-- Logs begin at Thu 2021-07-29 13:57:44 UTC, end at Thu 2021-07-29 16:15:21 UTC. -- Jul 29 14:29:13.203279 n-d-802893-1 systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 14:29:15.961732 n-d-802893-1 neutron-server[94048]: INFO neutron.common.config [-] Logging enabled! Jul 29 14:29:15.962357 n-d-802893-1 neutron-server[94048]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 29 14:29:15.962506 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94048) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 14:29:15.965715 n-d-802893-1 neutron-server[94048]: INFO neutron.common.config [-] Logging enabled! Jul 29 14:29:15.965969 n-d-802893-1 neutron-server[94048]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 29 14:29:15.966282 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94048) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 14:29:15.967226 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 14:29:15.967458 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 14:29:15.967826 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 14:29:15.968071 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 14:29:15.968297 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 14:29:15.968614 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.968937 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.969232 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.969490 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.969785 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.970241 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.970525 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.970815 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.971108 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.971391 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.971666 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.971965 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.972205 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.972485 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.972802 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.973089 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.973308 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] debug = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.973586 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.974011 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.974433 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.974711 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.974996 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.975270 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.975541 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.975815 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.976097 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.976424 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] host = n-d-802893-1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.976724 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.977012 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.977295 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.977605 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.977884 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.978160 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.978446 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.978720 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.978992 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] log_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.979264 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.979552 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.979838 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.980126 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.980348 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.980567 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.980882 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.981169 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.981442 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.981713 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.981984 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.982254 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.982524 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.982796 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.983092 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.983384 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.983668 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.983942 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.984213 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.984484 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.984781 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.985153 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.985564 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.985691 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.985962 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.986248 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.986514 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.986787 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.987085 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.987369 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.987650 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.987935 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.988207 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.988492 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.988791 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.989064 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.989334 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] use_json = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.989602 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.989871 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.990151 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.990422 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.990688 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.990957 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.991224 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.991504 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:15.991807 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.992103 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.992398 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.992710 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.993000 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.993280 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.993808 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.994092 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.994377 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.994662 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.994949 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.995226 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.995513 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.995784 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.996076 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.996381 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.996688 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.996983 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.997258 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.997536 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.997808 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.998079 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.998361 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.998657 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.998945 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.999212 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.999485 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:15.999775 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.000050 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.000320 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.001129 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.001434 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.001711 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.001982 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.002257 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.002532 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.002803 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.003071 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.003350 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.003635 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.003907 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.004176 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.004444 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.004749 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.005019 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.005299 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.005573 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.005842 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.006110 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.006384 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.006651 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.006924 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.007194 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.007462 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.007734 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.008003 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.008273 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.008541 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.008840 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.009112 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.009379 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.009644 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.009916 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.010185 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.010452 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.010716 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.010986 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.011255 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.011540 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.011836 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.012114 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.012389 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.012682 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.012959 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.013240 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.013539 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.013818 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.014093 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.014366 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.014657 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.014938 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.015249 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.015531 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.015805 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.016101 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.017021 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.017305 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.017581 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.017857 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.018144 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.018428 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.018723 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.019018 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.019310 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.021031 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.021031 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.021031 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.021031 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.021031 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:16.021031 n-d-802893-1 neutron-server[94048]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 14:29:16.021458 n-d-802893-1 neutron-server[94048]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94048) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 14:29:16.376486 n-d-802893-1 neutron-server[94048]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:29:16.376794 n-d-802893-1 neutron-server[94048]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:29:16.377169 n-d-802893-1 neutron-server[94048]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 14:29:16.377509 n-d-802893-1 neutron-server[94048]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 14:29:16.769180 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.769398 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.769656 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.770976 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.771248 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.771528 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.805956 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.806235 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.806502 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.821397 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.821680 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.821952 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.851109 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.851390 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.851653 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.887814 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.888099 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:16.888364 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.125346 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.126012 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.126012 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.126169 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.126837 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.246912 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.247232 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.247513 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.247782 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.248045 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.248350 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.248609 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.248889 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.249142 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.249420 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.249677 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.249939 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.250197 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.250447 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.250724 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.250985 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.251235 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.251497 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.251763 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.252017 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.252283 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.252533 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.252838 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.253214 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.253465 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.253711 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.254103 n-d-802893-1 neutron-server[94048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 14:29:17.254343 n-d-802893-1 neutron-server[94048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 14:29:17.254579 n-d-802893-1 neutron-server[94048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 14:29:17.254815 n-d-802893-1 neutron-server[94048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 14:29:17.255048 n-d-802893-1 neutron-server[94048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 14:29:17.255282 n-d-802893-1 neutron-server[94048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 14:29:17.255642 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 14:29:17.258794 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 14:29:17.262684 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 14:29:17.267136 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 29 14:29:17.268778 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 14:29:17.269237 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 14:29:17.269575 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 14:29:17.269960 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 14:29:17.272764 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 14:29:17.273015 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 14:29:17.273358 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 14:29:17.278548 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 29 14:29:17.301279 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 14:29:17.301733 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.302028 n-d-802893-1 neutron-server[94048]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94048) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 14:29:17.302385 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.303726 n-d-802893-1 neutron-server[94048]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94048) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 14:29:17.304012 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 14:29:17.304256 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 14:29:17.307595 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.307876 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:17.371947 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 14:29:17.372184 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 14:29:17.372427 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 14:29:17.372842 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 14:29:17.395928 n-d-802893-1 neutron-server[94048]: DEBUG oslo_db.sqlalchemy.engines [None req-265f058e-25f7-4094-889c-027311580463 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94048) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 29 14:29:17.947744 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [None req-265f058e-25f7-4094-889c-027311580463 None None] Initializing driver for type 'gre' Jul 29 14:29:17.948365 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-265f058e-25f7-4094-889c-027311580463 None None] gre ID ranges: [(1, 1000)] Jul 29 14:29:18.005823 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [None req-265f058e-25f7-4094-889c-027311580463 None None] Initializing driver for type 'local' Jul 29 14:29:18.006265 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [None req-265f058e-25f7-4094-889c-027311580463 None None] Initializing driver for type 'vlan' Jul 29 14:29:18.022843 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-265f058e-25f7-4094-889c-027311580463 None None] VlanTypeDriver initialization complete Jul 29 14:29:18.023192 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [None req-265f058e-25f7-4094-889c-027311580463 None None] Initializing driver for type 'vxlan' Jul 29 14:29:18.023725 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-265f058e-25f7-4094-889c-027311580463 None None] vxlan ID ranges: [(1, 1000)] Jul 29 14:29:18.078625 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [None req-265f058e-25f7-4094-889c-027311580463 None None] Initializing extension driver 'port_security' Jul 29 14:29:18.079446 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.extensions.port_security [None req-265f058e-25f7-4094-889c-027311580463 None None] PortSecurityExtensionDriver initialization complete Jul 29 14:29:18.079920 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [None req-265f058e-25f7-4094-889c-027311580463 None None] Initializing mechanism driver 'openvswitch' Jul 29 14:29:18.080353 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [None req-265f058e-25f7-4094-889c-027311580463 None None] Initializing mechanism driver 'hyperv' Jul 29 14:29:18.088608 n-d-802893-1 neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-265f058e-25f7-4094-889c-027311580463 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:29:18.089732 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > port after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.090209 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > port after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.090661 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > port after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.091333 n-d-802893-1 neutron-server[94048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 14:29:18.091912 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > subnet after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.092374 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > subnet after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.092841 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.093356 n-d-802893-1 neutron-server[94048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 14:29:18.093940 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > network after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.094876 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > network after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.095353 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > network after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.095836 n-d-802893-1 neutron-server[94048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 14:29:18.096312 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > security_group after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.096686 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > security_group after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.097046 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.097447 n-d-802893-1 neutron-server[94048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 14:29:18.097860 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.098214 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.098561 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.098953 n-d-802893-1 neutron-server[94048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 14:29:18.099360 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > address_group after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.099711 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > address_group after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.100056 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.100451 n-d-802893-1 neutron-server[94048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 14:29:18.100862 n-d-802893-1 neutron-server[94048]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-265f058e-25f7-4094-889c-027311580463 None None] ML2 OVO RPC backend initialized. {{(pid=94048) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 29 14:29:18.101586 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.101948 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.102371 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > network before_response 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.102721 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > networks before_response 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.103072 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > port before_response 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.103415 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > ports before_response 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.103760 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > subnet before_response 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.104104 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > subnets before_response 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.104452 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > network after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.104821 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > network after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.105166 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > network after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.105505 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > port after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.105845 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > port after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.106182 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > port after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.106519 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > subnet after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.106862 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > subnet after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.107196 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.107790 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.plugin [None req-265f058e-25f7-4094-889c-027311580463 None None] Modular L2 Plugin initialization complete Jul 29 14:29:18.108122 n-d-802893-1 neutron-server[94048]: DEBUG neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading services supported by the core plugin {{(pid=94048) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 14:29:18.108456 n-d-802893-1 neutron-server[94048]: INFO neutron.plugins.ml2.managers [None req-265f058e-25f7-4094-889c-027311580463 None None] Got port-security extension from driver 'port_security' Jul 29 14:29:18.108964 n-d-802893-1 neutron-server[94048]: INFO neutron.extensions.vlantransparent [None req-265f058e-25f7-4094-889c-027311580463 None None] Disabled vlantransparent extension. Jul 29 14:29:18.109457 n-d-802893-1 neutron-server[94048]: DEBUG neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94048) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 14:29:18.109776 n-d-802893-1 neutron-server[94048]: INFO neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading Plugin: router Jul 29 14:29:18.146208 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.146804 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router after_create 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.146977 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router before_create 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.147353 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.147738 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.148102 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router after_delete 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.148470 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.148995 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router after_create 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.149359 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router after_update 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.149746 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router after_update 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.150107 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.150475 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router after_update 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.150893 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router precommit_update 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.151270 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: port after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.151616 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: port after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.151959 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: subnet after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.152305 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.152661 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.153040 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router precommit_create 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.153391 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: port before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.153737 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router precommit_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.154102 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router after_update 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.154452 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.154810 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router precommit_create 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.155179 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.155533 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router precommit_update 55549900 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.155906 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > agent after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.156264 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > agent after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.156615 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > network after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.158184 n-d-802893-1 neutron-server[94048]: DEBUG neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Tracking information for resource: router configured {{(pid=94048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 14:29:18.158531 n-d-802893-1 neutron-server[94048]: DEBUG neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Tracking information for resource: floatingip configured {{(pid=94048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 14:29:18.163509 n-d-802893-1 neutron-server[94048]: INFO neutron.db.l3_agentschedulers_db [None req-265f058e-25f7-4094-889c-027311580463 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 14:29:18.164117 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: port after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.164486 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: port after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.164870 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: port after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.165233 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: port after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.166064 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router before_create 55550100 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.166444 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.166813 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router precommit_create 55550100 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.167179 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > router precommit_update 55550100 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.171636 n-d-802893-1 neutron-server[94048]: DEBUG neutron.services.provider_configuration [None req-265f058e-25f7-4094-889c-027311580463 None None] Service providers = [] {{(pid=94048) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 14:29:18.172009 n-d-802893-1 neutron-server[94048]: DEBUG neutron.db.servicetype_db [None req-265f058e-25f7-4094-889c-027311580463 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94048) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 14:29:18.176156 n-d-802893-1 neutron-server[94048]: DEBUG neutron.services.service_base [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94048) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 14:29:18.176156 n-d-802893-1 neutron-server[94048]: DEBUG neutron.services.service_base [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94048) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 14:29:18.176763 n-d-802893-1 neutron-server[94048]: DEBUG neutron.services.service_base [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94048) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 14:29:18.177405 n-d-802893-1 neutron-server[94048]: DEBUG neutron.services.service_base [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94048) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 14:29:18.177784 n-d-802893-1 neutron-server[94048]: INFO neutron.services.service_base [None req-265f058e-25f7-4094-889c-027311580463 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 14:29:18.178172 n-d-802893-1 neutron-server[94048]: DEBUG neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 14:29:18.178562 n-d-802893-1 neutron-server[94048]: INFO neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 14:29:18.190895 n-d-802893-1 neutron-server[94048]: DEBUG neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 14:29:18.191247 n-d-802893-1 neutron-server[94048]: INFO neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading Plugin: auto_allocate Jul 29 14:29:18.197036 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: network precommit_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.197418 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: network precommit_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.197948 n-d-802893-1 neutron-server[94048]: DEBUG neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 14:29:18.198276 n-d-802893-1 neutron-server[94048]: INFO neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading Plugin: tag Jul 29 14:29:18.205169 n-d-802893-1 neutron-server[94048]: DEBUG neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 14:29:18.205509 n-d-802893-1 neutron-server[94048]: INFO neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading Plugin: timestamp Jul 29 14:29:18.209364 n-d-802893-1 neutron-server[94048]: DEBUG neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 14:29:18.209702 n-d-802893-1 neutron-server[94048]: INFO neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading Plugin: network_ip_availability Jul 29 14:29:18.215131 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.215510 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.215872 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.216593 n-d-802893-1 neutron-server[94048]: DEBUG neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 14:29:18.216952 n-d-802893-1 neutron-server[94048]: INFO neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading Plugin: flavors Jul 29 14:29:18.222532 n-d-802893-1 neutron-server[94048]: DEBUG neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 14:29:18.222871 n-d-802893-1 neutron-server[94048]: INFO neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading Plugin: revisions Jul 29 14:29:18.227185 n-d-802893-1 neutron-server[94048]: DEBUG neutron.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 14:29:18.227580 n-d-802893-1 neutron-server[94048]: DEBUG oslo_concurrency.lockutils [None req-265f058e-25f7-4094-889c-027311580463 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.850s {{(pid=94048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 14:29:18.228315 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94048) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 29 14:29:18.228655 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Initializing extension manager. Jul 29 14:29:18.229188 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: __init__.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.229535 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: __pycache__ {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.229875 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.230214 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: address_group.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.230991 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.231569 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: address-group Jul 29 14:29:18.231896 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: address_scope.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.232622 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.233161 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: address-scope Jul 29 14:29:18.233489 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.234446 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.235489 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: router-admin-state-down-before-update Jul 29 14:29:18.235818 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: agent.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.236533 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.237070 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: agent Jul 29 14:29:18.237397 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: agent_resources_synced.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.238330 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.238840 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: agent-resources-synced Jul 29 14:29:18.239166 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: allowedaddresspairs.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.241071 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.241601 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: allowed-address-pairs Jul 29 14:29:18.241932 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: auto_allocated_topology.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.243037 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.243821 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: auto-allocated-topology Jul 29 14:29:18.244150 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: availability_zone.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.244893 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.245404 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: availability_zone Jul 29 14:29:18.245735 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: availability_zone_filter.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.246684 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.247201 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: availability_zone_filter Jul 29 14:29:18.247532 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: data_plane_status.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.248484 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.249027 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 14:29:18.249358 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: default_subnetpools.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.250298 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.250860 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: default-subnetpools Jul 29 14:29:18.251186 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.252060 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.252571 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: dhcp_agent_scheduler Jul 29 14:29:18.252926 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: dns.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.253878 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.254389 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension dns-integration not supported by any of loaded plugins Jul 29 14:29:18.254719 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: dns_domain_ports.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.255664 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.256173 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 14:29:18.256502 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.257476 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.257981 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 29 14:29:18.258307 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: dvr.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.259002 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.259507 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: dvr Jul 29 14:29:18.259831 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: ecmp_routes.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.260795 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.261303 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 29 14:29:18.261638 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: empty_string_filtering.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.262563 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.263068 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: empty-string-filtering Jul 29 14:29:18.263387 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.264308 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.264848 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 14:29:18.265173 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.266163 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.266645 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 14:29:18.266975 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: external_net.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.267907 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.268421 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: external-net Jul 29 14:29:18.268769 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.269683 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.270188 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: extra_dhcp_opt Jul 29 14:29:18.270513 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: extraroute.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.271445 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.271950 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: extraroute Jul 29 14:29:18.272275 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: extraroute_atomic.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.273369 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.273876 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: extraroute-atomic Jul 29 14:29:18.274204 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: filter_validation.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.275123 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.275627 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: filter-validation Jul 29 14:29:18.275953 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: fip_pf_description.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.276917 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.277426 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 14:29:18.277753 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: fip_port_details.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.278680 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.279188 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: fip-port-details Jul 29 14:29:18.279517 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: flavors.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.280807 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.281327 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: flavors Jul 29 14:29:18.282162 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.284128 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.284654 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 14:29:18.285020 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: floatingip_pools.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.285754 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.286267 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: floatingip-pools Jul 29 14:29:18.286599 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: ip_allocation.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.287566 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.288080 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 14:29:18.288408 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.289374 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.289885 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: ip-substring-filtering Jul 29 14:29:18.290215 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: l2_adjacency.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.291165 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.291670 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 14:29:18.291993 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: l3.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.293087 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.293605 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: router Jul 29 14:29:18.293933 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.296282 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.296846 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 14:29:18.297185 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.298736 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.299253 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: ext-gw-mode Jul 29 14:29:18.299601 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.300535 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.301081 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: l3-ha Jul 29 14:29:18.301411 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: l3_flavors.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.302347 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.302859 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: l3-flavors Jul 29 14:29:18.303185 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.304126 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.304639 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 14:29:18.304995 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: l3agentscheduler.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.306106 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.306621 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: l3_agent_scheduler Jul 29 14:29:18.306956 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: logging.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.308482 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.309041 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension logging not supported by any of loaded plugins Jul 29 14:29:18.309385 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: metering.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.310146 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.310742 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: metering Jul 29 14:29:18.311078 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.312328 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.312880 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: metering_source_and_destination_fields Jul 29 14:29:18.313273 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: multiprovidernet.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.314217 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.314725 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: multi-provider Jul 29 14:29:18.315053 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: netmtu.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.315982 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.316488 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: net-mtu Jul 29 14:29:18.316843 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: netmtu_writable.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.317783 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.318290 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: net-mtu-writable Jul 29 14:29:18.318619 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: network_availability_zone.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.319303 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.319806 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: network_availability_zone Jul 29 14:29:18.320131 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: network_ip_availability.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.321280 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.321794 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: network-ip-availability Jul 29 14:29:18.322124 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: network_segment_range.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.322917 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.323423 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 14:29:18.323751 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: pagination.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.324789 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.325128 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: pagination Jul 29 14:29:18.325455 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: port_device_profile.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.326379 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.326898 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: port-device-profile Jul 29 14:29:18.327225 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.328167 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.329096 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: port-mac-address-regenerate Jul 29 14:29:18.329428 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.330370 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.330897 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: port-numa-affinity-policy Jul 29 14:29:18.331225 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: port_resource_request.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.332166 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.332691 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 14:29:18.333031 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: portbindings.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.333985 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.334502 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: binding Jul 29 14:29:18.334832 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: portbindings_extended.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.336151 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.336689 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: binding-extended Jul 29 14:29:18.337029 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: portsecurity.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.337966 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.338479 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: port-security Jul 29 14:29:18.338811 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: project_id.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.339822 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.340159 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: project-id Jul 29 14:29:18.340488 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: providernet.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.341481 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.342001 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: provider Jul 29 14:29:18.342324 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: qos.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.346666 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.347141 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension qos not supported by any of loaded plugins Jul 29 14:29:18.347476 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.348789 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.349306 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 14:29:18.349642 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.350582 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.351099 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 14:29:18.351436 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: qos_default.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.352363 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.352904 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension qos-default not supported by any of loaded plugins Jul 29 14:29:18.353238 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: qos_fip.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.353919 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.354425 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension qos-fip not supported by any of loaded plugins Jul 29 14:29:18.354750 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: qos_gateway_ip.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.355712 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.356227 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 14:29:18.356554 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: qos_port_network_policy.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.357591 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.358083 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 14:29:18.358409 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: qos_rule_type_details.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.359344 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.359919 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 14:29:18.360948 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: qos_rules_alias.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.362062 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.362578 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 14:29:18.362909 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: quotasv2.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.364218 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.364554 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: quotas Jul 29 14:29:18.364910 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: quotasv2_detail.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.368183 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.368827 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: quota_details Jul 29 14:29:18.369169 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: rbac.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.370330 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.370908 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: rbac-policies Jul 29 14:29:18.371239 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: rbac_address_group.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.372277 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.372821 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: rbac-address-group Jul 29 14:29:18.373154 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: rbac_address_scope.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.374108 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.374626 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: rbac-address-scope Jul 29 14:29:18.374957 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: rbac_security_groups.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.384182 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.384780 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: rbac-security-groups Jul 29 14:29:18.385122 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: rbac_subnetpool.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.386210 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.386731 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: rbac-subnetpool Jul 29 14:29:18.387099 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: revisionifmatch.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.388074 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.388595 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: revision-if-match Jul 29 14:29:18.388959 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: revisions.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.390495 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.391890 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: standard-attr-revisions Jul 29 14:29:18.392256 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: router_availability_zone.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.393020 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.393542 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: router_availability_zone Jul 29 14:29:18.393876 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: routerservicetype.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.394874 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.395389 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension router-service-type not supported by any of loaded plugins Jul 29 14:29:18.395718 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.396687 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.397206 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: security-groups-normalized-cidr Jul 29 14:29:18.397532 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.398493 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.399043 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: port-security-groups-filtering Jul 29 14:29:18.399372 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.400342 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.400888 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: security-groups-remote-address-group Jul 29 14:29:18.401215 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: securitygroup.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.411704 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.412272 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: security-group Jul 29 14:29:18.412614 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: segment.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.413553 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.414071 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension segment not supported by any of loaded plugins Jul 29 14:29:18.414404 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.415450 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.415961 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 14:29:18.416290 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: servicetype.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.417470 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.417997 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: service-type Jul 29 14:29:18.418327 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: sorting.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.419341 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.419681 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: sorting Jul 29 14:29:18.420007 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: standard_attr_segment.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.421051 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.421568 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 14:29:18.421898 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: standardattrdescription.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.422590 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.423103 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: standard-attr-description Jul 29 14:29:18.423434 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: stateful_security_group.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.424388 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.424927 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: stateful-security-group Jul 29 14:29:18.425261 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: stdattrs_common.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.425896 n-d-802893-1 neutron-server[94048]: WARNING neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 14:29:18.426221 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.427172 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.427691 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 14:29:18.428018 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: subnet_onboard.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.429131 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.429658 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: subnet_onboard Jul 29 14:29:18.429987 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.430924 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.431439 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 14:29:18.431788 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: subnet_service_types.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.432759 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.433278 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: subnet-service-types Jul 29 14:29:18.433607 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: subnetallocation.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.434700 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.435222 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: subnet_allocation Jul 29 14:29:18.435556 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.436237 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.436775 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: subnetpool-prefix-ops Jul 29 14:29:18.437106 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.438128 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.438666 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 14:29:18.438993 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: tagging.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.440119 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.440648 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: standard-attr-tag Jul 29 14:29:18.441005 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: timestamp.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.442296 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.442817 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loaded extension: standard-attr-timestamp Jul 29 14:29:18.443152 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: trunk.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.444208 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.444759 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension trunk not supported by any of loaded plugins Jul 29 14:29:18.445091 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: trunk_details.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.446033 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.446546 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension trunk-details not supported by any of loaded plugins Jul 29 14:29:18.446873 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: uplink_status_propagation.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.447812 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.448326 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 14:29:18.448655 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Loading extension file: vlantransparent.py {{(pid=94048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 14:29:18.449374 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 14:29:18.449884 n-d-802893-1 neutron-server[94048]: INFO neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 14:29:18.452423 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of TrackedResource for resource:network Jul 29 14:29:18.453009 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of TrackedResource for resource:subnet Jul 29 14:29:18.453415 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 14:29:18.454372 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of TrackedResource for resource:port Jul 29 14:29:18.455640 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-265f058e-25f7-4094-889c-027311580463 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:29:18.456086 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-265f058e-25f7-4094-889c-027311580463 None None] Service FLAVORS assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:29:18.456752 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-265f058e-25f7-4094-889c-027311580463 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:29:18.457192 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-265f058e-25f7-4094-889c-027311580463 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:29:18.457524 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of TrackedResource for resource:router Jul 29 14:29:18.457964 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 14:29:18.458460 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-265f058e-25f7-4094-889c-027311580463 None None] Service METERING assigned prefix: /metering {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:29:18.459941 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.460320 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.460690 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:29:18.461748 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 14:29:18.462203 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of TrackedResource for resource:security_group Jul 29 14:29:18.462637 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 14:29:18.463279 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-265f058e-25f7-4094-889c-027311580463 None None] Service CORE assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:29:18.463614 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 14:29:18.463964 n-d-802893-1 neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] subnetpool is already registered Jul 29 14:29:18.464405 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-265f058e-25f7-4094-889c-027311580463 None None] Service CORE assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:29:18.464764 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 14:29:18.465101 n-d-802893-1 neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] subnetpool is already registered Jul 29 14:29:18.467452 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-265f058e-25f7-4094-889c-027311580463 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:29:18.468005 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-265f058e-25f7-4094-889c-027311580463 None None] Service FLAVORS assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:29:18.468632 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-265f058e-25f7-4094-889c-027311580463 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:29:18.469104 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-265f058e-25f7-4094-889c-027311580463 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:29:18.470148 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of TrackedResource for resource:router Jul 29 14:29:18.470491 n-d-802893-1 neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] router is already registered Jul 29 14:29:18.470912 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 14:29:18.471252 n-d-802893-1 neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] floatingip is already registered Jul 29 14:29:18.471739 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-265f058e-25f7-4094-889c-027311580463 None None] Service METERING assigned prefix: /metering {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:29:18.472452 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 14:29:18.472815 n-d-802893-1 neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] rbac_policy is already registered Jul 29 14:29:18.473243 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of TrackedResource for resource:security_group Jul 29 14:29:18.473581 n-d-802893-1 neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] security_group is already registered Jul 29 14:29:18.474000 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 14:29:18.474345 n-d-802893-1 neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] security_group_rule is already registered Jul 29 14:29:18.474848 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-265f058e-25f7-4094-889c-027311580463 None None] Service CORE assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:29:18.475176 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 14:29:18.475522 n-d-802893-1 neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] subnetpool is already registered Jul 29 14:29:18.475946 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.v2.resource_helper [None req-265f058e-25f7-4094-889c-027311580463 None None] Service CORE assigned prefix: {{(pid=94048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 14:29:18.476271 n-d-802893-1 neutron-server[94048]: INFO neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 14:29:18.476604 n-d-802893-1 neutron-server[94048]: WARNING neutron.quota.resource_registry [None req-265f058e-25f7-4094-889c-027311580463 None None] subnetpool is already registered Jul 29 14:29:18.478527 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: extensions {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.480055 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: address-groups {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.481588 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: address-scopes {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.482903 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: agents {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.484180 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: auto-allocated-topology {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.485707 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: availability_zones {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.486948 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: dhcp-networks {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.488383 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: dhcp-agents {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.489948 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: routers {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.491732 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: flavors {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.492936 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: service_profiles {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.494540 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: next_providers {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.496001 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: service_profiles {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.497488 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: floatingip-pools {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.498846 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: routers {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.500604 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: floatingips {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.501977 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: l3-routers {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.503498 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: l3-agents {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.504960 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: metering-labels {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.506232 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: metering-label-rules {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.507516 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: network-ip-availabilities {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.508907 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: bindings {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.510516 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: quotas {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.511974 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: quotas {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.513568 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: rbac-policies {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.515307 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: security-groups {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.517290 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: security-group-rules {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.518806 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: service-providers {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.520109 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: subnetpools {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.521497 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: subnetpools {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.523096 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.524859 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.526595 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.528511 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.530262 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.532715 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.534503 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.536330 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.539310 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.541155 n-d-802893-1 neutron-server[94048]: DEBUG neutron.api.extensions [None req-265f058e-25f7-4094-889c-027311580463 None None] Extended resource: tags {{(pid=94048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 14:29:18.547202 n-d-802893-1 neutron-server[94048]: WARNING keystonemiddleware.auth_token [None req-265f058e-25f7-4094-889c-027311580463 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 14:29:18.552436 n-d-802893-1 neutron-server[94048]: WARNING keystonemiddleware.auth_token [None req-265f058e-25f7-4094-889c-027311580463 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 14:29:18.561950 n-d-802893-1 neutron-server[94048]: DEBUG oslo_concurrency.lockutils [None req-265f058e-25f7-4094-889c-027311580463 None None] Acquired lock "singleton_lock" {{(pid=94048) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 14:29:18.562470 n-d-802893-1 neutron-server[94048]: DEBUG oslo_concurrency.lockutils [None req-265f058e-25f7-4094-889c-027311580463 None None] Releasing lock "singleton_lock" {{(pid=94048) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 14:29:18.563402 n-d-802893-1 neutron-server[94048]: INFO oslo_service.service [None req-265f058e-25f7-4094-889c-027311580463 None None] Starting 2 workers Jul 29 14:29:18.568820 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [None req-265f058e-25f7-4094-889c-027311580463 None None] Started child 94157 {{(pid=94048) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 14:29:18.576785 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [None req-265f058e-25f7-4094-889c-027311580463 None None] Started child 94158 {{(pid=94048) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 14:29:18.576785 n-d-802893-1 neutron-server[94048]: INFO neutron.service [None req-265f058e-25f7-4094-889c-027311580463 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 14:29:18.576785 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Notify callbacks [] for process, before_spawn {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:18.577391 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:18.578166 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [-] (94157) wsgi starting up on http://0.0.0.0:9696 Jul 29 14:29:18.579299 n-d-802893-1 neutron-server[94048]: INFO oslo_service.service [None req-265f058e-25f7-4094-889c-027311580463 None None] Starting 1 workers Jul 29 14:29:18.580923 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:18.582659 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [-] (94158) wsgi starting up on http://0.0.0.0:9696 Jul 29 14:29:18.584871 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [None req-265f058e-25f7-4094-889c-027311580463 None None] Started child 94159 {{(pid=94048) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 14:29:18.585437 n-d-802893-1 neutron-server[94048]: INFO oslo_service.service [None req-265f058e-25f7-4094-889c-027311580463 None None] Starting 1 workers Jul 29 14:29:18.588813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.service [None req-265f058e-25f7-4094-889c-027311580463 None None] calling RpcWorker wait() {{(pid=94159) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 14:29:18.589726 n-d-802893-1 neutron-server[94159]: DEBUG neutron.service [None req-265f058e-25f7-4094-889c-027311580463 None None] returning from RpcWorker wait() {{(pid=94159) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 14:29:18.590237 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [None req-265f058e-25f7-4094-889c-027311580463 None None] Started child 94160 {{(pid=94048) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 14:29:18.591106 n-d-802893-1 neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-265f058e-25f7-4094-889c-027311580463 None None] Notify callbacks [] for process, after_spawn {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:18.591265 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:18.591748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:29:18.593259 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94048) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 14:29:18.593501 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 14:29:18.593642 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 14:29:18.593888 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 14:29:18.594796 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 14:29:18.594962 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 14:29:18.595550 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.595841 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.596117 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.596378 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.596640 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.597357 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.597563 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.597813 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.598104 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.598380 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.598582 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.598723 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.598983 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.599240 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.599613 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.599888 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.600151 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.600438 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.600979 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.601829 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.601829 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.602333 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:18.603302 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.603302 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] debug = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.603302 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.603906 n-d-802893-1 neutron-server[94160]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:29:18.604130 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.604130 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.604560 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.604787 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.605237 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.605595 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.606023 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.606374 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.606725 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.607106 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.607515 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.607888 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.608223 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.608572 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.608987 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.609347 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.610008 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] host = n-d-802893-1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.610350 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.610710 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.611063 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.611439 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.611818 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.612159 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.612544 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.612971 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.613331 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.613694 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.614062 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.614433 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.614793 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.615259 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] log_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.615602 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] log_options = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.615832 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.616270 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.616738 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.617011 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.617299 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.617669 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.617998 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.618271 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.618894 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.619251 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.619588 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.619992 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.620355 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.620712 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.621106 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.621453 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.621812 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.622161 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.622531 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.622879 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.623226 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.623588 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.623938 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.624289 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.624635 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.625000 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.625384 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.625815 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.626151 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.627931 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.627931 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.627931 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.628162 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.628427 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.628871 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.629263 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.630163 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.630672 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.630999 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.631410 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.631836 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.632258 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.632658 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.633000 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.634606 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.634606 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] use_json = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.634606 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.634606 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.640121 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.640121 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.640121 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.640121 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.640121 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.640121 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.640121 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.640121 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.640617 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.640617 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.640617 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.640617 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.640617 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.640617 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.641826 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.642210 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.642620 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.642981 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.643404 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.643776 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.644242 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.644816 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.645246 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.645643 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.646041 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.646462 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.647484 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.647904 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.648432 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.648891 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.649345 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.649766 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.650157 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.650557 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.650992 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.651389 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.651801 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.652210 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.653260 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.653787 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.654402 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.654836 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.655833 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.656354 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.657351 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.657795 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.658234 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.658655 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.659019 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.659342 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.659652 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.660049 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.660419 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.660859 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.661244 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.661701 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.662108 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.662506 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.662905 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.663279 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.663705 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.664115 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.664515 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.664923 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.665313 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.665706 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.666093 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.666522 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.666904 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.667276 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.667645 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.668029 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.668422 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.669050 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.669645 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.670233 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.670845 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.671451 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.672029 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.672638 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.673353 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.674078 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.674674 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.675255 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.675853 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.676420 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.677043 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.677595 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.678302 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.678923 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.679956 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.680639 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.681085 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.681538 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.681950 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.682376 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.682817 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.683268 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.683928 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.684569 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.685242 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.685712 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.686113 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.686574 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.686984 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.687393 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.687811 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.688264 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.688697 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.689122 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.689536 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.689946 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.690426 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.690887 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.691296 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.691713 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.692133 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.692582 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.693017 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.693495 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.693917 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.694362 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.694897 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.695350 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.695799 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.696229 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.696633 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.697133 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.697570 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.697981 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.698457 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.698859 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.699297 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.699778 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.700208 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.700644 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.701072 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.701537 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.702074 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.702604 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.702974 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.703387 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.704399 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.704909 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.705360 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.706023 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.706645 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.707276 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.707679 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.708107 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.708569 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.708933 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.709362 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.709738 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.710137 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.710562 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.710883 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.711216 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.711557 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.712039 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.712356 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.712741 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.713113 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.713499 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.713785 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.714040 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.714277 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.714555 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.714813 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.715069 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.715328 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.715560 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.715814 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.716097 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.716328 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.716611 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.716914 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.717145 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.717385 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.717641 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.717905 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.718132 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.718467 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.718940 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.719905 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.720530 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.720957 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.721196 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.721425 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.721664 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.721901 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.722139 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.722394 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.722769 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.723067 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.723290 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.723533 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.723762 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.724021 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.724287 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.724537 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.724786 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.725013 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.725234 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.725501 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.725750 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.726001 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.726249 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.726488 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.726710 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.726930 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.727310 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.727765 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.728040 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.728277 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.728538 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.728807 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.729046 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.729284 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.729524 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.729742 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.729969 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.730199 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.730416 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.730651 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.730872 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.731090 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.731317 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.731541 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.731750 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.731996 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.732216 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.732452 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.732688 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.732920 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.733136 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.733369 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.733618 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.733865 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.734055 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.734275 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.734488 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.734720 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.734979 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.735200 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.735802 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.735802 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.735956 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.736153 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.736405 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.740183 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.740183 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.740183 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.740183 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.740183 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.740589 n-d-802893-1 neutron-server[94159]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:29:18.740705 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.740705 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.740705 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.740705 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.740705 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.740705 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.740705 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.740705 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.741261 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.741261 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.741261 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.741261 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.741261 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.741601 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.741601 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.741839 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.742187 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.742464 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.742724 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.742974 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.743236 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.743736 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.743955 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.744175 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.744396 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.744616 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.744905 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.745162 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.745396 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.745639 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.745874 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.746097 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.746358 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.746596 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.746861 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.747084 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.747244 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 14:29:18.747772 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94048) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 14:29:18.747938 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 14:29:18.748097 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 14:29:18.748290 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 14:29:18.748464 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 14:29:18.748622 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 14:29:18.748870 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.749038 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.749469 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.749734 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.749902 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.750089 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.750256 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.750470 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.750756 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.751101 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.751258 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.751429 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.751597 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.751762 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.751924 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.752249 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.752406 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.752574 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.752768 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.752934 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.753096 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.753259 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.753422 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] debug = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.753583 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.753780 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.753952 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.754100 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.754264 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.754427 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.754591 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.754755 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.754917 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.755082 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.755236 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.755400 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.755560 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.755721 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.755884 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.756044 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.756207 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.756370 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] host = n-d-802893-1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.756532 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.756721 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.756885 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.757050 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.757213 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.757375 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.757538 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.757701 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.757863 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.758025 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.758199 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.758352 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.758514 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.758676 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] log_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.758837 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] log_options = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.758998 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.759160 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.759325 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.759512 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.759680 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.759842 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.760005 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.760166 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.760328 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.760489 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.760651 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.760835 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.760999 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.761159 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.761319 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.761480 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.761644 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.761807 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.761968 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.762144 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.762286 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.762447 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.762609 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.762770 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.762919 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.763077 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.763214 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.763374 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.763539 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.763703 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.763885 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.764026 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.764155 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.764307 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.764480 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.764611 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.764787 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.764954 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.765176 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.765314 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.765439 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.765557 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.765718 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.765879 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.766595 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.766768 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] use_json = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.766938 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.767157 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.767348 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.767483 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.767613 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.767754 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.767898 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.768033 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 14:29:18.768167 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.768299 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.768472 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.768637 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.768828 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.768994 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.769159 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.769324 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.769536 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.769645 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.769816 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.769982 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.770157 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.770322 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.770486 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.770653 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.770818 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.770982 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.771148 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.771312 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.771476 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.771642 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.771822 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.771985 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.772149 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.772303 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.772465 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.772629 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.772817 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.772983 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.773149 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.773312 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.773478 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.773642 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.773806 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.773972 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.774135 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.774300 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.774463 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.774627 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.774793 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.774956 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.775122 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.775270 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.775437 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.775600 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.775764 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.775929 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.776092 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.776254 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.776429 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.776593 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.776782 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.776947 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.777111 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.777275 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.777438 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.777603 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.777768 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.777932 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.778095 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.778272 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.778436 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.778600 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.778763 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.778928 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.779091 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.779880 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.780050 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.780317 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.780447 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.780569 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.780715 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.780844 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.781013 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.781179 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.781343 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.781507 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.781758 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.782486 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.782681 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.782819 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.782968 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.783133 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.783309 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.783488 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.783653 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.783818 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.783981 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.784145 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.784308 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.784472 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.784637 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.784824 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.784990 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.785155 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.785320 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.785486 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.785652 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.785815 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.785979 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.786143 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.786306 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.786471 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.786634 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.786802 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.786966 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.787131 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.787294 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.787457 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.787620 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.787794 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.787959 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.788125 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.788283 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.788450 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.788625 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.788813 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.788978 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.789142 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.789307 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.789471 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.789696 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.789809 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.789946 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.790109 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.790272 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.790444 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.790619 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.790783 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.790949 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.791110 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.791289 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.791463 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.791614 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.791778 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.791943 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.792108 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.792273 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.792436 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.792600 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.792785 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.792952 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.793153 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.793273 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.793437 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.793602 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.793766 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.793931 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.794096 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.794260 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.794516 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.794611 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.794725 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.794885 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.795056 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.795201 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.795366 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.795531 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.795694 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.795860 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.796022 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.796188 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.796353 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.796516 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.796738 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.796894 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.797044 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.797190 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.797354 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.797525 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.797685 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.797850 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.798418 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.798418 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.798668 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.798668 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.798838 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.798918 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.799088 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.799253 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.799419 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.799595 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.799780 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.799918 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.800088 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.800244 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.800430 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.800593 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.800786 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.800950 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.801113 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.801285 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.801439 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.801595 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.801762 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.801924 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.802087 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.802253 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.802421 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.802585 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.802749 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.802913 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.803080 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.803243 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.803406 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.803585 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.803750 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.803916 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.804079 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.804244 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.804408 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.804585 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.804775 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.804925 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.805091 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.805254 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.805418 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.805595 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.805760 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.805946 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.806172 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.806388 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.806557 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.806737 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.806905 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.807070 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.807236 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.807401 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.807565 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.807742 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.807910 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.808073 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.808237 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.808400 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.808564 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.808764 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.808930 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.809095 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.809260 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.809425 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.809590 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.809764 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.809929 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.810093 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.810267 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.810430 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.810594 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.810759 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.810935 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.811100 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.811267 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.811431 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.811595 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.811760 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.811926 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.812096 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.812271 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.812442 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.812609 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.812802 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.813502 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.813829 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.813997 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.814171 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.814347 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.814512 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.814684 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.814848 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.815051 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.815258 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.815425 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.815590 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.815753 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.815917 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.816082 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.816247 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.816411 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.816576 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.816765 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.816931 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.817095 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.817259 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.817429 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.817593 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 14:29:18.817748 n-d-802893-1 neutron-server[94048]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 14:29:18.893284 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43818) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:29:18.901852 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063031 Jul 29 14:29:30.565181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d336ce71-0021-4be3-b478-b7debc7fb387 None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 14:29:30.632201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d336ce71-0021-4be3-b478-b7debc7fb387 None None] No non-hosted networks {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 14:29:30.643266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.agentschedulers_db [None req-d336ce71-0021-4be3-b478-b7debc7fb387 None None] DHCP Agent not found on host n-d-802893-1 {{(pid=94159) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 29 14:29:30.758938 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-faf46a4d-a572-425e-b98a-2104a4c10b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597976'] for agent, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:33.053812 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597976'] for agent, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:33.054494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:33.055518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:33.056122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:33.056605 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:33.057282 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:33.057780 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:33.058451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:33.058942 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:33.059422 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:33.059919 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:33.060461 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:33.061025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:33.063374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-802893-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:29:33.074796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-802893-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:29:33.264994 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01955b19-c0e0-44ab-87c1-82541f3ab9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597976'] for agent, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:33.360772 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bbb38e9f-cf62-4d2e-8e6e-9927c49d56af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:34.168348 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597976'] for agent, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:36.105829 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597976'] for agent, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:36.748625 n-d-802893-1 neutron-server[94159]: INFO neutron.db.l3_hamode_db [None req-5db069a1-ffe5-48b5-b6a3-ba5850a621e0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 14:29:36.828821 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db069a1-ffe5-48b5-b6a3-ba5850a621e0 None None] Routers set() bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:29:36.829220 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db069a1-ffe5-48b5-b6a3-ba5850a621e0 None None] Router IDs set() for agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 14:29:37.405220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43912) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:29:37.922305 n-d-802893-1 neutron-server[94158]: WARNING oslo_policy.policy [None req-ff92b593-858f-404f-b65e-58b8624bb780 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 14:29:37.922914 n-d-802893-1 neutron-server[94158]: WARNING oslo_policy.policy [None req-ff92b593-858f-404f-b65e-58b8624bb780 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 14:29:38.141541 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-ff92b593-858f-404f-b65e-58b8624bb780 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:29:38.142615 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ff92b593-858f-404f-b65e-58b8624bb780 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7359519 Jul 29 14:29:40.547595 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43926) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:29:40.865209 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-934395de-3309-40ba-b56d-e1ec7c4b80bd admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:29:40.961045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.policy [None req-934395de-3309-40ba-b56d-e1ec7c4b80bd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94158) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 14:29:41.006771 n-d-802893-1 neutron-server[94158]: WARNING oslo_policy.policy [None req-934395de-3309-40ba-b56d-e1ec7c4b80bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 14:29:41.007150 n-d-802893-1 neutron-server[94158]: WARNING oslo_policy.policy [None req-934395de-3309-40ba-b56d-e1ec7c4b80bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 14:29:41.016470 n-d-802893-1 neutron-server[94158]: INFO neutron.quota [None req-934395de-3309-40ba-b56d-e1ec7c4b80bd admin admin] Loaded quota_driver: . Jul 29 14:29:41.118114 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-934395de-3309-40ba-b56d-e1ec7c4b80bd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743683335401', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743683334660', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743683331662', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743683333185', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743682731942', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743683301745', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133760680', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133766086', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-654251', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-576780'] for rbac-policy, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:41.189418 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-934395de-3309-40ba-b56d-e1ec7c4b80bd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:41.190620 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-934395de-3309-40ba-b56d-e1ec7c4b80bd admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6420534 Jul 29 14:29:43.821293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43938) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:29:44.125817 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'c152d43cec834346a70cb1b751dd53ef', 'tenant_id': 'c152d43cec834346a70cb1b751dd53ef', 'name': 'private'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:29:44.156495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Made reservation on behalf of c152d43cec834346a70cb1b751dd53ef for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:29:44.159434 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:44.176926 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:44.311522 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:44.315723 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:44.341297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:29:44.368512 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743680780840', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:44.369135 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Unsubscribe: segment precommit_create {{(pid=94158) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 14:29:44.369655 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Added segment c5baf097-28b7-4706-bfa7-58000fca5b4c of type vlan for network 8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73 Jul 29 14:29:44.377146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5703287e-48ca-4bb2-af6a-29c77664f584,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:29:44.415255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:44.415591 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:44.415929 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:44.416260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:44.416589 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:44.416943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:44.417271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:44.417596 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:44.418196 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:44.418522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:44.418841 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:44.419157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Tracked resource versions report: Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: pushed versions: Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: { 'AddressGroup': {'1.2'}, Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'ConntrackHelper': {'1.0'}, Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'Log': {'1.0'}, Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'Network': {'1.1'}, Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'Port': {'1.7'}, Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'PortForwarding': {'1.2'}, Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'QosPolicy': {'1.8'}, Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'SecurityGroup': {'1.4'}, Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'SubPort': {'1.0'}, Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'Subnet': {'1.1'}, Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'Trunk': {'1.1'}} Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: consumer versions: Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: { DHCP agent@n-d-802893-1: {}, Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: L3 agent@n-d-802893-1: {}, Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: Metadata agent@n-d-802893-1: {}, Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: Metering agent@n-d-802893-1: {}, Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: Open vSwitch agent@n-d-802893-1: { 'AddressGroup': '1.2', Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'ConntrackHelper': '1.0', Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'Log': '1.0', Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'Network': '1.1', Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'Port': '1.7', Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'PortForwarding': '1.2', Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'QosPolicy': '1.8', Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'SecurityGroup': '1.4', Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'SecurityGroupRule': '1.2', Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'SubPort': '1.0', Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'Subnet': '1.1', Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: 'Trunk': '1.1'}} Jul 29 14:29:44.420360 n-d-802893-1 neutron-server[94158]: {{(pid=94158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:29:44.499382 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:44.555594 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:44.556788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:44.557487 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:44.651415 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8289063 Jul 29 14:29:44.669034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ad050-e63d-4488-ba15-45207563c55d admin admin] Pushing event updated for resources: {'Network': ['ID=8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:29:44.682151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:29:47.380648 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43952) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:29:47.892160 n-d-802893-1 neutron-server[94157]: WARNING oslo_policy.policy [None req-a9a41227-1833-41a2-be2f-13b0f19ef47c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 14:29:47.892782 n-d-802893-1 neutron-server[94157]: WARNING oslo_policy.policy [None req-a9a41227-1833-41a2-be2f-13b0f19ef47c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 14:29:48.338781 n-d-802893-1 neutron-server[94157]: DEBUG neutron.policy [None req-a9a41227-1833-41a2-be2f-13b0f19ef47c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94157) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 14:29:48.384298 n-d-802893-1 neutron-server[94157]: WARNING oslo_policy.policy [None req-a9a41227-1833-41a2-be2f-13b0f19ef47c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 14:29:48.384962 n-d-802893-1 neutron-server[94157]: WARNING oslo_policy.policy [None req-a9a41227-1833-41a2-be2f-13b0f19ef47c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 14:29:48.393337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a41227-1833-41a2-be2f-13b0f19ef47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:48.395382 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a9a41227-1833-41a2-be2f-13b0f19ef47c admin admin] 10.222.0.16 "GET /v2.0/networks/8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73 HTTP/1.1" status: 200 len: 825 time: 1.0125711 Jul 29 14:29:48.435372 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0fc8e144-4dd1-4f81-a396-e127c09ceb99 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/aa6044da-7bcc-43e4-9e8c-831e9cba4e8e HTTP/1.1" status: 200 len: 734 time: 0.0338719 Jul 29 14:29:48.445089 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'c152d43cec834346a70cb1b751dd53ef', 'subnetpool_id': 'aa6044da-7bcc-43e4-9e8c-831e9cba4e8e', 'gateway_ip': '172.20.0.1', 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:29:48.446743 n-d-802893-1 neutron-server[94157]: INFO neutron.quota [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Loaded quota_driver: . Jul 29 14:29:48.489994 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Made reservation on behalf of c152d43cec834346a70cb1b751dd53ef for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:29:48.493192 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:48.805915 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:48.877659 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Checking segment: {'id': 'c5baf097-28b7-4706-bfa7-58000fca5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:29:48.878061 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Network hostable DHCP agents. Network: 8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:29:48.891000 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=85548b31-2359-4ff4-947e-057d4eec9a25,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:29:48.909865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:48.910209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:48.910581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:48.910953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:48.911286 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:48.911608 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:48.911982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:48.912411 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:48.912854 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:48.913150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:48.913470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:48.913787 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Tracked resource versions report: Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: pushed versions: Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: { 'AddressGroup': {'1.2'}, Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'ConntrackHelper': {'1.0'}, Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'Log': {'1.0'}, Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'Network': {'1.1'}, Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'Port': {'1.7'}, Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'PortForwarding': {'1.2'}, Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'QosPolicy': {'1.8'}, Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'SecurityGroup': {'1.4'}, Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'SubPort': {'1.0'}, Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'Subnet': {'1.1'}, Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'Trunk': {'1.1'}} Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: consumer versions: Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: { DHCP agent@n-d-802893-1: {}, Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: L3 agent@n-d-802893-1: {}, Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: Metadata agent@n-d-802893-1: {}, Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: Metering agent@n-d-802893-1: {}, Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: Open vSwitch agent@n-d-802893-1: { 'AddressGroup': '1.2', Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'ConntrackHelper': '1.0', Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'Log': '1.0', Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'Network': '1.1', Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'Port': '1.7', Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'PortForwarding': '1.2', Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'QosPolicy': '1.8', Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'SecurityGroup': '1.4', Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'SecurityGroupRule': '1.2', Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'SubPort': '1.0', Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'Subnet': '1.1', Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: 'Trunk': '1.1'}} Jul 29 14:29:48.914920 n-d-802893-1 neutron-server[94157]: {{(pid=94157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:29:48.933659 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Network 8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:29:48.950514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:29:48.978574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:29:48.980000 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:48.983965 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaa2065-b418-4372-9037-478778b08a29 None None] Network 8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:29:49.003703 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-30dbca71-0500-4b55-b4c0-768dd90fcfbf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5622284 Jul 29 14:29:49.322092 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73', 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73', 'tenant_id': 'c152d43cec834346a70cb1b751dd53ef', 'fixed_ips': [{'subnet_id': '85548b31-2359-4ff4-947e-057d4eec9a25'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:29:49.323475 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:49.605157 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Allocated IP 172.20.0.2 (8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73/85548b31-2359-4ff4-947e-057d4eec9a25/f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:29:49.823258 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:49.871444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Transition to ACTIVE for port object f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:29:49.895539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Transition to ACTIVE for port object f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:29:49.905130 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:49.970708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Network 8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:29:49.975425 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:29:49.978501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:29:50.006061 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Pushing event updated for resources: {'Port': ['ID=f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:29:50.051513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:50.051854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:50.052195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:50.052530 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:50.052884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:50.053215 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:50.053540 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:50.053860 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:50.054182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:50.054501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:50.054817 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:50.055127 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Tracked resource versions report: Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: pushed versions: Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: { 'AddressGroup': {'1.2'}, Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'ConntrackHelper': {'1.0'}, Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'Log': {'1.0'}, Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'Network': {'1.1'}, Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'Port': {'1.7'}, Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'PortForwarding': {'1.2'}, Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'QosPolicy': {'1.8'}, Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'SecurityGroup': {'1.4'}, Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'SubPort': {'1.0'}, Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'Subnet': {'1.1'}, Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'Trunk': {'1.1'}} Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: consumer versions: Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: { DHCP agent@n-d-802893-1: {}, Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: L3 agent@n-d-802893-1: {}, Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: Metadata agent@n-d-802893-1: {}, Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: Metering agent@n-d-802893-1: {}, Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: Open vSwitch agent@n-d-802893-1: { 'AddressGroup': '1.2', Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'ConntrackHelper': '1.0', Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'Log': '1.0', Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'Network': '1.1', Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'Port': '1.7', Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'PortForwarding': '1.2', Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'QosPolicy': '1.8', Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'SecurityGroup': '1.4', Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'SecurityGroupRule': '1.2', Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'SubPort': '1.0', Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'Subnet': '1.1', Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: 'Trunk': '1.1'}} Jul 29 14:29:50.056226 n-d-802893-1 neutron-server[94159]: {{(pid=94159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:29:50.091522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Attempting to bind port f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:29:50.092477 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Attempting to bind port f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'c5baf097-28b7-4706-bfa7-58000fca5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:29:50.093165 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Attempting to bind port f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f on network 8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:29:50.099002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:29:50.099417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Checking segment: {'id': 'c5baf097-28b7-4706-bfa7-58000fca5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:29:50.099870 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:50.100259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Bound using segment: {'id': 'c5baf097-28b7-4706-bfa7-58000fca5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:29:50.100750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Bound port: f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5baf097-28b7-4706-bfa7-58000fca5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:29:50.101188 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:50.170323 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] For port f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:29:50.174797 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] For port f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f,segment=NetworkSegment(c5baf097-28b7-4706-bfa7-58000fca5b4c),segment_id=c5baf097-28b7-4706-bfa7-58000fca5b4c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:29:50.179089 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:50.254453 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8127ec-e610-4df8-9300-266fc34c8ddd None None] Pushing event updated for resources: {'Port': ['ID=f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:29:51.473919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43974) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:29:51.842607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-b0c42b86-618b-4ab8-82ae-0d695226ab9c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:29:51.842607 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b0c42b86-618b-4ab8-82ae-0d695226ab9c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3668554 Jul 29 14:29:54.288706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43982) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:29:54.637377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-3cf5c6b3-df2e-42df-8afb-01e3cc508e09 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:29:54.648696 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3cf5c6b3-df2e-42df-8afb-01e3cc508e09 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3486614 Jul 29 14:29:57.352915 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43992) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:29:57.706064 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f7c2ad1d-8f3a-4b27-a42c-982f6d4a8e11 admin admin] Request body: {'router': {'tenant_id': 'c152d43cec834346a70cb1b751dd53ef', 'name': 'router1', 'admin_state_up': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:29:57.730797 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7c2ad1d-8f3a-4b27-a42c-982f6d4a8e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:57.732476 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7c2ad1d-8f3a-4b27-a42c-982f6d4a8e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:57.910971 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7c2ad1d-8f3a-4b27-a42c-982f6d4a8e11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:57.916066 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7c2ad1d-8f3a-4b27-a42c-982f6d4a8e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:57.930705 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7c2ad1d-8f3a-4b27-a42c-982f6d4a8e11 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:57.941341 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f7c2ad1d-8f3a-4b27-a42c-982f6d4a8e11 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5871737 Jul 29 14:29:58.775212 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08efb5a7-cc41-4927-bc20-c18833711c10 None None] Network 8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:29:58.846659 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e5f8151b-d2fc-46d7-be1a-a37f8d86f219 None None] Provisioning for port f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:29:59.214210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:29:59.298531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:29:59.302591 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:29:59.302991 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:59.420098 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:59.456755 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f,segment=NetworkSegment(c5baf097-28b7-4706-bfa7-58000fca5b4c),segment_id=c5baf097-28b7-4706-bfa7-58000fca5b4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:29:59.465904 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:29:59.517006 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:00.373069 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44004) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:00.416660 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05bdf3ba-5a71-402c-831b-9628d45a4629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:00.704066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-470a6e48-4561-4b07-9caa-2c252e5521f6 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:30:00.705103 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-470a6e48-4561-4b07-9caa-2c252e5521f6 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3310838 Jul 29 14:30:01.205390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:01.260927 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:01.261338 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:03.049098 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:03.115547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44012) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:03.263303 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72a1f9b4-1c59-449e-b87b-18197d601b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:03.428528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:03.451996 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] Made reservation on behalf of 903975ad0d074832a0bc3c61673a43ba for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:30:03.454294 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:03.470037 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:03.587967 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:03.592301 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:03.606750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] Reserving flat network on physical network physnet1 {{(pid=94157) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 14:30:03.635117 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743680780840', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:03.635700 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] Unsubscribe: segment precommit_create {{(pid=94157) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 14:30:03.636186 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] Added segment fd11546a-c06d-475b-9b3a-4d167a6d1731 of type flat for network 934d72ed-b7cb-4209-8f17-14bdf4413084 Jul 29 14:30:03.641240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb6b28a-1be2-427a-9814-a2d2f1050d99,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:03.694186 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:03.743635 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:03.744588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:03.745198 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:03.824296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7074986 Jul 29 14:30:03.838401 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efcb90-2f44-41b0-b00b-be40cc4c6541 admin admin] Pushing event updated for resources: {'Network': ['ID=934d72ed-b7cb-4209-8f17-14bdf4413084,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:03.850076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:30:04.111464 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:06.046570 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:06.267992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44030) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:06.489467 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e95d72-073e-41dd-83f8-816cecf26b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:06.492175 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b0e95d72-073e-41dd-83f8-816cecf26b5a admin admin] 10.222.0.16 "GET /v2.0/subnets/85548b31-2359-4ff4-947e-057d4eec9a25 HTTP/1.1" status: 200 len: 849 time: 0.2223222 Jul 29 14:30:06.626592 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-19df247b-3743-4e96-85df-6ce1c0b1dc44 admin admin] 10.222.0.16 "GET /v2.0/routers/4c292789-c871-4637-98d6-1a693acb7516 HTTP/1.1" status: 200 len: 704 time: 0.1290884 Jul 29 14:30:06.911451 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.218751 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Allocated IP 172.20.0.1 (8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73/85548b31-2359-4ff4-947e-057d4eec9a25/a42d0cca-7914-4c6e-8d35-e4428f590099) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:30:07.374009 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.396181 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Transition to ACTIVE for port object a42d0cca-7914-4c6e-8d35-e4428f590099 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:30:07.530803 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.604422 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Network 8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:30:07.610231 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:30:07.612922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:30:07.613861 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.682110 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a42d0cca-7914-4c6e-8d35-e4428f590099,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:07.834871 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.874488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5ca72d17-fd2d-498a-be58-1206afadaf40 None None] Provisioning for port a42d0cca-7914-4c6e-8d35-e4428f590099 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:30:07.879393 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5ca72d17-fd2d-498a-be58-1206afadaf40 None None] Provisioning complete for port a42d0cca-7914-4c6e-8d35-e4428f590099 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:07.879974 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ca72d17-fd2d-498a-be58-1206afadaf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:07.920958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5ca72d17-fd2d-498a-be58-1206afadaf40 None None] Port a42d0cca-7914-4c6e-8d35-e4428f590099 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:30:08.057967 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:08.063425 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:08.064250 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:08.141216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a42d0cca-7914-4c6e-8d35-e4428f590099,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:08.190469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Network 8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:30:08.191831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:30:08.364420 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Router 4c292789-c871-4637-98d6-1a693acb7516 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:30:08.441856 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-953bcc64-632f-4ba7-9e64-1d40a70b8629 None None] Provisioning complete for port a42d0cca-7914-4c6e-8d35-e4428f590099 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:08.442227 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-953bcc64-632f-4ba7-9e64-1d40a70b8629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:08.456967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:30:08.467276 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-53381624-fb79-4d9e-be01-8ec7c0c1a2c4 admin admin] 10.222.0.16 "PUT /v2.0/routers/4c292789-c871-4637-98d6-1a693acb7516/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8305843 Jul 29 14:30:08.467558 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Sync routers for ids ['4c292789-c871-4637-98d6-1a693acb7516'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:30:08.479515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-953bcc64-632f-4ba7-9e64-1d40a70b8629 None None] Port a42d0cca-7914-4c6e-8d35-e4428f590099 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:30:08.479945 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Routers {'4c292789-c871-4637-98d6-1a693acb7516'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:08.481698 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:30:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['4c292789-c871-4637-98d6-1a693acb7516'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:08.669699 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Set router 4c292789-c871-4637-98d6-1a693acb7516 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:09.109191 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c292789-c871-4637-98d6-1a693acb7516', 'name': 'router1', 'tenant_id': 'c152d43cec834346a70cb1b751dd53ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:29:57Z', 'updated_at': '2021-07-29T14:30:07Z', 'revision_number': 2, 'project_id': 'c152d43cec834346a70cb1b751dd53ef', 'gw_port_host': None, '_interfaces': [{'id': 'a42d0cca-7914-4c6e-8d35-e4428f590099', 'name': '', 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73', 'tenant_id': 'c152d43cec834346a70cb1b751dd53ef', 'mac_address': 'fa:16:3e:24:12:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c292789-c871-4637-98d6-1a693acb7516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85548b31-2359-4ff4-947e-057d4eec9a25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:06Z', 'updated_at': '2021-07-29T14:30:07Z', 'revision_number': 2, 'project_id': 'c152d43cec834346a70cb1b751dd53ef', 'subnets': [{'id': '85548b31-2359-4ff4-947e-057d4eec9a25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa6044da-7bcc-43e4-9e8c-831e9cba4e8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:09.162709 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Checking router: 4c292789-c871-4637-98d6-1a693acb7516 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:30:09.163084 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Updating router 4c292789-c871-4637-98d6-1a693acb7516 port a42d0cca-7914-4c6e-8d35-e4428f590099 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:30:09.212181 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:09.769106 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:09.787986 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Transition to ACTIVE for port object a42d0cca-7914-4c6e-8d35-e4428f590099 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:30:09.795011 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:09.957295 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ef7b4-4f47-454d-9a52-117f8cc02d0f None None] Pushing event updated for resources: {'Port': ['ID=a42d0cca-7914-4c6e-8d35-e4428f590099,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:09.968848 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Attempting to bind port a42d0cca-7914-4c6e-8d35-e4428f590099 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:30:09.969253 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Attempting to bind port a42d0cca-7914-4c6e-8d35-e4428f590099 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'c5baf097-28b7-4706-bfa7-58000fca5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:30:09.969665 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Attempting to bind port a42d0cca-7914-4c6e-8d35-e4428f590099 on network 8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:30:09.972229 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ef7b4-4f47-454d-9a52-117f8cc02d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:09.972569 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ef7b4-4f47-454d-9a52-117f8cc02d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:09.972941 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ef7b4-4f47-454d-9a52-117f8cc02d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:09.973275 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ef7b4-4f47-454d-9a52-117f8cc02d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:09.973602 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ef7b4-4f47-454d-9a52-117f8cc02d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:09.973927 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ef7b4-4f47-454d-9a52-117f8cc02d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:09.974252 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ef7b4-4f47-454d-9a52-117f8cc02d0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:09.974570 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ef7b4-4f47-454d-9a52-117f8cc02d0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:09.974890 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ef7b4-4f47-454d-9a52-117f8cc02d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:09.975209 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ef7b4-4f47-454d-9a52-117f8cc02d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:09.975528 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ef7b4-4f47-454d-9a52-117f8cc02d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:09.975847 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ef7b4-4f47-454d-9a52-117f8cc02d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75ef7b4-4f47-454d-9a52-117f8cc02d0f None None] Tracked resource versions report: Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: pushed versions: Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: { 'AddressGroup': {'1.2'}, Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'ConntrackHelper': {'1.0'}, Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'Log': {'1.0'}, Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'Network': {'1.1'}, Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'Port': {'1.7'}, Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'PortForwarding': {'1.2'}, Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'QosPolicy': {'1.8'}, Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'SecurityGroup': {'1.4'}, Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'SubPort': {'1.0'}, Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'Subnet': {'1.1'}, Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'Trunk': {'1.1'}} Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: consumer versions: Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: { DHCP agent@n-d-802893-1: {}, Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: L3 agent@n-d-802893-1: {}, Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: Metadata agent@n-d-802893-1: {}, Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: Metering agent@n-d-802893-1: {}, Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: Open vSwitch agent@n-d-802893-1: { 'AddressGroup': '1.2', Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'ConntrackHelper': '1.0', Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'Log': '1.0', Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'Network': '1.1', Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'Port': '1.7', Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'PortForwarding': '1.2', Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'QosPolicy': '1.8', Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'SecurityGroup': '1.4', Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'SecurityGroupRule': '1.2', Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'SubPort': '1.0', Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'Subnet': '1.1', Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: 'Trunk': '1.1'}} Jul 29 14:30:09.976986 n-d-802893-1 neutron-server[94160]: {{(pid=94160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:30:09.983098 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:30:09.983510 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Checking segment: {'id': 'c5baf097-28b7-4706-bfa7-58000fca5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:30:09.984079 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:09.984342 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Bound using segment: {'id': 'c5baf097-28b7-4706-bfa7-58000fca5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:30:09.984875 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Bound port: a42d0cca-7914-4c6e-8d35-e4428f590099, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5baf097-28b7-4706-bfa7-58000fca5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:30:09.985276 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:10.053918 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] For port a42d0cca-7914-4c6e-8d35-e4428f590099, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:30:10.076658 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] For port a42d0cca-7914-4c6e-8d35-e4428f590099, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a42d0cca-7914-4c6e-8d35-e4428f590099,segment=NetworkSegment(c5baf097-28b7-4706-bfa7-58000fca5b4c),segment_id=c5baf097-28b7-4706-bfa7-58000fca5b4c)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:30:10.080918 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:10.139207 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ef7b4-4f47-454d-9a52-117f8cc02d0f None None] Pushing event updated for resources: {'Port': ['ID=a42d0cca-7914-4c6e-8d35-e4428f590099,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:10.144355 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Routers {'4c292789-c871-4637-98d6-1a693acb7516'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:10.145004 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:30:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['4c292789-c871-4637-98d6-1a693acb7516'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:10.235672 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] Set router 4c292789-c871-4637-98d6-1a693acb7516 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:10.447470 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c292789-c871-4637-98d6-1a693acb7516', 'name': 'router1', 'tenant_id': 'c152d43cec834346a70cb1b751dd53ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:29:57Z', 'updated_at': '2021-07-29T14:30:07Z', 'revision_number': 2, 'project_id': 'c152d43cec834346a70cb1b751dd53ef', 'gw_port_host': None, '_interfaces': [{'id': 'a42d0cca-7914-4c6e-8d35-e4428f590099', 'name': '', 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73', 'tenant_id': 'c152d43cec834346a70cb1b751dd53ef', 'mac_address': 'fa:16:3e:24:12:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c292789-c871-4637-98d6-1a693acb7516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85548b31-2359-4ff4-947e-057d4eec9a25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:06Z', 'updated_at': '2021-07-29T14:30:10Z', 'revision_number': 4, 'project_id': 'c152d43cec834346a70cb1b751dd53ef', 'subnets': [{'id': '85548b31-2359-4ff4-947e-057d4eec9a25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa6044da-7bcc-43e4-9e8c-831e9cba4e8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:10.473588 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f05ae-dc2c-45bd-be59-5ef76c08d4bc None None] The sync data for ids ['4c292789-c871-4637-98d6-1a693acb7516'] in n-d-802893-1 is: [{'id': '4c292789-c871-4637-98d6-1a693acb7516', 'name': 'router1', 'tenant_id': 'c152d43cec834346a70cb1b751dd53ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:29:57Z', 'updated_at': '2021-07-29T14:30:07Z', 'revision_number': 2, 'project_id': 'c152d43cec834346a70cb1b751dd53ef', 'gw_port_host': None, '_interfaces': [{'id': 'a42d0cca-7914-4c6e-8d35-e4428f590099', 'name': '', 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73', 'tenant_id': 'c152d43cec834346a70cb1b751dd53ef', 'mac_address': 'fa:16:3e:24:12:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c292789-c871-4637-98d6-1a693acb7516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85548b31-2359-4ff4-947e-057d4eec9a25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:06Z', 'updated_at': '2021-07-29T14:30:10Z', 'revision_number': 4, 'project_id': 'c152d43cec834346a70cb1b751dd53ef', 'subnets': [{'id': '85548b31-2359-4ff4-947e-057d4eec9a25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa6044da-7bcc-43e4-9e8c-831e9cba4e8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:30:10.708747 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44050) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:10.819183 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea83dda-cf01-4cea-a4a9-9123b72863d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:10.820538 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bea83dda-cf01-4cea-a4a9-9123b72863d7 admin admin] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 842 time: 0.1108375 Jul 29 14:30:10.830722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-dbcd3bdb-6e40-41d5-9ccd-7945b3419f62 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.6.1', 'ip_version': 4, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.6.0/24'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:10.852298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcd3bdb-6e40-41d5-9ccd-7945b3419f62 admin admin] Made reservation on behalf of 903975ad0d074832a0bc3c61673a43ba for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:30:10.854615 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3bdb-6e40-41d5-9ccd-7945b3419f62 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:11.144417 n-d-802893-1 neutron-server[94157]: DEBUG neutron.objects.ports [None req-dbcd3bdb-6e40-41d5-9ccd-7945b3419f62 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94157) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 14:30:11.144816 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3bdb-6e40-41d5-9ccd-7945b3419f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:11.284042 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd3bdb-6e40-41d5-9ccd-7945b3419f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75343300-359e-46ec-9c56-89dd0632dd90,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:11.288367 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcd3bdb-6e40-41d5-9ccd-7945b3419f62 admin admin] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:30:11.288752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd3bdb-6e40-41d5-9ccd-7945b3419f62 admin admin] Network hostable DHCP agents. Network: 934d72ed-b7cb-4209-8f17-14bdf4413084, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:30:11.305130 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcd3bdb-6e40-41d5-9ccd-7945b3419f62 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:30:11.313771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-dbcd3bdb-6e40-41d5-9ccd-7945b3419f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 934d72ed-b7cb-4209-8f17-14bdf4413084) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:30:11.317606 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcd3bdb-6e40-41d5-9ccd-7945b3419f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:11.318190 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dbcd3bdb-6e40-41d5-9ccd-7945b3419f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:11.323825 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761ae540-b665-4e99-a463-b616ec5d3e7b None None] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:30:11.333258 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dbcd3bdb-6e40-41d5-9ccd-7945b3419f62 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5063987 Jul 29 14:30:11.467606 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372d2e2-bd36-4266-9f46-0cf0dd8a7d32 None None] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:30:13.642569 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44058) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:13.790680 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b21df693-2e3f-4518-ae63-53e8bbae3e1f admin admin] 10.222.0.16 "GET /v2.0/routers/4c292789-c871-4637-98d6-1a693acb7516 HTTP/1.1" status: 200 len: 710 time: 0.1467905 Jul 29 14:30:13.881529 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e7661-1785-4f27-894c-888e396257a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:30:13.889135 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b51e7661-1785-4f27-894c-888e396257a3 admin admin] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 886 time: 0.0927279 Jul 29 14:30:13.893218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:30:14.164540 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:14.410627 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:14.487347 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:14.600440 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Allocated IP 172.25.6.96 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/916f5a9f-81cd-46d6-801c-d6de129515f4) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:30:14.705693 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:14.748339 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:14.786379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:30:14.789365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:30:14.795517 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:30:14.800711 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Pushing event updated for resources: {'Port': ['ID=916f5a9f-81cd-46d6-801c-d6de129515f4,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:15.051559 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.351875 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.355593 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.471359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Router 4c292789-c871-4637-98d6-1a693acb7516 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:30:15.585660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:30:15.592494 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:15.594324 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a5f07591-5e55-4988-8c37-6b7431a75a10 admin admin] 10.222.0.16 "PUT /v2.0/routers/4c292789-c871-4637-98d6-1a693acb7516 HTTP/1.1" status: 200 len: 889 time: 1.7042780 Jul 29 14:30:17.089654 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Sync routers for ids ['4c292789-c871-4637-98d6-1a693acb7516'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:30:17.099758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Routers {'4c292789-c871-4637-98d6-1a693acb7516'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:17.101294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:30:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['4c292789-c871-4637-98d6-1a693acb7516'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:17.313954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a42d0cca-7914-4c6e-8d35-e4428f590099 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:17.407193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Set router 4c292789-c871-4637-98d6-1a693acb7516 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:17.499958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port a42d0cca-7914-4c6e-8d35-e4428f590099 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:30:17.566163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port a42d0cca-7914-4c6e-8d35-e4428f590099 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:17.566540 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:17.825129 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:17.878770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port a42d0cca-7914-4c6e-8d35-e4428f590099, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a42d0cca-7914-4c6e-8d35-e4428f590099,segment=NetworkSegment(c5baf097-28b7-4706-bfa7-58000fca5b4c),segment_id=c5baf097-28b7-4706-bfa7-58000fca5b4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:17.886565 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:17.968650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c292789-c871-4637-98d6-1a693acb7516', 'name': 'router1', 'tenant_id': 'c152d43cec834346a70cb1b751dd53ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '916f5a9f-81cd-46d6-801c-d6de129515f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:29:57Z', 'updated_at': '2021-07-29T14:30:14Z', 'revision_number': 4, 'project_id': 'c152d43cec834346a70cb1b751dd53ef', 'gw_port': {'id': '916f5a9f-81cd-46d6-801c-d6de129515f4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c292789-c871-4637-98d6-1a693acb7516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:14Z', 'updated_at': '2021-07-29T14:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'a42d0cca-7914-4c6e-8d35-e4428f590099', 'name': '', 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73', 'tenant_id': 'c152d43cec834346a70cb1b751dd53ef', 'mac_address': 'fa:16:3e:24:12:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c292789-c871-4637-98d6-1a693acb7516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85548b31-2359-4ff4-947e-057d4eec9a25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:06Z', 'updated_at': '2021-07-29T14:30:10Z', 'revision_number': 4, 'project_id': 'c152d43cec834346a70cb1b751dd53ef', 'subnets': [{'id': '85548b31-2359-4ff4-947e-057d4eec9a25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa6044da-7bcc-43e4-9e8c-831e9cba4e8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:18.023387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=a42d0cca-7914-4c6e-8d35-e4428f590099,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:18.026508 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Checking router: 4c292789-c871-4637-98d6-1a693acb7516 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:30:18.026876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Updating router 4c292789-c871-4637-98d6-1a693acb7516 port 916f5a9f-81cd-46d6-801c-d6de129515f4 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:30:18.046674 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44070) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:30:18.076371 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:18.160003 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e30fae89-a7a3-4062-bc22-a93f5f460d9e admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1120977 Jul 29 14:30:18.422687 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:18.433941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Transition to ACTIVE for port object 916f5a9f-81cd-46d6-801c-d6de129515f4 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:30:18.439916 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:18.493094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Attempting to bind port 916f5a9f-81cd-46d6-801c-d6de129515f4 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:30:18.493470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Attempting to bind port 916f5a9f-81cd-46d6-801c-d6de129515f4 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:30:18.493840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Attempting to bind port 916f5a9f-81cd-46d6-801c-d6de129515f4 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:30:18.496363 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f0c80-7384-462c-8cc9-e8fe9e10a0cc None None] Pushing event updated for resources: {'Port': ['ID=916f5a9f-81cd-46d6-801c-d6de129515f4,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:18.501907 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:30:18.502287 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:30:18.502692 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:18.503454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:30:18.503560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Bound port: 916f5a9f-81cd-46d6-801c-d6de129515f4, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:30:18.503925 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:18.556903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] For port 916f5a9f-81cd-46d6-801c-d6de129515f4, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:30:18.561635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] For port 916f5a9f-81cd-46d6-801c-d6de129515f4, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=916f5a9f-81cd-46d6-801c-d6de129515f4,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:30:18.566165 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:18.626404 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f0c80-7384-462c-8cc9-e8fe9e10a0cc None None] Pushing event updated for resources: {'Port': ['ID=916f5a9f-81cd-46d6-801c-d6de129515f4,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:18.633488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Routers {'4c292789-c871-4637-98d6-1a693acb7516'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:30:18.634127 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:30:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['4c292789-c871-4637-98d6-1a693acb7516'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:18.838853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] Set router 4c292789-c871-4637-98d6-1a693acb7516 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:30:19.066318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c292789-c871-4637-98d6-1a693acb7516', 'name': 'router1', 'tenant_id': 'c152d43cec834346a70cb1b751dd53ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '916f5a9f-81cd-46d6-801c-d6de129515f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:29:57Z', 'updated_at': '2021-07-29T14:30:14Z', 'revision_number': 4, 'project_id': 'c152d43cec834346a70cb1b751dd53ef', 'gw_port': {'id': '916f5a9f-81cd-46d6-801c-d6de129515f4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c292789-c871-4637-98d6-1a693acb7516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:14Z', 'updated_at': '2021-07-29T14:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'a42d0cca-7914-4c6e-8d35-e4428f590099', 'name': '', 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73', 'tenant_id': 'c152d43cec834346a70cb1b751dd53ef', 'mac_address': 'fa:16:3e:24:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c292789-c871-4637-98d6-1a693acb7516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85548b31-2359-4ff4-947e-057d4eec9a25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:06Z', 'updated_at': '2021-07-29T14:30:17Z', 'revision_number': 5, 'project_id': 'c152d43cec834346a70cb1b751dd53ef', 'subnets': [{'id': '85548b31-2359-4ff4-947e-057d4eec9a25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa6044da-7bcc-43e4-9e8c-831e9cba4e8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:30:19.112764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9d3cfd-dc0e-4587-b2ee-e6cb38045476 None None] The sync data for ids ['4c292789-c871-4637-98d6-1a693acb7516'] in n-d-802893-1 is: [{'id': '4c292789-c871-4637-98d6-1a693acb7516', 'name': 'router1', 'tenant_id': 'c152d43cec834346a70cb1b751dd53ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '916f5a9f-81cd-46d6-801c-d6de129515f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:29:57Z', 'updated_at': '2021-07-29T14:30:14Z', 'revision_number': 4, 'project_id': 'c152d43cec834346a70cb1b751dd53ef', 'gw_port': {'id': '916f5a9f-81cd-46d6-801c-d6de129515f4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c292789-c871-4637-98d6-1a693acb7516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:14Z', 'updated_at': '2021-07-29T14:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'a42d0cca-7914-4c6e-8d35-e4428f590099', 'name': '', 'network_id': '8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73', 'tenant_id': 'c152d43cec834346a70cb1b751dd53ef', 'mac_address': 'fa:16:3e:24:12:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c292789-c871-4637-98d6-1a693acb7516', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85548b31-2359-4ff4-947e-057d4eec9a25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:30:06Z', 'updated_at': '2021-07-29T14:30:17Z', 'revision_number': 5, 'project_id': 'c152d43cec834346a70cb1b751dd53ef', 'subnets': [{'id': '85548b31-2359-4ff4-947e-057d4eec9a25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aa6044da-7bcc-43e4-9e8c-831e9cba4e8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:30:19.263701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a42d0cca-7914-4c6e-8d35-e4428f590099 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:19.321340 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port a42d0cca-7914-4c6e-8d35-e4428f590099 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:19.321715 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:21.286940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 916f5a9f-81cd-46d6-801c-d6de129515f4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:21.341192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 916f5a9f-81cd-46d6-801c-d6de129515f4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:30:21.344911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 916f5a9f-81cd-46d6-801c-d6de129515f4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:21.345294 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:21.427116 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:21.447513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 916f5a9f-81cd-46d6-801c-d6de129515f4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=916f5a9f-81cd-46d6-801c-d6de129515f4,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:30:21.453056 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:21.502854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=916f5a9f-81cd-46d6-801c-d6de129515f4,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:30:22.670779 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:30:23.258041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 916f5a9f-81cd-46d6-801c-d6de129515f4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:30:23.352830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 916f5a9f-81cd-46d6-801c-d6de129515f4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:30:23.352830 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:30.428987 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f50d2469-3ebb-4ed6-ba95-6ab23ee49aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:33.056131 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:33.270448 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1688bb7d-379e-4e16-8c7f-99afe665a307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:34.130700 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:36.073090 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:30:59.663977 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:31:00.412065 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81e78749-7671-48de-962a-4403d6cd7a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:03.049810 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:03.267747 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-482fcc65-79eb-42e5-b708-f20932184db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:04.113057 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:06.063678 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:30.418777 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39770525-d55d-44fa-b2dd-1e669c80483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:33.054281 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:33.268800 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a40b4233-758c-45d8-b866-f56e334b63ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:34.114457 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:36.066348 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:31:36.663841 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:32:00.410612 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdf1dbf1-5891-4a13-9c67-4583d03ec7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:01.590724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44670) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:32:01.655776 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7000b0-f40a-432b-b4b1-b08bab8057fc admin admin] GET failed (client error): The resource could not be found. Jul 29 14:32:01.657199 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7b7000b0-f40a-432b-b4b1-b08bab8057fc admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655212 Jul 29 14:32:01.818341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef6a76c-58fb-4530-8a03-943629c6034b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:01.819883 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1ef6a76c-58fb-4530-8a03-943629c6034b admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572778 Jul 29 14:32:03.056842 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:03.270375 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ba287056-edab-4a04-b27e-3f7ad5e7423d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:04.074882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44680) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:32:04.116600 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:04.165985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5de3655-c1da-4904-8854-46940c2f6b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:04.167343 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d5de3655-c1da-4904-8854-46940c2f6b8d admin admin] 10.222.0.16 "GET /v2.0/subnets/85548b31-2359-4ff4-947e-057d4eec9a25 HTTP/1.1" status: 200 len: 849 time: 0.0914767 Jul 29 14:32:04.177972 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:32:04.262702 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:04.403999 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743680688424'] for subnet, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:04.435402 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:04.436480 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:04.438112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] 10.222.0.16 "PUT /v2.0/subnets/85548b31-2359-4ff4-947e-057d4eec9a25 HTTP/1.1" status: 200 len: 868 time: 0.2644470 Jul 29 14:32:04.439609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc7d1c2-ab43-4599-8ad9-23441c8dab82 None None] Network 8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:32:04.455599 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85548b31-2359-4ff4-947e-057d4eec9a25,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:32:04.463889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:04.464271 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:04.464742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:04.465138 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:04.465473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:04.465804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:04.466132 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:04.466454 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:04.466835 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:04.467162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:04.467487 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:04.467809 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b470b7-2a1c-496e-8999-6d262fb56019 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:04.861387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-35164493-358f-4bf2-b522-a745048b6e40 None None] Provisioning complete for port f783ee04-c2b3-4698-bdcc-b6ad2a2fe98f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:32:04.861764 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35164493-358f-4bf2-b522-a745048b6e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:04.946894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-35164493-358f-4bf2-b522-a745048b6e40 None None] Provisioning complete for port a42d0cca-7914-4c6e-8d35-e4428f590099 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:32:04.947159 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35164493-358f-4bf2-b522-a745048b6e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:06.068302 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:06.631337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44688) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:32:06.851265 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf7d2f-e8c7-47c8-8fb7-03570b9abaf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:06.851754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf7d2f-e8c7-47c8-8fb7-03570b9abaf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:06.853333 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f4cf7d2f-e8c7-47c8-8fb7-03570b9abaf8 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2210298 Jul 29 14:32:09.085128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44696) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:32:09.221203 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73974042-af00-4a29-8651-c647957321d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:09.222418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73974042-af00-4a29-8651-c647957321d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:09.224013 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-73974042-af00-4a29-8651-c647957321d3 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1379242 Jul 29 14:32:11.580635 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44704) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:32:11.720993 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4080aa-e7bc-4be6-bc05-1f1be4362aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:11.722921 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ec4080aa-e7bc-4be6-bc05-1f1be4362aeb admin admin] 10.222.0.16 "GET /v2.0/networks/8f0d4fa4-4840-45e7-a7fe-b6fd10e97e73 HTTP/1.1" status: 200 len: 869 time: 0.1404541 Jul 29 14:32:13.663003 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:32:14.021821 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44712) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:32:14.152363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69295b90-7810-437a-9809-54ad8920415b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:14.153779 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-69295b90-7810-437a-9809-54ad8920415b admin admin] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 886 time: 0.1309912 Jul 29 14:32:16.384026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44720) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:32:16.613529 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8bdac0-0f30-486c-84c8-9406871f789a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:16.613928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8bdac0-0f30-486c-84c8-9406871f789a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:16.615585 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2b8bdac0-0f30-486c-84c8-9406871f789a admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2305779 Jul 29 14:32:18.808174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44728) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:32:18.947707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd9647d-1236-45cb-988b-a0bfbc9ac4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:18.948165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd9647d-1236-45cb-988b-a0bfbc9ac4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:18.949793 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cbd9647d-1236-45cb-988b-a0bfbc9ac4d5 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1406651 Jul 29 14:32:21.140093 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44738) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:32:21.253631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff104b7-c15c-42eb-ae1c-8556299527c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:21.255018 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6ff104b7-c15c-42eb-ae1c-8556299527c1 admin admin] 10.222.0.16 "GET /v2.0/subnets/75343300-359e-46ec-9c56-89dd0632dd90 HTTP/1.1" status: 200 len: 816 time: 0.1139286 Jul 29 14:32:23.450959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44746) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:32:23.548407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be953331-406a-4cce-ae16-f00e25c9a891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:23.550623 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-be953331-406a-4cce-ae16-f00e25c9a891 admin admin] 10.222.0.16 "GET /v2.0/subnets/85548b31-2359-4ff4-947e-057d4eec9a25 HTTP/1.1" status: 200 len: 868 time: 0.0987039 Jul 29 14:32:30.411995 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d970d39-07d5-48c1-91ff-6aa291c39f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:33.058841 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:33.271225 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a49bfa2-78a2-4d32-ad43-c60c8e8a7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:34.119387 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:36.076590 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:49.578634 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44800) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:32:49.625395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-fec625bb-4a60-47ef-a346-5b8eceb7d348 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:32:49.626420 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fec625bb-4a60-47ef-a346-5b8eceb7d348 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469630 Jul 29 14:32:50.661951 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:32:51.896930 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44808) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:32:51.961882 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80b8745-5cf8-4de7-af9d-fb11da4b90e7 admin admin] GET failed (client error): The resource could not be found. Jul 29 14:32:51.963214 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b80b8745-5cf8-4de7-af9d-fb11da4b90e7 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0653417 Jul 29 14:32:52.127724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee05d4c-92ee-4d1d-8063-2315e9577789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:52.129160 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-aee05d4c-92ee-4d1d-8063-2315e9577789 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1615984 Jul 29 14:32:54.364189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44816) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:32:54.410320 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:32:54.430248 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Made reservation on behalf of 903975ad0d074832a0bc3c61673a43ba for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:32:54.432549 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:54.466233 n-d-802893-1 neutron-server[94158]: WARNING neutron.services.revisions.revision_plugin [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Could not find related network for resource to bump revision. Jul 29 14:32:54.478755 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:32:54.490154 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:54.490493 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Added segment ceb94af9-6f54-4b9d-a69a-11294d8b1e8d of type vlan for network 685260eb-b7fc-4894-ada6-3f1ae471466f Jul 29 14:32:54.529319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:54.558388 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:54.559326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:54.559910 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:54.616471 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2511208 Jul 29 14:32:54.623781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Pushing event updated for resources: {'Network': ['ID=685260eb-b7fc-4894-ada6-3f1ae471466f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:32:54.631676 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:54.632016 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:54.632358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:54.632717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:54.633054 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:54.633384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:54.633710 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:54.634031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:54.634353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:54.634675 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:54.634997 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:54.635317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71b0ebd-1a6d-4404-8aef-2c7d93cbe115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:54.646962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 685260eb-b7fc-4894-ada6-3f1ae471466f details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:32:56.825563 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44824) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:32:56.885287 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f0c3e0-219f-4afa-9608-fbaa50201e7e admin admin] GET failed (client error): The resource could not be found. Jul 29 14:32:56.886665 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-91f0c3e0-219f-4afa-9608-fbaa50201e7e admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601540 Jul 29 14:32:56.955432 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616d3b31-12b4-465e-b88d-8a783d35a340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:56.956918 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-616d3b31-12b4-465e-b88d-8a783d35a340 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648205 Jul 29 14:32:56.967099 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-90577ce7-c77a-4f8b-8b93-0cb66443f4f5 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:32:56.988724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90577ce7-c77a-4f8b-8b93-0cb66443f4f5 admin admin] Made reservation on behalf of 903975ad0d074832a0bc3c61673a43ba for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:32:56.991034 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-90577ce7-c77a-4f8b-8b93-0cb66443f4f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:57.151739 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-90577ce7-c77a-4f8b-8b93-0cb66443f4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:57.208594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90577ce7-c77a-4f8b-8b93-0cb66443f4f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74f63c3f-53ae-4284-9c43-dda4e8587945,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:32:57.216958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90577ce7-c77a-4f8b-8b93-0cb66443f4f5 admin admin] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:32:57.217319 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90577ce7-c77a-4f8b-8b93-0cb66443f4f5 admin admin] Network hostable DHCP agents. Network: 685260eb-b7fc-4894-ada6-3f1ae471466f, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:32:57.232945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90577ce7-c77a-4f8b-8b93-0cb66443f4f5 admin admin] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:32:57.241609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-90577ce7-c77a-4f8b-8b93-0cb66443f4f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 685260eb-b7fc-4894-ada6-3f1ae471466f) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:32:57.245430 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90577ce7-c77a-4f8b-8b93-0cb66443f4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:32:57.246021 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-90577ce7-c77a-4f8b-8b93-0cb66443f4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:57.252803 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496ae198-55aa-4c28-9c35-a1f9bade605b None None] Network 685260eb-b7fc-4894-ada6-3f1ae471466f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:32:57.259585 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-90577ce7-c77a-4f8b-8b93-0cb66443f4f5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2958221 Jul 29 14:32:57.406887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-685260eb-b7fc-4894-ada6-3f1ae471466f', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'tenant_id': '903975ad0d074832a0bc3c61673a43ba', 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:32:57.407794 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:57.648272 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Allocated IP 192.168.233.2 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/467b6272-ed77-470c-8b83-e57ddcfc69ff) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:32:57.801159 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:57.810324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Transition to ACTIVE for port object 467b6272-ed77-470c-8b83-e57ddcfc69ff will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:32:57.825882 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Transition to ACTIVE for port object 467b6272-ed77-470c-8b83-e57ddcfc69ff will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:32:57.835015 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:57.875981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:32:57.883537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:32:57.885707 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Pushing event updated for resources: {'Port': ['ID=467b6272-ed77-470c-8b83-e57ddcfc69ff,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:32:57.887995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:32:57.914716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:57.915062 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:57.915401 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:57.915734 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:57.916065 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:57.916395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:57.916741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:57.917079 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:57.917393 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:57.917716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:57.918036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:57.918355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:32:57.956258 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Attempting to bind port 467b6272-ed77-470c-8b83-e57ddcfc69ff on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:32:57.956628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Attempting to bind port 467b6272-ed77-470c-8b83-e57ddcfc69ff by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:32:57.957029 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Attempting to bind port 467b6272-ed77-470c-8b83-e57ddcfc69ff on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:32:57.962345 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:32:57.962718 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:32:57.963121 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:57.963539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:32:57.964009 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Bound port: 467b6272-ed77-470c-8b83-e57ddcfc69ff, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:32:57.964403 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:58.029608 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] For port 467b6272-ed77-470c-8b83-e57ddcfc69ff, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:32:58.034645 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] For port 467b6272-ed77-470c-8b83-e57ddcfc69ff, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=467b6272-ed77-470c-8b83-e57ddcfc69ff,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:32:58.038579 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:58.098637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfde69-d1ad-477d-9226-dc61e0a547ad None None] Pushing event updated for resources: {'Port': ['ID=467b6272-ed77-470c-8b83-e57ddcfc69ff,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:32:58.943929 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bc8432-36fa-4a82-8bb2-5f330b16a524 None None] Network 685260eb-b7fc-4894-ada6-3f1ae471466f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:32:59.012927 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f26956d6-568b-4eee-95f3-ae5d5c57b911 None None] Provisioning for port 467b6272-ed77-470c-8b83-e57ddcfc69ff completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:32:59.346873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 467b6272-ed77-470c-8b83-e57ddcfc69ff up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:32:59.407136 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 467b6272-ed77-470c-8b83-e57ddcfc69ff completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:32:59.411398 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 467b6272-ed77-470c-8b83-e57ddcfc69ff triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:32:59.411614 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:59.493269 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:59.527463 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 467b6272-ed77-470c-8b83-e57ddcfc69ff, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=467b6272-ed77-470c-8b83-e57ddcfc69ff,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:32:59.531864 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:32:59.582739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=467b6272-ed77-470c-8b83-e57ddcfc69ff,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:33:00.415019 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e6bb54fc-4229-47a1-a2fb-fc1b115bf0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:01.320253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 467b6272-ed77-470c-8b83-e57ddcfc69ff up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:33:01.370500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 467b6272-ed77-470c-8b83-e57ddcfc69ff triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:33:01.370792 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:03.060748 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:03.275238 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c046535d-b963-434a-9721-47b2d72562b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:04.124271 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:06.079071 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:27.660678 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:33:30.416886 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c361d212-a127-497e-9e78-cfe4fe39824b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:33.063303 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:33.278347 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-36094433-15e8-4949-9500-b961ea0e5c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:34.126756 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:33:36.086003 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:00.419472 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b0e5accc-84f3-4a0e-84d0-d1b02ea6a790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:03.064957 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:03.279702 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f6628d4-7a05-4383-8d22-c0b11458a4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:04.128448 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:04.659175 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:34:06.085676 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:08.575692 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44876) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:08.581877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-c9101d6b-d807-4917-944d-0c0458de6772 tempest-verify_tempest_config-12562616 tempest-verify_tempest_config-12562616-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:34:08.582842 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c9101d6b-d807-4917-944d-0c0458de6772 tempest-verify_tempest_config-12562616 tempest-verify_tempest_config-12562616-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061796 Jul 29 14:34:08.889420 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44894) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:08.995987 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:09.086545 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:09.090867 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:09.133868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cc1df9-c114-4cd2-a704-56640c74d5bd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:09.139247 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddf1f3190b5e4cc7991c6ae5530772eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2488148 Jul 29 14:34:09.142041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44898) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:34:09.143481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.143841 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.144171 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.144503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.144862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.145191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.145515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.145838 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.146179 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.146502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.146827 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.147145 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f51079-ae42-4b85-bdf4-4f0e0d16afeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.198017 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:09.218593 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:09.309027 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:09.311572 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:09.315976 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88cc1df9-c114-4cd2-a704-56640c74d5bd HTTP/1.1" status: 204 len: 168 time: 0.1728914 Jul 29 14:34:09.324562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cc1df9-c114-4cd2-a704-56640c74d5bd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:34:09.331282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.331627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.332162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.332502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.332854 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.333181 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.333503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.333823 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.334143 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.334459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.334776 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:09.335122 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c138ef-3f23-47a8-a0ae-0b03be759f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:34:30.421510 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b2581b77-f31a-4217-988a-685c156fea24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:33.066308 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:33.280289 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b764f048-da11-4855-91a9-76cf726f9bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:34.130214 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:36.090741 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:34:41.657390 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:35:00.423702 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ce58a95-1a9f-4472-91d6-4c01e439ae0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:03.067292 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:03.281480 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4cdee912-3bd1-418b-b861-2bf709f44c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:04.133440 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:06.092927 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:18.654925 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:35:30.424229 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8267930-ab33-41d7-a753-309458a6d74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:33.070918 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:33.282321 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c50c501-1824-448d-a21c-1cdb5ffbf626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:34.138081 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:36.098847 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:35:55.652841 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:36:00.425122 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0ddf076-b1ab-45ae-b451-432f519448c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:03.072521 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:03.282403 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33360a52-b4df-4ec1-a40e-d751e6dd61e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:04.141439 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:06.100638 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:30.426925 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5f1684b-58f7-46b3-9ba6-010d5852695a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:32.651135 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:36:33.073944 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:33.282552 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76a16fb6-9ef6-48df-a005-470cceda9903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:34.143966 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:36:36.102688 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:00.428946 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14d3fe19-67b9-413b-ae3f-016de78c5729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:03.075221 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:03.283329 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b6b58101-6587-4ec3-b536-b5f7d6c560cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:04.146701 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:06.105769 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:09.651393 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 5 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:37:10.547030 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597976'] for agent, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:25.781998 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-597976'] for agent, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:30.430112 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f6a9ccb9-320f-4433-b038-057b88a6ea71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:33.078030 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:33.286633 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-12b394b2-2a2d-462a-bc97-dc1a1102512f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:34.149055 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:36.111096 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:40.526788 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:37:46.651683 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:37:55.733567 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:00.431774 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0817b8e7-b2fc-407f-9ae7-150f0c9e5004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:03.090638 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:03.222475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44960) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:38:03.294466 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9014552c-6001-4877-8311-6e55ecff78fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:03.343892 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ab98b387-aaa6-4fcd-88d8-8c6710e1dbfc admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1201096 Jul 29 14:38:04.156861 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:05.697335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44970) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:38:05.763260 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9972f63b-a802-48cd-8752-3ad46f53cd14 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0644805 Jul 29 14:38:06.121063 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:10.522473 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:23.652947 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:38:25.734344 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:30.436045 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9acff3ab-cdda-4616-a9c7-2799d383d880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:33.085649 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:33.289923 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-67107b6b-cdac-4314-8aa7-35a620613007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:34.156727 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:36.121203 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:40.520366 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:38:55.736717 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:00.449756 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-531ad4f5-5bb6-42d7-bc82-c1cabc4e56e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:00.659436 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:39:03.091295 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:03.295344 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b800085d-c37b-4f46-a41e-35e7054cc9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:04.165402 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:06.128615 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:10.536543 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:25.743607 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:30.450730 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e591412-6356-4086-9e56-abed813ebc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:33.102150 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:33.302110 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11a28c9b-8d3a-424c-91d6-dabb6328f19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:34.189252 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:34.748826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45182) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:35.258906 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5da51c9b-adcf-4800-9399-eb4cf08fb8d5 tempest-AutoAllocateNetworkTest-435390208 tempest-AutoAllocateNetworkTest-435390208-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6b2db801ee904d178e8c7e1ac4997a68&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5085218 Jul 29 14:39:35.261099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45204) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:35.454909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77b0046-6fc9-4be9-b6cd-b6ef30855223 tempest-AutoAllocateNetworkTest-435390208 tempest-AutoAllocateNetworkTest-435390208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:35.456918 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d77b0046-6fc9-4be9-b6cd-b6ef30855223 tempest-AutoAllocateNetworkTest-435390208 tempest-AutoAllocateNetworkTest-435390208-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1948409 Jul 29 14:39:35.460565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45214) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:35.565215 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bdae705d-4c0d-46f5-b2b5-5d05f3138b69 tempest-AutoAllocateNetworkTest-435390208 tempest-AutoAllocateNetworkTest-435390208-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033323 Jul 29 14:39:35.569493 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45222) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:35.605579 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-97ddf87d-7390-49c3-a48d-bcb93bcc96fd tempest-AutoAllocateNetworkTest-435390208 tempest-AutoAllocateNetworkTest-435390208-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6b2db801ee904d178e8c7e1ac4997a68 HTTP/1.1" status: 200 len: 208 time: 0.0319276 Jul 29 14:39:36.135035 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:36.267555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45266) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:36.641157 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:36.758877 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:36.771374 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:36.820738 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b2db801ee904d178e8c7e1ac4997a68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5518062 Jul 29 14:39:36.821570 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf95febc-7f32-48be-aa51-d80fd6f7cd09,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:36.823810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45296) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:36.857683 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:36.858034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:36.858378 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:36.858719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:36.859047 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:36.859382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:36.859711 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:36.860036 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:36.860360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:36.860698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:36.861023 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:36.861346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5bbf64-2da7-4795-8659-8986051d7632 admin admin] Tracked resource versions report: Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: pushed versions: Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: { 'AddressGroup': {'1.2'}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'ConntrackHelper': {'1.0'}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'Log': {'1.0'}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'Network': {'1.1'}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'Port': {'1.7'}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'PortForwarding': {'1.2'}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'QosPolicy': {'1.8'}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'SecurityGroup': {'1.4'}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'SubPort': {'1.0'}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'Subnet': {'1.1'}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'Trunk': {'1.1'}} Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: consumer versions: Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: { DHCP agent@n-d-802893-1: {}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: HyperV agent@n-h1-802893-1: {}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: HyperV agent@n-h2-802893-1: {}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: L3 agent@n-d-802893-1: {}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: Metadata agent@n-d-802893-1: {}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: Metering agent@n-d-802893-1: {}, Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: Open vSwitch agent@n-d-802893-1: { 'AddressGroup': '1.2', Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'ConntrackHelper': '1.0', Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'Log': '1.0', Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'Network': '1.1', Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'Port': '1.7', Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'PortForwarding': '1.2', Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'QosPolicy': '1.8', Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'SecurityGroup': '1.4', Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'SecurityGroupRule': '1.2', Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'SubPort': '1.0', Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'Subnet': '1.1', Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: 'Trunk': '1.1'}} Jul 29 14:39:36.862396 n-d-802893-1 neutron-server[94158]: {{(pid=94158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:39:36.894836 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d3c373d-01c2-4467-a022-8e1ecdae5f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:36.919281 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d3c373d-01c2-4467-a022-8e1ecdae5f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:36.988915 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d3c373d-01c2-4467-a022-8e1ecdae5f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:36.991955 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d3c373d-01c2-4467-a022-8e1ecdae5f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:36.993184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1d3c373d-01c2-4467-a022-8e1ecdae5f5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf95febc-7f32-48be-aa51-d80fd6f7cd09 HTTP/1.1" status: 204 len: 168 time: 0.1684401 Jul 29 14:39:37.001218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c373d-01c2-4467-a022-8e1ecdae5f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf95febc-7f32-48be-aa51-d80fd6f7cd09,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:37.650167 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:39:38.377779 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45378) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:38.555193 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c680e070-cd95-43b9-9ea2-6c351666cd48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:38.661851 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c680e070-cd95-43b9-9ea2-6c351666cd48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:38.667451 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c680e070-cd95-43b9-9ea2-6c351666cd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:38.719075 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c680e070-cd95-43b9-9ea2-6c351666cd48 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2ef99702a5944e5a7adb9529703a7b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3371987 Jul 29 14:39:38.719518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45394) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:38.747946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680e070-cd95-43b9-9ea2-6c351666cd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda3419e-d99d-4b99-ad86-636501174fb6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:38.784935 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1f9c4b2-15d5-4d56-80ea-a260fc7df9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:38.809541 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1f9c4b2-15d5-4d56-80ea-a260fc7df9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:38.902943 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1f9c4b2-15d5-4d56-80ea-a260fc7df9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:38.906909 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1f9c4b2-15d5-4d56-80ea-a260fc7df9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:38.908401 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e1f9c4b2-15d5-4d56-80ea-a260fc7df9bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bda3419e-d99d-4b99-ad86-636501174fb6 HTTP/1.1" status: 204 len: 168 time: 0.1878123 Jul 29 14:39:38.919514 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9c4b2-15d5-4d56-80ea-a260fc7df9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda3419e-d99d-4b99-ad86-636501174fb6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:39.404593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45446) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:39.418045 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81fd9426-6df6-4c10-bcf9-608fcf32c7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:39.512872 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81fd9426-6df6-4c10-bcf9-608fcf32c7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:39.517469 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81fd9426-6df6-4c10-bcf9-608fcf32c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:39.517953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45456) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:39.520352 n-d-802893-1 neutron-server[94157]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 14:39:39.553982 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-275e3102-6693-4d68-af14-7d78ab970925 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=88483b44a7ed4d048b02d15355600f63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348284 Jul 29 14:39:39.559810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-81fd9426-6df6-4c10-bcf9-608fcf32c7c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d183fcb99db42ee92f3a49f39476bf5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1539645 Jul 29 14:39:39.560647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd9426-6df6-4c10-bcf9-608fcf32c7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6086b6a9-cc0f-4bfd-8ca7-8ab7c4c6cb7d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:39.563262 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45460) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:39.632064 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21b5a9ac-d8ba-4920-8b10-a4d5557cd805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:39.662100 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21b5a9ac-d8ba-4920-8b10-a4d5557cd805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:39.733617 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21b5a9ac-d8ba-4920-8b10-a4d5557cd805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:39.736163 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21b5a9ac-d8ba-4920-8b10-a4d5557cd805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:39.737280 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-21b5a9ac-d8ba-4920-8b10-a4d5557cd805 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6086b6a9-cc0f-4bfd-8ca7-8ab7c4c6cb7d HTTP/1.1" status: 204 len: 168 time: 0.1728797 Jul 29 14:39:39.745554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5a9ac-d8ba-4920-8b10-a4d5557cd805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6086b6a9-cc0f-4bfd-8ca7-8ab7c4c6cb7d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:39.808867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-151d975e-f063-423f-a5d0-361abb2f5d65 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:39.813197 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-151d975e-f063-423f-a5d0-361abb2f5d65 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2479579 Jul 29 14:39:39.828090 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-0c286545-be3c-4aec-9af0-08ee6b604caa tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/quotas/88483b44a7ed4d048b02d15355600f63 HTTP/1.1" status: 200 len: 375 time: 0.0120792 Jul 29 14:39:39.897765 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-9326b357-ed3e-4915-97b6-7ae4ff5551a6 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=88483b44a7ed4d048b02d15355600f63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602221 Jul 29 14:39:40.388026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45522) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:40.530792 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:40.639276 n-d-802893-1 neutron-server[94158]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 14:39:40.697058 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f67377a6-4e77-4208-a002-e572ddcc26ad req-be03ed25-d02e-4244-8272-a0f9b4609ce1 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 210 time: 0.3077111 Jul 29 14:39:41.200975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45606) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:41.575349 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2d8882e9-30e3-4ba8-9827-21e4c3756ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:41.742932 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2d8882e9-30e3-4ba8-9827-21e4c3756ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:41.749219 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2d8882e9-30e3-4ba8-9827-21e4c3756ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:41.826949 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45660) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:41.841010 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2d8882e9-30e3-4ba8-9827-21e4c3756ead admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac1bf583e7844c54a614b71d1415e887&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6382914 Jul 29 14:39:41.842288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8882e9-30e3-4ba8-9827-21e4c3756ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b75c3e5-0139-4fd7-9641-de1c3bdd0041,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:41.906925 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:41.991578 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ef25fcf6-c45d-474f-aebc-275c7991fe4f req-32cc0974-c453-4276-bdef-844eeabb5089 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 210 time: 0.0752983 Jul 29 14:39:42.010834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:42.044613 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45664) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:42.106150 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:42.108988 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:42.110153 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b75c3e5-0139-4fd7-9641-de1c3bdd0041 HTTP/1.1" status: 204 len: 168 time: 0.2815249 Jul 29 14:39:42.122162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b75c3e5-0139-4fd7-9641-de1c3bdd0041,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:42.141337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:42.141948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:42.142667 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:42.143181 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:42.143895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:42.144452 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:42.145324 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:42.145942 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:42.146535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:42.147308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:42.147823 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:42.148391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa2f5d1-ee98-4629-bc6e-49cfbb21f4d2 admin admin] Tracked resource versions report: Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: pushed versions: Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: { 'AddressGroup': {'1.2'}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'ConntrackHelper': {'1.0'}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'Log': {'1.0'}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'Network': {'1.1'}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'Port': {'1.7'}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'PortForwarding': {'1.2'}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'QosPolicy': {'1.8'}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'SecurityGroup': {'1.4'}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'SubPort': {'1.0'}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'Subnet': {'1.1'}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'Trunk': {'1.1'}} Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: consumer versions: Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: { DHCP agent@n-d-802893-1: {}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: HyperV agent@n-h1-802893-1: {}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: HyperV agent@n-h2-802893-1: {}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: L3 agent@n-d-802893-1: {}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: Metadata agent@n-d-802893-1: {}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: Metering agent@n-d-802893-1: {}, Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: Open vSwitch agent@n-d-802893-1: { 'AddressGroup': '1.2', Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'ConntrackHelper': '1.0', Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'Log': '1.0', Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'Network': '1.1', Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'Port': '1.7', Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'PortForwarding': '1.2', Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'QosPolicy': '1.8', Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'SecurityGroup': '1.4', Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'SecurityGroupRule': '1.2', Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'SubPort': '1.0', Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'Subnet': '1.1', Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: 'Trunk': '1.1'}} Jul 29 14:39:42.151091 n-d-802893-1 neutron-server[94157]: {{(pid=94157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:39:42.205370 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0cd0c157-e11b-4b9a-938b-92572adf79de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:42.296939 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-808f5d7d-d005-420e-8fa6-4f48617e0212 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b11bbc04c1e84148bd0b112f0d18688a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455415 Jul 29 14:39:42.437215 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0cd0c157-e11b-4b9a-938b-92572adf79de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:42.453294 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0cd0c157-e11b-4b9a-938b-92572adf79de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:42.503803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-33c330ae-6e6c-4cd5-85d7-837243a26d37 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:42.505987 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-33c330ae-6e6c-4cd5-85d7-837243a26d37 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008262 Jul 29 14:39:42.526050 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0cd0c157-e11b-4b9a-938b-92572adf79de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2681d1b9b1cd4f9ab5e3608ec9e57523&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4802120 Jul 29 14:39:42.528638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45712) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:42.529088 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-9cdfd990-2542-4b07-9b74-5d4005c5fc04 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/quotas/b11bbc04c1e84148bd0b112f0d18688a HTTP/1.1" status: 200 len: 375 time: 0.0150197 Jul 29 14:39:42.529664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0c157-e11b-4b9a-938b-92572adf79de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bc9c15-3828-4897-9277-b81cb3f292d8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:42.598207 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-da3e9d49-b0d1-4f8a-a62c-53f2ae92e836 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b11bbc04c1e84148bd0b112f0d18688a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620503 Jul 29 14:39:42.617458 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8236bb1e-973d-4991-a212-bcdaec02ff70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:42.642287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45714) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:42.658086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.38', 58416) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:42.660718 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ae2cf9d-ed0d-49b1-b50f-b178ab5cc47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:42.702066 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-fdee19c7-9fb0-4310-b729-a58452309e5b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=88483b44a7ed4d048b02d15355600f63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424972 Jul 29 14:39:42.704955 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8236bb1e-973d-4991-a212-bcdaec02ff70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:42.794644 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ae2cf9d-ed0d-49b1-b50f-b178ab5cc47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:42.803475 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ae2cf9d-ed0d-49b1-b50f-b178ab5cc47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:42.919456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-b43c3866-b786-4dc4-b925-853fe97910bc tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:42.921545 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-b43c3866-b786-4dc4-b925-853fe97910bc tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2139416 Jul 29 14:39:42.947633 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8236bb1e-973d-4991-a212-bcdaec02ff70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:42.950542 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8236bb1e-973d-4991-a212-bcdaec02ff70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:42.952274 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8236bb1e-973d-4991-a212-bcdaec02ff70 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9bc9c15-3828-4897-9277-b81cb3f292d8 HTTP/1.1" status: 204 len: 168 time: 0.4218431 Jul 29 14:39:42.969562 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2708f29e-b6af-49f1-a88b-4b334a654253 req-ce24ae53-2e71-4ccf-b7d2-3f30f5b251fc tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 210 time: 0.0453236 Jul 29 14:39:42.980636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2cf9d-ed0d-49b1-b50f-b178ab5cc47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3408a7a3-4b6e-4c99-89e3-b4c9f55371a4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:42.998389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236bb1e-973d-4991-a212-bcdaec02ff70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bc9c15-3828-4897-9277-b81cb3f292d8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:43.000717 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2ae2cf9d-ed0d-49b1-b50f-b178ab5cc47b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c40559087814db3bee10dc48ee993bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3555300 Jul 29 14:39:43.002058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45738) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:43.090954 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ce75-196a-45c0-a929-cc8e7ae14b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:43.107880 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Request body: {'port': {'device_id': 'f41b22b8-9ce5-467b-a25c-0a3aaf3fa437', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '88483b44a7ed4d048b02d15355600f63'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:39:43.117608 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ce75-196a-45c0-a929-cc8e7ae14b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:43.192299 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ce75-196a-45c0-a929-cc8e7ae14b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:43.196958 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ce75-196a-45c0-a929-cc8e7ae14b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:43.198444 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d5b9ce75-196a-45c0-a929-cc8e7ae14b4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3408a7a3-4b6e-4c99-89e3-b4c9f55371a4 HTTP/1.1" status: 204 len: 168 time: 0.1882603 Jul 29 14:39:43.218718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9ce75-196a-45c0-a929-cc8e7ae14b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3408a7a3-4b6e-4c99-89e3-b4c9f55371a4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:43.252256 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1aca37f0-3078-4915-b49e-7d6ca5f44f7f req-4a11d94b-f439-4b02-85c8-8ea6e77b9c1e tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 210 time: 0.0346920 Jul 29 14:39:43.432198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Made reservation on behalf of 88483b44a7ed4d048b02d15355600f63 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:39:43.436083 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:43.453849 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:43.603155 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:43.622842 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:43.738499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00362802-df85-4a25-9932-a78a7b8d9388,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:43.750159 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45790) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:43.858365 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45800) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:43.872533 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-413c48d2-6a14-497b-ad0a-b96f64969854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:43.921665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Allocated IP 192.168.233.60 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/a6d82098-780a-49ec-9b0c-ce02076c56bb) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:39:43.990690 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-413c48d2-6a14-497b-ad0a-b96f64969854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:43.998900 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-413c48d2-6a14-497b-ad0a-b96f64969854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:44.049891 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-413c48d2-6a14-497b-ad0a-b96f64969854 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9a3dc350db047398dba461e004865e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1901917 Jul 29 14:39:44.053054 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45804) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:44.065723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c48d2-6a14-497b-ad0a-b96f64969854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc7cf54-8340-4e55-83b2-65c453aecb9b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:44.128010 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6a53f29f-ee97-46ad-8f0e-00bbbdc33694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:44.216558 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a84670de-6791-40d6-b33f-e719e9a99974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:44.227196 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1e8d14de-e389-4993-94a5-c2347537a6f1 req-a70c80c0-7944-4a00-a548-e6dbed047f7c tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 210 time: 0.0494943 Jul 29 14:39:44.296651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a84670de-6791-40d6-b33f-e719e9a99974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:44.486756 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:44.499504 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3034bb14-bf1c-4be6-af37-dc8b50775e6e req-2e8d56c2-e44b-4746-b97b-1ba3546179cb tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 210 time: 0.0634372 Jul 29 14:39:44.537799 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6a53f29f-ee97-46ad-8f0e-00bbbdc33694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:44.543375 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6a53f29f-ee97-46ad-8f0e-00bbbdc33694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:44.546349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Transition to ACTIVE for port object a6d82098-780a-49ec-9b0c-ce02076c56bb will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:39:44.552963 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a84670de-6791-40d6-b33f-e719e9a99974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:44.561599 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a84670de-6791-40d6-b33f-e719e9a99974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:44.565460 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a84670de-6791-40d6-b33f-e719e9a99974 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbc7cf54-8340-4e55-83b2-65c453aecb9b HTTP/1.1" status: 204 len: 168 time: 0.5085945 Jul 29 14:39:44.616469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53f29f-ee97-46ad-8f0e-00bbbdc33694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f7d964-d8e5-4a13-b303-905c8745ce10,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:44.645592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6a53f29f-ee97-46ad-8f0e-00bbbdc33694 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba3e44ca652141fa8f82b7df87283495&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8935173 Jul 29 14:39:44.648478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45822) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:44.659976 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:44.679604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84670de-6791-40d6-b33f-e719e9a99974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc7cf54-8340-4e55-83b2-65c453aecb9b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:44.756450 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0fa71d6b-792b-4510-81b1-ff7000175620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:44.784956 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0fa71d6b-792b-4510-81b1-ff7000175620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:44.878711 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Pushing event updated for resources: {'Port': ['ID=a6d82098-780a-49ec-9b0c-ce02076c56bb,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:44.897980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:39:44.901111 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:39:44.904925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:39:44.914021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:44.915050 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:44.926677 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0fa71d6b-792b-4510-81b1-ff7000175620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:44.953925 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-e69ea9db-e6ad-47a6-b051-ad1141ca8d7b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8506103 Jul 29 14:39:44.956884 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0fa71d6b-792b-4510-81b1-ff7000175620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:44.967978 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0fa71d6b-792b-4510-81b1-ff7000175620 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8f7d964-d8e5-4a13-b303-905c8745ce10 HTTP/1.1" status: 204 len: 168 time: 0.3169539 Jul 29 14:39:44.978396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-bc47f50a-596c-41e9-b462-1daedf037c6e tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:39:44.979762 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-bc47f50a-596c-41e9-b462-1daedf037c6e tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071993 Jul 29 14:39:44.987049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa71d6b-792b-4510-81b1-ff7000175620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f7d964-d8e5-4a13-b303-905c8745ce10,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:45.052410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.39', 57528) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:45.104853 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-ded74e46-fe46-4a20-b2ac-d42a6f06ecc3 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b11bbc04c1e84148bd0b112f0d18688a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510952 Jul 29 14:39:45.326902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-add7dfa6-771b-458c-b287-eba045c49d96 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:45.328856 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-add7dfa6-771b-458c-b287-eba045c49d96 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175510 Jul 29 14:39:45.383066 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Request body: {'port': {'device_id': '7f22086a-596a-49ec-8ddc-fad7e18321b3', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': 'b11bbc04c1e84148bd0b112f0d18688a'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:39:45.431371 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1825b0d9-1606-4bee-9c07-ef439f31f6d0 None None] Provisioning for port a6d82098-780a-49ec-9b0c-ce02076c56bb completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:39:45.438030 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1825b0d9-1606-4bee-9c07-ef439f31f6d0 None None] Provisioning complete for port a6d82098-780a-49ec-9b0c-ce02076c56bb triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:39:45.439171 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1825b0d9-1606-4bee-9c07-ef439f31f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:45.461405 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-903f45e3-36f9-4ccf-b153-fcecf536f14b req-0fbcac62-3224-4c96-8549-fb0d0c9c702e tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 210 time: 0.0981474 Jul 29 14:39:45.547007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1825b0d9-1606-4bee-9c07-ef439f31f6d0 None None] Port a6d82098-780a-49ec-9b0c-ce02076c56bb cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:39:45.718537 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45858) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:45.749307 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-61801d0d-8737-4f71-8d9c-1d815c9580af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:45.872786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Request body: {'port': {'device_id': 'f41b22b8-9ce5-467b-a25c-0a3aaf3fa437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:39:45.908265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032e19a-c117-4164-b8ec-e9f037a751f9 req-8091ac62-de7e-474c-bad3-8e49b0b1a00e tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:45.910237 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e032e19a-c117-4164-b8ec-e9f037a751f9 req-8091ac62-de7e-474c-bad3-8e49b0b1a00e tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 935 time: 0.2175226 Jul 29 14:39:45.979098 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:46.059399 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-61801d0d-8737-4f71-8d9c-1d815c9580af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:46.060137 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e032e19a-c117-4164-b8ec-e9f037a751f9 req-229d9a45-f50f-4c83-a408-a57c8ac10c74 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220267 Jul 29 14:39:46.088206 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-61801d0d-8737-4f71-8d9c-1d815c9580af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:46.115504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Made reservation on behalf of b11bbc04c1e84148bd0b112f0d18688a for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:39:46.120965 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:46.151027 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:46.356610 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:46.360886 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:46.377567 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-61801d0d-8737-4f71-8d9c-1d815c9580af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa58d1c92b804c9593aacbbed76c7261&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6549647 Jul 29 14:39:46.392827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45870) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:46.421332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61801d0d-8737-4f71-8d9c-1d815c9580af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e88dac-b84d-4198-b6fb-864f91a06702,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:46.523708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c15f5b-0d9f-452f-971a-963a4b604b9e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:46.672428 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac12938d-8467-4c58-b7b7-345eabe8f2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:46.736013 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac12938d-8467-4c58-b7b7-345eabe8f2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:46.779443 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29670c35-d8ff-4838-890d-00f81e5e118c req-4255bf69-d211-432c-8c94-6f901062dacf tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 210 time: 0.1543519 Jul 29 14:39:46.802724 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac12938d-8467-4c58-b7b7-345eabe8f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:46.808019 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac12938d-8467-4c58-b7b7-345eabe8f2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:46.814516 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ac12938d-8467-4c58-b7b7-345eabe8f2d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34e88dac-b84d-4198-b6fb-864f91a06702 HTTP/1.1" status: 204 len: 168 time: 0.4176579 Jul 29 14:39:46.826839 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12938d-8467-4c58-b7b7-345eabe8f2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e88dac-b84d-4198-b6fb-864f91a06702,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:46.964380 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d82098-780a-49ec-9b0c-ce02076c56bb {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:39:46.986353 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:47.030470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Transition to ACTIVE for port object a6d82098-780a-49ec-9b0c-ce02076c56bb will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:39:47.037592 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:47.303431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Pushing event updated for resources: {'Port': ['ID=a6d82098-780a-49ec-9b0c-ce02076c56bb,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:47.423752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Attempting to bind port a6d82098-780a-49ec-9b0c-ce02076c56bb on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:39:47.424102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Attempting to bind port a6d82098-780a-49ec-9b0c-ce02076c56bb by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:39:47.432851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Attempting to bind port a6d82098-780a-49ec-9b0c-ce02076c56bb on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:39:47.452703 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Port a6d82098-780a-49ec-9b0c-ce02076c56bb on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:39:47.454343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Attempting to bind port a6d82098-780a-49ec-9b0c-ce02076c56bb on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:39:47.476533 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:39:47.477123 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:39:47.489439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:39:47.490561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Bound port: a6d82098-780a-49ec-9b0c-ce02076c56bb, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:39:47.491213 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:47.527664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Allocated IP 192.168.233.222 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/3bb78113-4558-4ef7-8917-258dbf027c74) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:39:47.661146 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] For port a6d82098-780a-49ec-9b0c-ce02076c56bb, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:39:47.667214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] For port a6d82098-780a-49ec-9b0c-ce02076c56bb, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a6d82098-780a-49ec-9b0c-ce02076c56bb,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:39:47.674553 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:47.738061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8339d7-3629-4b09-981f-6d0c95feb591 req-d40ed223-ed82-4503-985f-3b2af6973254 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:47.740144 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa8339d7-3629-4b09-981f-6d0c95feb591 req-d40ed223-ed82-4503-985f-3b2af6973254 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 947 time: 0.5073428 Jul 29 14:39:47.767856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Pushing event updated for resources: {'Port': ['ID=a6d82098-780a-49ec-9b0c-ce02076c56bb,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:47.845905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:47.846878 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:47.849917 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-d226d02f-dc1d-4daf-b608-b6eccd01a74c service neutron] 10.222.0.38 "PUT /v2.0/ports/a6d82098-780a-49ec-9b0c-ce02076c56bb HTTP/1.1" status: 200 len: 1095 time: 2.2864769 Jul 29 14:39:47.850522 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41b22b8-9ce5-467b-a25c-0a3aaf3fa437', 'tag': 'a6d82098-780a-49ec-9b0c-ce02076c56bb'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:39:48.058676 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa8339d7-3629-4b09-981f-6d0c95feb591 req-7e0ccf51-50fb-4204-883c-86b411f4110c tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756751 Jul 29 14:39:48.287136 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3df8f428-6d9a-41cd-8e67-5b1ca826b3b9 req-862a4b43-7f1f-4821-96ea-2d36a836f494 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 210 time: 0.3057930 Jul 29 14:39:48.337723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-82efe342-acd4-41ea-a9c4-4330edf710e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:48.341268 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-82efe342-acd4-41ea-a9c4-4330edf710e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88483b44a7ed4d048b02d15355600f63&device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 1098 time: 0.3581636 Jul 29 14:39:48.354580 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:48.425121 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Transition to ACTIVE for port object 3bb78113-4558-4ef7-8917-258dbf027c74 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:39:48.542540 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-48d748e0-a336-4609-9d65-419e3e1ae67d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=a6d82098-780a-49ec-9b0c-ce02076c56bb HTTP/1.1" status: 200 len: 217 time: 0.1715193 Jul 29 14:39:48.619325 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cd0ebd-e8f6-4e05-90bf-5a5f5eed6145" -d '{"events": [{"name": "network-changed", "server_uuid": "f41b22b8-9ce5-467b-a25c-0a3aaf3fa437", "tag": "a6d82098-780a-49ec-9b0c-ce02076c56bb"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:39:48.623659 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:48.698124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-bd570b19-f67b-4d67-bfb6-19b45c21ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:48.703405 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-bd570b19-f67b-4d67-bfb6-19b45c21ef6f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1535850 Jul 29 14:39:48.808704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Pushing event updated for resources: {'Port': ['ID=3bb78113-4558-4ef7-8917-258dbf027c74,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:48.837476 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:39:48.844547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:39:48.848796 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:39:48.856257 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:48.857240 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:48.859918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-52acdb66-06ed-440d-8b65-0eea2c2ee6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:48.861733 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-52acdb66-06ed-440d-8b65-0eea2c2ee6c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1504369 Jul 29 14:39:48.891345 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-28ee6df3-edeb-494c-9c4a-6ed8432070a5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5143125 Jul 29 14:39:48.916894 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-978e4330-d721-40dc-9fd0-1947e366c427 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:39:48.918320 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-978e4330-d721-40dc-9fd0-1947e366c427 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150287 Jul 29 14:39:49.088060 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347e90cf-710f-4806-9b33-81b9def5b233 x-openstack-request-id: req-347e90cf-710f-4806-9b33-81b9def5b233 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:39:49.088425 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41b22b8-9ce5-467b-a25c-0a3aaf3fa437", "tag": "a6d82098-780a-49ec-9b0c-ce02076c56bb", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:39:49.088684 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-347e90cf-710f-4806-9b33-81b9def5b233 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:39:49.089226 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41b22b8-9ce5-467b-a25c-0a3aaf3fa437', 'tag': 'a6d82098-780a-49ec-9b0c-ce02076c56bb', 'status': 'completed', 'code': 200} Jul 29 14:39:49.135455 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-009f0160-b80b-4abb-9775-c05b7ab67d3d service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477183 Jul 29 14:39:49.369438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b6994-0b25-4820-846c-4a932c232765 req-bc7a9602-5c74-424f-bdd3-007afac6f763 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:49.378635 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec1b6994-0b25-4820-846c-4a932c232765 req-bc7a9602-5c74-424f-bdd3-007afac6f763 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 947 time: 0.1139472 Jul 29 14:39:49.413478 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-710277e2-a75a-49a0-b4b8-1746b1135186 req-ee7bca17-eb9d-4470-8555-f82a52426c15 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655663 Jul 29 14:39:49.416604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-eb34c704-4e98-43fc-bfad-2d3734b9c9d4 None None] Provisioning for port 3bb78113-4558-4ef7-8917-258dbf027c74 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:39:49.426885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-eb34c704-4e98-43fc-bfad-2d3734b9c9d4 None None] Provisioning complete for port 3bb78113-4558-4ef7-8917-258dbf027c74 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:39:49.435432 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb34c704-4e98-43fc-bfad-2d3734b9c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:49.460422 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec1b6994-0b25-4820-846c-4a932c232765 req-ee35a24f-13f6-4eed-bf69-3ab9730b11ed tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803959 Jul 29 14:39:49.529697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-eb34c704-4e98-43fc-bfad-2d3734b9c9d4 None None] Port 3bb78113-4558-4ef7-8917-258dbf027c74 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:39:49.669190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Request body: {'port': {'device_id': '7f22086a-596a-49ec-8ddc-fad7e18321b3', 'device_owner': 'compute:tempest-test_az-633356753', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:39:49.734747 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda74bd-566b-44d6-be57-4729ccdafcdc req-4bb826fe-b5f0-40c4-8d27-4c3e40cbfdd6 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:49.736335 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2dda74bd-566b-44d6-be57-4729ccdafcdc req-4bb826fe-b5f0-40c4-8d27-4c3e40cbfdd6 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 936 time: 0.1933844 Jul 29 14:39:49.764568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd0ebd-e8f6-4e05-90bf-5a5f5eed6145 req-383be227-68a6-4c3e-a221-e78175696d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:49.766236 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02cd0ebd-e8f6-4e05-90bf-5a5f5eed6145 req-383be227-68a6-4c3e-a221-e78175696d36 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=88483b44a7ed4d048b02d15355600f63&device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 1098 time: 0.1661601 Jul 29 14:39:49.812220 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:49.932763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2dda74bd-566b-44d6-be57-4729ccdafcdc req-642908d2-c7a0-4bbc-9ec2-1690f4adeb4b tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6c15f5b-0d9f-452f-971a-963a4b604b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884482 Jul 29 14:39:50.078149 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd0ebd-e8f6-4e05-90bf-5a5f5eed6145 req-92b7a5ab-789a-4750-8167-b8640fb74960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:50.079790 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02cd0ebd-e8f6-4e05-90bf-5a5f5eed6145 req-92b7a5ab-789a-4750-8167-b8640fb74960 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.3021677 Jul 29 14:39:50.548812 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02cd0ebd-e8f6-4e05-90bf-5a5f5eed6145 req-e160f24c-d7bd-4b66-ac73-e9bb557039d2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=a6d82098-780a-49ec-9b0c-ce02076c56bb HTTP/1.1" status: 200 len: 217 time: 0.4273314 Jul 29 14:39:50.691764 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd0ebd-e8f6-4e05-90bf-5a5f5eed6145 req-ef3e896c-a59a-4715-9d3b-a26bc6df52b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:50.704891 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02cd0ebd-e8f6-4e05-90bf-5a5f5eed6145 req-ef3e896c-a59a-4715-9d3b-a26bc6df52b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1477661 Jul 29 14:39:50.821125 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7a3de-2abe-4add-9b0c-d8a4efbb2e1f req-eb478332-a300-4f3a-b33e-ba23d6003df7 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:50.822282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb78113-4558-4ef7-8917-258dbf027c74 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:39:50.838158 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2da7a3de-2abe-4add-9b0c-d8a4efbb2e1f req-eb478332-a300-4f3a-b33e-ba23d6003df7 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 947 time: 0.1128078 Jul 29 14:39:50.865268 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd0ebd-e8f6-4e05-90bf-5a5f5eed6145 req-6f9c7979-7576-40b7-84a3-315d6de5b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:50.867229 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02cd0ebd-e8f6-4e05-90bf-5a5f5eed6145 req-6f9c7979-7576-40b7-84a3-315d6de5b45d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1318405 Jul 29 14:39:50.873150 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:50.922129 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2da7a3de-2abe-4add-9b0c-d8a4efbb2e1f req-b59566f4-43ab-4216-b10d-25cd5704880d tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780666 Jul 29 14:39:50.924357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Transition to ACTIVE for port object 3bb78113-4558-4ef7-8917-258dbf027c74 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:39:50.938311 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:51.215447 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02cd0ebd-e8f6-4e05-90bf-5a5f5eed6145 req-80317a7f-4a0d-4dc9-82d1-457e53b6b6e5 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181578 Jul 29 14:39:51.259550 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb78113-4558-4ef7-8917-258dbf027c74,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:51.273394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Attempting to bind port 3bb78113-4558-4ef7-8917-258dbf027c74 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:39:51.273884 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Attempting to bind port 3bb78113-4558-4ef7-8917-258dbf027c74 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:39:51.274400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Attempting to bind port 3bb78113-4558-4ef7-8917-258dbf027c74 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:39:51.291522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Port 3bb78113-4558-4ef7-8917-258dbf027c74 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:39:51.291731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Attempting to bind port 3bb78113-4558-4ef7-8917-258dbf027c74 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:39:51.306213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:39:51.306595 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:39:51.307185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:39:51.307631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Bound port: 3bb78113-4558-4ef7-8917-258dbf027c74, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:39:51.308001 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:51.512526 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] For port 3bb78113-4558-4ef7-8917-258dbf027c74, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:39:51.522813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] For port 3bb78113-4558-4ef7-8917-258dbf027c74, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3bb78113-4558-4ef7-8917-258dbf027c74,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:39:51.534102 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:51.573650 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02cd0ebd-e8f6-4e05-90bf-5a5f5eed6145 req-86295978-c6a4-4a12-8a11-59fb00f47e01 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497188 Jul 29 14:39:51.630318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:51.631678 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:51.633575 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] 10.222.0.39 "PUT /v2.0/ports/3bb78113-4558-4ef7-8917-258dbf027c74 HTTP/1.1" status: 200 len: 1117 time: 2.4202764 Jul 29 14:39:51.638168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f22086a-596a-49ec-8ddc-fad7e18321b3', 'tag': '3bb78113-4558-4ef7-8917-258dbf027c74'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:39:51.836479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6566df7-cc07-43a1-b57f-930210b5c327 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb78113-4558-4ef7-8917-258dbf027c74,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:51.857915 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439a38e8-4b01-4543-9806-77e22178107f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f22086a-596a-49ec-8ddc-fad7e18321b3", "tag": "3bb78113-4558-4ef7-8917-258dbf027c74"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:39:55.771305 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:55.947216 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-60bafb53-3520-4358-8fd3-010921ec41b6 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e8919edc38c64e5b9c0b04dff70dfc99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240202 Jul 29 14:39:55.955733 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-5f7824ef-b1ff-4823-9e4e-5bb294ae75e6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=066be3c079594f16a4e143f5f26610bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388079 Jul 29 14:39:56.072737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-50b4784c-075a-432e-9997-ff01c6892f4f tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:56.073305 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eadc1265-1c86-48ef-97ed-90401f7d694f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:56.074253 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-50b4784c-075a-432e-9997-ff01c6892f4f tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1203470 Jul 29 14:39:56.074906 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eadc1265-1c86-48ef-97ed-90401f7d694f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1133451 Jul 29 14:39:56.090597 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-4f121241-f2c6-4241-9bfb-b76efcb38d92 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/quotas/e8919edc38c64e5b9c0b04dff70dfc99 HTTP/1.1" status: 200 len: 375 time: 0.0105426 Jul 29 14:39:56.091225 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-207360e1-032a-4681-bd39-c51ed6382103 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/quotas/066be3c079594f16a4e143f5f26610bd HTTP/1.1" status: 200 len: 375 time: 0.0102420 Jul 29 14:39:56.125143 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-a4a02ce0-fe1e-4a38-b1dc-4ec4f342d4c1 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8919edc38c64e5b9c0b04dff70dfc99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287194 Jul 29 14:39:56.128921 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-737f1d73-ef9b-4bb3-b76f-3f427fae1941 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321906 Jul 29 14:39:56.372443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f26f8-b363-4b7d-a9ee-bec605d279ed req-21aae89a-55a7-439e-93c4-e0c13c0d3f30 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:56.381131 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da5f26f8-b363-4b7d-a9ee-bec605d279ed req-21aae89a-55a7-439e-93c4-e0c13c0d3f30 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 969 time: 0.0698318 Jul 29 14:39:56.433375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da5f26f8-b363-4b7d-a9ee-bec605d279ed req-809e05f9-c23c-45ee-b8eb-c762accbfb8e tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6c15f5b-0d9f-452f-971a-963a4b604b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512068 Jul 29 14:39:56.438653 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a22bc89-4b2b-4871-8270-2a83400250cd x-openstack-request-id: req-1a22bc89-4b2b-4871-8270-2a83400250cd {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:39:56.438941 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f22086a-596a-49ec-8ddc-fad7e18321b3", "tag": "3bb78113-4558-4ef7-8917-258dbf027c74", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:39:56.439191 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a22bc89-4b2b-4871-8270-2a83400250cd {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:39:56.439656 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f22086a-596a-49ec-8ddc-fad7e18321b3', 'tag': '3bb78113-4558-4ef7-8917-258dbf027c74', 'status': 'completed', 'code': 200} Jul 29 14:39:56.506828 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec062f7a-33dc-4da9-ae9c-8929d92267f0 req-1bfa030e-6d8e-4967-ac4a-a32716b274bb tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 210 time: 0.0380797 Jul 29 14:39:56.588238 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac752eeb-6331-47dc-b87b-93ac70495fdf req-7e550fc7-25e6-448a-8428-68e4771b9229 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 210 time: 0.0367560 Jul 29 14:39:56.609133 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526b941-4dac-414c-815d-9a24d2e969d6 req-39c57132-4787-48f8-8f36-8205e1ce4173 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:56.610866 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5526b941-4dac-414c-815d-9a24d2e969d6 req-39c57132-4787-48f8-8f36-8205e1ce4173 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 947 time: 0.0744748 Jul 29 14:39:56.672984 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5526b941-4dac-414c-815d-9a24d2e969d6 req-ed4d0814-d27c-4b52-9d19-6b573ea5c260 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551426 Jul 29 14:39:57.162084 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46048) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:57.284294 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd152143-8883-43ab-8bcc-ad5885a79d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:57.386461 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd152143-8883-43ab-8bcc-ad5885a79d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:57.391378 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd152143-8883-43ab-8bcc-ad5885a79d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:57.428205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd152143-8883-43ab-8bcc-ad5885a79d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283cc9d7-d69c-48cf-a794-95d928255b51,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:57.432343 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dd152143-8883-43ab-8bcc-ad5885a79d1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98980e7c8e484554bbd30704911824ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2692485 Jul 29 14:39:57.436698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46052) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:57.491739 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3597eefe-72ea-4399-9c83-703f364d1517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:57.514831 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3597eefe-72ea-4399-9c83-703f364d1517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:57.549131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6936f-7b97-4b92-ada9-cfc2c26e3c75 req-57e39054-ce5b-4255-9c52-c69144ae97e5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:57.557782 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-30f6936f-7b97-4b92-ada9-cfc2c26e3c75 req-57e39054-ce5b-4255-9c52-c69144ae97e5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 969 time: 0.0617437 Jul 29 14:39:57.620320 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-30f6936f-7b97-4b92-ada9-cfc2c26e3c75 req-3e9ac71c-0b80-450b-8e24-51718fca29b5 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6c15f5b-0d9f-452f-971a-963a4b604b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585625 Jul 29 14:39:57.637842 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-815aac64-791b-4571-9015-09cec91ff7fd req-0634b655-e1a2-4757-8e70-48debfc35669 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 210 time: 0.0443318 Jul 29 14:39:57.668875 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3597eefe-72ea-4399-9c83-703f364d1517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:57.671756 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3597eefe-72ea-4399-9c83-703f364d1517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:57.675929 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3597eefe-72ea-4399-9c83-703f364d1517 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/283cc9d7-d69c-48cf-a794-95d928255b51 HTTP/1.1" status: 204 len: 168 time: 0.2369511 Jul 29 14:39:57.685884 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597eefe-72ea-4399-9c83-703f364d1517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283cc9d7-d69c-48cf-a794-95d928255b51,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:57.755453 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-b8ee6f95-c202-4259-a6d4-92a19496d1cb tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e8919edc38c64e5b9c0b04dff70dfc99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397861 Jul 29 14:39:57.808945 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc622786-e189-4e49-ab00-11d4af2c6eae req-2b4d4c98-6360-4a4f-b50c-c7e7f63a8e20 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 210 time: 0.1054418 Jul 29 14:39:57.862776 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb4b4e-1cf7-4b46-9deb-89e6f68f68ad req-5787e144-5e63-486a-a22d-0cfdc0ebce35 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:57.864918 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7cdb4b4e-1cf7-4b46-9deb-89e6f68f68ad req-5787e144-5e63-486a-a22d-0cfdc0ebce35 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 947 time: 0.0839803 Jul 29 14:39:57.917561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-b702b37b-60cc-4cf0-90c5-10faaaf4238b tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:57.919455 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-b702b37b-60cc-4cf0-90c5-10faaaf4238b tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1459010 Jul 29 14:39:57.926961 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7cdb4b4e-1cf7-4b46-9deb-89e6f68f68ad req-4da7b9b6-faf5-47f7-aa96-a319d22ab352 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485702 Jul 29 14:39:57.941609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Request body: {'port': {'device_id': '1ad83aa7-c56d-461b-948d-14e596ae97d9', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': 'e8919edc38c64e5b9c0b04dff70dfc99'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:39:58.066423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Made reservation on behalf of e8919edc38c64e5b9c0b04dff70dfc99 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:39:58.085425 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.095780 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.149613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46066) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:58.165382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.38', 58423) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:58.167688 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fe80-16f8-4e1a-914c-3ad4dec92a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.200183 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-dc1401a7-523f-4bb5-ba97-0866f5554b3e tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=066be3c079594f16a4e143f5f26610bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215783 Jul 29 14:39:58.244361 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.253199 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.341759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-68a855ce-045c-4bec-8dcf-bc07df845205 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:58.343349 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-68a855ce-045c-4bec-8dcf-bc07df845205 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337721 Jul 29 14:39:58.354782 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8d4745-0f81-45fd-a288-10d20516c8c6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:58.398128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Request body: {'port': {'device_id': '7ee8bd36-1da2-42d8-988d-979447d47dff', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '066be3c079594f16a4e143f5f26610bd'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:39:58.440994 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Allocated IP 192.168.233.171 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/7cd3b11a-956b-4887-b5bc-1e21a128ebd6) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:39:58.481415 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fe80-16f8-4e1a-914c-3ad4dec92a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.490469 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7fe1fe80-16f8-4e1a-914c-3ad4dec92a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.515092 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Made reservation on behalf of 066be3c079594f16a4e143f5f26610bd for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:39:58.519197 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.531401 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.560456 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7fe1fe80-16f8-4e1a-914c-3ad4dec92a00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5c308dd85744a27bf671fed3689e1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097285 Jul 29 14:39:58.572134 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1fe80-16f8-4e1a-914c-3ad4dec92a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11922d0c-8307-4b82-b767-53662ea96eb6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:58.574451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46068) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:39:58.711043 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e32469-bc17-4008-a7c7-cf86b9e33d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.715630 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.738125 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3db3c78b-7361-47b1-ab31-c34bb6e893ff req-0894caf8-0343-4544-8561-74856a11f301 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 210 time: 0.0302024 Jul 29 14:39:58.767222 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.769960 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e32469-bc17-4008-a7c7-cf86b9e33d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.772220 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.773557 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Transition to ACTIVE for port object 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:39:58.835997 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d80db-8d47-4068-8d22-bd21c0d91228 req-bcc93662-5775-4de3-acd7-660a908c762a tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:58.837577 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3d6d80db-8d47-4068-8d22-bd21c0d91228 req-bcc93662-5775-4de3-acd7-660a908c762a tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 969 time: 0.1169405 Jul 29 14:39:58.837688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49f7704-215a-42c3-b7b8-ceb142600e2a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:58.890448 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.895271 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e32469-bc17-4008-a7c7-cf86b9e33d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.897972 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e32469-bc17-4008-a7c7-cf86b9e33d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:58.899172 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-62e32469-bc17-4008-a7c7-cf86b9e33d42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11922d0c-8307-4b82-b767-53662ea96eb6 HTTP/1.1" status: 204 len: 168 time: 0.2934604 Jul 29 14:39:58.924410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e32469-bc17-4008-a7c7-cf86b9e33d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11922d0c-8307-4b82-b767-53662ea96eb6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:58.963046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:39:58.966478 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3d6d80db-8d47-4068-8d22-bd21c0d91228 req-2723c72e-dc07-4ec8-9257-84ed4d07bb7c tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6c15f5b-0d9f-452f-971a-963a4b604b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954428 Jul 29 14:39:58.973032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:39:58.977387 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:39:58.984174 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:58.984904 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:59.010300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Pushing event updated for resources: {'Port': ['ID=7cd3b11a-956b-4887-b5bc-1e21a128ebd6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:59.014706 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-70661231-42e1-4ca6-a6d3-5e975ef819c5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0788965 Jul 29 14:39:59.038804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Request body: {'port': {'device_id': '1ad83aa7-c56d-461b-948d-14e596ae97d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:39:59.062050 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Allocated IP 192.168.233.229 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/9745f4e8-6a8c-4848-baf2-c46b5b13f332) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:39:59.098600 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-eb8a7939-26f2-4efe-9b96-045fe3d7ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:59.100331 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-eb8a7939-26f2-4efe-9b96-045fe3d7ae35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b11bbc04c1e84148bd0b112f0d18688a&device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 1120 time: 0.1661229 Jul 29 14:39:59.116064 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e0c93-eab8-409a-9ded-ec7b2db98b48 req-a4322d98-95e6-44e7-bf31-0147c54c280f tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:59.117711 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f47e0c93-eab8-409a-9ded-ec7b2db98b48 req-a4322d98-95e6-44e7-bf31-0147c54c280f tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 936 time: 0.2005231 Jul 29 14:39:59.147919 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:59.170645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661ef42-cf6d-42fc-a7ad-7b35e69568c4 req-3b42c371-4c67-4734-afc9-b1f611c4903e tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:59.172189 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c661ef42-cf6d-42fc-a7ad-7b35e69568c4 req-3b42c371-4c67-4734-afc9-b1f611c4903e tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 947 time: 0.1064351 Jul 29 14:39:59.290857 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-8abf194e-3a66-460f-9758-fa110db72bfe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3bb78113-4558-4ef7-8917-258dbf027c74 HTTP/1.1" status: 200 len: 217 time: 0.1720169 Jul 29 14:39:59.296795 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1433693c-68b0-4859-8057-fcc1cb69c902 None None] Provisioning for port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:39:59.301780 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c661ef42-cf6d-42fc-a7ad-7b35e69568c4 req-85297ce9-a30d-41b4-bb9b-1f65705db180 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033225 Jul 29 14:39:59.307412 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1433693c-68b0-4859-8057-fcc1cb69c902 None None] Provisioning complete for port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:39:59.307789 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1433693c-68b0-4859-8057-fcc1cb69c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:59.353584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1433693c-68b0-4859-8057-fcc1cb69c902 None None] Port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:39:59.372225 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f47e0c93-eab8-409a-9ded-ec7b2db98b48 req-686bde2e-c0e3-4710-8c9e-867692d64f12 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449238 Jul 29 14:39:59.415396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-3a4b7901-e764-4bd8-8329-c1167dd94c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:59.416870 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-3a4b7901-e764-4bd8-8329-c1167dd94c4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1178603 Jul 29 14:39:59.499063 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:59.523879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-ad784cd2-d004-4bb2-ab4d-41fc703e0bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:59.525426 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-ad784cd2-d004-4bb2-ab4d-41fc703e0bb7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1007226 Jul 29 14:39:59.526297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Transition to ACTIVE for port object 9745f4e8-6a8c-4848-baf2-c46b5b13f332 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:39:59.620805 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:59.690392 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-9d75a6d8-a168-4a00-82b3-a4b6d13ccfe9 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559336 Jul 29 14:39:59.693547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:39:59.694562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Pushing event updated for resources: {'Port': ['ID=9745f4e8-6a8c-4848-baf2-c46b5b13f332,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:39:59.699320 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:39:59.709567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:39:59.715108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:59.715848 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:59.793652 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-eae880e6-f87b-495f-beae-3b738ef10e20 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4002235 Jul 29 14:39:59.816384 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:39:59.826490 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:59.841637 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Request body: {'port': {'device_id': '7ee8bd36-1da2-42d8-988d-979447d47dff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:39:59.873871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Transition to ACTIVE for port object 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:39:59.884354 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:59.887632 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8205ea5c-6c9c-4622-919d-4897f643f24a req-9dea3473-5256-485f-a212-461dd2e6939f service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899307 Jul 29 14:39:59.921008 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:39:59.948802 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031563e7-3c90-4ef6-bf77-73bc530b7df9 req-c6303618-bfed-4cc6-88a4-8f4f063451c2 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:39:59.950541 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-031563e7-3c90-4ef6-bf77-73bc530b7df9 req-c6303618-bfed-4cc6-88a4-8f4f063451c2 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 936 time: 0.1213057 Jul 29 14:39:59.990711 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3523cfdc-370e-41ce-b88a-273e6066383d None None] Provisioning for port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:00.000366 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3523cfdc-370e-41ce-b88a-273e6066383d None None] Provisioning complete for port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:00.002597 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3523cfdc-370e-41ce-b88a-273e6066383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:00.032440 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd3b11a-956b-4887-b5bc-1e21a128ebd6,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:00.043528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a38e8-4b01-4543-9806-77e22178107f req-0fcfb3cb-30e4-476a-aacf-9f7d4478d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:00.045375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-439a38e8-4b01-4543-9806-77e22178107f req-0fcfb3cb-30e4-476a-aacf-9f7d4478d723 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b11bbc04c1e84148bd0b112f0d18688a&device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 1120 time: 0.0970168 Jul 29 14:40:00.061557 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Attempting to bind port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:00.061895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Attempting to bind port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:00.062231 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Attempting to bind port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:00.089463 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-031563e7-3c90-4ef6-bf77-73bc530b7df9 req-71d464e4-d3ec-4e3c-ae53-2e0dd53f616c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905221 Jul 29 14:40:00.089463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:40:00.089463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Attempting to bind port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:00.089463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:00.089463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:00.089463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:00.090268 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Bound port: 7cd3b11a-956b-4887-b5bc-1e21a128ebd6, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:00.090268 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:00.124971 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3523cfdc-370e-41ce-b88a-273e6066383d None None] Port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:40:00.181035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] For port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:00.184989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] For port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7cd3b11a-956b-4887-b5bc-1e21a128ebd6,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:00.194449 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:00.234089 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:00.234716 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:00.236205 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] 10.222.0.38 "PUT /v2.0/ports/7cd3b11a-956b-4887-b5bc-1e21a128ebd6 HTTP/1.1" status: 200 len: 1096 time: 1.2037473 Jul 29 14:40:00.236647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad83aa7-c56d-461b-948d-14e596ae97d9', 'tag': '7cd3b11a-956b-4887-b5bc-1e21a128ebd6'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:00.239793 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e355acf3-8fc7-41c8-9525-6c422a2cc319" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad83aa7-c56d-461b-948d-14e596ae97d9", "tag": "7cd3b11a-956b-4887-b5bc-1e21a128ebd6"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:00.269243 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8277b-6ad3-484f-831d-ac5663f63d57 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd3b11a-956b-4887-b5bc-1e21a128ebd6,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:00.319702 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641362d2-334f-4c10-8b9a-e80c76babfd3 x-openstack-request-id: req-641362d2-334f-4c10-8b9a-e80c76babfd3 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:00.320001 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad83aa7-c56d-461b-948d-14e596ae97d9", "tag": "7cd3b11a-956b-4887-b5bc-1e21a128ebd6", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:00.320346 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-641362d2-334f-4c10-8b9a-e80c76babfd3 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:00.321341 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad83aa7-c56d-461b-948d-14e596ae97d9', 'tag': '7cd3b11a-956b-4887-b5bc-1e21a128ebd6', 'status': 'completed', 'code': 200} Jul 29 14:40:00.355384 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-7ad5d2ac-5b5e-475b-87c6-9544790ada56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:00.356919 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-7ad5d2ac-5b5e-475b-87c6-9544790ada56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e8919edc38c64e5b9c0b04dff70dfc99&device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 1099 time: 0.0503130 Jul 29 14:40:00.384074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a6d82098-780a-49ec-9b0c-ce02076c56bb details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:40:00.432292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a38e8-4b01-4543-9806-77e22178107f req-064469f8-2df8-462e-9ab6-3d425329e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:00.434028 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-439a38e8-4b01-4543-9806-77e22178107f req-064469f8-2df8-462e-9ab6-3d425329e762 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.3416669 Jul 29 14:40:00.442228 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dc9b2-90a3-4055-8906-2ce627fd24c6 req-349a7222-f982-42c9-992d-c754fc8d242f tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:00.443742 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-677dc9b2-90a3-4055-8906-2ce627fd24c6 req-349a7222-f982-42c9-992d-c754fc8d242f tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 969 time: 0.3101273 Jul 29 14:40:00.459992 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-9bc33686-5d34-410f-a67b-492c7477d0cd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=7cd3b11a-956b-4887-b5bc-1e21a128ebd6 HTTP/1.1" status: 200 len: 217 time: 0.0839734 Jul 29 14:40:00.513804 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60dc8cc4-5c7e-40a2-b90c-deb2161c6917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:00.517157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-439a38e8-4b01-4543-9806-77e22178107f req-490b4aac-82fd-4020-a9c7-3e3d829e78b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3bb78113-4558-4ef7-8917-258dbf027c74 HTTP/1.1" status: 200 len: 217 time: 0.0722086 Jul 29 14:40:00.566513 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-3c0cd1eb-f381-4e10-9426-d4d9fa953a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:00.568238 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-3c0cd1eb-f381-4e10-9426-d4d9fa953a93 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0878363 Jul 29 14:40:00.573893 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port a6d82098-780a-49ec-9b0c-ce02076c56bb, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a6d82098-780a-49ec-9b0c-ce02076c56bb,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:00.576998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8951f-35ad-4f8a-8c35-25d2c51fc0ce req-d6d56d34-6508-45b2-9454-6419df22dd06 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:00.578528 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2f8951f-35ad-4f8a-8c35-25d2c51fc0ce req-d6d56d34-6508-45b2-9454-6419df22dd06 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 947 time: 0.1215518 Jul 29 14:40:00.586515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'a6d82098-780a-49ec-9b0c-ce02076c56bb', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': 'a6d82098-780a-49ec-9b0c-ce02076c56bb', 'mac_address': 'fa:16:3e:f0:ab:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:40:00.637328 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:00.647783 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2f8951f-35ad-4f8a-8c35-25d2c51fc0ce req-4d0d631a-9584-443e-a104-19795c280b14 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590277 Jul 29 14:40:00.655280 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-717d0cae-f328-4c3b-b952-40ff0805a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:00.656944 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-717d0cae-f328-4c3b-b952-40ff0805a2a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774775 Jul 29 14:40:00.658650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d82098-780a-49ec-9b0c-ce02076c56bb {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:40:00.682165 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port a6d82098-780a-49ec-9b0c-ce02076c56bb, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a6d82098-780a-49ec-9b0c-ce02076c56bb,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:00.697029 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:00.750480 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-677dc9b2-90a3-4055-8906-2ce627fd24c6 req-6b0e0bf5-3901-4acd-85c9-74ba2f40dbd9 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6c15f5b-0d9f-452f-971a-963a4b604b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598977 Jul 29 14:40:00.762396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a38e8-4b01-4543-9806-77e22178107f req-93d98e2a-1418-4bf9-bf41-46d7cfa20abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:00.763850 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-439a38e8-4b01-4543-9806-77e22178107f req-93d98e2a-1418-4bf9-bf41-46d7cfa20abd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.2393246 Jul 29 14:40:00.785924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=a6d82098-780a-49ec-9b0c-ce02076c56bb,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:00.796911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:00.798402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:00.798953 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:00.799536 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:00.800164 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:00.800742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:00.801290 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:00.801810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:00.802463 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:00.802983 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:00.804133 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:00.804695 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Tracked resource versions report: Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: pushed versions: Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: { 'AddressGroup': {'1.2'}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'ConntrackHelper': {'1.0'}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'Log': {'1.0'}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'Network': {'1.1'}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'Port': {'1.7'}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'PortForwarding': {'1.2'}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'QosPolicy': {'1.8'}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'SecurityGroup': {'1.4'}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'SubPort': {'1.0'}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'Subnet': {'1.1'}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'Trunk': {'1.1'}} Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: consumer versions: Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: { DHCP agent@n-d-802893-1: {}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: HyperV agent@n-h1-802893-1: {}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: HyperV agent@n-h2-802893-1: {}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: L3 agent@n-d-802893-1: {}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: Metadata agent@n-d-802893-1: {}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: Metering agent@n-d-802893-1: {}, Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: Open vSwitch agent@n-d-802893-1: { 'AddressGroup': '1.2', Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'ConntrackHelper': '1.0', Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'Log': '1.0', Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'Network': '1.1', Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'Port': '1.7', Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'PortForwarding': '1.2', Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'QosPolicy': '1.8', Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'SecurityGroup': '1.4', Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'SecurityGroupRule': '1.2', Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'SubPort': '1.0', Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'Subnet': '1.1', Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: 'Trunk': '1.1'}} Jul 29 14:40:00.806376 n-d-802893-1 neutron-server[94159]: {{(pid=94159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:40:00.844282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9745f4e8-6a8c-4848-baf2-c46b5b13f332 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:40:00.844795 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-5895603a-683c-458b-937c-420c64a41ce9 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786265 Jul 29 14:40:00.853990 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:00.861838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a38e8-4b01-4543-9806-77e22178107f req-978aa9e8-b579-4b64-b9f1-76cf0eeb5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:00.863954 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-439a38e8-4b01-4543-9806-77e22178107f req-978aa9e8-b579-4b64-b9f1-76cf0eeb5590 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0902908 Jul 29 14:40:00.881357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Transition to ACTIVE for port object 9745f4e8-6a8c-4848-baf2-c46b5b13f332 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:00.885860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3d3dc-f694-4ae6-9d5c-309b86583b45 req-cb3f442d-5ae0-4a63-9292-09fac2a5fd0d tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:00.894587 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-09e3d3dc-f694-4ae6-9d5c-309b86583b45 req-cb3f442d-5ae0-4a63-9292-09fac2a5fd0d tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 948 time: 0.1262085 Jul 29 14:40:00.928793 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:01.058092 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-09e3d3dc-f694-4ae6-9d5c-309b86583b45 req-fa065d9e-e4eb-499f-9c1d-6f01f917e0c2 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617510 Jul 29 14:40:01.067764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['a6d82098-780a-49ec-9b0c-ce02076c56bb'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:40:01.080369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Pushing event updated for resources: {'Port': ['ID=9745f4e8-6a8c-4848-baf2-c46b5b13f332,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:01.114711 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49c98494-1352-45c5-9b6c-f60c2d348ae6 req-4eb19441-08d4-449f-9325-c9f0a775e6b6 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603862 Jul 29 14:40:01.122959 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-439a38e8-4b01-4543-9806-77e22178107f req-0d903d1b-4108-492e-b6d0-94aebd286859 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492430 Jul 29 14:40:01.125262 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Attempting to bind port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:01.134533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Attempting to bind port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:01.134858 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Attempting to bind port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:01.256488 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-439a38e8-4b01-4543-9806-77e22178107f req-1f0c8c0f-28a1-4e63-8bfa-c09522eb61a8 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187215 Jul 29 14:40:01.266392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355acf3-8fc7-41c8-9525-6c422a2cc319 req-b610457f-02cc-4419-8023-97168a92cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:01.267980 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e355acf3-8fc7-41c8-9525-6c422a2cc319 req-b610457f-02cc-4419-8023-97168a92cc21 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e8919edc38c64e5b9c0b04dff70dfc99&device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 1099 time: 0.0477507 Jul 29 14:40:01.269030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46130) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:01.297921 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:40:01.298656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Attempting to bind port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:01.308653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:01.308949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:01.309295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:01.309745 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Bound port: 9745f4e8-6a8c-4848-baf2-c46b5b13f332, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:01.310125 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:01.340278 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64c3bc-523b-4989-a2f9-d5dace8f7a6a req-6af6863d-d492-4d7d-92fc-5f278de50405 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:01.341917 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-af64c3bc-523b-4989-a2f9-d5dace8f7a6a req-6af6863d-d492-4d7d-92fc-5f278de50405 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 948 time: 0.0843849 Jul 29 14:40:01.428242 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d71eba06-1205-4daf-84aa-e7c37d671b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:01.432121 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-af64c3bc-523b-4989-a2f9-d5dace8f7a6a req-397b9112-8356-4aa6-94f5-f01f440c31b4 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712836 Jul 29 14:40:01.434621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] For port 9745f4e8-6a8c-4848-baf2-c46b5b13f332, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:01.437956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] For port 9745f4e8-6a8c-4848-baf2-c46b5b13f332, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:01.449985 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:01.464032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355acf3-8fc7-41c8-9525-6c422a2cc319 req-c6ce337b-9a1c-4baa-ab9a-ace281466d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:01.465634 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e355acf3-8fc7-41c8-9525-6c422a2cc319 req-c6ce337b-9a1c-4baa-ab9a-ace281466d1f service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1847737 Jul 29 14:40:01.488583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:01.489232 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:01.490630 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] 10.222.0.38 "PUT /v2.0/ports/9745f4e8-6a8c-4848-baf2-c46b5b13f332 HTTP/1.1" status: 200 len: 1096 time: 1.6551242 Jul 29 14:40:01.493018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee8bd36-1da2-42d8-988d-979447d47dff', 'tag': '9745f4e8-6a8c-4848-baf2-c46b5b13f332'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:01.495390 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f82b49-631d-4d8b-9c16-2016f7a42cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee8bd36-1da2-42d8-988d-979447d47dff", "tag": "9745f4e8-6a8c-4848-baf2-c46b5b13f332"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:01.522575 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e355acf3-8fc7-41c8-9525-6c422a2cc319 req-a99b70b1-da79-4e5d-a6ad-2c961036ab29 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=7cd3b11a-956b-4887-b5bc-1e21a128ebd6 HTTP/1.1" status: 200 len: 217 time: 0.0468540 Jul 29 14:40:01.556814 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3102c1f-e9e2-447e-8541-cae5c65beb64 x-openstack-request-id: req-e3102c1f-e9e2-447e-8541-cae5c65beb64 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:01.557412 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee8bd36-1da2-42d8-988d-979447d47dff", "tag": "9745f4e8-6a8c-4848-baf2-c46b5b13f332", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:01.557731 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3102c1f-e9e2-447e-8541-cae5c65beb64 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:01.558259 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee8bd36-1da2-42d8-988d-979447d47dff', 'tag': '9745f4e8-6a8c-4848-baf2-c46b5b13f332', 'status': 'completed', 'code': 200} Jul 29 14:40:01.559034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de307c4-7b5a-4269-8d97-5c0703d4fb05 service neutron] Pushing event updated for resources: {'Port': ['ID=9745f4e8-6a8c-4848-baf2-c46b5b13f332,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:01.604101 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355acf3-8fc7-41c8-9525-6c422a2cc319 req-1a6a375a-267b-4413-bc78-e768a936609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:01.606277 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e355acf3-8fc7-41c8-9525-6c422a2cc319 req-1a6a375a-267b-4413-bc78-e768a936609f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0713210 Jul 29 14:40:01.621438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-d283f0fe-3da7-4366-89a7-b982213ece17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:01.622992 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-d283f0fe-3da7-4366-89a7-b982213ece17 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 1099 time: 0.0486665 Jul 29 14:40:01.663302 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d71eba06-1205-4daf-84aa-e7c37d671b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:01.671300 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d71eba06-1205-4daf-84aa-e7c37d671b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:01.679525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355acf3-8fc7-41c8-9525-6c422a2cc319 req-689e5797-2aad-4f82-aa18-780eddb5d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:01.680760 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-ab80231b-b34f-467b-a200-40e0bdaade4a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332 HTTP/1.1" status: 200 len: 217 time: 0.0414279 Jul 29 14:40:01.680931 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e355acf3-8fc7-41c8-9525-6c422a2cc319 req-689e5797-2aad-4f82-aa18-780eddb5d8c9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0661097 Jul 29 14:40:01.760083 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d71eba06-1205-4daf-84aa-e7c37d671b90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ef1490934734cd8bef83cfc10b91cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897523 Jul 29 14:40:01.762422 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71eba06-1205-4daf-84aa-e7c37d671b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638de569-a164-46e7-8155-a609d085cb32,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:01.764794 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46138) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:01.781114 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-b65cf54a-a405-4b1b-bb8d-fe450fe51fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:01.782574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-b65cf54a-a405-4b1b-bb8d-fe450fe51fcd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0872805 Jul 29 14:40:01.807355 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98562f-0fd9-4a94-99e1-8e56d2e9eeca req-c0d3f2ad-108f-46b7-a37a-1c0e210b919c tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:01.808902 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a98562f-0fd9-4a94-99e1-8e56d2e9eeca req-c0d3f2ad-108f-46b7-a37a-1c0e210b919c tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 948 time: 0.0772648 Jul 29 14:40:01.849052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e355acf3-8fc7-41c8-9525-6c422a2cc319 req-1b6a26a6-bf41-447b-a0a7-bf5d29be2e89 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494415 Jul 29 14:40:01.851944 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1d193281-c7c0-4786-8b20-a1c9b9b4d562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:01.857250 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-d8abd93e-5a32-4e5a-a72e-d806d8f5e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:01.858725 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-d8abd93e-5a32-4e5a-a72e-d806d8f5e5ea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686696 Jul 29 14:40:01.872024 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a98562f-0fd9-4a94-99e1-8e56d2e9eeca req-259138a0-1c73-446e-809a-09e7f8d90600 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490756 Jul 29 14:40:01.961285 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-40c2b1ab-eb88-4ac2-8643-f3a48a785f9d service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879521 Jul 29 14:40:02.055747 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64d2a197-0405-4742-9abb-64a36a1ca966 req-315f6cf2-7328-4290-9177-99f8514f73da service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856802 Jul 29 14:40:02.112387 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1d193281-c7c0-4786-8b20-a1c9b9b4d562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:02.176001 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1980d-4216-438a-b5e3-c12d871091e2 req-cae66d65-b07e-493e-b1e0-8b1a6c114d11 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:02.177541 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1e1980d-4216-438a-b5e3-c12d871091e2 req-cae66d65-b07e-493e-b1e0-8b1a6c114d11 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 969 time: 0.3236909 Jul 29 14:40:02.211091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e355acf3-8fc7-41c8-9525-6c422a2cc319 req-c878bddb-915d-4ab8-9ca0-26a1627f19f4 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461523 Jul 29 14:40:02.228892 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1d193281-c7c0-4786-8b20-a1c9b9b4d562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:02.231574 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1d193281-c7c0-4786-8b20-a1c9b9b4d562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:02.236644 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1d193281-c7c0-4786-8b20-a1c9b9b4d562 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/638de569-a164-46e7-8155-a609d085cb32 HTTP/1.1" status: 204 len: 168 time: 0.4654291 Jul 29 14:40:02.253142 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1e1980d-4216-438a-b5e3-c12d871091e2 req-9e538c23-b9a7-4cd0-b963-d401a375fd15 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6c15f5b-0d9f-452f-971a-963a4b604b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613022 Jul 29 14:40:02.264571 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d193281-c7c0-4786-8b20-a1c9b9b4d562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638de569-a164-46e7-8155-a609d085cb32,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:02.279333 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f82b49-631d-4d8b-9c16-2016f7a42cd1 req-25849498-c397-4039-aab3-551f966436b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:02.281128 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d0f82b49-631d-4d8b-9c16-2016f7a42cd1 req-25849498-c397-4039-aab3-551f966436b8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 1099 time: 0.1018484 Jul 29 14:40:02.297380 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9acfd1-9fa2-46f7-8c54-ab9e969a643f req-50448bb3-612c-4602-a905-bb8f67a4eb7e tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:02.304286 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea9acfd1-9fa2-46f7-8c54-ab9e969a643f req-50448bb3-612c-4602-a905-bb8f67a4eb7e tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 948 time: 0.0864806 Jul 29 14:40:02.358439 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a6d82098-780a-49ec-9b0c-ce02076c56bb up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:02.401157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea9acfd1-9fa2-46f7-8c54-ab9e969a643f req-bf41b7e8-b5eb-4d1d-a286-10886f719be1 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871129 Jul 29 14:40:02.443256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f82b49-631d-4d8b-9c16-2016f7a42cd1 req-2ab9af6a-8d7a-4ffc-bf6d-dd5593c30b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:02.446019 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d0f82b49-631d-4d8b-9c16-2016f7a42cd1 req-2ab9af6a-8d7a-4ffc-bf6d-dd5593c30b0b service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1405425 Jul 29 14:40:02.448161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port a6d82098-780a-49ec-9b0c-ce02076c56bb completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:02.452926 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port a6d82098-780a-49ec-9b0c-ce02076c56bb triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:02.455326 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:02.529733 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d0f82b49-631d-4d8b-9c16-2016f7a42cd1 req-cc983e22-f802-48b0-b3f1-308a295bd8ee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332 HTTP/1.1" status: 200 len: 217 time: 0.0755146 Jul 29 14:40:02.562706 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:02.603298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bf639-053a-424c-9adc-846e53de86d8 req-f832f0b3-5179-4895-a504-370283beb14a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:02.604039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port a6d82098-780a-49ec-9b0c-ce02076c56bb, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a6d82098-780a-49ec-9b0c-ce02076c56bb,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:02.605115 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-801bf639-053a-424c-9adc-846e53de86d8 req-f832f0b3-5179-4895-a504-370283beb14a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 948 time: 0.0625110 Jul 29 14:40:02.605246 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41b22b8-9ce5-467b-a25c-0a3aaf3fa437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d82098-780a-49ec-9b0c-ce02076c56bb'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:02.609019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f82b49-631d-4d8b-9c16-2016f7a42cd1 req-7fc93ee9-74f8-4977-8be3-512edaeee2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:02.611186 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d0f82b49-631d-4d8b-9c16-2016f7a42cd1 req-7fc93ee9-74f8-4977-8be3-512edaeee2d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0696435 Jul 29 14:40:02.618640 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46150) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:02.641509 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5bc41bd-b2a1-4914-bc2c-ae0b4f354203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:02.652057 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-801bf639-053a-424c-9adc-846e53de86d8 req-3b52891c-7987-4931-8c16-208734b734ff tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373311 Jul 29 14:40:02.677230 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:02.702379 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f82b49-631d-4d8b-9c16-2016f7a42cd1 req-f2f12a6d-6c7a-4115-8426-901ac30f6d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:02.703973 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d0f82b49-631d-4d8b-9c16-2016f7a42cd1 req-f2f12a6d-6c7a-4115-8426-901ac30f6d5e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771623 Jul 29 14:40:02.733245 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=a6d82098-780a-49ec-9b0c-ce02076c56bb,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:02.813072 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9453eb1-95c6-4d67-b2ce-a689f25b7adc" -d '{"events": [{"server_uuid": "f41b22b8-9ce5-467b-a25c-0a3aaf3fa437", "name": "network-vif-plugged", "status": "completed", "tag": "a6d82098-780a-49ec-9b0c-ce02076c56bb"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:02.833171 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d0f82b49-631d-4d8b-9c16-2016f7a42cd1 req-6e021c87-aeb7-419e-9772-e6a547043ced service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206179 Jul 29 14:40:02.852952 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5bc41bd-b2a1-4914-bc2c-ae0b4f354203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:02.864340 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5bc41bd-b2a1-4914-bc2c-ae0b4f354203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:02.942585 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c5bc41bd-b2a1-4914-bc2c-ae0b4f354203 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1154ce95df62487aa18aa7e02c9c7f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228333 Jul 29 14:40:02.945215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46164) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:02.953851 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc41bd-b2a1-4914-bc2c-ae0b4f354203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981483ee-7ff7-4af0-8d71-73e4b61923d6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:02.972376 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b183623d-77f7-44c5-bd4c-38a575b78af3 x-openstack-request-id: req-b183623d-77f7-44c5-bd4c-38a575b78af3 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:02.973004 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41b22b8-9ce5-467b-a25c-0a3aaf3fa437", "name": "network-vif-plugged", "status": "completed", "tag": "a6d82098-780a-49ec-9b0c-ce02076c56bb", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:02.973441 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b183623d-77f7-44c5-bd4c-38a575b78af3 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:02.974019 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41b22b8-9ce5-467b-a25c-0a3aaf3fa437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d82098-780a-49ec-9b0c-ce02076c56bb', 'code': 200} Jul 29 14:40:02.975873 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d0f82b49-631d-4d8b-9c16-2016f7a42cd1 req-0790eb88-ff36-4f9d-b4e6-bca8632db5d9 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352036 Jul 29 14:40:03.030612 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497de7b-37e4-489b-8fdc-fa3c7e35d6f0 req-c1f96d37-ac90-4032-90b3-7b2236fa3183 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:03.032084 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c497de7b-37e4-489b-8fdc-fa3c7e35d6f0 req-c1f96d37-ac90-4032-90b3-7b2236fa3183 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 949 time: 0.0884337 Jul 29 14:40:03.037475 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-12300e4e-84e0-45a9-bbe5-2c225fd000e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:03.081225 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-12300e4e-84e0-45a9-bbe5-2c225fd000e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:03.094681 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:03.098359 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c497de7b-37e4-489b-8fdc-fa3c7e35d6f0 req-8ae7ca12-9b18-4894-9041-b5f8e4c12ec5 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586891 Jul 29 14:40:03.137546 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-12300e4e-84e0-45a9-bbe5-2c225fd000e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:03.140250 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-12300e4e-84e0-45a9-bbe5-2c225fd000e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:03.141428 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-12300e4e-84e0-45a9-bbe5-2c225fd000e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/981483ee-7ff7-4af0-8d71-73e4b61923d6 HTTP/1.1" status: 204 len: 168 time: 0.1948431 Jul 29 14:40:03.145839 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba3922-2c67-4376-86f5-74f806034f0b req-f6d6ae55-1f87-4116-b750-71b6d270902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:03.147242 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6aba3922-2c67-4376-86f5-74f806034f0b req-f6d6ae55-1f87-4116-b750-71b6d270902e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 1100 time: 0.0714626 Jul 29 14:40:03.149958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12300e4e-84e0-45a9-bbe5-2c225fd000e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981483ee-7ff7-4af0-8d71-73e4b61923d6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:03.167261 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6aba3922-2c67-4376-86f5-74f806034f0b req-cc8cb04a-d3ea-4809-9302-626507141a65 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:03.264909 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6aba3922-2c67-4376-86f5-74f806034f0b req-cc8cb04a-d3ea-4809-9302-626507141a65 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:03.269228 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6aba3922-2c67-4376-86f5-74f806034f0b req-cc8cb04a-d3ea-4809-9302-626507141a65 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:03.299442 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-869dc9a7-8401-46a4-9a5d-dc89d0d443b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:03.301290 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6aba3922-2c67-4376-86f5-74f806034f0b req-cc8cb04a-d3ea-4809-9302-626507141a65 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467357 Jul 29 14:40:03.310586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cb04a-d3ea-4809-9302-626507141a65 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=de5d8c50-c9ac-471d-8e6d-9b9da1f15a25,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:03.369961 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 3bb78113-4558-4ef7-8917-258dbf027c74 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:40:03.388028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452732d-77a1-4b7b-ae5b-d6a9694b553c req-3a6beada-33b7-460f-a6ef-df7ab0e341e1 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:03.389712 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a452732d-77a1-4b7b-ae5b-d6a9694b553c req-3a6beada-33b7-460f-a6ef-df7ab0e341e1 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 969 time: 0.0499408 Jul 29 14:40:03.434096 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a452732d-77a1-4b7b-ae5b-d6a9694b553c req-4d6a4672-ed62-4b5b-9776-c736dace00d1 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6c15f5b-0d9f-452f-971a-963a4b604b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365024 Jul 29 14:40:03.479950 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 3bb78113-4558-4ef7-8917-258dbf027c74, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3bb78113-4558-4ef7-8917-258dbf027c74,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:03.493483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '3bb78113-4558-4ef7-8917-258dbf027c74', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '3bb78113-4558-4ef7-8917-258dbf027c74', 'mac_address': 'fa:16:3e:3b:0f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:tempest-test_az-633356753', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:40:03.536581 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:03.550226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb78113-4558-4ef7-8917-258dbf027c74 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:40:03.552828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209b29b-67ee-435c-a075-4144778199ca req-f3323d88-2d3c-457e-bbd4-b831357d8f96 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:03.554660 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c209b29b-67ee-435c-a075-4144778199ca req-f3323d88-2d3c-457e-bbd4-b831357d8f96 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 948 time: 0.0585401 Jul 29 14:40:03.574899 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 3bb78113-4558-4ef7-8917-258dbf027c74, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3bb78113-4558-4ef7-8917-258dbf027c74,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:03.579232 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:03.600321 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c209b29b-67ee-435c-a075-4144778199ca req-2cdf9149-f5ef-4596-b5d4-0129a859e8dc tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386810 Jul 29 14:40:03.631582 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=3bb78113-4558-4ef7-8917-258dbf027c74,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:03.769444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045062b-bd7f-4341-84de-da77ed98961c req-8fb39531-5ba0-4b74-ae24-f1bb5b35ae4b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:03.770970 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6045062b-bd7f-4341-84de-da77ed98961c req-8fb39531-5ba0-4b74-ae24-f1bb5b35ae4b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 948 time: 0.0517268 Jul 29 14:40:03.811299 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6045062b-bd7f-4341-84de-da77ed98961c req-8ab4c3cf-f49e-43ec-9237-410c09c5be25 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344105 Jul 29 14:40:03.862836 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3bb78113-4558-4ef7-8917-258dbf027c74'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:40:03.887535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46192) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:03.987990 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ae424568-38d2-4efb-8000-ec780e7db50c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1891956232-network', 'tenant_id': '3e49c47bf919472e81448d6844fdb4fa'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:04.011122 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae424568-38d2-4efb-8000-ec780e7db50c admin admin] Made reservation on behalf of 3e49c47bf919472e81448d6844fdb4fa for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:04.013714 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae424568-38d2-4efb-8000-ec780e7db50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:04.027338 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae424568-38d2-4efb-8000-ec780e7db50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:04.125383 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae424568-38d2-4efb-8000-ec780e7db50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:04.130701 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae424568-38d2-4efb-8000-ec780e7db50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:04.161223 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae424568-38d2-4efb-8000-ec780e7db50c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:40:04.171551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae424568-38d2-4efb-8000-ec780e7db50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6e0481-7bbc-4d49-8b9a-a76bcc510583,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:04.173599 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:04.179046 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae424568-38d2-4efb-8000-ec780e7db50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:04.179421 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-ae424568-38d2-4efb-8000-ec780e7db50c admin admin] Added segment 5cecde3d-ced1-49c4-8158-80fa46aa214e of type vlan for network 60999faa-3916-4210-94e9-c7a17822bf4a Jul 29 14:40:04.255908 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae424568-38d2-4efb-8000-ec780e7db50c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:04.274582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06e0c0-2d24-41b5-9d58-86c65976a9c5 req-fd5c7ea4-6d49-4f9d-94d4-c20680b1a660 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:04.276078 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf06e0c0-2d24-41b5-9d58-86c65976a9c5 req-fd5c7ea4-6d49-4f9d-94d4-c20680b1a660 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 949 time: 0.0950847 Jul 29 14:40:04.310781 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae424568-38d2-4efb-8000-ec780e7db50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:04.311718 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae424568-38d2-4efb-8000-ec780e7db50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:04.312293 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae424568-38d2-4efb-8000-ec780e7db50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:04.366780 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf06e0c0-2d24-41b5-9d58-86c65976a9c5 req-9a49efa1-3711-4dca-91c9-39c5efe19b65 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844972 Jul 29 14:40:04.376177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:40:04.381299 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ae424568-38d2-4efb-8000-ec780e7db50c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4899023 Jul 29 14:40:04.382434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46198) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:04.385958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae424568-38d2-4efb-8000-ec780e7db50c admin admin] Pushing event updated for resources: {'Network': ['ID=60999faa-3916-4210-94e9-c7a17822bf4a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:04.388988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e3e8d111-7793-4f86-8f55-9ca0f3595662 admin admin] Request body: {'subnet': {'network_id': '60999faa-3916-4210-94e9-c7a17822bf4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1891956232-subnet', 'tenant_id': '3e49c47bf919472e81448d6844fdb4fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:04.401258 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 60999faa-3916-4210-94e9-c7a17822bf4a details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:40:04.418105 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e8d111-7793-4f86-8f55-9ca0f3595662 admin admin] Made reservation on behalf of 3e49c47bf919472e81448d6844fdb4fa for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:04.420735 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e3e8d111-7793-4f86-8f55-9ca0f3595662 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:04.542030 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7cd3b11a-956b-4887-b5bc-1e21a128ebd6,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:04.553518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '7cd3b11a-956b-4887-b5bc-1e21a128ebd6', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '7cd3b11a-956b-4887-b5bc-1e21a128ebd6', 'mac_address': 'fa:16:3e:f2:1d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:40:04.594297 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:04.606861 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:40:04.614886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d2b58-037f-4b0c-839c-29f123ee2894 req-5051b4c0-0c71-4b31-8912-de771656f412 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:04.616393 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab9d2b58-037f-4b0c-839c-29f123ee2894 req-5051b4c0-0c71-4b31-8912-de771656f412 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 970 time: 0.0998876 Jul 29 14:40:04.628689 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7cd3b11a-956b-4887-b5bc-1e21a128ebd6,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:04.636618 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:04.686160 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e3e8d111-7793-4f86-8f55-9ca0f3595662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:04.692090 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=7cd3b11a-956b-4887-b5bc-1e21a128ebd6,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:04.724015 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab9d2b58-037f-4b0c-839c-29f123ee2894 req-91dc0c6b-16bf-4935-b864-b8f56f06af54 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6c15f5b-0d9f-452f-971a-963a4b604b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990574 Jul 29 14:40:04.727353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c18743-2a37-4e4e-9398-ebdc15ff3a0e req-7d4127ee-41b7-41fc-bc57-0c6c31dcfb7a tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:04.729378 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57c18743-2a37-4e4e-9398-ebdc15ff3a0e req-7d4127ee-41b7-41fc-bc57-0c6c31dcfb7a tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 949 time: 0.0550766 Jul 29 14:40:04.758566 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8d111-7793-4f86-8f55-9ca0f3595662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=457bf162-967b-4801-8d7d-85723c6a2826,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:04.770912 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57c18743-2a37-4e4e-9398-ebdc15ff3a0e req-b0a1d37d-643a-4c79-b82e-486972aca891 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347896 Jul 29 14:40:04.772617 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e8d111-7793-4f86-8f55-9ca0f3595662 admin admin] Checking segment: {'id': '5cecde3d-ced1-49c4-8158-80fa46aa214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '60999faa-3916-4210-94e9-c7a17822bf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:04.773117 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e8d111-7793-4f86-8f55-9ca0f3595662 admin admin] Network hostable DHCP agents. Network: 60999faa-3916-4210-94e9-c7a17822bf4a, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:40:04.797600 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e8d111-7793-4f86-8f55-9ca0f3595662 admin admin] Network 60999faa-3916-4210-94e9-c7a17822bf4a is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:40:04.809001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e3e8d111-7793-4f86-8f55-9ca0f3595662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 60999faa-3916-4210-94e9-c7a17822bf4a) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:04.813138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e8d111-7793-4f86-8f55-9ca0f3595662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:04.813715 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e3e8d111-7793-4f86-8f55-9ca0f3595662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:04.818720 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6efbd09-16ab-4feb-ae76-8987af4389cd None None] Network 60999faa-3916-4210-94e9-c7a17822bf4a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:40:04.827898 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e3e8d111-7793-4f86-8f55-9ca0f3595662 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4434893 Jul 29 14:40:04.833877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46204) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:04.837488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1891956232-router', 'tenant_id': '3e49c47bf919472e81448d6844fdb4fa', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:04.861668 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:04.863429 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:04.947544 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['7cd3b11a-956b-4887-b5bc-1e21a128ebd6'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:40:05.015786 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-60999faa-3916-4210-94e9-c7a17822bf4a', 'network_id': '60999faa-3916-4210-94e9-c7a17822bf4a', 'tenant_id': '3e49c47bf919472e81448d6844fdb4fa', 'fixed_ips': [{'subnet_id': '457bf162-967b-4801-8d7d-85723c6a2826'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:40:05.016587 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:05.113525 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:05.236798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7e3ed-0fd2-449c-8b7e-aff8bdf0e866 req-81ec4694-9464-42a9-8ed6-ab5e54ded935 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:05.238362 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Allocated IP 172.20.0.2 (60999faa-3916-4210-94e9-c7a17822bf4a/457bf162-967b-4801-8d7d-85723c6a2826/aae1b88f-aac3-44d2-9461-7c5086a8061f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:05.238500 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cba7e3ed-0fd2-449c-8b7e-aff8bdf0e866 req-81ec4694-9464-42a9-8ed6-ab5e54ded935 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 948 time: 0.3381088 Jul 29 14:40:05.327309 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:05.353697 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cba7e3ed-0fd2-449c-8b7e-aff8bdf0e866 req-1076bbd3-1c4f-4aab-a9f3-e62b949f486c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077666 Jul 29 14:40:05.420720 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 3bb78113-4558-4ef7-8917-258dbf027c74 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:05.498764 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277ea24-0b99-420f-a065-10acf91603e3 req-c0b15b46-0964-40f7-afa2-7466965cce81 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:05.500455 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9277ea24-0b99-420f-a065-10acf91603e3 req-c0b15b46-0964-40f7-afa2-7466965cce81 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 949 time: 0.0612109 Jul 29 14:40:05.536901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 3bb78113-4558-4ef7-8917-258dbf027c74 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:05.543113 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:05.546115 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9277ea24-0b99-420f-a065-10acf91603e3 req-d0815f73-5110-4eb6-b3a0-cb6b9e707459 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376346 Jul 29 14:40:05.550789 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 3bb78113-4558-4ef7-8917-258dbf027c74 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:05.551166 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:05.555569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Transition to ACTIVE for port object aae1b88f-aac3-44d2-9461-7c5086a8061f will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:05.598095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Transition to ACTIVE for port object aae1b88f-aac3-44d2-9461-7c5086a8061f will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:05.605885 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:05.607497 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:05.635338 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:05.650676 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Network 60999faa-3916-4210-94e9-c7a17822bf4a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:05.657295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:05.679221 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:05.723747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Pushing event updated for resources: {'Port': ['ID=aae1b88f-aac3-44d2-9461-7c5086a8061f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:05.728000 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:05.773259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Attempting to bind port aae1b88f-aac3-44d2-9461-7c5086a8061f on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:05.773635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Attempting to bind port aae1b88f-aac3-44d2-9461-7c5086a8061f by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '5cecde3d-ced1-49c4-8158-80fa46aa214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '60999faa-3916-4210-94e9-c7a17822bf4a'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:05.774011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Attempting to bind port aae1b88f-aac3-44d2-9461-7c5086a8061f on network 60999faa-3916-4210-94e9-c7a17822bf4a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:05.781670 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f22086a-596a-49ec-8ddc-fad7e18321b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb78113-4558-4ef7-8917-258dbf027c74'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:05.782964 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7595501-8212-46bf-832e-b4fdda5a76b5" -d '{"events": [{"server_uuid": "7f22086a-596a-49ec-8ddc-fad7e18321b3", "name": "network-vif-plugged", "status": "completed", "tag": "3bb78113-4558-4ef7-8917-258dbf027c74"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:05.795995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:05.795995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Checking segment: {'id': '5cecde3d-ced1-49c4-8158-80fa46aa214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '60999faa-3916-4210-94e9-c7a17822bf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:05.796309 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:05.796705 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Bound using segment: {'id': '5cecde3d-ced1-49c4-8158-80fa46aa214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '60999faa-3916-4210-94e9-c7a17822bf4a'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:05.796900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Allocated IP 172.25.6.8 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/33643ae8-0980-44d6-b726-f116431e5d07) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:05.797357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Bound port: aae1b88f-aac3-44d2-9461-7c5086a8061f, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cecde3d-ced1-49c4-8158-80fa46aa214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '60999faa-3916-4210-94e9-c7a17822bf4a'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:05.797568 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:05.804270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 3bb78113-4558-4ef7-8917-258dbf027c74, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3bb78113-4558-4ef7-8917-258dbf027c74,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:05.818783 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:05.897252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6aaf6-3069-451f-945b-166b594dd688 req-3dcf4453-86f4-49ee-9a08-dfd04857e565 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:05.910758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=3bb78113-4558-4ef7-8917-258dbf027c74,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:05.911103 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85a6aaf6-3069-451f-945b-166b594dd688 req-3dcf4453-86f4-49ee-9a08-dfd04857e565 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 971 time: 0.0860822 Jul 29 14:40:05.913918 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] For port aae1b88f-aac3-44d2-9461-7c5086a8061f, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:05.917564 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] For port aae1b88f-aac3-44d2-9461-7c5086a8061f, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=aae1b88f-aac3-44d2-9461-7c5086a8061f,segment=NetworkSegment(5cecde3d-ced1-49c4-8158-80fa46aa214e),segment_id=5cecde3d-ced1-49c4-8158-80fa46aa214e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:05.927524 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:05.951690 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:05.971012 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85a6aaf6-3069-451f-945b-166b594dd688 req-deee2c28-088a-48c3-8743-802fcb7c5bac tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6c15f5b-0d9f-452f-971a-963a4b604b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540655 Jul 29 14:40:05.988269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468afb8-20b5-4734-a409-5e0ee2d555d7 None None] Pushing event updated for resources: {'Port': ['ID=aae1b88f-aac3-44d2-9461-7c5086a8061f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:06.018555 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:06.032386 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf5de9c-51b9-4c4c-8014-544ab14ba20b x-openstack-request-id: req-dcf5de9c-51b9-4c4c-8014-544ab14ba20b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:06.032703 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f22086a-596a-49ec-8ddc-fad7e18321b3", "name": "network-vif-plugged", "status": "completed", "tag": "3bb78113-4558-4ef7-8917-258dbf027c74", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:06.032969 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dcf5de9c-51b9-4c4c-8014-544ab14ba20b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:06.033377 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f22086a-596a-49ec-8ddc-fad7e18321b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb78113-4558-4ef7-8917-258dbf027c74', 'code': 200} Jul 29 14:40:06.091271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:06.094432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:06.098288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:06.132223 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:06.149001 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1f85f-52c8-4a44-a009-617af7a77861 req-e790e58c-e399-47da-8692-8d5650a62331 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:06.150691 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2b1f85f-52c8-4a44-a009-617af7a77861 req-e790e58c-e399-47da-8692-8d5650a62331 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 949 time: 0.0573194 Jul 29 14:40:06.198377 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2b1f85f-52c8-4a44-a009-617af7a77861 req-dcb3b10b-258d-417b-af24-404ea5430303 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394132 Jul 29 14:40:06.229145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Pushing event updated for resources: {'Port': ['ID=33643ae8-0980-44d6-b726-f116431e5d07,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:06.325104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2a75c-d2b2-447c-b632-67c86a10bae3 req-b59413bc-cde5-4478-a8e3-104a435a09b4 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:06.326725 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a6a2a75c-d2b2-447c-b632-67c86a10bae3 req-b59413bc-cde5-4478-a8e3-104a435a09b4 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 949 time: 0.1789980 Jul 29 14:40:06.382925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d61a6-dccb-4297-88e4-e663efc51cf5 req-a731a585-bd3d-4016-b7e9-f67549d20f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:06.384555 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-065d61a6-dccb-4297-88e4-e663efc51cf5 req-a731a585-bd3d-4016-b7e9-f67549d20f69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 1122 time: 0.2356093 Jul 29 14:40:06.394490 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 9745f4e8-6a8c-4848-baf2-c46b5b13f332 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:40:06.451876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:06.500721 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df760e-24fe-4d36-9d68-e2e2a87d8c95 req-262066d7-d8ef-41d1-bece-adbe3361a6b2 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:06.502239 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-04df760e-24fe-4d36-9d68-e2e2a87d8c95 req-262066d7-d8ef-41d1-bece-adbe3361a6b2 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 948 time: 0.0572329 Jul 29 14:40:06.552524 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:06.553536 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-04df760e-24fe-4d36-9d68-e2e2a87d8c95 req-1ea33bc0-c931-402d-a86e-108815843535 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423796 Jul 29 14:40:06.564704 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a6a2a75c-d2b2-447c-b632-67c86a10bae3 req-6bfc1de6-5ca2-4344-9ac3-7cb254036c83 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006085 Jul 29 14:40:06.568401 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:06.571794 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 9745f4e8-6a8c-4848-baf2-c46b5b13f332, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:06.576401 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:06.576825 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:06.610995 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-065d61a6-dccb-4297-88e4-e663efc51cf5 req-1c45abe7-755d-4e1c-86e0-27b1928de0de service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a6c15f5b-0d9f-452f-971a-963a4b604b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825576 Jul 29 14:40:06.612713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '9745f4e8-6a8c-4848-baf2-c46b5b13f332', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '9745f4e8-6a8c-4848-baf2-c46b5b13f332', 'mac_address': 'fa:16:3e:96:b9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:40:06.667794 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:06.700953 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9745f4e8-6a8c-4848-baf2-c46b5b13f332 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:40:06.727806 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:06.733138 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 9745f4e8-6a8c-4848-baf2-c46b5b13f332, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:06.743837 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:06.802557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7cd3b11a-956b-4887-b5bc-1e21a128ebd6,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:06.813564 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:06.818751 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=9745f4e8-6a8c-4848-baf2-c46b5b13f332,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:06.885608 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=7cd3b11a-956b-4887-b5bc-1e21a128ebd6,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:06.923851 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:07.059526 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['9745f4e8-6a8c-4848-baf2-c46b5b13f332'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:40:07.076083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Router 55999f03-e0bc-4265-a41c-47ffb8f2c2d0 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:40:07.096871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf14f0c-d211-481a-b567-99c2ce4a06db req-3a11ed44-7bb8-4eca-9033-005435e9c89c tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:07.098422 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1cf14f0c-d211-481a-b567-99c2ce4a06db req-3a11ed44-7bb8-4eca-9033-005435e9c89c tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 971 time: 0.0668521 Jul 29 14:40:07.116119 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed148a0e-b3be-4c54-a5f3-ff03b19fd63d None None] Network 60999faa-3916-4210-94e9-c7a17822bf4a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:40:07.146019 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1cf14f0c-d211-481a-b567-99c2ce4a06db req-f562f08f-b959-4d5b-bc21-8bf48462bb6e tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6c15f5b-0d9f-452f-971a-963a4b604b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343394 Jul 29 14:40:07.199267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:40:07.210891 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Sync routers for ids ['55999f03-e0bc-4265-a41c-47ffb8f2c2d0'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:40:07.217618 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:07.219015 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bb19659c-f181-456d-b0cd-c850b0d6b461 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3865361 Jul 29 14:40:07.222177 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46232) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:07.223062 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-934393ca-886b-44c6-9d1e-6e16f57be153 None None] Provisioning for port aae1b88f-aac3-44d2-9461-7c5086a8061f completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:07.224217 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Routers {'55999f03-e0bc-4265-a41c-47ffb8f2c2d0'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:40:07.224874 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['55999f03-e0bc-4265-a41c-47ffb8f2c2d0'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:07.386975 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Set router 55999f03-e0bc-4265-a41c-47ffb8f2c2d0 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:40:07.392093 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022f6d0-f3f4-4757-b344-12a9c3c11c2f req-0c486a52-5c11-474d-b3d3-febe888c42e0 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:07.394778 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a022f6d0-f3f4-4757-b344-12a9c3c11c2f req-0c486a52-5c11-474d-b3d3-febe888c42e0 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 950 time: 0.0799594 Jul 29 14:40:07.525584 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a022f6d0-f3f4-4757-b344-12a9c3c11c2f req-271ba2c1-0045-4a0a-9f93-32b7a1196363 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953906 Jul 29 14:40:07.624189 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'name': 'tempest-FloatingIPsTestJSON-1891956232-router', 'tenant_id': '3e49c47bf919472e81448d6844fdb4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '33643ae8-0980-44d6-b726-f116431e5d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:04Z', 'updated_at': '2021-07-29T14:40:06Z', 'revision_number': 3, 'project_id': '3e49c47bf919472e81448d6844fdb4fa', 'gw_port': {'id': '33643ae8-0980-44d6-b726-f116431e5d07', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:05Z', 'updated_at': '2021-07-29T14:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:07.653479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device aae1b88f-aac3-44d2-9461-7c5086a8061f up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:07.660139 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Checking router: 55999f03-e0bc-4265-a41c-47ffb8f2c2d0 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:40:07.660400 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Updating router 55999f03-e0bc-4265-a41c-47ffb8f2c2d0 port 33643ae8-0980-44d6-b726-f116431e5d07 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:40:07.690613 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:07.726856 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port aae1b88f-aac3-44d2-9461-7c5086a8061f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:07.728188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52ed92-65b3-4c43-a279-0f278a611210 req-bbcfb279-2499-47f5-95ee-05f9a6444b9d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:07.733960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port aae1b88f-aac3-44d2-9461-7c5086a8061f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:07.734343 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:07.735803 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9a52ed92-65b3-4c43-a279-0f278a611210 req-bbcfb279-2499-47f5-95ee-05f9a6444b9d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 949 time: 0.0663774 Jul 29 14:40:07.773761 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9a52ed92-65b3-4c43-a279-0f278a611210 req-49c9445e-1cde-49ab-853e-359b85bed9dc tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367963 Jul 29 14:40:07.782935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a0c8c-69e5-4b86-8369-0dc91506dd18 req-734b71d0-26a2-4de0-a886-37d1086360ae tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:07.785191 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c2a0c8c-69e5-4b86-8369-0dc91506dd18 req-734b71d0-26a2-4de0-a886-37d1086360ae tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 949 time: 0.1088758 Jul 29 14:40:07.815678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb5bc0-2679-4c04-8197-82d580bba1f6 req-6a14d100-c3de-4b42-a27e-a7a6386e2c11 tempest-DeleteServersAdminTestJSON-1646721431 tempest-DeleteServersAdminTestJSON-1646721431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:07.817366 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5dbb5bc0-2679-4c04-8197-82d580bba1f6 req-6a14d100-c3de-4b42-a27e-a7a6386e2c11 tempest-DeleteServersAdminTestJSON-1646721431 tempest-DeleteServersAdminTestJSON-1646721431-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 1100 time: 0.1076698 Jul 29 14:40:07.855192 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:07.890822 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port aae1b88f-aac3-44d2-9461-7c5086a8061f, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=aae1b88f-aac3-44d2-9461-7c5086a8061f,segment=NetworkSegment(5cecde3d-ced1-49c4-8158-80fa46aa214e),segment_id=5cecde3d-ced1-49c4-8158-80fa46aa214e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:07.896444 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:07.935022 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c2a0c8c-69e5-4b86-8369-0dc91506dd18 req-7821c864-94a4-4c20-b1cd-f2f0d137eba8 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243536 Jul 29 14:40:07.962573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=aae1b88f-aac3-44d2-9461-7c5086a8061f,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:07.989511 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:08.000298 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Transition to ACTIVE for port object 33643ae8-0980-44d6-b726-f116431e5d07 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:08.007726 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:08.011651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:08.015678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-5dbb5bc0-2679-4c04-8197-82d580bba1f6 req-ce6b08e0-4be2-45e3-ba3a-63b16a805d16 tempest-DeleteServersAdminTestJSON-1646721431 tempest-DeleteServersAdminTestJSON-1646721431-project-admin] Deleting port a6d82098-780a-49ec-9b0c-ce02076c56bb {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:40:08.016008 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5dbb5bc0-2679-4c04-8197-82d580bba1f6 req-ce6b08e0-4be2-45e3-ba3a-63b16a805d16 tempest-DeleteServersAdminTestJSON-1646721431 tempest-DeleteServersAdminTestJSON-1646721431-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:08.034501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad83aa7-c56d-461b-948d-14e596ae97d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd3b11a-956b-4887-b5bc-1e21a128ebd6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:08.037613 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1517e8-45fa-466f-92c0-40d62a7a977d" -d '{"events": [{"server_uuid": "1ad83aa7-c56d-461b-948d-14e596ae97d9", "name": "network-vif-plugged", "status": "completed", "tag": "7cd3b11a-956b-4887-b5bc-1e21a128ebd6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:08.059835 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Attempting to bind port 33643ae8-0980-44d6-b726-f116431e5d07 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:08.060215 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Attempting to bind port 33643ae8-0980-44d6-b726-f116431e5d07 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:08.060581 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Attempting to bind port 33643ae8-0980-44d6-b726-f116431e5d07 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:08.069617 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad09848-186b-4f07-b1ff-78dbb54fc66a None None] Pushing event updated for resources: {'Port': ['ID=33643ae8-0980-44d6-b726-f116431e5d07,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:08.083984 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad09848-186b-4f07-b1ff-78dbb54fc66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:08.084649 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad09848-186b-4f07-b1ff-78dbb54fc66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:08.085395 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad09848-186b-4f07-b1ff-78dbb54fc66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:08.085845 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad09848-186b-4f07-b1ff-78dbb54fc66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:08.086344 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad09848-186b-4f07-b1ff-78dbb54fc66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:08.086757 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad09848-186b-4f07-b1ff-78dbb54fc66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:08.087366 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad09848-186b-4f07-b1ff-78dbb54fc66a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:08.087787 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad09848-186b-4f07-b1ff-78dbb54fc66a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:08.088220 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad09848-186b-4f07-b1ff-78dbb54fc66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:08.088660 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad09848-186b-4f07-b1ff-78dbb54fc66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:08.089109 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad09848-186b-4f07-b1ff-78dbb54fc66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:08.089530 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad09848-186b-4f07-b1ff-78dbb54fc66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad09848-186b-4f07-b1ff-78dbb54fc66a None None] Tracked resource versions report: Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: pushed versions: Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: { 'AddressGroup': {'1.2'}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'ConntrackHelper': {'1.0'}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'Log': {'1.0'}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'Network': {'1.1'}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'Port': {'1.7'}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'PortForwarding': {'1.2'}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'QosPolicy': {'1.8'}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'SecurityGroup': {'1.4'}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'SecurityGroupRule': {'1.2'}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'SubPort': {'1.0'}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'Subnet': {'1.1'}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'Trunk': {'1.1'}} Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: consumer versions: Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: { DHCP agent@n-d-802893-1: {}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: HyperV agent@n-h1-802893-1: {}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: HyperV agent@n-h2-802893-1: {}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: L3 agent@n-d-802893-1: {}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: Metadata agent@n-d-802893-1: {}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: Metering agent@n-d-802893-1: {}, Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: Open vSwitch agent@n-d-802893-1: { 'AddressGroup': '1.2', Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'ConntrackHelper': '1.0', Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'Log': '1.0', Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'Network': '1.1', Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'Port': '1.7', Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'PortForwarding': '1.2', Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'QosPolicy': '1.8', Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'SecurityGroup': '1.4', Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'SecurityGroupRule': '1.2', Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'SubPort': '1.0', Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'Subnet': '1.1', Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: 'Trunk': '1.1'}} Jul 29 14:40:08.090792 n-d-802893-1 neutron-server[94160]: {{(pid=94160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 14:40:08.097530 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:08.098023 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:08.098554 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:08.098986 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:08.099625 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Bound port: 33643ae8-0980-44d6-b726-f116431e5d07, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:08.100162 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:08.114992 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14effb98-e852-4b1b-afb5-69338d6cf584 x-openstack-request-id: req-14effb98-e852-4b1b-afb5-69338d6cf584 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:08.115351 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad83aa7-c56d-461b-948d-14e596ae97d9", "name": "network-vif-plugged", "status": "completed", "tag": "7cd3b11a-956b-4887-b5bc-1e21a128ebd6", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:08.115680 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14effb98-e852-4b1b-afb5-69338d6cf584 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:08.116128 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad83aa7-c56d-461b-948d-14e596ae97d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd3b11a-956b-4887-b5bc-1e21a128ebd6', 'code': 200} Jul 29 14:40:08.162717 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] For port 33643ae8-0980-44d6-b726-f116431e5d07, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:08.166506 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] For port 33643ae8-0980-44d6-b726-f116431e5d07, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=33643ae8-0980-44d6-b726-f116431e5d07,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:08.179229 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:08.230643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-5dbb5bc0-2679-4c04-8197-82d580bba1f6 req-ce6b08e0-4be2-45e3-ba3a-63b16a805d16 tempest-DeleteServersAdminTestJSON-1646721431 tempest-DeleteServersAdminTestJSON-1646721431-project-admin] For port a6d82098-780a-49ec-9b0c-ce02076c56bb, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a6d82098-780a-49ec-9b0c-ce02076c56bb,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:08.231311 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5dbb5bc0-2679-4c04-8197-82d580bba1f6 req-ce6b08e0-4be2-45e3-ba3a-63b16a805d16 tempest-DeleteServersAdminTestJSON-1646721431 tempest-DeleteServersAdminTestJSON-1646721431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:08.245915 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad09848-186b-4f07-b1ff-78dbb54fc66a None None] Pushing event updated for resources: {'Port': ['ID=33643ae8-0980-44d6-b726-f116431e5d07,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:08.254926 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Routers {'55999f03-e0bc-4265-a41c-47ffb8f2c2d0'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:40:08.255800 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['55999f03-e0bc-4265-a41c-47ffb8f2c2d0'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:08.279716 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-5dbb5bc0-2679-4c04-8197-82d580bba1f6 req-ce6b08e0-4be2-45e3-ba3a-63b16a805d16 tempest-DeleteServersAdminTestJSON-1646721431 tempest-DeleteServersAdminTestJSON-1646721431-project-admin] Calling delete_port for a6d82098-780a-49ec-9b0c-ce02076c56bb owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:40:08.301126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458624b0-6cb0-4cbd-b511-3df5ec8e1808 req-1b718d31-27fa-4262-817a-b303612924a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:08.302913 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-458624b0-6cb0-4cbd-b511-3df5ec8e1808 req-1b718d31-27fa-4262-817a-b303612924a5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 1101 time: 0.0805166 Jul 29 14:40:08.358202 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-458624b0-6cb0-4cbd-b511-3df5ec8e1808 req-74e4fbf0-46ee-4a47-a841-f50fe5ceb4ce service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452039 Jul 29 14:40:08.362563 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] Set router 55999f03-e0bc-4265-a41c-47ffb8f2c2d0 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:40:08.408958 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2387796-a832-425d-a235-a143d3e112c0 req-5fd4ec55-f191-443c-b45c-43671469e0fe tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:08.410465 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d2387796-a832-425d-a235-a143d3e112c0 req-5fd4ec55-f191-443c-b45c-43671469e0fe tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 971 time: 0.1678221 Jul 29 14:40:08.415550 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 9745f4e8-6a8c-4848-baf2-c46b5b13f332 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:08.472214 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:08.478117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:08.478790 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:08.577120 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:08.605767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Allocated IP 172.20.0.1 (60999faa-3916-4210-94e9-c7a17822bf4a/457bf162-967b-4801-8d7d-85723c6a2826/54b6b578-d4cc-4a30-a38c-735e1280bf15) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:08.619116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 9745f4e8-6a8c-4848-baf2-c46b5b13f332, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:08.628213 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:08.640378 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'name': 'tempest-FloatingIPsTestJSON-1891956232-router', 'tenant_id': '3e49c47bf919472e81448d6844fdb4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '33643ae8-0980-44d6-b726-f116431e5d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:04Z', 'updated_at': '2021-07-29T14:40:06Z', 'revision_number': 3, 'project_id': '3e49c47bf919472e81448d6844fdb4fa', 'gw_port': {'id': '33643ae8-0980-44d6-b726-f116431e5d07', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:05Z', 'updated_at': '2021-07-29T14:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:08.677970 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25dc3b7-d83e-4edf-b4a0-be732f9605aa None None] The sync data for ids ['55999f03-e0bc-4265-a41c-47ffb8f2c2d0'] in n-d-802893-1 is: [{'id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'name': 'tempest-FloatingIPsTestJSON-1891956232-router', 'tenant_id': '3e49c47bf919472e81448d6844fdb4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '33643ae8-0980-44d6-b726-f116431e5d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:04Z', 'updated_at': '2021-07-29T14:40:06Z', 'revision_number': 3, 'project_id': '3e49c47bf919472e81448d6844fdb4fa', 'gw_port': {'id': '33643ae8-0980-44d6-b726-f116431e5d07', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:05Z', 'updated_at': '2021-07-29T14:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:40:08.678137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1baf3-2bcb-466d-af56-73c93c37b2b2 req-f8861642-115c-472a-a351-5e51af5a35db tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:08.679653 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-80f1baf3-2bcb-466d-af56-73c93c37b2b2 req-f8861642-115c-472a-a351-5e51af5a35db tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 950 time: 0.0634811 Jul 29 14:40:08.686301 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d2387796-a832-425d-a235-a143d3e112c0 req-901e473c-bf0d-40c0-a537-28fafef12872 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6c15f5b-0d9f-452f-971a-963a4b604b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608485 Jul 29 14:40:08.705298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=9745f4e8-6a8c-4848-baf2-c46b5b13f332,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:08.746218 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-80f1baf3-2bcb-466d-af56-73c93c37b2b2 req-4e9ef733-ba95-47ba-8d1b-da944578c7f1 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578394 Jul 29 14:40:08.851674 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5dbb5bc0-2679-4c04-8197-82d580bba1f6 req-ce6b08e0-4be2-45e3-ba3a-63b16a805d16 tempest-DeleteServersAdminTestJSON-1646721431 tempest-DeleteServersAdminTestJSON-1646721431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:08.898609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['a6d82098-780a-49ec-9b0c-ce02076c56bb'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:40:08.900005 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:08.903990 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b08e0-4be2-45e3-ba3a-63b16a805d16 tempest-DeleteServersAdminTestJSON-1646721431 tempest-DeleteServersAdminTestJSON-1646721431-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6d82098-780a-49ec-9b0c-ce02076c56bb,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:08.915359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce638c8-5886-4043-b892-bb360bf7a167 req-2c190d4c-b206-4c6e-86ef-660f8fd8f8c2 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:08.928636 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9ce638c8-5886-4043-b892-bb360bf7a167 req-2c190d4c-b206-4c6e-86ef-660f8fd8f8c2 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.0736024 Jul 29 14:40:08.954394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Transition to ACTIVE for port object 54b6b578-d4cc-4a30-a38c-735e1280bf15 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:08.982536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c96db5-87ba-4373-88fc-042ef5b7e29b req-7398c54c-0842-4b83-b9ef-11d46aee3718 tempest-AggregatesAdminTestJSON-660256999 tempest-AggregatesAdminTestJSON-660256999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:08.985433 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-88c96db5-87ba-4373-88fc-042ef5b7e29b req-7398c54c-0842-4b83-b9ef-11d46aee3718 tempest-AggregatesAdminTestJSON-660256999 tempest-AggregatesAdminTestJSON-660256999-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 1122 time: 0.1902542 Jul 29 14:40:08.985433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbb5bc0-2679-4c04-8197-82d580bba1f6 req-ce6b08e0-4be2-45e3-ba3a-63b16a805d16 tempest-DeleteServersAdminTestJSON-1646721431 tempest-DeleteServersAdminTestJSON-1646721431-project-admin] No DVR routers for this DVR port a6d82098-780a-49ec-9b0c-ce02076c56bb on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:40:08.992806 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5dbb5bc0-2679-4c04-8197-82d580bba1f6 req-ce6b08e0-4be2-45e3-ba3a-63b16a805d16 tempest-DeleteServersAdminTestJSON-1646721431 tempest-DeleteServersAdminTestJSON-1646721431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:08.993041 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9ce638c8-5886-4043-b892-bb360bf7a167 req-94e9aa17-2c90-4a0b-ae19-0927276ee1ac tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617888 Jul 29 14:40:08.994323 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5dbb5bc0-2679-4c04-8197-82d580bba1f6 req-ce6b08e0-4be2-45e3-ba3a-63b16a805d16 tempest-DeleteServersAdminTestJSON-1646721431 tempest-DeleteServersAdminTestJSON-1646721431-project-admin] 10.222.0.38 "DELETE /v2.0/ports/a6d82098-780a-49ec-9b0c-ce02076c56bb HTTP/1.1" status: 204 len: 173 time: 1.1671705 Jul 29 14:40:09.004796 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41b22b8-9ce5-467b-a25c-0a3aaf3fa437', 'name': 'network-vif-deleted', 'tag': 'a6d82098-780a-49ec-9b0c-ce02076c56bb'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:09.007951 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4ebcca-8b60-4813-923a-7660e1179131" -d '{"events": [{"server_uuid": "f41b22b8-9ce5-467b-a25c-0a3aaf3fa437", "name": "network-vif-deleted", "tag": "a6d82098-780a-49ec-9b0c-ce02076c56bb"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:09.035252 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-88c96db5-87ba-4373-88fc-042ef5b7e29b req-2100f1df-d6e5-4438-a7b1-faea5ffd0c4d tempest-AggregatesAdminTestJSON-660256999 tempest-AggregatesAdminTestJSON-660256999-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:09.154466 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14dc3bef-e00c-426c-b313-d25cd89d0154 req-0ac5157a-7cb4-4b52-945e-4cadf1fa4f33 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41b22b8-9ce5-467b-a25c-0a3aaf3fa437 HTTP/1.1" status: 200 len: 210 time: 0.0424564 Jul 29 14:40:09.158016 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:09.220118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Network 60999faa-3916-4210-94e9-c7a17822bf4a is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:09.226158 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:09.233829 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba71a03-6eae-466d-bc51-3e5eed332434 x-openstack-request-id: req-bba71a03-6eae-466d-bc51-3e5eed332434 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:09.234253 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41b22b8-9ce5-467b-a25c-0a3aaf3fa437", "name": "network-vif-deleted", "tag": "a6d82098-780a-49ec-9b0c-ce02076c56bb", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:09.234357 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bba71a03-6eae-466d-bc51-3e5eed332434 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:09.234896 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41b22b8-9ce5-467b-a25c-0a3aaf3fa437', 'name': 'network-vif-deleted', 'tag': 'a6d82098-780a-49ec-9b0c-ce02076c56bb', 'status': 'completed', 'code': 200} Jul 29 14:40:09.236582 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:09.237794 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:09.351341 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Pushing event updated for resources: {'Port': ['ID=54b6b578-d4cc-4a30-a38c-735e1280bf15,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:09.395127 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-88c96db5-87ba-4373-88fc-042ef5b7e29b req-2100f1df-d6e5-4438-a7b1-faea5ffd0c4d tempest-AggregatesAdminTestJSON-660256999 tempest-AggregatesAdminTestJSON-660256999-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:09.416150 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-88c96db5-87ba-4373-88fc-042ef5b7e29b req-2100f1df-d6e5-4438-a7b1-faea5ffd0c4d tempest-AggregatesAdminTestJSON-660256999 tempest-AggregatesAdminTestJSON-660256999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:09.496351 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-88c96db5-87ba-4373-88fc-042ef5b7e29b req-2100f1df-d6e5-4438-a7b1-faea5ffd0c4d tempest-AggregatesAdminTestJSON-660256999 tempest-AggregatesAdminTestJSON-660256999-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=a6c15f5b-0d9f-452f-971a-963a4b604b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808414 Jul 29 14:40:09.525977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100f1df-d6e5-4438-a7b1-faea5ffd0c4d tempest-AggregatesAdminTestJSON-660256999 tempest-AggregatesAdminTestJSON-660256999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c4e4d6-d9a7-493c-a2bf-c5af093ac134,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:09.539504 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b5463bed-219d-49ad-b47f-053a1db79578 None None] Provisioning for port 54b6b578-d4cc-4a30-a38c-735e1280bf15 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:09.544009 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b5463bed-219d-49ad-b47f-053a1db79578 None None] Provisioning complete for port 54b6b578-d4cc-4a30-a38c-735e1280bf15 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:09.544375 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b5463bed-219d-49ad-b47f-053a1db79578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:09.588466 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:09.659669 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b5463bed-219d-49ad-b47f-053a1db79578 None None] Port 54b6b578-d4cc-4a30-a38c-735e1280bf15 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:40:09.827619 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device aae1b88f-aac3-44d2-9461-7c5086a8061f up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:09.921464 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port aae1b88f-aac3-44d2-9461-7c5086a8061f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:09.923234 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:09.925524 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:09.932921 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:09.933676 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:09.950555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9dba5-04fc-4244-bb63-ee5351563423 req-b0e974b0-e76b-4637-a1a2-4b6541aedc34 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:09.952219 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34b9dba5-04fc-4244-bb63-ee5351563423 req-b0e974b0-e76b-4637-a1a2-4b6541aedc34 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 950 time: 0.0969801 Jul 29 14:40:10.056746 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 33643ae8-0980-44d6-b726-f116431e5d07 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:10.077093 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Pushing event updated for resources: {'Port': ['ID=54b6b578-d4cc-4a30-a38c-735e1280bf15,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:10.101903 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34b9dba5-04fc-4244-bb63-ee5351563423 req-679e14b6-32e1-491c-a3f7-c8da5dd1a8bd tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278157 Jul 29 14:40:10.117130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee8bd36-1da2-42d8-988d-979447d47dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9745f4e8-6a8c-4848-baf2-c46b5b13f332'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:10.119790 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e1ae2e-6f69-43ef-89ad-25b26cd39df0" -d '{"events": [{"server_uuid": "7ee8bd36-1da2-42d8-988d-979447d47dff", "name": "network-vif-plugged", "status": "completed", "tag": "9745f4e8-6a8c-4848-baf2-c46b5b13f332"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:10.123731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 33643ae8-0980-44d6-b726-f116431e5d07 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:10.128590 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 33643ae8-0980-44d6-b726-f116431e5d07 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:10.129054 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:10.159012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Network 60999faa-3916-4210-94e9-c7a17822bf4a is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:10.160387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:10.230953 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7782b93d-abf9-46d0-baf9-0ec176e40fbf x-openstack-request-id: req-7782b93d-abf9-46d0-baf9-0ec176e40fbf {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:10.231288 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee8bd36-1da2-42d8-988d-979447d47dff", "name": "network-vif-plugged", "status": "completed", "tag": "9745f4e8-6a8c-4848-baf2-c46b5b13f332", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:10.231542 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7782b93d-abf9-46d0-baf9-0ec176e40fbf {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:10.232060 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee8bd36-1da2-42d8-988d-979447d47dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9745f4e8-6a8c-4848-baf2-c46b5b13f332', 'code': 200} Jul 29 14:40:10.235563 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:10.248038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8f1a8-4690-4792-bef3-b0ba36367add req-38e332a7-0026-45ea-8fc9-2eb0c3f67a1f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:10.255163 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21b8f1a8-4690-4792-bef3-b0ba36367add req-38e332a7-0026-45ea-8fc9-2eb0c3f67a1f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.0851383 Jul 29 14:40:10.277460 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 33643ae8-0980-44d6-b726-f116431e5d07, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=33643ae8-0980-44d6-b726-f116431e5d07,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:10.290399 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:10.343009 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21b8f1a8-4690-4792-bef3-b0ba36367add req-785e556b-c1fc-4fab-95c1-585fb385fdd9 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811870 Jul 29 14:40:10.384827 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=33643ae8-0980-44d6-b726-f116431e5d07,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:10.446479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8e2e-f06f-47c0-b113-9e10026020c3 req-42f81d4e-3748-48ca-ac72-005e9dcc0ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:10.447996 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d0cf8e2e-f06f-47c0-b113-9e10026020c3 req-42f81d4e-3748-48ca-ac72-005e9dcc0ea1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 1101 time: 0.0753858 Jul 29 14:40:10.453211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Router 55999f03-e0bc-4265-a41c-47ffb8f2c2d0 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:40:10.497346 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0cb95303-b6dc-4938-b01d-2e4feb420af2 None None] Provisioning complete for port 54b6b578-d4cc-4a30-a38c-735e1280bf15 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:10.498016 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cb95303-b6dc-4938-b01d-2e4feb420af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:10.536998 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d0cf8e2e-f06f-47c0-b113-9e10026020c3 req-f62c41fc-133f-426b-9909-04c587f1f93c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815718 Jul 29 14:40:10.559780 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:10.561031 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0cb95303-b6dc-4938-b01d-2e4feb420af2 None None] Port 54b6b578-d4cc-4a30-a38c-735e1280bf15 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:40:10.642301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:40:10.648434 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d0d21b01-eca1-4158-ba7c-e3d0df466507 admin admin] 10.222.0.16 "PUT /v2.0/routers/55999f03-e0bc-4265-a41c-47ffb8f2c2d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4250295 Jul 29 14:40:10.832654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0c07f-d3a1-43f2-a889-c4d00c6f94c2 req-7a35b6e2-9424-4fd8-a51e-9748b53bf1f9 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:10.834244 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c1f0c07f-d3a1-43f2-a889-c4d00c6f94c2 req-7a35b6e2-9424-4fd8-a51e-9748b53bf1f9 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 950 time: 0.0711119 Jul 29 14:40:10.879287 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c1f0c07f-d3a1-43f2-a889-c4d00c6f94c2 req-8a0a6d5e-71c0-4442-b4b8-8731e902d343 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384910 Jul 29 14:40:10.882284 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Sync routers for ids ['55999f03-e0bc-4265-a41c-47ffb8f2c2d0'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:40:10.892383 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Routers {'55999f03-e0bc-4265-a41c-47ffb8f2c2d0'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:40:10.893654 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f4501448-a224-4831-85d8-b86840dedaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['55999f03-e0bc-4265-a41c-47ffb8f2c2d0'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:11.020175 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-7f719665-365c-467b-a3c1-a738ce776c8a tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=88483b44a7ed4d048b02d15355600f63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275166 Jul 29 14:40:11.023547 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Set router 55999f03-e0bc-4265-a41c-47ffb8f2c2d0 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:40:11.176390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ec6ec78-0e1f-480f-81f9-aa5888c73ad9 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:11.184117 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ec6ec78-0e1f-480f-81f9-aa5888c73ad9 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1510942 Jul 29 14:40:11.197743 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-33248481-772c-47b2-86d7-722eb7c8f212 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/quotas/88483b44a7ed4d048b02d15355600f63 HTTP/1.1" status: 200 len: 375 time: 0.0119247 Jul 29 14:40:11.258501 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-75f72490-83eb-428b-8eb8-de68d925f3f8 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=88483b44a7ed4d048b02d15355600f63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539746 Jul 29 14:40:11.299148 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f4501448-a224-4831-85d8-b86840dedaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'name': 'tempest-FloatingIPsTestJSON-1891956232-router', 'tenant_id': '3e49c47bf919472e81448d6844fdb4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '33643ae8-0980-44d6-b726-f116431e5d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:04Z', 'updated_at': '2021-07-29T14:40:09Z', 'revision_number': 4, 'project_id': '3e49c47bf919472e81448d6844fdb4fa', 'gw_port': {'id': '33643ae8-0980-44d6-b726-f116431e5d07', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:05Z', 'updated_at': '2021-07-29T14:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '54b6b578-d4cc-4a30-a38c-735e1280bf15', 'name': '', 'network_id': '60999faa-3916-4210-94e9-c7a17822bf4a', 'tenant_id': '3e49c47bf919472e81448d6844fdb4fa', 'mac_address': 'fa:16:3e:45:ec:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '457bf162-967b-4801-8d7d-85723c6a2826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:08Z', 'updated_at': '2021-07-29T14:40:09Z', 'revision_number': 2, 'project_id': '3e49c47bf919472e81448d6844fdb4fa', 'subnets': [{'id': '457bf162-967b-4801-8d7d-85723c6a2826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:11.329963 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46348) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:11.332451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Checking router: 55999f03-e0bc-4265-a41c-47ffb8f2c2d0 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:40:11.332616 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-4e4ab104-f11a-499d-aa48-9f515997306f tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2170320 Jul 29 14:40:11.333666 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Updating router 55999f03-e0bc-4265-a41c-47ffb8f2c2d0 port 54b6b578-d4cc-4a30-a38c-735e1280bf15 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:40:11.346767 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:11.369901 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:11.402030 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:11.527530 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e2e4832f-9a9c-4cd0-a10d-70b8b58caf13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:11.604227 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-8bee13e9-a452-48c3-9567-1d470c2408d1 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e8919edc38c64e5b9c0b04dff70dfc99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606973 Jul 29 14:40:11.609297 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:11.666106 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 33643ae8-0980-44d6-b726-f116431e5d07 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:11.775996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 33643ae8-0980-44d6-b726-f116431e5d07 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:11.776369 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:11.791806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Allocated IP 172.25.6.145 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/d7198c51-4a5a-4182-a436-815b8b6b4543) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:11.881434 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:11.896151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Transition to ACTIVE for port object 54b6b578-d4cc-4a30-a38c-735e1280bf15 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:11.922051 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:11.934784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-99598259-a2b1-439c-8b18-a65f4a605199 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:11.942119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-99598259-a2b1-439c-8b18-a65f4a605199 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3362420 Jul 29 14:40:11.966820 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-22a64dfc-42e9-4442-8dfd-7970c8c8377a tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/quotas/e8919edc38c64e5b9c0b04dff70dfc99 HTTP/1.1" status: 200 len: 375 time: 0.0235834 Jul 29 14:40:11.982012 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:11.991333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928b218-2d47-4696-9720-d2613a35d7eb None None] Pushing event updated for resources: {'Port': ['ID=54b6b578-d4cc-4a30-a38c-735e1280bf15,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:12.037106 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:12.043076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Attempting to bind port 54b6b578-d4cc-4a30-a38c-735e1280bf15 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:12.043443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Attempting to bind port 54b6b578-d4cc-4a30-a38c-735e1280bf15 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '5cecde3d-ced1-49c4-8158-80fa46aa214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '60999faa-3916-4210-94e9-c7a17822bf4a'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:12.043809 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Attempting to bind port 54b6b578-d4cc-4a30-a38c-735e1280bf15 on network 60999faa-3916-4210-94e9-c7a17822bf4a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:12.053249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:12.053574 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Checking segment: {'id': '5cecde3d-ced1-49c4-8158-80fa46aa214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '60999faa-3916-4210-94e9-c7a17822bf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:12.053957 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:12.054343 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Bound using segment: {'id': '5cecde3d-ced1-49c4-8158-80fa46aa214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '60999faa-3916-4210-94e9-c7a17822bf4a'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:12.054816 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Bound port: 54b6b578-d4cc-4a30-a38c-735e1280bf15, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cecde3d-ced1-49c4-8158-80fa46aa214e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '60999faa-3916-4210-94e9-c7a17822bf4a'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:12.055222 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:12.062277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:12.066408 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:12.070004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:12.073453 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-c34a8665-8798-49bf-bfbe-55506c8de541 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8919edc38c64e5b9c0b04dff70dfc99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1056824 Jul 29 14:40:12.130152 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e2e4832f-9a9c-4cd0-a10d-70b8b58caf13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:12.144365 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e2e4832f-9a9c-4cd0-a10d-70b8b58caf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:12.182409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Pushing event updated for resources: {'Port': ['ID=d7198c51-4a5a-4182-a436-815b8b6b4543,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:12.217615 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e2e4832f-9a9c-4cd0-a10d-70b8b58caf13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91931e53062842bab004ea797d8e6a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8835173 Jul 29 14:40:12.219317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46374) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:12.221994 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4832f-9a9c-4cd0-a10d-70b8b58caf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf53f54-17b4-4c39-9d97-4fd9191a109a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:12.347987 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f4501448-a224-4831-85d8-b86840dedaba None None] For port 54b6b578-d4cc-4a30-a38c-735e1280bf15, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:12.353614 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f4501448-a224-4831-85d8-b86840dedaba None None] For port 54b6b578-d4cc-4a30-a38c-735e1280bf15, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=54b6b578-d4cc-4a30-a38c-735e1280bf15,segment=NetworkSegment(5cecde3d-ced1-49c4-8158-80fa46aa214e),segment_id=5cecde3d-ced1-49c4-8158-80fa46aa214e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:12.355447 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:12.374974 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:12.378211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567f0e9-a7c1-4110-bcfd-17c6c6299a0e req-550cee5b-5a0b-4acf-9477-1a40098ec530 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:12.382106 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-06afa13f-99d1-4656-b1d3-8082b9706de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:12.387713 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8567f0e9-a7c1-4110-bcfd-17c6c6299a0e req-550cee5b-5a0b-4acf-9477-1a40098ec530 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.0718913 Jul 29 14:40:12.423919 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:12.431198 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-06afa13f-99d1-4656-b1d3-8082b9706de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:12.444811 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8567f0e9-a7c1-4110-bcfd-17c6c6299a0e req-9532c7cb-699c-4598-89a7-e92889e6855a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519981 Jul 29 14:40:12.446428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a6d82098-780a-49ec-9b0c-ce02076c56bb no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:40:12.491210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Routers {'55999f03-e0bc-4265-a41c-47ffb8f2c2d0'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:40:12.491925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f4501448-a224-4831-85d8-b86840dedaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['55999f03-e0bc-4265-a41c-47ffb8f2c2d0'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:12.495113 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: a6d82098-780a-49ec-9b0c-ce02076c56bb {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:40:12.495881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a6d82098-780a-49ec-9b0c-ce02076c56bb not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:40:12.499651 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928b218-2d47-4696-9720-d2613a35d7eb None None] Pushing event updated for resources: {'Port': ['ID=54b6b578-d4cc-4a30-a38c-735e1280bf15,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:12.577629 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-23a48563-b812-4124-991c-fb89baa7d101 req-e72c048f-9eae-4bc6-9707-793d8171c15a tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 210 time: 0.0604331 Jul 29 14:40:12.667386 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-06afa13f-99d1-4656-b1d3-8082b9706de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:12.671049 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-06afa13f-99d1-4656-b1d3-8082b9706de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:12.678792 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-06afa13f-99d1-4656-b1d3-8082b9706de1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdf53f54-17b4-4c39-9d97-4fd9191a109a HTTP/1.1" status: 204 len: 168 time: 0.4557753 Jul 29 14:40:12.700238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-f4501448-a224-4831-85d8-b86840dedaba None None] Set router 55999f03-e0bc-4265-a41c-47ffb8f2c2d0 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:40:12.717698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afa13f-99d1-4656-b1d3-8082b9706de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf53f54-17b4-4c39-9d97-4fd9191a109a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:12.787993 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.39', 57539) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:12.895519 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:12.902651 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:12.913169 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-fb7cc9ba-8fd0-404a-b4dc-a5a5405b5790 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=88483b44a7ed4d048b02d15355600f63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1234798 Jul 29 14:40:12.972905 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:12.974688 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e800b8ce-2b6a-4d5f-bd3e-7a2f716f5ed8 req-e3730e36-1d0e-4426-8f9a-3da119214dfc tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 210 time: 0.0763853 Jul 29 14:40:12.998494 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:13.007895 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6680775 Jul 29 14:40:13.098181 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2993629c-0bff-4927-8ad3-7fee1a4e1ead req-cacf83ab-64e8-4eb6-885d-bedcb2cb7638 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3245337 Jul 29 14:40:13.114788 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-7e68fc28-6d78-41b6-9839-8c70b8894995 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.145 HTTP/1.1" status: 200 len: 696 time: 0.1049356 Jul 29 14:40:13.130066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96654657-14e8-4aec-b764-85c686f668de tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Pushing event updated for resources: {'Port': ['ID=d7198c51-4a5a-4182-a436-815b8b6b4543,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:13.163513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-c539ba89-4694-453a-abc1-2ea4c6c501c8 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:13.170508 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-c539ba89-4694-453a-abc1-2ea4c6c501c8 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502263 Jul 29 14:40:13.184319 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-a8731ff1-9248-43ab-b51d-8e6a8fa1d8ea tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Request body: {'port': {'device_id': '32c7f286-9c74-41b4-a0ab-ff322efac51a', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '88483b44a7ed4d048b02d15355600f63'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:13.191053 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f4501448-a224-4831-85d8-b86840dedaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'name': 'tempest-FloatingIPsTestJSON-1891956232-router', 'tenant_id': '3e49c47bf919472e81448d6844fdb4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '33643ae8-0980-44d6-b726-f116431e5d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:04Z', 'updated_at': '2021-07-29T14:40:09Z', 'revision_number': 4, 'project_id': '3e49c47bf919472e81448d6844fdb4fa', 'gw_port': {'id': '33643ae8-0980-44d6-b726-f116431e5d07', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:05Z', 'updated_at': '2021-07-29T14:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '54b6b578-d4cc-4a30-a38c-735e1280bf15', 'name': '', 'network_id': '60999faa-3916-4210-94e9-c7a17822bf4a', 'tenant_id': '3e49c47bf919472e81448d6844fdb4fa', 'mac_address': 'fa:16:3e:45:ec:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '457bf162-967b-4801-8d7d-85723c6a2826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:08Z', 'updated_at': '2021-07-29T14:40:12Z', 'revision_number': 4, 'project_id': '3e49c47bf919472e81448d6844fdb4fa', 'subnets': [{'id': '457bf162-967b-4801-8d7d-85723c6a2826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:13.227912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4501448-a224-4831-85d8-b86840dedaba None None] The sync data for ids ['55999f03-e0bc-4265-a41c-47ffb8f2c2d0'] in n-d-802893-1 is: [{'id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'name': 'tempest-FloatingIPsTestJSON-1891956232-router', 'tenant_id': '3e49c47bf919472e81448d6844fdb4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '33643ae8-0980-44d6-b726-f116431e5d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:04Z', 'updated_at': '2021-07-29T14:40:09Z', 'revision_number': 4, 'project_id': '3e49c47bf919472e81448d6844fdb4fa', 'gw_port': {'id': '33643ae8-0980-44d6-b726-f116431e5d07', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:05Z', 'updated_at': '2021-07-29T14:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '54b6b578-d4cc-4a30-a38c-735e1280bf15', 'name': '', 'network_id': '60999faa-3916-4210-94e9-c7a17822bf4a', 'tenant_id': '3e49c47bf919472e81448d6844fdb4fa', 'mac_address': 'fa:16:3e:45:ec:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '457bf162-967b-4801-8d7d-85723c6a2826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:08Z', 'updated_at': '2021-07-29T14:40:12Z', 'revision_number': 4, 'project_id': '3e49c47bf919472e81448d6844fdb4fa', 'subnets': [{'id': '457bf162-967b-4801-8d7d-85723c6a2826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:40:13.390701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46402) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:13.452165 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-077225c7-faa0-43fd-bcaf-b6cd56153dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:13.478940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993629c-0bff-4927-8ad3-7fee1a4e1ead req-dc6f7436-36bb-4ae7-95be-71f42e289d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:13.480573 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2993629c-0bff-4927-8ad3-7fee1a4e1ead req-dc6f7436-36bb-4ae7-95be-71f42e289d9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b11bbc04c1e84148bd0b112f0d18688a&device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 1122 time: 0.2927210 Jul 29 14:40:13.484091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-a8731ff1-9248-43ab-b51d-8e6a8fa1d8ea tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Made reservation on behalf of 88483b44a7ed4d048b02d15355600f63 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:13.488403 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-a8731ff1-9248-43ab-b51d-8e6a8fa1d8ea tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:13.522872 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4676334-3162-4741-803c-60597a51f405 req-f77ebb5f-aca3-4f51-abd6-d8c5a0a4ecac tempest-MigrationsAdminTest-1114864760 tempest-MigrationsAdminTest-1114864760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:13.524393 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d4676334-3162-4741-803c-60597a51f405 req-f77ebb5f-aca3-4f51-abd6-d8c5a0a4ecac tempest-MigrationsAdminTest-1114864760 tempest-MigrationsAdminTest-1114864760-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 1101 time: 0.1327915 Jul 29 14:40:13.536026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-dafd8844-71a0-4c8a-b9c2-8ed9fbc31b20 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:13.538381 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-dafd8844-71a0-4c8a-b9c2-8ed9fbc31b20 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.4220898 Jul 29 14:40:13.549812 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-cf1af521-9b5b-4cd9-a44e-20de20f58dfc tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:40:13.557738 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d107e66-60d5-45ba-bd37-d6b043223531 req-cf1af521-9b5b-4cd9-a44e-20de20f58dfc tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137124 Jul 29 14:40:13.624921 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d4676334-3162-4741-803c-60597a51f405 req-c7b86e89-c6a5-4713-a2ac-9b9360ccca7a tempest-MigrationsAdminTest-1114864760 tempest-MigrationsAdminTest-1114864760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:13.677554 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 54b6b578-d4cc-4a30-a38c-735e1280bf15 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:13.706550 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-17ff26c8-7776-4fae-b24c-43d150255aaa req-a1854a44-7c12-4037-ab28-6795dc3abab4 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/floatingips/60031079-fc7e-4e8f-af2a-f50c9a4d8c76 HTTP/1.1" status: 200 len: 693 time: 0.0916858 Jul 29 14:40:13.742099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 54b6b578-d4cc-4a30-a38c-735e1280bf15 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:13.746725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 54b6b578-d4cc-4a30-a38c-735e1280bf15 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:13.747106 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:13.771649 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993629c-0bff-4927-8ad3-7fee1a4e1ead req-bd3f8bb5-923d-4eab-ad30-6dee9a1b31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:13.773857 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2993629c-0bff-4927-8ad3-7fee1a4e1ead req-bd3f8bb5-923d-4eab-ad30-6dee9a1b31d8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.2635436 Jul 29 14:40:13.875380 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2993629c-0bff-4927-8ad3-7fee1a4e1ead req-8cc830e2-6c60-45d3-94b0-05ef445b23de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3bb78113-4558-4ef7-8917-258dbf027c74 HTTP/1.1" status: 200 len: 217 time: 0.0720987 Jul 29 14:40:13.875656 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:13.910706 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff26c8-7776-4fae-b24c-43d150255aaa req-1e47d054-b9d8-43dd-8d22-125deb78dccb tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:13.920635 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-17ff26c8-7776-4fae-b24c-43d150255aaa req-1e47d054-b9d8-43dd-8d22-125deb78dccb tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.2051845 Jul 29 14:40:13.930324 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-17ff26c8-7776-4fae-b24c-43d150255aaa req-9ab09758-de41-4917-8d7f-ff417bf3ac0f tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:40:13.936996 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-17ff26c8-7776-4fae-b24c-43d150255aaa req-9ab09758-de41-4917-8d7f-ff417bf3ac0f tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153127 Jul 29 14:40:13.975025 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-a8731ff1-9248-43ab-b51d-8e6a8fa1d8ea tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Allocated IP 192.168.233.100 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/313e12ba-854e-493e-92f2-85631e3f4b3b) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:13.976635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 54b6b578-d4cc-4a30-a38c-735e1280bf15, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=54b6b578-d4cc-4a30-a38c-735e1280bf15,segment=NetworkSegment(5cecde3d-ced1-49c4-8158-80fa46aa214e),segment_id=5cecde3d-ced1-49c4-8158-80fa46aa214e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:13.989886 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:14.005853 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-66f088a8-eeda-4a32-95c3-eaff08a6a01c tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e8919edc38c64e5b9c0b04dff70dfc99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1513553 Jul 29 14:40:14.012882 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-077225c7-faa0-43fd-bcaf-b6cd56153dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:14.044291 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-077225c7-faa0-43fd-bcaf-b6cd56153dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:14.049861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993629c-0bff-4927-8ad3-7fee1a4e1ead req-e7e4fb7f-5dfa-4918-aa62-e1b970addae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:14.051446 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2993629c-0bff-4927-8ad3-7fee1a4e1ead req-e7e4fb7f-5dfa-4918-aa62-e1b970addae7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1631148 Jul 29 14:40:14.098541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=54b6b578-d4cc-4a30-a38c-735e1280bf15,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:14.133026 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-92366aa6-9d63-48a3-ba9a-6bd6fb89e53d req-681bd26d-62ab-48ea-a3fd-b72cadbe826d tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 210 time: 0.0445220 Jul 29 14:40:14.228505 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-077225c7-faa0-43fd-bcaf-b6cd56153dde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7da7893b3744f879705a16d58160a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8305135 Jul 29 14:40:14.235780 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46420) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:14.238749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077225c7-faa0-43fd-bcaf-b6cd56153dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103b08fc-4f4c-4b89-8651-d57927c60d70,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:14.248388 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d5974f5f-e3ad-49fe-9497-73a34b833b57 req-80b12226-998d-42eb-adcb-f511e5e65d57 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=3e49c47bf919472e81448d6844fdb4fa HTTP/1.1" status: 200 len: 696 time: 0.0807915 Jul 29 14:40:14.359198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993629c-0bff-4927-8ad3-7fee1a4e1ead req-cb7d6e73-3308-4062-bacf-8063899a0571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:14.360857 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2993629c-0bff-4927-8ad3-7fee1a4e1ead req-cb7d6e73-3308-4062-bacf-8063899a0571 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2789955 Jul 29 14:40:14.371107 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-ce9586f9-01a6-41d2-82d7-b1757c3d84e7 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:14.372621 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-ce9586f9-01a6-41d2-82d7-b1757c3d84e7 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3583546 Jul 29 14:40:14.416220 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bba80c73-74a4-4098-8228-38500dcf72be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:14.416927 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-6e01c92b-6f5d-4e6e-adaa-177546a623d8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Request body: {'port': {'device_id': '3cc3cc88-10ff-43f4-94a1-ae6577059f18', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': 'e8919edc38c64e5b9c0b04dff70dfc99'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:14.479996 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bba80c73-74a4-4098-8228-38500dcf72be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:14.505081 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5974f5f-e3ad-49fe-9497-73a34b833b57 req-fa2e4b54-ec34-4906-9443-076c5adc8533 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:14.506680 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d5974f5f-e3ad-49fe-9497-73a34b833b57 req-fa2e4b54-ec34-4906-9443-076c5adc8533 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/networks?id=934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 787 time: 0.2412603 Jul 29 14:40:14.531322 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-a8731ff1-9248-43ab-b51d-8e6a8fa1d8ea tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:14.537087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-d5974f5f-e3ad-49fe-9497-73a34b833b57 req-56a99ae0-5bc9-497c-a68b-4a9be21d9caf tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:40:14.538149 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d5974f5f-e3ad-49fe-9497-73a34b833b57 req-56a99ae0-5bc9-497c-a68b-4a9be21d9caf tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147665 Jul 29 14:40:14.566317 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bba80c73-74a4-4098-8228-38500dcf72be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:14.571475 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bba80c73-74a4-4098-8228-38500dcf72be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:14.575404 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d4676334-3162-4741-803c-60597a51f405 req-c7b86e89-c6a5-4713-a2ac-9b9360ccca7a tempest-MigrationsAdminTest-1114864760 tempest-MigrationsAdminTest-1114864760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:14.584357 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bba80c73-74a4-4098-8228-38500dcf72be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/103b08fc-4f4c-4b89-8651-d57927c60d70 HTTP/1.1" status: 204 len: 168 time: 0.3382761 Jul 29 14:40:14.586255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-a8731ff1-9248-43ab-b51d-8e6a8fa1d8ea tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Transition to ACTIVE for port object 313e12ba-854e-493e-92f2-85631e3f4b3b will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:14.591205 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d4676334-3162-4741-803c-60597a51f405 req-c7b86e89-c6a5-4713-a2ac-9b9360ccca7a tempest-MigrationsAdminTest-1114864760 tempest-MigrationsAdminTest-1114864760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:14.606098 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba80c73-74a4-4098-8228-38500dcf72be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103b08fc-4f4c-4b89-8651-d57927c60d70,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:14.650162 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:40:14.652366 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d4676334-3162-4741-803c-60597a51f405 req-c7b86e89-c6a5-4713-a2ac-9b9360ccca7a tempest-MigrationsAdminTest-1114864760 tempest-MigrationsAdminTest-1114864760-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1197083 Jul 29 14:40:14.684831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-73803947-51ff-488a-850b-dd6c3b48bc24 req-7b54f335-fa4b-4f87-aa8c-06d92cb69f48 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 210 time: 0.0801516 Jul 29 14:40:14.686524 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2993629c-0bff-4927-8ad3-7fee1a4e1ead req-d5f174f4-dc51-4f6f-84bb-b475cf4d0fd3 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093812 Jul 29 14:40:14.691675 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b86e89-c6a5-4713-a2ac-9b9360ccca7a tempest-MigrationsAdminTest-1114864760 tempest-MigrationsAdminTest-1114864760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b96a541-fbb7-4732-9e2f-09ac97c7c686,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:14.781698 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2177ba6-1af8-4843-8341-af283b688c75 req-68fd0ad5-1b7d-40f7-ae15-28945065dbac tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/floatingips/60031079-fc7e-4e8f-af2a-f50c9a4d8c76 HTTP/1.1" status: 200 len: 693 time: 0.0607603 Jul 29 14:40:14.806836 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-a8731ff1-9248-43ab-b51d-8e6a8fa1d8ea tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:14.834944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-6e01c92b-6f5d-4e6e-adaa-177546a623d8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Made reservation on behalf of e8919edc38c64e5b9c0b04dff70dfc99 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:14.834944 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-6e01c92b-6f5d-4e6e-adaa-177546a623d8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:14.896561 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-a8731ff1-9248-43ab-b51d-8e6a8fa1d8ea tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:14.913144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-a8731ff1-9248-43ab-b51d-8e6a8fa1d8ea tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:14.916402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-a8731ff1-9248-43ab-b51d-8e6a8fa1d8ea tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:14.922725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-a8731ff1-9248-43ab-b51d-8e6a8fa1d8ea tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:14.923298 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-a8731ff1-9248-43ab-b51d-8e6a8fa1d8ea tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:14.970754 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2993629c-0bff-4927-8ad3-7fee1a4e1ead req-9e4252e3-69eb-493a-8ed3-725e1b63e7ad service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617745 Jul 29 14:40:14.973762 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2177ba6-1af8-4843-8341-af283b688c75 req-379dc7d0-31c8-45a4-922a-48329e1940e7 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:14.974020 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8731ff1-9248-43ab-b51d-8e6a8fa1d8ea tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Pushing event updated for resources: {'Port': ['ID=313e12ba-854e-493e-92f2-85631e3f4b3b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:14.982402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2177ba6-1af8-4843-8341-af283b688c75 req-379dc7d0-31c8-45a4-922a-48329e1940e7 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.1906297 Jul 29 14:40:14.991289 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-e2177ba6-1af8-4843-8341-af283b688c75 req-e1330f0c-2c7c-4554-90b0-85ace5410282 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:40:15.000313 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2177ba6-1af8-4843-8341-af283b688c75 req-e1330f0c-2c7c-4554-90b0-85ace5410282 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166328 Jul 29 14:40:15.072193 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2177ba6-1af8-4843-8341-af283b688c75 req-40605541-0774-41bc-b9b8-73233990ab5c tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.145 HTTP/1.1" status: 200 len: 696 time: 0.0702291 Jul 29 14:40:15.168594 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2177ba6-1af8-4843-8341-af283b688c75 req-28e5dc0e-0824-4f4b-aa39-d44b297f89d5 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.145 HTTP/1.1" status: 200 len: 696 time: 0.0953939 Jul 29 14:40:15.246176 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-a8731ff1-9248-43ab-b51d-8e6a8fa1d8ea tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0661175 Jul 29 14:40:15.261873 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Request body: {'port': {'device_id': '32c7f286-9c74-41b4-a0ab-ff322efac51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:15.363444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2a40a0a9-325d-481d-aa47-6d3a792c05a6 None None] Provisioning for port 313e12ba-854e-493e-92f2-85631e3f4b3b completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:15.371408 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2a40a0a9-325d-481d-aa47-6d3a792c05a6 None None] Provisioning complete for port 313e12ba-854e-493e-92f2-85631e3f4b3b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:15.372039 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a40a0a9-325d-481d-aa47-6d3a792c05a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:15.384153 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:15.430515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2a40a0a9-325d-481d-aa47-6d3a792c05a6 None None] Port 313e12ba-854e-493e-92f2-85631e3f4b3b cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:40:15.436234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-e2177ba6-1af8-4843-8341-af283b688c75 req-1a6145cd-8615-4c93-9371-f2821361f88a tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Deleting port d7198c51-4a5a-4182-a436-815b8b6b4543 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:40:15.436861 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e2177ba6-1af8-4843-8341-af283b688c75 req-1a6145cd-8615-4c93-9371-f2821361f88a tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:15.445122 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-6e01c92b-6f5d-4e6e-adaa-177546a623d8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Allocated IP 192.168.233.12 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/a578d226-c5e0-49aa-b4f2-957fbb638e02) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:15.538469 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e2177ba6-1af8-4843-8341-af283b688c75 req-1a6145cd-8615-4c93-9371-f2821361f88a tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:15.539656 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e2177ba6-1af8-4843-8341-af283b688c75 req-1a6145cd-8615-4c93-9371-f2821361f88a tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:15.557178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-e2177ba6-1af8-4843-8341-af283b688c75 req-1a6145cd-8615-4c93-9371-f2821361f88a tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Calling delete_port for d7198c51-4a5a-4182-a436-815b8b6b4543 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:40:15.644805 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 54b6b578-d4cc-4a30-a38c-735e1280bf15 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:15.751687 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-6e01c92b-6f5d-4e6e-adaa-177546a623d8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:15.762345 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 54b6b578-d4cc-4a30-a38c-735e1280bf15 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:15.762716 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:15.771924 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-6e01c92b-6f5d-4e6e-adaa-177546a623d8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Transition to ACTIVE for port object a578d226-c5e0-49aa-b4f2-957fbb638e02 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:15.810856 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-6e01c92b-6f5d-4e6e-adaa-177546a623d8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:15.851872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['7cd3b11a-956b-4887-b5bc-1e21a128ebd6'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:40:15.961977 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e2177ba6-1af8-4843-8341-af283b688c75 req-1a6145cd-8615-4c93-9371-f2821361f88a tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:15.990671 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-6e01c92b-6f5d-4e6e-adaa-177546a623d8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:16.005999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-6e01c92b-6f5d-4e6e-adaa-177546a623d8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:16.009447 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6145cd-8615-4c93-9371-f2821361f88a tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Pushing event deleted for resources: {'Port': ['ID=d7198c51-4a5a-4182-a436-815b8b6b4543,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:16.012606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-6e01c92b-6f5d-4e6e-adaa-177546a623d8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:16.014345 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46478) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:16.024891 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-6e01c92b-6f5d-4e6e-adaa-177546a623d8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:16.025913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-6e01c92b-6f5d-4e6e-adaa-177546a623d8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:16.053645 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e2177ba6-1af8-4843-8341-af283b688c75 req-1a6145cd-8615-4c93-9371-f2821361f88a tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:16.060036 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e2177ba6-1af8-4843-8341-af283b688c75 req-1a6145cd-8615-4c93-9371-f2821361f88a tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:16.061524 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2177ba6-1af8-4843-8341-af283b688c75 req-1a6145cd-8615-4c93-9371-f2821361f88a tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "DELETE /v2.0/floatingips/60031079-fc7e-4e8f-af2a-f50c9a4d8c76 HTTP/1.1" status: 204 len: 173 time: 0.8919432 Jul 29 14:40:16.067389 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01c92b-6f5d-4e6e-adaa-177546a623d8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Pushing event updated for resources: {'Port': ['ID=a578d226-c5e0-49aa-b4f2-957fbb638e02,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:16.088835 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-6e01c92b-6f5d-4e6e-adaa-177546a623d8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6885192 Jul 29 14:40:16.179505 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313e12ba-854e-493e-92f2-85631e3f4b3b {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:40:16.190638 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:16.209242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Transition to ACTIVE for port object 313e12ba-854e-493e-92f2-85631e3f4b3b will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:16.230052 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Request body: {'port': {'device_id': '3cc3cc88-10ff-43f4-94a1-ae6577059f18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:16.234500 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:16.248137 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9eaff-a3aa-47f9-b9af-3258cb3ffb03 req-7980d640-1f79-404f-a63d-9ebc0c08542c tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:16.257370 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-42b9eaff-a3aa-47f9-b9af-3258cb3ffb03 req-7980d640-1f79-404f-a63d-9ebc0c08542c tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 936 time: 0.3459868 Jul 29 14:40:16.290684 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc2466-21e7-45f6-851c-68603c3c0fd0 req-c90fc9ab-eebb-4c45-ac83-843e99961c62 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:16.292235 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc2466-21e7-45f6-851c-68603c3c0fd0 req-c90fc9ab-eebb-4c45-ac83-843e99961c62 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 935 time: 0.1182950 Jul 29 14:40:16.302476 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-91427cad-986d-49c8-8dcf-d5b9e90d3564 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2835212 Jul 29 14:40:16.342890 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc2466-21e7-45f6-851c-68603c3c0fd0 req-1cff9e83-7641-4a0c-8a38-7eecaf65e092 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393128 Jul 29 14:40:16.368468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-31bde31e-319a-423f-9495-3640118e242c None None] Provisioning for port a578d226-c5e0-49aa-b4f2-957fbb638e02 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:16.372746 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-31bde31e-319a-423f-9495-3640118e242c None None] Provisioning complete for port a578d226-c5e0-49aa-b4f2-957fbb638e02 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:16.373137 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31bde31e-319a-423f-9495-3640118e242c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:16.438259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-31bde31e-319a-423f-9495-3640118e242c None None] Port a578d226-c5e0-49aa-b4f2-957fbb638e02 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:40:16.442249 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Pushing event updated for resources: {'Port': ['ID=313e12ba-854e-493e-92f2-85631e3f4b3b,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:16.467514 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-42b9eaff-a3aa-47f9-b9af-3258cb3ffb03 req-d8f634b5-238c-4c45-ad7e-bb52cbef8c71 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090533 Jul 29 14:40:16.468705 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:16.472264 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Attempting to bind port 313e12ba-854e-493e-92f2-85631e3f4b3b on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:16.472351 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Attempting to bind port 313e12ba-854e-493e-92f2-85631e3f4b3b by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:16.472689 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Attempting to bind port 313e12ba-854e-493e-92f2-85631e3f4b3b on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:16.501237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Port 313e12ba-854e-493e-92f2-85631e3f4b3b on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:40:16.501580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Attempting to bind port 313e12ba-854e-493e-92f2-85631e3f4b3b on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:16.515578 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:16.515929 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:16.516328 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:16.523187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Bound port: 313e12ba-854e-493e-92f2-85631e3f4b3b, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:16.532022 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:16.546611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a7337-f077-4bad-9b4b-29b6fdcdb3c7 req-09b5dabd-ea11-484f-bfd6-906810be6472 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:16.549138 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-739a7337-f077-4bad-9b4b-29b6fdcdb3c7 req-09b5dabd-ea11-484f-bfd6-906810be6472 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.0685863 Jul 29 14:40:16.638552 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-739a7337-f077-4bad-9b4b-29b6fdcdb3c7 req-67d33a42-81c5-41cb-a462-22b59e9be106 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789995 Jul 29 14:40:16.827462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4978ef92-f41d-4759-a38e-67f1b9f0a536 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1562970 Jul 29 14:40:16.839298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:16.865917 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:16.881841 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] For port 313e12ba-854e-493e-92f2-85631e3f4b3b, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:16.910928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] For port 313e12ba-854e-493e-92f2-85631e3f4b3b, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=313e12ba-854e-493e-92f2-85631e3f4b3b,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:16.916970 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:16.993406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:16.994035 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:16.996193 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] 10.222.0.39 "PUT /v2.0/ports/313e12ba-854e-493e-92f2-85631e3f4b3b HTTP/1.1" status: 200 len: 1096 time: 1.7387812 Jul 29 14:40:16.996810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c7f286-9c74-41b4-a0ab-ff322efac51a', 'tag': '313e12ba-854e-493e-92f2-85631e3f4b3b'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:16.999264 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66414732-1e87-411c-87a3-24b8dc0f8a56" -d '{"events": [{"name": "network-changed", "server_uuid": "32c7f286-9c74-41b4-a0ab-ff322efac51a", "tag": "313e12ba-854e-493e-92f2-85631e3f4b3b"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:17.008310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc5b36-ee9c-449b-a80a-f52bcef9d371 service neutron] Pushing event updated for resources: {'Port': ['ID=313e12ba-854e-493e-92f2-85631e3f4b3b,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:17.078062 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:17.155513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-1dd0ac2d-f10c-42d7-a290-ffe812b23222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:17.157187 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-1dd0ac2d-f10c-42d7-a290-ffe812b23222 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88483b44a7ed4d048b02d15355600f63&device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 1099 time: 0.1004426 Jul 29 14:40:17.177426 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a578d226-c5e0-49aa-b4f2-957fbb638e02 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:40:17.219806 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:17.234062 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-480f5987-4a24-4983-9975-903083a2185f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=313e12ba-854e-493e-92f2-85631e3f4b3b HTTP/1.1" status: 200 len: 217 time: 0.0689287 Jul 29 14:40:17.238308 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Transition to ACTIVE for port object a578d226-c5e0-49aa-b4f2-957fbb638e02 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:17.270091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Allocated IP 172.25.6.13 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/c5290c1a-0cfb-4448-83c4-c448f628efb3) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:17.277275 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:17.356323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-0e226c6d-d1a8-4ff0-bdae-ad04193776ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:17.358042 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-0e226c6d-d1a8-4ff0-bdae-ad04193776ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1137118 Jul 29 14:40:17.407704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Pushing event updated for resources: {'Port': ['ID=a578d226-c5e0-49aa-b4f2-957fbb638e02,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:17.452564 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:17.464446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-fd17b108-071e-4270-a46d-9cc6bd63ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:17.466170 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-fd17b108-071e-4270-a46d-9cc6bd63ed52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0993350 Jul 29 14:40:17.466845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Attempting to bind port a578d226-c5e0-49aa-b4f2-957fbb638e02 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:17.467176 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Attempting to bind port a578d226-c5e0-49aa-b4f2-957fbb638e02 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:17.467503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Attempting to bind port a578d226-c5e0-49aa-b4f2-957fbb638e02 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:17.490235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Port a578d226-c5e0-49aa-b4f2-957fbb638e02 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:40:17.490898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Attempting to bind port a578d226-c5e0-49aa-b4f2-957fbb638e02 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:17.514232 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:17.531501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:17.531868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:17.532252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:17.532728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Bound port: a578d226-c5e0-49aa-b4f2-957fbb638e02, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:17.534541 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:17.552427 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3fd0d0-319f-4a9f-9ac7-581f6ec4ffb5 x-openstack-request-id: req-6e3fd0d0-319f-4a9f-9ac7-581f6ec4ffb5 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:17.552740 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c7f286-9c74-41b4-a0ab-ff322efac51a", "tag": "313e12ba-854e-493e-92f2-85631e3f4b3b", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:17.552997 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e3fd0d0-319f-4a9f-9ac7-581f6ec4ffb5 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:17.554550 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c7f286-9c74-41b4-a0ab-ff322efac51a', 'tag': '313e12ba-854e-493e-92f2-85631e3f4b3b', 'status': 'completed', 'code': 200} Jul 29 14:40:17.603584 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Pushing event updated for resources: {'Port': ['ID=c5290c1a-0cfb-4448-83c4-c448f628efb3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:17.615785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:17.617590 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:17.621053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:17.688515 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-3cccbb8e-8e20-4d45-927f-188574c79fef service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131331 Jul 29 14:40:17.692746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] For port a578d226-c5e0-49aa-b4f2-957fbb638e02, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:17.697108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] For port a578d226-c5e0-49aa-b4f2-957fbb638e02, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a578d226-c5e0-49aa-b4f2-957fbb638e02,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:17.739777 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:17.783515 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:17.788731 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:17.839106 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:17.839840 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:17.841164 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] 10.222.0.38 "PUT /v2.0/ports/a578d226-c5e0-49aa-b4f2-957fbb638e02 HTTP/1.1" status: 200 len: 1095 time: 1.6271136 Jul 29 14:40:17.928881 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ba1e2b0-d489-4184-836e-01eedd6ccdd3 req-b4c765d4-78b8-45e4-98c4-c0e06cee65e8 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231569 Jul 29 14:40:17.947420 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc354b-0125-4384-8365-db7ebee7f4db service neutron] Pushing event updated for resources: {'Port': ['ID=a578d226-c5e0-49aa-b4f2-957fbb638e02,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:17.998292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9e536-d6b1-4a2f-8df9-9aed8eb89d90 req-612d2183-a920-4a85-b16a-a1c378fb3234 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:18.000027 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cff9e536-d6b1-4a2f-8df9-9aed8eb89d90 req-612d2183-a920-4a85-b16a-a1c378fb3234 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 947 time: 0.1265202 Jul 29 14:40:18.027863 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:18.030933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46562) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:18.038739 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:18.078262 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-af9a8d3e-ff74-4699-96dc-3e2f62987f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:18.080421 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-af9a8d3e-ff74-4699-96dc-3e2f62987f3d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e8919edc38c64e5b9c0b04dff70dfc99&device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 1098 time: 0.1444881 Jul 29 14:40:18.088536 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Pushing event updated for resources: {'Port': ['ID=c5290c1a-0cfb-4448-83c4-c448f628efb3,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:18.097035 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:18.116925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66414732-1e87-411c-87a3-24b8dc0f8a56 req-c1c50d46-4911-4dd7-936d-57051cae1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:18.117181 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:18.118632 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-4cdaff49-c01c-463a-8e41-0a58441d0b10 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2902765 Jul 29 14:40:18.119111 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66414732-1e87-411c-87a3-24b8dc0f8a56 req-c1c50d46-4911-4dd7-936d-57051cae1844 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88483b44a7ed4d048b02d15355600f63&device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 1099 time: 0.1181493 Jul 29 14:40:18.122245 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cff9e536-d6b1-4a2f-8df9-9aed8eb89d90 req-571eae02-3f1b-4561-a4a6-212546be9ef7 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843492 Jul 29 14:40:18.195249 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-36b82bff-a039-425d-9a27-a25ec1470659 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.0684614 Jul 29 14:40:18.201331 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a17d638-3ced-4fce-8332-a0d9664d8e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:18.381157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-07ac3197-328f-487c-804a-d1be8cbd3517 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=a578d226-c5e0-49aa-b4f2-957fbb638e02 HTTP/1.1" status: 200 len: 217 time: 0.2843118 Jul 29 14:40:18.511042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-f51f47e9-5ecf-469a-af7a-fc96f2602cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:18.512515 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-f51f47e9-5ecf-469a-af7a-fc96f2602cf9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1220663 Jul 29 14:40:18.538820 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a03bc9-aae1-4e4d-abf9-3ea8099623dd req-eb219ce8-f5ec-4442-93b3-cdff3823f365 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:18.540312 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-58a03bc9-aae1-4e4d-abf9-3ea8099623dd req-eb219ce8-f5ec-4442-93b3-cdff3823f365 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 948 time: 0.1702540 Jul 29 14:40:18.575799 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66414732-1e87-411c-87a3-24b8dc0f8a56 req-c7c1aeaf-8f63-4792-bc52-145056e86146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:18.577225 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66414732-1e87-411c-87a3-24b8dc0f8a56 req-c7c1aeaf-8f63-4792-bc52-145056e86146 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.2058101 Jul 29 14:40:18.578227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-246a64f0-b786-4c85-8428-f36b6ed89015 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:18.579866 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1fd9552-589b-4fd5-935c-be93d5f63af4 req-246a64f0-b786-4c85-8428-f36b6ed89015 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.3694403 Jul 29 14:40:18.587341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-647b74b0-9737-46dd-9d08-ddc0b6ec8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:18.588879 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-647b74b0-9737-46dd-9d08-ddc0b6ec8b81 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 1101 time: 0.3106179 Jul 29 14:40:18.647390 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66414732-1e87-411c-87a3-24b8dc0f8a56 req-bdbc9243-b36f-4227-92b4-70ebbb0652d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=313e12ba-854e-493e-92f2-85631e3f4b3b HTTP/1.1" status: 200 len: 217 time: 0.0552940 Jul 29 14:40:18.652626 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-58a03bc9-aae1-4e4d-abf9-3ea8099623dd req-682e5e3d-3e45-4269-8435-1f9ed912919a tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916340 Jul 29 14:40:18.655408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-52558a36-8571-4b38-a4a3-09c25a906591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:18.656840 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-52558a36-8571-4b38-a4a3-09c25a906591 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1362174 Jul 29 14:40:18.718795 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a17d638-3ced-4fce-8332-a0d9664d8e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:18.733556 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a17d638-3ced-4fce-8332-a0d9664d8e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:18.800867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42b8a3-d7d7-4aab-90d9-32cfd04a4825 req-33235273-2a44-41bb-818e-feb70e2155da tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:18.802459 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a42b8a3-d7d7-4aab-90d9-32cfd04a4825 req-33235273-2a44-41bb-818e-feb70e2155da tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.1495540 Jul 29 14:40:18.808724 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7a17d638-3ced-4fce-8332-a0d9664d8e91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc03b4eb45594cc08bae403f3c6895e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7762678 Jul 29 14:40:18.810029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17d638-3ced-4fce-8332-a0d9664d8e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfb5a09-9928-48d2-8ea2-62cee95faead,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:18.815744 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-365ca2ba-1e57-4d3b-a889-1ccfe6c3c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:18.815914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46572) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:18.817232 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-365ca2ba-1e57-4d3b-a889-1ccfe6c3c3af service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.2203162 Jul 29 14:40:18.838204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66414732-1e87-411c-87a3-24b8dc0f8a56 req-d7527118-62a6-4529-ba90-5ce7b64398d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:18.839672 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66414732-1e87-411c-87a3-24b8dc0f8a56 req-d7527118-62a6-4529-ba90-5ce7b64398d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1790755 Jul 29 14:40:18.850190 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e926b05a-cd6c-4345-b38c-67b533601ea9 req-6396a457-98b8-4034-887b-003c84f87c71 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/floatingips/bf91cec0-ea8d-4294-8a03-1af4c478e4d4 HTTP/1.1" status: 200 len: 692 time: 0.1111736 Jul 29 14:40:18.877901 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-5dee5362-a98b-4941-935b-a1dd690e28d9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332 HTTP/1.1" status: 200 len: 217 time: 0.0435598 Jul 29 14:40:18.919993 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a42b8a3-d7d7-4aab-90d9-32cfd04a4825 req-dd52c24e-c657-48bd-8ded-8bf6e183e2a6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016557 Jul 29 14:40:18.948886 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-6eeb6f02-41a0-412d-8ed1-4760de4a438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:18.950292 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-6eeb6f02-41a0-412d-8ed1-4760de4a438c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0644543 Jul 29 14:40:18.992141 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-379b9d70-08ed-475b-bc0d-bfe54c58828f service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225281 Jul 29 14:40:19.007253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66414732-1e87-411c-87a3-24b8dc0f8a56 req-1a07b0be-8df7-49da-8fe7-df169c1b1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:19.008787 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66414732-1e87-411c-87a3-24b8dc0f8a56 req-1a07b0be-8df7-49da-8fe7-df169c1b1368 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562016 Jul 29 14:40:19.010153 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-8ebd821b-e1cc-482f-8529-3c50d2265efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:19.011818 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-8ebd821b-e1cc-482f-8529-3c50d2265efa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0491536 Jul 29 14:40:19.127023 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50c4e316-0a66-4246-a317-8410b320a938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:19.137792 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-8833aa80-d5b7-4bca-8252-258cbc4787cd service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170597 Jul 29 14:40:19.167779 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926b05a-cd6c-4345-b38c-67b533601ea9 req-34475f75-f2ff-4818-bfa1-7049acaa4b2e tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:19.169295 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e926b05a-cd6c-4345-b38c-67b533601ea9 req-34475f75-f2ff-4818-bfa1-7049acaa4b2e tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.3026278 Jul 29 14:40:19.192331 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50c4e316-0a66-4246-a317-8410b320a938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:19.205402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-e926b05a-cd6c-4345-b38c-67b533601ea9 req-753396c2-18f0-49fa-ad42-d922e4123a0a tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:40:19.206438 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e926b05a-cd6c-4345-b38c-67b533601ea9 req-753396c2-18f0-49fa-ad42-d922e4123a0a tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0240443 Jul 29 14:40:19.248483 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b9a79abe-9583-43e7-833b-d08a7e4041af service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043127 Jul 29 14:40:19.333907 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dd470-e91a-4c88-ad0d-68043e70a440 req-4d30c42f-3ccf-4e01-a81b-25af83eb31f7 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:19.335467 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e73dd470-e91a-4c88-ad0d-68043e70a440 req-4d30c42f-3ccf-4e01-a81b-25af83eb31f7 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 947 time: 0.0588710 Jul 29 14:40:19.347193 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e926b05a-cd6c-4345-b38c-67b533601ea9 req-2f6d23c4-f17b-467c-9cd8-fe225d3eda51 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.1303089 Jul 29 14:40:19.355155 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-863f3a9b-06e3-4f72-83d8-caaa41b676d2 req-75322edb-8f09-4bbe-a57b-703fb5b08e73 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386211 Jul 29 14:40:19.370200 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66414732-1e87-411c-87a3-24b8dc0f8a56 req-f4f1738d-59fb-4274-9935-aabcd8fb683f service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517277 Jul 29 14:40:19.397691 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e73dd470-e91a-4c88-ad0d-68043e70a440 req-0feeda07-1c6a-4036-a187-6b1790b548bd tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513728 Jul 29 14:40:19.436701 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e926b05a-cd6c-4345-b38c-67b533601ea9 req-af36ae16-ed5d-487a-b60f-7b0977a9ed78 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.0785933 Jul 29 14:40:19.472230 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50c4e316-0a66-4246-a317-8410b320a938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:19.474952 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50c4e316-0a66-4246-a317-8410b320a938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:19.479727 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-50c4e316-0a66-4246-a317-8410b320a938 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9dfb5a09-9928-48d2-8ea2-62cee95faead HTTP/1.1" status: 204 len: 168 time: 0.6491716 Jul 29 14:40:19.530110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4e316-0a66-4246-a317-8410b320a938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfb5a09-9928-48d2-8ea2-62cee95faead,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:19.555209 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc3cc88-10ff-43f4-94a1-ae6577059f18', 'tag': 'a578d226-c5e0-49aa-b4f2-957fbb638e02'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:19.558317 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa3d0de-f67e-443c-a558-6441e9ee526c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc3cc88-10ff-43f4-94a1-ae6577059f18", "tag": "a578d226-c5e0-49aa-b4f2-957fbb638e02"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:19.681099 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66414732-1e87-411c-87a3-24b8dc0f8a56 req-c1b0b53c-9d49-4e98-b40d-cd81f8a26c4b service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808239 Jul 29 14:40:19.721903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-e926b05a-cd6c-4345-b38c-67b533601ea9 req-3be50b00-7b06-4d16-877d-58602488436b tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Deleting port c5290c1a-0cfb-4448-83c4-c448f628efb3 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:40:19.722262 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e926b05a-cd6c-4345-b38c-67b533601ea9 req-3be50b00-7b06-4d16-877d-58602488436b tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:19.822957 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd8e829-6fec-4674-967b-02b9b8db4c6d x-openstack-request-id: req-2dd8e829-6fec-4674-967b-02b9b8db4c6d {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:19.823346 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc3cc88-10ff-43f4-94a1-ae6577059f18", "tag": "a578d226-c5e0-49aa-b4f2-957fbb638e02", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:19.823835 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2dd8e829-6fec-4674-967b-02b9b8db4c6d {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:19.824277 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc3cc88-10ff-43f4-94a1-ae6577059f18', 'tag': 'a578d226-c5e0-49aa-b4f2-957fbb638e02', 'status': 'completed', 'code': 200} Jul 29 14:40:19.836614 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e926b05a-cd6c-4345-b38c-67b533601ea9 req-3be50b00-7b06-4d16-877d-58602488436b tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:19.836614 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e926b05a-cd6c-4345-b38c-67b533601ea9 req-3be50b00-7b06-4d16-877d-58602488436b tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:19.844574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-e926b05a-cd6c-4345-b38c-67b533601ea9 req-3be50b00-7b06-4d16-877d-58602488436b tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Calling delete_port for c5290c1a-0cfb-4448-83c4-c448f628efb3 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:40:19.912080 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46608) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:19.931074 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31f6b261-c180-4858-bbfa-be8fe677c5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:19.966275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e380e9-ac0e-4db8-8b06-61cbc0c19ab3 req-f10bad97-bf45-4605-a1a2-26126ff4f570 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:19.967750 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-56e380e9-ac0e-4db8-8b06-61cbc0c19ab3 req-f10bad97-bf45-4605-a1a2-26126ff4f570 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 948 time: 0.0946889 Jul 29 14:40:19.972127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3d0de-f67e-443c-a558-6441e9ee526c req-6bd42b6e-9ce7-4062-a052-c77fdd29864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:19.974245 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caa3d0de-f67e-443c-a558-6441e9ee526c req-6bd42b6e-9ce7-4062-a052-c77fdd29864d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e8919edc38c64e5b9c0b04dff70dfc99&device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 1098 time: 0.0742664 Jul 29 14:40:20.037816 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-56e380e9-ac0e-4db8-8b06-61cbc0c19ab3 req-9afed206-7b1a-43b5-bb2a-6370bfed37d9 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597565 Jul 29 14:40:20.103512 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31f6b261-c180-4858-bbfa-be8fe677c5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:20.109244 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31f6b261-c180-4858-bbfa-be8fe677c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:20.160731 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-31f6b261-c180-4858-bbfa-be8fe677c5f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb4219f5f950489793fb28023f20d649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437084 Jul 29 14:40:20.162078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46618) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:20.170952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6b261-c180-4858-bbfa-be8fe677c5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288dd347-3d45-491f-b151-d05f9e731278,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:20.243400 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3b92476b-bb4d-45ff-8ecf-ae9a9cbfadae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:20.273685 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3b92476b-bb4d-45ff-8ecf-ae9a9cbfadae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:20.335864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3d0de-f67e-443c-a558-6441e9ee526c req-0d69dadf-f50d-4308-aec7-2dc85e65a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:20.337353 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caa3d0de-f67e-443c-a558-6441e9ee526c req-0d69dadf-f50d-4308-aec7-2dc85e65a7ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.3557174 Jul 29 14:40:20.338542 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e926b05a-cd6c-4345-b38c-67b533601ea9 req-3be50b00-7b06-4d16-877d-58602488436b tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:20.372080 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a69161-5d83-4f66-b6fd-9aebd1c3329f req-2ebe95a9-78e1-4789-8558-12f7188f1668 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:20.373876 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f7a69161-5d83-4f66-b6fd-9aebd1c3329f req-2ebe95a9-78e1-4789-8558-12f7188f1668 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.0658979 Jul 29 14:40:20.374849 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3b92476b-bb4d-45ff-8ecf-ae9a9cbfadae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:20.378245 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3b92476b-bb4d-45ff-8ecf-ae9a9cbfadae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:20.385741 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3b92476b-bb4d-45ff-8ecf-ae9a9cbfadae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/288dd347-3d45-491f-b151-d05f9e731278 HTTP/1.1" status: 204 len: 168 time: 0.2186079 Jul 29 14:40:20.405002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be50b00-7b06-4d16-877d-58602488436b tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Pushing event deleted for resources: {'Port': ['ID=c5290c1a-0cfb-4448-83c4-c448f628efb3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:20.408635 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92476b-bb4d-45ff-8ecf-ae9a9cbfadae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288dd347-3d45-491f-b151-d05f9e731278,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:20.430813 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f7a69161-5d83-4f66-b6fd-9aebd1c3329f req-ec4b2b50-b0d4-4a00-b419-24b6c8ab13b4 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438821 Jul 29 14:40:20.440065 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caa3d0de-f67e-443c-a558-6441e9ee526c req-8493fd40-cd35-419b-aa61-205366458276 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=a578d226-c5e0-49aa-b4f2-957fbb638e02 HTTP/1.1" status: 200 len: 217 time: 0.0934918 Jul 29 14:40:20.441434 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e926b05a-cd6c-4345-b38c-67b533601ea9 req-3be50b00-7b06-4d16-877d-58602488436b tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:20.444039 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e926b05a-cd6c-4345-b38c-67b533601ea9 req-3be50b00-7b06-4d16-877d-58602488436b tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:20.445177 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e926b05a-cd6c-4345-b38c-67b533601ea9 req-3be50b00-7b06-4d16-877d-58602488436b tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "DELETE /v2.0/floatingips/bf91cec0-ea8d-4294-8a03-1af4c478e4d4 HTTP/1.1" status: 204 len: 173 time: 0.9769616 Jul 29 14:40:20.560527 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-de82ba16-7fc8-4e5f-b6c3-fea3172c65a4 req-aabbe3b8-582c-4e32-8820-8b1a8002f0f5 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] show failed (client error): The resource could not be found. Jul 29 14:40:20.561772 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de82ba16-7fc8-4e5f-b6c3-fea3172c65a4 req-aabbe3b8-582c-4e32-8820-8b1a8002f0f5 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/floatingips/bf91cec0-ea8d-4294-8a03-1af4c478e4d4 HTTP/1.1" status: 404 len: 350 time: 0.0537975 Jul 29 14:40:20.572153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3d0de-f67e-443c-a558-6441e9ee526c req-5efe7ca6-b334-49a5-a934-676d2ced3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:20.572153 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caa3d0de-f67e-443c-a558-6441e9ee526c req-5efe7ca6-b334-49a5-a934-676d2ced3bbf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1176248 Jul 29 14:40:20.660495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3d0de-f67e-443c-a558-6441e9ee526c req-5c8f73ca-86a5-4580-b9a2-f8e347f2c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:20.662698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecd220-1657-4058-849e-980db02c815a req-d1cb0689-0d71-4c33-8c5a-e6c8671179a8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:20.666842 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caa3d0de-f67e-443c-a558-6441e9ee526c req-5c8f73ca-86a5-4580-b9a2-f8e347f2c9ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790708 Jul 29 14:40:20.672396 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fdecd220-1657-4058-849e-980db02c815a req-d1cb0689-0d71-4c33-8c5a-e6c8671179a8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 947 time: 0.0949621 Jul 29 14:40:20.723136 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fdecd220-1657-4058-849e-980db02c815a req-baaa8256-ad6b-4d4c-8fcd-0713e42587bb tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506902 Jul 29 14:40:20.789805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46652) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:20.793762 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-582724e0-9ea5-4912-bda7-64009eda15de req-512c91ef-61a6-452a-a6c5-8e04fcaf6db6 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] show failed (client error): The resource could not be found. Jul 29 14:40:20.794879 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-582724e0-9ea5-4912-bda7-64009eda15de req-512c91ef-61a6-452a-a6c5-8e04fcaf6db6 tempest-FloatingIPsTestJSON-1878570470 tempest-FloatingIPsTestJSON-1878570470-project] 10.222.0.16 "GET /v2.0/floatingips/bf91cec0-ea8d-4294-8a03-1af4c478e4d4 HTTP/1.1" status: 404 len: 350 time: 0.1027706 Jul 29 14:40:20.804501 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46658) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:20.875777 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caa3d0de-f67e-443c-a558-6441e9ee526c req-f70b6806-40f9-45ee-832b-93ceee1a407e service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008693 Jul 29 14:40:21.065705 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caa3d0de-f67e-443c-a558-6441e9ee526c req-3c588a9d-ba4c-4438-9e87-1d25a47b3eee service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803322 Jul 29 14:40:21.110404 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82fd0b72-55ac-4ab1-ac2f-a171738f1981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:21.268532 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755260a-e2d7-4914-9880-624a7005a26f req-7cca8519-5dd6-4825-8b3d-08afb345a2f6 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:21.270142 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e755260a-e2d7-4914-9880-624a7005a26f req-7cca8519-5dd6-4825-8b3d-08afb345a2f6 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 948 time: 0.1241906 Jul 29 14:40:21.387519 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e755260a-e2d7-4914-9880-624a7005a26f req-730e686c-7337-4ad5-b871-bef09db62e44 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087861 Jul 29 14:40:21.422095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 313e12ba-854e-493e-92f2-85631e3f4b3b details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:40:21.458961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82fd0b72-55ac-4ab1-ac2f-a171738f1981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:21.470978 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82fd0b72-55ac-4ab1-ac2f-a171738f1981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:21.562123 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-82fd0b72-55ac-4ab1-ac2f-a171738f1981 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51c1447440964afeb355d2864e8f4a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7687273 Jul 29 14:40:21.562123 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd0b72-55ac-4ab1-ac2f-a171738f1981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f637de5c-84c7-4228-9939-7c19f6282e1e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:21.563499 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46716) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:21.645089 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4116515-23e8-43f6-8a0e-6f6e7899c280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:21.668004 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46718) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:21.683766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 313e12ba-854e-493e-92f2-85631e3f4b3b, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=313e12ba-854e-493e-92f2-85631e3f4b3b,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:21.699638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '313e12ba-854e-493e-92f2-85631e3f4b3b', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '313e12ba-854e-493e-92f2-85631e3f4b3b', 'mac_address': 'fa:16:3e:44:a3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:40:21.712720 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4116515-23e8-43f6-8a0e-6f6e7899c280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:21.748209 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:21.766687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313e12ba-854e-493e-92f2-85631e3f4b3b {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:40:21.785772 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b949d15-96ad-4adc-9f95-59c8f82bb73e req-e1310a5d-cbae-4f4d-8afa-e7a721710453 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:21.787403 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0b949d15-96ad-4adc-9f95-59c8f82bb73e req-e1310a5d-cbae-4f4d-8afa-e7a721710453 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.2233791 Jul 29 14:40:21.818757 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4116515-23e8-43f6-8a0e-6f6e7899c280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:21.823497 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 313e12ba-854e-493e-92f2-85631e3f4b3b, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=313e12ba-854e-493e-92f2-85631e3f4b3b,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:21.826538 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4116515-23e8-43f6-8a0e-6f6e7899c280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:21.831416 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:21.836343 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a4116515-23e8-43f6-8a0e-6f6e7899c280 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f637de5c-84c7-4228-9939-7c19f6282e1e HTTP/1.1" status: 204 len: 168 time: 0.2680008 Jul 29 14:40:21.862760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4116515-23e8-43f6-8a0e-6f6e7899c280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f637de5c-84c7-4228-9939-7c19f6282e1e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:21.877805 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d48c69d4-2fd1-4349-ab7b-1c4a5ac8247c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:21.934560 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2e370702-48bf-4015-9aea-76e70b9944d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:21.950137 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=313e12ba-854e-493e-92f2-85631e3f4b3b,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:21.978717 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0b949d15-96ad-4adc-9f95-59c8f82bb73e req-4668d2be-65c0-4c1c-8ace-d0ac289dc4a7 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751578 Jul 29 14:40:22.072130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['313e12ba-854e-493e-92f2-85631e3f4b3b'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:40:22.143289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2b39-9e66-4488-b57c-4b4fab22bf55 req-5410e9d8-2524-476b-8b12-7cefe1b809fe tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:22.145057 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-728a2b39-9e66-4488-b57c-4b4fab22bf55 req-5410e9d8-2524-476b-8b12-7cefe1b809fe tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 947 time: 0.0930769 Jul 29 14:40:22.147242 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2e370702-48bf-4015-9aea-76e70b9944d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:22.153831 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2e370702-48bf-4015-9aea-76e70b9944d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:22.206141 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2e370702-48bf-4015-9aea-76e70b9944d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0915b0946ccb4ecbbeec54588eefe531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5255473 Jul 29 14:40:22.212226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46738) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:22.244994 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e370702-48bf-4015-9aea-76e70b9944d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acb1456-4fdf-48e0-9905-e13d784aae07,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:22.287863 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-728a2b39-9e66-4488-b57c-4b4fab22bf55 req-f841fdbb-af64-4bf3-8b0f-1edfd15c8749 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984223 Jul 29 14:40:22.450222 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd227d-aaf4-47ec-8b4d-102989c15d7a req-35fac19c-b7b7-4ff9-88a0-83e0e267424b tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:22.452283 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cfdd227d-aaf4-47ec-8b4d-102989c15d7a req-35fac19c-b7b7-4ff9-88a0-83e0e267424b tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 971 time: 0.2713439 Jul 29 14:40:22.526829 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cce2e3a-2751-48fb-958f-5ae15fdd37f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:22.530444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a578d226-c5e0-49aa-b4f2-957fbb638e02 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:40:22.559787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fffec-d9d7-42f1-b3d3-4e3f680bfc11 req-3c33f05e-6000-47ec-8bf7-81132b6685df tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:22.575363 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a40fffec-d9d7-42f1-b3d3-4e3f680bfc11 req-3c33f05e-6000-47ec-8bf7-81132b6685df tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 949 time: 0.0906062 Jul 29 14:40:22.581744 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cfdd227d-aaf4-47ec-8b4d-102989c15d7a req-a618a910-cb7e-44f3-9e55-2cba73e037a4 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6c15f5b-0d9f-452f-971a-963a4b604b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094539 Jul 29 14:40:22.595901 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46746) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:22.619596 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cce2e3a-2751-48fb-958f-5ae15fdd37f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:22.644177 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a40fffec-d9d7-42f1-b3d3-4e3f680bfc11 req-8e4606d7-bf6a-4eff-85b4-889b59c774b7 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654380 Jul 29 14:40:22.703858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port a578d226-c5e0-49aa-b4f2-957fbb638e02, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a578d226-c5e0-49aa-b4f2-957fbb638e02,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:22.720636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'a578d226-c5e0-49aa-b4f2-957fbb638e02', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': 'a578d226-c5e0-49aa-b4f2-957fbb638e02', 'mac_address': 'fa:16:3e:54:1f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:40:22.770554 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:22.792014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a578d226-c5e0-49aa-b4f2-957fbb638e02 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:40:22.816658 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port a578d226-c5e0-49aa-b4f2-957fbb638e02, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a578d226-c5e0-49aa-b4f2-957fbb638e02,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:22.821652 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:22.877968 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2951ea8f-eaf4-497a-83c3-e441c81d8424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:22.898860 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=a578d226-c5e0-49aa-b4f2-957fbb638e02,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:22.987287 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cce2e3a-2751-48fb-958f-5ae15fdd37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:22.989900 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cce2e3a-2751-48fb-958f-5ae15fdd37f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:22.991055 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1cce2e3a-2751-48fb-958f-5ae15fdd37f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7acb1456-4fdf-48e0-9905-e13d784aae07 HTTP/1.1" status: 204 len: 168 time: 0.7793069 Jul 29 14:40:22.992525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d48c69d4-2fd1-4349-ab7b-1c4a5ac8247c admin admin] Deleting port 54b6b578-d4cc-4a30-a38c-735e1280bf15 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:40:22.992875 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d48c69d4-2fd1-4349-ab7b-1c4a5ac8247c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:23.052475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce2e3a-2751-48fb-958f-5ae15fdd37f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acb1456-4fdf-48e0-9905-e13d784aae07,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:23.134343 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['a578d226-c5e0-49aa-b4f2-957fbb638e02'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:40:23.187538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-d48c69d4-2fd1-4349-ab7b-1c4a5ac8247c admin admin] For port 54b6b578-d4cc-4a30-a38c-735e1280bf15, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=54b6b578-d4cc-4a30-a38c-735e1280bf15,segment=NetworkSegment(5cecde3d-ced1-49c4-8158-80fa46aa214e),segment_id=5cecde3d-ced1-49c4-8158-80fa46aa214e)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:23.187947 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d48c69d4-2fd1-4349-ab7b-1c4a5ac8247c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:23.203703 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2951ea8f-eaf4-497a-83c3-e441c81d8424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:23.212685 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d48c69d4-2fd1-4349-ab7b-1c4a5ac8247c admin admin] Calling delete_port for 54b6b578-d4cc-4a30-a38c-735e1280bf15 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:40:23.215723 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2951ea8f-eaf4-497a-83c3-e441c81d8424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:23.266571 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4bacf-7c86-4793-a966-aab1c68cef53 req-928f2ba1-59c9-4835-8163-aa602011d1a6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:23.268590 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6fa4bacf-7c86-4793-a966-aab1c68cef53 req-928f2ba1-59c9-4835-8163-aa602011d1a6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.1708751 Jul 29 14:40:23.327349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eb157-5d4e-4faf-a167-ba4ce7f8f578 req-d4722916-303a-4e7e-aba6-719ed53d9c6f tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:23.335737 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f43eb157-5d4e-4faf-a167-ba4ce7f8f578 req-d4722916-303a-4e7e-aba6-719ed53d9c6f tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 971 time: 0.1427495 Jul 29 14:40:23.353917 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2951ea8f-eaf4-497a-83c3-e441c81d8424 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8060cb59b6fa4fe4a6a685059858f020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7564576 Jul 29 14:40:23.354733 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951ea8f-eaf4-497a-83c3-e441c81d8424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549305c5-eeb6-457e-86ff-8120249aefba,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:23.359017 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46764) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:23.422609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 313e12ba-854e-493e-92f2-85631e3f4b3b up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:23.444068 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6fa4bacf-7c86-4793-a966-aab1c68cef53 req-05107b56-132e-404f-8e2e-48f487ea09ea tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593029 Jul 29 14:40:23.536621 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 313e12ba-854e-493e-92f2-85631e3f4b3b completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:23.543263 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 313e12ba-854e-493e-92f2-85631e3f4b3b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:23.543604 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:23.559966 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-549fe9e0-c87b-40cc-8ada-ddc92dcb24e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:23.609835 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46772) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:23.647223 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-549fe9e0-c87b-40cc-8ada-ddc92dcb24e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:23.687061 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9216db9b-16ac-4b89-96f8-296ec6c108c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:23.712753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae14658-a1d2-4ad9-993d-a5c3981eb4e3 req-2f209cc0-c150-40b6-9c37-191a96592ae2 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:23.720603 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9ae14658-a1d2-4ad9-993d-a5c3981eb4e3 req-2f209cc0-c150-40b6-9c37-191a96592ae2 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 948 time: 0.2061303 Jul 29 14:40:23.739321 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:23.816800 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d48c69d4-2fd1-4349-ab7b-1c4a5ac8247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:23.817425 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c7f286-9c74-41b4-a0ab-ff322efac51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313e12ba-854e-493e-92f2-85631e3f4b3b'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:23.823478 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a9487e-8818-47c4-916c-41fb36bf9dd9" -d '{"events": [{"server_uuid": "32c7f286-9c74-41b4-a0ab-ff322efac51a", "name": "network-vif-plugged", "status": "completed", "tag": "313e12ba-854e-493e-92f2-85631e3f4b3b"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:23.829127 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6f4cb-45e2-44e7-8d71-fe4cf314665c req-7fed4c15-8203-46cd-b31a-0735c1c9e03a tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:23.835032 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 313e12ba-854e-493e-92f2-85631e3f4b3b, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=313e12ba-854e-493e-92f2-85631e3f4b3b,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:23.835473 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6ad6f4cb-45e2-44e7-8d71-fe4cf314665c req-7fed4c15-8203-46cd-b31a-0735c1c9e03a tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 971 time: 0.1190729 Jul 29 14:40:23.836604 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-549fe9e0-c87b-40cc-8ada-ddc92dcb24e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:23.839315 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-549fe9e0-c87b-40cc-8ada-ddc92dcb24e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:23.844444 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-549fe9e0-c87b-40cc-8ada-ddc92dcb24e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/549305c5-eeb6-457e-86ff-8120249aefba HTTP/1.1" status: 204 len: 168 time: 0.4786584 Jul 29 14:40:23.850199 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9ae14658-a1d2-4ad9-993d-a5c3981eb4e3 req-7d7873a1-bca9-4984-a862-1910a60e04f3 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281435 Jul 29 14:40:23.856553 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:23.867938 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c69d4-2fd1-4349-ab7b-1c4a5ac8247c admin admin] Pushing event deleted for resources: {'Port': ['ID=54b6b578-d4cc-4a30-a38c-735e1280bf15,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:23.887157 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fe9e0-c87b-40cc-8ada-ddc92dcb24e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549305c5-eeb6-457e-86ff-8120249aefba,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:23.916991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f43eb157-5d4e-4faf-a167-ba4ce7f8f578 req-66926636-6e85-4813-a68a-9e397641971e tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Deleting port 3bb78113-4558-4ef7-8917-258dbf027c74 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:40:23.917707 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f43eb157-5d4e-4faf-a167-ba4ce7f8f578 req-66926636-6e85-4813-a68a-9e397641971e tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:23.996214 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=313e12ba-854e-493e-92f2-85631e3f4b3b,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:24.040690 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6ad6f4cb-45e2-44e7-8d71-fe4cf314665c req-9aeb5c6e-05db-4068-86ad-a1581e58ad56 tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6c15f5b-0d9f-452f-971a-963a4b604b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627030 Jul 29 14:40:24.058049 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9216db9b-16ac-4b89-96f8-296ec6c108c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:24.111503 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f16a85-1d31-47c7-aa2e-e86caa7a1b7b x-openstack-request-id: req-a1f16a85-1d31-47c7-aa2e-e86caa7a1b7b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:24.111872 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c7f286-9c74-41b4-a0ab-ff322efac51a", "name": "network-vif-plugged", "status": "completed", "tag": "313e12ba-854e-493e-92f2-85631e3f4b3b", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:24.112153 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1f16a85-1d31-47c7-aa2e-e86caa7a1b7b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:24.112553 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c7f286-9c74-41b4-a0ab-ff322efac51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313e12ba-854e-493e-92f2-85631e3f4b3b', 'code': 200} Jul 29 14:40:24.117242 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d48c69d4-2fd1-4349-ab7b-1c4a5ac8247c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:24.135931 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9216db9b-16ac-4b89-96f8-296ec6c108c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:24.189225 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9216db9b-16ac-4b89-96f8-296ec6c108c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a74a03f106d4430b30fc12ed2309545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5770280 Jul 29 14:40:24.194570 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46786) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:24.342176 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc8408-f095-42cb-91b7-30e1c64883ba req-a062451c-4a94-47dd-96b6-6759ef953d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:24.343860 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-46bc8408-f095-42cb-91b7-30e1c64883ba req-a062451c-4a94-47dd-96b6-6759ef953d12 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 1101 time: 0.0843487 Jul 29 14:40:24.354866 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216db9b-16ac-4b89-96f8-296ec6c108c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c32b85e-a477-4102-ae52-344683da13e7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:24.415584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d0258-4751-4926-b065-eb809be17da6 req-e5c1628a-1f4a-4752-bba8-6bf749401b08 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:24.417402 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c85d0258-4751-4926-b065-eb809be17da6 req-e5c1628a-1f4a-4752-bba8-6bf749401b08 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 950 time: 0.3333831 Jul 29 14:40:24.461140 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad4f37f7-7162-406a-bce9-b3092fd9dd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:24.478708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f43eb157-5d4e-4faf-a167-ba4ce7f8f578 req-66926636-6e85-4813-a68a-9e397641971e tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] For port 3bb78113-4558-4ef7-8917-258dbf027c74, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3bb78113-4558-4ef7-8917-258dbf027c74,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:24.479078 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f43eb157-5d4e-4faf-a167-ba4ce7f8f578 req-66926636-6e85-4813-a68a-9e397641971e tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:24.487732 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-46bc8408-f095-42cb-91b7-30e1c64883ba req-d1835bb1-25c9-4d96-b084-3623cc3a00cd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297708 Jul 29 14:40:24.512201 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f43eb157-5d4e-4faf-a167-ba4ce7f8f578 req-66926636-6e85-4813-a68a-9e397641971e tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Calling delete_port for 3bb78113-4558-4ef7-8917-258dbf027c74 owned by compute:tempest-test_az-633356753 {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:40:24.521615 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad4f37f7-7162-406a-bce9-b3092fd9dd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:24.530294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48c69d4-2fd1-4349-ab7b-1c4a5ac8247c admin admin] Router 55999f03-e0bc-4265-a41c-47ffb8f2c2d0 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:40:24.545054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a578d226-c5e0-49aa-b4f2-957fbb638e02 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:24.556146 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c85d0258-4751-4926-b065-eb809be17da6 req-b80c025c-a168-4b7c-bb2b-ee3f5e243692 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207294 Jul 29 14:40:24.671292 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad4f37f7-7162-406a-bce9-b3092fd9dd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:24.674491 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad4f37f7-7162-406a-bce9-b3092fd9dd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:24.678437 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ad4f37f7-7162-406a-bce9-b3092fd9dd80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c32b85e-a477-4102-ae52-344683da13e7 HTTP/1.1" status: 204 len: 168 time: 0.4625711 Jul 29 14:40:24.700955 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48c69d4-2fd1-4349-ab7b-1c4a5ac8247c admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:40:24.712707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f37f7-7162-406a-bce9-b3092fd9dd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c32b85e-a477-4102-ae52-344683da13e7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:24.714250 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fff651e-8969-4379-b0f5-b8bdae0eeaa4 None None] Sync routers for ids ['55999f03-e0bc-4265-a41c-47ffb8f2c2d0'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:40:24.738336 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d48c69d4-2fd1-4349-ab7b-1c4a5ac8247c admin admin] 10.222.0.16 "PUT /v2.0/routers/55999f03-e0bc-4265-a41c-47ffb8f2c2d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9325325 Jul 29 14:40:24.739756 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fff651e-8969-4379-b0f5-b8bdae0eeaa4 None None] Routers {'55999f03-e0bc-4265-a41c-47ffb8f2c2d0'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:40:24.740496 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8fff651e-8969-4379-b0f5-b8bdae0eeaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['55999f03-e0bc-4265-a41c-47ffb8f2c2d0'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:24.742883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46810) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:24.743039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port a578d226-c5e0-49aa-b4f2-957fbb638e02 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:24.749447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port a578d226-c5e0-49aa-b4f2-957fbb638e02 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:24.749730 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:24.769057 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f43eb157-5d4e-4faf-a167-ba4ce7f8f578 req-66926636-6e85-4813-a68a-9e397641971e tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:24.791215 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3bb78113-4558-4ef7-8917-258dbf027c74'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:40:24.814520 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66926636-6e85-4813-a68a-9e397641971e tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Pushing event deleted for resources: {'Port': ['ID=3bb78113-4558-4ef7-8917-258dbf027c74,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:24.909723 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:24.926197 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43eb157-5d4e-4faf-a167-ba4ce7f8f578 req-66926636-6e85-4813-a68a-9e397641971e tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] No DVR routers for this DVR port 3bb78113-4558-4ef7-8917-258dbf027c74 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:40:24.930726 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f43eb157-5d4e-4faf-a167-ba4ce7f8f578 req-66926636-6e85-4813-a68a-9e397641971e tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:24.933715 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f43eb157-5d4e-4faf-a167-ba4ce7f8f578 req-66926636-6e85-4813-a68a-9e397641971e tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.39 "DELETE /v2.0/ports/3bb78113-4558-4ef7-8917-258dbf027c74 HTTP/1.1" status: 204 len: 173 time: 1.5912974 Jul 29 14:40:24.934441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f22086a-596a-49ec-8ddc-fad7e18321b3', 'name': 'network-vif-deleted', 'tag': '3bb78113-4558-4ef7-8917-258dbf027c74'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:24.948497 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5c1623-fcb9-474d-bab3-a0f0cc159afe" -d '{"events": [{"server_uuid": "7f22086a-596a-49ec-8ddc-fad7e18321b3", "name": "network-vif-deleted", "tag": "3bb78113-4558-4ef7-8917-258dbf027c74"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:24.993697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port a578d226-c5e0-49aa-b4f2-957fbb638e02, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a578d226-c5e0-49aa-b4f2-957fbb638e02,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:24.997916 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:25.047801 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-8fff651e-8969-4379-b0f5-b8bdae0eeaa4 None None] Set router 55999f03-e0bc-4265-a41c-47ffb8f2c2d0 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:40:25.093362 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=a578d226-c5e0-49aa-b4f2-957fbb638e02,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:25.198280 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d14fcdf-d10c-4dd0-9bfa-85555045310f admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:25.222260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12661549-3779-4ad5-ac2c-844893f0afae req-60958c58-8a28-450d-b31a-6351065c81b7 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:25.230310 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-12661549-3779-4ad5-ac2c-844893f0afae req-60958c58-8a28-450d-b31a-6351065c81b7 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.2086742 Jul 29 14:40:25.315049 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8fff651e-8969-4379-b0f5-b8bdae0eeaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'name': 'tempest-FloatingIPsTestJSON-1891956232-router', 'tenant_id': '3e49c47bf919472e81448d6844fdb4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '33643ae8-0980-44d6-b726-f116431e5d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:04Z', 'updated_at': '2021-07-29T14:40:23Z', 'revision_number': 5, 'project_id': '3e49c47bf919472e81448d6844fdb4fa', 'gw_port': {'id': '33643ae8-0980-44d6-b726-f116431e5d07', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:05Z', 'updated_at': '2021-07-29T14:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:25.337706 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-12661549-3779-4ad5-ac2c-844893f0afae req-f2a66b77-9260-4a11-a730-64e2a27c20c0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063840 Jul 29 14:40:25.406401 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fff651e-8969-4379-b0f5-b8bdae0eeaa4 None None] Checking router: 55999f03-e0bc-4265-a41c-47ffb8f2c2d0 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:40:25.420996 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fff651e-8969-4379-b0f5-b8bdae0eeaa4 None None] Routers {'55999f03-e0bc-4265-a41c-47ffb8f2c2d0'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:40:25.422521 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8fff651e-8969-4379-b0f5-b8bdae0eeaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['55999f03-e0bc-4265-a41c-47ffb8f2c2d0'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:25.585852 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebdeda9-ea2a-448c-9550-86b031a1a93a x-openstack-request-id: req-5ebdeda9-ea2a-448c-9550-86b031a1a93a {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:25.586313 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f22086a-596a-49ec-8ddc-fad7e18321b3", "name": "network-vif-deleted", "tag": "3bb78113-4558-4ef7-8917-258dbf027c74", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:25.586674 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ebdeda9-ea2a-448c-9550-86b031a1a93a {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:25.587559 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f22086a-596a-49ec-8ddc-fad7e18321b3', 'name': 'network-vif-deleted', 'tag': '3bb78113-4558-4ef7-8917-258dbf027c74', 'status': 'completed', 'code': 200} Jul 29 14:40:25.608352 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d14fcdf-d10c-4dd0-9bfa-85555045310f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:25.627469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec690ca7-a993-4d65-a1f3-b5e210dbbd1a req-12135467-0f76-4311-a4ab-d3fbe30e10f8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:25.635759 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec690ca7-a993-4d65-a1f3-b5e210dbbd1a req-12135467-0f76-4311-a4ab-d3fbe30e10f8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 949 time: 0.1883156 Jul 29 14:40:25.688344 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-8fff651e-8969-4379-b0f5-b8bdae0eeaa4 None None] Set router 55999f03-e0bc-4265-a41c-47ffb8f2c2d0 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:40:25.720314 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec690ca7-a993-4d65-a1f3-b5e210dbbd1a req-c464ad39-f6fc-47d1-a58d-20a24372126a tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781238 Jul 29 14:40:25.783346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-8d14fcdf-d10c-4dd0-9bfa-85555045310f admin admin] Deleting port 33643ae8-0980-44d6-b726-f116431e5d07 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:40:25.789024 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d14fcdf-d10c-4dd0-9bfa-85555045310f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:25.816542 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db33d52f-45f8-4bf9-bb98-c9dee6e8686a req-e568a9c1-4a11-4407-b293-8eb5bf9ba13b tempest-AggregatesAdminTestJSON-445373121 tempest-AggregatesAdminTestJSON-445373121-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f22086a-596a-49ec-8ddc-fad7e18321b3 HTTP/1.1" status: 200 len: 210 time: 0.0431056 Jul 29 14:40:25.842466 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:25.987750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-8d14fcdf-d10c-4dd0-9bfa-85555045310f admin admin] For port 33643ae8-0980-44d6-b726-f116431e5d07, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=33643ae8-0980-44d6-b726-f116431e5d07,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:25.988457 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d14fcdf-d10c-4dd0-9bfa-85555045310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:26.006183 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8fff651e-8969-4379-b0f5-b8bdae0eeaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'name': 'tempest-FloatingIPsTestJSON-1891956232-router', 'tenant_id': '3e49c47bf919472e81448d6844fdb4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '33643ae8-0980-44d6-b726-f116431e5d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:04Z', 'updated_at': '2021-07-29T14:40:23Z', 'revision_number': 5, 'project_id': '3e49c47bf919472e81448d6844fdb4fa', 'gw_port': {'id': '33643ae8-0980-44d6-b726-f116431e5d07', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:05Z', 'updated_at': '2021-07-29T14:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:26.013217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363aeda7-92ee-4ff6-a494-8a2ef8de9a15 req-6c069ea5-c7a0-47eb-bc7c-cf22df7c712a tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:26.022261 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-363aeda7-92ee-4ff6-a494-8a2ef8de9a15 req-6c069ea5-c7a0-47eb-bc7c-cf22df7c712a tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 950 time: 0.0885463 Jul 29 14:40:26.029684 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-8d14fcdf-d10c-4dd0-9bfa-85555045310f admin admin] Calling delete_port for 33643ae8-0980-44d6-b726-f116431e5d07 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:40:26.053878 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fff651e-8969-4379-b0f5-b8bdae0eeaa4 None None] The sync data for ids ['55999f03-e0bc-4265-a41c-47ffb8f2c2d0'] in n-d-802893-1 is: [{'id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'name': 'tempest-FloatingIPsTestJSON-1891956232-router', 'tenant_id': '3e49c47bf919472e81448d6844fdb4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '33643ae8-0980-44d6-b726-f116431e5d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:04Z', 'updated_at': '2021-07-29T14:40:23Z', 'revision_number': 5, 'project_id': '3e49c47bf919472e81448d6844fdb4fa', 'gw_port': {'id': '33643ae8-0980-44d6-b726-f116431e5d07', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:5d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55999f03-e0bc-4265-a41c-47ffb8f2c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:05Z', 'updated_at': '2021-07-29T14:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:40:26.078483 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-363aeda7-92ee-4ff6-a494-8a2ef8de9a15 req-478eeaad-7b8e-4481-adb0-c4cb437d94fe tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545816 Jul 29 14:40:26.113601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc3cc88-10ff-43f4-94a1-ae6577059f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a578d226-c5e0-49aa-b4f2-957fbb638e02'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:26.116142 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f924972d-cacb-431a-b435-4ee2aa575803" -d '{"events": [{"server_uuid": "3cc3cc88-10ff-43f4-94a1-ae6577059f18", "name": "network-vif-plugged", "status": "completed", "tag": "a578d226-c5e0-49aa-b4f2-957fbb638e02"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:26.260499 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d14fcdf-d10c-4dd0-9bfa-85555045310f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:26.284119 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c68bd9-b897-4124-bad7-2b8d1c38586d x-openstack-request-id: req-b0c68bd9-b897-4124-bad7-2b8d1c38586d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:26.284505 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc3cc88-10ff-43f4-94a1-ae6577059f18", "name": "network-vif-plugged", "status": "completed", "tag": "a578d226-c5e0-49aa-b4f2-957fbb638e02", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:26.285419 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0c68bd9-b897-4124-bad7-2b8d1c38586d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:26.285913 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc3cc88-10ff-43f4-94a1-ae6577059f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a578d226-c5e0-49aa-b4f2-957fbb638e02', 'code': 200} Jul 29 14:40:26.290257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14fcdf-d10c-4dd0-9bfa-85555045310f admin admin] Pushing event deleted for resources: {'Port': ['ID=33643ae8-0980-44d6-b726-f116431e5d07,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:26.323562 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d14fcdf-d10c-4dd0-9bfa-85555045310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:26.438286 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d14fcdf-d10c-4dd0-9bfa-85555045310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:26.453342 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d14fcdf-d10c-4dd0-9bfa-85555045310f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:26.508885 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e12be-6b03-4fb5-8189-2d6021b0837b req-76f979c4-ec83-47e2-9080-5d2857fe414b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:26.516333 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f58e12be-6b03-4fb5-8189-2d6021b0837b req-76f979c4-ec83-47e2-9080-5d2857fe414b tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 950 time: 0.1123528 Jul 29 14:40:26.535813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06a350-1c7e-4319-91fd-03a81dcd88a7 req-6c5b1834-423f-4e53-b5d5-878c2b0fd5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:26.543335 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc06a350-1c7e-4319-91fd-03a81dcd88a7 req-6c5b1834-423f-4e53-b5d5-878c2b0fd5ff service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 1100 time: 0.1492045 Jul 29 14:40:26.546394 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d14fcdf-d10c-4dd0-9bfa-85555045310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:26.547216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d14fcdf-d10c-4dd0-9bfa-85555045310f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55999f03-e0bc-4265-a41c-47ffb8f2c2d0 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:40:26.553799 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d14fcdf-d10c-4dd0-9bfa-85555045310f admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:26.558328 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8d14fcdf-d10c-4dd0-9bfa-85555045310f admin admin] 10.222.0.16 "DELETE /v2.0/routers/55999f03-e0bc-4265-a41c-47ffb8f2c2d0 HTTP/1.1" status: 204 len: 168 time: 1.8145652 Jul 29 14:40:26.559281 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46876) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:26.598508 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc06a350-1c7e-4319-91fd-03a81dcd88a7 req-40125cca-8299-4c3e-9f9b-a5d0dee273d8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448277 Jul 29 14:40:26.604024 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f58e12be-6b03-4fb5-8189-2d6021b0837b req-b9e60755-afca-46aa-98a3-79a79259ca3e tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860906 Jul 29 14:40:26.617019 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-36238ecf-90d4-4c09-91c3-78519c3c562a admin admin] Deleting subnet 457bf162-967b-4801-8d7d-85723c6a2826 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:40:26.620621 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-36238ecf-90d4-4c09-91c3-78519c3c562a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:26.665247 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-36238ecf-90d4-4c09-91c3-78519c3c562a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:26.789626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fae8a1-b7c4-4136-8c1f-3efc84bb6b9f req-9680111e-37e3-46ab-b127-0410780358c0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:26.791468 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11fae8a1-b7c4-4136-8c1f-3efc84bb6b9f req-9680111e-37e3-46ab-b127-0410780358c0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.0775421 Jul 29 14:40:26.815074 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-36238ecf-90d4-4c09-91c3-78519c3c562a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:26.882907 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11fae8a1-b7c4-4136-8c1f-3efc84bb6b9f req-29c537e5-b00d-4b87-ba47-f0f7ed648f4a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849638 Jul 29 14:40:26.955210 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-36238ecf-90d4-4c09-91c3-78519c3c562a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:27.002063 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36238ecf-90d4-4c09-91c3-78519c3c562a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457bf162-967b-4801-8d7d-85723c6a2826,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:27.015704 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-36238ecf-90d4-4c09-91c3-78519c3c562a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:27.018460 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06393e7b-3a46-42b4-92e0-9bc03496de32 None None] Network 60999faa-3916-4210-94e9-c7a17822bf4a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:40:27.019138 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-36238ecf-90d4-4c09-91c3-78519c3c562a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/457bf162-967b-4801-8d7d-85723c6a2826 HTTP/1.1" status: 204 len: 168 time: 0.4584942 Jul 29 14:40:27.023150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46892) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:27.041252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae853620-c13c-467c-9340-9763b067b9b7 req-87ca7981-f8c8-49bd-814b-a55965b6f010 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:27.053091 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae853620-c13c-467c-9340-9763b067b9b7 req-87ca7981-f8c8-49bd-814b-a55965b6f010 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 949 time: 0.1015630 Jul 29 14:40:27.129122 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae853620-c13c-467c-9340-9763b067b9b7 req-6a08eeaf-eda7-470f-8dc0-4bc4a3383640 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696468 Jul 29 14:40:27.132375 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:27.207011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Deleting port aae1b88f-aac3-44d2-9461-7c5086a8061f {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:40:27.207609 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:27.301620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] For port aae1b88f-aac3-44d2-9461-7c5086a8061f, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=aae1b88f-aac3-44d2-9461-7c5086a8061f,segment=NetworkSegment(5cecde3d-ced1-49c4-8158-80fa46aa214e),segment_id=5cecde3d-ced1-49c4-8158-80fa46aa214e)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:27.302071 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:27.318740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Calling delete_port for aae1b88f-aac3-44d2-9461-7c5086a8061f owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:40:27.371234 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137c8b4-1dd7-4916-91e9-e018c0f3b00c req-6a132edd-6d0b-4374-b2ce-c9ee8ef1d714 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:27.379838 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7137c8b4-1dd7-4916-91e9-e018c0f3b00c req-6a132edd-6d0b-4374-b2ce-c9ee8ef1d714 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 950 time: 0.0617938 Jul 29 14:40:27.423614 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7137c8b4-1dd7-4916-91e9-e018c0f3b00c req-a3d32de2-fda0-4197-bdb4-755c5fd38299 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400605 Jul 29 14:40:27.426471 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:27.438109 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 3bb78113-4558-4ef7-8917-258dbf027c74 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:40:27.478131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae1b88f-aac3-44d2-9461-7c5086a8061f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:27.506486 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] No DVR routers for this DVR port aae1b88f-aac3-44d2-9461-7c5086a8061f on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:40:27.508242 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 3bb78113-4558-4ef7-8917-258dbf027c74 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:40:27.509553 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 3bb78113-4558-4ef7-8917-258dbf027c74 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:40:27.516415 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db393fa-0d48-4c57-8958-03456b640e28 None None] DHCP port deletion for 60999faa-3916-4210-94e9-c7a17822bf4a request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:40:27.680488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device aae1b88f-aac3-44d2-9461-7c5086a8061f no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:40:27.714067 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:27.741058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: aae1b88f-aac3-44d2-9461-7c5086a8061f {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:40:27.745711 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device aae1b88f-aac3-44d2-9461-7c5086a8061f not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:40:27.745953 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:40:27.747138 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 33643ae8-0980-44d6-b726-f116431e5d07 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:40:27.748638 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:40:27.751420 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:40:27.751420 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Subscribe: > port after_create 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:40:27.754082 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:40:27.755504 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Subscribe: > port after_update 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:40:27.756460 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:40:27.757784 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:40:27.760487 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:40:27.765399 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:40:27.796397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 33643ae8-0980-44d6-b726-f116431e5d07 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:40:27.796770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 33643ae8-0980-44d6-b726-f116431e5d07 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:40:27.797192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 54b6b578-d4cc-4a30-a38c-735e1280bf15 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:40:27.855551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 54b6b578-d4cc-4a30-a38c-735e1280bf15 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:40:27.856643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 54b6b578-d4cc-4a30-a38c-735e1280bf15 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:40:27.873458 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46932) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:27.957064 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:40:27.957409 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:40:27.957896 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:40:27.960810 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:40:27.960810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60999faa-3916-4210-94e9-c7a17822bf4a']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:27.981839 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cecde3d-ced1-49c4-8158-80fa46aa214e') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:27.982225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cecde3d-ced1-49c4-8158-80fa46aa214e') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:28.007655 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:28.067804 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:28.081191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:40:28.081617 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: from cryptography.utils import int_from_bytes Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: from cryptography.utils import int_from_bytes Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:40:28.104739 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:40:28.165500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9ea0d-8c5e-4459-a916-986c4b384971 req-6b559cc7-0e89-420a-8f57-7c8f1160afa4 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:28.167877 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cec9ea0d-8c5e-4459-a916-986c4b384971 req-6b559cc7-0e89-420a-8f57-7c8f1160afa4 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.1545928 Jul 29 14:40:28.209406 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:28.235835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:28.241289 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/60999faa-3916-4210-94e9-c7a17822bf4a HTTP/1.1" status: 204 len: 168 time: 1.2165208 Jul 29 14:40:28.267675 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cec9ea0d-8c5e-4459-a916-986c4b384971 req-2d8bec9c-2c49-48a4-9e43-05d27bfaa30d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871289 Jul 29 14:40:28.268873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e7f13-b8a7-4549-be65-5c5ac224e3f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=60999faa-3916-4210-94e9-c7a17822bf4a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:28.370019 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f6fd60c3-3c6a-43ff-aa28-3e55f2f3fcd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b11bbc04c1e84148bd0b112f0d18688a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4952266 Jul 29 14:40:28.373160 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46954) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:28.481782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57da596-c78a-43e6-be2e-bef36882e7cc req-1b647d6e-2027-4e54-87d0-54b563325fe4 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:28.483712 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e57da596-c78a-43e6-be2e-bef36882e7cc req-1b647d6e-2027-4e54-87d0-54b563325fe4 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.39 "GET /v2.0/ports?device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 950 time: 0.1164739 Jul 29 14:40:28.499565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7886416-d309-4811-804a-be13dfaa13bd req-a995d8c6-1bb0-4a25-b43a-f38bddcd6626 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:28.501274 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a7886416-d309-4811-804a-be13dfaa13bd req-a995d8c6-1bb0-4a25-b43a-f38bddcd6626 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 949 time: 0.1073687 Jul 29 14:40:28.502550 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae039459-c8de-488b-9ff7-32124dde095f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:28.540085 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae039459-c8de-488b-9ff7-32124dde095f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:28.571003 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46962) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:28.686829 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a326c41a-a54a-4a73-a862-2244474dd723 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e49c47bf919472e81448d6844fdb4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1145389 Jul 29 14:40:28.702489 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46966) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:28.774762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292e93c-1112-4673-a7e2-647a3b7c8a3e req-f6bd0e67-9b5c-4ed8-bbcd-1a5870500fb9 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:28.776622 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2292e93c-1112-4673-a7e2-647a3b7c8a3e req-f6bd0e67-9b5c-4ed8-bbcd-1a5870500fb9 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 950 time: 0.1095817 Jul 29 14:40:28.793790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-e57da596-c78a-43e6-be2e-bef36882e7cc req-aa7b8552-0535-4b05-b75c-d9232b4750e5 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Deleting port 313e12ba-854e-493e-92f2-85631e3f4b3b {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:40:28.794213 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e57da596-c78a-43e6-be2e-bef36882e7cc req-aa7b8552-0535-4b05-b75c-d9232b4750e5 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:28.834992 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a7886416-d309-4811-804a-be13dfaa13bd req-1f98c0a0-3771-4734-a831-35161c3a3105 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120897 Jul 29 14:40:28.870799 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae039459-c8de-488b-9ff7-32124dde095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:28.874985 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae039459-c8de-488b-9ff7-32124dde095f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:28.878582 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7db7-642a-4c1c-9b91-64b5709f466e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:28.879511 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ae039459-c8de-488b-9ff7-32124dde095f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6c15f5b-0d9f-452f-971a-963a4b604b9e HTTP/1.1" status: 204 len: 168 time: 0.5049520 Jul 29 14:40:28.910660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae039459-c8de-488b-9ff7-32124dde095f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c15f5b-0d9f-452f-971a-963a4b604b9e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:28.946272 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2292e93c-1112-4673-a7e2-647a3b7c8a3e req-7450f552-4aa4-402b-9d7a-ec5a19f4bed7 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/security-groups?id=00362802-df85-4a25-9932-a78a7b8d9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568785 Jul 29 14:40:28.951815 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7db7-642a-4c1c-9b91-64b5709f466e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:29.035878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e57da596-c78a-43e6-be2e-bef36882e7cc req-aa7b8552-0535-4b05-b75c-d9232b4750e5 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] For port 313e12ba-854e-493e-92f2-85631e3f4b3b, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=313e12ba-854e-493e-92f2-85631e3f4b3b,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:29.037532 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e57da596-c78a-43e6-be2e-bef36882e7cc req-aa7b8552-0535-4b05-b75c-d9232b4750e5 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:29.070618 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-e57da596-c78a-43e6-be2e-bef36882e7cc req-aa7b8552-0535-4b05-b75c-d9232b4750e5 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Calling delete_port for 313e12ba-854e-493e-92f2-85631e3f4b3b owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:40:29.105511 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7db7-642a-4c1c-9b91-64b5709f466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:29.111559 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d3d7db7-642a-4c1c-9b91-64b5709f466e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:29.112604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1d3d7db7-642a-4c1c-9b91-64b5709f466e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b6e0481-7bbc-4d49-8b9a-a76bcc510583 HTTP/1.1" status: 204 len: 168 time: 0.4073796 Jul 29 14:40:29.180065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d7db7-642a-4c1c-9b91-64b5709f466e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6e0481-7bbc-4d49-8b9a-a76bcc510583,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:29.377421 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e57da596-c78a-43e6-be2e-bef36882e7cc req-aa7b8552-0535-4b05-b75c-d9232b4750e5 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:29.392056 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['313e12ba-854e-493e-92f2-85631e3f4b3b'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:40:29.425206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b8552-0535-4b05-b75c-d9232b4750e5 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Pushing event deleted for resources: {'Port': ['ID=313e12ba-854e-493e-92f2-85631e3f4b3b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:29.544624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57da596-c78a-43e6-be2e-bef36882e7cc req-aa7b8552-0535-4b05-b75c-d9232b4750e5 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] No DVR routers for this DVR port 313e12ba-854e-493e-92f2-85631e3f4b3b on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:40:29.553270 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e57da596-c78a-43e6-be2e-bef36882e7cc req-aa7b8552-0535-4b05-b75c-d9232b4750e5 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:29.555469 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e57da596-c78a-43e6-be2e-bef36882e7cc req-aa7b8552-0535-4b05-b75c-d9232b4750e5 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.39 "DELETE /v2.0/ports/313e12ba-854e-493e-92f2-85631e3f4b3b HTTP/1.1" status: 204 len: 173 time: 1.0659137 Jul 29 14:40:29.557246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c7f286-9c74-41b4-a0ab-ff322efac51a', 'name': 'network-vif-deleted', 'tag': '313e12ba-854e-493e-92f2-85631e3f4b3b'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:29.568592 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4b0df9-2032-46ff-80a7-e4feceb3e1de" -d '{"events": [{"server_uuid": "32c7f286-9c74-41b4-a0ab-ff322efac51a", "name": "network-vif-deleted", "tag": "313e12ba-854e-493e-92f2-85631e3f4b3b"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:29.601684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74935a6-edec-4f26-9e4e-7ea1735c7998 req-f67c6f8a-1a5e-4ad8-840e-79238a241342 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:29.610949 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c74935a6-edec-4f26-9e4e-7ea1735c7998 req-f67c6f8a-1a5e-4ad8-840e-79238a241342 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 949 time: 0.1421349 Jul 29 14:40:29.666300 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c74935a6-edec-4f26-9e4e-7ea1735c7998 req-898d96f9-8f98-4ba9-a7d3-b0e8d25d9050 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538030 Jul 29 14:40:29.722918 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47006) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:29.879246 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0a3dd4e7-a1f2-4b7c-aaa4-614885140702 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc8549ee96f74417bec4b4dc6ab98821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524956 Jul 29 14:40:29.880251 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47010) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:29.894997 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5fec4-f820-4d41-bd6e-69d6a920acf9 req-3b071de4-fa61-4239-a39b-fb9128532dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:29.896956 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed5fec4-f820-4d41-bd6e-69d6a920acf9 req-3b071de4-fa61-4239-a39b-fb9128532dcb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 1101 time: 0.1425164 Jul 29 14:40:29.916463 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55386a-d3d6-40a6-916a-c7e545b5bd01 req-8a6fdade-2330-4b3b-a927-5c91360b65f8 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:29.927133 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d55386a-d3d6-40a6-916a-c7e545b5bd01 req-8a6fdade-2330-4b3b-a927-5c91360b65f8 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.1489377 Jul 29 14:40:29.994734 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7bab9cc-4673-49b7-b553-83b92ab2fed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:30.033301 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7bab9cc-4673-49b7-b553-83b92ab2fed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:30.108017 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7bab9cc-4673-49b7-b553-83b92ab2fed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:30.112009 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7bab9cc-4673-49b7-b553-83b92ab2fed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:30.117950 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c7bab9cc-4673-49b7-b553-83b92ab2fed4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69c4e4d6-d9a7-493c-a2bf-c5af093ac134 HTTP/1.1" status: 204 len: 168 time: 0.2359447 Jul 29 14:40:30.133598 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bab9cc-4673-49b7-b553-83b92ab2fed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c4e4d6-d9a7-493c-a2bf-c5af093ac134,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:30.326744 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d55386a-d3d6-40a6-916a-c7e545b5bd01 req-efa41f25-3932-453e-b4a0-7144b1f565aa tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984218 Jul 29 14:40:30.331774 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56649714-f049-4875-b43c-36dc86c67d2e x-openstack-request-id: req-56649714-f049-4875-b43c-36dc86c67d2e {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:30.332293 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c7f286-9c74-41b4-a0ab-ff322efac51a", "name": "network-vif-deleted", "tag": "313e12ba-854e-493e-92f2-85631e3f4b3b", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:30.332526 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56649714-f049-4875-b43c-36dc86c67d2e {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:30.332891 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c7f286-9c74-41b4-a0ab-ff322efac51a', 'name': 'network-vif-deleted', 'tag': '313e12ba-854e-493e-92f2-85631e3f4b3b', 'status': 'completed', 'code': 200} Jul 29 14:40:30.448867 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bff005bc-1dc6-43e5-80d3-c042ede24df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:30.458683 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5fec4-f820-4d41-bd6e-69d6a920acf9 req-ed7cd8cd-0383-468b-8f7c-554c7230810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:30.463496 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed5fec4-f820-4d41-bd6e-69d6a920acf9 req-ed7cd8cd-0383-468b-8f7c-554c7230810b service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.5285325 Jul 29 14:40:30.475411 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-482a25a8-9f85-40dd-a41d-241770fda534 req-8b5628b0-5407-4344-bb51-5dd5537682e9 tempest-DeleteServersAdminTestJSON-1198808173 tempest-DeleteServersAdminTestJSON-1198808173-project] 10.222.0.16 "GET /v2.0/ports?device_id=32c7f286-9c74-41b4-a0ab-ff322efac51a HTTP/1.1" status: 200 len: 210 time: 0.0633023 Jul 29 14:40:30.521299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47042) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:30.539375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed5fec4-f820-4d41-bd6e-69d6a920acf9 req-4218b139-e8b3-4c5c-8f6c-6bfa78971d2a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332 HTTP/1.1" status: 200 len: 217 time: 0.0686321 Jul 29 14:40:30.652528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5fec4-f820-4d41-bd6e-69d6a920acf9 req-e584aca8-bc72-4871-a94b-a793e69ad0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:30.654944 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed5fec4-f820-4d41-bd6e-69d6a920acf9 req-e584aca8-bc72-4871-a94b-a793e69ad0f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1076388 Jul 29 14:40:30.711334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5fec4-f820-4d41-bd6e-69d6a920acf9 req-843ce60b-aaf7-4aa2-b4e2-cb8f035a2449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:30.713076 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed5fec4-f820-4d41-bd6e-69d6a920acf9 req-843ce60b-aaf7-4aa2-b4e2-cb8f035a2449 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511549 Jul 29 14:40:30.749792 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-176b20be-fd06-4ac1-8f85-4c5a450dbc09 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-network', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:30.796826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176b20be-fd06-4ac1-8f85-4c5a450dbc09 admin admin] Made reservation on behalf of 7c1e5bb704b94ce5b198fd0be9be7483 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:30.800834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-176b20be-fd06-4ac1-8f85-4c5a450dbc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:30.820834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-176b20be-fd06-4ac1-8f85-4c5a450dbc09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:30.846649 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed5fec4-f820-4d41-bd6e-69d6a920acf9 req-e039e8af-83bb-42b5-8003-77d58497f9e4 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255217 Jul 29 14:40:30.995966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed5fec4-f820-4d41-bd6e-69d6a920acf9 req-ad293dbb-c920-4588-8deb-3d4699ff1c07 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418123 Jul 29 14:40:31.006285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf62cf-c16f-4cc5-be5e-232ee910bc24 req-503205ce-dc56-4a7a-8ebb-51e330456ba9 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:31.017291 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-20bf62cf-c16f-4cc5-be5e-232ee910bc24 req-503205ce-dc56-4a7a-8ebb-51e330456ba9 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 949 time: 0.1663573 Jul 29 14:40:31.090337 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-20bf62cf-c16f-4cc5-be5e-232ee910bc24 req-d8b896dd-0b8e-4284-9893-2c005c759bf5 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719073 Jul 29 14:40:31.156942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47092) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:31.157152 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-176b20be-fd06-4ac1-8f85-4c5a450dbc09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:31.163464 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-176b20be-fd06-4ac1-8f85-4c5a450dbc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:31.193198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176b20be-fd06-4ac1-8f85-4c5a450dbc09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:40:31.211185 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b20be-fd06-4ac1-8f85-4c5a450dbc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c20d37-5eb0-4c6e-b4b4-b1760261bb91,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:31.218692 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-176b20be-fd06-4ac1-8f85-4c5a450dbc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:31.219106 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-176b20be-fd06-4ac1-8f85-4c5a450dbc09 admin admin] Added segment 881ed26a-690f-4787-96b9-704ddc622c9d of type vlan for network 787d4845-ca26-45ae-a7f2-a5d155c1d0ce Jul 29 14:40:31.270869 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-176b20be-fd06-4ac1-8f85-4c5a450dbc09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:31.276857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7008a-0594-401d-b7a1-88923952e1d8 req-f49ce8e5-0acd-490f-9b1d-452a3fe60e20 tempest-LiveMigrationNegativeTest-946411086 tempest-LiveMigrationNegativeTest-946411086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:31.279343 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29b7008a-0594-401d-b7a1-88923952e1d8 req-f49ce8e5-0acd-490f-9b1d-452a3fe60e20 tempest-LiveMigrationNegativeTest-946411086 tempest-LiveMigrationNegativeTest-946411086-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 1100 time: 0.0584061 Jul 29 14:40:31.304657 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-176b20be-fd06-4ac1-8f85-4c5a450dbc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:31.304862 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-29b7008a-0594-401d-b7a1-88923952e1d8 req-0a4038fa-a153-404e-b605-d5f29e123a66 tempest-LiveMigrationNegativeTest-946411086 tempest-LiveMigrationNegativeTest-946411086-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:31.306219 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176b20be-fd06-4ac1-8f85-4c5a450dbc09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:31.307041 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-176b20be-fd06-4ac1-8f85-4c5a450dbc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:31.337103 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1270c74-4010-483c-a42c-6dc1e28703d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:31.364779 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-e1270c74-4010-483c-a42c-6dc1e28703d8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 14:40:31.364779 n-d-802893-1 neutron-server[94158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 14:40:31.364779 n-d-802893-1 neutron-server[94158]: [parameters: {'project_id_1': '8216b91e5e72416d86e2622a921949c4', 'expiration_1': datetime.datetime(2021, 7, 29, 14, 40, 31, 357636)}] Jul 29 14:40:31.364779 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:40:31.364779 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-e1270c74-4010-483c-a42c-6dc1e28703d8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:40:31.379053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b20be-fd06-4ac1-8f85-4c5a450dbc09 admin admin] Pushing event updated for resources: {'Network': ['ID=787d4845-ca26-45ae-a7f2-a5d155c1d0ce,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:31.393540 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 787d4845-ca26-45ae-a7f2-a5d155c1d0ce details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:40:31.479282 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-29b7008a-0594-401d-b7a1-88923952e1d8 req-0a4038fa-a153-404e-b605-d5f29e123a66 tempest-LiveMigrationNegativeTest-946411086 tempest-LiveMigrationNegativeTest-946411086-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:31.484544 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-29b7008a-0594-401d-b7a1-88923952e1d8 req-0a4038fa-a153-404e-b605-d5f29e123a66 tempest-LiveMigrationNegativeTest-946411086 tempest-LiveMigrationNegativeTest-946411086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:31.492087 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-176b20be-fd06-4ac1-8f85-4c5a450dbc09 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9684548 Jul 29 14:40:31.494977 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47110) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:31.504121 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-467162e3-2c87-4f71-b6ad-cce3a41003f4 admin admin] Request body: {'subnet': {'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-subnet', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:31.516514 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29b7008a-0594-401d-b7a1-88923952e1d8 req-0a4038fa-a153-404e-b605-d5f29e123a66 tempest-LiveMigrationNegativeTest-946411086 tempest-LiveMigrationNegativeTest-946411086-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299128 Jul 29 14:40:31.527280 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4038fa-a153-404e-b605-d5f29e123a66 tempest-LiveMigrationNegativeTest-946411086 tempest-LiveMigrationNegativeTest-946411086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67344bf1-2029-4ef4-b843-b90855e10925,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:31.534257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467162e3-2c87-4f71-b6ad-cce3a41003f4 admin admin] Made reservation on behalf of 7c1e5bb704b94ce5b198fd0be9be7483 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:31.536953 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-467162e3-2c87-4f71-b6ad-cce3a41003f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:31.607926 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47120) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:31.679487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc663f-dfa0-4005-a892-8ad3dfc9416e req-c8ed5e38-42b6-4511-a3f8-303fa24acd2a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:31.689690 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4bc663f-dfa0-4005-a892-8ad3dfc9416e req-c8ed5e38-42b6-4511-a3f8-303fa24acd2a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.0684218 Jul 29 14:40:31.741497 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4bc663f-dfa0-4005-a892-8ad3dfc9416e req-ff596c4b-3cb2-4029-a906-11e23736175e tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512087 Jul 29 14:40:31.777056 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-5bbfc6a1-a562-418f-8db3-c6bd526326a2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-network', 'tenant_id': '7f5868661cae4787899a7102bcdf839f'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:31.819291 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-467162e3-2c87-4f71-b6ad-cce3a41003f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:31.861023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbfc6a1-a562-418f-8db3-c6bd526326a2 admin admin] Made reservation on behalf of 7f5868661cae4787899a7102bcdf839f for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:31.863456 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc6a1-a562-418f-8db3-c6bd526326a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:31.866643 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1270c74-4010-483c-a42c-6dc1e28703d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:31.901425 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc6a1-a562-418f-8db3-c6bd526326a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:31.993826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467162e3-2c87-4f71-b6ad-cce3a41003f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6748c291-7cbb-463b-8c41-cf8233df69ea,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:32.027395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467162e3-2c87-4f71-b6ad-cce3a41003f4 admin admin] Checking segment: {'id': '881ed26a-690f-4787-96b9-704ddc622c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:32.030375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467162e3-2c87-4f71-b6ad-cce3a41003f4 admin admin] Network hostable DHCP agents. Network: 787d4845-ca26-45ae-a7f2-a5d155c1d0ce, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:40:32.068736 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467162e3-2c87-4f71-b6ad-cce3a41003f4 admin admin] Network 787d4845-ca26-45ae-a7f2-a5d155c1d0ce is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:40:32.085801 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-467162e3-2c87-4f71-b6ad-cce3a41003f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 787d4845-ca26-45ae-a7f2-a5d155c1d0ce) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:32.086728 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1270c74-4010-483c-a42c-6dc1e28703d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.091504 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467162e3-2c87-4f71-b6ad-cce3a41003f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:32.092104 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-467162e3-2c87-4f71-b6ad-cce3a41003f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.095144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47150) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:32.109146 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1270c74-4010-483c-a42c-6dc1e28703d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.112165 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d009c7-2452-425a-85fd-2c2a2f8f6b77 None None] Network 787d4845-ca26-45ae-a7f2-a5d155c1d0ce requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:40:32.203432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1270c74-4010-483c-a42c-6dc1e28703d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bcb9ea-1186-4b4d-a992-1e9d85e8aa63,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:32.249826 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e1270c74-4010-483c-a42c-6dc1e28703d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8216b91e5e72416d86e2622a921949c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0916510 Jul 29 14:40:32.253022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47156) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:32.280014 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc6a1-a562-418f-8db3-c6bd526326a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.289834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc6a1-a562-418f-8db3-c6bd526326a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.308703 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-467162e3-2c87-4f71-b6ad-cce3a41003f4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8082356 Jul 29 14:40:32.310851 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47160) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:32.339514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbfc6a1-a562-418f-8db3-c6bd526326a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:40:32.355540 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-router', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:32.395125 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc6a1-a562-418f-8db3-c6bd526326a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.395388 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-5bbfc6a1-a562-418f-8db3-c6bd526326a2 admin admin] Added segment 1f208ccb-e698-4fc0-9396-d3fc934ed7ed of type vlan for network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 Jul 29 14:40:32.397096 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfc6a1-a562-418f-8db3-c6bd526326a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac72c8d-6b82-45b0-839f-d1a64cde7b53,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:32.436026 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47886cd3-b411-4927-9514-5407b1bfeb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.467752 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3882b783-ed9f-408a-9e05-5bea51ea4a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.564817 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47886cd3-b411-4927-9514-5407b1bfeb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.569584 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.570847 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.585567 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47886cd3-b411-4927-9514-5407b1bfeb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.617855 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-47886cd3-b411-4927-9514-5407b1bfeb8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=719094cd065e4b7e82327de51b2d6151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5213454 Jul 29 14:40:32.623415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47170) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:32.626718 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc6a1-a562-418f-8db3-c6bd526326a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.665906 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3882b783-ed9f-408a-9e05-5bea51ea4a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.724085 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47886cd3-b411-4927-9514-5407b1bfeb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edfe3e8-e351-4b09-a788-a165e0eb6ee8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:32.725160 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc6a1-a562-418f-8db3-c6bd526326a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.727315 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbfc6a1-a562-418f-8db3-c6bd526326a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:32.730151 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc6a1-a562-418f-8db3-c6bd526326a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.756107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'fixed_ips': [{'subnet_id': '6748c291-7cbb-463b-8c41-cf8233df69ea'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:40:32.758420 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.779045 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6fa6351-de2e-4d11-8fa8-1755879a12cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.815237 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.817538 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6fa6351-de2e-4d11-8fa8-1755879a12cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:32.819115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47180) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:32.888963 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6ac34-23da-4e73-abf5-90ceb2d52960 req-0784a343-f045-4082-9a30-43839873bd27 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:32.892324 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cba6ac34-23da-4e73-abf5-90ceb2d52960 req-0784a343-f045-4082-9a30-43839873bd27 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 949 time: 0.4728003 Jul 29 14:40:32.897019 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5bbfc6a1-a562-418f-8db3-c6bd526326a2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2919660 Jul 29 14:40:32.900027 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47184) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:32.905032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-daddef4e-45a6-4ef3-86d9-2b5334b33f71 admin admin] Request body: {'subnet': {'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-subnet', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:32.946487 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfc6a1-a562-418f-8db3-c6bd526326a2 admin admin] Pushing event updated for resources: {'Network': ['ID=2bc43b52-9aa8-4747-b129-55538c0ee4d0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:32.976154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:40:32.998479 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cba6ac34-23da-4e73-abf5-90ceb2d52960 req-883d9064-1ed0-4a87-b1c5-4393d143a2ac tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747962 Jul 29 14:40:33.000897 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daddef4e-45a6-4ef3-86d9-2b5334b33f71 admin admin] Made reservation on behalf of 7f5868661cae4787899a7102bcdf839f for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:33.004443 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-daddef4e-45a6-4ef3-86d9-2b5334b33f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.043869 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3882b783-ed9f-408a-9e05-5bea51ea4a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.046383 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3882b783-ed9f-408a-9e05-5bea51ea4a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.064447 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3882b783-ed9f-408a-9e05-5bea51ea4a26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86bcb9ea-1186-4b4d-a992-1e9d85e8aa63 HTTP/1.1" status: 204 len: 168 time: 0.7969100 Jul 29 14:40:33.064447 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530684de-c06e-4133-b515-d1aee8e5b9c8 req-ee1b17d8-1608-418b-b601-1d1285cbc4fe tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:33.065801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-530684de-c06e-4133-b515-d1aee8e5b9c8 req-ee1b17d8-1608-418b-b601-1d1285cbc4fe tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.2070963 Jul 29 14:40:33.068867 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.081209 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6fa6351-de2e-4d11-8fa8-1755879a12cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.084055 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6fa6351-de2e-4d11-8fa8-1755879a12cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.085370 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e6fa6351-de2e-4d11-8fa8-1755879a12cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4edfe3e8-e351-4b09-a788-a165e0eb6ee8 HTTP/1.1" status: 204 len: 168 time: 0.4536791 Jul 29 14:40:33.109295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882b783-ed9f-408a-9e05-5bea51ea4a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bcb9ea-1186-4b4d-a992-1e9d85e8aa63,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:33.177975 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-530684de-c06e-4133-b515-d1aee8e5b9c8 req-e121c2ad-e484-435e-bd8c-ba5a629d50b7 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992322 Jul 29 14:40:33.181376 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa6351-de2e-4d11-8fa8-1755879a12cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edfe3e8-e351-4b09-a788-a165e0eb6ee8,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:33.333090 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-eb142d82-1103-4f26-87c4-e526aaa4ed87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88483b44a7ed4d048b02d15355600f63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5105891 Jul 29 14:40:33.333717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47198) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:33.370030 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Allocated IP 172.20.0.2 (787d4845-ca26-45ae-a7f2-a5d155c1d0ce/6748c291-7cbb-463b-8c41-cf8233df69ea/300d24b0-2b22-4f81-ba70-90b89881dfb1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:33.416229 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-daddef4e-45a6-4ef3-86d9-2b5334b33f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.493192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daddef4e-45a6-4ef3-86d9-2b5334b33f71 admin admin] Checking segment: {'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:33.493554 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daddef4e-45a6-4ef3-86d9-2b5334b33f71 admin admin] Network hostable DHCP agents. Network: 2bc43b52-9aa8-4747-b129-55538c0ee4d0, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:40:33.496189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddef4e-45a6-4ef3-86d9-2b5334b33f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=257169a0-752d-468a-bc28-f8360fd89075,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:33.517553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daddef4e-45a6-4ef3-86d9-2b5334b33f71 admin admin] Network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:40:33.534017 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.534363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-daddef4e-45a6-4ef3-86d9-2b5334b33f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 2bc43b52-9aa8-4747-b129-55538c0ee4d0) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:33.541950 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daddef4e-45a6-4ef3-86d9-2b5334b33f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:33.542820 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-daddef4e-45a6-4ef3-86d9-2b5334b33f71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.571585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 313e12ba-854e-493e-92f2-85631e3f4b3b no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:40:33.578128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-daddef4e-45a6-4ef3-86d9-2b5334b33f71 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6764145 Jul 29 14:40:33.578813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47214) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:33.585652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:33.585889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc37ed9e-3947-41b3-8109-94858dc08b0a None None] Network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:40:33.593575 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b5290015-2198-42de-b466-3caca642fc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.619180 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.620834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.665700 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff56284f-ea3a-4401-bc92-c1757c8b06fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.691586 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 313e12ba-854e-493e-92f2-85631e3f4b3b {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:40:33.692000 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 313e12ba-854e-493e-92f2-85631e3f4b3b not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:40:33.728992 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.754598 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47222) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:33.775782 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff56284f-ea3a-4401-bc92-c1757c8b06fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.800527 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.800773 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.851392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Transition to ACTIVE for port object 300d24b0-2b22-4f81-ba70-90b89881dfb1 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:33.875533 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.888193 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32cd1fd1-ccf1-4801-9710-1aae63b7e20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:33.921549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Transition to ACTIVE for port object 300d24b0-2b22-4f81-ba70-90b89881dfb1 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:33.932833 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.005008 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.011387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Pushing event updated for resources: {'Port': ['ID=300d24b0-2b22-4f81-ba70-90b89881dfb1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:34.020875 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff56284f-ea3a-4401-bc92-c1757c8b06fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.024926 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff56284f-ea3a-4401-bc92-c1757c8b06fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.028773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:40:34.029441 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ff56284f-ea3a-4401-bc92-c1757c8b06fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00362802-df85-4a25-9932-a78a7b8d9388 HTTP/1.1" status: 204 len: 168 time: 0.6943831 Jul 29 14:40:34.029771 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.043271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Network 787d4845-ca26-45ae-a7f2-a5d155c1d0ce is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:34.052481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:34.053348 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56284f-ea3a-4401-bc92-c1757c8b06fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00362802-df85-4a25-9932-a78a7b8d9388,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:34.073050 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:34.103190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20420b00-a41c-407d-8848-42ae5a0d69d2 req-542543b5-2372-4f5e-b4b3-89eb1e4dc0ec tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:34.104933 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-20420b00-a41c-407d-8848-42ae5a0d69d2 req-542543b5-2372-4f5e-b4b3-89eb1e4dc0ec tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.38 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 949 time: 0.1411014 Jul 29 14:40:34.215023 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47244) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:34.268500 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Allocated IP 172.25.6.32 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/7bd922a5-b794-450f-93a6-7062797e730e) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:34.290890 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-726f80db-5905-4981-a4cb-c3d5d4610d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.340549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Allocated IP 172.20.0.2 (2bc43b52-9aa8-4747-b129-55538c0ee4d0/257169a0-752d-468a-bc28-f8360fd89075/7c50642e-734f-4084-9533-5da7ba38ef81) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:34.351766 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0bec0-02f2-44c7-abdb-a64e2f3ef90e req-8335fc4b-3f8b-4450-9a57-76b47c86634c tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:34.359201 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cdf0bec0-02f2-44c7-abdb-a64e2f3ef90e req-8335fc4b-3f8b-4450-9a57-76b47c86634c tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 949 time: 0.1156342 Jul 29 14:40:34.414806 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32cd1fd1-ccf1-4801-9710-1aae63b7e20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.434869 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cdf0bec0-02f2-44c7-abdb-a64e2f3ef90e req-7f16ebc0-044e-41a4-992f-335f1385bad8 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703318 Jul 29 14:40:34.445106 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32cd1fd1-ccf1-4801-9710-1aae63b7e20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.517277 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-726f80db-5905-4981-a4cb-c3d5d4610d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.519412 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47254) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:34.539851 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-32cd1fd1-ccf1-4801-9710-1aae63b7e20c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b71fb39c0e9742fa9c277d941027f41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7818787 Jul 29 14:40:34.540096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa2eec-d18d-4e16-a1ab-a23895f0f682 req-ae17e06b-c21b-4067-bfe4-a45b148de054 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:34.540661 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47256) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:34.541373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd1fd1-ccf1-4801-9710-1aae63b7e20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c14d26-1d9b-483e-bdd0-d2596a79e243,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:34.541482 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-edaa2eec-d18d-4e16-a1ab-a23895f0f682 req-ae17e06b-c21b-4067-bfe4-a45b148de054 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.2682929 Jul 29 14:40:34.542106 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-726f80db-5905-4981-a4cb-c3d5d4610d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.582968 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.600485 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Attempting to bind port 300d24b0-2b22-4f81-ba70-90b89881dfb1 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:34.600945 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Attempting to bind port 300d24b0-2b22-4f81-ba70-90b89881dfb1 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '881ed26a-690f-4787-96b9-704ddc622c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:34.601315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Attempting to bind port 300d24b0-2b22-4f81-ba70-90b89881dfb1 on network 787d4845-ca26-45ae-a7f2-a5d155c1d0ce {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:34.611063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:34.611610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Checking segment: {'id': '881ed26a-690f-4787-96b9-704ddc622c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:34.612165 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.612581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Bound using segment: {'id': '881ed26a-690f-4787-96b9-704ddc622c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:34.613219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Bound port: 300d24b0-2b22-4f81-ba70-90b89881dfb1, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881ed26a-690f-4787-96b9-704ddc622c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:34.613608 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.617478 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0d032111-b9ce-442b-83b0-b771e4dfcac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.629306 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-edaa2eec-d18d-4e16-a1ab-a23895f0f682 req-d2b1ba9d-1c92-40b4-a20e-4345944511b7 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683463 Jul 29 14:40:34.631039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-20420b00-a41c-407d-8848-42ae5a0d69d2 req-cbb4c6b3-a911-4f20-b46a-0998f8148c0d tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Deleting port a578d226-c5e0-49aa-b4f2-957fbb638e02 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:40:34.631374 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-20420b00-a41c-407d-8848-42ae5a0d69d2 req-cbb4c6b3-a911-4f20-b46a-0998f8148c0d tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.654114 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.718898 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] For port 300d24b0-2b22-4f81-ba70-90b89881dfb1, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:34.723802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] For port 300d24b0-2b22-4f81-ba70-90b89881dfb1, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=300d24b0-2b22-4f81-ba70-90b89881dfb1,segment=NetworkSegment(881ed26a-690f-4787-96b9-704ddc622c9d),segment_id=881ed26a-690f-4787-96b9-704ddc622c9d)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:34.728015 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-20420b00-a41c-407d-8848-42ae5a0d69d2 req-cbb4c6b3-a911-4f20-b46a-0998f8148c0d tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] For port a578d226-c5e0-49aa-b4f2-957fbb638e02, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a578d226-c5e0-49aa-b4f2-957fbb638e02,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:34.728561 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-20420b00-a41c-407d-8848-42ae5a0d69d2 req-cbb4c6b3-a911-4f20-b46a-0998f8148c0d tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.730961 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.742475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-20420b00-a41c-407d-8848-42ae5a0d69d2 req-cbb4c6b3-a911-4f20-b46a-0998f8148c0d tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Calling delete_port for a578d226-c5e0-49aa-b4f2-957fbb638e02 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:40:34.753615 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Transition to ACTIVE for port object 7c50642e-734f-4084-9533-5da7ba38ef81 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:34.755014 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.761003 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f4ce-4ba1-4519-8e49-cca6b24aa3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.789535 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.817692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Transition to ACTIVE for port object 7c50642e-734f-4084-9533-5da7ba38ef81 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:34.838277 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.864322 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:34.869173 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:34.872446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c719ea-cde7-4573-93fa-0b9317e7cdff None None] Pushing event updated for resources: {'Port': ['ID=300d24b0-2b22-4f81-ba70-90b89881dfb1,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:34.885820 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:34.911627 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f4ce-4ba1-4519-8e49-cca6b24aa3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.947113 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-726f80db-5905-4981-a4cb-c3d5d4610d9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e92b8cb9b72b4e239322e8c14bdd93b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7253077 Jul 29 14:40:34.950896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47264) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:34.956036 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f80db-5905-4981-a4cb-c3d5d4610d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebed93c-ddec-493e-9415-51e130a2ae32,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:34.986959 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f4ce-4ba1-4519-8e49-cca6b24aa3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.990115 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6f4f4ce-4ba1-4519-8e49-cca6b24aa3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:34.991850 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c6f4f4ce-4ba1-4519-8e49-cca6b24aa3dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3c14d26-1d9b-483e-bdd0-d2596a79e243 HTTP/1.1" status: 204 len: 168 time: 0.4447773 Jul 29 14:40:34.998896 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:35.004532 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4f4ce-4ba1-4519-8e49-cca6b24aa3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c14d26-1d9b-483e-bdd0-d2596a79e243,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:35.021234 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-20420b00-a41c-407d-8848-42ae5a0d69d2 req-cbb4c6b3-a911-4f20-b46a-0998f8148c0d tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:35.040355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Attempting to bind port 7c50642e-734f-4084-9533-5da7ba38ef81 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:35.040355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Attempting to bind port 7c50642e-734f-4084-9533-5da7ba38ef81 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:35.040355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Attempting to bind port 7c50642e-734f-4084-9533-5da7ba38ef81 on network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:35.059207 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:35.059806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Checking segment: {'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:35.060362 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:35.060958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Bound using segment: {'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:35.061589 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Bound port: 7c50642e-734f-4084-9533-5da7ba38ef81, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:35.062164 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:35.076957 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Pushing event updated for resources: {'Port': ['ID=7c50642e-734f-4084-9533-5da7ba38ef81,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:35.085963 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['7cd3b11a-956b-4887-b5bc-1e21a128ebd6', 'a578d226-c5e0-49aa-b4f2-957fbb638e02'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:40:35.154747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4c6b3-a911-4f20-b46a-0998f8148c0d tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Pushing event deleted for resources: {'Port': ['ID=a578d226-c5e0-49aa-b4f2-957fbb638e02,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:35.207838 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47270) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:35.231384 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] For port 7c50642e-734f-4084-9533-5da7ba38ef81, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:35.238255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] For port 7c50642e-734f-4084-9533-5da7ba38ef81, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7c50642e-734f-4084-9533-5da7ba38ef81,segment=NetworkSegment(1f208ccb-e698-4fc0-9396-d3fc934ed7ed),segment_id=1f208ccb-e698-4fc0-9396-d3fc934ed7ed)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:35.249897 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:35.259353 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0d032111-b9ce-442b-83b0-b771e4dfcac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:35.274256 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0d032111-b9ce-442b-83b0-b771e4dfcac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:35.327451 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:35.403354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-20420b00-a41c-407d-8848-42ae5a0d69d2 req-cbb4c6b3-a911-4f20-b46a-0998f8148c0d tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] No DVR routers for this DVR port a578d226-c5e0-49aa-b4f2-957fbb638e02 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:40:35.437269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0127f33-345c-4a27-96a9-e07d5a37b8f8 None None] Pushing event updated for resources: {'Port': ['ID=7c50642e-734f-4084-9533-5da7ba38ef81,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:35.443412 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-20420b00-a41c-407d-8848-42ae5a0d69d2 req-cbb4c6b3-a911-4f20-b46a-0998f8148c0d tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:35.455224 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-20420b00-a41c-407d-8848-42ae5a0d69d2 req-cbb4c6b3-a911-4f20-b46a-0998f8148c0d tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.38 "DELETE /v2.0/ports/a578d226-c5e0-49aa-b4f2-957fbb638e02 HTTP/1.1" status: 204 len: 173 time: 1.3337212 Jul 29 14:40:35.456187 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Allocated IP 172.25.6.117 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/a37caea0-291f-4853-bd66-1bb59d05b331) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:35.464542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc3cc88-10ff-43f4-94a1-ae6577059f18', 'name': 'network-vif-deleted', 'tag': 'a578d226-c5e0-49aa-b4f2-957fbb638e02'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:35.470653 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ceb763-c964-454e-8626-2d3cd3b90240" -d '{"events": [{"server_uuid": "3cc3cc88-10ff-43f4-94a1-ae6577059f18", "name": "network-vif-deleted", "tag": "a578d226-c5e0-49aa-b4f2-957fbb638e02"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:35.517940 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b93b0749-a528-4e0f-888f-09eab19c30fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:35.563596 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0d032111-b9ce-442b-83b0-b771e4dfcac0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7203109ec7c94f0683a9f1114395c713&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0389066 Jul 29 14:40:35.591465 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d032111-b9ce-442b-83b0-b771e4dfcac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31aa359a-4980-47e9-a14a-f23bff19f1ca,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:35.613701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47280) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:35.810983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:35.813249 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50eeecf2-e9fb-4152-8f08-8709d447f886 x-openstack-request-id: req-50eeecf2-e9fb-4152-8f08-8709d447f886 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:35.813249 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc3cc88-10ff-43f4-94a1-ae6577059f18", "name": "network-vif-deleted", "tag": "a578d226-c5e0-49aa-b4f2-957fbb638e02", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:35.813447 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50eeecf2-e9fb-4152-8f08-8709d447f886 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:35.813822 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc3cc88-10ff-43f4-94a1-ae6577059f18', 'name': 'network-vif-deleted', 'tag': 'a578d226-c5e0-49aa-b4f2-957fbb638e02', 'status': 'completed', 'code': 200} Jul 29 14:40:35.822741 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-19a6fbd2-2e25-4f84-8216-9dd948a8cbdd req-1058b617-d02f-4d6a-965e-3e851d9190ef tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cc3cc88-10ff-43f4-94a1-ae6577059f18 HTTP/1.1" status: 200 len: 210 time: 0.1722033 Jul 29 14:40:35.832838 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b93b0749-a528-4e0f-888f-09eab19c30fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:35.862100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:35.874323 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 300d24b0-2b22-4f81-ba70-90b89881dfb1 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:35.875929 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:35.884312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-af231d19-f5ed-4d13-932e-b75e3765fbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:35.944821 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:35.949392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 300d24b0-2b22-4f81-ba70-90b89881dfb1 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:36.108335 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:36.142090 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:36.201770 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-af231d19-f5ed-4d13-932e-b75e3765fbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:36.214576 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-af231d19-f5ed-4d13-932e-b75e3765fbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:36.220793 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:36.286482 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af231d19-f5ed-4d13-932e-b75e3765fbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b451d70c-d9fb-4d5d-a17a-ac3f13b8546a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:36.296290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:36.307083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Pushing event updated for resources: {'Port': ['ID=a37caea0-291f-4853-bd66-1bb59d05b331,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:36.315520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:36.320087 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Pushing event updated for resources: {'Port': ['ID=7bd922a5-b794-450f-93a6-7062797e730e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:36.384396 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60008462-d161-4a99-bec6-5b940f70efb5 None None] Network 787d4845-ca26-45ae-a7f2-a5d155c1d0ce requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:40:36.419564 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-af231d19-f5ed-4d13-932e-b75e3765fbd0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1191ec2a14db497ea95aacc2c882bfce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2100167 Jul 29 14:40:36.426887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47302) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:36.520024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3cc3bf85-3fbf-4011-b8fd-31213ba0387f None None] Provisioning for port 300d24b0-2b22-4f81-ba70-90b89881dfb1 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:36.542814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3cc3bf85-3fbf-4011-b8fd-31213ba0387f None None] Provisioning complete for port 300d24b0-2b22-4f81-ba70-90b89881dfb1 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:36.543198 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3cc3bf85-3fbf-4011-b8fd-31213ba0387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:36.544392 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff09470-b36f-4642-8dfa-321fc223e334 req-d65b5ed0-01c9-4d20-841b-16d660fea28a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:36.553176 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ff09470-b36f-4642-8dfa-321fc223e334 req-d65b5ed0-01c9-4d20-841b-16d660fea28a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.6930320 Jul 29 14:40:36.555055 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:36.694954 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:36.705129 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:36.738284 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ff09470-b36f-4642-8dfa-321fc223e334 req-3cad62c3-91d6-48b3-a8f7-564765e46455 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798859 Jul 29 14:40:36.748198 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b93b0749-a528-4e0f-888f-09eab19c30fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:36.752257 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b93b0749-a528-4e0f-888f-09eab19c30fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:36.755732 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b93b0749-a528-4e0f-888f-09eab19c30fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ebed93c-ddec-493e-9415-51e130a2ae32 HTTP/1.1" status: 204 len: 168 time: 1.7941239 Jul 29 14:40:36.770239 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ba687ef-2ce9-4214-8a2a-395d80ebff54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:36.803517 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3cc3bf85-3fbf-4011-b8fd-31213ba0387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:36.811330 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b0749-a528-4e0f-888f-09eab19c30fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebed93c-ddec-493e-9415-51e130a2ae32,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:36.832132 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:36.839893 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ba687ef-2ce9-4214-8a2a-395d80ebff54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:36.946315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3cc3bf85-3fbf-4011-b8fd-31213ba0387f None None] For port 300d24b0-2b22-4f81-ba70-90b89881dfb1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=300d24b0-2b22-4f81-ba70-90b89881dfb1,segment=NetworkSegment(881ed26a-690f-4787-96b9-704ddc622c9d),segment_id=881ed26a-690f-4787-96b9-704ddc622c9d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:36.956036 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3cc3bf85-3fbf-4011-b8fd-31213ba0387f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:37.084560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3bf85-3fbf-4011-b8fd-31213ba0387f None None] Pushing event updated for resources: {'Port': ['ID=300d24b0-2b22-4f81-ba70-90b89881dfb1,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:37.138259 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:37.146614 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:37.152710 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31aa359a-4980-47e9-a14a-f23bff19f1ca HTTP/1.1" status: 204 len: 168 time: 1.5126872 Jul 29 14:40:37.256403 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af152bd2-128c-447a-8cd7-ea8a57501461 None None] Network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:40:37.284906 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31aa359a-4980-47e9-a14a-f23bff19f1ca,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:37.296022 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:37.314111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b49b5c83-2068-43da-abda-a88fb3fc8447 None None] Provisioning for port 7c50642e-734f-4084-9533-5da7ba38ef81 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:37.339270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:37.345033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:37.346121 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:37.346690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:37.347281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:37.348035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:37.348582 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:37.349147 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:37.349692 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:37.350587 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b49b5c83-2068-43da-abda-a88fb3fc8447 None None] Provisioning complete for port 300d24b0-2b22-4f81-ba70-90b89881dfb1 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:37.350932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:37.351039 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b49b5c83-2068-43da-abda-a88fb3fc8447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:37.351596 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:37.352135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b843ed75-0c18-40b0-a8cd-0fdaf451754a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:37.414620 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ba687ef-2ce9-4214-8a2a-395d80ebff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:37.418485 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ba687ef-2ce9-4214-8a2a-395d80ebff54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:37.420604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2ba687ef-2ce9-4214-8a2a-395d80ebff54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b451d70c-d9fb-4d5d-a17a-ac3f13b8546a HTTP/1.1" status: 204 len: 168 time: 0.9889319 Jul 29 14:40:37.434894 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba687ef-2ce9-4214-8a2a-395d80ebff54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b451d70c-d9fb-4d5d-a17a-ac3f13b8546a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:37.440046 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:37.492629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47328) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:37.517090 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f2f6e1a4-0557-4e02-8b20-d5930e94edef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:37.523393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba75b0-789b-4771-b3f7-6d422235f3ed req-3729f826-873d-4e22-9e44-f28edc44a54a tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:37.525081 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-17ba75b0-789b-4771-b3f7-6d422235f3ed req-3729f826-873d-4e22-9e44-f28edc44a54a tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 950 time: 0.1737854 Jul 29 14:40:37.645206 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f2f6e1a4-0557-4e02-8b20-d5930e94edef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:37.658518 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-17ba75b0-789b-4771-b3f7-6d422235f3ed req-ed9250c6-2424-46b9-951e-2d8106eb2e32 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182835 Jul 29 14:40:37.696851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Router e92298e6-0d02-4d39-898d-62a8b2fd3f50 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:40:37.736352 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f2f6e1a4-0557-4e02-8b20-d5930e94edef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:37.772346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6e1a4-0557-4e02-8b20-d5930e94edef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05ca709-ef0a-4631-a680-8d459683ffbd,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:37.826625 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f2f6e1a4-0557-4e02-8b20-d5930e94edef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e67eeae7cf664d5584c60c23cfca2dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306592 Jul 29 14:40:37.834349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47336) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:37.881343 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Router 89c60149-46df-49f2-8c71-db8742040ad5 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:40:37.887700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 300d24b0-2b22-4f81-ba70-90b89881dfb1 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:37.919918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:40:37.955165 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:37.956701 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b4574f36-26c1-426e-96ee-02a9ca215a9a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3765421 Jul 29 14:40:37.961213 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47338) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:37.972734 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Sync routers for ids ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:40:38.009019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Routers {'e92298e6-0d02-4d39-898d-62a8b2fd3f50'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:40:38.009673 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:38.131463 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64b06a29-edf4-4230-a21c-ebf6df43bb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:38.264069 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f97220-0ce3-468e-a21c-2c91b0c90bfc req-5bcd92c9-bc63-4f9a-b79a-b91563a48046 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:38.266217 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00f97220-0ce3-468e-a21c-2c91b0c90bfc req-5bcd92c9-bc63-4f9a-b79a-b91563a48046 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.3528590 Jul 29 14:40:38.324395 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64b06a29-edf4-4230-a21c-ebf6df43bb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:38.363840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47350) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:38.417199 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:40:38.418601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 300d24b0-2b22-4f81-ba70-90b89881dfb1 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:38.419920 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:38.436706 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Sync routers for ids ['89c60149-46df-49f2-8c71-db8742040ad5'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:40:38.439325 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26e81b19-172d-48af-9ae7-3af8c9ea56e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:38.455843 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Routers {'89c60149-46df-49f2-8c71-db8742040ad5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:40:38.458040 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['89c60149-46df-49f2-8c71-db8742040ad5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:38.469654 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Set router e92298e6-0d02-4d39-898d-62a8b2fd3f50 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:40:38.490902 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00f97220-0ce3-468e-a21c-2c91b0c90bfc req-89d3f630-03f0-4c62-8c22-7f13a9b57394 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048814 Jul 29 14:40:38.500741 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:38.502366 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7414b758-a287-4cd9-8a2d-3a74c2ba07e6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.1905668 Jul 29 14:40:38.505241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47352) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:38.597151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a578d226-c5e0-49aa-b4f2-957fbb638e02 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:40:38.665460 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Set router 89c60149-46df-49f2-8c71-db8742040ad5 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:40:38.682633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: a578d226-c5e0-49aa-b4f2-957fbb638e02 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:40:38.682977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a578d226-c5e0-49aa-b4f2-957fbb638e02 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:40:38.708864 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64b06a29-edf4-4230-a21c-ebf6df43bb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:38.711488 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64b06a29-edf4-4230-a21c-ebf6df43bb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:38.712699 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-64b06a29-edf4-4230-a21c-ebf6df43bb59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a05ca709-ef0a-4631-a680-8d459683ffbd HTTP/1.1" status: 204 len: 168 time: 0.8807728 Jul 29 14:40:38.811977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7c50642e-734f-4084-9533-5da7ba38ef81 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:38.817122 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b06a29-edf4-4230-a21c-ebf6df43bb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05ca709-ef0a-4631-a680-8d459683ffbd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:39.049952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:36Z', 'revision_number': 3, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:39.056073 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 7c50642e-734f-4084-9533-5da7ba38ef81 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:39.092580 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7c50642e-734f-4084-9533-5da7ba38ef81 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:39.093326 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:39.127361 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:39.140640 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Checking router: e92298e6-0d02-4d39-898d-62a8b2fd3f50 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:40:39.141083 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Updating router e92298e6-0d02-4d39-898d-62a8b2fd3f50 port a37caea0-291f-4853-bd66-1bb59d05b331 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:40:39.179963 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c60149-46df-49f2-8c71-db8742040ad5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-router', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7bd922a5-b794-450f-93a6-7062797e730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:32Z', 'updated_at': '2021-07-29T14:40:36Z', 'revision_number': 3, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'gw_port': {'id': '7bd922a5-b794-450f-93a6-7062797e730e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:39.222199 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:39.260436 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Checking router: 89c60149-46df-49f2-8c71-db8742040ad5 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:40:39.261138 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Updating router 89c60149-46df-49f2-8c71-db8742040ad5 port 7bd922a5-b794-450f-93a6-7062797e730e binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:40:39.290563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52667051-913c-41be-a284-5eabadff1f42 req-b5da3e44-68cf-427e-97f7-521144a96670 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:39.302491 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-52667051-913c-41be-a284-5eabadff1f42 req-b5da3e44-68cf-427e-97f7-521144a96670 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 950 time: 0.5532720 Jul 29 14:40:39.307951 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:39.488761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e38479-3de8-4e3f-b672-439c82fd8af5 req-b596c8ac-e10f-43ca-9771-81dc3fc1086b tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:39.495388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Allocated IP 172.20.0.1 (2bc43b52-9aa8-4747-b129-55538c0ee4d0/257169a0-752d-468a-bc28-f8360fd89075/6effc37b-fbfe-4813-b15c-d89b4149e260) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:39.501997 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05e38479-3de8-4e3f-b672-439c82fd8af5 req-b596c8ac-e10f-43ca-9771-81dc3fc1086b tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 950 time: 0.6882515 Jul 29 14:40:39.535294 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:39.735474 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05e38479-3de8-4e3f-b672-439c82fd8af5 req-f673d151-3277-436a-83b2-ab408a264b55 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217844 Jul 29 14:40:39.743102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 7c50642e-734f-4084-9533-5da7ba38ef81, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7c50642e-734f-4084-9533-5da7ba38ef81,segment=NetworkSegment(1f208ccb-e698-4fc0-9396-d3fc934ed7ed),segment_id=1f208ccb-e698-4fc0-9396-d3fc934ed7ed)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:39.767034 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:39.768507 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:39.773868 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26e81b19-172d-48af-9ae7-3af8c9ea56e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:39.796966 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26e81b19-172d-48af-9ae7-3af8c9ea56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:39.814044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Transition to ACTIVE for port object 6effc37b-fbfe-4813-b15c-d89b4149e260 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:39.843436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d133135-5bb7-46cf-8e01-b1dfbc8f76e8 req-97c2528d-2ed6-47fc-8d52-c4b5de61e2a7 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:39.848469 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d133135-5bb7-46cf-8e01-b1dfbc8f76e8 req-97c2528d-2ed6-47fc-8d52-c4b5de61e2a7 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.1243391 Jul 29 14:40:39.916757 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d133135-5bb7-46cf-8e01-b1dfbc8f76e8 req-4e4effe9-29d0-428b-aa16-bd38774d38c3 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652330 Jul 29 14:40:39.920987 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:39.961587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:39.964885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:39.969317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:40.017176 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=7c50642e-734f-4084-9533-5da7ba38ef81,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:40.032616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Pushing event updated for resources: {'Port': ['ID=6effc37b-fbfe-4813-b15c-d89b4149e260,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:40.081701 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.132121 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.160922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Transition to ACTIVE for port object a37caea0-291f-4853-bd66-1bb59d05b331 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:40.175086 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.236116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Attempting to bind port a37caea0-291f-4853-bd66-1bb59d05b331 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:40.237825 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Attempting to bind port a37caea0-291f-4853-bd66-1bb59d05b331 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:40.237825 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Attempting to bind port a37caea0-291f-4853-bd66-1bb59d05b331 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:40.251253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e348b56-f0a7-436b-bb95-b32773cfb81b None None] Pushing event updated for resources: {'Port': ['ID=a37caea0-291f-4853-bd66-1bb59d05b331,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:40.255102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:40.255629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:40.256214 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.257227 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:40.257777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Bound port: a37caea0-291f-4853-bd66-1bb59d05b331, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:40.258264 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.340458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] For port a37caea0-291f-4853-bd66-1bb59d05b331, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:40.353596 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] For port a37caea0-291f-4853-bd66-1bb59d05b331, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a37caea0-291f-4853-bd66-1bb59d05b331,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:40.355863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e81b19-172d-48af-9ae7-3af8c9ea56e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5078c5-2188-4b48-bdee-79f344fa028e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:40.363605 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.394776 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-26e81b19-172d-48af-9ae7-3af8c9ea56e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d886277aefad47c5a0fd0b802afe33d3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0288420 Jul 29 14:40:40.399312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-52667051-913c-41be-a284-5eabadff1f42 req-257e9205-68b7-4c3e-8042-e24e87579a4c tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Deleting port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:40:40.399859 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-52667051-913c-41be-a284-5eabadff1f42 req-257e9205-68b7-4c3e-8042-e24e87579a4c tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.477331 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.514235 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47410) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:40.558250 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-52667051-913c-41be-a284-5eabadff1f42 req-257e9205-68b7-4c3e-8042-e24e87579a4c tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] For port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7cd3b11a-956b-4887-b5bc-1e21a128ebd6,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:40.558651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-52667051-913c-41be-a284-5eabadff1f42 req-257e9205-68b7-4c3e-8042-e24e87579a4c tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.564954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e348b56-f0a7-436b-bb95-b32773cfb81b None None] Pushing event updated for resources: {'Port': ['ID=a37caea0-291f-4853-bd66-1bb59d05b331,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:40.575897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-52667051-913c-41be-a284-5eabadff1f42 req-257e9205-68b7-4c3e-8042-e24e87579a4c tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Calling delete_port for 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:40:40.600696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Routers {'e92298e6-0d02-4d39-898d-62a8b2fd3f50'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:40:40.602697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:40.641242 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.659203 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Transition to ACTIVE for port object 7bd922a5-b794-450f-93a6-7062797e730e will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:40.672503 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.715368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-edb5afcf-b5bb-4ade-8623-8c36107c571f None None] Provisioning for port 6effc37b-fbfe-4813-b15c-d89b4149e260 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:40.724648 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-edb5afcf-b5bb-4ade-8623-8c36107c571f None None] Provisioning complete for port 6effc37b-fbfe-4813-b15c-d89b4149e260 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:40.727609 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-edb5afcf-b5bb-4ade-8623-8c36107c571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.744340 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.787524 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.792895 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7e8b7-5e14-44ab-afd0-fedf53dcd708 None None] Pushing event updated for resources: {'Port': ['ID=7bd922a5-b794-450f-93a6-7062797e730e,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:40.836182 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Attempting to bind port 7bd922a5-b794-450f-93a6-7062797e730e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:40.836558 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Attempting to bind port 7bd922a5-b794-450f-93a6-7062797e730e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:40.841963 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Attempting to bind port 7bd922a5-b794-450f-93a6-7062797e730e on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:40.857918 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:40.858966 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:40.861764 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.861946 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:40.864783 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Bound port: 7bd922a5-b794-450f-93a6-7062797e730e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:40.866534 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.903438 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fb084ef-790f-483a-a142-0de5c2acb5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.907385 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-edb5afcf-b5bb-4ade-8623-8c36107c571f None None] Port 6effc37b-fbfe-4813-b15c-d89b4149e260 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:40:40.947610 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fb084ef-790f-483a-a142-0de5c2acb5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:40.952681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] Set router e92298e6-0d02-4d39-898d-62a8b2fd3f50 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:40:40.970831 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] For port 7bd922a5-b794-450f-93a6-7062797e730e, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:40.977130 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] For port 7bd922a5-b794-450f-93a6-7062797e730e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7bd922a5-b794-450f-93a6-7062797e730e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:40.983561 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:41.036555 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:41.046265 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:41.070724 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Routers {'89c60149-46df-49f2-8c71-db8742040ad5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:40:41.071476 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['89c60149-46df-49f2-8c71-db8742040ad5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:41.141012 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7e8b7-5e14-44ab-afd0-fedf53dcd708 None None] Pushing event updated for resources: {'Port': ['ID=7bd922a5-b794-450f-93a6-7062797e730e,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:41.144337 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:41.245898 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] Set router 89c60149-46df-49f2-8c71-db8742040ad5 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:40:41.247754 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-52667051-913c-41be-a284-5eabadff1f42 req-257e9205-68b7-4c3e-8042-e24e87579a4c tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:41.296157 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:41.330652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:41.361454 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e9205-68b7-4c3e-8042-e24e87579a4c tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Pushing event deleted for resources: {'Port': ['ID=7cd3b11a-956b-4887-b5bc-1e21a128ebd6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:41.390568 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91a8a9-f7c7-4853-8fb7-2e7285d33670 req-a5b01e8b-86ca-4ae4-9469-c76499dbf89a tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:41.399460 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae91a8a9-f7c7-4853-8fb7-2e7285d33670 req-a5b01e8b-86ca-4ae4-9469-c76499dbf89a tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ad83aa7-c56d-461b-948d-14e596ae97d9 HTTP/1.1" status: 200 len: 867 time: 0.4368095 Jul 29 14:40:41.441104 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fb084ef-790f-483a-a142-0de5c2acb5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:41.447569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:39Z', 'revision_number': 1, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:41.451816 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fb084ef-790f-483a-a142-0de5c2acb5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:41.463281 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5fb084ef-790f-483a-a142-0de5c2acb5e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c5078c5-2188-4b48-bdee-79f344fa028e HTTP/1.1" status: 204 len: 168 time: 0.8158031 Jul 29 14:40:41.507301 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2f60b-9704-4fdf-9afa-5dab8737efb5 None None] The sync data for ids ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'] in n-d-802893-1 is: [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:39Z', 'revision_number': 1, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:40:41.528791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb084ef-790f-483a-a142-0de5c2acb5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5078c5-2188-4b48-bdee-79f344fa028e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:41.601508 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-52667051-913c-41be-a284-5eabadff1f42 req-257e9205-68b7-4c3e-8042-e24e87579a4c tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] No DVR routers for this DVR port 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:40:41.615297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47452) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:41.617450 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d84ef7-1c39-49ad-9e78-1b846a7734d2 req-f35a0428-67f9-410b-9312-0f84b6d67aa0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:41.623535 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29d84ef7-1c39-49ad-9e78-1b846a7734d2 req-f35a0428-67f9-410b-9312-0f84b6d67aa0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.4601023 Jul 29 14:40:41.628091 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-52667051-913c-41be-a284-5eabadff1f42 req-257e9205-68b7-4c3e-8042-e24e87579a4c tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:41.630685 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-52667051-913c-41be-a284-5eabadff1f42 req-257e9205-68b7-4c3e-8042-e24e87579a4c tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.38 "DELETE /v2.0/ports/7cd3b11a-956b-4887-b5bc-1e21a128ebd6 HTTP/1.1" status: 204 len: 173 time: 2.3147931 Jul 29 14:40:41.634069 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad83aa7-c56d-461b-948d-14e596ae97d9', 'name': 'network-vif-deleted', 'tag': '7cd3b11a-956b-4887-b5bc-1e21a128ebd6'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:41.637004 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4df01af-a0d9-4ce4-94e7-6ba1684cf786" -d '{"events": [{"server_uuid": "1ad83aa7-c56d-461b-948d-14e596ae97d9", "name": "network-vif-deleted", "tag": "7cd3b11a-956b-4887-b5bc-1e21a128ebd6"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:41.713489 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Allocated IP 172.20.0.1 (787d4845-ca26-45ae-a7f2-a5d155c1d0ce/6748c291-7cbb-463b-8c41-cf8233df69ea/b45fe048-bf49-4168-bb3b-6983864a1182) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:41.714814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Pushing event updated for resources: {'Port': ['ID=6effc37b-fbfe-4813-b15c-d89b4149e260,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:41.724213 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae91a8a9-f7c7-4853-8fb7-2e7285d33670 req-c7398df3-93b8-4a55-bb76-ed7dce52d726 tempest-LiveMigrationNegativeTest-2072167865 tempest-LiveMigrationNegativeTest-2072167865-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e8d4745-0f81-45fd-a288-10d20516c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237021 Jul 29 14:40:41.779944 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3d58170f-bdaa-4d18-9b92-972ddccbfbc1 None None] Provisioning complete for port 6effc37b-fbfe-4813-b15c-d89b4149e260 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:41.782247 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3d58170f-bdaa-4d18-9b92-972ddccbfbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:41.854056 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c60149-46df-49f2-8c71-db8742040ad5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-router', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7bd922a5-b794-450f-93a6-7062797e730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:32Z', 'updated_at': '2021-07-29T14:40:36Z', 'revision_number': 3, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'gw_port': {'id': '7bd922a5-b794-450f-93a6-7062797e730e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:41.918604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3d58170f-bdaa-4d18-9b92-972ddccbfbc1 None None] Port 6effc37b-fbfe-4813-b15c-d89b4149e260 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:40:41.977042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7c50642e-734f-4084-9533-5da7ba38ef81 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:41.991279 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0441a1-1b68-43da-a1bf-001a60a4ad94 None None] The sync data for ids ['89c60149-46df-49f2-8c71-db8742040ad5'] in n-d-802893-1 is: [{'id': '89c60149-46df-49f2-8c71-db8742040ad5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-router', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7bd922a5-b794-450f-93a6-7062797e730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:32Z', 'updated_at': '2021-07-29T14:40:36Z', 'revision_number': 3, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'gw_port': {'id': '7bd922a5-b794-450f-93a6-7062797e730e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:40:42.090310 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68d318db-ec0c-4e18-a17d-3dbd9958ac29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:42.101779 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Router e92298e6-0d02-4d39-898d-62a8b2fd3f50 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:40:42.124150 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:42.149016 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7c50642e-734f-4084-9533-5da7ba38ef81 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:42.149396 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:42.222437 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Transition to ACTIVE for port object b45fe048-bf49-4168-bb3b-6983864a1182 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:42.260241 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29d84ef7-1c39-49ad-9e78-1b846a7734d2 req-148d0a1a-9e43-4d67-8590-87951ac79349 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663993 Jul 29 14:40:42.279846 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-ea01ecbf-3a7a-47f6-b15f-a5a14acb2f0b service neutron] show failed (client error): The resource could not be found. Jul 29 14:40:42.285142 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-ea01ecbf-3a7a-47f6-b15f-a5a14acb2f0b service neutron] 10.222.0.38 "GET /v2.0/ports/9745f4e8-6a8c-4848-baf2-c46b5b13f332/bindings/n-h2-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.9805129 Jul 29 14:40:42.393132 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc390fc7-64bc-48e4-8642-9f93d0dbfdaa x-openstack-request-id: req-fc390fc7-64bc-48e4-8642-9f93d0dbfdaa {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:42.393711 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad83aa7-c56d-461b-948d-14e596ae97d9", "name": "network-vif-deleted", "tag": "7cd3b11a-956b-4887-b5bc-1e21a128ebd6", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:42.393711 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc390fc7-64bc-48e4-8642-9f93d0dbfdaa {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:42.395492 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad83aa7-c56d-461b-948d-14e596ae97d9', 'name': 'network-vif-deleted', 'tag': '7cd3b11a-956b-4887-b5bc-1e21a128ebd6', 'status': 'completed', 'code': 200} Jul 29 14:40:42.501586 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:42.585013 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:40:42.620478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Network 787d4845-ca26-45ae-a7f2-a5d155c1d0ce is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:42.677188 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:40:42.681547 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 7cd3b11a-956b-4887-b5bc-1e21a128ebd6 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:40:42.768205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:42.771819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:42.772305 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:42.900349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:40:42.928871 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1997bf3a-3b8a-4797-a857-afef00785519 admin admin] 10.222.0.16 "PUT /v2.0/routers/e92298e6-0d02-4d39-898d-62a8b2fd3f50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9639294 Jul 29 14:40:43.205623 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47504) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:43.268991 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68d318db-ec0c-4e18-a17d-3dbd9958ac29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:43.302294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2e635fa2-226c-4ebd-8681-13b41250cd09 None None] Provisioning for port b45fe048-bf49-4168-bb3b-6983864a1182 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:43.310717 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68d318db-ec0c-4e18-a17d-3dbd9958ac29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:43.314427 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2e635fa2-226c-4ebd-8681-13b41250cd09 None None] Provisioning complete for port b45fe048-bf49-4168-bb3b-6983864a1182 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:43.316337 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e635fa2-226c-4ebd-8681-13b41250cd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:43.414431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2e635fa2-226c-4ebd-8681-13b41250cd09 None None] Port b45fe048-bf49-4168-bb3b-6983864a1182 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:40:43.442318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d318db-ec0c-4e18-a17d-3dbd9958ac29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017a10b0-4d22-45eb-bfa7-d0ee725f9d14,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:43.472208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Pushing event updated for resources: {'Port': ['ID=b45fe048-bf49-4168-bb3b-6983864a1182,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:43.514070 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-a4e3c377-79df-4a35-875c-b64242556859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:43.515735 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-a4e3c377-79df-4a35-875c-b64242556859 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff&tenant_id=066be3c079594f16a4e143f5f26610bd HTTP/1.1" status: 200 len: 1101 time: 0.4662061 Jul 29 14:40:43.553161 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-68d318db-ec0c-4e18-a17d-3dbd9958ac29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55afe0eea38d433cbe5fc232fb027ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9352629 Jul 29 14:40:43.556023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47516) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:43.593169 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:43.643174 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:43.652597 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:43.710049 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:43.749282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47520) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:43.771422 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:43.786628 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:43.791717 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:43.795710 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/017a10b0-4d22-45eb-bfa7-d0ee725f9d14 HTTP/1.1" status: 204 len: 168 time: 0.2361579 Jul 29 14:40:43.815093 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017a10b0-4d22-45eb-bfa7-d0ee725f9d14,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:43.845058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:43.845058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:43.845058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:43.845058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:43.846627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:43.847153 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:43.847992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:43.847992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:43.848186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:43.848460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:43.848822 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:43.849151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d187887-2740-4aa3-a7f8-1129b857f404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:40:43.900100 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ab89febb-baea-4330-a5dc-628a54402c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:43.933670 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47528) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:44.067259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7bd922a5-b794-450f-93a6-7062797e730e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:44.120170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] For port 9745f4e8-6a8c-4848-baf2-c46b5b13f332, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:44.196583 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 7bd922a5-b794-450f-93a6-7062797e730e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:44.204774 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da1861-0058-412f-8983-aa0a3a6ed73a req-314ae991-28c8-4c09-ae65-58cade0466e0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:44.205468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7bd922a5-b794-450f-93a6-7062797e730e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:44.206109 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.214676 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-42da1861-0058-412f-8983-aa0a3a6ed73a req-314ae991-28c8-4c09-ae65-58cade0466e0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.7776334 Jul 29 14:40:44.286298 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0ade063a-00c1-4df5-b9e4-e42680e20248 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8919edc38c64e5b9c0b04dff70dfc99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5358186 Jul 29 14:40:44.290057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47536) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:44.311389 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ab89febb-baea-4330-a5dc-628a54402c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.322523 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ab89febb-baea-4330-a5dc-628a54402c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.361246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] For port 9745f4e8-6a8c-4848-baf2-c46b5b13f332, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:44.397748 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.401095 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ab89febb-baea-4330-a5dc-628a54402c98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7be769314c1d419cb5ca79da7c5b87d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1933923 Jul 29 14:40:44.402173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89febb-baea-4330-a5dc-628a54402c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ae42c5-f8fe-498a-8379-630490d3887e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:44.405160 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47540) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:44.444418 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6652c8d1-4796-4f78-ba71-1165de710333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.456523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 7bd922a5-b794-450f-93a6-7062797e730e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7bd922a5-b794-450f-93a6-7062797e730e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:44.466833 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.467683 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a37caea0-291f-4853-bd66-1bb59d05b331 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:44.471976 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0f3e936-f847-4ce1-be54-a1d49514a7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.515884 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0f3e936-f847-4ce1-be54-a1d49514a7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.592229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee8bd36-1da2-42d8-988d-979447d47dff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9745f4e8-6a8c-4848-baf2-c46b5b13f332'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:44.595095 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014a162d-28cc-4cc0-9b60-054c4edb24ef" -d '{"events": [{"server_uuid": "7ee8bd36-1da2-42d8-988d-979447d47dff", "name": "network-vif-unplugged", "status": "completed", "tag": "9745f4e8-6a8c-4848-baf2-c46b5b13f332"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:44.617722 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-42da1861-0058-412f-8983-aa0a3a6ed73a req-66ef8472-0dbf-4725-af09-82d03d4d9ee3 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006917 Jul 29 14:40:44.648355 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0f3e936-f847-4ce1-be54-a1d49514a7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.655488 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0f3e936-f847-4ce1-be54-a1d49514a7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.660038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f0f3e936-f847-4ce1-be54-a1d49514a7be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0ae42c5-f8fe-498a-8379-630490d3887e HTTP/1.1" status: 204 len: 168 time: 0.2502661 Jul 29 14:40:44.673876 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b707f486-69e8-4f6c-859f-32bfa4cd647f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.674331 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=7bd922a5-b794-450f-93a6-7062797e730e,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:44.704817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3e936-f847-4ce1-be54-a1d49514a7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ae42c5-f8fe-498a-8379-630490d3887e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:44.707203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port a37caea0-291f-4853-bd66-1bb59d05b331 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:44.715421 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.716712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port a37caea0-291f-4853-bd66-1bb59d05b331 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:44.719373 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.726100 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6652c8d1-4796-4f78-ba71-1165de710333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.857575 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ec391f-80a0-464e-adda-c779502e8ff1 x-openstack-request-id: req-54ec391f-80a0-464e-adda-c779502e8ff1 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:44.858010 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee8bd36-1da2-42d8-988d-979447d47dff", "name": "network-vif-unplugged", "status": "completed", "tag": "9745f4e8-6a8c-4848-baf2-c46b5b13f332", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:44.862880 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54ec391f-80a0-464e-adda-c779502e8ff1 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:44.863379 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee8bd36-1da2-42d8-988d-979447d47dff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9745f4e8-6a8c-4848-baf2-c46b5b13f332', 'code': 200} Jul 29 14:40:44.868076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Transition to ACTIVE for port object 9745f4e8-6a8c-4848-baf2-c46b5b13f332 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:44.883683 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.917130 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b707f486-69e8-4f6c-859f-32bfa4cd647f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.923653 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b707f486-69e8-4f6c-859f-32bfa4cd647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.935799 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:44.995409 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port a37caea0-291f-4853-bd66-1bb59d05b331, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a37caea0-291f-4853-bd66-1bb59d05b331,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:45.005359 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.021609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9745f4e8-6a8c-4848-baf2-c46b5b13f332,revision_number=6']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:45.063013 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b707f486-69e8-4f6c-859f-32bfa4cd647f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3afbb19a2ddf48a38942408d91a6fe53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1275585 Jul 29 14:40:45.063804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47552) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:45.064762 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47554) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:45.065921 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707f486-69e8-4f6c-859f-32bfa4cd647f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a535d3a-77a7-4878-97f6-a92a21087cf0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:45.107996 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6652c8d1-4796-4f78-ba71-1165de710333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.113769 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6652c8d1-4796-4f78-ba71-1165de710333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.117342 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6652c8d1-4796-4f78-ba71-1165de710333 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e8d4745-0f81-45fd-a288-10d20516c8c6 HTTP/1.1" status: 204 len: 168 time: 0.8223450 Jul 29 14:40:45.118524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] No DVR routers for this DVR port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:40:45.131678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=a37caea0-291f-4853-bd66-1bb59d05b331,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:45.152144 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-12dd45ee-e06d-4dce-b889-1829795377c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.180721 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.203289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652c8d1-4796-4f78-ba71-1165de710333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8d4745-0f81-45fd-a288-10d20516c8c6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:45.224589 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.225745 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.285265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Attempting to bind port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:45.285905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Attempting to bind port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:45.286849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Attempting to bind port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:45.319268 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:40:45.320115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Attempting to bind port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:45.329548 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-12dd45ee-e06d-4dce-b889-1829795377c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.350468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a28a48c-c856-4561-88da-3fb0eec68c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.380139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Pushing event updated for resources: {'Port': ['ID=b45fe048-bf49-4168-bb3b-6983864a1182,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:45.380888 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a28a48c-c856-4561-88da-3fb0eec68c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.406149 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:45.407123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:45.409661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:45.410359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Bound port: 9745f4e8-6a8c-4848-baf2-c46b5b13f332, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:45.410918 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.447459 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-12dd45ee-e06d-4dce-b889-1829795377c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.516374 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-12dd45ee-e06d-4dce-b889-1829795377c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=893dc5ce52cc4d19a61eb9e514c738f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4429879 Jul 29 14:40:45.517331 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a28a48c-c856-4561-88da-3fb0eec68c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.518790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47564) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:45.521038 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a28a48c-c856-4561-88da-3fb0eec68c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.537389 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4a28a48c-c856-4561-88da-3fb0eec68c25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a535d3a-77a7-4878-97f6-a92a21087cf0 HTTP/1.1" status: 204 len: 168 time: 0.4492009 Jul 29 14:40:45.538400 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd45ee-e06d-4dce-b889-1829795377c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424207ea-959a-4b38-bcf8-09e4512f22ab,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:45.563117 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28a48c-c856-4561-88da-3fb0eec68c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a535d3a-77a7-4878-97f6-a92a21087cf0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:45.595968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Network 787d4845-ca26-45ae-a7f2-a5d155c1d0ce is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:45.614100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:45.620710 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] For port 9745f4e8-6a8c-4848-baf2-c46b5b13f332, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:45.630098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] For port 9745f4e8-6a8c-4848-baf2-c46b5b13f332, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:45.641925 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.818102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Sync routers for ids ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:40:45.838498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Routers {'e92298e6-0d02-4d39-898d-62a8b2fd3f50'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:40:45.839262 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:45.914982 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9745f4e8-6a8c-4848-baf2-c46b5b13f332,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:45.926945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:45.927581 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.929516 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-b4de7728-3ded-48b5-a63d-ec6f5a2f65d5 service neutron] 10.222.0.39 "PUT /v2.0/ports/9745f4e8-6a8c-4848-baf2-c46b5b13f332 HTTP/1.1" status: 200 len: 1096 time: 2.3557954 Jul 29 14:40:45.933119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47576) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:45.961966 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f74ce8d5-d687-483a-8e39-22e6e1837d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:45.979948 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c97bb646-d5fe-4490-afa0-d43b2f33944a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.004365 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c97bb646-d5fe-4490-afa0-d43b2f33944a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.022889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7bd922a5-b794-450f-93a6-7062797e730e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:46.091558 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c97bb646-d5fe-4490-afa0-d43b2f33944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.095123 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c97bb646-d5fe-4490-afa0-d43b2f33944a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.098775 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c97bb646-d5fe-4490-afa0-d43b2f33944a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/424207ea-959a-4b38-bcf8-09e4512f22ab HTTP/1.1" status: 204 len: 168 time: 0.5740070 Jul 29 14:40:46.139252 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-41815484-00a1-42df-b490-133bc06f3375 None None] Provisioning complete for port b45fe048-bf49-4168-bb3b-6983864a1182 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:46.139814 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41815484-00a1-42df-b490-133bc06f3375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.176014 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f74ce8d5-d687-483a-8e39-22e6e1837d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.180919 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Set router e92298e6-0d02-4d39-898d-62a8b2fd3f50 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:40:46.184519 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f74ce8d5-d687-483a-8e39-22e6e1837d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.242511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-41815484-00a1-42df-b490-133bc06f3375 None None] Port b45fe048-bf49-4168-bb3b-6983864a1182 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:40:46.251571 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7bd922a5-b794-450f-93a6-7062797e730e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:46.251926 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.317790 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f74ce8d5-d687-483a-8e39-22e6e1837d12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21b0a11c54bc4d3a9a3376e3de6e0ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792894 Jul 29 14:40:46.319411 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47584) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:46.319768 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47586) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:46.321526 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ce8d5-d687-483a-8e39-22e6e1837d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d307272b-0dd3-41c5-a066-1f3daa3ee402,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:46.425317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-49b39169-694f-4f54-b7d1-c7dcefa92b81 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-13759162-network', 'tenant_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:46.442363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47588) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:46.477889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bb646-d5fe-4490-afa0-d43b2f33944a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424207ea-959a-4b38-bcf8-09e4512f22ab,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:46.492409 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37cbf8-5462-4ca8-9411-4126e2536e88 req-d2ace978-48d2-45c5-9a4b-8864052ddf01 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:46.500589 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a37cbf8-5462-4ca8-9411-4126e2536e88 req-d2ace978-48d2-45c5-9a4b-8864052ddf01 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 948 time: 0.7683046 Jul 29 14:40:46.504495 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-66ae7bc1-3437-4500-b436-f32f4da44d59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57b555f214204699bfa315931114d3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594952 Jul 29 14:40:46.516577 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47590) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:46.555877 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22ce5c35-10ec-4ea5-b0a5-1a6bcf94827a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.584053 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22ce5c35-10ec-4ea5-b0a5-1a6bcf94827a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.591239 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a37caea0-291f-4853-bd66-1bb59d05b331 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:46.613936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-a48cdeb6-2184-4762-be6d-e5ec8976bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:46.617994 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-a48cdeb6-2184-4762-be6d-e5ec8976bdd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 1099 time: 0.5488913 Jul 29 14:40:46.642214 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Router 89c60149-46df-49f2-8c71-db8742040ad5 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:40:46.642911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 9745f4e8-6a8c-4848-baf2-c46b5b13f332 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:40:46.646388 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a37cbf8-5462-4ca8-9411-4126e2536e88 req-64ec13e3-b146-4ac2-ae2a-0152a97ba0bc tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439726 Jul 29 14:40:46.686900 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22ce5c35-10ec-4ea5-b0a5-1a6bcf94827a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.691268 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22ce5c35-10ec-4ea5-b0a5-1a6bcf94827a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.692735 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-22ce5c35-10ec-4ea5-b0a5-1a6bcf94827a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d307272b-0dd3-41c5-a066-1f3daa3ee402 HTTP/1.1" status: 204 len: 168 time: 0.3626869 Jul 29 14:40:46.718764 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b39169-694f-4f54-b7d1-c7dcefa92b81 admin admin] Made reservation on behalf of 59bf6d85fcfa44ebb1727b34c3f5a4d7 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:46.726315 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49b39169-694f-4f54-b7d1-c7dcefa92b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.739619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce5c35-10ec-4ea5-b0a5-1a6bcf94827a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d307272b-0dd3-41c5-a066-1f3daa3ee402,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:46.774685 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc723917-fba6-485f-a14e-959c9094b2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.776897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 9745f4e8-6a8c-4848-baf2-c46b5b13f332 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:40:46.779509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47594) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:46.810239 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc723917-fba6-485f-a14e-959c9094b2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.849331 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port a37caea0-291f-4853-bd66-1bb59d05b331 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:46.849727 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.861199 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49b39169-694f-4f54-b7d1-c7dcefa92b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.869362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee8bd36-1da2-42d8-988d-979447d47dff', 'tag': '9745f4e8-6a8c-4848-baf2-c46b5b13f332'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:46.871796 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf5ea82-e934-450d-a2fe-773b72d7a503" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee8bd36-1da2-42d8-988d-979447d47dff", "tag": "9745f4e8-6a8c-4848-baf2-c46b5b13f332"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:46.877255 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-22c31079-a7a2-442b-8691-156e0ef1d5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.927668 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 2, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:46.961399 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc723917-fba6-485f-a14e-959c9094b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.968465 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc723917-fba6-485f-a14e-959c9094b2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:46.974991 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fc723917-fba6-485f-a14e-959c9094b2c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67344bf1-2029-4ef4-b843-b90855e10925 HTTP/1.1" status: 204 len: 168 time: 0.4546301 Jul 29 14:40:46.990826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Checking router: e92298e6-0d02-4d39-898d-62a8b2fd3f50 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:40:46.992018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Updating router e92298e6-0d02-4d39-898d-62a8b2fd3f50 port 6effc37b-fbfe-4813-b15c-d89b4149e260 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:40:47.008717 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b2a2df-decb-4324-ad2c-20d759c11608 x-openstack-request-id: req-50b2a2df-decb-4324-ad2c-20d759c11608 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:47.008885 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee8bd36-1da2-42d8-988d-979447d47dff", "tag": "9745f4e8-6a8c-4848-baf2-c46b5b13f332", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:47.009138 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50b2a2df-decb-4324-ad2c-20d759c11608 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:47.009573 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee8bd36-1da2-42d8-988d-979447d47dff', 'tag': '9745f4e8-6a8c-4848-baf2-c46b5b13f332', 'status': 'completed', 'code': 200} Jul 29 14:40:47.017973 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-4e1e5f58-59cd-46a9-bde4-2bdab2ef89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:47.019262 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-4e1e5f58-59cd-46a9-bde4-2bdab2ef89e7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.3926897 Jul 29 14:40:47.025775 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:47.056410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc723917-fba6-485f-a14e-959c9094b2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67344bf1-2029-4ef4-b843-b90855e10925,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:47.125600 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-3d3d3450-8e5e-43b3-9a57-83334ef4889b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332 HTTP/1.1" status: 200 len: 217 time: 0.0887918 Jul 29 14:40:47.132015 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:40:47.145318 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Sync routers for ids ['89c60149-46df-49f2-8c71-db8742040ad5'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:40:47.159495 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b7bbbb5b-e667-4dba-954f-1981f4031a86 admin admin] 10.222.0.16 "PUT /v2.0/routers/89c60149-46df-49f2-8c71-db8742040ad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6528904 Jul 29 14:40:47.169764 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Routers {'89c60149-46df-49f2-8c71-db8742040ad5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:40:47.171042 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['89c60149-46df-49f2-8c71-db8742040ad5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:47.204958 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-caa0d33d-1ea2-4735-9004-c40c48a3d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:47.206714 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-caa0d33d-1ea2-4735-9004-c40c48a3d1c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0720847 Jul 29 14:40:47.222418 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49b39169-694f-4f54-b7d1-c7dcefa92b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:47.244360 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49b39169-694f-4f54-b7d1-c7dcefa92b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:47.300442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b39169-694f-4f54-b7d1-c7dcefa92b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91381380-0e5f-4ea1-80b0-79ee7396c68a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:47.326049 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b39169-694f-4f54-b7d1-c7dcefa92b81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:40:47.340160 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-c4ff7a24-14eb-40f4-b30e-3d7e7c81c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:47.341893 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-c4ff7a24-14eb-40f4-b30e-3d7e7c81c8be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 1099 time: 0.2866917 Jul 29 14:40:47.345783 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49b39169-694f-4f54-b7d1-c7dcefa92b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:47.346128 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-49b39169-694f-4f54-b7d1-c7dcefa92b81 admin admin] Added segment 9db9c791-a628-4e47-8083-0760eaff527c of type vlan for network be5eadf2-f170-4581-888b-4c2f00329059 Jul 29 14:40:47.393732 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-fd95dcba-2aeb-4508-9252-be954541a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:47.399982 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-fd95dcba-2aeb-4508-9252-be954541a100 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1849909 Jul 29 14:40:47.414881 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Set router 89c60149-46df-49f2-8c71-db8742040ad5 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:40:47.457229 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-90881186-0dd9-42a7-ad59-2c9efa35263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:47.458767 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-90881186-0dd9-42a7-ad59-2c9efa35263f service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1029880 Jul 29 14:40:47.579504 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:47.598502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-30faa2d7-eaad-47b3-9e2d-3906011acadc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332 HTTP/1.1" status: 200 len: 217 time: 0.1133380 Jul 29 14:40:47.603909 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49b39169-694f-4f54-b7d1-c7dcefa92b81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:47.610371 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Transition to ACTIVE for port object 6effc37b-fbfe-4813-b15c-d89b4149e260 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:47.627970 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:47.661412 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-df1c24ec-c142-4c2b-9050-e6f65c77e6f0 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516024 Jul 29 14:40:47.690517 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-22c31079-a7a2-442b-8691-156e0ef1d5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:47.725918 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-22c31079-a7a2-442b-8691-156e0ef1d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:47.776591 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a0f78-56d0-472f-bb7f-65a15d3608b4 None None] Pushing event updated for resources: {'Port': ['ID=6effc37b-fbfe-4813-b15c-d89b4149e260,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:47.801112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-acd44d1d-b538-4ef3-876c-9d96752de7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:47.805794 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-acd44d1d-b538-4ef3-876c-9d96752de7b9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1894126 Jul 29 14:40:47.807268 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49b39169-694f-4f54-b7d1-c7dcefa92b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:47.811305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b39169-694f-4f54-b7d1-c7dcefa92b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:47.812482 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49b39169-694f-4f54-b7d1-c7dcefa92b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:47.940387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Attempting to bind port 6effc37b-fbfe-4813-b15c-d89b4149e260 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:47.940796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Attempting to bind port 6effc37b-fbfe-4813-b15c-d89b4149e260 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:47.941197 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Attempting to bind port 6effc37b-fbfe-4813-b15c-d89b4149e260 on network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:47.956839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:47.957626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Checking segment: {'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:47.958194 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:47.958744 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Bound using segment: {'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:47.959412 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Bound port: 6effc37b-fbfe-4813-b15c-d89b4149e260, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:47.959954 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:47.961053 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-49b39169-694f-4f54-b7d1-c7dcefa92b81 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6229429 Jul 29 14:40:47.970034 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47638) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:47.988244 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c60149-46df-49f2-8c71-db8742040ad5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-router', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7bd922a5-b794-450f-93a6-7062797e730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:32Z', 'updated_at': '2021-07-29T14:40:43Z', 'revision_number': 4, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'gw_port': {'id': '7bd922a5-b794-450f-93a6-7062797e730e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'b45fe048-bf49-4168-bb3b-6983864a1182', 'name': '', 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'mac_address': 'fa:16:3e:a0:5a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:40Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 2, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'subnets': [{'id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:47.995201 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-73e051be-db85-448d-a519-1a68e4b0b046 admin admin] Request body: {'subnet': {'network_id': 'be5eadf2-f170-4581-888b-4c2f00329059', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-13759162-subnet', 'tenant_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:48.048346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b39169-694f-4f54-b7d1-c7dcefa92b81 admin admin] Pushing event updated for resources: {'Network': ['ID=be5eadf2-f170-4581-888b-4c2f00329059,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:48.057452 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Checking router: 89c60149-46df-49f2-8c71-db8742040ad5 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:40:48.060640 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Updating router 89c60149-46df-49f2-8c71-db8742040ad5 port b45fe048-bf49-4168-bb3b-6983864a1182 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:40:48.078103 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network be5eadf2-f170-4581-888b-4c2f00329059 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:40:48.084391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-10021e9a-b7f3-48a5-95d8-6ef605c17402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:48.086048 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-10021e9a-b7f3-48a5-95d8-6ef605c17402 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2685151 Jul 29 14:40:48.086973 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-22c31079-a7a2-442b-8691-156e0ef1d5ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c7b9268e50141508f07be20adf48a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3059514 Jul 29 14:40:48.091857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47642) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:48.109437 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c31079-a7a2-442b-8691-156e0ef1d5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd793514-2993-4ec4-aea8-18c96255ccab,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:48.119073 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:48.149118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e051be-db85-448d-a519-1a68e4b0b046 admin admin] Made reservation on behalf of 59bf6d85fcfa44ebb1727b34c3f5a4d7 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:48.160495 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73e051be-db85-448d-a519-1a68e4b0b046 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:48.166339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc92662-319a-41da-a105-bd44e9d84f4a req-82746072-c7f4-46a5-936d-2a060868a784 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:48.168212 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2cc92662-319a-41da-a105-bd44e9d84f4a req-82746072-c7f4-46a5-936d-2a060868a784 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 948 time: 0.2965364 Jul 29 14:40:48.178111 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9cfc745-f1b3-4119-b545-fa9ba286437a req-71c99d48-fa6b-4b78-8e34-7c5b1198fe23 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085092 Jul 29 14:40:48.225155 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2cc92662-319a-41da-a105-bd44e9d84f4a req-d5bc5ec9-8d9c-4a99-8b47-3def5b923be4 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453165 Jul 29 14:40:48.335043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-e0daed73-9508-4579-a955-290db767f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:48.338204 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-e0daed73-9508-4579-a955-290db767f039 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 1099 time: 0.1012189 Jul 29 14:40:48.365905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] For port 6effc37b-fbfe-4813-b15c-d89b4149e260, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:48.370342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] For port 6effc37b-fbfe-4813-b15c-d89b4149e260, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=6effc37b-fbfe-4813-b15c-d89b4149e260,segment=NetworkSegment(1f208ccb-e698-4fc0-9396-d3fc934ed7ed),segment_id=1f208ccb-e698-4fc0-9396-d3fc934ed7ed)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:48.377099 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:48.488566 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Routers {'e92298e6-0d02-4d39-898d-62a8b2fd3f50'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:40:48.490167 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:48.551984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-020115d9-de5b-40cb-8905-c2eb0202c1d1 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:48.561444 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-020115d9-de5b-40cb-8905-c2eb0202c1d1 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/networks?id=787d4845-ca26-45ae-a7f2-a5d155c1d0ce HTTP/1.1" status: 200 len: 829 time: 0.1529894 Jul 29 14:40:48.615434 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:48.630365 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Transition to ACTIVE for port object b45fe048-bf49-4168-bb3b-6983864a1182 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:48.632069 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-2cf6acfa-c619-41ca-a788-dd5bf04dbf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:48.632810 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-806010a2-d383-42f4-8e0a-f1fe0966c65f tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/quotas/7c1e5bb704b94ce5b198fd0be9be7483 HTTP/1.1" status: 200 len: 375 time: 0.0693460 Jul 29 14:40:48.635136 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-2cf6acfa-c619-41ca-a788-dd5bf04dbf23 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.2887831 Jul 29 14:40:48.637774 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:48.681181 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee891a99-68a0-4a23-86ce-ed7450ee742c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:48.698346 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9c703-ddc5-4cb4-8a2c-3147e203ba7e None None] Pushing event updated for resources: {'Port': ['ID=b45fe048-bf49-4168-bb3b-6983864a1182,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:48.742655 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-060a56db-d4f7-4d35-b15d-66a0e06f49fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332 HTTP/1.1" status: 200 len: 217 time: 0.0989311 Jul 29 14:40:48.796659 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] Set router e92298e6-0d02-4d39-898d-62a8b2fd3f50 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:40:48.854971 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Attempting to bind port b45fe048-bf49-4168-bb3b-6983864a1182 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:48.855345 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Attempting to bind port b45fe048-bf49-4168-bb3b-6983864a1182 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '881ed26a-690f-4787-96b9-704ddc622c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:48.856077 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Attempting to bind port b45fe048-bf49-4168-bb3b-6983864a1182 on network 787d4845-ca26-45ae-a7f2-a5d155c1d0ce {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:48.864203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-ad0744e1-8ce0-4cb8-83b8-5013fd142fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:48.869813 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-ad0744e1-8ce0-4cb8-83b8-5013fd142fcd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1193962 Jul 29 14:40:48.870274 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:48.870659 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Checking segment: {'id': '881ed26a-690f-4787-96b9-704ddc622c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:48.871065 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:48.871465 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Bound using segment: {'id': '881ed26a-690f-4787-96b9-704ddc622c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:48.871951 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Bound port: b45fe048-bf49-4168-bb3b-6983864a1182, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881ed26a-690f-4787-96b9-704ddc622c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:48.872354 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:48.994602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a0f78-56d0-472f-bb7f-65a15d3608b4 None None] Pushing event updated for resources: {'Port': ['ID=6effc37b-fbfe-4813-b15c-d89b4149e260,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:49.009580 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-43e9978e-6f64-42f1-82b2-c3d9a6c4d65f service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9054389 Jul 29 14:40:49.026477 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-df26e5b6-356e-48a8-891e-96efbb790ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:49.032469 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-df26e5b6-356e-48a8-891e-96efbb790ee6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1545553 Jul 29 14:40:49.034794 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee891a99-68a0-4a23-86ce-ed7450ee742c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:49.059444 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] For port b45fe048-bf49-4168-bb3b-6983864a1182, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:49.066547 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] For port b45fe048-bf49-4168-bb3b-6983864a1182, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=b45fe048-bf49-4168-bb3b-6983864a1182,segment=NetworkSegment(881ed26a-690f-4787-96b9-704ddc622c9d),segment_id=881ed26a-690f-4787-96b9-704ddc622c9d)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:49.073615 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:49.173023 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Routers {'89c60149-46df-49f2-8c71-db8742040ad5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:40:49.173673 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['89c60149-46df-49f2-8c71-db8742040ad5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:49.247272 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-fd7ad290-4352-4d40-8305-719de875a96d service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042563 Jul 29 14:40:49.277722 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee891a99-68a0-4a23-86ce-ed7450ee742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:49.285840 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee891a99-68a0-4a23-86ce-ed7450ee742c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:49.287421 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ee891a99-68a0-4a23-86ce-ed7450ee742c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd793514-2993-4ec4-aea8-18c96255ccab HTTP/1.1" status: 204 len: 168 time: 1.1948471 Jul 29 14:40:49.336777 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-8f4fe411-eeee-4368-9f68-07f27371b29e tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7c1e5bb704b94ce5b198fd0be9be7483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6991644 Jul 29 14:40:49.343092 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee891a99-68a0-4a23-86ce-ed7450ee742c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd793514-2993-4ec4-aea8-18c96255ccab,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:49.436249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:48Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:49.494226 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-824af3c6-a483-4283-96c8-eae0d36e4978 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363784 Jul 29 14:40:49.497902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47696) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:49.514385 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] Set router 89c60149-46df-49f2-8c71-db8742040ad5 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:40:49.645435 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9c703-ddc5-4cb4-8a2c-3147e203ba7e None None] Pushing event updated for resources: {'Port': ['ID=b45fe048-bf49-4168-bb3b-6983864a1182,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:49.663456 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40121464-e209-4cdd-a44a-f85aabebb867 None None] The sync data for ids ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'] in n-d-802893-1 is: [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:48Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:40:49.908556 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dcf5ea82-e934-450d-a2fe-773b72d7a503 req-291175f4-a39a-4e19-87c4-8eb539e1238e service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7998397 Jul 29 14:40:49.959067 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c60149-46df-49f2-8c71-db8742040ad5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-router', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7bd922a5-b794-450f-93a6-7062797e730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:32Z', 'updated_at': '2021-07-29T14:40:43Z', 'revision_number': 4, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'gw_port': {'id': '7bd922a5-b794-450f-93a6-7062797e730e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'b45fe048-bf49-4168-bb3b-6983864a1182', 'name': '', 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'mac_address': 'fa:16:3e:a0:5a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:40Z', 'updated_at': '2021-07-29T14:40:49Z', 'revision_number': 4, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'subnets': [{'id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:49.970000 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 6effc37b-fbfe-4813-b15c-d89b4149e260 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:50.016889 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a547130a-42ea-4989-821e-56e004ed07a0 None None] The sync data for ids ['89c60149-46df-49f2-8c71-db8742040ad5'] in n-d-802893-1 is: [{'id': '89c60149-46df-49f2-8c71-db8742040ad5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-router', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7bd922a5-b794-450f-93a6-7062797e730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:32Z', 'updated_at': '2021-07-29T14:40:43Z', 'revision_number': 4, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'gw_port': {'id': '7bd922a5-b794-450f-93a6-7062797e730e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'b45fe048-bf49-4168-bb3b-6983864a1182', 'name': '', 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'mac_address': 'fa:16:3e:a0:5a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:40Z', 'updated_at': '2021-07-29T14:40:49Z', 'revision_number': 4, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'subnets': [{'id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:40:50.037846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 6effc37b-fbfe-4813-b15c-d89b4149e260 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:50.045835 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 6effc37b-fbfe-4813-b15c-d89b4149e260 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:50.047143 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:50.061695 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73e051be-db85-448d-a519-1a68e4b0b046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:50.195665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e051be-db85-448d-a519-1a68e4b0b046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2bd4a9-4bb0-436f-a334-b42660fc9d84,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:50.215820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e051be-db85-448d-a519-1a68e4b0b046 admin admin] Checking segment: {'id': '9db9c791-a628-4e47-8083-0760eaff527c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'be5eadf2-f170-4581-888b-4c2f00329059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:50.217005 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e051be-db85-448d-a519-1a68e4b0b046 admin admin] Network hostable DHCP agents. Network: be5eadf2-f170-4581-888b-4c2f00329059, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:40:50.241199 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e051be-db85-448d-a519-1a68e4b0b046 admin admin] Network be5eadf2-f170-4581-888b-4c2f00329059 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:40:50.262268 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-73e051be-db85-448d-a519-1a68e4b0b046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, be5eadf2-f170-4581-888b-4c2f00329059) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:50.270179 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e051be-db85-448d-a519-1a68e4b0b046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:50.271146 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73e051be-db85-448d-a519-1a68e4b0b046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:50.293530 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-73e051be-db85-448d-a519-1a68e4b0b046 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3168089 Jul 29 14:40:50.295460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47710) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:50.303753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-13759162-router', 'tenant_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:50.315618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc4ab34-b284-4eb1-8c02-8ffce6ebfb74 None None] Network be5eadf2-f170-4581-888b-4c2f00329059 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:40:50.330604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2189f-57d8-4fee-a6a2-6ec63e8655c3 req-9535ed05-5d47-48bd-af61-99a062b0127e tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:50.335962 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-04e2189f-57d8-4fee-a6a2-6ec63e8655c3 req-9535ed05-5d47-48bd-af61-99a062b0127e tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 948 time: 0.1527958 Jul 29 14:40:50.342395 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:50.345993 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:50.433222 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:50.455051 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-04e2189f-57d8-4fee-a6a2-6ec63e8655c3 req-257cb62d-8b21-4776-896a-63c33843592b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114962 Jul 29 14:40:50.489147 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:50.501733 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 6effc37b-fbfe-4813-b15c-d89b4149e260, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=6effc37b-fbfe-4813-b15c-d89b4149e260,segment=NetworkSegment(1f208ccb-e698-4fc0-9396-d3fc934ed7ed),segment_id=1f208ccb-e698-4fc0-9396-d3fc934ed7ed)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:50.519317 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:50.545386 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f59ed571-1484-4477-9968-e3dc9f454a8d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-624424112-network', 'tenant_id': 'fcf357a81ebf46d58eac5bc6bb7971dd'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:50.606978 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59ed571-1484-4477-9968-e3dc9f454a8d admin admin] Made reservation on behalf of fcf357a81ebf46d58eac5bc6bb7971dd for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:50.611660 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f59ed571-1484-4477-9968-e3dc9f454a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:50.622376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=6effc37b-fbfe-4813-b15c-d89b4149e260,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:50.633801 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f59ed571-1484-4477-9968-e3dc9f454a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:50.719240 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-be5eadf2-f170-4581-888b-4c2f00329059', 'network_id': 'be5eadf2-f170-4581-888b-4c2f00329059', 'tenant_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'fixed_ips': [{'subnet_id': 'fa2bd4a9-4bb0-436f-a334-b42660fc9d84'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:40:50.720776 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:50.818763 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:50.906549 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f59ed571-1484-4477-9968-e3dc9f454a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:50.913688 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f59ed571-1484-4477-9968-e3dc9f454a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:50.970873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Allocated IP 172.20.0.2 (be5eadf2-f170-4581-888b-4c2f00329059/fa2bd4a9-4bb0-436f-a334-b42660fc9d84/2015822f-f6b7-4982-9c1f-9ec642a7a5d9) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:50.980170 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-58973d3e-1afb-4430-a765-5b53443e42c5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:40:50.983938 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-58973d3e-1afb-4430-a765-5b53443e42c5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4688268 Jul 29 14:40:50.996077 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59ed571-1484-4477-9968-e3dc9f454a8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:40:51.019853 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ed571-1484-4477-9968-e3dc9f454a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472b0c12-99fa-4799-84b8-4649671c81b4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:51.044530 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f59ed571-1484-4477-9968-e3dc9f454a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:51.046146 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-f59ed571-1484-4477-9968-e3dc9f454a8d admin admin] Added segment c9799c67-04c1-4646-9135-fa4fa4cc7f00 of type vlan for network b2473c18-5128-4645-8f83-3c3f0bb06a8d Jul 29 14:40:51.152873 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f59ed571-1484-4477-9968-e3dc9f454a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:51.230326 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f59ed571-1484-4477-9968-e3dc9f454a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:51.231334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59ed571-1484-4477-9968-e3dc9f454a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:51.231928 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f59ed571-1484-4477-9968-e3dc9f454a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:51.314731 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:51.316429 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-e0a5d192-a910-4f8b-9c4f-59302138d676 service neutron] 10.222.0.16 "GET /v2.0/networks/787d4845-ca26-45ae-a7f2-a5d155c1d0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191361 Jul 29 14:40:51.325184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Transition to ACTIVE for port object 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:51.344708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Transition to ACTIVE for port object 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:51.353021 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:51.372650 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f59ed571-1484-4477-9968-e3dc9f454a8d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8688984 Jul 29 14:40:51.397186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47740) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:51.403746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-18ebb900-5040-406e-99de-1dfa2eda53b6 admin admin] Request body: {'subnet': {'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-624424112-subnet', 'tenant_id': 'fcf357a81ebf46d58eac5bc6bb7971dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:51.418202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Network be5eadf2-f170-4581-888b-4c2f00329059 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:51.425377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ed571-1484-4477-9968-e3dc9f454a8d admin admin] Pushing event updated for resources: {'Network': ['ID=b2473c18-5128-4645-8f83-3c3f0bb06a8d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:51.426788 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:51.433485 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:51.474437 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Pushing event updated for resources: {'Port': ['ID=2015822f-f6b7-4982-9c1f-9ec642a7a5d9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:51.485843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ebb900-5040-406e-99de-1dfa2eda53b6 admin admin] Made reservation on behalf of fcf357a81ebf46d58eac5bc6bb7971dd for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:51.488091 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-18ebb900-5040-406e-99de-1dfa2eda53b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:51.527892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network b2473c18-5128-4645-8f83-3c3f0bb06a8d details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:40:51.530934 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 9745f4e8-6a8c-4848-baf2-c46b5b13f332 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:40:51.603509 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Attempting to bind port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:51.603947 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Attempting to bind port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '9db9c791-a628-4e47-8083-0760eaff527c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'be5eadf2-f170-4581-888b-4c2f00329059'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:51.604370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Attempting to bind port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 on network be5eadf2-f170-4581-888b-4c2f00329059 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:51.614765 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:51.615184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Checking segment: {'id': '9db9c791-a628-4e47-8083-0760eaff527c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'be5eadf2-f170-4581-888b-4c2f00329059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:51.615552 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:51.616063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Bound using segment: {'id': '9db9c791-a628-4e47-8083-0760eaff527c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'be5eadf2-f170-4581-888b-4c2f00329059'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:51.616437 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Bound port: 2015822f-f6b7-4982-9c1f-9ec642a7a5d9, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db9c791-a628-4e47-8083-0760eaff527c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'be5eadf2-f170-4581-888b-4c2f00329059'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:51.616882 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:51.650285 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:40:51.709395 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-00260315-3965-4a39-bb0d-154076a9ba13 service neutron] 10.222.0.16 "GET /v2.0/networks/787d4845-ca26-45ae-a7f2-a5d155c1d0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919716 Jul 29 14:40:51.849790 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee45e20-c85b-4564-be76-f609430955a6 req-cfcf1bf5-7e3b-402e-b89c-3638ddeb32c6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:51.851817 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fee45e20-c85b-4564-be76-f609430955a6 req-cfcf1bf5-7e3b-402e-b89c-3638ddeb32c6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.38 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff&tenant_id=066be3c079594f16a4e143f5f26610bd&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 948 time: 0.2738893 Jul 29 14:40:51.857144 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:51.888535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 9745f4e8-6a8c-4848-baf2-c46b5b13f332, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:51.920151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '9745f4e8-6a8c-4848-baf2-c46b5b13f332', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '9745f4e8-6a8c-4848-baf2-c46b5b13f332', 'mac_address': 'fa:16:3e:96:b9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:40:51.964801 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:51.995310 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:52.021014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9745f4e8-6a8c-4848-baf2-c46b5b13f332 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:40:52.072818 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 9745f4e8-6a8c-4848-baf2-c46b5b13f332, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:52.092355 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:52.174372 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 6effc37b-fbfe-4813-b15c-d89b4149e260 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:52.256793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] For port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:52.262900 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=9745f4e8-6a8c-4848-baf2-c46b5b13f332,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:52.279405 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-fee45e20-c85b-4564-be76-f609430955a6 req-9a77e208-aa16-4d8d-a9b8-5badfa1e7212 service neutron] delete failed (client error): The resource could not be found. Jul 29 14:40:52.281192 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fee45e20-c85b-4564-be76-f609430955a6 req-9a77e208-aa16-4d8d-a9b8-5badfa1e7212 service neutron] 10.222.0.38 "DELETE /v2.0/ports/9745f4e8-6a8c-4848-baf2-c46b5b13f332/bindings/n-h1-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.4208522 Jul 29 14:40:52.284259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] For port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2015822f-f6b7-4982-9c1f-9ec642a7a5d9,segment=NetworkSegment(9db9c791-a628-4e47-8083-0760eaff527c),segment_id=9db9c791-a628-4e47-8083-0760eaff527c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:52.296206 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:52.313483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 6effc37b-fbfe-4813-b15c-d89b4149e260 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:52.317807 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:52.322689 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['9745f4e8-6a8c-4848-baf2-c46b5b13f332'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:40:52.351472 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-18ebb900-5040-406e-99de-1dfa2eda53b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:52.406113 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594a8f4-d719-4249-ad1e-86e6ec1559dc req-281c05a7-cff1-42cd-bcec-5c6915105601 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 210 time: 0.1111805 Jul 29 14:40:52.411148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Allocated IP 172.25.6.100 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/7374fdbd-98d4-4faf-b6ca-27a565a128eb) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:52.461335 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d490bd-ba85-46a5-8981-c5b8673bf20f req-4aeed738-5ea0-42b0-9dfd-4c85f7937a17 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:52.463351 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-39d490bd-ba85-46a5-8981-c5b8673bf20f req-4aeed738-5ea0-42b0-9dfd-4c85f7937a17 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 949 time: 0.2916567 Jul 29 14:40:52.542088 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf57f1-c87e-4533-acf8-5ccde4d178d8 None None] Pushing event updated for resources: {'Port': ['ID=2015822f-f6b7-4982-9c1f-9ec642a7a5d9,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:52.583245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebb900-5040-406e-99de-1dfa2eda53b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84740567-e60d-40ec-855d-8962b438829e,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:52.745044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ebb900-5040-406e-99de-1dfa2eda53b6 admin admin] Checking segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:52.745044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ebb900-5040-406e-99de-1dfa2eda53b6 admin admin] Network hostable DHCP agents. Network: b2473c18-5128-4645-8f83-3c3f0bb06a8d, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:40:52.802293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device b45fe048-bf49-4168-bb3b-6983864a1182 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:52.828164 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-39d490bd-ba85-46a5-8981-c5b8673bf20f req-8cd40bd4-a064-48d7-a8f3-ca79eabb3b09 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347464 Jul 29 14:40:52.907098 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee45e20-c85b-4564-be76-f609430955a6 req-8a18d071-4609-453d-907b-a4741201fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:52.908653 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fee45e20-c85b-4564-be76-f609430955a6 req-8a18d071-4609-453d-907b-a4741201fb21 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 1100 time: 0.3676820 Jul 29 14:40:52.911844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ebb900-5040-406e-99de-1dfa2eda53b6 admin admin] Network b2473c18-5128-4645-8f83-3c3f0bb06a8d is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:40:53.024739 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-18ebb900-5040-406e-99de-1dfa2eda53b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, b2473c18-5128-4645-8f83-3c3f0bb06a8d) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:53.038724 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port b45fe048-bf49-4168-bb3b-6983864a1182 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:53.043696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fd1048-1887-450d-8f55-49a1b226a1ee None None] Network b2473c18-5128-4645-8f83-3c3f0bb06a8d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:40:53.047640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ebb900-5040-406e-99de-1dfa2eda53b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:53.048255 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-18ebb900-5040-406e-99de-1dfa2eda53b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:53.064585 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:53.070420 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-18ebb900-5040-406e-99de-1dfa2eda53b6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6721315 Jul 29 14:40:53.071810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port b45fe048-bf49-4168-bb3b-6983864a1182 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:53.072183 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:53.169200 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee45e20-c85b-4564-be76-f609430955a6 req-3db08a12-14ef-4f4c-aa23-b9d1ffce0a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:53.171263 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fee45e20-c85b-4564-be76-f609430955a6 req-3db08a12-14ef-4f4c-aa23-b9d1ffce0a0d service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.2501438 Jul 29 14:40:53.238789 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fee45e20-c85b-4564-be76-f609430955a6 req-8d2ae2d8-e8ad-4e11-827a-94f1083b5c2e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332 HTTP/1.1" status: 200 len: 217 time: 0.0580025 Jul 29 14:40:53.239958 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:53.286647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6c3654-87c8-4e0c-a4ac-32d9fe512fcf None None] Network b2473c18-5128-4645-8f83-3c3f0bb06a8d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:40:53.288430 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Pushing event updated for resources: {'Port': ['ID=7374fdbd-98d4-4faf-b6ca-27a565a128eb,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:53.291093 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:53.350398 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:53.360925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:53.365365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:53.372703 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47806) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:53.416857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee45e20-c85b-4564-be76-f609430955a6 req-0291d869-3806-4cfc-b7eb-186ee2dde695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:53.418377 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fee45e20-c85b-4564-be76-f609430955a6 req-0291d869-3806-4cfc-b7eb-186ee2dde695 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1315434 Jul 29 14:40:53.556641 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d83c5d55-a698-47e2-9b9c-1fff9487c232 req-31668dfb-e41f-456b-9a53-05e2cd5b500c tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 210 time: 0.0430655 Jul 29 14:40:53.557161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 9745f4e8-6a8c-4848-baf2-c46b5b13f332 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:53.565683 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port b45fe048-bf49-4168-bb3b-6983864a1182, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=b45fe048-bf49-4168-bb3b-6983864a1182,segment=NetworkSegment(881ed26a-690f-4787-96b9-704ddc622c9d),segment_id=881ed26a-690f-4787-96b9-704ddc622c9d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:53.615687 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:53.707114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=b45fe048-bf49-4168-bb3b-6983864a1182,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:53.726624 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee45e20-c85b-4564-be76-f609430955a6 req-6486776f-2d30-4b50-8a43-fb63f04b04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:53.728634 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fee45e20-c85b-4564-be76-f609430955a6 req-6486776f-2d30-4b50-8a43-fb63f04b04b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2719178 Jul 29 14:40:53.830191 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:53.854851 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:53.855229 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:54.043417 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:54.113139 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47826) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:54.147225 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 9745f4e8-6a8c-4848-baf2-c46b5b13f332, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:54.158074 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fee45e20-c85b-4564-be76-f609430955a6 req-ff793164-d86c-4910-9d4c-911fffd46a11 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113646 Jul 29 14:40:54.159304 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee8bd36-1da2-42d8-988d-979447d47dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9745f4e8-6a8c-4848-baf2-c46b5b13f332'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:54.162400 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676b6322-5670-4964-8c2e-56ee660da797" -d '{"events": [{"server_uuid": "7ee8bd36-1da2-42d8-988d-979447d47dff", "name": "network-vif-plugged", "status": "completed", "tag": "9745f4e8-6a8c-4848-baf2-c46b5b13f332"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:54.167666 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:54.225766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25b4a55-6652-4d0b-865f-eaea2f9a3bd8 None None] Network be5eadf2-f170-4581-888b-4c2f00329059 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:40:54.298938 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:54.310903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-fe19c019-9477-47d2-bf16-7643771ae07e tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:54.313148 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-fe19c019-9477-47d2-bf16-7643771ae07e tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.39 "GET /v2.0/networks?id=787d4845-ca26-45ae-a7f2-a5d155c1d0ce HTTP/1.1" status: 200 len: 829 time: 0.5558629 Jul 29 14:40:54.328817 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-67b08219-d229-44bf-b43c-0ab4affca3e0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1241226739-network', 'tenant_id': '42878a9adb274dfcbeba45bea9c52f99'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:54.342552 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-f04588ea-5134-4358-9ca8-7ee683ced7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Request body: {'port': {'device_id': '9a02fc6a-cad5-44b5-aad1-d2c7624e11bb', 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'admin_state_up': True, 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:54.359116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-09c4e096-b305-4081-a7e1-03c142ff2580 None None] Provisioning for port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:54.455348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:54.464718 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=9745f4e8-6a8c-4848-baf2-c46b5b13f332,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:54.469499 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:54.469881 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:54.555900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b08219-d229-44bf-b43c-0ab4affca3e0 admin admin] Made reservation on behalf of 42878a9adb274dfcbeba45bea9c52f99 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:54.558855 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-67b08219-d229-44bf-b43c-0ab4affca3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:54.572644 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-67b08219-d229-44bf-b43c-0ab4affca3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:54.596193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddf959-daa8-4e0f-bf45-3183c76dd9c8 req-b7a248a7-4cfc-49f5-86a6-b22eb5dadf9d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:54.599309 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2eddf959-daa8-4e0f-bf45-3183c76dd9c8 req-b7a248a7-4cfc-49f5-86a6-b22eb5dadf9d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 949 time: 0.5281129 Jul 29 14:40:54.655701 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:54.661213 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2eddf959-daa8-4e0f-bf45-3183c76dd9c8 req-6622d1c9-6299-4f10-a36c-6ae46352b5d5 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539315 Jul 29 14:40:54.691074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-f04588ea-5134-4358-9ca8-7ee683ced7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Made reservation on behalf of 7c1e5bb704b94ce5b198fd0be9be7483 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:54.696392 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-f04588ea-5134-4358-9ca8-7ee683ced7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:54.762266 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1c92a0-6768-42c0-b719-946e3025eb3b x-openstack-request-id: req-ee1c92a0-6768-42c0-b719-946e3025eb3b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:54.763378 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee8bd36-1da2-42d8-988d-979447d47dff", "name": "network-vif-plugged", "status": "completed", "tag": "9745f4e8-6a8c-4848-baf2-c46b5b13f332", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:54.763647 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee1c92a0-6768-42c0-b719-946e3025eb3b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:54.764063 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee8bd36-1da2-42d8-988d-979447d47dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9745f4e8-6a8c-4848-baf2-c46b5b13f332', 'code': 200} Jul 29 14:40:54.786004 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2015822f-f6b7-4982-9c1f-9ec642a7a5d9,segment=NetworkSegment(9db9c791-a628-4e47-8083-0760eaff527c),segment_id=9db9c791-a628-4e47-8083-0760eaff527c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:40:54.794725 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:54.795445 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device b45fe048-bf49-4168-bb3b-6983864a1182 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:54.847632 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4ce3c14e-e702-4488-ad49-2f289ffca858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:54.925392 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5d0ce40e-d1c1-4919-8238-51676768ee28 req-8252008d-97bd-4331-aa56-bf604ed2e610 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 210 time: 0.0672202 Jul 29 14:40:54.935836 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:54.972334 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=2015822f-f6b7-4982-9c1f-9ec642a7a5d9,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:55.037922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port b45fe048-bf49-4168-bb3b-6983864a1182 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:55.038520 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-f04588ea-5134-4358-9ca8-7ee683ced7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Allocated IP 172.20.0.13 (787d4845-ca26-45ae-a7f2-a5d155c1d0ce/6748c291-7cbb-463b-8c41-cf8233df69ea/3136deb2-7c4e-42aa-8411-36664d864cd8) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:55.041077 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:55.072502 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-67b08219-d229-44bf-b43c-0ab4affca3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:55.098470 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-67b08219-d229-44bf-b43c-0ab4affca3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:55.142991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b08219-d229-44bf-b43c-0ab4affca3e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:40:55.186098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b08219-d229-44bf-b43c-0ab4affca3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e48053-3487-4834-991b-839796658cee,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:55.198741 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-67b08219-d229-44bf-b43c-0ab4affca3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:55.199295 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-67b08219-d229-44bf-b43c-0ab4affca3e0 admin admin] Added segment 9e10af9e-202c-457b-a314-abd7bc946806 of type vlan for network 2c1dc5a0-c3c5-4957-a515-2bd34ddf2a34 Jul 29 14:40:55.252809 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47878) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:55.263111 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-98933144-d06a-4cb3-b071-1cbd9bc297ea admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-216075256-network', 'tenant_id': '0c5186ea752b42f4a47a54f8a9d5ba6e'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:55.276873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ea0680fb-4cdc-488e-bd9b-5f1f5cb5b6cc None None] Provisioning complete for port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:55.277796 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ea0680fb-4cdc-488e-bd9b-5f1f5cb5b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:55.333000 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fee45e20-c85b-4564-be76-f609430955a6 req-4e99b165-5e98-4711-b202-4ed642359d3f service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1642618 Jul 29 14:40:55.525081 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4ce3c14e-e702-4488-ad49-2f289ffca858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:55.530878 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-67b08219-d229-44bf-b43c-0ab4affca3e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:55.556785 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4ce3c14e-e702-4488-ad49-2f289ffca858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:55.597381 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-f04588ea-5134-4358-9ca8-7ee683ced7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:55.601972 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-67b08219-d229-44bf-b43c-0ab4affca3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:55.603204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b08219-d229-44bf-b43c-0ab4affca3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:55.603777 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-67b08219-d229-44bf-b43c-0ab4affca3e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:55.624816 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4ce3c14e-e702-4488-ad49-2f289ffca858 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=967d7b7b1a924a0c9e4ca558ca654de9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5070784 Jul 29 14:40:55.628230 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47886) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:55.629351 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98933144-d06a-4cb3-b071-1cbd9bc297ea admin admin] Made reservation on behalf of 0c5186ea752b42f4a47a54f8a9d5ba6e for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:55.632187 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98933144-d06a-4cb3-b071-1cbd9bc297ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:55.648644 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98933144-d06a-4cb3-b071-1cbd9bc297ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:55.650422 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3c14e-e702-4488-ad49-2f289ffca858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11865958-9601-4068-80ea-1bb7c2547d38,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:55.662800 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:55.663039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-f04588ea-5134-4358-9ca8-7ee683ced7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Transition to ACTIVE for port object 3136deb2-7c4e-42aa-8411-36664d864cd8 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:55.670667 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-67b08219-d229-44bf-b43c-0ab4affca3e0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2967300 Jul 29 14:40:55.674367 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47888) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:55.683807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b08219-d229-44bf-b43c-0ab4affca3e0 admin admin] Pushing event updated for resources: {'Network': ['ID=2c1dc5a0-c3c5-4957-a515-2bd34ddf2a34,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:55.692324 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7336d0c7-432f-4617-8bf2-f0be8f3d9c36 admin admin] Request body: {'subnet': {'network_id': '2c1dc5a0-c3c5-4957-a515-2bd34ddf2a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1241226739-subnet', 'tenant_id': '42878a9adb274dfcbeba45bea9c52f99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:55.714815 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 2c1dc5a0-c3c5-4957-a515-2bd34ddf2a34 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:40:55.745365 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47892) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:55.752500 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-f04588ea-5134-4358-9ca8-7ee683ced7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:55.813950 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04588ea-5134-4358-9ca8-7ee683ced7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Pushing event updated for resources: {'Port': ['ID=3136deb2-7c4e-42aa-8411-36664d864cd8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:55.833801 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-f04588ea-5134-4358-9ca8-7ee683ced7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Network 787d4845-ca26-45ae-a7f2-a5d155c1d0ce is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:55.835774 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-f04588ea-5134-4358-9ca8-7ee683ced7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:55.841591 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-f04588ea-5134-4358-9ca8-7ee683ced7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:55.860854 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-f04588ea-5134-4358-9ca8-7ee683ced7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:55.862270 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-f04588ea-5134-4358-9ca8-7ee683ced7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.003685 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.004558 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:40:56.029323 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f219c6e4-fa29-4bd2-b397-ac8e6b995b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.044142 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15185d33-cf8a-4abd-9b26-3a057792d132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.110787 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551813af-9f07-4302-8811-6a5175ec13ad req-d82d61e9-cf96-448e-af59-bc6c7625a350 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:56.118687 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-551813af-9f07-4302-8811-6a5175ec13ad req-d82d61e9-cf96-448e-af59-bc6c7625a350 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.3299038 Jul 29 14:40:56.126618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:56.127282 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.155531 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15185d33-cf8a-4abd-9b26-3a057792d132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.188487 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-290ac035-65f4-4704-8643-e6514b3f6177 None None] Provisioning for port 3136deb2-7c4e-42aa-8411-36664d864cd8 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:56.225017 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-290ac035-65f4-4704-8643-e6514b3f6177 None None] Provisioning complete for port 3136deb2-7c4e-42aa-8411-36664d864cd8 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:56.225725 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-290ac035-65f4-4704-8643-e6514b3f6177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.233135 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-551813af-9f07-4302-8811-6a5175ec13ad req-31054cf0-1948-4fc0-85b6-57ee34357cdd tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136472 Jul 29 14:40:56.237877 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98933144-d06a-4cb3-b071-1cbd9bc297ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.251189 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98933144-d06a-4cb3-b071-1cbd9bc297ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.256717 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-f04588ea-5134-4358-9ca8-7ee683ced7f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9333324 Jul 29 14:40:56.276430 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Request body: {'port': {'device_id': '9a02fc6a-cad5-44b5-aad1-d2c7624e11bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:56.284220 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Router 671c081b-c8b3-4d68-b172-b6d8c8ae6463 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:40:56.318410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-290ac035-65f4-4704-8643-e6514b3f6177 None None] Port 3136deb2-7c4e-42aa-8411-36664d864cd8 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:40:56.321434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98933144-d06a-4cb3-b071-1cbd9bc297ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a7dc1b-f22e-4510-9467-f26b3e533390,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:56.342382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98933144-d06a-4cb3-b071-1cbd9bc297ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:40:56.344765 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15185d33-cf8a-4abd-9b26-3a057792d132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.347307 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15185d33-cf8a-4abd-9b26-3a057792d132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.348446 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-15185d33-cf8a-4abd-9b26-3a057792d132 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11865958-9601-4068-80ea-1bb7c2547d38 HTTP/1.1" status: 204 len: 168 time: 0.7066174 Jul 29 14:40:56.359836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7336d0c7-432f-4617-8bf2-f0be8f3d9c36 admin admin] Made reservation on behalf of 42878a9adb274dfcbeba45bea9c52f99 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:56.362341 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7336d0c7-432f-4617-8bf2-f0be8f3d9c36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.384898 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.412894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15185d33-cf8a-4abd-9b26-3a057792d132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11865958-9601-4068-80ea-1bb7c2547d38,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:56.459755 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98933144-d06a-4cb3-b071-1cbd9bc297ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.460096 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-98933144-d06a-4cb3-b071-1cbd9bc297ea admin admin] Added segment 6f86e264-014d-4975-aa61-95be52da2854 of type vlan for network 4eda5f8e-b3de-446d-a68a-d9e0d3641ed5 Jul 29 14:40:56.492431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba87c0-3060-48df-b6dc-8c834f20cf97 req-ad76e3a4-783b-4022-ada6-7f9b1ee6b255 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:56.494129 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7ba87c0-3060-48df-b6dc-8c834f20cf97 req-ad76e3a4-783b-4022-ada6-7f9b1ee6b255 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 932 time: 0.1142378 Jul 29 14:40:56.573817 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98933144-d06a-4cb3-b071-1cbd9bc297ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.640247 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7ba87c0-3060-48df-b6dc-8c834f20cf97 req-28ac86ea-f1e9-4aa0-be0c-76b4320a6b60 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8c20d37-5eb0-4c6e-b4b4-b1760261bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356905 Jul 29 14:40:56.685493 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98933144-d06a-4cb3-b071-1cbd9bc297ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.687152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98933144-d06a-4cb3-b071-1cbd9bc297ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:56.687973 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98933144-d06a-4cb3-b071-1cbd9bc297ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.711510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:40:56.720887 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f219c6e4-fa29-4bd2-b397-ac8e6b995b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.726962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Sync routers for ids ['671c081b-c8b3-4d68-b172-b6d8c8ae6463'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:40:56.732347 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f219c6e4-fa29-4bd2-b397-ac8e6b995b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.745286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Routers {'671c081b-c8b3-4d68-b172-b6d8c8ae6463'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:40:56.747187 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['671c081b-c8b3-4d68-b172-b6d8c8ae6463'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:56.786800 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-98933144-d06a-4cb3-b071-1cbd9bc297ea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5286088 Jul 29 14:40:56.806055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47922) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:56.819034 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a134be63-4411-4539-862f-f00823385121 admin admin] Request body: {'subnet': {'network_id': '4eda5f8e-b3de-446d-a68a-d9e0d3641ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-216075256-subnet', 'tenant_id': '0c5186ea752b42f4a47a54f8a9d5ba6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:40:56.830802 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.832117 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b40df3e7-6522-44e6-83e4-4be99ef7a86f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.5353730 Jul 29 14:40:56.837847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47924) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:56.839924 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98933144-d06a-4cb3-b071-1cbd9bc297ea admin admin] Pushing event updated for resources: {'Network': ['ID=4eda5f8e-b3de-446d-a68a-d9e0d3641ed5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:56.890333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 4eda5f8e-b3de-446d-a68a-d9e0d3641ed5 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:40:56.893329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47926) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:56.931566 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a134be63-4411-4539-862f-f00823385121 admin admin] Made reservation on behalf of 0c5186ea752b42f4a47a54f8a9d5ba6e for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:40:56.934100 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a134be63-4411-4539-862f-f00823385121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.957086 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dff5d26e-8c2f-48c7-b546-326f09c3a930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:56.980550 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219c6e4-fa29-4bd2-b397-ac8e6b995b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0ae677-94cc-468f-a7d3-2d3c0699ad2e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:56.985090 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Set router 671c081b-c8b3-4d68-b172-b6d8c8ae6463 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:40:57.002327 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3136deb2-7c4e-42aa-8411-36664d864cd8 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:40:57.021560 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.038944 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f219c6e4-fa29-4bd2-b397-ac8e6b995b9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=005596a1488e4552a846d888ad106485&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2921555 Jul 29 14:40:57.039262 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47928) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:57.062308 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Transition to ACTIVE for port object 3136deb2-7c4e-42aa-8411-36664d864cd8 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:57.070566 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.091998 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7336d0c7-432f-4617-8bf2-f0be8f3d9c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.125971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Pushing event updated for resources: {'Port': ['ID=3136deb2-7c4e-42aa-8411-36664d864cd8,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:57.249263 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dff5d26e-8c2f-48c7-b546-326f09c3a930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.256868 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dff5d26e-8c2f-48c7-b546-326f09c3a930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.268799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-13759162-router', 'tenant_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7374fdbd-98d4-4faf-b6ca-27a565a128eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:50Z', 'updated_at': '2021-07-29T14:40:53Z', 'revision_number': 3, 'project_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'gw_port': {'id': '7374fdbd-98d4-4faf-b6ca-27a565a128eb', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:52Z', 'updated_at': '2021-07-29T14:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:57.305222 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dff5d26e-8c2f-48c7-b546-326f09c3a930 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0651d946d4a6491d9913c92b63005bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988571 Jul 29 14:40:57.307385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47938) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:57.331786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336d0c7-432f-4617-8bf2-f0be8f3d9c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96b8ee3-838b-4a8a-b5dd-6747ae84cc16,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:57.364098 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Checking router: 671c081b-c8b3-4d68-b172-b6d8c8ae6463 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:40:57.364714 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Updating router 671c081b-c8b3-4d68-b172-b6d8c8ae6463 port 7374fdbd-98d4-4faf-b6ca-27a565a128eb binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:40:57.367285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Attempting to bind port 3136deb2-7c4e-42aa-8411-36664d864cd8 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:57.367790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Attempting to bind port 3136deb2-7c4e-42aa-8411-36664d864cd8 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '881ed26a-690f-4787-96b9-704ddc622c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:57.368113 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Attempting to bind port 3136deb2-7c4e-42aa-8411-36664d864cd8 on network 787d4845-ca26-45ae-a7f2-a5d155c1d0ce {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:57.380580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Port 3136deb2-7c4e-42aa-8411-36664d864cd8 on network 787d4845-ca26-45ae-a7f2-a5d155c1d0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:40:57.380939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Attempting to bind port 3136deb2-7c4e-42aa-8411-36664d864cd8 on network 787d4845-ca26-45ae-a7f2-a5d155c1d0ce {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:57.415517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:57.416287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Checking segment: {'id': '881ed26a-690f-4787-96b9-704ddc622c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:57.417143 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Bound using segment: {'id': '881ed26a-690f-4787-96b9-704ddc622c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:57.418123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Bound port: 3136deb2-7c4e-42aa-8411-36664d864cd8, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881ed26a-690f-4787-96b9-704ddc622c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:57.418931 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.425932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5d26e-8c2f-48c7-b546-326f09c3a930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b68188-b494-4e64-b988-a15f479f5037,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:57.427019 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.461774 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3365fbb6-509e-4856-be77-9be22cda1dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.464434 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a134be63-4411-4539-862f-f00823385121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.484627 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54cc14e8-bb72-4017-a8a8-04a78ce715f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.550991 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54cc14e8-bb72-4017-a8a8-04a78ce715f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.553953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134be63-4411-4539-862f-f00823385121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36877335-96f4-418a-94da-67c14cddedc2,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:57.583584 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336d0c7-432f-4617-8bf2-f0be8f3d9c36 admin admin] Checking segment: {'id': '9e10af9e-202c-457b-a314-abd7bc946806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '2c1dc5a0-c3c5-4957-a515-2bd34ddf2a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:57.583958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7336d0c7-432f-4617-8bf2-f0be8f3d9c36 admin admin] Network hostable DHCP agents. Network: 2c1dc5a0-c3c5-4957-a515-2bd34ddf2a34, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:40:57.638756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] For port 3136deb2-7c4e-42aa-8411-36664d864cd8, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:57.648874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d32643-645c-456f-8b0a-94c565b49757 req-a4d19457-a044-4b14-a9f1-5b011131465d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:57.650608 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-73d32643-645c-456f-8b0a-94c565b49757 req-a4d19457-a044-4b14-a9f1-5b011131465d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.2553346 Jul 29 14:40:57.656464 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3365fbb6-509e-4856-be77-9be22cda1dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.673541 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] For port 3136deb2-7c4e-42aa-8411-36664d864cd8, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3136deb2-7c4e-42aa-8411-36664d864cd8,segment=NetworkSegment(881ed26a-690f-4787-96b9-704ddc622c9d),segment_id=881ed26a-690f-4787-96b9-704ddc622c9d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:57.675613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a134be63-4411-4539-862f-f00823385121 admin admin] Checking segment: {'id': '6f86e264-014d-4975-aa61-95be52da2854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4eda5f8e-b3de-446d-a68a-d9e0d3641ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:57.676083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a134be63-4411-4539-862f-f00823385121 admin admin] Network hostable DHCP agents. Network: 4eda5f8e-b3de-446d-a68a-d9e0d3641ed5, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:40:57.679691 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.693791 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54cc14e8-bb72-4017-a8a8-04a78ce715f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.696397 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54cc14e8-bb72-4017-a8a8-04a78ce715f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.697798 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-54cc14e8-bb72-4017-a8a8-04a78ce715f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14b68188-b494-4e64-b988-a15f479f5037 HTTP/1.1" status: 204 len: 168 time: 0.3849249 Jul 29 14:40:57.704406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:57.705070 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.706511 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] 10.222.0.39 "PUT /v2.0/ports/3136deb2-7c4e-42aa-8411-36664d864cd8 HTTP/1.1" status: 200 len: 1092 time: 1.4364326 Jul 29 14:40:57.731324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a02fc6a-cad5-44b5-aad1-d2c7624e11bb', 'tag': '3136deb2-7c4e-42aa-8411-36664d864cd8'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:40:57.734959 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c7e464-488b-4001-9ead-74480d890d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a02fc6a-cad5-44b5-aad1-d2c7624e11bb", "tag": "3136deb2-7c4e-42aa-8411-36664d864cd8"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:40:57.792160 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7336d0c7-432f-4617-8bf2-f0be8f3d9c36 admin admin] Network 2c1dc5a0-c3c5-4957-a515-2bd34ddf2a34 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:40:57.826020 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc14e8-bb72-4017-a8a8-04a78ce715f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b68188-b494-4e64-b988-a15f479f5037,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:57.858558 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-73d32643-645c-456f-8b0a-94c565b49757 req-f7debf6e-f5ce-47a4-b966-4bff2a4bc973 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983528 Jul 29 14:40:57.863531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a134be63-4411-4539-862f-f00823385121 admin admin] Network 4eda5f8e-b3de-446d-a68a-d9e0d3641ed5 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:40:57.878072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a134be63-4411-4539-862f-f00823385121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 4eda5f8e-b3de-446d-a68a-d9e0d3641ed5) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:57.882986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-7336d0c7-432f-4617-8bf2-f0be8f3d9c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 2c1dc5a0-c3c5-4957-a515-2bd34ddf2a34) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:57.921819 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1eda8d-951a-4999-8905-66ed30beb702 None None] Network 4eda5f8e-b3de-446d-a68a-d9e0d3641ed5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:40:57.927006 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a134be63-4411-4539-862f-f00823385121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:57.927652 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a134be63-4411-4539-862f-f00823385121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.952595 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7336d0c7-432f-4617-8bf2-f0be8f3d9c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:57.953362 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7336d0c7-432f-4617-8bf2-f0be8f3d9c36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:57.964715 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68351e4-c8f7-4c81-a070-3e353f1a0c6e x-openstack-request-id: req-f68351e4-c8f7-4c81-a070-3e353f1a0c6e {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:40:57.964959 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a02fc6a-cad5-44b5-aad1-d2c7624e11bb", "tag": "3136deb2-7c4e-42aa-8411-36664d864cd8", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:40:57.965172 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f68351e4-c8f7-4c81-a070-3e353f1a0c6e {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:40:57.965515 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a02fc6a-cad5-44b5-aad1-d2c7624e11bb', 'tag': '3136deb2-7c4e-42aa-8411-36664d864cd8', 'status': 'completed', 'code': 200} Jul 29 14:40:58.001226 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7336d0c7-432f-4617-8bf2-f0be8f3d9c36 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3245885 Jul 29 14:40:58.017310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5d665-9616-4d32-bbe8-564842ed7d44 service neutron] Pushing event updated for resources: {'Port': ['ID=3136deb2-7c4e-42aa-8411-36664d864cd8,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:58.034494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-073e7205-6933-4285-9b7a-c16ee5958585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:58.044005 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a134be63-4411-4539-862f-f00823385121 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2308109 Jul 29 14:40:58.047275 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-073e7205-6933-4285-9b7a-c16ee5958585 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c1e5bb704b94ce5b198fd0be9be7483&device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 1095 time: 0.2801230 Jul 29 14:40:58.059856 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3365fbb6-509e-4856-be77-9be22cda1dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:58.063949 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa72a20-dc6f-4e32-ac29-f320cb18ae25 None None] Network 2c1dc5a0-c3c5-4957-a515-2bd34ddf2a34 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:40:58.070946 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3365fbb6-509e-4856-be77-9be22cda1dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:58.079861 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3365fbb6-509e-4856-be77-9be22cda1dae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d0ae677-94cc-468f-a7d3-2d3c0699ad2e HTTP/1.1" status: 204 len: 168 time: 1.0395141 Jul 29 14:40:58.110970 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-ca481c9f-865e-418c-aaf2-dc81f3514697 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3136deb2-7c4e-42aa-8411-36664d864cd8 HTTP/1.1" status: 200 len: 217 time: 0.0577443 Jul 29 14:40:58.131141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365fbb6-509e-4856-be77-9be22cda1dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0ae677-94cc-468f-a7d3-2d3c0699ad2e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:58.164904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ece39d-839b-406e-9d57-18d87ef5d76d req-ed292f69-6360-429d-a991-17c560f0939e tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:58.166707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-01ece39d-839b-406e-9d57-18d87ef5d76d req-ed292f69-6360-429d-a991-17c560f0939e tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 944 time: 0.3350830 Jul 29 14:40:58.224305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15523b68-35c1-49ce-823d-3418eda4fa2a req-1ccf4eb8-dba8-4fbe-b6c7-e7cf04cf727a tempest-MigrationsAdminTest-1114864760 tempest-MigrationsAdminTest-1114864760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:58.231710 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-15523b68-35c1-49ce-823d-3418eda4fa2a req-1ccf4eb8-dba8-4fbe-b6c7-e7cf04cf727a tempest-MigrationsAdminTest-1114864760 tempest-MigrationsAdminTest-1114864760-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 1101 time: 0.0949559 Jul 29 14:40:58.268516 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-01ece39d-839b-406e-9d57-18d87ef5d76d req-dc3b4a05-d86e-4791-b38a-5158107d90da tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8c20d37-5eb0-4c6e-b4b4-b1760261bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733402 Jul 29 14:40:58.283951 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-1a5d91b6-94c6-4e2d-8010-ae7b76d00500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:58.285910 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-1a5d91b6-94c6-4e2d-8010-ae7b76d00500 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6748c291-7cbb-463b-8c41-cf8233df69ea HTTP/1.1" status: 200 len: 868 time: 0.1712909 Jul 29 14:40:58.287848 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-15523b68-35c1-49ce-823d-3418eda4fa2a req-9f14527c-eea9-4435-8422-58cb5a614d91 tempest-MigrationsAdminTest-1114864760 tempest-MigrationsAdminTest-1114864760-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551805 Jul 29 14:40:58.353076 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:58.392165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-f97d8751-8e77-4d72-b96e-47c75bc671b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:58.392420 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-f97d8751-8e77-4d72-b96e-47c75bc671b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=787d4845-ca26-45ae-a7f2-a5d155c1d0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975583 Jul 29 14:40:58.557461 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:58.584118 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Transition to ACTIVE for port object 7374fdbd-98d4-4faf-b6ca-27a565a128eb will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:58.608313 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-577e7565-b2d9-4d69-84cd-3451183319b8 service neutron] 10.222.0.39 "GET /v2.0/networks/787d4845-ca26-45ae-a7f2-a5d155c1d0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064855 Jul 29 14:40:58.626651 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Allocated IP 172.20.0.1 (be5eadf2-f170-4581-888b-4c2f00329059/fa2bd4a9-4bb0-436f-a334-b42660fc9d84/41b7723a-12bc-437a-80b1-1bdcaf929697) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:40:58.630407 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:58.664957 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc24f3b2-6e23-4f69-b617-ec1e14f193e3 None None] Network 2c1dc5a0-c3c5-4957-a515-2bd34ddf2a34 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:40:58.755013 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d2305703-2bee-4166-bc2e-a5531b78b2d1 req-b2856cd3-7cd7-45f1-88f3-5b4f5d71594d service neutron] 10.222.0.39 "GET /v2.0/networks/787d4845-ca26-45ae-a7f2-a5d155c1d0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391158 Jul 29 14:40:58.762884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecec5748-ba7a-4e5e-bd49-99d7a74d3609 None None] Network 4eda5f8e-b3de-446d-a68a-d9e0d3641ed5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:40:58.812057 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:58.844462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Attempting to bind port 7374fdbd-98d4-4faf-b6ca-27a565a128eb on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:40:58.844462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Attempting to bind port 7374fdbd-98d4-4faf-b6ca-27a565a128eb by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:40:58.844462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Attempting to bind port 7374fdbd-98d4-4faf-b6ca-27a565a128eb on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:40:58.847268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7121b-ed92-4b03-aae0-5c3753e1b835 None None] Pushing event updated for resources: {'Port': ['ID=7374fdbd-98d4-4faf-b6ca-27a565a128eb,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:58.847489 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Transition to ACTIVE for port object 41b7723a-12bc-437a-80b1-1bdcaf929697 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:40:58.866960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:40:58.867261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:40:58.867782 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:58.868016 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:40:58.868508 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Bound port: 7374fdbd-98d4-4faf-b6ca-27a565a128eb, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:40:58.868926 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:58.887207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7e464-488b-4001-9ead-74480d890d0f req-d8293318-95ad-43cd-b94d-a969936c2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:58.890835 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7c7e464-488b-4001-9ead-74480d890d0f req-d8293318-95ad-43cd-b94d-a969936c2a06 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c1e5bb704b94ce5b198fd0be9be7483&device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 1095 time: 0.0830476 Jul 29 14:40:58.937755 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:58.995448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Network be5eadf2-f170-4581-888b-4c2f00329059 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:40:59.001391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:40:59.005192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:40:59.085206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7e464-488b-4001-9ead-74480d890d0f req-54b36b5f-5d71-42e6-9f2c-38868a29f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:59.086932 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7c7e464-488b-4001-9ead-74480d890d0f req-54b36b5f-5d71-42e6-9f2c-38868a29f477 service neutron] 10.222.0.39 "GET /v2.0/networks?id=787d4845-ca26-45ae-a7f2-a5d155c1d0ce HTTP/1.1" status: 200 len: 930 time: 0.1885169 Jul 29 14:40:59.140729 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] For port 7374fdbd-98d4-4faf-b6ca-27a565a128eb, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:40:59.141811 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:59.146224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=41b7723a-12bc-437a-80b1-1bdcaf929697,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:59.176650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] For port 7374fdbd-98d4-4faf-b6ca-27a565a128eb, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7374fdbd-98d4-4faf-b6ca-27a565a128eb,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:40:59.178655 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7c7e464-488b-4001-9ead-74480d890d0f req-6794d812-a1e7-4d32-b691-d0eb6f48c4e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3136deb2-7c4e-42aa-8411-36664d864cd8 HTTP/1.1" status: 200 len: 217 time: 0.0799370 Jul 29 14:40:59.183168 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:59.240232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47994) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:59.257432 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f83e3cce-714e-44bf-8853-339801b95729 req-963d1e8c-3cfb-4347-ba56-0f14e7afcd83 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=066be3c079594f16a4e143f5f26610bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0994453 Jul 29 14:40:59.281871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7121b-ed92-4b03-aae0-5c3753e1b835 None None] Pushing event updated for resources: {'Port': ['ID=7374fdbd-98d4-4faf-b6ca-27a565a128eb,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:59.285000 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Routers {'671c081b-c8b3-4d68-b172-b6d8c8ae6463'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:40:59.285830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['671c081b-c8b3-4d68-b172-b6d8c8ae6463'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:59.309079 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7e464-488b-4001-9ead-74480d890d0f req-83d3485d-09a5-4049-9839-b189e9d2c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:59.310684 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7c7e464-488b-4001-9ead-74480d890d0f req-83d3485d-09a5-4049-9839-b189e9d2c9eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6748c291-7cbb-463b-8c41-cf8233df69ea HTTP/1.1" status: 200 len: 868 time: 0.1235151 Jul 29 14:40:59.385036 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7e464-488b-4001-9ead-74480d890d0f req-9cb70f20-9b75-427a-afa5-6405815db090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:59.386714 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7c7e464-488b-4001-9ead-74480d890d0f req-9cb70f20-9b75-427a-afa5-6405815db090 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=787d4845-ca26-45ae-a7f2-a5d155c1d0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672150 Jul 29 14:40:59.460428 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48004) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:40:59.481665 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e49a5df9-f5ac-4c70-99d7-084853c4e204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:59.515850 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fd87b204-94f5-4e3b-986d-8614426f1f34 None None] Provisioning for port 41b7723a-12bc-437a-80b1-1bdcaf929697 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:40:59.544846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fd87b204-94f5-4e3b-986d-8614426f1f34 None None] Provisioning complete for port 41b7723a-12bc-437a-80b1-1bdcaf929697 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:40:59.545921 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fd87b204-94f5-4e3b-986d-8614426f1f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:59.580467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] Set router 671c081b-c8b3-4d68-b172-b6d8c8ae6463 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:40:59.588591 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7c7e464-488b-4001-9ead-74480d890d0f req-d3734c09-4bab-4fd9-8040-b59900e9a733 service neutron] 10.222.0.39 "GET /v2.0/networks/787d4845-ca26-45ae-a7f2-a5d155c1d0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898744 Jul 29 14:40:59.768775 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-541d2f8b-fd4a-4030-9148-4f3012c172af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:59.771324 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e3cce-714e-44bf-8853-339801b95729 req-30e744a8-731a-411a-ae28-ca9f51759f99 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:40:59.778927 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f83e3cce-714e-44bf-8853-339801b95729 req-30e744a8-731a-411a-ae28-ca9f51759f99 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5205464 Jul 29 14:40:59.793786 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e49a5df9-f5ac-4c70-99d7-084853c4e204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:59.797614 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7c7e464-488b-4001-9ead-74480d890d0f req-63916e40-7576-4516-898e-1fceb44374bb service neutron] 10.222.0.39 "GET /v2.0/networks/787d4845-ca26-45ae-a7f2-a5d155c1d0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995587 Jul 29 14:40:59.819915 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f83e3cce-714e-44bf-8853-339801b95729 req-38a7b92f-2ec8-4487-bf66-639f3ca362fd tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/quotas/066be3c079594f16a4e143f5f26610bd HTTP/1.1" status: 200 len: 375 time: 0.0360415 Jul 29 14:40:59.851212 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:59.884433 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fd87b204-94f5-4e3b-986d-8614426f1f34 None None] Port 41b7723a-12bc-437a-80b1-1bdcaf929697 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:40:59.911624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-541d2f8b-fd4a-4030-9148-4f3012c172af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:59.913521 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e49a5df9-f5ac-4c70-99d7-084853c4e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:59.921481 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-541d2f8b-fd4a-4030-9148-4f3012c172af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:40:59.929417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-13759162-router', 'tenant_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7374fdbd-98d4-4faf-b6ca-27a565a128eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:50Z', 'updated_at': '2021-07-29T14:40:53Z', 'revision_number': 3, 'project_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'gw_port': {'id': '7374fdbd-98d4-4faf-b6ca-27a565a128eb', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:52Z', 'updated_at': '2021-07-29T14:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:40:59.976581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de798caf-c003-48a3-a65f-0c1067cdbe4f None None] The sync data for ids ['671c081b-c8b3-4d68-b172-b6d8c8ae6463'] in n-d-802893-1 is: [{'id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-13759162-router', 'tenant_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7374fdbd-98d4-4faf-b6ca-27a565a128eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:50Z', 'updated_at': '2021-07-29T14:40:53Z', 'revision_number': 3, 'project_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'gw_port': {'id': '7374fdbd-98d4-4faf-b6ca-27a565a128eb', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:52Z', 'updated_at': '2021-07-29T14:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:40:59.988915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a5df9-f5ac-4c70-99d7-084853c4e204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb581a37-60e2-4446-8a3c-c24d990dd99e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:40:59.994106 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-541d2f8b-fd4a-4030-9148-4f3012c172af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4c945941da7485b965f302a6e3dbd3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7520528 Jul 29 14:40:59.998985 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e49a5df9-f5ac-4c70-99d7-084853c4e204 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=467bd817a2304d018824a14820aeebff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5349355 Jul 29 14:40:59.998985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48016) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:00.006378 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48018) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:00.105887 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f83e3cce-714e-44bf-8853-339801b95729 req-8d90bde3-fcd4-46ff-a485-932997efa169 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2847314 Jul 29 14:41:00.174429 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d2f8b-fd4a-4030-9148-4f3012c172af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c985552f-c3ce-45f4-9d67-24858022f949,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:00.206034 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b14d9443-a8bd-4b7f-84cd-c05981f3f5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.242477 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b14d9443-a8bd-4b7f-84cd-c05981f3f5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.251497 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.264377 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.316331 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2e780d33-e843-4469-9697-228177cfcd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.432705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48038) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:00.451361 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2e780d33-e843-4469-9697-228177cfcd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.468648 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-334ca890-27ff-41de-b6de-b1693c07aa54 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:00.470227 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1456e7f-78d0-4e9e-adab-5d30e3bd70fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.473810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-334ca890-27ff-41de-b6de-b1693c07aa54 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 820 time: 0.3891621 Jul 29 14:41:00.476138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ea311d1e-2833-4263-8b6f-5e5a90077f05 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1585693315-network', 'tenant_id': '18d32becb19844f88aa8e52f0efbe205'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:00.479556 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=41b7723a-12bc-437a-80b1-1bdcaf929697,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:00.534276 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-b7e7b91f-bcf4-4fb0-93e6-e35b25af8688 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/quotas/fcf357a81ebf46d58eac5bc6bb7971dd HTTP/1.1" status: 200 len: 375 time: 0.0486994 Jul 29 14:41:00.546027 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.555503 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b14d9443-a8bd-4b7f-84cd-c05981f3f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.557848 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b14d9443-a8bd-4b7f-84cd-c05981f3f5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.561784 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b14d9443-a8bd-4b7f-84cd-c05981f3f5bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c985552f-c3ce-45f4-9d67-24858022f949 HTTP/1.1" status: 204 len: 168 time: 0.5581298 Jul 29 14:41:00.621568 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea311d1e-2833-4263-8b6f-5e5a90077f05 admin admin] Made reservation on behalf of 18d32becb19844f88aa8e52f0efbe205 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:41:00.624738 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ea311d1e-2833-4263-8b6f-5e5a90077f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.645593 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-b040b5ad-3fbe-4f57-9821-104daadba2b1 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0973599 Jul 29 14:41:00.651715 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ea311d1e-2833-4263-8b6f-5e5a90077f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.666674 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d9443-a8bd-4b7f-84cd-c05981f3f5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c985552f-c3ce-45f4-9d67-24858022f949,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:00.693852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f6e1c-c11c-447c-a917-ec7cd0e16808 req-29d2385a-fad5-494e-bbb7-dc79342cd270 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:00.703013 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8f4f6e1c-c11c-447c-a917-ec7cd0e16808 req-29d2385a-fad5-494e-bbb7-dc79342cd270 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 944 time: 0.2373168 Jul 29 14:41:00.710329 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2e780d33-e843-4469-9697-228177cfcd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.713273 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2e780d33-e843-4469-9697-228177cfcd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.718103 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2e780d33-e843-4469-9697-228177cfcd01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb581a37-60e2-4446-8a3c-c24d990dd99e HTTP/1.1" status: 204 len: 168 time: 0.7079382 Jul 29 14:41:00.738087 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e780d33-e843-4469-9697-228177cfcd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb581a37-60e2-4446-8a3c-c24d990dd99e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:00.845214 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8f4f6e1c-c11c-447c-a917-ec7cd0e16808 req-0b3df832-aa32-4940-a6fa-11860d672949 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8c20d37-5eb0-4c6e-b4b4-b1760261bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155915 Jul 29 14:41:00.863358 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ea311d1e-2833-4263-8b6f-5e5a90077f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.870420 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ea311d1e-2833-4263-8b6f-5e5a90077f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.899225 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea311d1e-2833-4263-8b6f-5e5a90077f05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:41:00.908703 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Network be5eadf2-f170-4581-888b-4c2f00329059 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:00.916600 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:00.938011 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ea311d1e-2833-4263-8b6f-5e5a90077f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:00.938377 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-ea311d1e-2833-4263-8b6f-5e5a90077f05 admin admin] Added segment 14d0e67c-36a0-4c9e-9b94-be2f32513c40 of type vlan for network c2dd4822-97ec-4609-b91d-d3cb28574189 Jul 29 14:41:00.997740 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ea311d1e-2833-4263-8b6f-5e5a90077f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:01.019231 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd210ab7-6fca-438c-98f7-ddcf27b92e73 req-2bd5dcc7-65f7-4284-9d0e-a5459191b7d9 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 210 time: 0.1092052 Jul 29 14:41:01.065394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea311d1e-2833-4263-8b6f-5e5a90077f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff39094-2765-4512-82f5-e34e11e8daef,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:01.081512 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ea311d1e-2833-4263-8b6f-5e5a90077f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:01.088320 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea311d1e-2833-4263-8b6f-5e5a90077f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:01.088962 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ea311d1e-2833-4263-8b6f-5e5a90077f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:01.174357 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ea311d1e-2833-4263-8b6f-5e5a90077f05 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7298121 Jul 29 14:41:01.179655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48060) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:01.185252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0fe54a55-16b8-4c23-9024-07dba7941fbd admin admin] Request body: {'subnet': {'network_id': 'c2dd4822-97ec-4609-b91d-d3cb28574189', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1585693315-subnet', 'tenant_id': '18d32becb19844f88aa8e52f0efbe205', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:01.221193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea311d1e-2833-4263-8b6f-5e5a90077f05 admin admin] Pushing event updated for resources: {'Network': ['ID=c2dd4822-97ec-4609-b91d-d3cb28574189,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:01.240041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe54a55-16b8-4c23-9024-07dba7941fbd admin admin] Made reservation on behalf of 18d32becb19844f88aa8e52f0efbe205 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:41:01.246236 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0fe54a55-16b8-4c23-9024-07dba7941fbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:01.335517 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network c2dd4822-97ec-4609-b91d-d3cb28574189 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:41:01.354632 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Router 671c081b-c8b3-4d68-b172-b6d8c8ae6463 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:41:01.487384 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e3a3b412-2aae-40c7-905c-36534511d7db None None] Provisioning complete for port 41b7723a-12bc-437a-80b1-1bdcaf929697 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:01.488303 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e3a3b412-2aae-40c7-905c-36534511d7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:01.547161 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:41:01.563787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-db81a3a2-bee8-482d-80ac-6708df1bbced service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:41:01.564755 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4144f197-9883-4f24-8692-d9855b81f5b5 admin admin] 10.222.0.16 "PUT /v2.0/routers/671c081b-c8b3-4d68-b172-b6d8c8ae6463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7256000 Jul 29 14:41:01.566932 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-db81a3a2-bee8-482d-80ac-6708df1bbced service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5356655 Jul 29 14:41:01.582750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 3136deb2-7c4e-42aa-8411-36664d864cd8 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:41:01.722494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 3136deb2-7c4e-42aa-8411-36664d864cd8, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3136deb2-7c4e-42aa-8411-36664d864cd8,segment=NetworkSegment(881ed26a-690f-4787-96b9-704ddc622c9d),segment_id=881ed26a-690f-4787-96b9-704ddc622c9d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:01.731800 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0fe54a55-16b8-4c23-9024-07dba7941fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:01.736421 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48068) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:01.778189 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6dfe9af2-f5ac-406a-b46b-1cd2b3b35250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:01.798329 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-88c03fef-59cc-44e2-8ebe-01d3d68b1dd7 service neutron] 10.222.0.16 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225587 Jul 29 14:41:01.846388 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '3136deb2-7c4e-42aa-8411-36664d864cd8', 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'port_id': '3136deb2-7c4e-42aa-8411-36664d864cd8', 'mac_address': 'fa:16:3e:fe:84:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:41:01.866660 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e3a3b412-2aae-40c7-905c-36534511d7db None None] Port 41b7723a-12bc-437a-80b1-1bdcaf929697 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:41:01.960764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe54a55-16b8-4c23-9024-07dba7941fbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=895b24ea-191a-4c44-89be-0e7d152f714b,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:01.993016 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe54a55-16b8-4c23-9024-07dba7941fbd admin admin] Checking segment: {'id': '14d0e67c-36a0-4c9e-9b94-be2f32513c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'c2dd4822-97ec-4609-b91d-d3cb28574189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:01.993507 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe54a55-16b8-4c23-9024-07dba7941fbd admin admin] Network hostable DHCP agents. Network: c2dd4822-97ec-4609-b91d-d3cb28574189, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:41:02.007721 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:02.057892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3136deb2-7c4e-42aa-8411-36664d864cd8 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:41:02.063082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe54a55-16b8-4c23-9024-07dba7941fbd admin admin] Network c2dd4822-97ec-4609-b91d-d3cb28574189 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:41:02.081166 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-ab326a0a-3c23-4dda-8806-f6d9daa431f0 service neutron] 10.222.0.16 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605202 Jul 29 14:41:02.084060 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-0fe54a55-16b8-4c23-9024-07dba7941fbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, c2dd4822-97ec-4609-b91d-d3cb28574189) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:02.091795 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe54a55-16b8-4c23-9024-07dba7941fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:02.091795 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0fe54a55-16b8-4c23-9024-07dba7941fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:02.102287 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 3136deb2-7c4e-42aa-8411-36664d864cd8, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3136deb2-7c4e-42aa-8411-36664d864cd8,segment=NetworkSegment(881ed26a-690f-4787-96b9-704ddc622c9d),segment_id=881ed26a-690f-4787-96b9-704ddc622c9d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:02.111855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101e2a22-956b-49f4-adfe-bdc72cbb26e9 None None] Network c2dd4822-97ec-4609-b91d-d3cb28574189 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:41:02.114247 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7374fdbd-98d4-4faf-b6ca-27a565a128eb up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:02.210688 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6dfe9af2-f5ac-406a-b46b-1cd2b3b35250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:02.219340 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0fe54a55-16b8-4c23-9024-07dba7941fbd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0382574 Jul 29 14:41:02.295834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6dfe9af2-f5ac-406a-b46b-1cd2b3b35250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:02.332219 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f83e3cce-714e-44bf-8853-339801b95729 req-b2b36e54-976a-425a-bcd3-d57928bbf293 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=066be3c079594f16a4e143f5f26610bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2893116 Jul 29 14:41:02.467740 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4991ce1e-6ab5-4e50-8508-cb256dd90451 req-7528d419-6676-4560-92ef-3236deb3da57 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 210 time: 0.0660925 Jul 29 14:41:02.496408 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:02.519771 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48100) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:02.520079 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6dfe9af2-f5ac-406a-b46b-1cd2b3b35250 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f74224009a104012870d6c192e40c4f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7823339 Jul 29 14:41:02.542323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe9af2-f5ac-406a-b46b-1cd2b3b35250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2670a4b9-1222-487c-b87e-ba06690791ce,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:02.643599 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8810e-2150-4881-af48-97c40de06492 req-0e7fe358-6cb0-4bdc-9e0e-262dc209b0ac tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:02.645207 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 7374fdbd-98d4-4faf-b6ca-27a565a128eb completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:02.645926 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1f8810e-2150-4881-af48-97c40de06492 req-0e7fe358-6cb0-4bdc-9e0e-262dc209b0ac tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 944 time: 0.6300247 Jul 29 14:41:02.646713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48104) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:02.704155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7374fdbd-98d4-4faf-b6ca-27a565a128eb triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:02.704937 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:02.763124 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-88550112-1189-46e9-85d9-227db4ced237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:02.784082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b164a8-d8e1-4e2e-9ebe-c41dbd5bfec6 None None] Network c2dd4822-97ec-4609-b91d-d3cb28574189 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:41:02.795270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3136deb2-7c4e-42aa-8411-36664d864cd8'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:41:02.852929 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-88550112-1189-46e9-85d9-227db4ced237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:02.918971 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e3cce-714e-44bf-8853-339801b95729 req-2d070b77-df6f-47b3-a9d1-4669d7118d0a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:02.925240 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f83e3cce-714e-44bf-8853-339801b95729 req-2d070b77-df6f-47b3-a9d1-4669d7118d0a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5730853 Jul 29 14:41:02.927658 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Sync routers for ids ['671c081b-c8b3-4d68-b172-b6d8c8ae6463'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:41:02.942967 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Routers {'671c081b-c8b3-4d68-b172-b6d8c8ae6463'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:02.943815 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:40:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['671c081b-c8b3-4d68-b172-b6d8c8ae6463'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:02.959228 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-f83e3cce-714e-44bf-8853-339801b95729 req-3275bd1e-b534-4d49-a624-3ce979ac5e64 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Request body: {'port': {'device_id': '27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '066be3c079594f16a4e143f5f26610bd'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:03.001440 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-88550112-1189-46e9-85d9-227db4ced237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:03.004940 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-88550112-1189-46e9-85d9-227db4ced237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:03.008811 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-88550112-1189-46e9-85d9-227db4ced237 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2670a4b9-1222-487c-b87e-ba06690791ce HTTP/1.1" status: 204 len: 168 time: 0.4855981 Jul 29 14:41:03.040282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88550112-1189-46e9-85d9-227db4ced237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2670a4b9-1222-487c-b87e-ba06690791ce,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:03.161601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab97ce4-5ef7-46c1-ba89-2ecd5833d332 admin admin] Deleting subnet d96b8ee3-838b-4a8a-b5dd-6747ae84cc16 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:41:03.181300 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5ab97ce4-5ef7-46c1-ba89-2ecd5833d332 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:03.218238 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1f8810e-2150-4881-af48-97c40de06492 req-3e7025fd-4600-4892-abbe-080aee3ed9dd tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8c20d37-5eb0-4c6e-b4b4-b1760261bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397388 Jul 29 14:41:03.276496 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Set router 671c081b-c8b3-4d68-b172-b6d8c8ae6463 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:03.318945 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5ab97ce4-5ef7-46c1-ba89-2ecd5833d332 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:03.362828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83e3cce-714e-44bf-8853-339801b95729 req-3275bd1e-b534-4d49-a624-3ce979ac5e64 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Made reservation on behalf of 066be3c079594f16a4e143f5f26610bd for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:41:03.368278 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f83e3cce-714e-44bf-8853-339801b95729 req-3275bd1e-b534-4d49-a624-3ce979ac5e64 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:03.397247 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=3136deb2-7c4e-42aa-8411-36664d864cd8,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:03.406541 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7e177ea4-3a5a-47c6-81a9-2f864de1ce03 req-b145efdc-a253-4ca2-b2ad-48c496cdeb27 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 210 time: 0.0922546 Jul 29 14:41:03.461337 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:03.461741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:03.462097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:03.462442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:03.462784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:03.465437 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:03.465818 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:03.466176 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:03.466635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:03.469189 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:03.470010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:03.470537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:03.499789 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5ab97ce4-5ef7-46c1-ba89-2ecd5833d332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:03.521285 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:03.641214 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-85baf9a1-760d-4ddf-bb3e-183b442e8a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:03.731587 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5ab97ce4-5ef7-46c1-ba89-2ecd5833d332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:03.754374 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:03.775560 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-f83e3cce-714e-44bf-8853-339801b95729 req-3275bd1e-b534-4d49-a624-3ce979ac5e64 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Allocated IP 192.168.233.142 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/bc523ae7-808c-460e-a4df-a83972b6e6d2) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:41:03.784294 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-13759162-router', 'tenant_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7374fdbd-98d4-4faf-b6ca-27a565a128eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:50Z', 'updated_at': '2021-07-29T14:40:59Z', 'revision_number': 4, 'project_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'gw_port': {'id': '7374fdbd-98d4-4faf-b6ca-27a565a128eb', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:52Z', 'updated_at': '2021-07-29T14:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '41b7723a-12bc-437a-80b1-1bdcaf929697', 'name': '', 'network_id': 'be5eadf2-f170-4581-888b-4c2f00329059', 'tenant_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'mac_address': 'fa:16:3e:c6:e3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'fa2bd4a9-4bb0-436f-a334-b42660fc9d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:58Z', 'updated_at': '2021-07-29T14:40:59Z', 'revision_number': 2, 'project_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'subnets': [{'id': 'fa2bd4a9-4bb0-436f-a334-b42660fc9d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:03.845337 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Checking router: 671c081b-c8b3-4d68-b172-b6d8c8ae6463 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:41:03.845337 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Updating router 671c081b-c8b3-4d68-b172-b6d8c8ae6463 port 41b7723a-12bc-437a-80b1-1bdcaf929697 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:41:03.862049 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab97ce4-5ef7-46c1-ba89-2ecd5833d332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d96b8ee3-838b-4a8a-b5dd-6747ae84cc16,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:03.864587 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5ab97ce4-5ef7-46c1-ba89-2ecd5833d332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:03.866744 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5ab97ce4-5ef7-46c1-ba89-2ecd5833d332 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d96b8ee3-838b-4a8a-b5dd-6747ae84cc16 HTTP/1.1" status: 204 len: 168 time: 1.2163599 Jul 29 14:41:03.869463 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48142) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:03.897299 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:04.037168 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 7374fdbd-98d4-4faf-b6ca-27a565a128eb, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7374fdbd-98d4-4faf-b6ca-27a565a128eb,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:04.055803 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:04.090253 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:04.228870 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:04.241115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=7374fdbd-98d4-4faf-b6ca-27a565a128eb,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:04.270825 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f83e3cce-714e-44bf-8853-339801b95729 req-3275bd1e-b534-4d49-a624-3ce979ac5e64 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:04.291155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-f83e3cce-714e-44bf-8853-339801b95729 req-3275bd1e-b534-4d49-a624-3ce979ac5e64 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Transition to ACTIVE for port object bc523ae7-808c-460e-a4df-a83972b6e6d2 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:04.413691 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f83e3cce-714e-44bf-8853-339801b95729 req-3275bd1e-b534-4d49-a624-3ce979ac5e64 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:04.514270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83e3cce-714e-44bf-8853-339801b95729 req-3275bd1e-b534-4d49-a624-3ce979ac5e64 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:04.517334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275bd1e-b534-4d49-a624-3ce979ac5e64 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Pushing event updated for resources: {'Port': ['ID=bc523ae7-808c-460e-a4df-a83972b6e6d2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:04.530094 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-f83e3cce-714e-44bf-8853-339801b95729 req-3275bd1e-b534-4d49-a624-3ce979ac5e64 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:04.543734 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-f5a85755-c393-487b-8c9a-3aeb8d23d065 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:04.549017 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-f5a85755-c393-487b-8c9a-3aeb8d23d065 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.39 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 820 time: 0.2202368 Jul 29 14:41:04.551269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83e3cce-714e-44bf-8853-339801b95729 req-3275bd1e-b534-4d49-a624-3ce979ac5e64 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:41:04.553205 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['9745f4e8-6a8c-4848-baf2-c46b5b13f332'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:41:04.576967 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:04.606897 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:41:04.607226 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:41:04.612096 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:41:04.612527 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Subscribe: > port after_create 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:41:04.612848 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:41:04.613188 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Subscribe: > port after_update 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:41:04.613553 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:41:04.613864 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:41:04.614185 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:41:04.614497 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:41:04.620966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e3cce-714e-44bf-8853-339801b95729 req-3275bd1e-b534-4d49-a624-3ce979ac5e64 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:04.621829 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f83e3cce-714e-44bf-8853-339801b95729 req-3275bd1e-b534-4d49-a624-3ce979ac5e64 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:04.652834 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fa725-dcff-47bd-9d70-9cea1263cbe4 req-e7d0e7ea-010a-459f-96ff-a295bd1add3d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:04.664794 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-479fa725-dcff-47bd-9d70-9cea1263cbe4 req-e7d0e7ea-010a-459f-96ff-a295bd1add3d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 936 time: 0.6538796 Jul 29 14:41:04.669375 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f83e3cce-714e-44bf-8853-339801b95729 req-3275bd1e-b534-4d49-a624-3ce979ac5e64 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7228951 Jul 29 14:41:04.719078 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-479fa725-dcff-47bd-9d70-9cea1263cbe4 req-b28eaa29-ee0d-4831-9a76-9eb914c1a564 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531664 Jul 29 14:41:04.724387 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:04.732234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Request body: {'port': {'device_id': '27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:04.756826 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Transition to ACTIVE for port object 41b7723a-12bc-437a-80b1-1bdcaf929697 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:04.768838 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:04.810990 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:41:04.811779 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:41:04.812531 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:41:04.815458 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 14:41:04.816127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1dc5a0-c3c5-4957-a515-2bd34ddf2a34']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:04.866004 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33172c-b8c6-47a6-afb5-7fbfd1b01147 None None] Pushing event updated for resources: {'Port': ['ID=41b7723a-12bc-437a-80b1-1bdcaf929697,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:04.938328 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:04.973747 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Attempting to bind port 41b7723a-12bc-437a-80b1-1bdcaf929697 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:41:04.974091 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Attempting to bind port 41b7723a-12bc-437a-80b1-1bdcaf929697 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '9db9c791-a628-4e47-8083-0760eaff527c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'be5eadf2-f170-4581-888b-4c2f00329059'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:41:04.974461 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Attempting to bind port 41b7723a-12bc-437a-80b1-1bdcaf929697 on network be5eadf2-f170-4581-888b-4c2f00329059 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:04.989496 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:41:04.989877 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Checking segment: {'id': '9db9c791-a628-4e47-8083-0760eaff527c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'be5eadf2-f170-4581-888b-4c2f00329059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:04.990316 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:04.990719 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Bound using segment: {'id': '9db9c791-a628-4e47-8083-0760eaff527c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'be5eadf2-f170-4581-888b-4c2f00329059'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:41:04.991247 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Bound port: 41b7723a-12bc-437a-80b1-1bdcaf929697, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db9c791-a628-4e47-8083-0760eaff527c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'be5eadf2-f170-4581-888b-4c2f00329059'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:41:04.991590 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:05.127604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cbcad4b5-22c9-4f6f-83db-3f611dc3f27a None None] Provisioning for port bc523ae7-808c-460e-a4df-a83972b6e6d2 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:05.144188 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cbcad4b5-22c9-4f6f-83db-3f611dc3f27a None None] Provisioning complete for port bc523ae7-808c-460e-a4df-a83972b6e6d2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:05.144565 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbcad4b5-22c9-4f6f-83db-3f611dc3f27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:05.186349 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] For port 41b7723a-12bc-437a-80b1-1bdcaf929697, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:05.194358 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] For port 41b7723a-12bc-437a-80b1-1bdcaf929697, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=41b7723a-12bc-437a-80b1-1bdcaf929697,segment=NetworkSegment(9db9c791-a628-4e47-8083-0760eaff527c),segment_id=9db9c791-a628-4e47-8083-0760eaff527c)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:41:05.206116 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:05.282072 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-cbcad4b5-22c9-4f6f-83db-3f611dc3f27a None None] Port bc523ae7-808c-460e-a4df-a83972b6e6d2 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:41:05.342467 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Routers {'671c081b-c8b3-4d68-b172-b6d8c8ae6463'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:05.346954 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['671c081b-c8b3-4d68-b172-b6d8c8ae6463'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:05.444192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-945b0fe5-07d1-45bd-ae60-64f79c8136e6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Request body: {'port': {'device_id': 'f5d11033-21af-4ef5-a0a3-48970d99e85d', 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d', 'admin_state_up': True, 'tenant_id': 'fcf357a81ebf46d58eac5bc6bb7971dd'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:05.453533 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33172c-b8c6-47a6-afb5-7fbfd1b01147 None None] Pushing event updated for resources: {'Port': ['ID=41b7723a-12bc-437a-80b1-1bdcaf929697,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:05.551559 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48186) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:05.553722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e10af9e-202c-457b-a314-abd7bc946806') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:05.554014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e10af9e-202c-457b-a314-abd7bc946806') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:05.578901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 3136deb2-7c4e-42aa-8411-36664d864cd8 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:05.596239 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc523ae7-808c-460e-a4df-a83972b6e6d2 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:41:05.618184 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:05.624109 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] Set router 671c081b-c8b3-4d68-b172-b6d8c8ae6463 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:05.650682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Transition to ACTIVE for port object bc523ae7-808c-460e-a4df-a83972b6e6d2 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:05.657800 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:05.706350 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5fbd29ee-04ef-4e59-865b-562427d53d3a tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--551423612', 'description': 'tempest-description--653476554'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:05.711231 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d6894f80-563f-4353-8cc7-f415d75fbd5a req-2e54d7ff-f605-4173-af67-762105411068 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 210 time: 0.0575199 Jul 29 14:41:05.760884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 3136deb2-7c4e-42aa-8411-36664d864cd8 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:05.800868 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:05.807704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 3136deb2-7c4e-42aa-8411-36664d864cd8 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:05.808068 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:05.867985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Attempting to bind port bc523ae7-808c-460e-a4df-a83972b6e6d2 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:41:05.868724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Attempting to bind port bc523ae7-808c-460e-a4df-a83972b6e6d2 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:41:05.868724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Attempting to bind port bc523ae7-808c-460e-a4df-a83972b6e6d2 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:05.870812 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48194) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:05.880248 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Pushing event updated for resources: {'Port': ['ID=bc523ae7-808c-460e-a4df-a83972b6e6d2,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:05.895402 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Port bc523ae7-808c-460e-a4df-a83972b6e6d2 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:41:05.896004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Attempting to bind port bc523ae7-808c-460e-a4df-a83972b6e6d2 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:05.902410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:41:05.903539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:05.906010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:41:05.906010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Bound port: bc523ae7-808c-460e-a4df-a83972b6e6d2, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:41:05.906204 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:05.973121 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:05.988692 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b5f53-ad58-4c8b-af59-1cb425853f6e req-d89d3411-056f-462e-b4e1-1094b090e9d4 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:05.990748 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fc5b5f53-ad58-4c8b-af59-1cb425853f6e req-d89d3411-056f-462e-b4e1-1094b090e9d4 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 945 time: 1.1634552 Jul 29 14:41:06.022112 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5fbd29ee-04ef-4e59-865b-562427d53d3a tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:06.025886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:41:06.026678 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: from cryptography.utils import int_from_bytes Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: from cryptography.utils import int_from_bytes Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:41:06.047895 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:41:06.091390 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:06.174013 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 3136deb2-7c4e-42aa-8411-36664d864cd8, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3136deb2-7c4e-42aa-8411-36664d864cd8,segment=NetworkSegment(881ed26a-690f-4787-96b9-704ddc622c9d),segment_id=881ed26a-690f-4787-96b9-704ddc622c9d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:06.185339 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a02fc6a-cad5-44b5-aad1-d2c7624e11bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3136deb2-7c4e-42aa-8411-36664d864cd8'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:06.188615 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb42e89-fbe5-4ca2-a0ba-2126732e69ae" -d '{"events": [{"server_uuid": "9a02fc6a-cad5-44b5-aad1-d2c7624e11bb", "name": "network-vif-plugged", "status": "completed", "tag": "3136deb2-7c4e-42aa-8411-36664d864cd8"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:06.223788 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:06.238561 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fc5b5f53-ad58-4c8b-af59-1cb425853f6e req-98e1369c-6064-4d31-b04c-e609a3595e6a tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8c20d37-5eb0-4c6e-b4b4-b1760261bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301359 Jul 29 14:41:06.246895 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7374fdbd-98d4-4faf-b6ca-27a565a128eb up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:06.292381 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f6879-3280-45ac-a4c7-de99979c40d1 req-ad389e5b-59b3-4936-a824-62265031940c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:06.298933 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-057f6879-3280-45ac-a4c7-de99979c40d1 req-ad389e5b-59b3-4936-a824-62265031940c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 948 time: 0.3845799 Jul 29 14:41:06.319852 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:06.332614 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:06.340808 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:06.341442 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2c1dc5a0-c3c5-4957-a515-2bd34ddf2a34 HTTP/1.1" status: 204 len: 168 time: 2.4704885 Jul 29 14:41:06.343944 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-13759162-router', 'tenant_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7374fdbd-98d4-4faf-b6ca-27a565a128eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:50Z', 'updated_at': '2021-07-29T14:40:59Z', 'revision_number': 4, 'project_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'gw_port': {'id': '7374fdbd-98d4-4faf-b6ca-27a565a128eb', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:52Z', 'updated_at': '2021-07-29T14:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '41b7723a-12bc-437a-80b1-1bdcaf929697', 'name': '', 'network_id': 'be5eadf2-f170-4581-888b-4c2f00329059', 'tenant_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'mac_address': 'fa:16:3e:c6:e3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'fa2bd4a9-4bb0-436f-a334-b42660fc9d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:58Z', 'updated_at': '2021-07-29T14:41:05Z', 'revision_number': 4, 'project_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'subnets': [{'id': 'fa2bd4a9-4bb0-436f-a334-b42660fc9d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:06.348058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48206) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:06.353749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] For port bc523ae7-808c-460e-a4df-a83972b6e6d2, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:06.369160 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ec48e7-8ef7-4e81-8170-cfb4b1d1e326 x-openstack-request-id: req-28ec48e7-8ef7-4e81-8170-cfb4b1d1e326 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:06.369160 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a02fc6a-cad5-44b5-aad1-d2c7624e11bb", "name": "network-vif-plugged", "status": "completed", "tag": "3136deb2-7c4e-42aa-8411-36664d864cd8", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:06.369506 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28ec48e7-8ef7-4e81-8170-cfb4b1d1e326 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:06.369695 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a02fc6a-cad5-44b5-aad1-d2c7624e11bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3136deb2-7c4e-42aa-8411-36664d864cd8', 'code': 200} Jul 29 14:41:06.393403 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] For port bc523ae7-808c-460e-a4df-a83972b6e6d2, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=bc523ae7-808c-460e-a4df-a83972b6e6d2,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:41:06.403932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d755ef-8ba8-4170-b423-8cd93e375381 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c1dc5a0-c3c5-4957-a515-2bd34ddf2a34,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:06.424157 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29547e-7dae-4073-83f1-e2f0e68cdf49 None None] The sync data for ids ['671c081b-c8b3-4d68-b172-b6d8c8ae6463'] in n-d-802893-1 is: [{'id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-13759162-router', 'tenant_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7374fdbd-98d4-4faf-b6ca-27a565a128eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:50Z', 'updated_at': '2021-07-29T14:40:59Z', 'revision_number': 4, 'project_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'gw_port': {'id': '7374fdbd-98d4-4faf-b6ca-27a565a128eb', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:52Z', 'updated_at': '2021-07-29T14:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '41b7723a-12bc-437a-80b1-1bdcaf929697', 'name': '', 'network_id': 'be5eadf2-f170-4581-888b-4c2f00329059', 'tenant_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'mac_address': 'fa:16:3e:c6:e3:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'fa2bd4a9-4bb0-436f-a334-b42660fc9d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:58Z', 'updated_at': '2021-07-29T14:41:05Z', 'revision_number': 4, 'project_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'subnets': [{'id': 'fa2bd4a9-4bb0-436f-a334-b42660fc9d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:41:06.435011 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-5fbd29ee-04ef-4e59-865b-562427d53d3a tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 14:41:06.435011 n-d-802893-1 neutron-server[94158]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 14:41:06.435011 n-d-802893-1 neutron-server[94158]: [parameters: {'project_id': '7f5868661cae4787899a7102bcdf839f', 'id': 'c339dc3f-2fa1-46c5-b064-f1c6a83fb903', 'expiration': datetime.datetime(2021, 7, 29, 14, 43, 6, 313317)}] Jul 29 14:41:06.435011 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:41:06.435513 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-5fbd29ee-04ef-4e59-865b-562427d53d3a tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:41:06.439557 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:06.469051 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f2db-d829-4709-a29a-8cc07f045350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:06.531847 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-057f6879-3280-45ac-a4c7-de99979c40d1 req-a5b1150c-37c2-4cb5-8458-cc51bd09122b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243576 Jul 29 14:41:06.536913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7374fdbd-98d4-4faf-b6ca-27a565a128eb triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:06.543138 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:06.543745 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:06.544046 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:06.545962 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f83e3cce-714e-44bf-8853-339801b95729 req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] 10.222.0.38 "PUT /v2.0/ports/bc523ae7-808c-460e-a4df-a83972b6e6d2 HTTP/1.1" status: 200 len: 1096 time: 1.8389881 Jul 29 14:41:06.546270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4', 'tag': 'bc523ae7-808c-460e-a4df-a83972b6e6d2'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:06.547697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=3136deb2-7c4e-42aa-8411-36664d864cd8,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:06.551618 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ff9050-f29f-4c98-8671-e8aa4c80068d" -d '{"events": [{"name": "network-changed", "server_uuid": "27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4", "tag": "bc523ae7-808c-460e-a4df-a83972b6e6d2"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:06.638353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-945b0fe5-07d1-45bd-ae60-64f79c8136e6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Made reservation on behalf of fcf357a81ebf46d58eac5bc6bb7971dd for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:41:06.642331 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-945b0fe5-07d1-45bd-ae60-64f79c8136e6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:06.660365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525642d-899e-42e5-b354-56c87eb0b200 service neutron] Pushing event updated for resources: {'Port': ['ID=bc523ae7-808c-460e-a4df-a83972b6e6d2,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:06.739115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-29edb5fb-98da-4a6c-b931-7f01cbdfbd59 admin admin] Deleting subnet 895b24ea-191a-4c44-89be-0e7d152f714b {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:41:06.746021 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dbef88-dc03-4318-85c2-7809835d5c82 x-openstack-request-id: req-e9dbef88-dc03-4318-85c2-7809835d5c82 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:06.746289 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29edb5fb-98da-4a6c-b931-7f01cbdfbd59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:06.749304 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4", "tag": "bc523ae7-808c-460e-a4df-a83972b6e6d2", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:06.749304 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9dbef88-dc03-4318-85c2-7809835d5c82 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:06.750412 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4', 'tag': 'bc523ae7-808c-460e-a4df-a83972b6e6d2', 'status': 'completed', 'code': 200} Jul 29 14:41:06.887899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d88220-5571-4628-b481-ce0d791a5366 req-08bb4a3c-2451-432b-8b82-61e81c4b12b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:06.893980 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e4d88220-5571-4628-b481-ce0d791a5366 req-08bb4a3c-2451-432b-8b82-61e81c4b12b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 1097 time: 0.3930428 Jul 29 14:41:06.915981 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29edb5fb-98da-4a6c-b931-7f01cbdfbd59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:06.936411 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e3cce-714e-44bf-8853-339801b95729 req-776ae8c0-2567-484a-b11e-6c8e51b9a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:06.939071 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f83e3cce-714e-44bf-8853-339801b95729 req-776ae8c0-2567-484a-b11e-6c8e51b9a03f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 1099 time: 0.3123882 Jul 29 14:41:06.952385 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5fbd29ee-04ef-4e59-865b-562427d53d3a tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:07.151387 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f83e3cce-714e-44bf-8853-339801b95729 req-7df05966-29eb-437a-b1fd-ddb5574a9135 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=bc523ae7-808c-460e-a4df-a83972b6e6d2 HTTP/1.1" status: 200 len: 217 time: 0.1888692 Jul 29 14:41:07.177138 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29edb5fb-98da-4a6c-b931-7f01cbdfbd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:07.180235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-945b0fe5-07d1-45bd-ae60-64f79c8136e6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Allocated IP 172.20.0.8 (b2473c18-5128-4645-8f83-3c3f0bb06a8d/84740567-e60d-40ec-855d-8962b438829e/a972a7f3-f0ba-4ecf-ae0a-e12b80e22598) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:41:07.183671 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e4d88220-5571-4628-b481-ce0d791a5366 req-09c59c73-7a05-42a4-bb1e-f71367927412 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e8c20d37-5eb0-4c6e-b4b4-b1760261bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808182 Jul 29 14:41:07.269966 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f65c1efc-e817-492f-a857-d519e154ef33 req-0d154d3e-a850-49d4-a33a-75df2ba77497 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 210 time: 0.2652164 Jul 29 14:41:07.295670 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f2db-d829-4709-a29a-8cc07f045350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:07.361340 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8aa0f2db-d829-4709-a29a-8cc07f045350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:07.451575 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e3cce-714e-44bf-8853-339801b95729 req-5ff0791c-6c29-4e5a-b350-23ea42e0a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:07.453942 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f83e3cce-714e-44bf-8853-339801b95729 req-5ff0791c-6c29-4e5a-b350-23ea42e0a71b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1780052 Jul 29 14:41:07.461135 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8aa0f2db-d829-4709-a29a-8cc07f045350 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7d82d467aca4e0e85df93bd29d1723c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5855243 Jul 29 14:41:07.498068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48238) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:07.499563 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29edb5fb-98da-4a6c-b931-7f01cbdfbd59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:07.519726 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48240) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:07.522055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0f2db-d829-4709-a29a-8cc07f045350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d263074-df56-4919-97f7-51032010e0fc,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:07.555118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e3cce-714e-44bf-8853-339801b95729 req-ca25843f-b1c3-4b09-b763-5d3f1229432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:07.557720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f83e3cce-714e-44bf-8853-339801b95729 req-ca25843f-b1c3-4b09-b763-5d3f1229432e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891166 Jul 29 14:41:07.589182 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5fbd29ee-04ef-4e59-865b-562427d53d3a tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:07.653570 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edb5fb-98da-4a6c-b931-7f01cbdfbd59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=895b24ea-191a-4c44-89be-0e7d152f714b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:07.657412 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5fbd29ee-04ef-4e59-865b-562427d53d3a tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:07.692624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29edb5fb-98da-4a6c-b931-7f01cbdfbd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:07.697910 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-29edb5fb-98da-4a6c-b931-7f01cbdfbd59 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/895b24ea-191a-4c44-89be-0e7d152f714b HTTP/1.1" status: 204 len: 168 time: 1.2998817 Jul 29 14:41:07.717402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f83e3cce-714e-44bf-8853-339801b95729 req-0e35a6d8-2628-4672-b9a5-428f1bdb6d89 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502652 Jul 29 14:41:07.718370 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48246) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:07.737722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-5cfe1000-7ddb-4341-bfa8-09683cb3b160 req-c63ebafb-b679-4da3-84ef-3cc8ef04e635 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Request body: {'security_group': {'name': 'tempest-securitygroup-422450961', 'description': 'tempest-description-261603006'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:07.741245 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5fbd29ee-04ef-4e59-865b-562427d53d3a tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:07.745484 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5fbd29ee-04ef-4e59-865b-562427d53d3a tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1768987 Jul 29 14:41:07.761170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48248) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:07.770100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d9161f38-255e-413e-8b28-01e3e2117356 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Request body: {'security_group_rule': {'security_group_id': 'a3de9e7a-97ac-4bc8-9112-f3c77d02923b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:07.776393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd29ee-04ef-4e59-865b-562427d53d3a tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3de9e7a-97ac-4bc8-9112-f3c77d02923b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:07.825127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee621b-8a72-45af-bdee-e249c0027399 req-d93b09c2-6e0d-42fb-8957-13c6448e685c tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:07.830209 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9fee621b-8a72-45af-bdee-e249c0027399 req-d93b09c2-6e0d-42fb-8957-13c6448e685c tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 946 time: 0.3423512 Jul 29 14:41:07.847564 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bcbf0613-43ac-427e-ae4b-fc991a0fc65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:07.860289 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-945b0fe5-07d1-45bd-ae60-64f79c8136e6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:07.902338 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa000335-44aa-4678-aa9e-719b019e0e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:07.903359 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bcbf0613-43ac-427e-ae4b-fc991a0fc65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:07.964848 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-39be142d-ecf4-4224-a4b6-5dc922051237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:07.967657 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5cfe1000-7ddb-4341-bfa8-09683cb3b160 req-c63ebafb-b679-4da3-84ef-3cc8ef04e635 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:07.990314 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9fee621b-8a72-45af-bdee-e249c0027399 req-069cb42b-168a-4004-a1a9-bd6cb158777c tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8c20d37-5eb0-4c6e-b4b4-b1760261bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390119 Jul 29 14:41:08.008855 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d9161f38-255e-413e-8b28-01e3e2117356 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.040598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5cfe1000-7ddb-4341-bfa8-09683cb3b160 req-c63ebafb-b679-4da3-84ef-3cc8ef04e635 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.119874 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d9161f38-255e-413e-8b28-01e3e2117356 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.124554 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-945b0fe5-07d1-45bd-ae60-64f79c8136e6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.151522 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f83e3cce-714e-44bf-8853-339801b95729 req-29ca6f98-89f4-4e8c-a791-36b8390b7207 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058890 Jul 29 14:41:08.153323 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d9161f38-255e-413e-8b28-01e3e2117356 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.160010 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bcbf0613-43ac-427e-ae4b-fc991a0fc65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.160344 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bcbf0613-43ac-427e-ae4b-fc991a0fc65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.164826 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bcbf0613-43ac-427e-ae4b-fc991a0fc65e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d263074-df56-4919-97f7-51032010e0fc HTTP/1.1" status: 204 len: 168 time: 0.6623998 Jul 29 14:41:08.228920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 41b7723a-12bc-437a-80b1-1bdcaf929697 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:08.238718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-945b0fe5-07d1-45bd-ae60-64f79c8136e6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Network b2473c18-5128-4645-8f83-3c3f0bb06a8d is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:08.256415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9161f38-255e-413e-8b28-01e3e2117356 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4af73b-3aa6-4d10-8c6c-28a35c48c161,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:08.259406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-945b0fe5-07d1-45bd-ae60-64f79c8136e6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:08.265199 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf0613-43ac-427e-ae4b-fc991a0fc65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d263074-df56-4919-97f7-51032010e0fc,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:08.276344 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa000335-44aa-4678-aa9e-719b019e0e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.276923 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-945b0fe5-07d1-45bd-ae60-64f79c8136e6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:41:08.294209 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa000335-44aa-4678-aa9e-719b019e0e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.328625 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b0fe5-07d1-45bd-ae60-64f79c8136e6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Pushing event updated for resources: {'Port': ['ID=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:08.334792 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d9161f38-255e-413e-8b28-01e3e2117356 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.338621 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d9161f38-255e-413e-8b28-01e3e2117356 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5712113 Jul 29 14:41:08.346076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48256) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:08.356806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-6fc8f357-d0ef-410e-8821-b0f976fc9970 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Request body: {'security_group_rule': {'security_group_id': 'a3de9e7a-97ac-4bc8-9112-f3c77d02923b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:08.366693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48258) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:08.373715 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-aa000335-44aa-4678-aa9e-719b019e0e1e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=848ed301f80e41bfad6ee003a6bab324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8466730 Jul 29 14:41:08.382791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 41b7723a-12bc-437a-80b1-1bdcaf929697 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:08.395258 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-945b0fe5-07d1-45bd-ae60-64f79c8136e6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:08.395434 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 41b7723a-12bc-437a-80b1-1bdcaf929697 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:08.395910 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-945b0fe5-07d1-45bd-ae60-64f79c8136e6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.396207 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.407898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7973e8-07fa-4223-b666-aa4dbab36f74 req-82f2a505-6cbe-4544-be50-972bee563973 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:08.415753 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e7973e8-07fa-4223-b666-aa4dbab36f74 req-82f2a505-6cbe-4544-be50-972bee563973 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 948 time: 0.2999787 Jul 29 14:41:08.485880 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-6fc8f357-d0ef-410e-8821-b0f976fc9970 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 14:41:08.485880 n-d-802893-1 neutron-server[94158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 14:41:08.485880 n-d-802893-1 neutron-server[94158]: [parameters: {'project_id_1': '7f5868661cae4787899a7102bcdf839f', 'expiration_1': datetime.datetime(2021, 7, 29, 14, 41, 8, 384510)}] Jul 29 14:41:08.485880 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:41:08.486438 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-6fc8f357-d0ef-410e-8821-b0f976fc9970 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:41:08.495287 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.504890 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e7973e8-07fa-4223-b666-aa4dbab36f74 req-222f83ee-fe55-4c08-8c43-f0f9ac5460c4 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880895 Jul 29 14:41:08.525464 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff9050-f29f-4c98-8671-e8aa4c80068d req-f81ad972-3f54-4ef7-8d84-8ebf23aebe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:08.527856 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c0ff9050-f29f-4c98-8671-e8aa4c80068d req-f81ad972-3f54-4ef7-8d84-8ebf23aebe10 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 1099 time: 0.2481172 Jul 29 14:41:08.529215 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-39be142d-ecf4-4224-a4b6-5dc922051237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.535974 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-088f125c-8c3f-464e-adab-94f347ec93ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.540359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa000335-44aa-4678-aa9e-719b019e0e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e9a9a2-95f2-46c3-a675-476161c7044d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:08.564597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-39be142d-ecf4-4224-a4b6-5dc922051237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2dd4822-97ec-4609-b91d-d3cb28574189']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:08.567130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 41b7723a-12bc-437a-80b1-1bdcaf929697, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=41b7723a-12bc-437a-80b1-1bdcaf929697,segment=NetworkSegment(9db9c791-a628-4e47-8083-0760eaff527c),segment_id=9db9c791-a628-4e47-8083-0760eaff527c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:08.572511 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.583596 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-088f125c-8c3f-464e-adab-94f347ec93ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.608214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-39be142d-ecf4-4224-a4b6-5dc922051237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d0e67c-36a0-4c9e-9b94-be2f32513c40') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:08.608787 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-39be142d-ecf4-4224-a4b6-5dc922051237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d0e67c-36a0-4c9e-9b94-be2f32513c40') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:08.618186 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-39be142d-ecf4-4224-a4b6-5dc922051237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.627048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=41b7723a-12bc-437a-80b1-1bdcaf929697,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:08.675757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48262) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:08.712418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aed310-923d-400c-afad-32134788e4c8 req-e52e8970-db91-408f-b6c8-67e3a91af1e8 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:08.714606 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b0aed310-923d-400c-afad-32134788e4c8 req-e52e8970-db91-408f-b6c8-67e3a91af1e8 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 931 time: 0.1131513 Jul 29 14:41:08.718281 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73fef09c-409c-479a-a494-d042b184e581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.731769 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-088f125c-8c3f-464e-adab-94f347ec93ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.736127 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-088f125c-8c3f-464e-adab-94f347ec93ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.737709 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-088f125c-8c3f-464e-adab-94f347ec93ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5e9a9a2-95f2-46c3-a675-476161c7044d HTTP/1.1" status: 204 len: 168 time: 0.3671091 Jul 29 14:41:08.776953 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f125c-8c3f-464e-adab-94f347ec93ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e9a9a2-95f2-46c3-a675-476161c7044d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:08.807036 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b0aed310-923d-400c-afad-32134788e4c8 req-34c36709-8fa9-48b7-97e9-c1ee086654c3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838618 Jul 29 14:41:08.930621 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-39be142d-ecf4-4224-a4b6-5dc922051237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.952343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39be142d-ecf4-4224-a4b6-5dc922051237 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:41:08.952851 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-39be142d-ecf4-4224-a4b6-5dc922051237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:41:08.958407 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:41:09.056069 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-39be142d-ecf4-4224-a4b6-5dc922051237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:09.061523 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-39be142d-ecf4-4224-a4b6-5dc922051237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:09.063869 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-39be142d-ecf4-4224-a4b6-5dc922051237 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c2dd4822-97ec-4609-b91d-d3cb28574189 HTTP/1.1" status: 204 len: 168 time: 1.3440309 Jul 29 14:41:09.072507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff9050-f29f-4c98-8671-e8aa4c80068d req-d0215aab-2915-4274-850a-e95ad1800da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:09.073993 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c0ff9050-f29f-4c98-8671-e8aa4c80068d req-d0215aab-2915-4274-850a-e95ad1800da5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.5116572 Jul 29 14:41:09.104489 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be142d-ecf4-4224-a4b6-5dc922051237 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2dd4822-97ec-4609-b91d-d3cb28574189,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:09.139524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48272) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:09.143773 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c0ff9050-f29f-4c98-8671-e8aa4c80068d req-baaab8c4-f031-48a6-8021-ec5187a7d4af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=bc523ae7-808c-460e-a4df-a83972b6e6d2 HTTP/1.1" status: 200 len: 217 time: 0.0520606 Jul 29 14:41:09.148547 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5cfe1000-7ddb-4341-bfa8-09683cb3b160 req-c63ebafb-b679-4da3-84ef-3cc8ef04e635 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:09.157274 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b478a0-28ce-42ef-b087-296295de6000 req-da0407c3-165f-45f6-be2f-f2a2477b7158 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:09.159157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31b478a0-28ce-42ef-b087-296295de6000 req-da0407c3-165f-45f6-be2f-f2a2477b7158 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 946 time: 0.0927877 Jul 29 14:41:09.161564 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5cfe1000-7ddb-4341-bfa8-09683cb3b160 req-c63ebafb-b679-4da3-84ef-3cc8ef04e635 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:09.167027 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-af5e2955-c799-4747-9ea0-1d617b33811a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:09.199343 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-945b0fe5-07d1-45bd-ae60-64f79c8136e6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7627625 Jul 29 14:41:09.217683 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ebafb-b679-4da3-84ef-3cc8ef04e635 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9863c9a1-9c5b-4449-ad29-e7a0746f2847,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:09.227504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Request body: {'port': {'device_id': 'f5d11033-21af-4ef5-a0a3-48970d99e85d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:09.227750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff9050-f29f-4c98-8671-e8aa4c80068d req-5a8e6131-9f83-4df1-85f8-8cae7b8528a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:09.233166 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c0ff9050-f29f-4c98-8671-e8aa4c80068d req-5a8e6131-9f83-4df1-85f8-8cae7b8528a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0793738 Jul 29 14:41:09.233166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48274) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:09.309480 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-65d3b8f3-068f-4bfa-9f07-3a853389109b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42878a9adb274dfcbeba45bea9c52f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739012 Jul 29 14:41:09.312546 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff9050-f29f-4c98-8671-e8aa4c80068d req-84ef6b82-92a5-4afc-a0cb-b61772c510dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:09.314013 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c0ff9050-f29f-4c98-8671-e8aa4c80068d req-84ef6b82-92a5-4afc-a0cb-b61772c510dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742788 Jul 29 14:41:09.314485 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48276) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:09.321111 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31b478a0-28ce-42ef-b087-296295de6000 req-4ebce50b-44b0-4665-b4f7-c5c897a41d56 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8c20d37-5eb0-4c6e-b4b4-b1760261bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495178 Jul 29 14:41:09.329021 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:09.434440 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e927735-61f9-431f-89ae-85b27a06d65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:09.456614 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c0ff9050-f29f-4c98-8671-e8aa4c80068d req-a80db85f-2f9e-4e02-866d-3db4df92b534 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349707 Jul 29 14:41:09.466897 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73fef09c-409c-479a-a494-d042b184e581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:09.479268 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e927735-61f9-431f-89ae-85b27a06d65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:09.495929 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73fef09c-409c-479a-a494-d042b184e581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:09.596808 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c0ff9050-f29f-4c98-8671-e8aa4c80068d req-387e232e-7d2b-4a52-b204-068a38b2a0f7 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313601 Jul 29 14:41:09.598699 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e927735-61f9-431f-89ae-85b27a06d65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:09.601476 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e927735-61f9-431f-89ae-85b27a06d65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:09.602663 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5e927735-61f9-431f-89ae-85b27a06d65f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4e48053-3487-4834-991b-839796658cee HTTP/1.1" status: 204 len: 168 time: 0.2872629 Jul 29 14:41:09.622021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e927735-61f9-431f-89ae-85b27a06d65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e48053-3487-4834-991b-839796658cee,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:09.913592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-73fef09c-409c-479a-a494-d042b184e581 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=160deb53929048e49539f4e5320c67ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2359519 Jul 29 14:41:09.922408 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5cfe1000-7ddb-4341-bfa8-09683cb3b160 req-c63ebafb-b679-4da3-84ef-3cc8ef04e635 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:09.923569 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48288) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:09.925035 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f357-d0ef-410e-8821-b0f976fc9970 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:09.932979 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5cfe1000-7ddb-4341-bfa8-09683cb3b160 req-c63ebafb-b679-4da3-84ef-3cc8ef04e635 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:09.934860 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fef09c-409c-479a-a494-d042b184e581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edacdb8-640a-46e3-a2eb-778dc64da048,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:10.006833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ebafb-b679-4da3-84ef-3cc8ef04e635 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd106e2-a988-4375-81af-8fe40f92f85c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:10.013289 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-2b0fa4d1-7078-42bf-9ddc-788b327e7d3c tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 258 time: 0.6345489 Jul 29 14:41:10.021010 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-214665bd-2503-4492-b462-a52ca3c57ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.046173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:10.053339 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-214665bd-2503-4492-b462-a52ca3c57ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.143498 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f357-d0ef-410e-8821-b0f976fc9970 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.152396 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-214665bd-2503-4492-b462-a52ca3c57ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.158308 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f357-d0ef-410e-8821-b0f976fc9970 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.161663 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-214665bd-2503-4492-b462-a52ca3c57ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.167325 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-214665bd-2503-4492-b462-a52ca3c57ecb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2edacdb8-640a-46e3-a2eb-778dc64da048 HTTP/1.1" status: 204 len: 168 time: 0.2387896 Jul 29 14:41:10.167325 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48290) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:10.187436 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 41b7723a-12bc-437a-80b1-1bdcaf929697 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:10.205574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8f357-d0ef-410e-8821-b0f976fc9970 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dec3f2f-1bd2-49c9-86fc-bdd20940fc06,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:10.240972 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214665bd-2503-4492-b462-a52ca3c57ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edacdb8-640a-46e3-a2eb-778dc64da048,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:10.269496 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8b4018e7-ea82-4a92-b102-731d38600105 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18d32becb19844f88aa8e52f0efbe205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0987980 Jul 29 14:41:10.273306 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48294) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:10.281533 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-af5e2955-c799-4747-9ea0-1d617b33811a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.296628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:41:10.303569 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-af5e2955-c799-4747-9ea0-1d617b33811a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.306749 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5cfe1000-7ddb-4341-bfa8-09683cb3b160 req-c63ebafb-b679-4da3-84ef-3cc8ef04e635 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.309004 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5cfe1000-7ddb-4341-bfa8-09683cb3b160 req-c63ebafb-b679-4da3-84ef-3cc8ef04e635 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.5785499 Jul 29 14:41:10.317795 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.321405 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6fc8f357-d0ef-410e-8821-b0f976fc9970 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.323121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 41b7723a-12bc-437a-80b1-1bdcaf929697 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:10.323955 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.327546 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6fc8f357-d0ef-410e-8821-b0f976fc9970 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9789577 Jul 29 14:41:10.329612 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48298) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:10.341306 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:10.382115 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.385199 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Transition to ACTIVE for port object a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:10.390574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-af5e2955-c799-4747-9ea0-1d617b33811a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b345df4c34f478aa77e70c2323a53a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2499337 Jul 29 14:41:10.396147 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48300) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:10.400370 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.407555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e2955-c799-4747-9ea0-1d617b33811a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36795cf7-c4f7-47f0-8366-8198ed288e14,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:10.411759 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99093f75-e60c-4cd0-b54b-ff47017563cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.423054 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.524120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Pushing event updated for resources: {'Port': ['ID=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:10.535677 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99093f75-e60c-4cd0-b54b-ff47017563cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.565395 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.620485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Attempting to bind port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:41:10.620848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Attempting to bind port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:41:10.621177 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Attempting to bind port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:10.623418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfcddf-7228-4a45-821d-b7bc5a3ec885 req-7a6afd6d-27f2-4708-8dcc-bfad1c52dcd9 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:10.625173 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7cbfcddf-7228-4a45-821d-b7bc5a3ec885 req-7a6afd6d-27f2-4708-8dcc-bfad1c52dcd9 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 948 time: 0.1963534 Jul 29 14:41:10.626729 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aab9fb2f-f82f-46be-aeed-ed25a4ad3a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.636044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:41:10.636439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Attempting to bind port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:10.647877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:41:10.648209 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Checking segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:10.648586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Bound using segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:41:10.649046 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Bound port: a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:41:10.649404 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.673796 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.679185 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aab9fb2f-f82f-46be-aeed-ed25a4ad3a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.693733 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99093f75-e60c-4cd0-b54b-ff47017563cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.695908 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99093f75-e60c-4cd0-b54b-ff47017563cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.697091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-99093f75-e60c-4cd0-b54b-ff47017563cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ff39094-2765-4512-82f5-e34e11e8daef HTTP/1.1" status: 204 len: 168 time: 0.4227586 Jul 29 14:41:10.728272 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device bc523ae7-808c-460e-a4df-a83972b6e6d2 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:41:10.748986 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7cbfcddf-7228-4a45-821d-b7bc5a3ec885 req-7f0d9851-fca8-4364-91d9-ab97c46d3543 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084306 Jul 29 14:41:10.755617 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99093f75-e60c-4cd0-b54b-ff47017563cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff39094-2765-4512-82f5-e34e11e8daef,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:10.781168 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.786261 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] For port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:10.791698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] For port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:41:10.819102 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.867461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:10.868349 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.869779 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] 10.222.0.39 "PUT /v2.0/ports/a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 HTTP/1.1" status: 200 len: 1091 time: 1.6485646 Jul 29 14:41:10.878644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d11033-21af-4ef5-a0a3-48970d99e85d', 'tag': 'a972a7f3-f0ba-4ecf-ae0a-e12b80e22598'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:10.881270 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd37696c-b7e6-419b-bf10-a8fd0a3e3301" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d11033-21af-4ef5-a0a3-48970d99e85d", "tag": "a972a7f3-f0ba-4ecf-ae0a-e12b80e22598"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:10.912287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Allocated IP 172.25.6.222 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/80eb688f-f4b8-4e28-8e8e-84a7681f5cfc) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:41:10.926349 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aab9fb2f-f82f-46be-aeed-ed25a4ad3a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.930501 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aab9fb2f-f82f-46be-aeed-ed25a4ad3a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:10.936113 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-aab9fb2f-f82f-46be-aeed-ed25a4ad3a96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36795cf7-c4f7-47f0-8366-8198ed288e14 HTTP/1.1" status: 204 len: 168 time: 0.5350471 Jul 29 14:41:10.977996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port bc523ae7-808c-460e-a4df-a83972b6e6d2, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=bc523ae7-808c-460e-a4df-a83972b6e6d2,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:10.979688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7c9bd-f675-4857-9fde-46c4a9dad75b service neutron] Pushing event updated for resources: {'Port': ['ID=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:11.002187 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9fb2f-f82f-46be-aeed-ed25a4ad3a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36795cf7-c4f7-47f0-8366-8198ed288e14,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:11.005987 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'bc523ae7-808c-460e-a4df-a83972b6e6d2', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': 'bc523ae7-808c-460e-a4df-a83972b6e6d2', 'mac_address': 'fa:16:3e:64:c4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:41:11.038022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-21028407-e470-4869-bebd-c924f72f9d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:11.039523 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-21028407-e470-4869-bebd-c924f72f9d26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 1094 time: 0.1245482 Jul 29 14:41:11.048348 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42018-5c0a-4bad-a8b4-7dc96a9d21d3 req-57bc2a17-f670-44d8-8971-22df7f8f068a tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:11.058725 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2e42018-5c0a-4bad-a8b4-7dc96a9d21d3 req-57bc2a17-f670-44d8-8971-22df7f8f068a tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 943 time: 0.1361272 Jul 29 14:41:11.086115 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:11.096101 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-967f9ce9-bf43-40e3-b323-a1802c21ab4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 HTTP/1.1" status: 200 len: 217 time: 0.0458677 Jul 29 14:41:11.106447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc523ae7-808c-460e-a4df-a83972b6e6d2 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:41:11.115772 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2e42018-5c0a-4bad-a8b4-7dc96a9d21d3 req-624cdc9a-31c4-493d-834d-696570ee313d tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521579 Jul 29 14:41:11.135360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port bc523ae7-808c-460e-a4df-a83972b6e6d2, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=bc523ae7-808c-460e-a4df-a83972b6e6d2,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:11.141445 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:11.141644 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-4d856408-0b78-4b77-b6d0-d54b50824e0d req-fb9200f8-9861-4be0-8e39-0ac4ae0d95b7 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1919334125', 'description': 'tempest-description-985385667'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:11.166641 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4d856408-0b78-4b77-b6d0-d54b50824e0d req-fb9200f8-9861-4be0-8e39-0ac4ae0d95b7 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:11.180642 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:11.194146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-7395a265-48c9-4adf-9f44-b9f002a76c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:11.195953 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-7395a265-48c9-4adf-9f44-b9f002a76c50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.0915170 Jul 29 14:41:11.235414 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-8684827e-6a88-4827-82c0-de5f0066cfb7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309296 Jul 29 14:41:11.272840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=bc523ae7-808c-460e-a4df-a83972b6e6d2,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:11.275876 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4d856408-0b78-4b77-b6d0-d54b50824e0d req-fb9200f8-9861-4be0-8e39-0ac4ae0d95b7 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:11.289577 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4d856408-0b78-4b77-b6d0-d54b50824e0d req-fb9200f8-9861-4be0-8e39-0ac4ae0d95b7 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:11.324175 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:11.362820 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4d856408-0b78-4b77-b6d0-d54b50824e0d req-fb9200f8-9861-4be0-8e39-0ac4ae0d95b7 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:11.374181 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d856408-0b78-4b77-b6d0-d54b50824e0d req-fb9200f8-9861-4be0-8e39-0ac4ae0d95b7 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2332208 Jul 29 14:41:11.401944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:11.403668 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Allocated IP 172.25.6.247 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/a0734d8a-7f16-4cba-824f-11607104d609) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:41:11.425681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['bc523ae7-808c-460e-a4df-a83972b6e6d2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:41:11.428775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:11.431565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:41:11.435219 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a37a321-c5dd-461e-9060-c39ae7e7a371 x-openstack-request-id: req-0a37a321-c5dd-461e-9060-c39ae7e7a371 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:11.435511 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d11033-21af-4ef5-a0a3-48970d99e85d", "tag": "a972a7f3-f0ba-4ecf-ae0a-e12b80e22598", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:11.436648 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a37a321-c5dd-461e-9060-c39ae7e7a371 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:11.436648 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d11033-21af-4ef5-a0a3-48970d99e85d', 'tag': 'a972a7f3-f0ba-4ecf-ae0a-e12b80e22598', 'status': 'completed', 'code': 200} Jul 29 14:41:11.452178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9200f8-9861-4be0-8e39-0ac4ae0d95b7 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20cc584-ee95-44cc-9556-a55c5ab4b73f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:11.469835 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Pushing event updated for resources: {'Port': ['ID=80eb688f-f4b8-4e28-8e8e-84a7681f5cfc,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:11.476778 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-fd3907ac-253a-4241-9556-6d63f7d43985 service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302861 Jul 29 14:41:11.665131 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:11.665713 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:11.677795 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60dcfa1e-53e8-4161-a7b1-aa65be3c663e req-96646084-312f-4ead-9b81-472c63e03d5e service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922281 Jul 29 14:41:11.713104 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:11.717844 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:11.758709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:11.762835 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:11.777076 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-2284adf3-3900-4922-882f-6c7d824af5cd req-ac1f0879-42b1-4b56-ad0a-4447a438ef17 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-716401613', 'description': 'tempest-description-78168302'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:11.785880 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:41:11.835041 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Pushing event updated for resources: {'Port': ['ID=a0734d8a-7f16-4cba-824f-11607104d609,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:11.854643 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2284adf3-3900-4922-882f-6c7d824af5cd req-ac1f0879-42b1-4b56-ad0a-4447a438ef17 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:11.868806 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2284adf3-3900-4922-882f-6c7d824af5cd req-ac1f0879-42b1-4b56-ad0a-4447a438ef17 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:11.872069 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37696c-b7e6-419b-bf10-a8fd0a3e3301 req-eb090abc-4f46-40d2-91d1-215b13bde4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:11.874571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cd37696c-b7e6-419b-bf10-a8fd0a3e3301 req-eb090abc-4f46-40d2-91d1-215b13bde4da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 1094 time: 0.1182723 Jul 29 14:41:11.944625 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:12.009892 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:12.020368 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37696c-b7e6-419b-bf10-a8fd0a3e3301 req-777cf91e-0956-43b2-a98d-e61d12bdf2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:12.022186 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cd37696c-b7e6-419b-bf10-a8fd0a3e3301 req-777cf91e-0956-43b2-a98d-e61d12bdf2d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.1389208 Jul 29 14:41:12.037633 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:12.049306 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:12.089141 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cd37696c-b7e6-419b-bf10-a8fd0a3e3301 req-6cd83755-879e-4a68-98e7-1a5d5c913083 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 HTTP/1.1" status: 200 len: 217 time: 0.0587502 Jul 29 14:41:12.095397 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2284adf3-3900-4922-882f-6c7d824af5cd req-ac1f0879-42b1-4b56-ad0a-4447a438ef17 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:12.130220 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2284adf3-3900-4922-882f-6c7d824af5cd req-ac1f0879-42b1-4b56-ad0a-4447a438ef17 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:12.199908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Pushing event updated for resources: {'Port': ['ID=80eb688f-f4b8-4e28-8e8e-84a7681f5cfc,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:12.207713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f0879-42b1-4b56-ad0a-4447a438ef17 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cb2250-6e09-4b8b-83b9-c281a4bec393,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:12.211592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37696c-b7e6-419b-bf10-a8fd0a3e3301 req-921ae107-048f-4ffa-8f98-6dcfb5f16b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:12.213121 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cd37696c-b7e6-419b-bf10-a8fd0a3e3301 req-921ae107-048f-4ffa-8f98-6dcfb5f16b31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.1059079 Jul 29 14:41:12.214519 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:12.254629 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cd37696c-b7e6-419b-bf10-a8fd0a3e3301 req-c45092a5-0040-4e67-bc57-11f3492080f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324888 Jul 29 14:41:12.304235 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:12.316090 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:12.329925 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2284adf3-3900-4922-882f-6c7d824af5cd req-ac1f0879-42b1-4b56-ad0a-4447a438ef17 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:12.351405 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:12.355467 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2284adf3-3900-4922-882f-6c7d824af5cd req-ac1f0879-42b1-4b56-ad0a-4447a438ef17 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:12.366300 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-513871f6-e280-495a-a66a-0e6368b5d677 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3385320 Jul 29 14:41:12.413185 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2284adf3-3900-4922-882f-6c7d824af5cd req-ac1f0879-42b1-4b56-ad0a-4447a438ef17 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:12.414428 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2284adf3-3900-4922-882f-6c7d824af5cd req-ac1f0879-42b1-4b56-ad0a-4447a438ef17 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6484220 Jul 29 14:41:12.421052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Pushing event updated for resources: {'Port': ['ID=a0734d8a-7f16-4cba-824f-11607104d609,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:12.437974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f0879-42b1-4b56-ad0a-4447a438ef17 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4779bd97-5d13-4b6b-a386-0594458046ca,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:12.441506 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-2fb51179-69ad-49dd-bc46-b2f2e0c35b83 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 696 time: 0.0735638 Jul 29 14:41:12.457892 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:12.494974 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:12.498555 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d46f6134-c173-4f6e-a494-1b11640f2025 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1668956 Jul 29 14:41:12.539107 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cd37696c-b7e6-419b-bf10-a8fd0a3e3301 req-8075ccba-fb6b-42d2-9650-88e03ad9a1f5 service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759414 Jul 29 14:41:12.595718 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b00568-c4f7-452f-9422-ffb15d3e16c0 req-e3c4eb72-b012-4973-8a2d-1382289a6d37 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:12.597687 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2b00568-c4f7-452f-9422-ffb15d3e16c0 req-e3c4eb72-b012-4973-8a2d-1382289a6d37 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 949 time: 0.0774562 Jul 29 14:41:12.668624 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2b00568-c4f7-452f-9422-ffb15d3e16c0 req-ff03393a-374a-470b-be20-0dac28d5917c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573478 Jul 29 14:41:12.702792 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cd37696c-b7e6-419b-bf10-a8fd0a3e3301 req-c6540e80-2482-4a5b-9c47-58aeb4b6a409 service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511550 Jul 29 14:41:12.711487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-d84ba6f7-e286-4cbc-8f20-712c05c9084c tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:12.713359 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-d84ba6f7-e286-4cbc-8f20-712c05c9084c tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.2586677 Jul 29 14:41:12.725237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-832229eb-3baa-4c1d-a831-356b9fd799d6 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:41:12.726396 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-09ba1af5-7333-4f38-bd2c-0df648e98f7e req-832229eb-3baa-4c1d-a831-356b9fd799d6 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063915 Jul 29 14:41:12.745830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device bc523ae7-808c-460e-a4df-a83972b6e6d2 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:12.813651 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780378a-e257-4923-83cb-c48900a89aa1 req-f0c87fe7-46c0-4209-92a1-db71b43c84da tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:12.815917 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3780378a-e257-4923-83cb-c48900a89aa1 req-f0c87fe7-46c0-4209-92a1-db71b43c84da tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 943 time: 0.0753274 Jul 29 14:41:12.827946 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f7bb3f7-e960-4faf-b47b-373c8758520b req-53667c22-d003-432a-a6d7-a309ade31aa8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515296 Jul 29 14:41:12.868026 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3780378a-e257-4923-83cb-c48900a89aa1 req-e93cf01e-70dc-49e5-81e5-7a8eae2c0a2f tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409448 Jul 29 14:41:12.893005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port bc523ae7-808c-460e-a4df-a83972b6e6d2 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:12.898620 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port bc523ae7-808c-460e-a4df-a83972b6e6d2 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:12.898993 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:12.923778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-5107332b-bedc-4486-bcfb-c213cfe166e6 req-22f063c9-7835-49af-9929-8901b823b4a0 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1378955698', 'description': 'tempest-description-1629087712'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:12.956049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bb3f7-e960-4faf-b47b-373c8758520b req-5a94fa20-5a0b-47ec-a790-180e213e3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:12.960014 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f7bb3f7-e960-4faf-b47b-373c8758520b req-5a94fa20-5a0b-47ec-a790-180e213e3bf0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 1101 time: 0.0752745 Jul 29 14:41:12.961711 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5107332b-bedc-4486-bcfb-c213cfe166e6 req-22f063c9-7835-49af-9929-8901b823b4a0 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:13.001832 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:13.033484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc523ae7-808c-460e-a4df-a83972b6e6d2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:13.036142 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9fc416-198a-4c02-80ca-d350222135e8" -d '{"events": [{"server_uuid": "27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4", "name": "network-vif-plugged", "status": "completed", "tag": "bc523ae7-808c-460e-a4df-a83972b6e6d2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:13.070046 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port bc523ae7-808c-460e-a4df-a83972b6e6d2, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=bc523ae7-808c-460e-a4df-a83972b6e6d2,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:13.078902 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:13.116191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5107332b-bedc-4486-bcfb-c213cfe166e6 req-22f063c9-7835-49af-9929-8901b823b4a0 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:13.124339 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5107332b-bedc-4486-bcfb-c213cfe166e6 req-22f063c9-7835-49af-9929-8901b823b4a0 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:13.167374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bb3f7-e960-4faf-b47b-373c8758520b req-b7d8f36a-f11b-4579-ae57-622af4e735f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:13.169346 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f7bb3f7-e960-4faf-b47b-373c8758520b req-b7d8f36a-f11b-4579-ae57-622af4e735f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1858840 Jul 29 14:41:13.195034 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f063c9-7835-49af-9929-8901b823b4a0 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679495bb-d4b3-4eb3-b03c-d5aa8f4794a4,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:13.198464 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=bc523ae7-808c-460e-a4df-a83972b6e6d2,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:13.215056 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5107332b-bedc-4486-bcfb-c213cfe166e6 req-22f063c9-7835-49af-9929-8901b823b4a0 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:13.219086 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5107332b-bedc-4486-bcfb-c213cfe166e6 req-22f063c9-7835-49af-9929-8901b823b4a0 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2996905 Jul 29 14:41:13.268477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f7bb3f7-e960-4faf-b47b-373c8758520b req-76e9b8a9-1d19-4f5f-ad49-ffbf969ed5d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332 HTTP/1.1" status: 200 len: 217 time: 0.0837669 Jul 29 14:41:13.369259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bb3f7-e960-4faf-b47b-373c8758520b req-4bd40de8-dc5e-43e4-97c6-047148bd1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:13.372187 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f7bb3f7-e960-4faf-b47b-373c8758520b req-4bd40de8-dc5e-43e4-97c6-047148bd1dbd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0953557 Jul 29 14:41:13.466987 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-d8e720f1-d6f1-4bb3-866f-34c3002375fa tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--551423612&fields=id&tenant_id=7f5868661cae4787899a7102bcdf839f HTTP/1.1" status: 200 len: 267 time: 0.0917959 Jul 29 14:41:13.474645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bb3f7-e960-4faf-b47b-373c8758520b req-dd7bf5c8-da89-49f5-8f44-ecbd2ea3f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:13.476163 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f7bb3f7-e960-4faf-b47b-373c8758520b req-dd7bf5c8-da89-49f5-8f44-ecbd2ea3f193 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884268 Jul 29 14:41:13.566929 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-9c31e7aa-bd61-47bb-880c-82e1526bb6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:13.568821 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-9c31e7aa-bd61-47bb-880c-82e1526bb6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1089499 Jul 29 14:41:13.641589 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-a7bf9f1f-a284-4a2f-94f2-267f46cd14bd tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 696 time: 0.0591276 Jul 29 14:41:13.658412 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-8a6657bf-306a-468f-a1b1-5b205c84f6ef tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Request body: {'floatingip': {'port_id': '3136deb2-7c4e-42aa-8411-36664d864cd8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:13.750163 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-8a6657bf-306a-468f-a1b1-5b205c84f6ef tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:13.836329 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f7bb3f7-e960-4faf-b47b-373c8758520b req-4998ebb4-b1be-45ab-b60d-0899fbd25617 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473773 Jul 29 14:41:14.114695 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-d42c52c2-b23b-4d0b-8792-68a1fe784294 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:14.117757 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-d42c52c2-b23b-4d0b-8792-68a1fe784294 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/networks?id=2bc43b52-9aa8-4747-b129-55538c0ee4d0 HTTP/1.1" status: 200 len: 823 time: 0.6400700 Jul 29 14:41:14.158140 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-743cc3e1-6d3c-489a-8be0-ea931dd5bf7c tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/quotas/7f5868661cae4787899a7102bcdf839f HTTP/1.1" status: 200 len: 375 time: 0.0314572 Jul 29 14:41:14.164194 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f7bb3f7-e960-4faf-b47b-373c8758520b req-d179462d-dd91-4333-81d1-9f2c9ac9bd21 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464330 Jul 29 14:41:14.265088 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-34cb6602-92b2-4433-993d-d35b85b82aed tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f5868661cae4787899a7102bcdf839f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901778 Jul 29 14:41:14.371509 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-c13872b4-9f9b-492a-8dab-9fd209eba465 service neutron] 10.222.0.16 "GET /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928378 Jul 29 14:41:14.469609 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-1724a92d-ef97-4a54-b173-d1583d96b0c9 service neutron] 10.222.0.16 "GET /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893302 Jul 29 14:41:14.648564 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db303b9-a2b0-482d-bae4-1cef5d4f4d4f x-openstack-request-id: req-2db303b9-a2b0-482d-bae4-1cef5d4f4d4f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:14.648564 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4", "name": "network-vif-plugged", "status": "completed", "tag": "bc523ae7-808c-460e-a4df-a83972b6e6d2", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:14.648564 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2db303b9-a2b0-482d-bae4-1cef5d4f4d4f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:14.648564 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc523ae7-808c-460e-a4df-a83972b6e6d2', 'code': 200} Jul 29 14:41:14.680603 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-8a6657bf-306a-468f-a1b1-5b205c84f6ef tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:14.693180 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-8a6657bf-306a-468f-a1b1-5b205c84f6ef tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:15.111842 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-8a6657bf-306a-468f-a1b1-5b205c84f6ef tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Floating IP f82f8344-b6a3-424c-b73b-ea9614d86e47 associated. External IP: 172.25.6.222, port: 3136deb2-7c4e-42aa-8411-36664d864cd8. Jul 29 14:41:15.118583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750031a-fb7f-4e6d-baee-2d37bd336e9b req-56eb046a-8646-4688-ae09-667660ac9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:15.121072 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9750031a-fb7f-4e6d-baee-2d37bd336e9b req-56eb046a-8646-4688-ae09-667660ac9994 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 1101 time: 0.3673806 Jul 29 14:41:15.134477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-f55e71d1-7318-4c84-8771-1f0ec26d3a42 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42323 time: 0.4278953 Jul 29 14:41:15.220636 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-e040cb86-afe7-4656-955c-a183aa942540 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/472b0c12-99fa-4799-84b8-4649671c81b4 HTTP/1.1" status: 200 len: 2981 time: 0.0770876 Jul 29 14:41:15.280029 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9750031a-fb7f-4e6d-baee-2d37bd336e9b req-338aa097-d838-4e34-8112-b4075ca071ab service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078207 Jul 29 14:41:15.288661 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-07070e5f-f437-4133-9514-64355798c93d tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/472b0c12-99fa-4799-84b8-4649671c81b4 HTTP/1.1" status: 200 len: 2981 time: 0.0601656 Jul 29 14:41:15.367276 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-8e592e60-8733-4eb1-920a-5f0066d9ad80 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/5703287e-48ca-4bb2-af6a-29c77664f584 HTTP/1.1" status: 200 len: 2973 time: 0.0703752 Jul 29 14:41:15.446728 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-def7a07f-4204-464d-a597-9bcabbdbb890 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/5703287e-48ca-4bb2-af6a-29c77664f584 HTTP/1.1" status: 200 len: 2973 time: 0.0667145 Jul 29 14:41:15.503013 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-8a6657bf-306a-468f-a1b1-5b205c84f6ef tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Router 89c60149-46df-49f2-8c71-db8742040ad5 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:41:15.511499 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-de530c82-e460-42c8-98ed-0d2a95a41519 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/5bb6b28a-1be2-427a-9814-a2d2f1050d99 HTTP/1.1" status: 200 len: 2977 time: 0.0538955 Jul 29 14:41:15.585888 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-f2df1ec2-e04b-4e0f-a41c-4f4f86232d98 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/5bb6b28a-1be2-427a-9814-a2d2f1050d99 HTTP/1.1" status: 200 len: 2977 time: 0.0645094 Jul 29 14:41:15.636937 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:41:15.644418 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-6bdd29ba-1f06-4c4e-a916-d6e5527fda08 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6ac72c8d-6b82-45b0-839f-d1a64cde7b53 HTTP/1.1" status: 200 len: 2981 time: 0.0545356 Jul 29 14:41:15.700322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-8a6657bf-306a-468f-a1b1-5b205c84f6ef tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:41:15.709112 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-8a6657bf-306a-468f-a1b1-5b205c84f6ef tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:15.727120 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3261a-ebf1-48c5-881b-4b19a31c441e None None] Sync routers for ids ['89c60149-46df-49f2-8c71-db8742040ad5'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:41:15.742231 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-6ea69698-afea-4067-ba18-028b68c7885e tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/6ac72c8d-6b82-45b0-839f-d1a64cde7b53 HTTP/1.1" status: 200 len: 2981 time: 0.0915527 Jul 29 14:41:15.752304 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-8a6657bf-306a-468f-a1b1-5b205c84f6ef tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "PUT /v2.0/floatingips/f82f8344-b6a3-424c-b73b-ea9614d86e47 HTTP/1.1" status: 200 len: 997 time: 2.0989475 Jul 29 14:41:15.753316 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a02fc6a-cad5-44b5-aad1-d2c7624e11bb', 'tag': '3136deb2-7c4e-42aa-8411-36664d864cd8'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:15.757724 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8882f62-15f1-46ea-9261-a024966dd429" -d '{"events": [{"name": "network-changed", "server_uuid": "9a02fc6a-cad5-44b5-aad1-d2c7624e11bb", "tag": "3136deb2-7c4e-42aa-8411-36664d864cd8"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:15.773271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3261a-ebf1-48c5-881b-4b19a31c441e None None] Routers {'89c60149-46df-49f2-8c71-db8742040ad5'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:15.774308 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-46d3261a-ebf1-48c5-881b-4b19a31c441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['89c60149-46df-49f2-8c71-db8742040ad5'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:15.831374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-b3f31023-ab78-4f4b-ae70-066ceafa99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:15.833640 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-9f191b24-c596-44c0-8184-5d8cbb7862d8 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/82a7dc1b-f22e-4510-9467-f26b3e533390 HTTP/1.1" status: 200 len: 2981 time: 0.0815091 Jul 29 14:41:15.834464 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-b3f31023-ab78-4f4b-ae70-066ceafa99f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7c1e5bb704b94ce5b198fd0be9be7483&device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 1097 time: 0.0578334 Jul 29 14:41:15.921015 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-b2a12bfc-4219-4dfa-abc1-edc169e48581 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/82a7dc1b-f22e-4510-9467-f26b3e533390 HTTP/1.1" status: 200 len: 2981 time: 0.0858095 Jul 29 14:41:15.998501 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-3cc7ddac-30ce-4df1-937c-c54162eaa7ad tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/91381380-0e5f-4ea1-80b0-79ee7396c68a HTTP/1.1" status: 200 len: 2981 time: 0.0631399 Jul 29 14:41:16.007938 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:16.054800 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'a972a7f3-f0ba-4ecf-ae0a-e12b80e22598', 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d', 'port_id': 'a972a7f3-f0ba-4ecf-ae0a-e12b80e22598', 'mac_address': 'fa:16:3e:43:c7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84740567-e60d-40ec-855d-8962b438829e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:41:16.064521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-19ac3ff3-2fdb-4889-b512-ad010ffe53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:16.069172 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-19ac3ff3-2fdb-4889-b512-ad010ffe53e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=787d4845-ca26-45ae-a7f2-a5d155c1d0ce HTTP/1.1" status: 200 len: 930 time: 0.2059517 Jul 29 14:41:16.069458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-46d3261a-ebf1-48c5-881b-4b19a31c441e None None] Set router 89c60149-46df-49f2-8c71-db8742040ad5 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:16.239349 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-8b71c46d-02af-4517-bdcd-fff2f4cec001 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/91381380-0e5f-4ea1-80b0-79ee7396c68a HTTP/1.1" status: 200 len: 2981 time: 0.2077920 Jul 29 14:41:16.286005 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:16.305011 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-7dd06f45-387f-4c0e-b5c4-4bd13d51fcf0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3136deb2-7c4e-42aa-8411-36664d864cd8 HTTP/1.1" status: 200 len: 1000 time: 0.2159226 Jul 29 14:41:16.346621 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-f7df5199-3712-43e9-bfcc-468fca8796c0 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9863c9a1-9c5b-4449-ad29-e7a0746f2847 HTTP/1.1" status: 200 len: 2981 time: 0.0975628 Jul 29 14:41:16.363076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-ad8f6fe3-920d-4d31-ae96-1e598c0d2ff4 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:16.363685 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:41:16.365926 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-ad8f6fe3-920d-4d31-ae96-1e598c0d2ff4 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.39 "GET /v2.0/networks?id=2bc43b52-9aa8-4747-b129-55538c0ee4d0 HTTP/1.1" status: 200 len: 823 time: 0.3642459 Jul 29 14:41:16.416348 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-8cb7f27f-0573-4c94-9ada-de028c108fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:16.426770 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-8cb7f27f-0573-4c94-9ada-de028c108fcf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6748c291-7cbb-463b-8c41-cf8233df69ea HTTP/1.1" status: 200 len: 868 time: 0.1089416 Jul 29 14:41:16.429837 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:16.447679 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:16.494426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-508e30a6-b0ce-4638-bca8-a4dbd5b20f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:16.496973 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-508e30a6-b0ce-4638-bca8-a4dbd5b20f54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=787d4845-ca26-45ae-a7f2-a5d155c1d0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638585 Jul 29 14:41:16.532238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-24dc22db-08b8-4963-a8ae-218c42d0041c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:41:16.534064 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-24dc22db-08b8-4963-a8ae-218c42d0041c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092878 Jul 29 14:41:16.536463 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-8b1ce36c-f7dd-45f3-87bb-86357012caed tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9863c9a1-9c5b-4449-ad29-e7a0746f2847 HTTP/1.1" status: 200 len: 2981 time: 0.1688707 Jul 29 14:41:16.550486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-b8d517a7-9d4e-4d05-8dd7-71df71111d9d tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f5868661cae4787899a7102bcdf839f HTTP/1.1" status: 200 len: 379 time: 0.1734715 Jul 29 14:41:16.568872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:16.626151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-badd7643-fde4-4751-b38e-20406b45d82b tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Request body: {'port': {'device_id': 'd0572b06-549e-4247-8291-ee4a187ec75e', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'admin_state_up': True, 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'security_groups': ['a3de9e7a-97ac-4bc8-9112-f3c77d02923b']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:16.657804 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-46d3261a-ebf1-48c5-881b-4b19a31c441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c60149-46df-49f2-8c71-db8742040ad5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-router', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7bd922a5-b794-450f-93a6-7062797e730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:32Z', 'updated_at': '2021-07-29T14:40:43Z', 'revision_number': 4, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'gw_port': {'id': '7bd922a5-b794-450f-93a6-7062797e730e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'f82f8344-b6a3-424c-b73b-ea9614d86e47', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'port_id': '3136deb2-7c4e-42aa-8411-36664d864cd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'mac_address': 'fa:16:3e:fe:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a02fc6a-cad5-44b5-aad1-d2c7624e11bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:41:11Z', 'updated_at': '2021-07-29T14:41:14Z', 'revision_number': 1, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45fe048-bf49-4168-bb3b-6983864a1182', 'name': '', 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'mac_address': 'fa:16:3e:a0:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:40Z', 'updated_at': '2021-07-29T14:40:53Z', 'revision_number': 5, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'subnets': [{'id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:16.696297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['a972a7f3-f0ba-4ecf-ae0a-e12b80e22598'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:41:16.698983 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3261a-ebf1-48c5-881b-4b19a31c441e None None] Checking router: 89c60149-46df-49f2-8c71-db8742040ad5 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:41:16.713456 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-8c1e93f2-5ad2-4115-ba7d-efbab2c5a22d tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9b96a541-fbb7-4732-9e2f-09ac97c7c686 HTTP/1.1" status: 200 len: 2981 time: 0.1757417 Jul 29 14:41:16.726324 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-af3d1a27-27b3-4790-8d06-a8c758507288 service neutron] 10.222.0.16 "GET /v2.0/networks/787d4845-ca26-45ae-a7f2-a5d155c1d0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707602 Jul 29 14:41:16.736454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3261a-ebf1-48c5-881b-4b19a31c441e None None] Routers {'89c60149-46df-49f2-8c71-db8742040ad5'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:16.737317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-46d3261a-ebf1-48c5-881b-4b19a31c441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['89c60149-46df-49f2-8c71-db8742040ad5'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:16.821826 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-7d9a340e-3fee-4a55-a972-4e6328312ed0 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9b96a541-fbb7-4732-9e2f-09ac97c7c686 HTTP/1.1" status: 200 len: 2981 time: 0.0931866 Jul 29 14:41:16.906174 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-f9ebc7ef-3caf-49f9-b45b-bb2c60653a00 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/de5d8c50-c9ac-471d-8e6d-9b9da1f15a25 HTTP/1.1" status: 200 len: 2981 time: 0.0828249 Jul 29 14:41:16.908402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-badd7643-fde4-4751-b38e-20406b45d82b tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Made reservation on behalf of 7f5868661cae4787899a7102bcdf839f for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:41:16.912226 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-badd7643-fde4-4751-b38e-20406b45d82b tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:16.920503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-46d3261a-ebf1-48c5-881b-4b19a31c441e None None] Set router 89c60149-46df-49f2-8c71-db8742040ad5 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:16.926215 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e51b8c93-5dbd-4650-97ae-0e74ca83be96 req-a33cb52c-c3e1-49a8-becd-8dc5b0660560 service neutron] 10.222.0.16 "GET /v2.0/networks/787d4845-ca26-45ae-a7f2-a5d155c1d0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749735 Jul 29 14:41:17.036658 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-a8e1c06f-af2c-4680-8693-b3d9a2202c2f tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/de5d8c50-c9ac-471d-8e6d-9b9da1f15a25 HTTP/1.1" status: 200 len: 2981 time: 0.1170869 Jul 29 14:41:17.065584 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17db38-6e43-4336-98d3-050a453e2351 req-6de3037a-1488-463e-9eb7-65313831321f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:17.067325 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c17db38-6e43-4336-98d3-050a453e2351 req-6de3037a-1488-463e-9eb7-65313831321f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.0614860 Jul 29 14:41:17.124942 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c17db38-6e43-4336-98d3-050a453e2351 req-fba36eec-5b9a-40c3-9e41-838d05bb40db tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502179 Jul 29 14:41:17.140012 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-a1e1526d-fb3e-421f-b653-726c92890821 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e7cb2250-6e09-4b8b-83b9-c281a4bec393 HTTP/1.1" status: 200 len: 2981 time: 0.0963268 Jul 29 14:41:17.152610 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-badd7643-fde4-4751-b38e-20406b45d82b tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Allocated IP 172.20.0.11 (2bc43b52-9aa8-4747-b129-55538c0ee4d0/257169a0-752d-468a-bc28-f8360fd89075/12cbe4d7-184b-4bbb-af4b-b9c27ea680d2) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:41:17.225974 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-0fd9f908-90a4-4165-9e8d-55baafb31bc3 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e7cb2250-6e09-4b8b-83b9-c281a4bec393 HTTP/1.1" status: 200 len: 2981 time: 0.0755615 Jul 29 14:41:17.274128 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-46d3261a-ebf1-48c5-881b-4b19a31c441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c60149-46df-49f2-8c71-db8742040ad5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-router', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7bd922a5-b794-450f-93a6-7062797e730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:32Z', 'updated_at': '2021-07-29T14:40:43Z', 'revision_number': 4, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'gw_port': {'id': '7bd922a5-b794-450f-93a6-7062797e730e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'f82f8344-b6a3-424c-b73b-ea9614d86e47', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'port_id': '3136deb2-7c4e-42aa-8411-36664d864cd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'mac_address': 'fa:16:3e:fe:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a02fc6a-cad5-44b5-aad1-d2c7624e11bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:41:11Z', 'updated_at': '2021-07-29T14:41:14Z', 'revision_number': 1, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45fe048-bf49-4168-bb3b-6983864a1182', 'name': '', 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'mac_address': 'fa:16:3e:a0:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:40Z', 'updated_at': '2021-07-29T14:40:53Z', 'revision_number': 5, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'subnets': [{'id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:17.327074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3261a-ebf1-48c5-881b-4b19a31c441e None None] The sync data for ids ['89c60149-46df-49f2-8c71-db8742040ad5'] in n-d-802893-1 is: [{'id': '89c60149-46df-49f2-8c71-db8742040ad5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-router', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7bd922a5-b794-450f-93a6-7062797e730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:32Z', 'updated_at': '2021-07-29T14:40:43Z', 'revision_number': 4, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'gw_port': {'id': '7bd922a5-b794-450f-93a6-7062797e730e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'f82f8344-b6a3-424c-b73b-ea9614d86e47', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'port_id': '3136deb2-7c4e-42aa-8411-36664d864cd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'mac_address': 'fa:16:3e:fe:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a02fc6a-cad5-44b5-aad1-d2c7624e11bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:41:11Z', 'updated_at': '2021-07-29T14:41:14Z', 'revision_number': 1, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b45fe048-bf49-4168-bb3b-6983864a1182', 'name': '', 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'mac_address': 'fa:16:3e:a0:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:40Z', 'updated_at': '2021-07-29T14:40:53Z', 'revision_number': 5, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'subnets': [{'id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:41:17.344899 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b1855-b928-429e-89aa-241a509d5960 req-6a7f0c8d-6f60-441c-9e64-33ca3cefae61 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:17.349612 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-323b1855-b928-429e-89aa-241a509d5960 req-6a7f0c8d-6f60-441c-9e64-33ca3cefae61 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 944 time: 0.1027288 Jul 29 14:41:17.361778 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-5a97c68b-4e4e-47dc-a174-c6d383f0fe2c tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e8c20d37-5eb0-4c6e-b4b4-b1760261bb91 HTTP/1.1" status: 200 len: 2981 time: 0.1234920 Jul 29 14:41:17.392074 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-323b1855-b928-429e-89aa-241a509d5960 req-d4f762cc-aead-4e67-ac2e-706699849f94 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391889 Jul 29 14:41:17.409155 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-badd7643-fde4-4751-b38e-20406b45d82b tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:17.446276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-badd7643-fde4-4751-b38e-20406b45d82b tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Transition to ACTIVE for port object 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:17.452999 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-5528d601-bac8-48f9-bb1a-01c8db01e712 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e8c20d37-5eb0-4c6e-b4b4-b1760261bb91 HTTP/1.1" status: 200 len: 2981 time: 0.0747972 Jul 29 14:41:17.519507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-badd7643-fde4-4751-b38e-20406b45d82b tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:17.530074 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-58df12df-6ab5-419a-b8e8-91c91bfae7c4 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f49f7704-215a-42c3-b7b8-ceb142600e2a HTTP/1.1" status: 200 len: 2981 time: 0.0603998 Jul 29 14:41:17.593345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-badd7643-fde4-4751-b38e-20406b45d82b tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:17.605494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-badd7643-fde4-4751-b38e-20406b45d82b tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:17.612562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-badd7643-fde4-4751-b38e-20406b45d82b tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:41:17.615515 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd7643-fde4-4751-b38e-20406b45d82b tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Pushing event updated for resources: {'Port': ['ID=12cbe4d7-184b-4bbb-af4b-b9c27ea680d2,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:17.665125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:17.680333 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da53ae5d-cb45-433a-8d44-656736a714bb req-dc719035-6a41-4494-9cd9-752ed98cb3b2 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f49f7704-215a-42c3-b7b8-ceb142600e2a HTTP/1.1" status: 200 len: 2981 time: 0.1236200 Jul 29 14:41:17.707991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-badd7643-fde4-4751-b38e-20406b45d82b tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:17.708657 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-badd7643-fde4-4751-b38e-20406b45d82b tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:17.746736 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-badd7643-fde4-4751-b38e-20406b45d82b tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1313210 Jul 29 14:41:17.748959 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca1fbd6-3a8e-4841-98c5-1525a3d93ba8 None None] New status for floating IP f82f8344-b6a3-424c-b73b-ea9614d86e47: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:41:17.767847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Request body: {'port': {'device_id': 'd0572b06-549e-4247-8291-ee4a187ec75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:17.770562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:17.776087 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:17.777328 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:17.910300 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:17.930753 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:17.944278 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d11033-21af-4ef5-a0a3-48970d99e85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a972a7f3-f0ba-4ecf-ae0a-e12b80e22598'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:17.946853 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78399e6e-3b66-45ce-8820-e850675a0017" -d '{"events": [{"server_uuid": "f5d11033-21af-4ef5-a0a3-48970d99e85d", "name": "network-vif-plugged", "status": "completed", "tag": "a972a7f3-f0ba-4ecf-ae0a-e12b80e22598"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:17.980887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:17.986609 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:18.098762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:18.132687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3edc654c-2e02-447f-9644-2273a3ba5b73 None None] Provisioning for port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:18.137608 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3edc654c-2e02-447f-9644-2273a3ba5b73 None None] Provisioning complete for port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:18.138729 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3edc654c-2e02-447f-9644-2273a3ba5b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:18.161305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1185f-763c-4117-943e-a386a215f40a req-4892b3fb-d093-4443-8597-98b58e93ef9a tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:18.171529 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5b1185f-763c-4117-943e-a386a215f40a req-4892b3fb-d093-4443-8597-98b58e93ef9a tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0572b06-549e-4247-8291-ee4a187ec75e HTTP/1.1" status: 200 len: 932 time: 0.1342435 Jul 29 14:41:18.181443 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb602d4-f288-4293-a9dd-ac43c2ca46c2 x-openstack-request-id: req-0eb602d4-f288-4293-a9dd-ac43c2ca46c2 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:18.181719 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a02fc6a-cad5-44b5-aad1-d2c7624e11bb", "tag": "3136deb2-7c4e-42aa-8411-36664d864cd8", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:18.182026 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0eb602d4-f288-4293-a9dd-ac43c2ca46c2 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:18.182563 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a02fc6a-cad5-44b5-aad1-d2c7624e11bb', 'tag': '3136deb2-7c4e-42aa-8411-36664d864cd8', 'status': 'completed', 'code': 200} Jul 29 14:41:18.183446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3edc654c-2e02-447f-9644-2273a3ba5b73 None None] Port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:41:18.222231 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5b1185f-763c-4117-943e-a386a215f40a req-792e866a-6be9-4d7a-bbb8-ea0ee9bccdb1 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493793 Jul 29 14:41:18.458541 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8882f62-15f1-46ea-9261-a024966dd429 req-fe6f6127-15fc-49a8-a05f-5911246fcd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:18.460395 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8882f62-15f1-46ea-9261-a024966dd429 req-fe6f6127-15fc-49a8-a05f-5911246fcd22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c1e5bb704b94ce5b198fd0be9be7483&device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 1097 time: 0.2959957 Jul 29 14:41:18.543296 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-d258cd8c-3887-4f4e-b82f-4f5d41110381 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 258 time: 0.3839295 Jul 29 14:41:18.567292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:18.647362 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:18.716864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8882f62-15f1-46ea-9261-a024966dd429 req-b5a37718-8887-4560-b00c-7f610ffaea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:18.718363 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8882f62-15f1-46ea-9261-a024966dd429 req-b5a37718-8887-4560-b00c-7f610ffaea1a service neutron] 10.222.0.39 "GET /v2.0/networks?id=787d4845-ca26-45ae-a7f2-a5d155c1d0ce HTTP/1.1" status: 200 len: 930 time: 0.2467296 Jul 29 14:41:18.718640 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-817cef23-3337-4c08-9317-1a7c9008aa1a req-2f94e8cc-1937-4258-ae5a-3d623d09c849 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=938a9ff8b05f424ebf2f8120ebb90ec7 HTTP/1.1" status: 200 len: 6101 time: 0.1011384 Jul 29 14:41:18.789598 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-817cef23-3337-4c08-9317-1a7c9008aa1a req-a1c5fe7a-0c4e-4234-979a-6d0145dd0c24 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] 10.222.0.16 "GET /v2.0/security-groups/9863c9a1-9c5b-4449-ad29-e7a0746f2847 HTTP/1.1" status: 200 len: 2981 time: 0.0613499 Jul 29 14:41:18.861995 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-817cef23-3337-4c08-9317-1a7c9008aa1a req-642890eb-4626-4013-b64d-e628806d0442 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] 10.222.0.16 "GET /v2.0/security-groups/9863c9a1-9c5b-4449-ad29-e7a0746f2847 HTTP/1.1" status: 200 len: 2981 time: 0.0599916 Jul 29 14:41:18.863884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48482) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:18.871711 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:41:18.903404 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fec96b9-e059-468c-a8b1-165e6585ec79 x-openstack-request-id: req-3fec96b9-e059-468c-a8b1-165e6585ec79 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:18.903404 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d11033-21af-4ef5-a0a3-48970d99e85d", "name": "network-vif-plugged", "status": "completed", "tag": "a972a7f3-f0ba-4ecf-ae0a-e12b80e22598", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:18.905349 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3fec96b9-e059-468c-a8b1-165e6585ec79 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:18.905349 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d11033-21af-4ef5-a0a3-48970d99e85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a972a7f3-f0ba-4ecf-ae0a-e12b80e22598', 'code': 200} Jul 29 14:41:18.905597 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:18.931153 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8882f62-15f1-46ea-9261-a024966dd429 req-f9baf916-d608-400c-b5bb-f1691fbf0299 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3136deb2-7c4e-42aa-8411-36664d864cd8 HTTP/1.1" status: 200 len: 1002 time: 0.1893435 Jul 29 14:41:18.940401 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Transition to ACTIVE for port object 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:18.974208 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:18.990370 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.39', 57556) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:19.055724 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-49663f2f-2661-4efb-a350-a17c436c48dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1890793 Jul 29 14:41:19.064427 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb296596-e7c6-4a89-8574-d0c6e7f3b7ca req-f8c46f12-7aff-472e-be81-44af951b8602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:19.065787 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eb296596-e7c6-4a89-8574-d0c6e7f3b7ca req-f8c46f12-7aff-472e-be81-44af951b8602 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 1096 time: 0.0734513 Jul 29 14:41:19.112978 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eb296596-e7c6-4a89-8574-d0c6e7f3b7ca req-90580b0e-9d91-433c-87d9-82effc4dd100 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381820 Jul 29 14:41:19.297693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8882f62-15f1-46ea-9261-a024966dd429 req-bb5fb41f-a5ed-4267-b4fc-7dea7005268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:19.299227 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8882f62-15f1-46ea-9261-a024966dd429 req-bb5fb41f-a5ed-4267-b4fc-7dea7005268d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6748c291-7cbb-463b-8c41-cf8233df69ea HTTP/1.1" status: 200 len: 868 time: 0.3579178 Jul 29 14:41:19.310629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Pushing event updated for resources: {'Port': ['ID=12cbe4d7-184b-4bbb-af4b-b9c27ea680d2,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:19.384536 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:19.518956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8882f62-15f1-46ea-9261-a024966dd429 req-b27a53e4-3f22-479a-9cb5-3c2725ffae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:19.521175 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8882f62-15f1-46ea-9261-a024966dd429 req-b27a53e4-3f22-479a-9cb5-3c2725ffae4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=787d4845-ca26-45ae-a7f2-a5d155c1d0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2063692 Jul 29 14:41:19.545771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df6f26-ea2e-4eb9-b4dc-cf197ae1f33c req-afdcad60-964a-46cd-ab0b-a6b7fe484776 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:19.548830 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-11df6f26-ea2e-4eb9-b4dc-cf197ae1f33c req-afdcad60-964a-46cd-ab0b-a6b7fe484776 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 945 time: 0.0926018 Jul 29 14:41:19.637547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Attempting to bind port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:41:19.637887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Attempting to bind port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:41:19.638433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Attempting to bind port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 on network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:19.656026 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-11df6f26-ea2e-4eb9-b4dc-cf197ae1f33c req-aff9bdfc-ce11-4523-a1cc-57b7a35d2385 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995772 Jul 29 14:41:19.664894 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 on network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:41:19.665280 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Attempting to bind port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 on network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:19.692204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:41:19.692607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Checking segment: {'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:19.693186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Bound using segment: {'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:41:19.693610 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Bound port: 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:41:19.694045 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:19.707514 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Allocated IP 172.25.6.185 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/79210c64-0b93-436d-bc81-67620201bb42) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:41:19.768565 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8882f62-15f1-46ea-9261-a024966dd429 req-c1faebf1-4acd-4b8f-a72f-9b8a4e5ec435 service neutron] 10.222.0.39 "GET /v2.0/networks/787d4845-ca26-45ae-a7f2-a5d155c1d0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313936 Jul 29 14:41:19.911925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04443983-c793-48e4-a725-757453a56d9c req-353215aa-c4cb-432d-96d7-b8e4bcd91d28 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:19.913609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] For port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:19.915768 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-04443983-c793-48e4-a725-757453a56d9c req-353215aa-c4cb-432d-96d7-b8e4bcd91d28 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.1086388 Jul 29 14:41:19.921162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] For port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=12cbe4d7-184b-4bbb-af4b-b9c27ea680d2,segment=NetworkSegment(1f208ccb-e698-4fc0-9396-d3fc934ed7ed),segment_id=1f208ccb-e698-4fc0-9396-d3fc934ed7ed)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:41:19.935243 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:19.985509 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-04443983-c793-48e4-a725-757453a56d9c req-eacd4e6e-0cd6-4c58-8746-a62ad9d4beac tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426655 Jul 29 14:41:20.066566 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:20.082572 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:20.083213 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:20.085092 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] 10.222.0.39 "PUT /v2.0/ports/12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 HTTP/1.1" status: 200 len: 1092 time: 2.3299415 Jul 29 14:41:20.095827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0572b06-549e-4247-8291-ee4a187ec75e', 'tag': '12cbe4d7-184b-4bbb-af4b-b9c27ea680d2'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:20.098273 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef5f294-66fb-4c39-a963-ede96f1040a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d0572b06-549e-4247-8291-ee4a187ec75e", "tag": "12cbe4d7-184b-4bbb-af4b-b9c27ea680d2"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:20.162186 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8882f62-15f1-46ea-9261-a024966dd429 req-dff7b0c2-d975-4913-8a02-5d937a9e184c service neutron] 10.222.0.39 "GET /v2.0/networks/787d4845-ca26-45ae-a7f2-a5d155c1d0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779728 Jul 29 14:41:20.165729 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f93bde06-d580-4fd7-8b7d-3ae0442a5cb8 req-6ee81386-0f50-4062-8dc5-5d1c1c0102b8 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/679495bb-d4b3-4eb3-b03c-d5aa8f4794a4 HTTP/1.1" status: 200 len: 1778 time: 0.1080053 Jul 29 14:41:20.234130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17320a48-8a19-43a0-9f15-e035c36e7b03 service neutron] Pushing event updated for resources: {'Port': ['ID=12cbe4d7-184b-4bbb-af4b-b9c27ea680d2,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:20.243500 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f93bde06-d580-4fd7-8b7d-3ae0442a5cb8 req-08fe2088-5df6-4ffb-984e-75090f2888f2 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:20.244243 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:20.270709 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f93bde06-d580-4fd7-8b7d-3ae0442a5cb8 req-08fe2088-5df6-4ffb-984e-75090f2888f2 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:20.312015 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:20.321014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:20.328290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-0e1e2aee-f035-4ec0-bb29-2b0998d7fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:20.330848 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-0e1e2aee-f035-4ec0-bb29-2b0998d7fb13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f5868661cae4787899a7102bcdf839f&device_id=d0572b06-549e-4247-8291-ee4a187ec75e HTTP/1.1" status: 200 len: 1095 time: 0.1529140 Jul 29 14:41:20.331956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:41:20.334850 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f93bde06-d580-4fd7-8b7d-3ae0442a5cb8 req-08fe2088-5df6-4ffb-984e-75090f2888f2 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:20.338642 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f93bde06-d580-4fd7-8b7d-3ae0442a5cb8 req-08fe2088-5df6-4ffb-984e-75090f2888f2 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:20.343154 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f93bde06-d580-4fd7-8b7d-3ae0442a5cb8 req-08fe2088-5df6-4ffb-984e-75090f2888f2 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/679495bb-d4b3-4eb3-b03c-d5aa8f4794a4 HTTP/1.1" status: 204 len: 173 time: 0.1698458 Jul 29 14:41:20.352612 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe2088-5df6-4ffb-984e-75090f2888f2 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679495bb-d4b3-4eb3-b03c-d5aa8f4794a4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:20.432751 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-bd469056-7cc6-4b0b-b83e-c759a0bc414e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 HTTP/1.1" status: 200 len: 217 time: 0.0681405 Jul 29 14:41:20.436046 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Pushing event updated for resources: {'Port': ['ID=79210c64-0b93-436d-bc81-67620201bb42,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:20.512784 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df7bfd-e390-4854-af68-a0960ad7e791 req-0f0cc15e-df58-4d3b-98b1-513099fa5fff tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:20.514496 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1df7bfd-e390-4854-af68-a0960ad7e791 req-0f0cc15e-df58-4d3b-98b1-513099fa5fff tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0572b06-549e-4247-8291-ee4a187ec75e HTTP/1.1" status: 200 len: 944 time: 0.0844038 Jul 29 14:41:20.534016 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-fd2d2dee-b751-499c-9e50-5d1c058b11ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:20.535610 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-fd2d2dee-b751-499c-9e50-5d1c058b11ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=257169a0-752d-468a-bc28-f8360fd89075 HTTP/1.1" status: 200 len: 862 time: 0.0958104 Jul 29 14:41:20.540473 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:20.574573 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1df7bfd-e390-4854-af68-a0960ad7e791 req-ca782c39-d9fd-4abb-9430-333569e42c86 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521677 Jul 29 14:41:20.609188 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:20.646079 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-6e5a7c68-d355-4c84-b07a-a068c5e3c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:20.647774 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-6e5a7c68-d355-4c84-b07a-a068c5e3c0d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2bc43b52-9aa8-4747-b129-55538c0ee4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007857 Jul 29 14:41:20.850519 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-4c0dc611-638a-4e10-adf4-62c1d9d1ffaf service neutron] 10.222.0.39 "GET /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941712 Jul 29 14:41:20.937333 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9743e223-6470-427e-ac0b-0ba93e0ee605 x-openstack-request-id: req-9743e223-6470-427e-ac0b-0ba93e0ee605 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:20.937634 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0572b06-549e-4247-8291-ee4a187ec75e", "tag": "12cbe4d7-184b-4bbb-af4b-b9c27ea680d2", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:20.937893 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9743e223-6470-427e-ac0b-0ba93e0ee605 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:20.938340 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0572b06-549e-4247-8291-ee4a187ec75e', 'tag': '12cbe4d7-184b-4bbb-af4b-b9c27ea680d2', 'status': 'completed', 'code': 200} Jul 29 14:41:20.959636 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:20.971381 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:21.010370 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b40bb7e-3221-4c5e-b54d-2fc1356db679 req-83d023ef-8c39-435a-95cc-44a4e1716ff3 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "GET /v2.0/security-groups/4779bd97-5d13-4b6b-a386-0594458046ca HTTP/1.1" status: 200 len: 1775 time: 0.0571866 Jul 29 14:41:21.066966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ccaa431-1bc7-49ed-82ff-68a603a48bcc req-06973206-0461-4a27-8eb0-67227d03cb8a service neutron] 10.222.0.39 "GET /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068229 Jul 29 14:41:21.096477 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Pushing event updated for resources: {'Port': ['ID=79210c64-0b93-436d-bc81-67620201bb42,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:21.123198 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:21.190403 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:21.192454 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-875a30f1-de20-4a3b-86ba-ace8a5643efc tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6373410 Jul 29 14:41:21.218762 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b40bb7e-3221-4c5e-b54d-2fc1356db679 req-1d5cad74-902d-47eb-b42a-e45b29b44f89 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:21.227972 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5f294-66fb-4c39-a963-ede96f1040a6 req-64163dc5-3e2e-42e8-a177-05ee273db3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:21.230648 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ef5f294-66fb-4c39-a963-ede96f1040a6 req-64163dc5-3e2e-42e8-a177-05ee273db3d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f5868661cae4787899a7102bcdf839f&device_id=d0572b06-549e-4247-8291-ee4a187ec75e HTTP/1.1" status: 200 len: 1095 time: 0.0945086 Jul 29 14:41:21.238610 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-994355d5-a483-478f-b008-a6286e38c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:21.240246 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-994355d5-a483-478f-b008-a6286e38c788 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 1101 time: 0.1133900 Jul 29 14:41:21.264766 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b40bb7e-3221-4c5e-b54d-2fc1356db679 req-1d5cad74-902d-47eb-b42a-e45b29b44f89 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:21.305182 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48550) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:21.367783 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b40bb7e-3221-4c5e-b54d-2fc1356db679 req-1d5cad74-902d-47eb-b42a-e45b29b44f89 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:21.371124 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b40bb7e-3221-4c5e-b54d-2fc1356db679 req-1d5cad74-902d-47eb-b42a-e45b29b44f89 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:21.373177 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b40bb7e-3221-4c5e-b54d-2fc1356db679 req-1d5cad74-902d-47eb-b42a-e45b29b44f89 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/4779bd97-5d13-4b6b-a386-0594458046ca HTTP/1.1" status: 204 len: 173 time: 0.3512065 Jul 29 14:41:21.396418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cad74-902d-47eb-b42a-e45b29b44f89 tempest-SecurityGroupsTestAdminJSON-1999773248 tempest-SecurityGroupsTestAdminJSON-1999773248-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4779bd97-5d13-4b6b-a386-0594458046ca,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:21.401164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-e7cc0c32-d378-48d5-9cda-922307f06e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:21.403667 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-e7cc0c32-d378-48d5-9cda-922307f06e24 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1536448 Jul 29 14:41:21.404860 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-f8d7ebe7-1f90-458e-8a12-4c718c0fc750 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.185 HTTP/1.1" status: 200 len: 696 time: 0.1968608 Jul 29 14:41:21.488705 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-ff6bbdb1-9aec-4d02-819c-f34d4f22ea16 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=bc523ae7-808c-460e-a4df-a83972b6e6d2 HTTP/1.1" status: 200 len: 217 time: 0.0683918 Jul 29 14:41:21.578520 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5f294-66fb-4c39-a963-ede96f1040a6 req-3c18d5bb-dd4a-49cc-be63-64de24f527e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:21.580579 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ef5f294-66fb-4c39-a963-ede96f1040a6 req-3c18d5bb-dd4a-49cc-be63-64de24f527e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2bc43b52-9aa8-4747-b129-55538c0ee4d0 HTTP/1.1" status: 200 len: 924 time: 0.2952116 Jul 29 14:41:21.580760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89da15-6e1b-4c98-a8e8-f50fe43bc869 req-a5ad379a-a73f-4a39-9a25-d7cec07fd05d tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:21.582279 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c89da15-6e1b-4c98-a8e8-f50fe43bc869 req-a5ad379a-a73f-4a39-9a25-d7cec07fd05d tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 945 time: 0.1065941 Jul 29 14:41:21.586863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-ebf7ec21-5ca2-4d22-a165-2e8e87beb204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:21.588288 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-ebf7ec21-5ca2-4d22-a165-2e8e87beb204 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0936799 Jul 29 14:41:21.660999 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c89da15-6e1b-4c98-a8e8-f50fe43bc869 req-bc9cb489-a958-41fa-92c6-514c36da31eb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695815 Jul 29 14:41:21.666495 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-83ca0d11-2015-4ef4-b9a8-4873d5e75725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:21.668010 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-83ca0d11-2015-4ef4-b9a8-4873d5e75725 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0704679 Jul 29 14:41:21.687387 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ef5f294-66fb-4c39-a963-ede96f1040a6 req-9c0c47b6-fb79-4979-b0a9-1a993b017326 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 HTTP/1.1" status: 200 len: 217 time: 0.0866649 Jul 29 14:41:21.688062 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dacf19cb-28e7-4837-b98b-82f5052ea6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:21.717438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-905bc551-2cad-4b1e-a19b-19b60a95b7e9 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:21.719003 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34a4fade-0447-448b-91e9-bbd6f3501be7 req-905bc551-2cad-4b1e-a19b-19b60a95b7e9 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.3131332 Jul 29 14:41:21.817823 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5f294-66fb-4c39-a963-ede96f1040a6 req-ab4b4520-a564-49b8-ab79-57dded157426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:21.819474 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-25085871-5cdf-4663-8270-2de99966abed service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431458 Jul 29 14:41:21.820328 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ef5f294-66fb-4c39-a963-ede96f1040a6 req-ab4b4520-a564-49b8-ab79-57dded157426 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=257169a0-752d-468a-bc28-f8360fd89075 HTTP/1.1" status: 200 len: 862 time: 0.1222980 Jul 29 14:41:21.968005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5f294-66fb-4c39-a963-ede96f1040a6 req-7204edbb-a7db-432c-9e5b-624f408c4111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:21.969756 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ef5f294-66fb-4c39-a963-ede96f1040a6 req-7204edbb-a7db-432c-9e5b-624f408c4111 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2bc43b52-9aa8-4747-b129-55538c0ee4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404352 Jul 29 14:41:21.972235 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-17f28663-a349-4a96-8433-265a629794dd service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454134 Jul 29 14:41:21.989101 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb18efd-7c86-4e0d-a2c9-039f5fbe81fe req-263af28a-27f1-4654-9c63-7a6f283e6d94 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:21.991963 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1fb18efd-7c86-4e0d-a2c9-039f5fbe81fe req-263af28a-27f1-4654-9c63-7a6f283e6d94 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.1385949 Jul 29 14:41:22.085252 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dacf19cb-28e7-4837-b98b-82f5052ea6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:22.100242 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dacf19cb-28e7-4837-b98b-82f5052ea6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:22.126513 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6fcdb1aa-1b04-4f20-9ec3-7338d72a43ec req-21ca9434-adcc-41af-ad6e-b1ac56163e87 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] 10.222.0.16 "GET /v2.0/security-groups/e20cc584-ee95-44cc-9556-a55c5ab4b73f HTTP/1.1" status: 200 len: 1777 time: 0.0676198 Jul 29 14:41:22.236370 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1fb18efd-7c86-4e0d-a2c9-039f5fbe81fe req-735153c7-5687-4641-82ea-c90691a93545 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144728 Jul 29 14:41:22.242048 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dacf19cb-28e7-4837-b98b-82f5052ea6ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=233077b5390e40b08053803180ef4ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9330075 Jul 29 14:41:22.243336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48570) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:22.248414 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf19cb-28e7-4837-b98b-82f5052ea6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f55e8fe-6714-4779-ada0-bc4b87e115b6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:22.252762 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6fcdb1aa-1b04-4f20-9ec3-7338d72a43ec req-5862ca3d-a393-4292-9b12-5518051429df tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:22.267486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ef5f294-66fb-4c39-a963-ede96f1040a6 req-6497398d-bd5d-477f-a4b5-feea1b1db5eb service neutron] 10.222.0.39 "GET /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718556 Jul 29 14:41:22.310431 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6fcdb1aa-1b04-4f20-9ec3-7338d72a43ec req-5862ca3d-a393-4292-9b12-5518051429df tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:22.362411 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6b84d18c-8ce7-46e5-8482-b6731cea18c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:22.394198 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6b84d18c-8ce7-46e5-8482-b6731cea18c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:22.412858 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6fcdb1aa-1b04-4f20-9ec3-7338d72a43ec req-5862ca3d-a393-4292-9b12-5518051429df tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:22.416113 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6fcdb1aa-1b04-4f20-9ec3-7338d72a43ec req-5862ca3d-a393-4292-9b12-5518051429df tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:22.425503 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6fcdb1aa-1b04-4f20-9ec3-7338d72a43ec req-5862ca3d-a393-4292-9b12-5518051429df tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] 10.222.0.16 "DELETE /v2.0/security-groups/e20cc584-ee95-44cc-9556-a55c5ab4b73f HTTP/1.1" status: 204 len: 173 time: 0.2896070 Jul 29 14:41:22.461072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ed02f-3da8-4ca4-8069-fa40513f6cab req-069e5b4c-de84-49bc-93be-d04fc897dd82 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:22.462775 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a9ed02f-3da8-4ca4-8069-fa40513f6cab req-069e5b4c-de84-49bc-93be-d04fc897dd82 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0572b06-549e-4247-8291-ee4a187ec75e HTTP/1.1" status: 200 len: 944 time: 0.1020136 Jul 29 14:41:22.476266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862ca3d-a393-4292-9b12-5518051429df tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20cc584-ee95-44cc-9556-a55c5ab4b73f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:22.490950 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ef5f294-66fb-4c39-a963-ede96f1040a6 req-8098376b-e593-4ffa-9a0e-3bbb9a89597c service neutron] 10.222.0.39 "GET /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078722 Jul 29 14:41:22.505545 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6b84d18c-8ce7-46e5-8482-b6731cea18c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:22.511194 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6b84d18c-8ce7-46e5-8482-b6731cea18c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:22.515847 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6b84d18c-8ce7-46e5-8482-b6731cea18c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f55e8fe-6714-4779-ada0-bc4b87e115b6 HTTP/1.1" status: 204 len: 168 time: 0.2712586 Jul 29 14:41:22.527267 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84d18c-8ce7-46e5-8482-b6731cea18c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f55e8fe-6714-4779-ada0-bc4b87e115b6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:22.556971 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a9ed02f-3da8-4ca4-8069-fa40513f6cab req-a3bfae50-3602-43c3-9a1b-44e0cf40519e tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774591 Jul 29 14:41:22.778697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42672361-20e1-4da0-9c44-da27616af0ed req-09492fa8-e83e-41da-b7a4-87bf6ed61c57 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:22.789818 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-42672361-20e1-4da0-9c44-da27616af0ed req-09492fa8-e83e-41da-b7a4-87bf6ed61c57 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1198037 Jul 29 14:41:22.851184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-42672361-20e1-4da0-9c44-da27616af0ed req-9923c07a-d13e-4c3c-94c2-6bccf552aff0 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.185 HTTP/1.1" status: 200 len: 696 time: 0.0597756 Jul 29 14:41:22.869248 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-42672361-20e1-4da0-9c44-da27616af0ed req-a4721a4f-b5c6-4b8a-b2c1-f63c72846b59 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Request body: {'floatingip': {'port_id': '3136deb2-7c4e-42aa-8411-36664d864cd8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:22.925827 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-42672361-20e1-4da0-9c44-da27616af0ed req-a4721a4f-b5c6-4b8a-b2c1-f63c72846b59 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:22.975887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c082b-fce9-411d-a977-f832ca12c318 req-966c4ae7-67e1-4f2e-8ab8-0199eb6d4c50 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:22.978975 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d27c082b-fce9-411d-a977-f832ca12c318 req-966c4ae7-67e1-4f2e-8ab8-0199eb6d4c50 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 1096 time: 0.0675013 Jul 29 14:41:23.035896 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d27c082b-fce9-411d-a977-f832ca12c318 req-2e130470-c00d-4882-8fcc-1f777006d822 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490947 Jul 29 14:41:23.165360 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48588) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:23.194470 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce163b90-1cdb-4f07-9d89-f2cbfbe4ab81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:23.277669 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48594) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:23.286364 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5386129d-fbb4-4364-864d-e1a8390fdf18 req-f098e705-d60a-4fce-9c9f-8661c3d0bad2 tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] 10.222.0.16 "GET /v2.0/security-groups/4cd106e2-a988-4375-81af-8fe40f92f85c HTTP/1.1" status: 200 len: 1776 time: 0.0773051 Jul 29 14:41:23.402475 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5386129d-fbb4-4364-864d-e1a8390fdf18 req-a247a09a-8ab0-4fab-9915-511ec4f24a5b tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:23.439894 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce163b90-1cdb-4f07-9d89-f2cbfbe4ab81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:23.447065 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce163b90-1cdb-4f07-9d89-f2cbfbe4ab81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:23.464564 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5386129d-fbb4-4364-864d-e1a8390fdf18 req-a247a09a-8ab0-4fab-9915-511ec4f24a5b tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:23.529286 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ce163b90-1cdb-4f07-9d89-f2cbfbe4ab81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a186b506df84ce8bd5862779161f676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619437 Jul 29 14:41:23.530001 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce163b90-1cdb-4f07-9d89-f2cbfbe4ab81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f914cc2b-4846-461c-8756-2d9bce9828ef,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:23.536955 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48598) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:23.556417 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3788-5500-4c0e-9032-6c33f5c66ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:23.574357 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-42672361-20e1-4da0-9c44-da27616af0ed req-a4721a4f-b5c6-4b8a-b2c1-f63c72846b59 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 14:41:23.576389 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-42672361-20e1-4da0-9c44-da27616af0ed req-a4721a4f-b5c6-4b8a-b2c1-f63c72846b59 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "PUT /v2.0/floatingips/41a77689-367c-484e-a411-99705975c5ef HTTP/1.1" status: 409 len: 551 time: 0.7117214 Jul 29 14:41:23.600033 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5386129d-fbb4-4364-864d-e1a8390fdf18 req-a247a09a-8ab0-4fab-9915-511ec4f24a5b tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:23.605857 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5386129d-fbb4-4364-864d-e1a8390fdf18 req-a247a09a-8ab0-4fab-9915-511ec4f24a5b tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:23.608174 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5386129d-fbb4-4364-864d-e1a8390fdf18 req-a247a09a-8ab0-4fab-9915-511ec4f24a5b tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] 10.222.0.16 "DELETE /v2.0/security-groups/4cd106e2-a988-4375-81af-8fe40f92f85c HTTP/1.1" status: 204 len: 173 time: 0.3070986 Jul 29 14:41:23.639076 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247a09a-8ab0-4fab-9915-511ec4f24a5b tempest-SecurityGroupsTestAdminJSON-538571631 tempest-SecurityGroupsTestAdminJSON-538571631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd106e2-a988-4375-81af-8fe40f92f85c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:23.671782 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-985eee2c-97b9-4e39-b9c5-256af46f3745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:23.710545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:41:23.725762 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-985eee2c-97b9-4e39-b9c5-256af46f3745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:23.768451 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3788-5500-4c0e-9032-6c33f5c66ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:23.778721 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b5e3788-5500-4c0e-9032-6c33f5c66ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:23.807411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342466c-001c-47e2-99db-51ee0e89a811 req-38b14b45-c296-4e35-a15d-4bed534a322f tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:23.809484 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0342466c-001c-47e2-99db-51ee0e89a811 req-38b14b45-c296-4e35-a15d-4bed534a322f tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 1096 time: 0.1404414 Jul 29 14:41:23.842944 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7b5e3788-5500-4c0e-9032-6c33f5c66ee4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e52a3b76d35549488fac334b5589e99d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5631318 Jul 29 14:41:23.847718 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=12cbe4d7-184b-4bbb-af4b-b9c27ea680d2,segment=NetworkSegment(1f208ccb-e698-4fc0-9396-d3fc934ed7ed),segment_id=1f208ccb-e698-4fc0-9396-d3fc934ed7ed)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:23.850868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48608) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:23.851043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e3788-5500-4c0e-9032-6c33f5c66ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397e2c39-11b1-47dd-8495-5c58905e07a5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:23.873399 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '12cbe4d7-184b-4bbb-af4b-b9c27ea680d2', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'port_id': '12cbe4d7-184b-4bbb-af4b-b9c27ea680d2', 'mac_address': 'fa:16:3e:7b:25:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:41:23.904476 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0342466c-001c-47e2-99db-51ee0e89a811 req-dbf18a70-2e75-45aa-a0a0-97145e08840f tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587380 Jul 29 14:41:23.915210 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-985eee2c-97b9-4e39-b9c5-256af46f3745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:23.918101 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-985eee2c-97b9-4e39-b9c5-256af46f3745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:23.922271 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-985eee2c-97b9-4e39-b9c5-256af46f3745 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f914cc2b-4846-461c-8756-2d9bce9828ef HTTP/1.1" status: 204 len: 168 time: 0.3801100 Jul 29 14:41:23.948327 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:23.972246 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:41:23.978051 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48614) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:23.986075 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985eee2c-97b9-4e39-b9c5-256af46f3745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f914cc2b-4846-461c-8756-2d9bce9828ef,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:24.017817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b674a0-3e87-4484-982e-41f9f838804f req-7b13319b-80dd-465e-b025-0e7a1d83b3ae tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:24.021619 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34b674a0-3e87-4484-982e-41f9f838804f req-7b13319b-80dd-465e-b025-0e7a1d83b3ae tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.1954992 Jul 29 14:41:24.048875 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=12cbe4d7-184b-4bbb-af4b-b9c27ea680d2,segment=NetworkSegment(1f208ccb-e698-4fc0-9396-d3fc934ed7ed),segment_id=1f208ccb-e698-4fc0-9396-d3fc934ed7ed)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:24.060938 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:24.101809 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-209f5b7f-9102-404b-9428-a8f22fb49215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:24.160213 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34b674a0-3e87-4484-982e-41f9f838804f req-f7e93a82-807c-427c-acd5-c29e9d59e1ca tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258230 Jul 29 14:41:24.162128 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-209f5b7f-9102-404b-9428-a8f22fb49215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:24.183271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=12cbe4d7-184b-4bbb-af4b-b9c27ea680d2,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:24.253062 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f3c3cc70-94af-4061-8d74-6887c0f91a28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=938a9ff8b05f424ebf2f8120ebb90ec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737401 Jul 29 14:41:24.257847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48620) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:24.273703 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbe433f5-d09c-453a-ad6d-7ac0407a2a6d req-ef71e2f1-a7f3-4328-8328-b346701db00f tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/floatingips/41a77689-367c-484e-a411-99705975c5ef HTTP/1.1" status: 200 len: 693 time: 0.0684052 Jul 29 14:41:24.298199 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7f783-c03e-453e-843a-7dead66b118b req-27f9fce4-e28f-4882-89dc-8d7bd6ddd1d5 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:24.299949 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caa7f783-c03e-453e-843a-7dead66b118b req-27f9fce4-e28f-4882-89dc-8d7bd6ddd1d5 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0572b06-549e-4247-8291-ee4a187ec75e HTTP/1.1" status: 200 len: 945 time: 0.1086860 Jul 29 14:41:24.317194 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['12cbe4d7-184b-4bbb-af4b-b9c27ea680d2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:41:24.373372 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-209f5b7f-9102-404b-9428-a8f22fb49215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:24.376354 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-209f5b7f-9102-404b-9428-a8f22fb49215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:24.377620 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-209f5b7f-9102-404b-9428-a8f22fb49215 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/397e2c39-11b1-47dd-8495-5c58905e07a5 HTTP/1.1" status: 204 len: 168 time: 0.5236864 Jul 29 14:41:24.379502 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9027410-90eb-4026-810d-e92d08cb1c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:24.384704 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caa7f783-c03e-453e-843a-7dead66b118b req-252ae383-f7f4-4d68-840f-9f981308db39 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753107 Jul 29 14:41:24.423578 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9027410-90eb-4026-810d-e92d08cb1c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:24.427371 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f5b7f-9102-404b-9428-a8f22fb49215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397e2c39-11b1-47dd-8495-5c58905e07a5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:24.479697 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe433f5-d09c-453a-ad6d-7ac0407a2a6d req-de9bb5e5-c063-4fdf-920c-4992a6a7167a tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:24.494654 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbe433f5-d09c-453a-ad6d-7ac0407a2a6d req-de9bb5e5-c063-4fdf-920c-4992a6a7167a tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.2123175 Jul 29 14:41:24.524048 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9027410-90eb-4026-810d-e92d08cb1c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:24.527247 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9027410-90eb-4026-810d-e92d08cb1c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:24.528973 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e9027410-90eb-4026-810d-e92d08cb1c5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9863c9a1-9c5b-4449-ad29-e7a0746f2847 HTTP/1.1" status: 204 len: 168 time: 0.2697389 Jul 29 14:41:24.542211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9027410-90eb-4026-810d-e92d08cb1c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9863c9a1-9c5b-4449-ad29-e7a0746f2847,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:24.627459 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbe433f5-d09c-453a-ad6d-7ac0407a2a6d req-ec71ab29-c250-49a1-aeb0-7a0d6be500f4 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.185 HTTP/1.1" status: 200 len: 696 time: 0.1242862 Jul 29 14:41:24.710427 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbe433f5-d09c-453a-ad6d-7ac0407a2a6d req-d2e95906-999b-42fe-8889-45cedb41e06a tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.185 HTTP/1.1" status: 200 len: 696 time: 0.0817206 Jul 29 14:41:24.869964 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-dbe433f5-d09c-453a-ad6d-7ac0407a2a6d req-1e0aeee5-20d6-42bd-85d4-75c45c5eb0e1 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Deleting port 79210c64-0b93-436d-bc81-67620201bb42 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:41:24.870406 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dbe433f5-d09c-453a-ad6d-7ac0407a2a6d req-1e0aeee5-20d6-42bd-85d4-75c45c5eb0e1 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:24.965289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48650) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:24.979948 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dbe433f5-d09c-453a-ad6d-7ac0407a2a6d req-1e0aeee5-20d6-42bd-85d4-75c45c5eb0e1 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:24.981252 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dbe433f5-d09c-453a-ad6d-7ac0407a2a6d req-1e0aeee5-20d6-42bd-85d4-75c45c5eb0e1 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:24.986718 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74fffce3-8b42-4517-b3bc-6da96fa8109d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.001275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-dbe433f5-d09c-453a-ad6d-7ac0407a2a6d req-1e0aeee5-20d6-42bd-85d4-75c45c5eb0e1 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Calling delete_port for 79210c64-0b93-436d-bc81-67620201bb42 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:41:25.032109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48652) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:25.098566 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-33a22f7c-391b-4de7-8656-46dde9493579 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=620c7a7093cc4b1b8a66c5da3004911d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647411 Jul 29 14:41:25.103058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48656) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:25.168394 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8758604b-1faf-4750-8ea2-46fbd3e73baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.194176 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dbe433f5-d09c-453a-ad6d-7ac0407a2a6d req-1e0aeee5-20d6-42bd-85d4-75c45c5eb0e1 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.197689 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8758604b-1faf-4750-8ea2-46fbd3e73baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.249957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0aeee5-20d6-42bd-85d4-75c45c5eb0e1 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Pushing event deleted for resources: {'Port': ['ID=79210c64-0b93-436d-bc81-67620201bb42,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:25.298040 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8758604b-1faf-4750-8ea2-46fbd3e73baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.301558 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8758604b-1faf-4750-8ea2-46fbd3e73baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.307278 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8758604b-1faf-4750-8ea2-46fbd3e73baf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7cb2250-6e09-4b8b-83b9-c281a4bec393 HTTP/1.1" status: 204 len: 168 time: 0.2029417 Jul 29 14:41:25.330916 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758604b-1faf-4750-8ea2-46fbd3e73baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cb2250-6e09-4b8b-83b9-c281a4bec393,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:25.331653 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dbe433f5-d09c-453a-ad6d-7ac0407a2a6d req-1e0aeee5-20d6-42bd-85d4-75c45c5eb0e1 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.335231 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dbe433f5-d09c-453a-ad6d-7ac0407a2a6d req-1e0aeee5-20d6-42bd-85d4-75c45c5eb0e1 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.336974 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbe433f5-d09c-453a-ad6d-7ac0407a2a6d req-1e0aeee5-20d6-42bd-85d4-75c45c5eb0e1 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "DELETE /v2.0/floatingips/41a77689-367c-484e-a411-99705975c5ef HTTP/1.1" status: 204 len: 173 time: 0.6254895 Jul 29 14:41:25.337291 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74fffce3-8b42-4517-b3bc-6da96fa8109d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.342964 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74fffce3-8b42-4517-b3bc-6da96fa8109d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.404565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48678) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:25.404783 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-74fffce3-8b42-4517-b3bc-6da96fa8109d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5114f273dcb4e3ca2b9d95e87b0d463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378266 Jul 29 14:41:25.405927 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fffce3-8b42-4517-b3bc-6da96fa8109d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c283ae5d-6f6e-41e5-b221-babe2c8cf721,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:25.514068 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a066bc97-572f-4816-b151-d36e23a0d753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.555458 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a066bc97-572f-4816-b151-d36e23a0d753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.594683 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17d885-12ec-4c0d-b8fa-5a9135c14831 req-bc6bacae-5782-49b1-8c7d-6f19938f4874 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:25.597407 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6f17d885-12ec-4c0d-b8fa-5a9135c14831 req-bc6bacae-5782-49b1-8c7d-6f19938f4874 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.0971692 Jul 29 14:41:25.675056 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6f17d885-12ec-4c0d-b8fa-5a9135c14831 req-c02edb47-db4f-4c2d-92f1-70ecf8a3f761 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656106 Jul 29 14:41:25.684949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a066bc97-572f-4816-b151-d36e23a0d753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.688166 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a066bc97-572f-4816-b151-d36e23a0d753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.699151 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a066bc97-572f-4816-b151-d36e23a0d753 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c283ae5d-6f6e-41e5-b221-babe2c8cf721 HTTP/1.1" status: 204 len: 168 time: 0.2847168 Jul 29 14:41:25.705647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:25.722975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066bc97-572f-4816-b151-d36e23a0d753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c283ae5d-6f6e-41e5-b221-babe2c8cf721,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:25.799982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:25.809870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:25.810282 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.853110 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.873937 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efe9eead-c310-495d-ba44-2bda89176250 req-bfac0c97-13fb-425e-ab8e-562ece88d6de tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 1002 time: 0.1447856 Jul 29 14:41:25.906419 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:25.927592 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9eead-c310-495d-ba44-2bda89176250 req-56b1ab31-2f28-44ec-b640-15165531e0df tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:25.933708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0572b06-549e-4247-8291-ee4a187ec75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cbe4d7-184b-4bbb-af4b-b9c27ea680d2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:25.937782 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289e3a2b-7834-4d12-903e-b43a05c65969" -d '{"events": [{"server_uuid": "d0572b06-549e-4247-8291-ee4a187ec75e", "name": "network-vif-plugged", "status": "completed", "tag": "12cbe4d7-184b-4bbb-af4b-b9c27ea680d2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:25.953736 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efe9eead-c310-495d-ba44-2bda89176250 req-56b1ab31-2f28-44ec-b640-15165531e0df tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports/3136deb2-7c4e-42aa-8411-36664d864cd8 HTTP/1.1" status: 200 len: 943 time: 0.0753219 Jul 29 14:41:25.954998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=12cbe4d7-184b-4bbb-af4b-b9c27ea680d2,segment=NetworkSegment(1f208ccb-e698-4fc0-9396-d3fc934ed7ed),segment_id=1f208ccb-e698-4fc0-9396-d3fc934ed7ed)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:25.960977 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:26.034645 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=12cbe4d7-184b-4bbb-af4b-b9c27ea680d2,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:26.186763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efe9eead-c310-495d-ba44-2bda89176250 req-d9aa58c0-5016-4200-820d-f723df007694 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 1002 time: 0.1315820 Jul 29 14:41:26.339776 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9eead-c310-495d-ba44-2bda89176250 req-2aa0e93a-28ab-4e3a-a4a6-437b6e53e059 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:26.341985 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efe9eead-c310-495d-ba44-2bda89176250 req-2aa0e93a-28ab-4e3a-a4a6-437b6e53e059 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.1453989 Jul 29 14:41:26.444266 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efe9eead-c310-495d-ba44-2bda89176250 req-9c80668f-c92b-43d4-9274-108e2e7a9e70 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 1002 time: 0.0883508 Jul 29 14:41:26.463303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-efe9eead-c310-495d-ba44-2bda89176250 req-f6c3a4d0-638b-4b90-9be1-a1dc358cbfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:26.561505 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-efe9eead-c310-495d-ba44-2bda89176250 req-f6c3a4d0-638b-4b90-9be1-a1dc358cbfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:26.737541 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-efe9eead-c310-495d-ba44-2bda89176250 req-f6c3a4d0-638b-4b90-9be1-a1dc358cbfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:26.742510 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-efe9eead-c310-495d-ba44-2bda89176250 req-f6c3a4d0-638b-4b90-9be1-a1dc358cbfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:26.742972 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [req-efe9eead-c310-495d-ba44-2bda89176250 req-f6c3a4d0-638b-4b90-9be1-a1dc358cbfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Floating IP f82f8344-b6a3-424c-b73b-ea9614d86e47 disassociated. External IP: 172.25.6.222, port: 3136deb2-7c4e-42aa-8411-36664d864cd8. Jul 29 14:41:27.233139 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-3223741f-9826-4b25-8765-b9e4bee5e8b8 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:41:27.234162 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-3223741f-9826-4b25-8765-b9e4bee5e8b8 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4489918 Jul 29 14:41:27.260104 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-9d0f9c96-15ae-4a52-9f92-86e53ae9f6a3 service neutron] Request body: {'binding': {'host': 'n-h1-802893-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:27.260659 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-9d0f9c96-15ae-4a52-9f92-86e53ae9f6a3 service neutron] Unknown quota resources ['binding']. {{(pid=94157) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 14:41:27.402294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efe9eead-c310-495d-ba44-2bda89176250 req-f6c3a4d0-638b-4b90-9be1-a1dc358cbfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Router 89c60149-46df-49f2-8c71-db8742040ad5 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:41:27.560555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-9d0f9c96-15ae-4a52-9f92-86e53ae9f6a3 service neutron] Attempting to bind port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 on host n-h1-802893-1 for vnic_type normal with profile None {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:41:27.560951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-9d0f9c96-15ae-4a52-9f92-86e53ae9f6a3 service neutron] Attempting to bind port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:41:27.561320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-9d0f9c96-15ae-4a52-9f92-86e53ae9f6a3 service neutron] Attempting to bind port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:27.573491 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-9d0f9c96-15ae-4a52-9f92-86e53ae9f6a3 service neutron] Port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:41:27.573836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-9d0f9c96-15ae-4a52-9f92-86e53ae9f6a3 service neutron] Attempting to bind port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:27.585619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-9d0f9c96-15ae-4a52-9f92-86e53ae9f6a3 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:41:27.585890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-9d0f9c96-15ae-4a52-9f92-86e53ae9f6a3 service neutron] Checking segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:27.586287 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-9d0f9c96-15ae-4a52-9f92-86e53ae9f6a3 service neutron] Bound using segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:41:27.586770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-9d0f9c96-15ae-4a52-9f92-86e53ae9f6a3 service neutron] Bound port: a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:41:27.644545 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efe9eead-c310-495d-ba44-2bda89176250 req-f6c3a4d0-638b-4b90-9be1-a1dc358cbfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:41:27.650390 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-efe9eead-c310-495d-ba44-2bda89176250 req-f6c3a4d0-638b-4b90-9be1-a1dc358cbfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:27.660251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d004703-eaef-4ad5-8ed0-757b6a1581bf None None] Sync routers for ids ['89c60149-46df-49f2-8c71-db8742040ad5'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:41:27.677042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d004703-eaef-4ad5-8ed0-757b6a1581bf None None] Routers {'89c60149-46df-49f2-8c71-db8742040ad5'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:27.678100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4d004703-eaef-4ad5-8ed0-757b6a1581bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['89c60149-46df-49f2-8c71-db8742040ad5'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:27.710684 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efe9eead-c310-495d-ba44-2bda89176250 req-f6c3a4d0-638b-4b90-9be1-a1dc358cbfe0 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "PUT /v2.0/floatingips/f82f8344-b6a3-424c-b73b-ea9614d86e47 HTTP/1.1" status: 200 len: 695 time: 1.2532318 Jul 29 14:41:27.719120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a02fc6a-cad5-44b5-aad1-d2c7624e11bb', 'tag': '3136deb2-7c4e-42aa-8411-36664d864cd8'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:27.721836 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8233b173-2e59-4871-8289-04914659726d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a02fc6a-cad5-44b5-aad1-d2c7624e11bb", "tag": "3136deb2-7c4e-42aa-8411-36664d864cd8"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:27.748060 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-9d0f9c96-15ae-4a52-9f92-86e53ae9f6a3 service neutron] For port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:41:27.766315 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-9d0f9c96-15ae-4a52-9f92-86e53ae9f6a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:27.782279 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-9d0f9c96-15ae-4a52-9f92-86e53ae9f6a3 service neutron] 10.222.0.16 "POST /v2.0/ports/a972a7f3-f0ba-4ecf-ae0a-e12b80e22598/bindings HTTP/1.1" status: 201 len: 389 time: 0.5287135 Jul 29 14:41:27.853779 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9eead-c310-495d-ba44-2bda89176250 req-485d5a12-16e1-48dd-b9e5-e39ba636dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:27.855424 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efe9eead-c310-495d-ba44-2bda89176250 req-485d5a12-16e1-48dd-b9e5-e39ba636dbd2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7c1e5bb704b94ce5b198fd0be9be7483&device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 1097 time: 0.1054959 Jul 29 14:41:28.025524 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9eead-c310-495d-ba44-2bda89176250 req-90ecfd48-97fa-4544-a3d6-db79e81936ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:28.041374 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efe9eead-c310-495d-ba44-2bda89176250 req-90ecfd48-97fa-4544-a3d6-db79e81936ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=787d4845-ca26-45ae-a7f2-a5d155c1d0ce HTTP/1.1" status: 200 len: 930 time: 0.1796117 Jul 29 14:41:28.120661 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-4d004703-eaef-4ad5-8ed0-757b6a1581bf None None] Set router 89c60149-46df-49f2-8c71-db8742040ad5 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:28.174241 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efe9eead-c310-495d-ba44-2bda89176250 req-8072fe8e-70c7-42c1-8368-6b59557bf6ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3136deb2-7c4e-42aa-8411-36664d864cd8 HTTP/1.1" status: 200 len: 217 time: 0.1316772 Jul 29 14:41:28.191586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e1f37-6a0c-46f9-b2e9-df5fc494bfbb req-f4468768-b37e-484d-8b67-5c8f5bf4d3e8 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:28.193437 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7c7e1f37-6a0c-46f9-b2e9-df5fc494bfbb req-f4468768-b37e-484d-8b67-5c8f5bf4d3e8 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0572b06-549e-4247-8291-ee4a187ec75e HTTP/1.1" status: 200 len: 946 time: 0.0737038 Jul 29 14:41:28.292436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-59f340ff-ab34-4414-9e1f-bdeb95e92a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:28.295719 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7c7e1f37-6a0c-46f9-b2e9-df5fc494bfbb req-fe55006a-15d4-4386-8ed2-5e2e1c990709 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837145 Jul 29 14:41:28.301496 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-59f340ff-ab34-4414-9e1f-bdeb95e92a5b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 1096 time: 0.1499693 Jul 29 14:41:28.347276 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f4c3c9-eda1-4f88-8c77-f545a8e2a038 x-openstack-request-id: req-c5f4c3c9-eda1-4f88-8c77-f545a8e2a038 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:28.347676 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0572b06-549e-4247-8291-ee4a187ec75e", "name": "network-vif-plugged", "status": "completed", "tag": "12cbe4d7-184b-4bbb-af4b-b9c27ea680d2", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:28.348296 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5f4c3c9-eda1-4f88-8c77-f545a8e2a038 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:28.349569 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0572b06-549e-4247-8291-ee4a187ec75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cbe4d7-184b-4bbb-af4b-b9c27ea680d2', 'code': 200} Jul 29 14:41:28.368480 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9eead-c310-495d-ba44-2bda89176250 req-12cca896-f9b0-4be5-9a81-d3c879fd85f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:28.372253 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efe9eead-c310-495d-ba44-2bda89176250 req-12cca896-f9b0-4be5-9a81-d3c879fd85f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6748c291-7cbb-463b-8c41-cf8233df69ea HTTP/1.1" status: 200 len: 868 time: 0.1719029 Jul 29 14:41:28.483328 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c52371-fb4e-447c-962f-17186807b679 req-342051b7-4b11-4604-bc13-772cb46b9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:28.485022 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-02c52371-fb4e-447c-962f-17186807b679 req-342051b7-4b11-4604-bc13-772cb46b9785 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d0572b06-549e-4247-8291-ee4a187ec75e HTTP/1.1" status: 200 len: 1097 time: 0.0593190 Jul 29 14:41:28.499006 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4d004703-eaef-4ad5-8ed0-757b6a1581bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c60149-46df-49f2-8c71-db8742040ad5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-router', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7bd922a5-b794-450f-93a6-7062797e730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:32Z', 'updated_at': '2021-07-29T14:40:43Z', 'revision_number': 4, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'gw_port': {'id': '7bd922a5-b794-450f-93a6-7062797e730e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'b45fe048-bf49-4168-bb3b-6983864a1182', 'name': '', 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'mac_address': 'fa:16:3e:a0:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:40Z', 'updated_at': '2021-07-29T14:40:53Z', 'revision_number': 5, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'subnets': [{'id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:28.550981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d004703-eaef-4ad5-8ed0-757b6a1581bf None None] Checking router: 89c60149-46df-49f2-8c71-db8742040ad5 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:41:28.567195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d004703-eaef-4ad5-8ed0-757b6a1581bf None None] Routers {'89c60149-46df-49f2-8c71-db8742040ad5'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:28.567753 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-02c52371-fb4e-447c-962f-17186807b679 req-5a551997-f70c-4af6-a324-5ad75ffcbbdc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674329 Jul 29 14:41:28.568450 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4d004703-eaef-4ad5-8ed0-757b6a1581bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['89c60149-46df-49f2-8c71-db8742040ad5'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:28.587832 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9eead-c310-495d-ba44-2bda89176250 req-9b4c00d0-c60a-4e53-aa10-e0ec1db2f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:28.590224 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efe9eead-c310-495d-ba44-2bda89176250 req-9b4c00d0-c60a-4e53-aa10-e0ec1db2f513 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=787d4845-ca26-45ae-a7f2-a5d155c1d0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607275 Jul 29 14:41:28.591669 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfefe04-a6af-4682-9be7-b7eda88493aa req-ec2eb665-7eb8-4432-ac05-5001ae5d7ee5 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:28.594390 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4dfefe04-a6af-4682-9be7-b7eda88493aa req-ec2eb665-7eb8-4432-ac05-5001ae5d7ee5 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.1082792 Jul 29 14:41:28.597073 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-f7cdee0e-7c10-4487-979e-4a055d0453a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:28.599054 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-f7cdee0e-7c10-4487-979e-4a055d0453a3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.2913179 Jul 29 14:41:28.651750 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4dfefe04-a6af-4682-9be7-b7eda88493aa req-ae97d668-a8c6-47b0-b377-6d65aa6caddc tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497744 Jul 29 14:41:28.654254 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:41:28.693767 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-720d3ed6-a9c7-4a7b-a0a9-c4fa6e389ca7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 HTTP/1.1" status: 200 len: 217 time: 0.0846660 Jul 29 14:41:28.786502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-86c93de9-e166-45aa-8597-b79f99a1232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:28.788069 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-86c93de9-e166-45aa-8597-b79f99a1232a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.0863011 Jul 29 14:41:28.792164 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efe9eead-c310-495d-ba44-2bda89176250 req-6e822b48-831e-4e6e-bca1-55c4fbb304d5 service neutron] 10.222.0.16 "GET /v2.0/networks/787d4845-ca26-45ae-a7f2-a5d155c1d0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920564 Jul 29 14:41:28.807226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-4d004703-eaef-4ad5-8ed0-757b6a1581bf None None] Set router 89c60149-46df-49f2-8c71-db8742040ad5 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:28.834727 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-68968897-2b84-4cca-9046-d1a6fa66708c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347831 Jul 29 14:41:29.007279 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efe9eead-c310-495d-ba44-2bda89176250 req-f80f5a94-417f-4ee8-ac18-b9436d6b0b12 service neutron] 10.222.0.16 "GET /v2.0/networks/787d4845-ca26-45ae-a7f2-a5d155c1d0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714442 Jul 29 14:41:29.009759 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-785ed267-1831-4452-b5a7-9c2b53c5115e service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656213 Jul 29 14:41:29.140796 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ea0001-d42b-400c-99fb-41d163027c14 x-openstack-request-id: req-36ea0001-d42b-400c-99fb-41d163027c14 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:29.141133 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a02fc6a-cad5-44b5-aad1-d2c7624e11bb", "tag": "3136deb2-7c4e-42aa-8411-36664d864cd8", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:29.141379 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36ea0001-d42b-400c-99fb-41d163027c14 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:29.141806 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a02fc6a-cad5-44b5-aad1-d2c7624e11bb', 'tag': '3136deb2-7c4e-42aa-8411-36664d864cd8', 'status': 'completed', 'code': 200} Jul 29 14:41:29.214855 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636313d-0c3d-4da0-8e4f-445e140fffd2 req-4e831d26-96c6-4c7d-853b-51d08a72a0b5 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:29.217306 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d636313d-0c3d-4da0-8e4f-445e140fffd2 req-4e831d26-96c6-4c7d-853b-51d08a72a0b5 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 945 time: 0.1040373 Jul 29 14:41:29.219363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233b173-2e59-4871-8289-04914659726d req-25b93505-ba62-48c7-9f42-25ea1a41ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:29.221001 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8233b173-2e59-4871-8289-04914659726d req-25b93505-ba62-48c7-9f42-25ea1a41ac13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c1e5bb704b94ce5b198fd0be9be7483&device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 1097 time: 0.0915737 Jul 29 14:41:29.231587 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4d004703-eaef-4ad5-8ed0-757b6a1581bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c60149-46df-49f2-8c71-db8742040ad5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-router', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7bd922a5-b794-450f-93a6-7062797e730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:32Z', 'updated_at': '2021-07-29T14:40:43Z', 'revision_number': 4, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'gw_port': {'id': '7bd922a5-b794-450f-93a6-7062797e730e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'b45fe048-bf49-4168-bb3b-6983864a1182', 'name': '', 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'mac_address': 'fa:16:3e:a0:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:40Z', 'updated_at': '2021-07-29T14:40:53Z', 'revision_number': 5, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'subnets': [{'id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:29.236841 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-d317a517-6391-403e-bcd9-124b48712de0 service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128484 Jul 29 14:41:29.263514 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d004703-eaef-4ad5-8ed0-757b6a1581bf None None] The sync data for ids ['89c60149-46df-49f2-8c71-db8742040ad5'] in n-d-802893-1 is: [{'id': '89c60149-46df-49f2-8c71-db8742040ad5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-router', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7bd922a5-b794-450f-93a6-7062797e730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:32Z', 'updated_at': '2021-07-29T14:40:43Z', 'revision_number': 4, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'gw_port': {'id': '7bd922a5-b794-450f-93a6-7062797e730e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'b45fe048-bf49-4168-bb3b-6983864a1182', 'name': '', 'network_id': '787d4845-ca26-45ae-a7f2-a5d155c1d0ce', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'mac_address': 'fa:16:3e:a0:5a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:40Z', 'updated_at': '2021-07-29T14:40:53Z', 'revision_number': 5, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'subnets': [{'id': '6748c291-7cbb-463b-8c41-cf8233df69ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:41:29.333250 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d636313d-0c3d-4da0-8e4f-445e140fffd2 req-a1882e86-2547-4cf9-980c-0fbcdaf531e9 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064093 Jul 29 14:41:29.399182 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233b173-2e59-4871-8289-04914659726d req-6a156375-6032-454f-83d7-12156fd77eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:29.401255 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8233b173-2e59-4871-8289-04914659726d req-6a156375-6032-454f-83d7-12156fd77eef service neutron] 10.222.0.39 "GET /v2.0/networks?id=787d4845-ca26-45ae-a7f2-a5d155c1d0ce HTTP/1.1" status: 200 len: 930 time: 0.1674399 Jul 29 14:41:29.464119 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-607ddec4-77ff-4a64-8998-4265ae4dd330 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=abce8796ce1448e3980f15d40ece4908&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346777 Jul 29 14:41:29.501663 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8233b173-2e59-4871-8289-04914659726d req-65eca7c6-a0b6-42e8-9836-a17ab0ae155f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3136deb2-7c4e-42aa-8411-36664d864cd8 HTTP/1.1" status: 200 len: 217 time: 0.0901377 Jul 29 14:41:29.599877 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-9bb81987-6b59-45cb-bb7f-9a3baad07ce3 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4932ecb6c25d4ca8a1fda7521977c459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286596 Jul 29 14:41:29.604613 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233b173-2e59-4871-8289-04914659726d req-d5e072ec-5365-45b6-8139-db7912f07296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:29.606949 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8233b173-2e59-4871-8289-04914659726d req-d5e072ec-5365-45b6-8139-db7912f07296 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6748c291-7cbb-463b-8c41-cf8233df69ea HTTP/1.1" status: 200 len: 868 time: 0.0979116 Jul 29 14:41:29.672490 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451d477c-c430-4581-895b-d9bb79d924a4 None None] New status for floating IP f82f8344-b6a3-424c-b73b-ea9614d86e47: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:41:29.675328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-3d11c45a-a7d1-41e0-ae38-3adb6fcceeb5 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:29.676973 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-3d11c45a-a7d1-41e0-ae38-3adb6fcceeb5 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d&tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1096 time: 0.1668820 Jul 29 14:41:29.706834 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802893-1'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:29.722633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233b173-2e59-4871-8289-04914659726d req-6d074def-ffc8-4806-858a-341d29f37c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:29.724201 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8233b173-2e59-4871-8289-04914659726d req-6d074def-ffc8-4806-858a-341d29f37c3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=787d4845-ca26-45ae-a7f2-a5d155c1d0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054912 Jul 29 14:41:29.740199 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-aff39cd3-46f0-406d-aca5-756bb6db4f9d tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:29.741682 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-aff39cd3-46f0-406d-aca5-756bb6db4f9d tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624621 Jul 29 14:41:29.792487 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-2c2e18eb-3546-4e53-8662-3168560d35c5 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/quotas/abce8796ce1448e3980f15d40ece4908 HTTP/1.1" status: 200 len: 375 time: 0.0368381 Jul 29 14:41:29.793420 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:29.818860 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-64f93bfa-5e4d-449e-97e1-9e3acbec60de tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:29.820445 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-64f93bfa-5e4d-449e-97e1-9e3acbec60de tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117026 Jul 29 14:41:29.865193 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-c22cc009-4bae-4c36-a7c8-80942ecf06bf tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=abce8796ce1448e3980f15d40ece4908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558236 Jul 29 14:41:29.884129 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8233b173-2e59-4871-8289-04914659726d req-ab04131e-a13a-4dfa-8db3-ca97548b2827 service neutron] 10.222.0.39 "GET /v2.0/networks/787d4845-ca26-45ae-a7f2-a5d155c1d0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452522 Jul 29 14:41:29.886121 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-31db7e04-d121-4d0c-86cf-5c051396d0bd tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/quotas/4932ecb6c25d4ca8a1fda7521977c459 HTTP/1.1" status: 200 len: 375 time: 0.0317097 Jul 29 14:41:29.946882 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-bf59f329-0091-4428-9155-aaaf88e4aa8e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4932ecb6c25d4ca8a1fda7521977c459&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469997 Jul 29 14:41:29.983966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] For port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:30.048732 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] For port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:30.053047 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8233b173-2e59-4871-8289-04914659726d req-d3485ed5-7728-4844-92db-2508a740245a service neutron] 10.222.0.39 "GET /v2.0/networks/787d4845-ca26-45ae-a7f2-a5d155c1d0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619816 Jul 29 14:41:30.114799 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:30.145292 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:30.260505 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d354965d-02dc-4170-9908-03a5d11b7ba4 req-56f999aa-4353-41ae-85e6-9f603ec5e70f tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/floatingips/f82f8344-b6a3-424c-b73b-ea9614d86e47 HTTP/1.1" status: 200 len: 693 time: 0.1410992 Jul 29 14:41:30.362271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615bc46-0e7e-4957-bef2-7620ea60de68 req-7cfeeb8a-0a30-44a2-b3da-bbe4dd65a683 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:30.371511 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6615bc46-0e7e-4957-bef2-7620ea60de68 req-7cfeeb8a-0a30-44a2-b3da-bbe4dd65a683 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0572b06-549e-4247-8291-ee4a187ec75e HTTP/1.1" status: 200 len: 946 time: 0.0864902 Jul 29 14:41:30.374791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Pushing event updated for resources: {'Port': ['ID=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,revision_number=7']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:30.445915 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa2a78d8-d7b9-4472-a032-76ad573fb9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:30.453649 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Attempting to bind port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 on host n-h2-802893-1 for vnic_type normal with profile {"migrating_to": "n-h1-802893-1"} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:41:30.454020 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Attempting to bind port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:41:30.454371 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Attempting to bind port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:30.460368 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6615bc46-0e7e-4957-bef2-7620ea60de68 req-884122d1-292a-446d-9b9e-11ab561997f4 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874293 Jul 29 14:41:30.467913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354965d-02dc-4170-9908-03a5d11b7ba4 req-3dd0e159-113c-4473-a428-aae3b8f64b83 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:30.475951 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d354965d-02dc-4170-9908-03a5d11b7ba4 req-3dd0e159-113c-4473-a428-aae3b8f64b83 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.2145555 Jul 29 14:41:30.485469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:41:30.485829 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Attempting to bind port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:30.544311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:41:30.545082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Checking segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:30.546540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Bound using segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:41:30.547278 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Bound port: a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:41:30.547933 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:30.573698 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d354965d-02dc-4170-9908-03a5d11b7ba4 req-c0e5839e-00d4-4685-83f5-02ec0a6dd1cd tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 696 time: 0.0965605 Jul 29 14:41:30.616623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccd966-7032-4bc5-8a96-ea84dec9695c req-05953ca7-9760-45c4-a9c0-31f0525f4040 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:30.626858 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3cccd966-7032-4bc5-8a96-ea84dec9695c req-05953ca7-9760-45c4-a9c0-31f0525f4040 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.0807931 Jul 29 14:41:30.674497 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3cccd966-7032-4bc5-8a96-ea84dec9695c req-06810eb9-5003-4b26-b544-0af7bdf4dbd2 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466270 Jul 29 14:41:30.748883 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d354965d-02dc-4170-9908-03a5d11b7ba4 req-fa563362-5b1e-4d04-9b5a-4aec4b25e664 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.222 HTTP/1.1" status: 200 len: 696 time: 0.1734841 Jul 29 14:41:30.783264 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8d631ddb-4015-4a29-a1c3-ccd6d450d4da req-7d8c5df5-aa79-4a56-8871-8bf8abe4ef2f tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 210 time: 0.0552855 Jul 29 14:41:30.910640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] For port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:30.945505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] For port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:41:30.954727 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:30.971681 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-1cafefc0-afa5-49a3-9ea4-d2030df42e7c tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4932ecb6c25d4ca8a1fda7521977c459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379422 Jul 29 14:41:31.047981 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-d354965d-02dc-4170-9908-03a5d11b7ba4 req-de15130a-ca3e-4c09-8b2d-ae6575cf105f tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Deleting port 80eb688f-f4b8-4e28-8e8e-84a7681f5cfc {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:41:31.048214 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d354965d-02dc-4170-9908-03a5d11b7ba4 req-de15130a-ca3e-4c09-8b2d-ae6575cf105f tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:31.068207 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Pushing event updated for resources: {'Port': ['ID=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,revision_number=8']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:31.110694 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:31.111253 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:31.112724 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-95f1a371-b675-4156-aa6f-18137ab30bfa service neutron] 10.222.0.38 "PUT /v2.0/ports/a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 HTTP/1.1" status: 200 len: 1121 time: 1.4132295 Jul 29 14:41:31.124139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-eeda9d82-86ca-47a5-8563-ddaa327548a8 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:31.128844 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-eeda9d82-86ca-47a5-8563-ddaa327548a8 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475697 Jul 29 14:41:31.142902 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d11033-21af-4ef5-a0a3-48970d99e85d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a972a7f3-f0ba-4ecf-ae0a-e12b80e22598'}, {'name': 'network-changed', 'server_uuid': 'f5d11033-21af-4ef5-a0a3-48970d99e85d', 'tag': 'a972a7f3-f0ba-4ecf-ae0a-e12b80e22598'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:31.146244 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237c1568-625f-4250-adde-d68aad9766ae" -d '{"events": [{"server_uuid": "f5d11033-21af-4ef5-a0a3-48970d99e85d", "name": "network-vif-unplugged", "status": "completed", "tag": "a972a7f3-f0ba-4ecf-ae0a-e12b80e22598"}, {"name": "network-changed", "server_uuid": "f5d11033-21af-4ef5-a0a3-48970d99e85d", "tag": "a972a7f3-f0ba-4ecf-ae0a-e12b80e22598"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:31.147388 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-3a8d1c1f-98c8-47fb-a30c-d2bef83dde0f tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/quotas/4932ecb6c25d4ca8a1fda7521977c459 HTTP/1.1" status: 200 len: 375 time: 0.0134006 Jul 29 14:41:31.180876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['a972a7f3-f0ba-4ecf-ae0a-e12b80e22598'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:41:31.182775 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d354965d-02dc-4170-9908-03a5d11b7ba4 req-de15130a-ca3e-4c09-8b2d-ae6575cf105f tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:31.183250 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d354965d-02dc-4170-9908-03a5d11b7ba4 req-de15130a-ca3e-4c09-8b2d-ae6575cf105f tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:31.200887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-d354965d-02dc-4170-9908-03a5d11b7ba4 req-de15130a-ca3e-4c09-8b2d-ae6575cf105f tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Calling delete_port for 80eb688f-f4b8-4e28-8e8e-84a7681f5cfc owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:41:31.207146 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a89c86ee-4569-4534-b518-893ec0d69d00 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4932ecb6c25d4ca8a1fda7521977c459&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519695 Jul 29 14:41:31.397241 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d354965d-02dc-4170-9908-03a5d11b7ba4 req-de15130a-ca3e-4c09-8b2d-ae6575cf105f tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:31.430394 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15130a-ca3e-4c09-8b2d-ae6575cf105f tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Pushing event deleted for resources: {'Port': ['ID=80eb688f-f4b8-4e28-8e8e-84a7681f5cfc,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:31.474806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bafe7-5e50-495f-acd9-dfe0aa508ee9 req-2c0ea677-3afc-4799-a015-092752fff388 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:31.476418 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cb8bafe7-5e50-495f-acd9-dfe0aa508ee9 req-2c0ea677-3afc-4799-a015-092752fff388 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 943 time: 0.0633993 Jul 29 14:41:31.526045 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cb8bafe7-5e50-495f-acd9-dfe0aa508ee9 req-5f33caff-8608-4f56-870b-7ebdfcf5d3a5 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413108 Jul 29 14:41:31.563262 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d354965d-02dc-4170-9908-03a5d11b7ba4 req-de15130a-ca3e-4c09-8b2d-ae6575cf105f tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:31.582026 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d354965d-02dc-4170-9908-03a5d11b7ba4 req-de15130a-ca3e-4c09-8b2d-ae6575cf105f tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:31.583814 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d354965d-02dc-4170-9908-03a5d11b7ba4 req-de15130a-ca3e-4c09-8b2d-ae6575cf105f tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "DELETE /v2.0/floatingips/f82f8344-b6a3-424c-b73b-ea9614d86e47 HTTP/1.1" status: 204 len: 173 time: 0.8192534 Jul 29 14:41:31.667376 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-e504aeab-5bf3-48e5-99db-7cefa1f95bce tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=abce8796ce1448e3980f15d40ece4908&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673330 Jul 29 14:41:31.735107 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bf6148-7bde-44aa-b9c6-251eed3d9d05 x-openstack-request-id: req-c6bf6148-7bde-44aa-b9c6-251eed3d9d05 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:31.735559 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d11033-21af-4ef5-a0a3-48970d99e85d", "name": "network-vif-unplugged", "status": "completed", "tag": "a972a7f3-f0ba-4ecf-ae0a-e12b80e22598", "code": 200}, {"name": "network-changed", "server_uuid": "f5d11033-21af-4ef5-a0a3-48970d99e85d", "tag": "a972a7f3-f0ba-4ecf-ae0a-e12b80e22598", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:31.735914 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6bf6148-7bde-44aa-b9c6-251eed3d9d05 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:31.736430 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d11033-21af-4ef5-a0a3-48970d99e85d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a972a7f3-f0ba-4ecf-ae0a-e12b80e22598', 'code': 200} Jul 29 14:41:31.736815 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d11033-21af-4ef5-a0a3-48970d99e85d', 'tag': 'a972a7f3-f0ba-4ecf-ae0a-e12b80e22598', 'status': 'completed', 'code': 200} Jul 29 14:41:31.769108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6fc83-c433-4e61-80ee-b9ace9280a6d req-9177f76f-e63f-42c7-9bed-cbb8b142f83b tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:31.771185 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-04c6fc83-c433-4e61-80ee-b9ace9280a6d req-9177f76f-e63f-42c7-9bed-cbb8b142f83b tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0572b06-549e-4247-8291-ee4a187ec75e HTTP/1.1" status: 200 len: 946 time: 0.1018975 Jul 29 14:41:31.795070 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48906) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:31.804358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-02f9fa07-de7d-4dd4-9ac3-7f0340ee372e tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Request body: {'floatingip': {'port_id': '12cbe4d7-184b-4bbb-af4b-b9c27ea680d2'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:31.900405 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2bf5bb44-00b3-4653-94f9-3f6125711c2c req-9f1a430e-e985-44fe-89e1-145a989b8b75 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 210 time: 0.0745146 Jul 29 14:41:31.911107 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-434fafb9-425e-458a-88a0-4b1b833dae81 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:31.912776 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-434fafb9-425e-458a-88a0-4b1b833dae81 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2380354 Jul 29 14:41:31.930619 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02f9fa07-de7d-4dd4-9ac3-7f0340ee372e tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:31.942583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Request body: {'port': {'device_id': 'a2b224cb-dac6-4aa9-a49f-2925683aa5b7', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': 'abce8796ce1448e3980f15d40ece4908'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:32.021704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c1568-625f-4250-adde-d68aad9766ae req-02325236-769c-4cb7-b18c-e2e2d0a15a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:32.024932 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-237c1568-625f-4250-adde-d68aad9766ae req-02325236-769c-4cb7-b18c-e2e2d0a15a5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 1124 time: 0.2524474 Jul 29 14:41:32.095098 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62c71c2a-313b-4283-9a48-eeb8a56e512d req-25e51ec5-f931-4ad9-a4f9-5f828533ba42 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 210 time: 0.0562072 Jul 29 14:41:32.227411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99d971-27bc-47d8-b673-55eb08d5c639 req-b30aef8e-b5e4-430e-b6c5-b1dfba2d9d1b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:32.235188 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cd99d971-27bc-47d8-b673-55eb08d5c639 req-b30aef8e-b5e4-430e-b6c5-b1dfba2d9d1b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.2621582 Jul 29 14:41:32.247698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Made reservation on behalf of abce8796ce1448e3980f15d40ece4908 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:41:32.251379 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:32.278602 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:32.298746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c1568-625f-4250-adde-d68aad9766ae req-89d1b331-9fa5-4624-9c27-0459665714e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:32.300353 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-237c1568-625f-4250-adde-d68aad9766ae req-89d1b331-9fa5-4624-9c27-0459665714e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.2536609 Jul 29 14:41:32.327724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63dbdd-3e35-4f51-9603-8f074d448ea9 req-34ef57e3-a36e-463a-a5bd-66530612cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:32.334994 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1b63dbdd-3e35-4f51-9603-8f074d448ea9 req-34ef57e3-a36e-463a-a5bd-66530612cce2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1034448 Jul 29 14:41:32.345588 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cd99d971-27bc-47d8-b673-55eb08d5c639 req-4b653acc-7f66-46a5-9a43-1c2fc92daf5e tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091340 Jul 29 14:41:32.408316 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1b63dbdd-3e35-4f51-9603-8f074d448ea9 req-403b56ec-0f75-410a-b77c-d6c4360f2eb3 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0724633 Jul 29 14:41:32.444303 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-237c1568-625f-4250-adde-d68aad9766ae req-ffe0d5be-fc91-4df8-af13-e111104acab3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 HTTP/1.1" status: 200 len: 217 time: 0.1131568 Jul 29 14:41:32.511191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:32.519033 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:32.561925 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-af4d5c05-7877-448e-a50e-e9cd1cec8e1a tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4932ecb6c25d4ca8a1fda7521977c459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1507850 Jul 29 14:41:32.568757 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-88dc80fe-0ba1-4b50-82b8-ebb5db3fdb37 req-c4502144-94ca-40a4-a1d6-02c07978be20 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1365230 Jul 29 14:41:32.598939 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e961a132-c255-46f0-b430-c6f0eab3dd7c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:32.866311 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c1568-625f-4250-adde-d68aad9766ae req-7ce4ad17-ea4e-4592-9857-200e7b299865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:32.869118 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-237c1568-625f-4250-adde-d68aad9766ae req-7ce4ad17-ea4e-4592-9857-200e7b299865 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.3916798 Jul 29 14:41:32.926457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Allocated IP 192.168.233.227 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/6cf061e1-2f56-41e4-87a3-dba3df0f7ccc) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:41:32.985864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac27f0-3f9b-462a-be11-4f665a39c94a req-3e270539-7300-4224-b919-c636f1fac112 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:32.987776 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d6ac27f0-3f9b-462a-be11-4f665a39c94a req-3e270539-7300-4224-b919-c636f1fac112 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 943 time: 0.2007172 Jul 29 14:41:33.100036 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d6ac27f0-3f9b-462a-be11-4f665a39c94a req-f6081db5-23b3-472f-851b-d67d8da72052 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988472 Jul 29 14:41:33.119297 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:33.148737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48950) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:33.254594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48954) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:33.297517 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-79e136fc-6d6a-45a9-8674-fe49e30defbc req-9eefac71-52d6-4ac8-b137-03ac8a43bd7d tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 210 time: 0.0539196 Jul 29 14:41:33.299265 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-cd22691c-29de-4822-bb3d-19249c857264 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4932ecb6c25d4ca8a1fda7521977c459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5114415 Jul 29 14:41:33.301855 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-237c1568-625f-4250-adde-d68aad9766ae req-0d0acc8e-0603-41bb-abfb-a3a4688e0c1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350089 Jul 29 14:41:33.308944 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-59a9ecb5-4a77-47e1-8a8b-a6ab8ebeed98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:33.353927 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:33.374764 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Transition to ACTIVE for port object 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:33.443028 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-beae06dd-3ff5-48c0-9274-54c8edbeae3c req-c1bccb73-1221-4573-921e-aed65c4e7959 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 210 time: 0.0513883 Jul 29 14:41:33.449515 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4556-d284-4b19-8ba7-c7a6347b97dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:33.675093 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141a047-f5ed-4b2f-9f5e-e33a9ef86e16 req-a5a9af71-1b99-4d48-9e04-7f52d883564c tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:33.676647 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a141a047-f5ed-4b2f-9f5e-e33a9ef86e16 req-a5a9af71-1b99-4d48-9e04-7f52d883564c tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 946 time: 0.4141872 Jul 29 14:41:33.702947 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-aa7ec858-822f-471e-8d06-c96736370b61 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:33.704833 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-aa7ec858-822f-471e-8d06-c96736370b61 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1347916 Jul 29 14:41:33.755512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Request body: {'port': {'device_id': '5ae1344c-8b98-407a-b0c2-97b4b0c22e0e', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '4932ecb6c25d4ca8a1fda7521977c459'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:33.806414 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6b2ff170-b681-494a-9420-21b7e20b84d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:33.829974 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:33.911957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ff545-a139-43c8-9d6d-e42ab297a6c3 req-b62263e7-58c5-415c-80cd-81c860d8e461 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:33.913533 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-586ff545-a139-43c8-9d6d-e42ab297a6c3 req-b62263e7-58c5-415c-80cd-81c860d8e461 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.1528680 Jul 29 14:41:33.917644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-0f116b97-116f-4641-b940-0113925d58c7 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:33.918614 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-0f116b97-116f-4641-b940-0113925d58c7 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6035459 Jul 29 14:41:33.923944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:33.933959 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:33.935124 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-237c1568-625f-4250-adde-d68aad9766ae req-267bfc47-434d-498b-976b-a99935dcbd1e service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015904 Jul 29 14:41:33.942778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Pushing event updated for resources: {'Port': ['ID=6cf061e1-2f56-41e4-87a3-dba3df0f7ccc,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:33.946248 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:41:33.971866 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Request body: {'port': {'device_id': 'e0cccc64-00a4-4367-9d29-e83e0e8c5dae', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '4932ecb6c25d4ca8a1fda7521977c459'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:33.995452 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.resource_extend [None req-02f9fa07-de7d-4dd4-9ac3-7f0340ee372e tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:41:34.002636 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a141a047-f5ed-4b2f-9f5e-e33a9ef86e16 req-1756d005-e6f3-4ee5-bd5b-d6ef33f2b512 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8c20d37-5eb0-4c6e-b4b4-b1760261bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803934 Jul 29 14:41:34.054213 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-586ff545-a139-43c8-9d6d-e42ab297a6c3 req-57a1a0fa-511b-44e3-a90e-c41465979738 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252236 Jul 29 14:41:34.068164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:34.068901 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.112543 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4556-d284-4b19-8ba7-c7a6347b97dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.121234 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b4d4556-d284-4b19-8ba7-c7a6347b97dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.203548 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.235577 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7b4d4556-d284-4b19-8ba7-c7a6347b97dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27da3372e4234f86b46a7b6cdeec8d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0826666 Jul 29 14:41:34.235577 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d4556-d284-4b19-8ba7-c7a6347b97dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f3ba37-f41c-4aaf-9046-da3e918df8cd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:34.238623 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48962) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:34.286763 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02f9fa07-de7d-4dd4-9ac3-7f0340ee372e tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.320399 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02f9fa07-de7d-4dd4-9ac3-7f0340ee372e tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.362703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3463a886-4969-4aba-b4a8-ef71d31e13d9 None None] Provisioning for port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:34.366529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3463a886-4969-4aba-b4a8-ef71d31e13d9 None None] Provisioning complete for port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:34.367111 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f72bb5f3-4be7-4eaf-b722-0e2d13ed268f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.372123 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3463a886-4969-4aba-b4a8-ef71d31e13d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.393140 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6b2ff170-b681-494a-9420-21b7e20b84d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.408922 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6b2ff170-b681-494a-9420-21b7e20b84d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.414820 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f72bb5f3-4be7-4eaf-b722-0e2d13ed268f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.422236 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3463a886-4969-4aba-b4a8-ef71d31e13d9 None None] Port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:41:34.439097 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-076ab1ff-355f-4c66-8317-05e9b143cf79 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5082159 Jul 29 14:41:34.475742 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-237c1568-625f-4250-adde-d68aad9766ae req-36f6db87-07c6-49a8-b6d1-965b5a5e1c51 service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155926 Jul 29 14:41:34.487867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Request body: {'port': {'device_id': 'a2b224cb-dac6-4aa9-a49f-2925683aa5b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:34.516739 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Made reservation on behalf of 4932ecb6c25d4ca8a1fda7521977c459 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:41:34.517994 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6b2ff170-b681-494a-9420-21b7e20b84d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ba9a431e6d341f8ac2655b3b8357ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2593141 Jul 29 14:41:34.520060 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7938fffe-ef48-462b-8a88-1b39c6ef0df7 req-f820b540-6c0d-4889-9753-50ca2492cf13 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 210 time: 0.0745311 Jul 29 14:41:34.520557 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.531752 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581b5b7-1b5d-4ace-8a26-15585b0c6d82 req-204ca37f-7dd2-450a-ab02-859160402e62 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:34.533543 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d581b5b7-1b5d-4ace-8a26-15585b0c6d82 req-204ca37f-7dd2-450a-ab02-859160402e62 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 943 time: 0.2916782 Jul 29 14:41:34.538468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ff170-b681-494a-9420-21b7e20b84d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f54d61-62e4-43c7-b92a-05a4cd064327,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:34.540411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48968) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:34.605223 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.630324 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.661810 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f72bb5f3-4be7-4eaf-b722-0e2d13ed268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.665073 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f72bb5f3-4be7-4eaf-b722-0e2d13ed268f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.666327 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f72bb5f3-4be7-4eaf-b722-0e2d13ed268f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81f3ba37-f41c-4aaf-9046-da3e918df8cd HTTP/1.1" status: 204 len: 168 time: 0.4268355 Jul 29 14:41:34.684992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bb5f3-4be7-4eaf-b722-0e2d13ed268f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f3ba37-f41c-4aaf-9046-da3e918df8cd,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:34.687232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Made reservation on behalf of 4932ecb6c25d4ca8a1fda7521977c459 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:41:34.691191 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.735193 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4538680-e83b-464f-8a92-d5bbea842c4f req-1e8bb360-7e05-4c3e-9c64-f3233e51e4d2 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:34.736863 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4538680-e83b-464f-8a92-d5bbea842c4f req-1e8bb360-7e05-4c3e-9c64-f3233e51e4d2 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 936 time: 0.1286173 Jul 29 14:41:34.748231 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-02f9fa07-de7d-4dd4-9ac3-7f0340ee372e tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Floating IP a3b4f822-57a7-466e-bd17-3606ec80bb83 associated. External IP: 172.25.6.247, port: 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2. Jul 29 14:41:34.791208 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:34.797430 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d581b5b7-1b5d-4ace-8a26-15585b0c6d82 req-02a9b246-651a-4793-9c3c-c09fd4a2c631 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290652 Jul 29 14:41:34.866904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e8ae5-4d3e-4209-bd3d-1c0ba6ead4d8 req-cdffacf6-a229-4658-9bba-64aa9e88d34f tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:34.869943 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-374e8ae5-4d3e-4209-bd3d-1c0ba6ead4d8 req-cdffacf6-a229-4658-9bba-64aa9e88d34f tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 946 time: 0.3352585 Jul 29 14:41:34.884796 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4538680-e83b-464f-8a92-d5bbea842c4f req-5b70a514-91e8-493d-b481-392e9e67bc08 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/security-groups?id=e961a132-c255-46f0-b430-c6f0eab3dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333365 Jul 29 14:41:34.885622 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:41:34.915339 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05a5df0f-e6f4-442e-9a7d-c58ed967b5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:35.026748 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05a5df0f-e6f4-442e-9a7d-c58ed967b5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:35.043862 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:35.083473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 has no active binding in host n-h1-802893-1 {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 14:41:35.103307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:41:35.114380 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:35.133232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Transition to ACTIVE for port object 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:35.139828 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:35.246309 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Pushing event updated for resources: {'Port': ['ID=6cf061e1-2f56-41e4-87a3-dba3df0f7ccc,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:35.264177 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce7fc2-f0c3-4833-9a40-78264fb16c22 req-04fc9ff9-2f6d-491a-bbb3-379422be9abc tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:35.265968 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-52ce7fc2-f0c3-4833-9a40-78264fb16c22 req-04fc9ff9-2f6d-491a-bbb3-379422be9abc tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.0914710 Jul 29 14:41:35.384135 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-52ce7fc2-f0c3-4833-9a40-78264fb16c22 req-ca9ee73f-916f-4e94-8ce9-88ee46463f0a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899000 Jul 29 14:41:35.421253 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Attempting to bind port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:41:35.422298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Attempting to bind port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:41:35.422786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Attempting to bind port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:35.428755 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:41:35.429353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Attempting to bind port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:35.436819 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:41:35.437256 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:35.437716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:41:35.438231 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Bound port: 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:41:35.438666 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:35.521837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] For port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:35.526729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] For port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=6cf061e1-2f56-41e4-87a3-dba3df0f7ccc,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:41:35.533485 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:35.599659 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:35.604452 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:35.611226 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] 10.222.0.38 "PUT /v2.0/ports/6cf061e1-2f56-41e4-87a3-dba3df0f7ccc HTTP/1.1" status: 200 len: 1096 time: 1.1361058 Jul 29 14:41:35.612382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7fc62-c34f-4222-abb2-3c6c726a45ae req-dc97944d-e61e-462c-99b7-e9231dcbdfd3 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:35.613437 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b224cb-dac6-4aa9-a49f-2925683aa5b7', 'tag': '6cf061e1-2f56-41e4-87a3-dba3df0f7ccc'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:35.614348 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ad7fc62-c34f-4222-abb2-3c6c726a45ae req-dc97944d-e61e-462c-99b7-e9231dcbdfd3 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 946 time: 0.2236598 Jul 29 14:41:35.620919 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b62928-a9ec-4aa0-bb5b-c5dceae154c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b224cb-dac6-4aa9-a49f-2925683aa5b7", "tag": "6cf061e1-2f56-41e4-87a3-dba3df0f7ccc"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:35.633263 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:35.681369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49000) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:35.705272 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:35.719977 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c41f666c-c1a8-44e6-a811-7aed66286210 req-4b78b958-79d9-4e41-bd9f-7dcff13e7d78 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 210 time: 0.0352941 Jul 29 14:41:35.768858 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05a5df0f-e6f4-442e-9a7d-c58ed967b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:35.772015 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05a5df0f-e6f4-442e-9a7d-c58ed967b5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:35.777893 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-05a5df0f-e6f4-442e-9a7d-c58ed967b5e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3f54d61-62e4-43c7-b92a-05a4cd064327 HTTP/1.1" status: 204 len: 168 time: 1.2351627 Jul 29 14:41:35.781230 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-374e8ae5-4d3e-4209-bd3d-1c0ba6ead4d8 req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Deleting port 3136deb2-7c4e-42aa-8411-36664d864cd8 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:41:35.781964 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-374e8ae5-4d3e-4209-bd3d-1c0ba6ead4d8 req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:35.849070 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35cdf21-72e3-4117-8413-0a07c14437a6 x-openstack-request-id: req-f35cdf21-72e3-4117-8413-0a07c14437a6 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:35.849361 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b224cb-dac6-4aa9-a49f-2925683aa5b7", "tag": "6cf061e1-2f56-41e4-87a3-dba3df0f7ccc", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:35.849611 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f35cdf21-72e3-4117-8413-0a07c14437a6 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:35.850010 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b224cb-dac6-4aa9-a49f-2925683aa5b7', 'tag': '6cf061e1-2f56-41e4-87a3-dba3df0f7ccc', 'status': 'completed', 'code': 200} Jul 29 14:41:35.895579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1806d-4969-4808-82f6-f585e10c76da service neutron] Pushing event updated for resources: {'Port': ['ID=6cf061e1-2f56-41e4-87a3-dba3df0f7ccc,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:35.918132 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-fe9d8022-3d06-419f-bce8-0c1629879c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:35.920194 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-fe9d8022-3d06-419f-bce8-0c1629879c09 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=abce8796ce1448e3980f15d40ece4908&device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 1099 time: 0.1991637 Jul 29 14:41:35.967705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-29959e81-a24a-49ad-8000-54fbf093381b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-406600253-network', 'tenant_id': '57df89dd6aa244138cc73fb8be58c924'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:35.987288 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-31812130-9107-4366-a75e-861f8b9f04e0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6cf061e1-2f56-41e4-87a3-dba3df0f7ccc HTTP/1.1" status: 200 len: 217 time: 0.0504317 Jul 29 14:41:36.005100 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ad7fc62-c34f-4222-abb2-3c6c726a45ae req-0c96d2fd-5f49-4c4f-be8f-382a4567414f tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8c20d37-5eb0-4c6e-b4b4-b1760261bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245695 Jul 29 14:41:36.006252 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 4932ecb6c25d4ca8a1fda7521977c459 {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:41:36.006580 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:41:36.017580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:36.070438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f9fa07-de7d-4dd4-9ac3-7f0340ee372e tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Router e92298e6-0d02-4d39-898d-62a8b2fd3f50 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:41:36.083744 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4325117-6f68-406f-8e90-cbe8a2f233db req-5f9eb9ad-1118-4b9d-b24a-a1ecb5f083ee tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:36.085658 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4325117-6f68-406f-8e90-cbe8a2f233db req-5f9eb9ad-1118-4b9d-b24a-a1ecb5f083ee tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 943 time: 0.1014111 Jul 29 14:41:36.090253 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-fe363d0a-906a-47fb-804b-7702ad225a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:36.092104 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-fe363d0a-906a-47fb-804b-7702ad225a17 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0963237 Jul 29 14:41:36.129166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29959e81-a24a-49ad-8000-54fbf093381b admin admin] Made reservation on behalf of 57df89dd6aa244138cc73fb8be58c924 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:41:36.132046 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29959e81-a24a-49ad-8000-54fbf093381b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:36.148755 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:36.160941 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4325117-6f68-406f-8e90-cbe8a2f233db req-bf00233d-9b11-4862-9337-071cefee4518 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676379 Jul 29 14:41:36.174714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-0c07e157-bf8d-4bb9-8383-da1ed987ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:36.176704 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-0c07e157-bf8d-4bb9-8383-da1ed987ceb2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671186 Jul 29 14:41:36.185813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5df0f-e6f4-442e-9a7d-c58ed967b5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f54d61-62e4-43c7-b92a-05a4cd064327,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:36.234612 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29959e81-a24a-49ad-8000-54fbf093381b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:36.274628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Allocated IP 192.168.233.120 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/164a5dbd-d71b-4d69-89a8-dd522f5ff83f) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:41:36.296152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49012) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:36.324761 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8db406b2-bd70-4939-a25c-3d47acc609b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:36.338323 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-1cc47697-0f34-4f4c-ba6f-20c6a110d961 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535845 Jul 29 14:41:36.383392 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-374e8ae5-4d3e-4209-bd3d-1c0ba6ead4d8 req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] For port 3136deb2-7c4e-42aa-8411-36664d864cd8, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3136deb2-7c4e-42aa-8411-36664d864cd8,segment=NetworkSegment(881ed26a-690f-4787-96b9-704ddc622c9d),segment_id=881ed26a-690f-4787-96b9-704ddc622c9d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:36.383768 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-374e8ae5-4d3e-4209-bd3d-1c0ba6ead4d8 req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:36.420637 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28198859-c2c0-4802-aa0c-ba4c38cd78ca req-4fd87764-36ff-4413-8f00-a5872dda5810 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:36.422636 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28198859-c2c0-4802-aa0c-ba4c38cd78ca req-4fd87764-36ff-4413-8f00-a5872dda5810 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 948 time: 0.2963159 Jul 29 14:41:36.462677 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cd35d6c-4a84-4575-adc7-e2ae22791393 req-a006affb-3793-4bdd-b6a0-9921d93c0526 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164787 Jul 29 14:41:36.491330 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-374e8ae5-4d3e-4209-bd3d-1c0ba6ead4d8 req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Calling delete_port for 3136deb2-7c4e-42aa-8411-36664d864cd8 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:41:36.513978 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:36.575163 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda8d58-2f76-4899-909f-4da9453e7802 req-1f1dbdd2-03e9-4031-b4da-5d0b9be76482 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:36.576826 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9cda8d58-2f76-4899-909f-4da9453e7802 req-1f1dbdd2-03e9-4031-b4da-5d0b9be76482 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.0892146 Jul 29 14:41:36.668164 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-6e076bcf-9097-4a50-9f67-b9562a4631cc service neutron] 10.222.0.39 "GET /v2.0/ports/a972a7f3-f0ba-4ecf-ae0a-e12b80e22598/bindings/n-h1-802893-1 HTTP/1.1" status: 200 len: 384 time: 0.1311951 Jul 29 14:41:36.675904 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9cda8d58-2f76-4899-909f-4da9453e7802 req-740348e4-7d00-4a6d-af0b-71caa91403f2 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834661 Jul 29 14:41:36.713888 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b62928-a9ec-4aa0-bb5b-c5dceae154c7 req-74ae00f5-7d76-48dd-ba14-dfeae695d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:36.716035 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9b62928-a9ec-4aa0-bb5b-c5dceae154c7 req-74ae00f5-7d76-48dd-ba14-dfeae695d94a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=abce8796ce1448e3980f15d40ece4908&device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 1099 time: 0.1223986 Jul 29 14:41:36.735254 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f9fa07-de7d-4dd4-9ac3-7f0340ee372e tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:41:36.740723 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02f9fa07-de7d-4dd4-9ac3-7f0340ee372e tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:36.751774 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090d8059-89f6-4474-a13b-2094132d8561 None None] Sync routers for ids ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:41:36.760935 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28198859-c2c0-4802-aa0c-ba4c38cd78ca req-b25a7a7d-70e9-4d4b-ab0a-e2eab6d87b3b tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/security-groups?id=e961a132-c255-46f0-b430-c6f0eab3dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148232 Jul 29 14:41:36.798027 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090d8059-89f6-4474-a13b-2094132d8561 None None] Routers {'e92298e6-0d02-4d39-898d-62a8b2fd3f50'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:36.798027 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-090d8059-89f6-4474-a13b-2094132d8561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:36.891644 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-02f9fa07-de7d-4dd4-9ac3-7f0340ee372e tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "PUT /v2.0/floatingips/a3b4f822-57a7-466e-bd17-3606ec80bb83 HTTP/1.1" status: 200 len: 992 time: 5.0948637 Jul 29 14:41:36.898220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0572b06-549e-4247-8291-ee4a187ec75e', 'tag': '12cbe4d7-184b-4bbb-af4b-b9c27ea680d2'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:36.901562 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e082514f-06fe-42e2-a037-37320e45bdaa" -d '{"events": [{"name": "network-changed", "server_uuid": "d0572b06-549e-4247-8291-ee4a187ec75e", "tag": "12cbe4d7-184b-4bbb-af4b-b9c27ea680d2"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:36.945755 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b62928-a9ec-4aa0-bb5b-c5dceae154c7 req-69eff983-9950-4b1c-8ca7-95cd0c5c80e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:36.948003 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9b62928-a9ec-4aa0-bb5b-c5dceae154c7 req-69eff983-9950-4b1c-8ca7-95cd0c5c80e5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.2233677 Jul 29 14:41:36.984927 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:36.985175 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d334f764-e73c-4c8f-b8dd-3882ad660012 req-7763763c-ca10-4bd6-9904-9779f51c3e1a tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 210 time: 0.0604684 Jul 29 14:41:37.050900 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29959e81-a24a-49ad-8000-54fbf093381b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:37.051603 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-090d8059-89f6-4474-a13b-2094132d8561 None None] Set router e92298e6-0d02-4d39-898d-62a8b2fd3f50 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:37.061520 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9b62928-a9ec-4aa0-bb5b-c5dceae154c7 req-d395afe6-c43b-4d60-be55-a5b7a51c4f96 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6cf061e1-2f56-41e4-87a3-dba3df0f7ccc HTTP/1.1" status: 200 len: 217 time: 0.0796289 Jul 29 14:41:37.066661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Transition to ACTIVE for port object 164a5dbd-d71b-4d69-89a8-dd522f5ff83f will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:37.092024 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099cba25-209e-4aad-9046-584c927dd840 x-openstack-request-id: req-099cba25-209e-4aad-9046-584c927dd840 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:37.092474 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0572b06-549e-4247-8291-ee4a187ec75e", "tag": "12cbe4d7-184b-4bbb-af4b-b9c27ea680d2", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:37.092653 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-099cba25-209e-4aad-9046-584c927dd840 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:37.092984 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0572b06-549e-4247-8291-ee4a187ec75e', 'tag': '12cbe4d7-184b-4bbb-af4b-b9c27ea680d2', 'status': 'completed', 'code': 200} Jul 29 14:41:37.096267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.39', 57579) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:37.102013 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29959e81-a24a-49ad-8000-54fbf093381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:37.118418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29959e81-a24a-49ad-8000-54fbf093381b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:41:37.130249 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29959e81-a24a-49ad-8000-54fbf093381b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:37.130550 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-29959e81-a24a-49ad-8000-54fbf093381b admin admin] Added segment f4a33db5-af58-47da-8ba1-3a67305f5d19 of type vlan for network 9c540257-b727-4746-93ea-03ee33a47061 Jul 29 14:41:37.180575 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29959e81-a24a-49ad-8000-54fbf093381b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:37.180840 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-684a0791-2287-49bb-869a-c3e6169905dc service neutron] For port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:37.257255 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-684a0791-2287-49bb-869a-c3e6169905dc service neutron] For port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:37.262911 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b62928-a9ec-4aa0-bb5b-c5dceae154c7 req-13e6a8ce-6677-429d-86ef-e6efca91e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:37.264449 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9b62928-a9ec-4aa0-bb5b-c5dceae154c7 req-13e6a8ce-6677-429d-86ef-e6efca91e15c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1631563 Jul 29 14:41:37.342851 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29959e81-a24a-49ad-8000-54fbf093381b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47be1944-c7a9-4ade-b269-15131911566e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:37.350305 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-374e8ae5-4d3e-4209-bd3d-1c0ba6ead4d8 req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:37.354454 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-684a0791-2287-49bb-869a-c3e6169905dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:41:37.366855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3136deb2-7c4e-42aa-8411-36664d864cd8'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:41:37.380994 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-684a0791-2287-49bb-869a-c3e6169905dc service neutron] For port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:37.385740 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8db406b2-bd70-4939-a25c-3d47acc609b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:37.394649 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec1eab-672e-45d1-b108-588b84ef66dc req-00c07dfb-cdea-4c27-83c3-bb39440eb2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:37.404330 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbec1eab-672e-45d1-b108-588b84ef66dc req-00c07dfb-cdea-4c27-83c3-bb39440eb2e5 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a02fc6a-cad5-44b5-aad1-d2c7624e11bb HTTP/1.1" status: 200 len: 867 time: 0.2058127 Jul 29 14:41:37.428029 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8db406b2-bd70-4939-a25c-3d47acc609b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:37.434723 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29959e81-a24a-49ad-8000-54fbf093381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:37.435682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29959e81-a24a-49ad-8000-54fbf093381b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:37.436408 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29959e81-a24a-49ad-8000-54fbf093381b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:37.450782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Pushing event deleted for resources: {'Port': ['ID=3136deb2-7c4e-42aa-8411-36664d864cd8,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:37.454877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082514f-06fe-42e2-a037-37320e45bdaa req-24141818-b3e9-4399-b60f-0f9517c8a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:37.456748 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e082514f-06fe-42e2-a037-37320e45bdaa req-24141818-b3e9-4399-b60f-0f9517c8a487 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f5868661cae4787899a7102bcdf839f&device_id=d0572b06-549e-4247-8291-ee4a187ec75e HTTP/1.1" status: 200 len: 1097 time: 0.3559783 Jul 29 14:41:37.484841 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8db406b2-bd70-4939-a25c-3d47acc609b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e2144b3a7894ed88c3b4dfed7b4d4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1869390 Jul 29 14:41:37.493282 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-090d8059-89f6-4474-a13b-2094132d8561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a3b4f822-57a7-466e-bd17-3606ec80bb83', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'port_id': '12cbe4d7-184b-4bbb-af4b-b9c27ea680d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'mac_address': 'fa:16:3e:7b:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0572b06-549e-4247-8291-ee4a187ec75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:41:11Z', 'updated_at': '2021-07-29T14:41:33Z', 'revision_number': 1, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:50Z', 'revision_number': 5, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:37.498558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49030) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:37.507526 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-684a0791-2287-49bb-869a-c3e6169905dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:37.514341 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:37.520944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b62928-a9ec-4aa0-bb5b-c5dceae154c7 req-feb6f009-4b0f-455f-9c24-1fb16ebb2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:37.522579 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9b62928-a9ec-4aa0-bb5b-c5dceae154c7 req-feb6f009-4b0f-455f-9c24-1fb16ebb2bde service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2255597 Jul 29 14:41:37.534990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090d8059-89f6-4474-a13b-2094132d8561 None None] Checking router: e92298e6-0d02-4d39-898d-62a8b2fd3f50 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:41:37.548696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090d8059-89f6-4474-a13b-2094132d8561 None None] Routers {'e92298e6-0d02-4d39-898d-62a8b2fd3f50'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:37.549583 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-090d8059-89f6-4474-a13b-2094132d8561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:37.607486 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:37.607876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:37.608213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:37.608733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:37.609171 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:37.609647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:37.610043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:37.610449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:37.610842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:37.611239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:37.611715 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:37.612108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:37.642386 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbec1eab-672e-45d1-b108-588b84ef66dc req-9617ba14-448d-43e8-a7e2-fa1bd2fd2851 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8c20d37-5eb0-4c6e-b4b4-b1760261bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348926 Jul 29 14:41:37.648580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db406b2-bd70-4939-a25c-3d47acc609b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fa5a62-63c2-4e66-85a3-3820cb4ff60d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:37.708851 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-374e8ae5-4d3e-4209-bd3d-1c0ba6ead4d8 req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] No DVR routers for this DVR port 3136deb2-7c4e-42aa-8411-36664d864cd8 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:41:37.721802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-090d8059-89f6-4474-a13b-2094132d8561 None None] Set router e92298e6-0d02-4d39-898d-62a8b2fd3f50 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:37.722588 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-29959e81-a24a-49ad-8000-54fbf093381b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0296857 Jul 29 14:41:37.731089 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49034) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:37.740698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-86c8e97e-9c11-4e25-b85a-23ec7b3f9b3b admin admin] Request body: {'subnet': {'network_id': '9c540257-b727-4746-93ea-03ee33a47061', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-406600253-subnet', 'tenant_id': '57df89dd6aa244138cc73fb8be58c924', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:37.758884 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4191d-13ee-4ada-add3-9e5a74a728fa req-dc4f956b-df04-4e46-a7ee-2f688e773708 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:37.760710 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2fc4191d-13ee-4ada-add3-9e5a74a728fa req-dc4f956b-df04-4e46-a7ee-2f688e773708 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 943 time: 0.4669843 Jul 29 14:41:37.767668 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2544fd1f-ed89-4214-b044-a6ddc264a465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:37.771684 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-374e8ae5-4d3e-4209-bd3d-1c0ba6ead4d8 req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:37.774298 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-374e8ae5-4d3e-4209-bd3d-1c0ba6ead4d8 req-d8ebedc5-60c2-48af-9ad5-1ef6944b08f2 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665 tempest-FloatingIPsAssociationNegativeTestJSON-1057816665-project] 10.222.0.39 "DELETE /v2.0/ports/3136deb2-7c4e-42aa-8411-36664d864cd8 HTTP/1.1" status: 204 len: 173 time: 2.8805294 Jul 29 14:41:37.774961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29959e81-a24a-49ad-8000-54fbf093381b admin admin] Pushing event updated for resources: {'Network': ['ID=9c540257-b727-4746-93ea-03ee33a47061,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:37.785458 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:37.820833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Allocated IP 192.168.233.131 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/7d36952a-985f-4acf-8c3b-815484337655) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:41:37.822650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 9c540257-b727-4746-93ea-03ee33a47061 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:41:37.824854 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:37.857382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:41:37.910859 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9b62928-a9ec-4aa0-bb5b-c5dceae154c7 req-bd9bce9e-ab34-432c-bec9-320eb10e9c64 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654380 Jul 29 14:41:37.953878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Pushing event updated for resources: {'Port': ['ID=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:37.978890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c8e97e-9c11-4e25-b85a-23ec7b3f9b3b admin admin] Made reservation on behalf of 57df89dd6aa244138cc73fb8be58c924 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:41:37.993757 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86c8e97e-9c11-4e25-b85a-23ec7b3f9b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:38.017387 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2544fd1f-ed89-4214-b044-a6ddc264a465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:38.020698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-684a0791-2287-49bb-869a-c3e6169905dc service neutron] Transition to ACTIVE for port object a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:38.043479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082514f-06fe-42e2-a037-37320e45bdaa req-90322e50-a6bf-43b5-a4b5-3ec9f7ad87fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:38.045531 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e082514f-06fe-42e2-a037-37320e45bdaa req-90322e50-a6bf-43b5-a4b5-3ec9f7ad87fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=2bc43b52-9aa8-4747-b129-55538c0ee4d0 HTTP/1.1" status: 200 len: 924 time: 0.5221946 Jul 29 14:41:38.124869 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-684a0791-2287-49bb-869a-c3e6169905dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:38.148218 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2fc4191d-13ee-4ada-add3-9e5a74a728fa req-f7ab67f4-e77b-4c13-bf14-e3cd93cbfb19 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495188 Jul 29 14:41:38.201659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:38.201659 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:38.231073 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-033824b5-55d3-4b61-baaf-fc894ee9254e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4966829 Jul 29 14:41:38.239976 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-684a0791-2287-49bb-869a-c3e6169905dc service neutron] No DVR routers for this DVR port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:41:38.287452 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e082514f-06fe-42e2-a037-37320e45bdaa req-bb43fdaf-8d30-4b89-84b0-fac682675053 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 HTTP/1.1" status: 200 len: 1000 time: 0.2172072 Jul 29 14:41:38.291574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Request body: {'port': {'device_id': '5ae1344c-8b98-407a-b0c2-97b4b0c22e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:38.309094 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-684a0791-2287-49bb-869a-c3e6169905dc service neutron] 10.222.0.39 "PUT /v2.0/ports/a972a7f3-f0ba-4ecf-ae0a-e12b80e22598/bindings/n-h1-802893-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6314399 Jul 29 14:41:38.400264 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.38', 58454) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:38.425233 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-93886bec-a95d-4017-841c-d96f88f5f988 None None] Provisioning for port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:38.434678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-93886bec-a95d-4017-841c-d96f88f5f988 None None] Provisioning complete for port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:38.434678 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93886bec-a95d-4017-841c-d96f88f5f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:38.477024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-93886bec-a95d-4017-841c-d96f88f5f988 None None] Port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:41:38.498225 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082514f-06fe-42e2-a037-37320e45bdaa req-2f67bf23-2a15-4e7e-b09c-2858a91d38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:38.499851 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e082514f-06fe-42e2-a037-37320e45bdaa req-2f67bf23-2a15-4e7e-b09c-2858a91d38b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=257169a0-752d-468a-bc28-f8360fd89075 HTTP/1.1" status: 200 len: 862 time: 0.2026668 Jul 29 14:41:38.504318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-090d8059-89f6-4474-a13b-2094132d8561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a3b4f822-57a7-466e-bd17-3606ec80bb83', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'port_id': '12cbe4d7-184b-4bbb-af4b-b9c27ea680d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'mac_address': 'fa:16:3e:7b:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0572b06-549e-4247-8291-ee4a187ec75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:41:11Z', 'updated_at': '2021-07-29T14:41:33Z', 'revision_number': 1, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:50Z', 'revision_number': 5, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:38.542421 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:38.546533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090d8059-89f6-4474-a13b-2094132d8561 None None] The sync data for ids ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'] in n-d-802893-1 is: [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a3b4f822-57a7-466e-bd17-3606ec80bb83', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'port_id': '12cbe4d7-184b-4bbb-af4b-b9c27ea680d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'mac_address': 'fa:16:3e:7b:25:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0572b06-549e-4247-8291-ee4a187ec75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:41:11Z', 'updated_at': '2021-07-29T14:41:33Z', 'revision_number': 1, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:50Z', 'revision_number': 5, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:41:38.571563 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a809f-31a2-420f-b8fc-168d3b68fdd5 req-291dab7f-7302-49e6-8332-7cfbaa84eaaf tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:38.583772 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cb5a809f-31a2-420f-b8fc-168d3b68fdd5 req-291dab7f-7302-49e6-8332-7cfbaa84eaaf tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.5804791 Jul 29 14:41:38.598548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a0791-2287-49bb-869a-c3e6169905dc service neutron] Pushing event updated for resources: {'Port': ['ID=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,revision_number=10']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:38.704602 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cb5a809f-31a2-420f-b8fc-168d3b68fdd5 req-7a816f80-18ec-46f3-a67d-b03f4825c838 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150701 Jul 29 14:41:38.715271 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2544fd1f-ed89-4214-b044-a6ddc264a465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:38.718251 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2544fd1f-ed89-4214-b044-a6ddc264a465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:38.721207 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2544fd1f-ed89-4214-b044-a6ddc264a465 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2fa5a62-63c2-4e66-85a3-3820cb4ff60d HTTP/1.1" status: 204 len: 168 time: 1.2192566 Jul 29 14:41:38.734426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544fd1f-ed89-4214-b044-a6ddc264a465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fa5a62-63c2-4e66-85a3-3820cb4ff60d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:38.740201 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9b62928-a9ec-4aa0-bb5b-c5dceae154c7 req-f9cd37b1-76fb-4b0e-bf75-60470bb56009 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7915978 Jul 29 14:41:38.741781 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86c8e97e-9c11-4e25-b85a-23ec7b3f9b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:38.818702 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8e97e-9c11-4e25-b85a-23ec7b3f9b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7a71d1-4fdf-4c5d-9f63-ebeaceed09d4,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:38.847117 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c8e97e-9c11-4e25-b85a-23ec7b3f9b3b admin admin] Checking segment: {'id': 'f4a33db5-af58-47da-8ba1-3a67305f5d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9c540257-b727-4746-93ea-03ee33a47061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:38.847643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c8e97e-9c11-4e25-b85a-23ec7b3f9b3b admin admin] Network hostable DHCP agents. Network: 9c540257-b727-4746-93ea-03ee33a47061, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:41:38.875865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c8e97e-9c11-4e25-b85a-23ec7b3f9b3b admin admin] Network 9c540257-b727-4746-93ea-03ee33a47061 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:41:38.888553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-86c8e97e-9c11-4e25-b85a-23ec7b3f9b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 9c540257-b727-4746-93ea-03ee33a47061) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:38.898403 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756e98b2-733f-4ff9-98f9-4e1f75dd9c89 None None] Network 9c540257-b727-4746-93ea-03ee33a47061 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:41:38.905614 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8e97e-9c11-4e25-b85a-23ec7b3f9b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:38.906623 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86c8e97e-9c11-4e25-b85a-23ec7b3f9b3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:38.917067 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af6e3e-ba94-4767-b17b-913ad3b1bac9 None None] New status for floating IP a3b4f822-57a7-466e-bd17-3606ec80bb83: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:41:38.931606 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-86c8e97e-9c11-4e25-b85a-23ec7b3f9b3b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1953130 Jul 29 14:41:38.934859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49046) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:38.941333 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-406600253-router', 'tenant_id': '57df89dd6aa244138cc73fb8be58c924', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:38.949003 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:38.978346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b3832-4d49-4ea7-8848-b0f4f77b8c85 req-5f16ce69-4a92-4769-97c4-5b40060e3979 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:38.982552 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b2b3832-4d49-4ea7-8848-b0f4f77b8c85 req-5f16ce69-4a92-4769-97c4-5b40060e3979 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 948 time: 0.6341386 Jul 29 14:41:39.025702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-6c1fe44e-9074-4f9e-ab13-65f49363384d tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:39.030181 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-6c1fe44e-9074-4f9e-ab13-65f49363384d tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d&tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1095 time: 0.6237266 Jul 29 14:41:39.060558 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:39.061883 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:39.082382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082514f-06fe-42e2-a037-37320e45bdaa req-3c9b0850-4094-46d9-88ab-84245d4cfcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:39.085678 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e082514f-06fe-42e2-a037-37320e45bdaa req-3c9b0850-4094-46d9-88ab-84245d4cfcfc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2bc43b52-9aa8-4747-b129-55538c0ee4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5710855 Jul 29 14:41:39.097339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a02fc6a-cad5-44b5-aad1-d2c7624e11bb', 'name': 'network-vif-deleted', 'tag': '3136deb2-7c4e-42aa-8411-36664d864cd8'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:39.100185 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac37b27-cd22-4007-aac1-bad440f78aef" -d '{"events": [{"server_uuid": "9a02fc6a-cad5-44b5-aad1-d2c7624e11bb", "name": "network-vif-deleted", "tag": "3136deb2-7c4e-42aa-8411-36664d864cd8"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:39.118535 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a7594e95-dac7-4856-81cc-d150c05a5236 req-26189a4d-a1d3-4556-a1f9-0caad96289c3 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 210 time: 0.0455115 Jul 29 14:41:39.123275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Transition to ACTIVE for port object 7d36952a-985f-4acf-8c3b-815484337655 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:39.208195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-9c540257-b727-4746-93ea-03ee33a47061', 'network_id': '9c540257-b727-4746-93ea-03ee33a47061', 'tenant_id': '57df89dd6aa244138cc73fb8be58c924', 'fixed_ips': [{'subnet_id': '3c7a71d1-4fdf-4c5d-9f63-ebeaceed09d4'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:41:39.209561 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:39.209918 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:39.216720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-eeaf5cde-3459-4a14-a7ca-2745ecfb1ac8 service neutron] 10.222.0.38 "GET /v2.0/ports/bc523ae7-808c-460e-a4df-a83972b6e6d2/bindings/n-h1-802893-1 HTTP/1.1" status: 200 len: 382 time: 0.2456462 Jul 29 14:41:39.272550 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49054) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:39.357900 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff4564f-305f-4471-b359-f99aebbc7f1b x-openstack-request-id: req-5ff4564f-305f-4471-b359-f99aebbc7f1b {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:39.358187 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a02fc6a-cad5-44b5-aad1-d2c7624e11bb", "name": "network-vif-deleted", "tag": "3136deb2-7c4e-42aa-8411-36664d864cd8", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:39.358657 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ff4564f-305f-4471-b359-f99aebbc7f1b {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:39.359120 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a02fc6a-cad5-44b5-aad1-d2c7624e11bb', 'name': 'network-vif-deleted', 'tag': '3136deb2-7c4e-42aa-8411-36664d864cd8', 'status': 'completed', 'code': 200} Jul 29 14:41:39.453673 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b2b3832-4d49-4ea7-8848-b0f4f77b8c85 req-9c23bb5d-85e5-456a-bd73-24323acd6256 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/security-groups?id=e961a132-c255-46f0-b430-c6f0eab3dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489491 Jul 29 14:41:39.516656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-8a4216b7-3426-47f7-8adb-dbfc01ed4b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:39.518318 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-8a4216b7-3426-47f7-8adb-dbfc01ed4b1d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d&tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd HTTP/1.1" status: 200 len: 1095 time: 0.4283290 Jul 29 14:41:39.555672 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Allocated IP 172.20.0.2 (9c540257-b727-4746-93ea-03ee33a47061/3c7a71d1-4fdf-4c5d-9f63-ebeaceed09d4/253697c0-d22e-4a32-90f1-ac21f4155bf4) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:41:39.734499 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e082514f-06fe-42e2-a037-37320e45bdaa req-b1496aa9-04f5-4a41-b51e-20d08e79d904 service neutron] 10.222.0.39 "GET /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197994 Jul 29 14:41:39.775046 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 3136deb2-7c4e-42aa-8411-36664d864cd8 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:41:39.806322 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:39.816139 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 3136deb2-7c4e-42aa-8411-36664d864cd8 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:41:39.816139 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 3136deb2-7c4e-42aa-8411-36664d864cd8 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:41:39.816139 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:41:39.825509 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:39.863553 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Transition to ACTIVE for port object 253697c0-d22e-4a32-90f1-ac21f4155bf4 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:39.869518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:41:39.884905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Transition to ACTIVE for port object 253697c0-d22e-4a32-90f1-ac21f4155bf4 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:39.893198 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:39.950444 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:39.955933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Network 9c540257-b727-4746-93ea-03ee33a47061 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:39.957509 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Pushing event updated for resources: {'Port': ['ID=253697c0-d22e-4a32-90f1-ac21f4155bf4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:39.969373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:39.972181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:41:40.053461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-9d6ea2e1-ac67-4dcc-8fb0-57ba77ab6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:40.055890 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-9d6ea2e1-ac67-4dcc-8fb0-57ba77ab6c64 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4&tenant_id=066be3c079594f16a4e143f5f26610bd HTTP/1.1" status: 200 len: 1101 time: 0.3990755 Jul 29 14:41:40.063555 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Attempting to bind port 253697c0-d22e-4a32-90f1-ac21f4155bf4 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:41:40.063920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Attempting to bind port 253697c0-d22e-4a32-90f1-ac21f4155bf4 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'f4a33db5-af58-47da-8ba1-3a67305f5d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9c540257-b727-4746-93ea-03ee33a47061'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:41:40.064278 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Attempting to bind port 253697c0-d22e-4a32-90f1-ac21f4155bf4 on network 9c540257-b727-4746-93ea-03ee33a47061 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:40.069808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49076) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:40.071513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:41:40.071903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Checking segment: {'id': 'f4a33db5-af58-47da-8ba1-3a67305f5d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9c540257-b727-4746-93ea-03ee33a47061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:40.072309 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:40.072760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Bound using segment: {'id': 'f4a33db5-af58-47da-8ba1-3a67305f5d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9c540257-b727-4746-93ea-03ee33a47061'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:41:40.073247 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Bound port: 253697c0-d22e-4a32-90f1-ac21f4155bf4, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a33db5-af58-47da-8ba1-3a67305f5d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9c540257-b727-4746-93ea-03ee33a47061'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:41:40.074204 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:40.093358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-78550d6a-13ee-4cc3-89fd-099db83322bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:40.094959 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-78550d6a-13ee-4cc3-89fd-099db83322bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 1095 time: 0.2274361 Jul 29 14:41:40.103392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd90ee-abb5-4eea-903e-8e29247a5bd9 req-b4c7f515-f65d-4128-9b72-03b75e8c66ef tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:40.106080 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2cd90ee-abb5-4eea-903e-8e29247a5bd9 req-b4c7f515-f65d-4128-9b72-03b75e8c66ef tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 944 time: 0.2360988 Jul 29 14:41:40.148971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Pushing event updated for resources: {'Port': ['ID=7d36952a-985f-4acf-8c3b-815484337655,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:40.162295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] For port 253697c0-d22e-4a32-90f1-ac21f4155bf4, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:40.166423 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] For port 253697c0-d22e-4a32-90f1-ac21f4155bf4, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=253697c0-d22e-4a32-90f1-ac21f4155bf4,segment=NetworkSegment(f4a33db5-af58-47da-8ba1-3a67305f5d19),segment_id=f4a33db5-af58-47da-8ba1-3a67305f5d19)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:41:40.170170 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e082514f-06fe-42e2-a037-37320e45bdaa req-78bbd4bf-e156-4e14-8a0b-38151f64ccde service neutron] 10.222.0.39 "GET /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282434 Jul 29 14:41:40.175701 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:40.187217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:40.224274 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:40.238878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:41:40.267976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1735b-06e1-4e83-b30f-fe108dab2ae5 None None] Pushing event updated for resources: {'Port': ['ID=253697c0-d22e-4a32-90f1-ac21f4155bf4,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:40.279944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-467a5faf-77e3-4645-b74f-86a48b10d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:40.281512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-467a5faf-77e3-4645-b74f-86a48b10d589 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.1745062 Jul 29 14:41:40.321474 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8cf631d6-68cc-4c20-ad62-1a2343398c34 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1375882414-network', 'tenant_id': '7154cab60ba24e7781458fb04f714379'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:40.368591 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8dc30-d236-4d4d-9cf3-2954e34a4d02 req-b8498700-4174-4cc4-86e4-1c75cdb0b62b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:40.376521 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9f8dc30-d236-4d4d-9cf3-2954e34a4d02 req-b8498700-4174-4cc4-86e4-1c75cdb0b62b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.5424278 Jul 29 14:41:40.392760 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-c92b4982-d8bd-41cd-9ab0-b609d350a8ee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 HTTP/1.1" status: 200 len: 217 time: 0.0945199 Jul 29 14:41:40.497077 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2cd90ee-abb5-4eea-903e-8e29247a5bd9 req-176f0374-f7c1-4e70-b6de-e72910c1e8d7 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668623 Jul 29 14:41:40.504064 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:40.504702 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:40.522945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164a5dbd-d71b-4d69-89a8-dd522f5ff83f {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:41:40.539761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-87a21b83-0a5e-4631-943b-3162f5200a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:40.542551 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-87a21b83-0a5e-4631-943b-3162f5200a89 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 1101 time: 0.3870125 Jul 29 14:41:40.547540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-7452ac95-7edc-46ba-a9c6-cd5a570dae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:40.549078 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-7452ac95-7edc-46ba-a9c6-cd5a570dae28 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.1327870 Jul 29 14:41:40.551502 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:40.566732 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9f8dc30-d236-4d4d-9cf3-2954e34a4d02 req-25daa7c7-5acc-4a76-b994-cebd928a825f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890745 Jul 29 14:41:40.575095 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:40.591588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf631d6-68cc-4c20-ad62-1a2343398c34 admin admin] Made reservation on behalf of 7154cab60ba24e7781458fb04f714379 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:41:40.593076 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-cfa92639-a363-43c0-9149-44f4985ea69d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316448 Jul 29 14:41:40.594559 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8cf631d6-68cc-4c20-ad62-1a2343398c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:40.597789 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-9ce6ecee-ca61-4822-97b5-fae28a5ad376 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.6433558 Jul 29 14:41:40.687211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Request body: {'port': {'device_id': 'e0cccc64-00a4-4367-9d29-e83e0e8c5dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:40.723740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2740ca38-aeb8-445e-9d8f-52169cc3cb40 None None] Provisioning for port 7d36952a-985f-4acf-8c3b-815484337655 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:40.731227 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2740ca38-aeb8-445e-9d8f-52169cc3cb40 None None] Provisioning complete for port 7d36952a-985f-4acf-8c3b-815484337655 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:40.732129 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2740ca38-aeb8-445e-9d8f-52169cc3cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:40.757127 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8cf631d6-68cc-4c20-ad62-1a2343398c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:40.760644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Transition to ACTIVE for port object 164a5dbd-d71b-4d69-89a8-dd522f5ff83f will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:40.791185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2740ca38-aeb8-445e-9d8f-52169cc3cb40 None None] Port 7d36952a-985f-4acf-8c3b-815484337655 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:41:40.816565 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:40.840105 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:40.845507 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-5cc48bb6-0f84-414e-9655-251aed6de09b service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448773 Jul 29 14:41:40.874364 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:40.883866 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:41:40.938789 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f070850-fa01-47e6-8d97-9762d0e1a80f req-f94a62dd-14be-4180-a217-e78f5284a343 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:40.942977 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5f070850-fa01-47e6-8d97-9762d0e1a80f req-f94a62dd-14be-4180-a217-e78f5284a343 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 948 time: 0.1710122 Jul 29 14:41:41.040871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Pushing event updated for resources: {'Port': ['ID=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:41.044069 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:41.064308 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5f070850-fa01-47e6-8d97-9762d0e1a80f req-7e554a8e-55fa-43f0-ae9e-5d21fd601fa7 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/security-groups?id=e961a132-c255-46f0-b430-c6f0eab3dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848255 Jul 29 14:41:41.065943 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=6cf061e1-2f56-41e4-87a3-dba3df0f7ccc,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:41.085454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '6cf061e1-2f56-41e4-87a3-dba3df0f7ccc', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '6cf061e1-2f56-41e4-87a3-dba3df0f7ccc', 'mac_address': 'fa:16:3e:9d:94:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:41:41.098635 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-0f0f02cb-86a3-4753-913f-b898568f3047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:41.100211 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-0f0f02cb-86a3-4753-913f-b898568f3047 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.5323875 Jul 29 14:41:41.118879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e98452-7afc-4d8c-8191-04a83c3dd33a req-008992a7-73b3-494e-a9f4-4c0f53b5af64 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:41.120915 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79e98452-7afc-4d8c-8191-04a83c3dd33a req-008992a7-73b3-494e-a9f4-4c0f53b5af64 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 936 time: 0.3546858 Jul 29 14:41:41.129502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-ffc93b7f-4d05-4718-85e6-87125c0d7050 service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638617 Jul 29 14:41:41.179552 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:41.190161 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Allocated IP 172.25.6.239 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/63ae758f-d0e8-4b0d-8698-d2a6c54d1b19) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:41:41.203313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:41:41.258667 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=6cf061e1-2f56-41e4-87a3-dba3df0f7ccc,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:41.265548 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:41.281406 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-66573068-8092-4edc-8181-edd357a25364 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=bc523ae7-808c-460e-a4df-a83972b6e6d2 HTTP/1.1" status: 200 len: 217 time: 0.1325619 Jul 29 14:41:41.424913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=6cf061e1-2f56-41e4-87a3-dba3df0f7ccc,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:41.483414 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:41.519234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-cb72f53e-36ec-45c5-b633-464ed3df4ff9 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:41.520991 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-cb72f53e-36ec-45c5-b633-464ed3df4ff9 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d&tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&binding%3Ahost_id=n-h1-802893-1 HTTP/1.1" status: 200 len: 1095 time: 0.0942378 Jul 29 14:41:41.562893 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['6cf061e1-2f56-41e4-87a3-dba3df0f7ccc'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:41:41.682883 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:41.748423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=63ae758f-d0e8-4b0d-8698-d2a6c54d1b19,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:41.778432 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79e98452-7afc-4d8c-8191-04a83c3dd33a req-7e9b495e-b171-42a9-af90-a625f8f1a4fe tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6108768 Jul 29 14:41:41.795095 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:41.803731 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-bfa0d877-14c6-4c5e-99c8-faf2d48dab6e service neutron] For port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:41.809488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:41.813812 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-bfa0d877-14c6-4c5e-99c8-faf2d48dab6e service neutron] Notify callbacks [] for binding, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:41.815140 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c4e57976-43a1-47c8-a6d1-8c3e352a6bd3 req-bfa0d877-14c6-4c5e-99c8-faf2d48dab6e service neutron] 10.222.0.38 "DELETE /v2.0/ports/a972a7f3-f0ba-4ecf-ae0a-e12b80e22598/bindings/n-h2-802893-1 HTTP/1.1" status: 204 len: 173 time: 0.2801630 Jul 29 14:41:41.818035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:41:41.843672 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6e3c7-60f8-495a-ae6d-c4b99beb9633 req-362f64ee-53a3-48f7-80a0-3d3102b4b138 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:41.848079 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e601c3-de35-47e0-aca1-8f786709a73c None None] Network 9c540257-b727-4746-93ea-03ee33a47061 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:41:41.854409 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Attempting to bind port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:41:41.855412 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Attempting to bind port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:41:41.856553 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Attempting to bind port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:41.867878 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-09b6e3c7-60f8-495a-ae6d-c4b99beb9633 req-362f64ee-53a3-48f7-80a0-3d3102b4b138 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 944 time: 0.2253222 Jul 29 14:41:41.902039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-c9eded91-a905-406a-976e-6603d2bbcf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:41.903898 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-c9eded91-a905-406a-976e-6603d2bbcf1e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.6092761 Jul 29 14:41:41.915424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:41:41.916086 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Attempting to bind port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:41.922252 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8cf631d6-68cc-4c20-ad62-1a2343398c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:41.947567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-05aafb47-0272-4d5a-9336-b07f44a2193a None None] Provisioning for port 253697c0-d22e-4a32-90f1-ac21f4155bf4 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:41.965961 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8cf631d6-68cc-4c20-ad62-1a2343398c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:41.969388 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-09b6e3c7-60f8-495a-ae6d-c4b99beb9633 req-25739f3e-6320-477b-9bda-8ce8286bca15 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639119 Jul 29 14:41:42.058664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:41:42.059017 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:42.059473 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:41:42.059848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Bound port: 164a5dbd-d71b-4d69-89a8-dd522f5ff83f, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:41:42.060218 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:42.163010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf631d6-68cc-4c20-ad62-1a2343398c34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:41:42.206749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf631d6-68cc-4c20-ad62-1a2343398c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f4dc4b-b8a5-4244-a95a-ae5eb7e52dd8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:42.239718 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8cf631d6-68cc-4c20-ad62-1a2343398c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:42.240058 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-8cf631d6-68cc-4c20-ad62-1a2343398c34 admin admin] Added segment bd188050-9565-432a-997b-38f80f50b45b of type vlan for network 1bd43f63-f8ae-41d4-ad9f-e9dbb15da198 Jul 29 14:41:42.290579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 253697c0-d22e-4a32-90f1-ac21f4155bf4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:42.366499 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 253697c0-d22e-4a32-90f1-ac21f4155bf4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:42.372372 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 253697c0-d22e-4a32-90f1-ac21f4155bf4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:42.372845 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:42.395375 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-e2cc1a64-e737-4799-aa42-39b4d1dbf9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:42.397938 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-e2cc1a64-e737-4799-aa42-39b4d1dbf9d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4697320 Jul 29 14:41:42.424296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a0f114ea-4f38-4e8a-9925-b6152e26e4da None None] Provisioning complete for port 253697c0-d22e-4a32-90f1-ac21f4155bf4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:42.424560 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0f114ea-4f38-4e8a-9925-b6152e26e4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:42.439334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dae05f-69a9-4e16-9267-daa76a880bb8 req-ff98393e-6d00-4b36-b7d9-99bea299b352 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:42.441162 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4dae05f-69a9-4e16-9267-daa76a880bb8 req-ff98393e-6d00-4b36-b7d9-99bea299b352 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 949 time: 0.1545486 Jul 29 14:41:42.441869 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:42.447390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b04ca-38d3-4c3c-9d77-410159d87b9e req-f342310e-2f12-4244-90c5-044be5d79792 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:42.450005 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe6b04ca-38d3-4c3c-9d77-410159d87b9e req-f342310e-2f12-4244-90c5-044be5d79792 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.5063741 Jul 29 14:41:42.490278 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8cf631d6-68cc-4c20-ad62-1a2343398c34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:42.551619 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:42.560480 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4dae05f-69a9-4e16-9267-daa76a880bb8 req-4e5f8ab5-7643-443d-90bb-46bdb3c0035f tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/security-groups?id=e961a132-c255-46f0-b430-c6f0eab3dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814312 Jul 29 14:41:42.572158 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0f114ea-4f38-4e8a-9925-b6152e26e4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:42.619712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 253697c0-d22e-4a32-90f1-ac21f4155bf4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=253697c0-d22e-4a32-90f1-ac21f4155bf4,segment=NetworkSegment(f4a33db5-af58-47da-8ba1-3a67305f5d19),segment_id=f4a33db5-af58-47da-8ba1-3a67305f5d19)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:42.640603 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:42.704217 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8622b64f-32c6-4778-b14f-81b60464dd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:42.730795 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-a0f114ea-4f38-4e8a-9925-b6152e26e4da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:41:42.732843 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-a0f114ea-4f38-4e8a-9925-b6152e26e4da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:41:42.736571 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dd544-4ea6-470c-8c08-c6cdb243de1c req-42764aab-694b-47b5-9542-fdea9c873518 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:42.738145 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-359dd544-4ea6-470c-8c08-c6cdb243de1c req-42764aab-694b-47b5-9542-fdea9c873518 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 1095 time: 0.1007159 Jul 29 14:41:42.768965 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=253697c0-d22e-4a32-90f1-ac21f4155bf4,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:42.778581 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:42.795199 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-359dd544-4ea6-470c-8c08-c6cdb243de1c req-066b31d3-0f5c-42f4-89de-df572ffb4510 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464649 Jul 29 14:41:42.814241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] For port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:42.890826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] For port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:41:42.894679 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:42.904294 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe6b04ca-38d3-4c3c-9d77-410159d87b9e req-fdcab5e2-f78c-497c-a724-bfe48d66c62d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061694 Jul 29 14:41:42.905810 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8cf631d6-68cc-4c20-ad62-1a2343398c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:42.906908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf631d6-68cc-4c20-ad62-1a2343398c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:42.907880 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8cf631d6-68cc-4c20-ad62-1a2343398c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:42.924915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d36952a-985f-4acf-8c3b-815484337655 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:41:42.956896 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:42.985460 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:43.022905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:43.029407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:43.029407 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:43.045139 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30fe89-28e0-402f-8f2b-58a2247bb646 req-e7347b0b-82c5-4c27-8023-d4994f202d90 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:43.047029 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b30fe89-28e0-402f-8f2b-58a2247bb646 req-e7347b0b-82c5-4c27-8023-d4994f202d90 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 936 time: 0.0771234 Jul 29 14:41:43.123562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b30fe89-28e0-402f-8f2b-58a2247bb646 req-023ac1c7-eea7-4edb-b6b0-4fd552678098 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617173 Jul 29 14:41:43.132629 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Router 2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:41:43.141218 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:43.170477 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b224cb-dac6-4aa9-a49f-2925683aa5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf061e1-2f56-41e4-87a3-dba3df0f7ccc'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:43.172917 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44a57a1-9f56-4eab-b31e-50c2df6c32f1" -d '{"events": [{"server_uuid": "a2b224cb-dac6-4aa9-a49f-2925683aa5b7", "name": "network-vif-plugged", "status": "completed", "tag": "6cf061e1-2f56-41e4-87a3-dba3df0f7ccc"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:43.181379 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-239731c1-2a00-4f01-8ba7-b586579ad6f7 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7500548 Jul 29 14:41:43.187058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=6cf061e1-2f56-41e4-87a3-dba3df0f7ccc,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:43.192425 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:43.193532 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device bc523ae7-808c-460e-a4df-a83972b6e6d2 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:41:43.219222 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8cf631d6-68cc-4c20-ad62-1a2343398c34 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.1426179 Jul 29 14:41:43.265731 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49114) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:43.274117 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Request body: {'subnet': {'network_id': '1bd43f63-f8ae-41d4-ad9f-e9dbb15da198', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1375882414-subnet', 'tenant_id': '7154cab60ba24e7781458fb04f714379', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:43.312234 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:43.313194 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:43.315046 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] 10.222.0.38 "PUT /v2.0/ports/164a5dbd-d71b-4d69-89a8-dd522f5ff83f HTTP/1.1" status: 200 len: 1096 time: 5.0307794 Jul 29 14:41:43.317316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf631d6-68cc-4c20-ad62-1a2343398c34 admin admin] Pushing event updated for resources: {'Network': ['ID=1bd43f63-f8ae-41d4-ad9f-e9dbb15da198,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:43.319842 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fa983c-3f12-4c08-9e4e-e37da798b907 x-openstack-request-id: req-28fa983c-3f12-4c08-9e4e-e37da798b907 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:43.320129 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b224cb-dac6-4aa9-a49f-2925683aa5b7", "name": "network-vif-plugged", "status": "completed", "tag": "6cf061e1-2f56-41e4-87a3-dba3df0f7ccc", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:43.320259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae1344c-8b98-407a-b0c2-97b4b0c22e0e', 'tag': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:43.320374 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28fa983c-3f12-4c08-9e4e-e37da798b907 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:43.321370 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:41:43.321521 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b224cb-dac6-4aa9-a49f-2925683aa5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf061e1-2f56-41e4-87a3-dba3df0f7ccc', 'code': 200} Jul 29 14:41:43.330484 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc27855-2fc4-44fb-9305-ca4ea32d4f68" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae1344c-8b98-407a-b0c2-97b4b0c22e0e", "tag": "164a5dbd-d71b-4d69-89a8-dd522f5ff83f"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:43.337686 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 1bd43f63-f8ae-41d4-ad9f-e9dbb15da198 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:41:43.351813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Sync routers for ids ['2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:41:43.356231 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Transition to ACTIVE for port object 7d36952a-985f-4acf-8c3b-815484337655 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:43.363654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Made reservation on behalf of 7154cab60ba24e7781458fb04f714379 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:41:43.367876 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:43.440134 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=6cf061e1-2f56-41e4-87a3-dba3df0f7ccc,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:43.446628 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:43.451511 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a0a05532-3662-482b-b503-d58687031ad4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5110412 Jul 29 14:41:43.455653 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49118) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:43.469481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Routers {'2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:43.470326 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:43.470815 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:43.489100 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccd7df0-4f12-4b24-b8c1-dfd2b420e8f4 x-openstack-request-id: req-0ccd7df0-4f12-4b24-b8c1-dfd2b420e8f4 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:43.489386 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae1344c-8b98-407a-b0c2-97b4b0c22e0e", "tag": "164a5dbd-d71b-4d69-89a8-dd522f5ff83f", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:43.489641 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ccd7df0-4f12-4b24-b8c1-dfd2b420e8f4 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:43.490102 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae1344c-8b98-407a-b0c2-97b4b0c22e0e', 'tag': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f', 'status': 'completed', 'code': 200} Jul 29 14:41:43.559382 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:43.585983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345576d-731a-4a90-9b1b-0db02af4c89b service neutron] Pushing event updated for resources: {'Port': ['ID=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:43.639209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b2fd5-4f82-4e61-9d3b-1c3eddee8453 req-dd543907-65e5-41bd-99fe-7cf3f5bd047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:43.641151 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d07b2fd5-4f82-4e61-9d3b-1c3eddee8453 req-dd543907-65e5-41bd-99fe-7cf3f5bd047b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 1101 time: 0.1845109 Jul 29 14:41:43.733514 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-edc5a3e6-3f8d-457a-b39c-cf45d3f6939c req-e2de9e19-ba2e-4274-b228-f36e6ac01f24 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182679 Jul 29 14:41:43.744934 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-05d0d971-933b-496d-a44d-dc5fad2fbd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:43.746580 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-05d0d971-933b-496d-a44d-dc5fad2fbd9a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4932ecb6c25d4ca8a1fda7521977c459&device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 1099 time: 0.2815268 Jul 29 14:41:43.773160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-46b59a7a-4441-4137-8250-79a8b5bd1f76 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:43.775192 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-46b59a7a-4441-4137-8250-79a8b5bd1f76 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 820 time: 0.5702846 Jul 29 14:41:43.775477 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Pushing event updated for resources: {'Port': ['ID=7d36952a-985f-4acf-8c3b-815484337655,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:43.837959 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port bc523ae7-808c-460e-a4df-a83972b6e6d2, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=bc523ae7-808c-460e-a4df-a83972b6e6d2,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:43.854491 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-6cbb0505-8787-40fe-8ac4-2f736b60b008 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=164a5dbd-d71b-4d69-89a8-dd522f5ff83f HTTP/1.1" status: 200 len: 217 time: 0.0745432 Jul 29 14:41:43.877656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Set router 2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:43.918448 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-9ffe71e1-854b-46c9-acf5-b09a46733ea4 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/quotas/fcf357a81ebf46d58eac5bc6bb7971dd HTTP/1.1" status: 200 len: 375 time: 0.0884671 Jul 29 14:41:43.983031 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:44.015583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Attempting to bind port 7d36952a-985f-4acf-8c3b-815484337655 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:41:44.015934 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Attempting to bind port 7d36952a-985f-4acf-8c3b-815484337655 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:41:44.016265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Attempting to bind port 7d36952a-985f-4acf-8c3b-815484337655 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:44.031797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-e4b5016f-2796-401b-a133-7b782c45d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:44.033221 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-e4b5016f-2796-401b-a133-7b782c45d404 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1659465 Jul 29 14:41:44.035812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Port 7d36952a-985f-4acf-8c3b-815484337655 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:41:44.036099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Attempting to bind port 7d36952a-985f-4acf-8c3b-815484337655 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:44.120191 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=bc523ae7-808c-460e-a4df-a83972b6e6d2,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:44.216941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-406600253-router', 'tenant_id': '57df89dd6aa244138cc73fb8be58c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '63ae758f-d0e8-4b0d-8698-d2a6c54d1b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:39Z', 'updated_at': '2021-07-29T14:41:42Z', 'revision_number': 3, 'project_id': '57df89dd6aa244138cc73fb8be58c924', 'gw_port': {'id': '63ae758f-d0e8-4b0d-8698-d2a6c54d1b19', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:40Z', 'updated_at': '2021-07-29T14:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:44.221602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 253697c0-d22e-4a32-90f1-ac21f4155bf4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:44.279403 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Checking router: 2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:41:44.279763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Updating router 2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14 port 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:41:44.298350 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d07b2fd5-4f82-4e61-9d3b-1c3eddee8453 req-ca0ebce6-b58c-442a-b616-d3ddcf4d5b37 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e961a132-c255-46f0-b430-c6f0eab3dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6470132 Jul 29 14:41:44.320571 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:44.352888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:41:44.353487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:44.353590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:41:44.354045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Bound port: 7d36952a-985f-4acf-8c3b-815484337655, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:41:44.354999 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:44.385942 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88286e0-849c-4eb8-aed1-0a5096cbe064 req-e7b70c45-88f8-4f13-a2ef-420b701062d5 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:44.393191 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-34a79a04-c46a-426d-9d2a-d4158f016837 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4645584 Jul 29 14:41:44.393397 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c88286e0-849c-4eb8-aed1-0a5096cbe064 req-e7b70c45-88f8-4f13-a2ef-420b701062d5 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 950 time: 0.5782154 Jul 29 14:41:44.429628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 253697c0-d22e-4a32-90f1-ac21f4155bf4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:44.430306 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:44.471732 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:44.498175 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-9b7f354b-398a-42e3-a5b6-b5efdf09f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:44.499780 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-9b7f354b-398a-42e3-a5b6-b5efdf09f075 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4546688 Jul 29 14:41:44.517357 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c88286e0-849c-4eb8-aed1-0a5096cbe064 req-cb92615c-04d1-4b47-9cba-4a153a33b4c7 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/security-groups?id=e961a132-c255-46f0-b430-c6f0eab3dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225495 Jul 29 14:41:44.537876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] For port 7d36952a-985f-4acf-8c3b-815484337655, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:44.544152 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] For port 7d36952a-985f-4acf-8c3b-815484337655, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7d36952a-985f-4acf-8c3b-815484337655,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:41:44.552366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8622b64f-32c6-4778-b14f-81b60464dd0a admin admin] Deleting port b45fe048-bf49-4168-bb3b-6983864a1182 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:41:44.552736 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8622b64f-32c6-4778-b14f-81b60464dd0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:44.600019 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:44.641460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe10b2c1-4776-4185-829f-f807cbaf2ec7,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:44.659822 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:44.660167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:44.660508 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:44.660878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:44.661218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:44.661564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:44.661892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:44.662372 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:44.662711 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:44.663037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:44.663361 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:44.663687 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:44.669152 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:44.673962 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Checking segment: {'id': 'bd188050-9565-432a-997b-38f80f50b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1bd43f63-f8ae-41d4-ad9f-e9dbb15da198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:44.674265 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Network hostable DHCP agents. Network: 1bd43f63-f8ae-41d4-ad9f-e9dbb15da198, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:41:44.715242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:44.715701 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:44.717428 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] 10.222.0.39 "PUT /v2.0/ports/7d36952a-985f-4acf-8c3b-815484337655 HTTP/1.1" status: 200 len: 1096 time: 4.0927873 Jul 29 14:41:44.719075 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-544a68b5-5708-40fa-a4fd-e122cca51573 service neutron] 10.222.0.16 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003573 Jul 29 14:41:44.758865 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:44.780390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Transition to ACTIVE for port object 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:44.786555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Network 1bd43f63-f8ae-41d4-ad9f-e9dbb15da198 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:41:44.789263 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:44.814943 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a74ef-bb52-450d-94dc-ade3ed3601de req-f305cbc9-477f-4cca-983f-3391a768c7c1 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:44.822932 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c21a74ef-bb52-450d-94dc-ade3ed3601de req-f305cbc9-477f-4cca-983f-3391a768c7c1 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 948 time: 0.1510577 Jul 29 14:41:44.829173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 1bd43f63-f8ae-41d4-ad9f-e9dbb15da198) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:44.849130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Attempting to bind port 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:41:44.849594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Attempting to bind port 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:41:44.850496 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Attempting to bind port 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:44.862094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b297a856-362b-4d39-bb22-1793ffb00f8c None None] Network 1bd43f63-f8ae-41d4-ad9f-e9dbb15da198 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:41:44.869399 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:41:44.869784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:44.870577 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:44.870980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:41:44.872169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Bound port: 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:41:44.872568 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:44.876534 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:44.877159 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:44.929865 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c21a74ef-bb52-450d-94dc-ade3ed3601de req-fd677adc-ab5e-4418-a547-ebd1b706a863 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051366 Jul 29 14:41:44.937005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18406d7-16ad-4aea-836f-1767d0bf8a17 None None] Pushing event updated for resources: {'Port': ['ID=63ae758f-d0e8-4b0d-8698-d2a6c54d1b19,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:44.950030 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-36aede53-5e80-436e-a4ef-6c6bf030cfe0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6784110 Jul 29 14:41:44.950030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49128) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:44.960565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1375882414-router', 'tenant_id': '7154cab60ba24e7781458fb04f714379', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:44.982476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] For port 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:44.988902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] For port 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=63ae758f-d0e8-4b0d-8698-d2a6c54d1b19,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:41:44.992265 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-86b8d612-56b4-46b8-9c7c-a9933f0cb4d9 service neutron] 10.222.0.16 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508440 Jul 29 14:41:44.997843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b8465-028e-4fe5-924e-4f56a4934037 service neutron] Pushing event updated for resources: {'Port': ['ID=7d36952a-985f-4acf-8c3b-815484337655,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:45.009617 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-8622b64f-32c6-4778-b14f-81b60464dd0a admin admin] For port b45fe048-bf49-4168-bb3b-6983864a1182, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=b45fe048-bf49-4168-bb3b-6983864a1182,segment=NetworkSegment(881ed26a-690f-4787-96b9-704ddc622c9d),segment_id=881ed26a-690f-4787-96b9-704ddc622c9d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:45.010578 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8622b64f-32c6-4778-b14f-81b60464dd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:45.012043 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:45.047680 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8622b64f-32c6-4778-b14f-81b60464dd0a admin admin] Calling delete_port for b45fe048-bf49-4168-bb3b-6983864a1182 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:41:45.054919 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-20b06cad-7e32-474f-9c9d-48e63281db21 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509914 Jul 29 14:41:45.060087 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-57289072-5b10-4845-a631-b5757602320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:45.063975 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-57289072-5b10-4845-a631-b5757602320d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4932ecb6c25d4ca8a1fda7521977c459&device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 1099 time: 0.2858515 Jul 29 14:41:45.090794 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Allocated IP 172.20.0.1 (9c540257-b727-4746-93ea-03ee33a47061/3c7a71d1-4fdf-4c5d-9f63-ebeaceed09d4/9833d00f-866f-4de5-9d88-e4e4299cebd8) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:41:45.110257 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:45.111307 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:45.145287 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28307cd-51f8-4c92-9983-3ec3aa3c721a req-b15fefa4-89ce-42db-bb72-dd81ba584a47 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:45.153538 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a28307cd-51f8-4c92-9983-3ec3aa3c721a req-b15fefa4-89ce-42db-bb72-dd81ba584a47 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 948 time: 0.1090391 Jul 29 14:41:45.204934 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Routers {'2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:45.206143 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-d73aed58-b678-4af5-998e-cff43fb1241c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=7d36952a-985f-4acf-8c3b-815484337655 HTTP/1.1" status: 200 len: 217 time: 0.1274602 Jul 29 14:41:45.206303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:45.264342 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:45.297125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-1bd43f63-f8ae-41d4-ad9f-e9dbb15da198', 'network_id': '1bd43f63-f8ae-41d4-ad9f-e9dbb15da198', 'tenant_id': '7154cab60ba24e7781458fb04f714379', 'fixed_ips': [{'subnet_id': 'fe10b2c1-4776-4185-829f-f807cbaf2ec7'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:41:45.299987 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:45.308201 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a28307cd-51f8-4c92-9983-3ec3aa3c721a req-d683859f-af0d-466c-ad92-136327fe4806 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486146 Jul 29 14:41:45.340078 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc523ae7-808c-460e-a4df-a83972b6e6d2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:45.342422 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e60d955-c4c4-4837-a9a1-d10619839709" -d '{"events": [{"server_uuid": "27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4", "name": "network-vif-unplugged", "status": "completed", "tag": "bc523ae7-808c-460e-a4df-a83972b6e6d2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:45.368856 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc42bd0c-ccb9-42f1-a5a2-8ca6c9def9f3 req-fa4687e3-6fd7-40f9-bbfc-c85b6c27260d service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956841 Jul 29 14:41:45.372138 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18406d7-16ad-4aea-836f-1767d0bf8a17 None None] Pushing event updated for resources: {'Port': ['ID=63ae758f-d0e8-4b0d-8698-d2a6c54d1b19,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:45.373523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-711e4546-6799-4417-aa03-de6c3736fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:45.375795 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-711e4546-6799-4417-aa03-de6c3736fa27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1609623 Jul 29 14:41:45.496260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cccc64-00a4-4367-9d29-e83e0e8c5dae', 'tag': '7d36952a-985f-4acf-8c3b-815484337655'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:45.499524 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e577dda8-adc0-4704-9ea5-7af9f8e38a77" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cccc64-00a4-4367-9d29-e83e0e8c5dae", "tag": "7d36952a-985f-4acf-8c3b-815484337655"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:45.544826 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a74ee829-229e-44b2-a455-aeae0b99b607 req-0739e56a-6883-4f3d-88f7-f447a27f9f4a tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 210 time: 0.1771004 Jul 29 14:41:45.594992 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:45.599562 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34941d0e-f679-48f7-a319-1cbfe4b11b7d x-openstack-request-id: req-34941d0e-f679-48f7-a319-1cbfe4b11b7d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:45.599562 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4", "name": "network-vif-unplugged", "status": "completed", "tag": "bc523ae7-808c-460e-a4df-a83972b6e6d2", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:45.607647 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34941d0e-f679-48f7-a319-1cbfe4b11b7d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:45.608228 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc523ae7-808c-460e-a4df-a83972b6e6d2', 'code': 200} Jul 29 14:41:45.632922 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03b784e-9007-46c6-9086-eec5a9bf3155 x-openstack-request-id: req-e03b784e-9007-46c6-9086-eec5a9bf3155 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:45.633621 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cccc64-00a4-4367-9d29-e83e0e8c5dae", "tag": "7d36952a-985f-4acf-8c3b-815484337655", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:45.634085 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e03b784e-9007-46c6-9086-eec5a9bf3155 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:45.634704 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cccc64-00a4-4367-9d29-e83e0e8c5dae', 'tag': '7d36952a-985f-4acf-8c3b-815484337655', 'status': 'completed', 'code': 200} Jul 29 14:41:45.635251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] Set router 2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:45.638319 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Allocated IP 172.20.0.2 (1bd43f63-f8ae-41d4-ad9f-e9dbb15da198/fe10b2c1-4776-4185-829f-f807cbaf2ec7/7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:41:45.639562 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:45.649713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Transition to ACTIVE for port object 9833d00f-866f-4de5-9d88-e4e4299cebd8 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:45.681039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-005702f3-6b48-4e5f-a858-d5f8a4a4b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:45.683724 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-005702f3-6b48-4e5f-a858-d5f8a4a4b518 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1967413 Jul 29 14:41:45.686026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc27855-2fc4-44fb-9305-ca4ea32d4f68 req-390ed2c9-5e29-480e-97b2-6c1a08515066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:45.687722 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bc27855-2fc4-44fb-9305-ca4ea32d4f68 req-390ed2c9-5e29-480e-97b2-6c1a08515066 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4932ecb6c25d4ca8a1fda7521977c459&device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 1099 time: 0.1665347 Jul 29 14:41:45.691228 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8622b64f-32c6-4778-b14f-81b60464dd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:45.784211 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:45.833049 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98765f9-b882-4784-94e6-b5dfb9af1cb2 req-67f8b000-5b2d-4de7-b43e-7598e6133000 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:45.837705 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c98765f9-b882-4784-94e6-b5dfb9af1cb2 req-67f8b000-5b2d-4de7-b43e-7598e6133000 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 950 time: 0.1345267 Jul 29 14:41:45.865710 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622b64f-32c6-4778-b14f-81b60464dd0a admin admin] Pushing event deleted for resources: {'Port': ['ID=b45fe048-bf49-4168-bb3b-6983864a1182,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:45.871481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Network 9c540257-b727-4746-93ea-03ee33a47061 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:45.881022 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:45.888903 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:41:45.895718 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Pushing event updated for resources: {'Port': ['ID=9833d00f-866f-4de5-9d88-e4e4299cebd8,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:46.008118 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c98765f9-b882-4784-94e6-b5dfb9af1cb2 req-d756c342-b0b6-4a35-9ee0-4e46fcc290b8 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/security-groups?id=e961a132-c255-46f0-b430-c6f0eab3dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694748 Jul 29 14:41:46.075164 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:46.078981 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:46.101151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Transition to ACTIVE for port object 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:46.142655 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-406600253-router', 'tenant_id': '57df89dd6aa244138cc73fb8be58c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '63ae758f-d0e8-4b0d-8698-d2a6c54d1b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:39Z', 'updated_at': '2021-07-29T14:41:42Z', 'revision_number': 3, 'project_id': '57df89dd6aa244138cc73fb8be58c924', 'gw_port': {'id': '63ae758f-d0e8-4b0d-8698-d2a6c54d1b19', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:40Z', 'updated_at': '2021-07-29T14:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:46.203074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b65db8-0d98-4aba-ace4-41dc7a8ce885 None None] The sync data for ids ['2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'] in n-d-802893-1 is: [{'id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-406600253-router', 'tenant_id': '57df89dd6aa244138cc73fb8be58c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '63ae758f-d0e8-4b0d-8698-d2a6c54d1b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:39Z', 'updated_at': '2021-07-29T14:41:42Z', 'revision_number': 3, 'project_id': '57df89dd6aa244138cc73fb8be58c924', 'gw_port': {'id': '63ae758f-d0e8-4b0d-8698-d2a6c54d1b19', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:40Z', 'updated_at': '2021-07-29T14:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:41:46.211136 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Transition to ACTIVE for port object 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:46.232194 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:46.315604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Network 1bd43f63-f8ae-41d4-ad9f-e9dbb15da198 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:46.319791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:46.337773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:41:46.352466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc27855-2fc4-44fb-9305-ca4ea32d4f68 req-dd3d84db-1b98-4231-ae23-10ab04eaa5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:46.354128 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bc27855-2fc4-44fb-9305-ca4ea32d4f68 req-dd3d84db-1b98-4231-ae23-10ab04eaa5de service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.6443162 Jul 29 14:41:46.357228 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8622b64f-32c6-4778-b14f-81b60464dd0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:46.364629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Pushing event updated for resources: {'Port': ['ID=7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:46.381593 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-3f90239d-b554-4608-93d4-77eaa9c803e0 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6845474 Jul 29 14:41:46.413718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da220b9e-1b0a-40e1-9e36-f3079d294e94 req-5bc9fd45-fa60-45e7-b27f-569aa6c7a2eb tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:46.421339 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da220b9e-1b0a-40e1-9e36-f3079d294e94 req-5bc9fd45-fa60-45e7-b27f-569aa6c7a2eb tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 948 time: 0.2451560 Jul 29 14:41:46.432589 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Attempting to bind port 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:41:46.433255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Attempting to bind port 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'bd188050-9565-432a-997b-38f80f50b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1bd43f63-f8ae-41d4-ad9f-e9dbb15da198'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:41:46.433813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Attempting to bind port 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 on network 1bd43f63-f8ae-41d4-ad9f-e9dbb15da198 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:46.445410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:41:46.446826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Checking segment: {'id': 'bd188050-9565-432a-997b-38f80f50b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1bd43f63-f8ae-41d4-ad9f-e9dbb15da198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:46.449170 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:46.449798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Bound using segment: {'id': 'bd188050-9565-432a-997b-38f80f50b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1bd43f63-f8ae-41d4-ad9f-e9dbb15da198'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:41:46.450373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Bound port: 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd188050-9565-432a-997b-38f80f50b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1bd43f63-f8ae-41d4-ad9f-e9dbb15da198'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:41:46.450774 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:46.556346 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-729534e1-9a9b-43b4-93cf-7c72fb6fcf00 None None] Provisioning for port 9833d00f-866f-4de5-9d88-e4e4299cebd8 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:46.565745 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-729534e1-9a9b-43b4-93cf-7c72fb6fcf00 None None] Provisioning complete for port 9833d00f-866f-4de5-9d88-e4e4299cebd8 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:46.577603 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-729534e1-9a9b-43b4-93cf-7c72fb6fcf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:46.629629 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:46.669795 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bc27855-2fc4-44fb-9305-ca4ea32d4f68 req-77233b2e-f957-4a91-a0a8-18e7cc104dbf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=164a5dbd-d71b-4d69-89a8-dd522f5ff83f HTTP/1.1" status: 200 len: 217 time: 0.2861409 Jul 29 14:41:46.685733 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-729534e1-9a9b-43b4-93cf-7c72fb6fcf00 None None] Port 9833d00f-866f-4de5-9d88-e4e4299cebd8 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:41:46.687946 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] For port 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:46.701772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] For port 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4,segment=NetworkSegment(bd188050-9565-432a-997b-38f80f50b45b),segment_id=bd188050-9565-432a-997b-38f80f50b45b)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:41:46.709428 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:46.737370 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:46.763422 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:46.790191 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acf8ac-dc70-4fc3-9dc8-773e94843afc None None] Pushing event updated for resources: {'Port': ['ID=7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:46.808691 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da220b9e-1b0a-40e1-9e36-f3079d294e94 req-893f0b05-9d53-4d56-8686-ffa7b3b0ba50 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742332 Jul 29 14:41:46.882620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbaaa3c-0b7f-45ae-9ad9-9b61a2507da7 req-77008a2e-5458-4723-8edd-5b68b4c4d5be tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:46.888522 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b8a3ba1-b5a9-41d9-9cce-445240d8ab2c req-50f2673b-4dd1-4f0a-80e1-8728d677e43a service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562538 Jul 29 14:41:46.890273 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc27855-2fc4-44fb-9305-ca4ea32d4f68 req-48300ca5-349e-4503-b396-e9cffd7666c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:46.890975 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfbaaa3c-0b7f-45ae-9ad9-9b61a2507da7 req-77008a2e-5458-4723-8edd-5b68b4c4d5be tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 948 time: 0.2729542 Jul 29 14:41:46.891708 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bc27855-2fc4-44fb-9305-ca4ea32d4f68 req-48300ca5-349e-4503-b396-e9cffd7666c5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.2020242 Jul 29 14:41:46.903321 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device bc523ae7-808c-460e-a4df-a83972b6e6d2 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:41:47.246129 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfbaaa3c-0b7f-45ae-9ad9-9b61a2507da7 req-992fe3be-272f-4519-b36b-e1743258fcbc tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207350 Jul 29 14:41:47.327593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Allocated IP 172.25.6.33 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/32119edb-b323-47c4-9bb4-b50c97255035) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:41:47.355497 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port bc523ae7-808c-460e-a4df-a83972b6e6d2, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=bc523ae7-808c-460e-a4df-a83972b6e6d2,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:47.376763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'bc523ae7-808c-460e-a4df-a83972b6e6d2', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': 'bc523ae7-808c-460e-a4df-a83972b6e6d2', 'mac_address': 'fa:16:3e:64:c4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:41:47.413958 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b866a69a-0519-4b74-823a-ffa343da2c17 req-0268ccb9-be5a-43a3-a6ec-68bdd57e0746 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 210 time: 0.0509145 Jul 29 14:41:47.433209 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:47.480619 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc523ae7-808c-460e-a4df-a83972b6e6d2 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:41:47.506567 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:47.511185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port bc523ae7-808c-460e-a4df-a83972b6e6d2, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=bc523ae7-808c-460e-a4df-a83972b6e6d2,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:47.515051 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:47.517057 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:47.576295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=bc523ae7-808c-460e-a4df-a83972b6e6d2,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:47.624255 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:47.626141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Pushing event updated for resources: {'Port': ['ID=9833d00f-866f-4de5-9d88-e4e4299cebd8,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:47.631890 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:47.691211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc27855-2fc4-44fb-9305-ca4ea32d4f68 req-1dee27d3-70da-4c57-b216-2341d5e78c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:47.692780 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bc27855-2fc4-44fb-9305-ca4ea32d4f68 req-1dee27d3-70da-4c57-b216-2341d5e78c78 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7834938 Jul 29 14:41:47.732657 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:47.784151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:47.788412 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577dda8-adc0-4704-9ea5-7af9f8e38a77 req-c25e5f68-14c8-46af-addd-eee105c3b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:47.790042 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e577dda8-adc0-4704-9ea5-7af9f8e38a77 req-c25e5f68-14c8-46af-addd-eee105c3b30f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4932ecb6c25d4ca8a1fda7521977c459&device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 1099 time: 0.7644634 Jul 29 14:41:47.793004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:47.801093 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:41:47.816421 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fda0d1-b96e-441a-8d9b-78a5f26c73b6 req-a67d98df-2cc0-4538-928d-eaf60849a238 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:47.821288 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64fda0d1-b96e-441a-8d9b-78a5f26c73b6 req-a67d98df-2cc0-4538-928d-eaf60849a238 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 950 time: 0.5947983 Jul 29 14:41:47.864378 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Pushing event updated for resources: {'Port': ['ID=32119edb-b323-47c4-9bb4-b50c97255035,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:47.873043 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bc27855-2fc4-44fb-9305-ca4ea32d4f68 req-7d41c0d0-9237-4016-ace7-c629f06b137e service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642118 Jul 29 14:41:47.876545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['bc523ae7-808c-460e-a4df-a83972b6e6d2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:41:47.891536 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Network 9c540257-b727-4746-93ea-03ee33a47061 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:47.896282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:47.902145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-3c3a65da-e209-419e-97f7-a76d554deebb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:47.903869 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-3c3a65da-e209-419e-97f7-a76d554deebb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.39 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 820 time: 0.9065721 Jul 29 14:41:48.028576 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8622b64f-32c6-4778-b14f-81b60464dd0a admin admin] Router 89c60149-46df-49f2-8c71-db8742040ad5 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:41:48.111189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-e2342569-14ab-4f12-b298-aeed87af63cb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Request body: {'port': {'device_id': 'f4b8c6f8-07d3-481a-b473-ad6201bfae44', 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d', 'admin_state_up': True, 'tenant_id': 'fcf357a81ebf46d58eac5bc6bb7971dd'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:48.134199 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64fda0d1-b96e-441a-8d9b-78a5f26c73b6 req-7a12eee6-c969-4fa4-8b52-c1bff51d771a tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/security-groups?id=e961a132-c255-46f0-b430-c6f0eab3dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598886 Jul 29 14:41:48.229892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577dda8-adc0-4704-9ea5-7af9f8e38a77 req-8f328fc3-b4e2-4f26-baba-6f982e6c1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:48.232750 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e577dda8-adc0-4704-9ea5-7af9f8e38a77 req-8f328fc3-b4e2-4f26-baba-6f982e6c1a60 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.4336455 Jul 29 14:41:48.287502 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3be2d3a-7a42-43e7-8217-3968ecac90ca None None] Network 1bd43f63-f8ae-41d4-ad9f-e9dbb15da198 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:41:48.359635 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b197a7d-8ea2-4ddd-b3d1-7c95822ba593 req-84f8e625-143d-44b6-9730-30bca3a00148 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:48.361826 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b197a7d-8ea2-4ddd-b3d1-7c95822ba593 req-84f8e625-143d-44b6-9730-30bca3a00148 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 950 time: 0.3243132 Jul 29 14:41:48.370878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7094b-1883-43d3-ab75-57234cdb3c29 req-aebf267a-fc70-4df2-852c-3b6912c4367c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:48.372904 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fb7094b-1883-43d3-ab75-57234cdb3c29 req-aebf267a-fc70-4df2-852c-3b6912c4367c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 949 time: 0.4693666 Jul 29 14:41:48.375733 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:48.393342 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bc27855-2fc4-44fb-9305-ca4ea32d4f68 req-c4b9baef-60a6-4b93-b31c-20ce46a6e618 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578440 Jul 29 14:41:48.398506 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e577dda8-adc0-4704-9ea5-7af9f8e38a77 req-01fd05b2-118d-4b8f-9837-8d6f728fdafb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=7d36952a-985f-4acf-8c3b-815484337655 HTTP/1.1" status: 200 len: 217 time: 0.0975401 Jul 29 14:41:48.469024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5e2f257a-503c-45dd-8e8f-029d792cc707 None None] Provisioning for port 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:48.538539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:48.547628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:48.548024 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:48.554812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d04a99-3f80-40b2-961c-e0a29b437f1d req-7df302cb-9a1a-4b35-91fa-4ca2ae1967ae tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:48.563163 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-70d04a99-3f80-40b2-961c-e0a29b437f1d req-7df302cb-9a1a-4b35-91fa-4ca2ae1967ae tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 948 time: 0.1855233 Jul 29 14:41:48.609848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577dda8-adc0-4704-9ea5-7af9f8e38a77 req-bb8b7192-86cf-4655-8200-e65f5c118c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:48.611395 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e577dda8-adc0-4704-9ea5-7af9f8e38a77 req-bb8b7192-86cf-4655-8200-e65f5c118c55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1815293 Jul 29 14:41:48.639290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8622b64f-32c6-4778-b14f-81b60464dd0a admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:41:48.641571 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7761b87e-0973-4fe1-9e6a-06718fd30a78 None None] Provisioning complete for port 9833d00f-866f-4de5-9d88-e4e4299cebd8 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:48.642291 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7761b87e-0973-4fe1-9e6a-06718fd30a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:48.649881 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8622b64f-32c6-4778-b14f-81b60464dd0a admin admin] 10.222.0.16 "PUT /v2.0/routers/89c60149-46df-49f2-8c71-db8742040ad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3727152 Jul 29 14:41:48.655226 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57369bfc-8f89-4da2-9a07-83b11fc56c3e None None] Sync routers for ids ['89c60149-46df-49f2-8c71-db8742040ad5'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:41:48.667902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49168) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:48.677444 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57369bfc-8f89-4da2-9a07-83b11fc56c3e None None] Routers {'89c60149-46df-49f2-8c71-db8742040ad5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:48.678067 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-57369bfc-8f89-4da2-9a07-83b11fc56c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['89c60149-46df-49f2-8c71-db8742040ad5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:48.686866 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-70d04a99-3f80-40b2-961c-e0a29b437f1d req-4f4330e7-1853-47ce-a9fd-b35da73c9d36 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206145 Jul 29 14:41:48.759612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7761b87e-0973-4fe1-9e6a-06718fd30a78 None None] Port 9833d00f-866f-4de5-9d88-e4e4299cebd8 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:41:48.763091 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:48.810981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=63ae758f-d0e8-4b0d-8698-d2a6c54d1b19,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:48.811244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-e2342569-14ab-4f12-b298-aeed87af63cb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Made reservation on behalf of fcf357a81ebf46d58eac5bc6bb7971dd for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:41:48.816195 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-e2342569-14ab-4f12-b298-aeed87af63cb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:48.834362 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:48.834958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:48.858689 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6d039ea5-d2a8-4dbc-805d-51913111382f req-d78f4980-b5ae-472a-b64b-7d8242b0554f tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 210 time: 0.0644133 Jul 29 14:41:48.900723 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-57369bfc-8f89-4da2-9a07-83b11fc56c3e None None] Set router 89c60149-46df-49f2-8c71-db8742040ad5 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:48.945732 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577dda8-adc0-4704-9ea5-7af9f8e38a77 req-8a6f52a8-4005-4e2f-88a6-d80f9075b978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:48.947180 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e577dda8-adc0-4704-9ea5-7af9f8e38a77 req-8a6f52a8-4005-4e2f-88a6-d80f9075b978 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3225410 Jul 29 14:41:48.960203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=63ae758f-d0e8-4b0d-8698-d2a6c54d1b19,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:49.005730 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 164a5dbd-d71b-4d69-89a8-dd522f5ff83f details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:41:49.027968 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fb7094b-1883-43d3-ab75-57234cdb3c29 req-b28c715c-ec24-4d4b-91a3-8059c7056995 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6279924 Jul 29 14:41:49.036192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Router 2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:41:49.105216 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c16979f-f67d-4050-88b4-1bc81ef221a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:49.140646 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:49.160441 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:49.187027 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device bc523ae7-808c-460e-a4df-a83972b6e6d2 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:49.190953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-9b197a7d-8ea2-4ddd-b3d1-7c95822ba593 req-2128a027-b1a1-4417-be5f-e93e9888ce4a tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Deleting port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:41:49.191424 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b197a7d-8ea2-4ddd-b3d1-7c95822ba593 req-2128a027-b1a1-4417-be5f-e93e9888ce4a tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:49.197566 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-57369bfc-8f89-4da2-9a07-83b11fc56c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c60149-46df-49f2-8c71-db8742040ad5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-router', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7bd922a5-b794-450f-93a6-7062797e730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:32Z', 'updated_at': '2021-07-29T14:41:45Z', 'revision_number': 5, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'gw_port': {'id': '7bd922a5-b794-450f-93a6-7062797e730e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:49.241987 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f', 'mac_address': 'fa:16:3e:a3:c4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:41:49.288255 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57369bfc-8f89-4da2-9a07-83b11fc56c3e None None] Checking router: 89c60149-46df-49f2-8c71-db8742040ad5 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:41:49.309544 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57369bfc-8f89-4da2-9a07-83b11fc56c3e None None] Routers {'89c60149-46df-49f2-8c71-db8742040ad5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:49.310419 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-57369bfc-8f89-4da2-9a07-83b11fc56c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['89c60149-46df-49f2-8c71-db8742040ad5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:49.324717 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:49.337417 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e577dda8-adc0-4704-9ea5-7af9f8e38a77 req-605860d6-5fac-4819-b2f9-f986db08788b service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796523 Jul 29 14:41:49.353715 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-e2342569-14ab-4f12-b298-aeed87af63cb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Allocated IP 172.20.0.6 (b2473c18-5128-4645-8f83-3c3f0bb06a8d/84740567-e60d-40ec-855d-8962b438829e/27951d3e-1a15-4439-84d0-8488882f7d72) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:41:49.363559 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164a5dbd-d71b-4d69-89a8-dd522f5ff83f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:41:49.389622 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:49.404428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port bc523ae7-808c-460e-a4df-a83972b6e6d2 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:49.404871 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:49.457028 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-57369bfc-8f89-4da2-9a07-83b11fc56c3e None None] Set router 89c60149-46df-49f2-8c71-db8742040ad5 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:49.465820 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:49.484774 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:49.520203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:49.520579 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:49.555626 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c16979f-f67d-4050-88b4-1bc81ef221a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:49.590238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e0357-b34d-4b1f-b369-7a489e4af88f req-720a2e4d-2e08-4685-b6ce-6b5fea74f808 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:49.591980 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-581e0357-b34d-4b1f-b369-7a489e4af88f req-720a2e4d-2e08-4685-b6ce-6b5fea74f808 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 950 time: 0.1684229 Jul 29 14:41:49.609866 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:41:49.623152 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fc030c74-1869-42d3-add2-6034f1ad7d38 admin admin] 10.222.0.16 "PUT /v2.0/routers/2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1571696 Jul 29 14:41:49.637861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4752c-31f6-45dd-913f-9e967e674a6c req-da8065e4-70a0-4329-a51f-0f2cfae3a8f3 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:49.640843 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7fd4752c-31f6-45dd-913f-9e967e674a6c req-da8065e4-70a0-4329-a51f-0f2cfae3a8f3 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 949 time: 0.2801223 Jul 29 14:41:49.674344 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Sync routers for ids ['2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:41:49.707520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-9b197a7d-8ea2-4ddd-b3d1-7c95822ba593 req-2128a027-b1a1-4417-be5f-e93e9888ce4a tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] For port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=6cf061e1-2f56-41e4-87a3-dba3df0f7ccc,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:49.708134 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b197a7d-8ea2-4ddd-b3d1-7c95822ba593 req-2128a027-b1a1-4417-be5f-e93e9888ce4a tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:49.714568 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-581e0357-b34d-4b1f-b369-7a489e4af88f req-aee53cd5-f202-4129-91fe-b564c6722589 tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/security-groups?id=e961a132-c255-46f0-b430-c6f0eab3dd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125417 Jul 29 14:41:49.728762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Routers {'2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:49.730724 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:49.768044 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-57369bfc-8f89-4da2-9a07-83b11fc56c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c60149-46df-49f2-8c71-db8742040ad5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-router', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7bd922a5-b794-450f-93a6-7062797e730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:32Z', 'updated_at': '2021-07-29T14:41:45Z', 'revision_number': 5, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'gw_port': {'id': '7bd922a5-b794-450f-93a6-7062797e730e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:49.827364 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7fd4752c-31f6-45dd-913f-9e967e674a6c req-2fe23808-4b4f-46b9-aa78-ce50a00b4c42 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521430 Jul 29 14:41:49.843286 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57369bfc-8f89-4da2-9a07-83b11fc56c3e None None] The sync data for ids ['89c60149-46df-49f2-8c71-db8742040ad5'] in n-d-802893-1 is: [{'id': '89c60149-46df-49f2-8c71-db8742040ad5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1267133592-router', 'tenant_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '7bd922a5-b794-450f-93a6-7062797e730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:32Z', 'updated_at': '2021-07-29T14:41:45Z', 'revision_number': 5, 'project_id': '7c1e5bb704b94ce5b198fd0be9be7483', 'gw_port': {'id': '7bd922a5-b794-450f-93a6-7062797e730e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:21:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c60149-46df-49f2-8c71-db8742040ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:41:49.876252 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:49.884322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-9b197a7d-8ea2-4ddd-b3d1-7c95822ba593 req-2128a027-b1a1-4417-be5f-e93e9888ce4a tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Calling delete_port for 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:41:49.913360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Set router 2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:49.945213 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:49.959832 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['164a5dbd-d71b-4d69-89a8-dd522f5ff83f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:41:49.961985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7d36952a-985f-4acf-8c3b-815484337655 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:41:49.965892 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e577dda8-adc0-4704-9ea5-7af9f8e38a77 req-13d05138-92cc-4d4a-9ad9-30828fc2a785 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6206567 Jul 29 14:41:49.967566 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:49.988298 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead99971-ccbe-448d-8924-01d62fae1a31 req-72db1fed-132d-4505-adff-89d97afe6590 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:49.990279 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ead99971-ccbe-448d-8924-01d62fae1a31 req-72db1fed-132d-4505-adff-89d97afe6590 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.38 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4&tenant_id=066be3c079594f16a4e143f5f26610bd&binding%3Ahost_id=n-h1-802893-1 HTTP/1.1" status: 200 len: 949 time: 0.5089877 Jul 29 14:41:50.039042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc523ae7-808c-460e-a4df-a83972b6e6d2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:50.044106 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce37ba6-8c6e-4313-bc2f-6363884e5c76" -d '{"events": [{"server_uuid": "27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4", "name": "network-vif-plugged", "status": "completed", "tag": "bc523ae7-808c-460e-a4df-a83972b6e6d2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:50.087704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-4c16979f-f67d-4050-88b4-1bc81ef221a0 admin admin] Deleting port 7bd922a5-b794-450f-93a6-7062797e730e {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:41:50.088049 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c16979f-f67d-4050-88b4-1bc81ef221a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:50.102824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5598f40-ffd9-4be5-83dd-3afb2e087e0a req-dc888fe1-25eb-433f-8400-7822419ef513 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:50.111126 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5598f40-ffd9-4be5-83dd-3afb2e087e0a req-dc888fe1-25eb-433f-8400-7822419ef513 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 948 time: 0.1428020 Jul 29 14:41:50.127213 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-a994bb6e-1e20-4c82-8809-47e1b9222a17 req-293a15e7-ba8d-45ca-b4a6-cd25467313dc tempest-FloatingIPDetailsNegativeTestJSON-2119684933 tempest-FloatingIPDetailsNegativeTestJSON-2119684933-project] show failed (client error): The resource could not be found. Jul 29 14:41:50.128257 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a994bb6e-1e20-4c82-8809-47e1b9222a17 req-293a15e7-ba8d-45ca-b4a6-cd25467313dc tempest-FloatingIPDetailsNegativeTestJSON-2119684933 tempest-FloatingIPDetailsNegativeTestJSON-2119684933-project] 10.222.0.16 "GET /v2.0/floatingips/9972d3e9-2da2-457d-acf2-215ab174969a HTTP/1.1" status: 404 len: 350 time: 0.0467331 Jul 29 14:41:50.131991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port bc523ae7-808c-460e-a4df-a83972b6e6d2, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=bc523ae7-808c-460e-a4df-a83972b6e6d2,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:50.146860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49190) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:50.234661 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:41:50.251604 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:50.371834 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4dcf05fa-c1ca-4765-94f3-c63bba1456c6 req-911d2a48-a523-4429-b942-3574db7ddb51 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 210 time: 0.0927112 Jul 29 14:41:50.375062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Router 17a07ff7-b5aa-4a01-9b1d-60835189374c is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:41:50.399703 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:50.487481 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b93cfd-7102-42cf-bc8f-851c5dc4399f x-openstack-request-id: req-f3b93cfd-7102-42cf-bc8f-851c5dc4399f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:50.487785 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4", "name": "network-vif-plugged", "status": "completed", "tag": "bc523ae7-808c-460e-a4df-a83972b6e6d2", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:50.488040 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3b93cfd-7102-42cf-bc8f-851c5dc4399f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:50.488437 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc523ae7-808c-460e-a4df-a83972b6e6d2', 'code': 200} Jul 29 14:41:50.509418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=bc523ae7-808c-460e-a4df-a83972b6e6d2,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:50.518501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4,segment=NetworkSegment(bd188050-9565-432a-997b-38f80f50b45b),segment_id=bd188050-9565-432a-997b-38f80f50b45b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:50.544225 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:50.573697 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b197a7d-8ea2-4ddd-b3d1-7c95822ba593 req-2128a027-b1a1-4417-be5f-e93e9888ce4a tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:50.597637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 7d36952a-985f-4acf-8c3b-815484337655, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7d36952a-985f-4acf-8c3b-815484337655,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:50.610759 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-e2342569-14ab-4f12-b298-aeed87af63cb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:50.628589 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-4c16979f-f67d-4050-88b4-1bc81ef221a0 admin admin] For port 7bd922a5-b794-450f-93a6-7062797e730e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7bd922a5-b794-450f-93a6-7062797e730e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:50.629226 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c16979f-f67d-4050-88b4-1bc81ef221a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:50.653652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128a027-b1a1-4417-be5f-e93e9888ce4a tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Pushing event deleted for resources: {'Port': ['ID=6cf061e1-2f56-41e4-87a3-dba3df0f7ccc,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:50.673256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-4c16979f-f67d-4050-88b4-1bc81ef221a0 admin admin] Calling delete_port for 7bd922a5-b794-450f-93a6-7062797e730e owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:41:50.709500 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5598f40-ffd9-4be5-83dd-3afb2e087e0a req-045d661a-2f0d-4315-8787-a03109d34276 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979733 Jul 29 14:41:50.766382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead99971-ccbe-448d-8924-01d62fae1a31 req-3d68c9c3-688c-4c9b-9afd-8cfa7f0256e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:50.767940 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ead99971-ccbe-448d-8924-01d62fae1a31 req-3d68c9c3-688c-4c9b-9afd-8cfa7f0256e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 1100 time: 0.6915641 Jul 29 14:41:50.781636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:50.813772 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:41:50.816859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b197a7d-8ea2-4ddd-b3d1-7c95822ba593 req-2128a027-b1a1-4417-be5f-e93e9888ce4a tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] No DVR routers for this DVR port 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:41:50.819823 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b197a7d-8ea2-4ddd-b3d1-7c95822ba593 req-2128a027-b1a1-4417-be5f-e93e9888ce4a tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:50.823446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-406600253-router', 'tenant_id': '57df89dd6aa244138cc73fb8be58c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '63ae758f-d0e8-4b0d-8698-d2a6c54d1b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:39Z', 'updated_at': '2021-07-29T14:41:46Z', 'revision_number': 4, 'project_id': '57df89dd6aa244138cc73fb8be58c924', 'gw_port': {'id': '63ae758f-d0e8-4b0d-8698-d2a6c54d1b19', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:40Z', 'updated_at': '2021-07-29T14:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9833d00f-866f-4de5-9d88-e4e4299cebd8', 'name': '', 'network_id': '9c540257-b727-4746-93ea-03ee33a47061', 'tenant_id': '57df89dd6aa244138cc73fb8be58c924', 'mac_address': 'fa:16:3e:2c:b2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3c7a71d1-4fdf-4c5d-9f63-ebeaceed09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:44Z', 'updated_at': '2021-07-29T14:41:46Z', 'revision_number': 2, 'project_id': '57df89dd6aa244138cc73fb8be58c924', 'subnets': [{'id': '3c7a71d1-4fdf-4c5d-9f63-ebeaceed09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:50.825740 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b197a7d-8ea2-4ddd-b3d1-7c95822ba593 req-2128a027-b1a1-4417-be5f-e93e9888ce4a tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.38 "DELETE /v2.0/ports/6cf061e1-2f56-41e4-87a3-dba3df0f7ccc HTTP/1.1" status: 204 len: 173 time: 2.4480455 Jul 29 14:41:50.826250 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Sync routers for ids ['17a07ff7-b5aa-4a01-9b1d-60835189374c'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:41:50.835557 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b224cb-dac6-4aa9-a49f-2925683aa5b7', 'name': 'network-vif-deleted', 'tag': '6cf061e1-2f56-41e4-87a3-dba3df0f7ccc'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:50.836111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '7d36952a-985f-4acf-8c3b-815484337655', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '7d36952a-985f-4acf-8c3b-815484337655', 'mac_address': 'fa:16:3e:0b:9e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:41:50.839060 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987c4f6b-4e8b-4d22-a078-756482427329" -d '{"events": [{"server_uuid": "a2b224cb-dac6-4aa9-a49f-2925683aa5b7", "name": "network-vif-deleted", "tag": "6cf061e1-2f56-41e4-87a3-dba3df0f7ccc"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:50.844045 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Routers {'17a07ff7-b5aa-4a01-9b1d-60835189374c'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:50.845151 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['17a07ff7-b5aa-4a01-9b1d-60835189374c'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:50.889101 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6fdd057b-931f-4c5f-91b7-a16ac9ec01b9 req-0d073939-c774-4e19-b138-4dac63f94bda tempest-ServerDiagnosticsNegativeTest-1563032191 tempest-ServerDiagnosticsNegativeTest-1563032191-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2b224cb-dac6-4aa9-a49f-2925683aa5b7 HTTP/1.1" status: 200 len: 210 time: 0.0394883 Jul 29 14:41:50.891097 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:50.892275 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-44faa306-8f6d-426b-88dd-e5d2715ae7f8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9422908 Jul 29 14:41:50.909139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49200) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:50.957442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Checking router: 2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:41:50.957442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Updating router 2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14 port 9833d00f-866f-4de5-9d88-e4e4299cebd8 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:41:50.963029 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:51.018381 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a6da99-f73e-46bc-a720-d15f18ccadb2 x-openstack-request-id: req-88a6da99-f73e-46bc-a720-d15f18ccadb2 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:51.018657 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b224cb-dac6-4aa9-a49f-2925683aa5b7", "name": "network-vif-deleted", "tag": "6cf061e1-2f56-41e4-87a3-dba3df0f7ccc", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:51.018852 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88a6da99-f73e-46bc-a720-d15f18ccadb2 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:51.019275 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b224cb-dac6-4aa9-a49f-2925683aa5b7', 'name': 'network-vif-deleted', 'tag': '6cf061e1-2f56-41e4-87a3-dba3df0f7ccc', 'status': 'completed', 'code': 200} Jul 29 14:41:51.056491 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2ca1a18d-e3a8-4bca-acce-13e12b60150a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:51.078668 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:51.080833 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:51.112703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d36952a-985f-4acf-8c3b-815484337655 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:41:51.134221 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:51.134221 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:51.156178 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-e2342569-14ab-4f12-b298-aeed87af63cb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:51.192703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 7d36952a-985f-4acf-8c3b-815484337655, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7d36952a-985f-4acf-8c3b-815484337655,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:51.214783 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Set router 17a07ff7-b5aa-4a01-9b1d-60835189374c gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:51.226309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-e2342569-14ab-4f12-b298-aeed87af63cb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Network b2473c18-5128-4645-8f83-3c3f0bb06a8d is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:51.296535 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8349d-e5ab-423d-b283-96bdc98c66a1 req-bb196b06-7d6e-43a4-bb69-6d1eb6800c9e tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:51.298156 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-99e8349d-e5ab-423d-b283-96bdc98c66a1 req-bb196b06-7d6e-43a4-bb69-6d1eb6800c9e tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.2123997 Jul 29 14:41:51.299089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-e2342569-14ab-4f12-b298-aeed87af63cb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:51.301585 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-e2342569-14ab-4f12-b298-aeed87af63cb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:41:51.358931 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead99971-ccbe-448d-8924-01d62fae1a31 req-99ac9f96-e323-4591-8230-5647505ffebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:51.360705 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ead99971-ccbe-448d-8924-01d62fae1a31 req-99ac9f96-e323-4591-8230-5647505ffebc service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.5785120 Jul 29 14:41:51.387688 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:51.453758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2342569-14ab-4f12-b298-aeed87af63cb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Pushing event updated for resources: {'Port': ['ID=27951d3e-1a15-4439-84d0-8488882f7d72,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:51.457632 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1a18d-e3a8-4bca-acce-13e12b60150a admin admin] Deleting port 9833d00f-866f-4de5-9d88-e4e4299cebd8 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:41:51.458135 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2ca1a18d-e3a8-4bca-acce-13e12b60150a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:51.468892 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1375882414-router', 'tenant_id': '7154cab60ba24e7781458fb04f714379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '32119edb-b323-47c4-9bb4-b50c97255035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:45Z', 'updated_at': '2021-07-29T14:41:48Z', 'revision_number': 3, 'project_id': '7154cab60ba24e7781458fb04f714379', 'gw_port': {'id': '32119edb-b323-47c4-9bb4-b50c97255035', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:46Z', 'updated_at': '2021-07-29T14:41:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:51.530654 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Checking router: 17a07ff7-b5aa-4a01-9b1d-60835189374c for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:41:51.530998 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Updating router 17a07ff7-b5aa-4a01-9b1d-60835189374c port 32119edb-b323-47c4-9bb4-b50c97255035 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:41:51.565195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=7d36952a-985f-4acf-8c3b-815484337655,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:51.575443 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ead99971-ccbe-448d-8924-01d62fae1a31 req-c73208c5-85b1-419c-bd84-4289a4a08ee5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=bc523ae7-808c-460e-a4df-a83972b6e6d2 HTTP/1.1" status: 200 len: 217 time: 0.1958327 Jul 29 14:41:51.605980 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2ca1a18d-e3a8-4bca-acce-13e12b60150a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:51.610415 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:51.641285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['7d36952a-985f-4acf-8c3b-815484337655'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:41:51.649499 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device b45fe048-bf49-4168-bb3b-6983864a1182 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:41:51.674706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-e2342569-14ab-4f12-b298-aeed87af63cb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:51.675345 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-e2342569-14ab-4f12-b298-aeed87af63cb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:51.690068 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-2ca1a18d-e3a8-4bca-acce-13e12b60150a admin admin] Calling delete_port for 9833d00f-866f-4de5-9d88-e4e4299cebd8 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:41:51.740996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: b45fe048-bf49-4168-bb3b-6983864a1182 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:41:51.741349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device b45fe048-bf49-4168-bb3b-6983864a1182 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:41:51.756378 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-e2342569-14ab-4f12-b298-aeed87af63cb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7143192 Jul 29 14:41:51.760840 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-99e8349d-e5ab-423d-b283-96bdc98c66a1 req-8ae03dc4-81c8-440c-bb7f-64455bb36fa0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429975 Jul 29 14:41:51.775482 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:51.795125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Transition to ACTIVE for port object 9833d00f-866f-4de5-9d88-e4e4299cebd8 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:51.808283 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:51.808499 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Request body: {'port': {'device_id': 'f4b8c6f8-07d3-481a-b473-ad6201bfae44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:41:51.821747 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c113a3-9bf8-488e-bebe-8995783ea39f req-07f11036-32fb-44cf-8853-459c8ff3c663 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:51.836923 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f5c113a3-9bf8-488e-bebe-8995783ea39f req-07f11036-32fb-44cf-8853-459c8ff3c663 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 931 time: 0.2221446 Jul 29 14:41:51.893493 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154247a-750e-46da-8c63-062088ae9a78 None None] Pushing event updated for resources: {'Port': ['ID=9833d00f-866f-4de5-9d88-e4e4299cebd8,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:51.967688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead99971-ccbe-448d-8924-01d62fae1a31 req-500ad721-81bb-4058-81c5-d9d69e084e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:51.969361 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ead99971-ccbe-448d-8924-01d62fae1a31 req-500ad721-81bb-4058-81c5-d9d69e084e4b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.3393693 Jul 29 14:41:51.979095 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f5c113a3-9bf8-488e-bebe-8995783ea39f req-95acd86e-1ecd-4ee7-830f-7782650e2758 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325560 Jul 29 14:41:52.005392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Attempting to bind port 9833d00f-866f-4de5-9d88-e4e4299cebd8 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:41:52.005772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Attempting to bind port 9833d00f-866f-4de5-9d88-e4e4299cebd8 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'f4a33db5-af58-47da-8ba1-3a67305f5d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9c540257-b727-4746-93ea-03ee33a47061'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:41:52.006143 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Attempting to bind port 9833d00f-866f-4de5-9d88-e4e4299cebd8 on network 9c540257-b727-4746-93ea-03ee33a47061 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:52.023420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:41:52.023846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Checking segment: {'id': 'f4a33db5-af58-47da-8ba1-3a67305f5d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9c540257-b727-4746-93ea-03ee33a47061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:52.024227 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:52.024627 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Bound using segment: {'id': 'f4a33db5-af58-47da-8ba1-3a67305f5d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9c540257-b727-4746-93ea-03ee33a47061'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:41:52.025151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Bound port: 9833d00f-866f-4de5-9d88-e4e4299cebd8, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a33db5-af58-47da-8ba1-3a67305f5d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '9c540257-b727-4746-93ea-03ee33a47061'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:41:52.025545 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:52.033474 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:52.039230 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c16979f-f67d-4050-88b4-1bc81ef221a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:52.091879 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:52.122944 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Transition to ACTIVE for port object 32119edb-b323-47c4-9bb4-b50c97255035 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:52.138742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] For port 9833d00f-866f-4de5-9d88-e4e4299cebd8, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:52.139659 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:52.143872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] For port 9833d00f-866f-4de5-9d88-e4e4299cebd8, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9833d00f-866f-4de5-9d88-e4e4299cebd8,segment=NetworkSegment(f4a33db5-af58-47da-8ba1-3a67305f5d19),segment_id=f4a33db5-af58-47da-8ba1-3a67305f5d19)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:41:52.153322 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:52.250285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Routers {'2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:52.250886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:52.251324 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Attempting to bind port 32119edb-b323-47c4-9bb4-b50c97255035 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:41:52.251696 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Attempting to bind port 32119edb-b323-47c4-9bb4-b50c97255035 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:41:52.252054 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Attempting to bind port 32119edb-b323-47c4-9bb4-b50c97255035 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:52.270151 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22af2f-9243-4788-8462-dad1568f2bc9 None None] Pushing event updated for resources: {'Port': ['ID=32119edb-b323-47c4-9bb4-b50c97255035,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:52.273515 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:41:52.273886 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:52.281298 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:52.285227 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:41:52.285819 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Bound port: 32119edb-b323-47c4-9bb4-b50c97255035, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:41:52.286247 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:52.309398 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22af2f-9243-4788-8462-dad1568f2bc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:52.309398 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22af2f-9243-4788-8462-dad1568f2bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:52.309398 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22af2f-9243-4788-8462-dad1568f2bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:52.309398 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22af2f-9243-4788-8462-dad1568f2bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:52.309398 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22af2f-9243-4788-8462-dad1568f2bc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:52.309398 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22af2f-9243-4788-8462-dad1568f2bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:52.309398 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22af2f-9243-4788-8462-dad1568f2bc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:52.309398 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22af2f-9243-4788-8462-dad1568f2bc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:52.309398 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22af2f-9243-4788-8462-dad1568f2bc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:52.312242 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2ca1a18d-e3a8-4bca-acce-13e12b60150a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:52.324033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a9e9af1f-0871-4917-86ee-ef1b7c73b9b1 None None] Could not find standard attr ID for object 9833d00f-866f-4de5-9d88-e4e4299cebd8. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 14:41:52.325325 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16979f-f67d-4050-88b4-1bc81ef221a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd922a5-b794-450f-93a6-7062797e730e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:52.326235 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22af2f-9243-4788-8462-dad1568f2bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:52.326729 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22af2f-9243-4788-8462-dad1568f2bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:52.327071 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e22af2f-9243-4788-8462-dad1568f2bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:41:52.332776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154247a-750e-46da-8c63-062088ae9a78 None None] Pushing event updated for resources: {'Port': ['ID=9833d00f-866f-4de5-9d88-e4e4299cebd8,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:52.373155 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a3a13-93b5-4ca2-be36-92685b3b848f req-0ca46731-8ab6-426e-bb0f-dbe6ddc135e5 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:52.375164 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-830a3a13-93b5-4ca2-be36-92685b3b848f req-0ca46731-8ab6-426e-bb0f-dbe6ddc135e5 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 949 time: 0.4603734 Jul 29 14:41:52.390292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1a18d-e3a8-4bca-acce-13e12b60150a admin admin] Pushing event deleted for resources: {'Port': ['ID=9833d00f-866f-4de5-9d88-e4e4299cebd8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:52.443234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] Set router 2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:52.480586 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] For port 32119edb-b323-47c4-9bb4-b50c97255035, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:52.484068 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] For port 32119edb-b323-47c4-9bb4-b50c97255035, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=32119edb-b323-47c4-9bb4-b50c97255035,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:41:52.489970 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:52.511056 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49214) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:52.577087 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead99971-ccbe-448d-8924-01d62fae1a31 req-18ea2d2f-b6fd-4f36-99bd-eb3655553a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:52.581793 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ead99971-ccbe-448d-8924-01d62fae1a31 req-18ea2d2f-b6fd-4f36-99bd-eb3655553a27 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5599444 Jul 29 14:41:52.594016 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22af2f-9243-4788-8462-dad1568f2bc9 None None] Pushing event updated for resources: {'Port': ['ID=32119edb-b323-47c4-9bb4-b50c97255035,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:52.679953 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Routers {'17a07ff7-b5aa-4a01-9b1d-60835189374c'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:52.680602 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['17a07ff7-b5aa-4a01-9b1d-60835189374c'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:52.790494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1812060a-8947-4da5-af22-b904b16c21c0 None None] Could not find standard attr ID for object 9833d00f-866f-4de5-9d88-e4e4299cebd8. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 14:41:52.830069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-406600253-router', 'tenant_id': '57df89dd6aa244138cc73fb8be58c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '63ae758f-d0e8-4b0d-8698-d2a6c54d1b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:39Z', 'updated_at': '2021-07-29T14:41:46Z', 'revision_number': 4, 'project_id': '57df89dd6aa244138cc73fb8be58c924', 'gw_port': {'id': '63ae758f-d0e8-4b0d-8698-d2a6c54d1b19', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:40Z', 'updated_at': '2021-07-29T14:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9833d00f-866f-4de5-9d88-e4e4299cebd8', 'name': '', 'network_id': '9c540257-b727-4746-93ea-03ee33a47061', 'tenant_id': '57df89dd6aa244138cc73fb8be58c924', 'mac_address': 'fa:16:3e:2c:b2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3c7a71d1-4fdf-4c5d-9f63-ebeaceed09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:44Z', 'updated_at': '2021-07-29T14:41:52Z', 'revision_number': 4, 'project_id': '57df89dd6aa244138cc73fb8be58c924', 'subnets': [{'id': '3c7a71d1-4fdf-4c5d-9f63-ebeaceed09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:52.850291 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2ca1a18d-e3a8-4bca-acce-13e12b60150a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:52.875773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:52.879630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be4faa8-db3f-4b1a-95dc-981244be3258 None None] The sync data for ids ['2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'] in n-d-802893-1 is: [{'id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-406600253-router', 'tenant_id': '57df89dd6aa244138cc73fb8be58c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '63ae758f-d0e8-4b0d-8698-d2a6c54d1b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:39Z', 'updated_at': '2021-07-29T14:41:46Z', 'revision_number': 4, 'project_id': '57df89dd6aa244138cc73fb8be58c924', 'gw_port': {'id': '63ae758f-d0e8-4b0d-8698-d2a6c54d1b19', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:86:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:40Z', 'updated_at': '2021-07-29T14:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9833d00f-866f-4de5-9d88-e4e4299cebd8', 'name': '', 'network_id': '9c540257-b727-4746-93ea-03ee33a47061', 'tenant_id': '57df89dd6aa244138cc73fb8be58c924', 'mac_address': 'fa:16:3e:2c:b2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3c7a71d1-4fdf-4c5d-9f63-ebeaceed09d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:44Z', 'updated_at': '2021-07-29T14:41:52Z', 'revision_number': 4, 'project_id': '57df89dd6aa244138cc73fb8be58c924', 'subnets': [{'id': '3c7a71d1-4fdf-4c5d-9f63-ebeaceed09d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:41:52.943282 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] Set router 17a07ff7-b5aa-4a01-9b1d-60835189374c gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:52.989130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 164a5dbd-d71b-4d69-89a8-dd522f5ff83f up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:53.075130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:53.075329 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:53.084941 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-830a3a13-93b5-4ca2-be36-92685b3b848f req-3c7a4589-d78d-4ccb-bc80-62e43bc2b23c tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564744 Jul 29 14:41:53.098179 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c16979f-f67d-4050-88b4-1bc81ef221a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:53.144395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:53.148767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:53.149744 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:53.300279 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4590049e-7bf5-4b91-b7cc-685fc1d7574c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abce8796ce1448e3980f15d40ece4908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7880116 Jul 29 14:41:53.308365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49226) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:53.335499 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1375882414-router', 'tenant_id': '7154cab60ba24e7781458fb04f714379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '32119edb-b323-47c4-9bb4-b50c97255035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:45Z', 'updated_at': '2021-07-29T14:41:48Z', 'revision_number': 3, 'project_id': '7154cab60ba24e7781458fb04f714379', 'gw_port': {'id': '32119edb-b323-47c4-9bb4-b50c97255035', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:46Z', 'updated_at': '2021-07-29T14:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:53.363689 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:53.409954 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10361211-def4-4f01-8cb4-b3f9011c1344 None None] The sync data for ids ['17a07ff7-b5aa-4a01-9b1d-60835189374c'] in n-d-802893-1 is: [{'id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1375882414-router', 'tenant_id': '7154cab60ba24e7781458fb04f714379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '32119edb-b323-47c4-9bb4-b50c97255035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:45Z', 'updated_at': '2021-07-29T14:41:48Z', 'revision_number': 3, 'project_id': '7154cab60ba24e7781458fb04f714379', 'gw_port': {'id': '32119edb-b323-47c4-9bb4-b50c97255035', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:46Z', 'updated_at': '2021-07-29T14:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:41:53.419122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae1344c-8b98-407a-b0c2-97b4b0c22e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:53.421527 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12cd365-02e2-445c-b95f-ce8fd28f2ff9" -d '{"events": [{"server_uuid": "5ae1344c-8b98-407a-b0c2-97b4b0c22e0e", "name": "network-vif-plugged", "status": "completed", "tag": "164a5dbd-d71b-4d69-89a8-dd522f5ff83f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:53.440310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:53.446530 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:53.447760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:41:53.530834 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982f045-2a42-4ce1-9a87-36b02880b9ac req-0f87293b-26e1-42c0-b254-db587bbbb6c6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:53.531472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:53.535684 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:41:53.535970 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 6cf061e1-2f56-41e4-87a3-dba3df0f7ccc not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:41:53.546401 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8982f045-2a42-4ce1-9a87-36b02880b9ac req-0f87293b-26e1-42c0-b254-db587bbbb6c6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.5527263 Jul 29 14:41:53.592066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca1a18d-e3a8-4bca-acce-13e12b60150a admin admin] Router 2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:41:53.680804 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8982f045-2a42-4ce1-9a87-36b02880b9ac req-7e827634-a323-4481-9ca2-a6e4f3d9ace3 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331542 Jul 29 14:41:53.682824 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c33284cb-417e-4021-b143-ebe2e7c4d986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:53.705486 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c16979f-f67d-4050-88b4-1bc81ef221a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:53.717609 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c16979f-f67d-4050-88b4-1bc81ef221a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:53.806176 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c33284cb-417e-4021-b143-ebe2e7c4d986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:53.884185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68374b-d056-4d28-8952-303d23e38361 req-a989a215-548b-4486-bfca-ed683a43cf02 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:53.887230 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a68374b-d056-4d28-8952-303d23e38361 req-a989a215-548b-4486-bfca-ed683a43cf02 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 931 time: 0.6236188 Jul 29 14:41:53.892547 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7d36952a-985f-4acf-8c3b-815484337655 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:53.946167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca1a18d-e3a8-4bca-acce-13e12b60150a admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:41:53.957651 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2ca1a18d-e3a8-4bca-acce-13e12b60150a admin admin] 10.222.0.16 "PUT /v2.0/routers/2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8066223 Jul 29 14:41:53.957920 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:53.958640 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49230) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:53.973649 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ead99971-ccbe-448d-8924-01d62fae1a31 req-8bbb150d-b773-4ca8-bcff-9bcd7a3cfc67 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3559253 Jul 29 14:41:53.991096 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c33284cb-417e-4021-b143-ebe2e7c4d986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:53.997843 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c33284cb-417e-4021-b143-ebe2e7c4d986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:53.999072 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c33284cb-417e-4021-b143-ebe2e7c4d986 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e961a132-c255-46f0-b430-c6f0eab3dd7c HTTP/1.1" status: 204 len: 168 time: 0.6489236 Jul 29 14:41:54.008354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33284cb-417e-4021-b143-ebe2e7c4d986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e961a132-c255-46f0-b430-c6f0eab3dd7c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:54.030295 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4389891e-dc38-4e80-a25f-921d9dfeb88d x-openstack-request-id: req-4389891e-dc38-4e80-a25f-921d9dfeb88d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:54.030769 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae1344c-8b98-407a-b0c2-97b4b0c22e0e", "name": "network-vif-plugged", "status": "completed", "tag": "164a5dbd-d71b-4d69-89a8-dd522f5ff83f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:54.031167 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4389891e-dc38-4e80-a25f-921d9dfeb88d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:54.032633 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae1344c-8b98-407a-b0c2-97b4b0c22e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f', 'code': 200} Jul 29 14:41:54.087269 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c16979f-f67d-4050-88b4-1bc81ef221a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:54.094271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c16979f-f67d-4050-88b4-1bc81ef221a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89c60149-46df-49f2-8c71-db8742040ad5 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:41:54.120250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 7d36952a-985f-4acf-8c3b-815484337655 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:54.130937 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 7d36952a-985f-4acf-8c3b-815484337655 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:54.131647 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:54.198401 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199afbf-bb24-43b7-91ae-4d87b6ad8d5f req-50018da5-8827-474d-9074-dc722d52d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:54.199947 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1199afbf-bb24-43b7-91ae-4d87b6ad8d5f req-50018da5-8827-474d-9074-dc722d52d8e6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 1101 time: 0.0721157 Jul 29 14:41:54.306481 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1199afbf-bb24-43b7-91ae-4d87b6ad8d5f req-743c1e83-8ab7-4cb9-be6f-4628ddd75cf0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951498 Jul 29 14:41:54.351310 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:54.351745 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-83cf0d8b-193c-4311-ba8c-4ffadf968297 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:54.409839 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eab739-422e-4aa0-99fb-62fa4f2b15cb req-eabc2524-2c75-4ef6-ad46-558411716ec7 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:54.420398 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6eab739-422e-4aa0-99fb-62fa4f2b15cb req-eabc2524-2c75-4ef6-ad46-558411716ec7 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 949 time: 0.1411567 Jul 29 14:41:54.426861 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 7d36952a-985f-4acf-8c3b-815484337655, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7d36952a-985f-4acf-8c3b-815484337655,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:54.441003 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:54.471400 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c16979f-f67d-4050-88b4-1bc81ef221a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:54.474231 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4c16979f-f67d-4050-88b4-1bc81ef221a0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/89c60149-46df-49f2-8c71-db8742040ad5 HTTP/1.1" status: 204 len: 168 time: 5.8037541 Jul 29 14:41:54.497386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49238) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:54.522827 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6eab739-422e-4aa0-99fb-62fa4f2b15cb req-f4ff35a3-dc5a-407f-b8c6-318e04f64046 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975015 Jul 29 14:41:54.539472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=7d36952a-985f-4acf-8c3b-815484337655,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:54.610370 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08a84d1-e707-411d-aa48-a8991ce5b583 admin admin] Deleting subnet 6748c291-7cbb-463b-8c41-cf8233df69ea {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:41:54.616244 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a08a84d1-e707-411d-aa48-a8991ce5b583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:54.665526 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49240) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:54.700871 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a08a84d1-e707-411d-aa48-a8991ce5b583 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:54.802016 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a68374b-d056-4d28-8952-303d23e38361 req-31f53503-ed0a-4090-9d37-ac2509f75118 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8470812 Jul 29 14:41:54.872476 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27951d3e-1a15-4439-84d0-8488882f7d72 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:41:54.888330 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a08a84d1-e707-411d-aa48-a8991ce5b583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:54.895206 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-408d4d8b-1a76-4aee-8182-4510d03155d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:54.912631 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:54.949598 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e9bbc-67e0-4022-ac25-fa55b4a31982 req-e5f53376-0c95-48b7-a737-d00f72507d36 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:54.961329 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b6e9bbc-67e0-4022-ac25-fa55b4a31982 req-e5f53376-0c95-48b7-a737-d00f72507d36 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.1624885 Jul 29 14:41:54.964681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 32119edb-b323-47c4-9bb4-b50c97255035 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:54.973961 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-83cf0d8b-193c-4311-ba8c-4ffadf968297 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:55.082319 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 32119edb-b323-47c4-9bb4-b50c97255035 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:55.083509 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b6e9bbc-67e0-4022-ac25-fa55b4a31982 req-e27be8e8-7d8c-4411-8da8-ee60244d795f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211743 Jul 29 14:41:55.083686 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ead99971-ccbe-448d-8924-01d62fae1a31 req-7aad2ab8-bb63-429b-b9f2-b13447aef8c3 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0074253 Jul 29 14:41:55.091144 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a08a84d1-e707-411d-aa48-a8991ce5b583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:55.093482 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 32119edb-b323-47c4-9bb4-b50c97255035 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:55.109277 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:55.116267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Transition to ACTIVE for port object 27951d3e-1a15-4439-84d0-8488882f7d72 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:55.127735 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:55.157494 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a08a84d1-e707-411d-aa48-a8991ce5b583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:55.159948 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a08a84d1-e707-411d-aa48-a8991ce5b583 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6748c291-7cbb-463b-8c41-cf8233df69ea HTTP/1.1" status: 204 len: 168 time: 0.6360667 Jul 29 14:41:55.162749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49246) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:55.171600 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a84d1-e707-411d-aa48-a8991ce5b583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6748c291-7cbb-463b-8c41-cf8233df69ea,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:55.294334 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:55.307070 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=27951d3e-1a15-4439-84d0-8488882f7d72,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:55.323506 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5177a443-50f2-4a63-bd54-4a360cbdb78d None None] Network 787d4845-ca26-45ae-a7f2-a5d155c1d0ce requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:41:55.381134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Allocated IP 172.20.0.1 (1bd43f63-f8ae-41d4-ad9f-e9dbb15da198/fe10b2c1-4776-4185-829f-f807cbaf2ec7/1429d53a-8f8e-45b5-857e-acf9bf3e4dec) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:41:55.387249 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-83cf0d8b-193c-4311-ba8c-4ffadf968297 admin admin] Deleting port 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:41:55.388124 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-83cf0d8b-193c-4311-ba8c-4ffadf968297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:55.435188 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-408d4d8b-1a76-4aee-8182-4510d03155d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:55.457125 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] Deleting port 300d24b0-2b22-4f81-ba70-90b89881dfb1 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:41:55.458076 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:55.477112 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-408d4d8b-1a76-4aee-8182-4510d03155d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:55.526086 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:55.596278 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 32119edb-b323-47c4-9bb4-b50c97255035, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=32119edb-b323-47c4-9bb4-b50c97255035,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:55.603284 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:55.649661 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7bd922a5-b794-450f-93a6-7062797e730e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:41:55.679543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 7bd922a5-b794-450f-93a6-7062797e730e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:41:55.679896 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7bd922a5-b794-450f-93a6-7062797e730e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:41:55.688061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d4d8b-1a76-4aee-8182-4510d03155d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5cf4e8-bf7f-4087-9c45-dee2c953363d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:55.698964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdb98bf-4a99-4e0e-978d-9de13b2b83a5 None None] DHCP port deletion for 787d4845-ca26-45ae-a7f2-a5d155c1d0ce request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:41:55.707966 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Attempting to bind port 27951d3e-1a15-4439-84d0-8488882f7d72 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:41:55.708935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Attempting to bind port 27951d3e-1a15-4439-84d0-8488882f7d72 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:41:55.709752 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Attempting to bind port 27951d3e-1a15-4439-84d0-8488882f7d72 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:55.719573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=32119edb-b323-47c4-9bb4-b50c97255035,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:55.734956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Port 27951d3e-1a15-4439-84d0-8488882f7d72 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:41:55.735407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Attempting to bind port 27951d3e-1a15-4439-84d0-8488882f7d72 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:41:55.740056 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-408d4d8b-1a76-4aee-8182-4510d03155d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f66c42e870864bc8a3bb80e69cda7551&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0279114 Jul 29 14:41:55.758297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb5bbb-5abc-42b0-b88a-bd1dd2e049e9 None None] Sync routers for ids ['2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:41:55.776919 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb5bbb-5abc-42b0-b88a-bd1dd2e049e9 None None] Routers {'2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:55.777799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-18eb5bbb-5abc-42b0-b88a-bd1dd2e049e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:55.793046 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49250) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:55.858331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:41:55.859863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Checking segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:41:55.865589 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Bound using segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:41:55.866763 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Bound port: 27951d3e-1a15-4439-84d0-8488882f7d72, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:41:55.867253 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:55.915654 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb98bf-4a99-4e0e-978d-9de13b2b83a5 None None] Deleting port 300d24b0-2b22-4f81-ba70-90b89881dfb1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:41:55.916295 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfdb98bf-4a99-4e0e-978d-9de13b2b83a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:55.968082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] For port 27951d3e-1a15-4439-84d0-8488882f7d72, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:41:55.972540 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] For port 27951d3e-1a15-4439-84d0-8488882f7d72, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=27951d3e-1a15-4439-84d0-8488882f7d72,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:41:55.991506 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:55.999356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-cfdb98bf-4a99-4e0e-978d-9de13b2b83a5 None None] For port 300d24b0-2b22-4f81-ba70-90b89881dfb1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=300d24b0-2b22-4f81-ba70-90b89881dfb1,segment=NetworkSegment(881ed26a-690f-4787-96b9-704ddc622c9d),segment_id=881ed26a-690f-4787-96b9-704ddc622c9d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:55.999860 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfdb98bf-4a99-4e0e-978d-9de13b2b83a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:56.002577 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:56.020887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-83cf0d8b-193c-4311-ba8c-4ffadf968297 admin admin] For port 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=63ae758f-d0e8-4b0d-8698-d2a6c54d1b19,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:56.021592 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-83cf0d8b-193c-4311-ba8c-4ffadf968297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:56.024462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb98bf-4a99-4e0e-978d-9de13b2b83a5 None None] Calling delete_port for 300d24b0-2b22-4f81-ba70-90b89881dfb1 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:41:56.034114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cccc64-00a4-4367-9d29-e83e0e8c5dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d36952a-985f-4acf-8c3b-815484337655'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:56.036611 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f93af8-28a4-4280-91d7-05e2c461a413" -d '{"events": [{"server_uuid": "e0cccc64-00a4-4367-9d29-e83e0e8c5dae", "name": "network-vif-plugged", "status": "completed", "tag": "7d36952a-985f-4acf-8c3b-815484337655"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:56.042573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-18eb5bbb-5abc-42b0-b88a-bd1dd2e049e9 None None] Set router 2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:56.081643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:56.082652 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:56.084198 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] 10.222.0.39 "PUT /v2.0/ports/27951d3e-1a15-4439-84d0-8488882f7d72 HTTP/1.1" status: 200 len: 1091 time: 4.3100069 Jul 29 14:41:56.095688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb774ab-6292-4cf7-a9a9-97a4b8688d1b req-82dff824-a4cd-42cc-b799-0f24c60baa5a tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:56.097419 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1fb774ab-6292-4cf7-a9a9-97a4b8688d1b req-82dff824-a4cd-42cc-b799-0f24c60baa5a tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 950 time: 0.3919744 Jul 29 14:41:56.097973 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b8c6f8-07d3-481a-b473-ad6201bfae44', 'tag': '27951d3e-1a15-4439-84d0-8488882f7d72'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:41:56.100436 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b8e306-7b9f-48dd-8ba3-6cae7a24c395" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b8c6f8-07d3-481a-b473-ad6201bfae44", "tag": "27951d3e-1a15-4439-84d0-8488882f7d72"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:41:56.121570 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-83cf0d8b-193c-4311-ba8c-4ffadf968297 admin admin] Calling delete_port for 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:41:56.216910 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:56.231047 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3dc0-2fb9-4321-852d-a02818d2ed9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:56.265843 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3dc0-2fb9-4321-852d-a02818d2ed9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:56.283974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] For port 300d24b0-2b22-4f81-ba70-90b89881dfb1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=300d24b0-2b22-4f81-ba70-90b89881dfb1,segment=NetworkSegment(881ed26a-690f-4787-96b9-704ddc622c9d),segment_id=881ed26a-690f-4787-96b9-704ddc622c9d)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:41:56.285056 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:56.302793 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e2ece-ebae-4902-b743-a8f00b93e8e5 req-847a17be-4b32-4b15-80c9-ed4fa83456d5 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:56.305216 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f15e2ece-ebae-4902-b743-a8f00b93e8e5 req-847a17be-4b32-4b15-80c9-ed4fa83456d5 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 943 time: 0.0965874 Jul 29 14:41:56.313399 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] Calling delete_port for 300d24b0-2b22-4f81-ba70-90b89881dfb1 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:41:56.327867 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-18eb5bbb-5abc-42b0-b88a-bd1dd2e049e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-406600253-router', 'tenant_id': '57df89dd6aa244138cc73fb8be58c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:39Z', 'updated_at': '2021-07-29T14:41:54Z', 'revision_number': 6, 'project_id': '57df89dd6aa244138cc73fb8be58c924', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:56.348020 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1fb774ab-6292-4cf7-a9a9-97a4b8688d1b req-a6e1e56d-45c3-45e4-9d5c-b399b18ce691 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325478 Jul 29 14:41:56.403608 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f15e2ece-ebae-4902-b743-a8f00b93e8e5 req-bb228855-4ddd-4a5d-a279-406b96db6284 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868182 Jul 29 14:41:56.412278 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c1d5d-2f32-429e-b95f-fbf290f6e6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=27951d3e-1a15-4439-84d0-8488882f7d72,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:56.419422 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb5bbb-5abc-42b0-b88a-bd1dd2e049e9 None None] Checking router: 2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:41:56.444925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-729e8ffa-4a43-4a6f-a9de-3dae81c91daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:56.446920 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-729e8ffa-4a43-4a6f-a9de-3dae81c91daa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 1094 time: 0.2886460 Jul 29 14:41:56.487899 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581c04c3-d7d6-4972-864d-cf851181d7c2 x-openstack-request-id: req-581c04c3-d7d6-4972-864d-cf851181d7c2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:56.488508 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cccc64-00a4-4367-9d29-e83e0e8c5dae", "name": "network-vif-plugged", "status": "completed", "tag": "7d36952a-985f-4acf-8c3b-815484337655", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:56.488948 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-581c04c3-d7d6-4972-864d-cf851181d7c2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:56.489526 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cccc64-00a4-4367-9d29-e83e0e8c5dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d36952a-985f-4acf-8c3b-815484337655', 'code': 200} Jul 29 14:41:56.525110 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb5bbb-5abc-42b0-b88a-bd1dd2e049e9 None None] Routers {'2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:41:56.529209 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-18eb5bbb-5abc-42b0-b88a-bd1dd2e049e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:56.537475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Transition to ACTIVE for port object 1429d53a-8f8e-45b5-857e-acf9bf3e4dec will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:41:56.539786 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c74aaf7-7dd5-42db-8829-c118b318ad0d x-openstack-request-id: req-4c74aaf7-7dd5-42db-8829-c118b318ad0d {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:41:56.540067 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b8c6f8-07d3-481a-b473-ad6201bfae44", "tag": "27951d3e-1a15-4439-84d0-8488882f7d72", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:41:56.540639 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c74aaf7-7dd5-42db-8829-c118b318ad0d {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:41:56.540782 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b8c6f8-07d3-481a-b473-ad6201bfae44', 'tag': '27951d3e-1a15-4439-84d0-8488882f7d72', 'status': 'completed', 'code': 200} Jul 29 14:41:56.564163 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-c50ffb87-84ad-4258-8cc7-454dcecf459c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27951d3e-1a15-4439-84d0-8488882f7d72 HTTP/1.1" status: 200 len: 217 time: 0.1050451 Jul 29 14:41:56.564843 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3dc0-2fb9-4321-852d-a02818d2ed9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:56.567843 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb6d3dc0-2fb9-4321-852d-a02818d2ed9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:56.572886 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bb6d3dc0-2fb9-4321-852d-a02818d2ed9b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b5cf4e8-bf7f-4087-9c45-dee2c953363d HTTP/1.1" status: 204 len: 168 time: 0.7701561 Jul 29 14:41:56.619321 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:56.647380 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] No DVR routers for this DVR port 300d24b0-2b22-4f81-ba70-90b89881dfb1 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:41:56.669901 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-90d58950-4182-4d6b-84d2-53a0d1f152b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:56.675299 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-90d58950-4182-4d6b-84d2-53a0d1f152b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.0987835 Jul 29 14:41:56.748272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=300d24b0-2b22-4f81-ba70-90b89881dfb1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:56.752494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 32119edb-b323-47c4-9bb4-b50c97255035 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:41:56.781305 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d3dc0-2fb9-4321-852d-a02818d2ed9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5cf4e8-bf7f-4087-9c45-dee2c953363d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:56.820456 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-c6d6238e-00bc-40ce-bc91-bd1021c6fa7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006930 Jul 29 14:41:56.844600 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f4341-96b5-457b-9096-345b74486b31 req-562cc9da-b95c-4988-91fb-e589bced624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:56.846207 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-296f4341-96b5-457b-9096-345b74486b31 req-562cc9da-b95c-4988-91fb-e589bced624b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 1101 time: 0.2928653 Jul 29 14:41:56.881497 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:56.895188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787d4845-ca26-45ae-a7f2-a5d155c1d0ce']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:56.899578 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfdb98bf-4a99-4e0e-978d-9de13b2b83a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:56.912402 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881ed26a-690f-4787-96b9-704ddc622c9d') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:56.912866 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881ed26a-690f-4787-96b9-704ddc622c9d') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:56.923547 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:56.948573 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:56.959906 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:41:56.961513 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: items = [ Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:41:56.965249 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:41:56.970146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c898016-d2ad-4351-b9c0-52644fc7af0b req-2c46acc3-fae7-46d8-8102-3aa545f76b8b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:56.971769 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c898016-d2ad-4351-b9c0-52644fc7af0b req-2c46acc3-fae7-46d8-8102-3aa545f76b8b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.2599750 Jul 29 14:41:56.972974 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:57.025133 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdb98bf-4a99-4e0e-978d-9de13b2b83a5 None None] No DVR routers for this DVR port 300d24b0-2b22-4f81-ba70-90b89881dfb1 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:41:57.028306 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb98bf-4a99-4e0e-978d-9de13b2b83a5 None None] Pushing event deleted for resources: {'Port': ['ID=300d24b0-2b22-4f81-ba70-90b89881dfb1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:57.053555 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 32119edb-b323-47c4-9bb4-b50c97255035 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:57.053555 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:57.056810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-18eb5bbb-5abc-42b0-b88a-bd1dd2e049e9 None None] Set router 2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:41:57.057498 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:57.063744 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-296f4341-96b5-457b-9096-345b74486b31 req-20dd7eb8-39e5-4694-b12b-1d0fafa5259a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055016 Jul 29 14:41:57.082849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Network 1bd43f63-f8ae-41d4-ad9f-e9dbb15da198 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:57.091082 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:57.092855 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/787d4845-ca26-45ae-a7f2-a5d155c1d0ce HTTP/1.1" status: 204 len: 168 time: 1.9287682 Jul 29 14:41:57.093882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c365b8-6484-4b29-b99c-af3c0465cfc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=787d4845-ca26-45ae-a7f2-a5d155c1d0ce,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:57.112352 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:57.126118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:41:57.176110 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:57.235770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-18eb5bbb-5abc-42b0-b88a-bd1dd2e049e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-406600253-router', 'tenant_id': '57df89dd6aa244138cc73fb8be58c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:39Z', 'updated_at': '2021-07-29T14:41:54Z', 'revision_number': 6, 'project_id': '57df89dd6aa244138cc73fb8be58c924', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:41:57.304049 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb5bbb-5abc-42b0-b88a-bd1dd2e049e9 None None] The sync data for ids ['2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14'] in n-d-802893-1 is: [{'id': '2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-406600253-router', 'tenant_id': '57df89dd6aa244138cc73fb8be58c924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:39Z', 'updated_at': '2021-07-29T14:41:54Z', 'revision_number': 6, 'project_id': '57df89dd6aa244138cc73fb8be58c924', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:41:57.315775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Pushing event updated for resources: {'Port': ['ID=1429d53a-8f8e-45b5-857e-acf9bf3e4dec,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:57.346029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49276) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:57.437720 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-bc8bd2c4-5970-4b5a-878a-cdd55650d457 service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979638 Jul 29 14:41:57.445486 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-83cf0d8b-193c-4311-ba8c-4ffadf968297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:57.467482 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f38d53e3-30cd-46ea-945d-8f0872701407 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c1e5bb704b94ce5b198fd0be9be7483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1201248 Jul 29 14:41:57.488856 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ff392adb-9249-49f1-988c-4fbd49a83dca None None] Provisioning for port 1429d53a-8f8e-45b5-857e-acf9bf3e4dec completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:41:57.495210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ff392adb-9249-49f1-988c-4fbd49a83dca None None] Provisioning complete for port 1429d53a-8f8e-45b5-857e-acf9bf3e4dec triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:41:57.495834 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff392adb-9249-49f1-988c-4fbd49a83dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:57.496338 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49282) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:57.502855 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c898016-d2ad-4351-b9c0-52644fc7af0b req-9498968b-d277-4846-97b7-b9deab794842 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008132 Jul 29 14:41:57.513775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf0d8b-193c-4311-ba8c-4ffadf968297 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ae758f-d0e8-4b0d-8698-d2a6c54d1b19,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:57.551239 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ff392adb-9249-49f1-988c-4fbd49a83dca None None] Port 1429d53a-8f8e-45b5-857e-acf9bf3e4dec cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:41:57.559527 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97087b3c-fb07-4b47-ade5-9d52374c1e4b req-e630c91b-0c29-4338-8538-006fb0e4add4 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:57.561145 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-97087b3c-fb07-4b47-ade5-9d52374c1e4b req-e630c91b-0c29-4338-8538-006fb0e4add4 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 950 time: 0.1186080 Jul 29 14:41:57.617774 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-97087b3c-fb07-4b47-ade5-9d52374c1e4b req-f6822e12-7354-4cf2-a44d-045c8aa2642a tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504534 Jul 29 14:41:57.737805 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 300d24b0-2b22-4f81-ba70-90b89881dfb1 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:41:57.778470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 300d24b0-2b22-4f81-ba70-90b89881dfb1 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:41:57.778853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 300d24b0-2b22-4f81-ba70-90b89881dfb1 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:41:57.792946 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b498c-3785-45e7-b73d-160cc9f33c46 req-4e6ae428-74c7-4d42-99f6-f706f46a2df2 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:57.794678 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b3b498c-3785-45e7-b73d-160cc9f33c46 req-4e6ae428-74c7-4d42-99f6-f706f46a2df2 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.0735466 Jul 29 14:41:57.888605 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b3b498c-3785-45e7-b73d-160cc9f33c46 req-04254b6e-1597-46f2-ada1-29aedc94e5a2 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799360 Jul 29 14:41:58.111220 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:58.145116 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-83cf0d8b-193c-4311-ba8c-4ffadf968297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:58.147286 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cdbe13ad-90fa-41df-98ee-a7658ef9bdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:58.153640 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-809590bc-83cd-4d1d-a9dd-2a68ffe8f15a req-9f62b79f-60b0-4436-a86b-9dfeef15198d service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7013872 Jul 29 14:41:58.304455 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cdbe13ad-90fa-41df-98ee-a7658ef9bdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:58.313654 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ace6d-5599-442c-9928-7cbcf7b04b64 req-dbdee625-7399-47df-995c-c06ad560e7ef tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:58.315249 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-768ace6d-5599-442c-9928-7cbcf7b04b64 req-dbdee625-7399-47df-995c-c06ad560e7ef tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 943 time: 0.7020085 Jul 29 14:41:58.406292 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-83cf0d8b-193c-4311-ba8c-4ffadf968297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:58.422147 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-83cf0d8b-193c-4311-ba8c-4ffadf968297 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:58.546359 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-b8580de8-5a01-4a88-b528-a11b31a33be7 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=066be3c079594f16a4e143f5f26610bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353162 Jul 29 14:41:58.578616 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-768ace6d-5599-442c-9928-7cbcf7b04b64 req-88fd4a27-7a02-4400-a7b0-c4f920d00de7 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288420 Jul 29 14:41:58.585431 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-83cf0d8b-193c-4311-ba8c-4ffadf968297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:58.585950 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cf0d8b-193c-4311-ba8c-4ffadf968297 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:41:58.598970 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-83cf0d8b-193c-4311-ba8c-4ffadf968297 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:58.600225 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-83cf0d8b-193c-4311-ba8c-4ffadf968297 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2ece3c0a-487a-4ab9-abfe-ae6d6bd77e14 HTTP/1.1" status: 204 len: 168 time: 4.6291440 Jul 29 14:41:58.610952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49332) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:41:58.636174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8e306-7b9f-48dd-8ba3-6cae7a24c395 req-2bee71c6-7182-47f2-9248-a8a05f9368ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:58.637968 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55b8e306-7b9f-48dd-8ba3-6cae7a24c395 req-2bee71c6-7182-47f2-9248-a8a05f9368ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 1094 time: 0.3197916 Jul 29 14:41:58.747776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9833d00f-866f-4de5-9d88-e4e4299cebd8 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:41:58.764109 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cdbe13ad-90fa-41df-98ee-a7658ef9bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:58.767114 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cdbe13ad-90fa-41df-98ee-a7658ef9bdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:58.770754 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cdbe13ad-90fa-41df-98ee-a7658ef9bdd0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8c20d37-5eb0-4c6e-b4b4-b1760261bb91 HTTP/1.1" status: 204 len: 168 time: 1.2647660 Jul 29 14:41:58.784442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 9833d00f-866f-4de5-9d88-e4e4299cebd8 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:41:58.785320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9833d00f-866f-4de5-9d88-e4e4299cebd8 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:41:58.786542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:41:58.820359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-67de7b0f-c905-4093-b887-fdb4c34bb1f1 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:58.823668 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-67de7b0f-c905-4093-b887-fdb4c34bb1f1 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692192 Jul 29 14:41:58.837312 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:41:58.839105 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 63ae758f-d0e8-4b0d-8698-d2a6c54d1b19 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:41:58.852077 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-a1c70dc0-906b-4e88-b028-13c4d54a4bb0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/quotas/066be3c079594f16a4e143f5f26610bd HTTP/1.1" status: 200 len: 375 time: 0.0133071 Jul 29 14:41:58.925587 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-65c684fb-4158-4019-bb14-5d6f671bcc78 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619724 Jul 29 14:41:58.945128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe13ad-90fa-41df-98ee-a7658ef9bdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c20d37-5eb0-4c6e-b4b4-b1760261bb91,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:59.004303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05ccc6c-a4c4-4a42-948b-5f90639e348e admin admin] Deleting subnet 3c7a71d1-4fdf-4c5d-9f63-ebeaceed09d4 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:41:59.023266 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a05ccc6c-a4c4-4a42-948b-5f90639e348e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:59.058711 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:59.071057 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:59.210578 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a05ccc6c-a4c4-4a42-948b-5f90639e348e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:59.258248 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8e306-7b9f-48dd-8ba3-6cae7a24c395 req-6ca8251c-02b8-40dd-81ad-2e03460621e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:59.260825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55b8e306-7b9f-48dd-8ba3-6cae7a24c395 req-6ca8251c-02b8-40dd-81ad-2e03460621e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.4801753 Jul 29 14:41:59.281351 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c796887-cff9-40dc-ac0e-3c6bbfa0fa6c req-37ee6754-a71c-4857-9c48-aa4c30830a08 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:59.292265 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3c796887-cff9-40dc-ac0e-3c6bbfa0fa6c req-37ee6754-a71c-4857-9c48-aa4c30830a08 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 950 time: 0.3826334 Jul 29 14:41:59.300174 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-823523a1-84b3-4e90-a165-98265e05e6cc req-4902404d-a796-4fec-9a29-5c3385c23a3b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 210 time: 0.0614371 Jul 29 14:41:59.371773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Pushing event updated for resources: {'Port': ['ID=1429d53a-8f8e-45b5-857e-acf9bf3e4dec,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:41:59.378365 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:59.381266 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55b8e306-7b9f-48dd-8ba3-6cae7a24c395 req-131dc48d-1cf8-4fe0-9ba3-f2fe04c318b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27951d3e-1a15-4439-84d0-8488882f7d72 HTTP/1.1" status: 200 len: 217 time: 0.0748489 Jul 29 14:41:59.461319 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-245f8571-59bd-46d4-bbcc-a46c834f1c9c req-5cb0949e-e7eb-4c91-89f4-d0795aead396 tempest-FlavorsV2NegativeTest-18872705 tempest-FlavorsV2NegativeTest-18872705-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7354b417f6584059a186df5f1947f177&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369146 Jul 29 14:41:59.601839 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3c796887-cff9-40dc-ac0e-3c6bbfa0fa6c req-b1b81b3e-f8e2-4642-a446-5e5a038fc8d1 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083525 Jul 29 14:41:59.632027 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f8571-59bd-46d4-bbcc-a46c834f1c9c req-5c2e953c-1ae7-48d7-9706-f63f8fd49c13 tempest-FlavorsV2NegativeTest-18872705 tempest-FlavorsV2NegativeTest-18872705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:59.633684 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-245f8571-59bd-46d4-bbcc-a46c834f1c9c req-5c2e953c-1ae7-48d7-9706-f63f8fd49c13 tempest-FlavorsV2NegativeTest-18872705 tempest-FlavorsV2NegativeTest-18872705-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1646740 Jul 29 14:41:59.670622 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-245f8571-59bd-46d4-bbcc-a46c834f1c9c req-fc56df40-2a61-4749-862b-86ff27933623 tempest-FlavorsV2NegativeTest-18872705 tempest-FlavorsV2NegativeTest-18872705-project] 10.222.0.16 "GET /v2.0/quotas/7354b417f6584059a186df5f1947f177 HTTP/1.1" status: 200 len: 375 time: 0.0259528 Jul 29 14:41:59.673108 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a05ccc6c-a4c4-4a42-948b-5f90639e348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:41:59.732352 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8e306-7b9f-48dd-8ba3-6cae7a24c395 req-f1a692f4-0906-4e72-af6a-8c6249eb02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:59.734830 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55b8e306-7b9f-48dd-8ba3-6cae7a24c395 req-f1a692f4-0906-4e72-af6a-8c6249eb02f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.3388624 Jul 29 14:41:59.740267 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-245f8571-59bd-46d4-bbcc-a46c834f1c9c req-084b7d5d-e75c-4164-9dd8-a83b0c75310f tempest-FlavorsV2NegativeTest-18872705 tempest-FlavorsV2NegativeTest-18872705-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7354b417f6584059a186df5f1947f177&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614054 Jul 29 14:41:59.833547 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55b8e306-7b9f-48dd-8ba3-6cae7a24c395 req-e3ef20f0-d92e-4283-a147-99dd17e7a232 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811248 Jul 29 14:41:59.898162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b875dc-03af-44d3-beee-59fdc1dda1de req-25f30529-3130-4f65-8af4-27ae43a8f54b tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:41:59.901605 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68b875dc-03af-44d3-beee-59fdc1dda1de req-25f30529-3130-4f65-8af4-27ae43a8f54b tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 943 time: 0.0936711 Jul 29 14:41:59.913252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Network 1bd43f63-f8ae-41d4-ad9f-e9dbb15da198 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:41:59.966569 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:41:59.994857 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68b875dc-03af-44d3-beee-59fdc1dda1de req-385b506e-cc5a-443d-9250-c00e93988294 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752261 Jul 29 14:42:00.083240 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a05ccc6c-a4c4-4a42-948b-5f90639e348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:00.119624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ccc6c-a4c4-4a42-948b-5f90639e348e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7a71d1-4fdf-4c5d-9f63-ebeaceed09d4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:00.174811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c3501-7edb-4669-8fc8-8e61e0d411e4 req-1dd95837-58e9-44df-abae-dec5193035bd tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:00.178244 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-811c3501-7edb-4669-8fc8-8e61e0d411e4 req-1dd95837-58e9-44df-abae-dec5193035bd tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.3987222 Jul 29 14:42:00.210831 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b891676f-8621-497d-a614-2b4f72f25711 None None] Network 9c540257-b727-4746-93ea-03ee33a47061 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:42:00.226717 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a05ccc6c-a4c4-4a42-948b-5f90639e348e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:00.229814 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a05ccc6c-a4c4-4a42-948b-5f90639e348e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3c7a71d1-4fdf-4c5d-9f63-ebeaceed09d4 HTTP/1.1" status: 204 len: 168 time: 1.6133931 Jul 29 14:42:00.232503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49418) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:00.241670 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55b8e306-7b9f-48dd-8ba3-6cae7a24c395 req-83c27c78-fda7-466d-9437-56a9f73bfb80 service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638525 Jul 29 14:42:00.350875 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-811c3501-7edb-4669-8fc8-8e61e0d411e4 req-9646fbf6-812a-4a2b-a96b-bf81e0c50e74 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483650 Jul 29 14:42:00.389997 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ea5f2fea-c51f-41d3-91f1-28a1c5a0afca None None] Provisioning complete for port 1429d53a-8f8e-45b5-857e-acf9bf3e4dec triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:00.390809 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ea5f2fea-c51f-41d3-91f1-28a1c5a0afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:00.398435 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:00.468118 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f2fea-c51f-41d3-91f1-28a1c5a0afca None None] Port 1429d53a-8f8e-45b5-857e-acf9bf3e4dec cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:42:00.502852 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-636cd0df-acbe-4a36-9777-457fa0618261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:00.524315 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55b8e306-7b9f-48dd-8ba3-6cae7a24c395 req-8e4ab570-050b-49ae-8b07-010aba07c53a service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440603 Jul 29 14:42:00.594144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] Deleting port 253697c0-d22e-4a32-90f1-ac21f4155bf4 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:42:00.594620 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:00.603799 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Router 17a07ff7-b5aa-4a01-9b1d-60835189374c has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:42:00.608321 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-71ec711a-25d7-4d2c-a11f-74715a03ea61 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=066be3c079594f16a4e143f5f26610bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823562 Jul 29 14:42:00.692586 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266bdd7b-1e57-4c28-a824-9f9171032312 None None] DHCP port deletion for 9c540257-b727-4746-93ea-03ee33a47061 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:42:00.785100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-266bdd7b-1e57-4c28-a824-9f9171032312 None None] Deleting port 253697c0-d22e-4a32-90f1-ac21f4155bf4 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:42:00.785792 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-266bdd7b-1e57-4c28-a824-9f9171032312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:00.822784 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8995f741-ed1a-4668-be59-50eff94019d8 req-ad0de7ec-51a5-42ad-ba38-b1cd8aa73265 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f4cdf9b9c1cd49198bf578b838a6cb76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656934 Jul 29 14:42:00.850381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-e80505d8-68bf-4820-9c74-5451216a53b4 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:00.852088 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-e80505d8-68bf-4820-9c74-5451216a53b4 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2366168 Jul 29 14:42:00.900400 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0cfae0d5-b6ab-424e-9edb-c9454e203acf req-c1d2debb-ea97-4d3f-9fb9-854d6bb0f63b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 210 time: 0.0445621 Jul 29 14:42:00.954575 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-282f447b-b5cc-4f45-8a45-d764f901edb6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Request body: {'port': {'device_id': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '066be3c079594f16a4e143f5f26610bd'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:00.992773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995f741-ed1a-4668-be59-50eff94019d8 req-dd020996-e7c5-406d-9cd7-78aac6a669c7 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:01.001447 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8995f741-ed1a-4668-be59-50eff94019d8 req-dd020996-e7c5-406d-9cd7-78aac6a669c7 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768997 Jul 29 14:42:01.047646 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8995f741-ed1a-4668-be59-50eff94019d8 req-a9b59f9e-cbf2-4767-abcf-33ecd4637139 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/quotas/f4cdf9b9c1cd49198bf578b838a6cb76 HTTP/1.1" status: 200 len: 375 time: 0.0452039 Jul 29 14:42:01.080758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-266bdd7b-1e57-4c28-a824-9f9171032312 None None] For port 253697c0-d22e-4a32-90f1-ac21f4155bf4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=253697c0-d22e-4a32-90f1-ac21f4155bf4,segment=NetworkSegment(f4a33db5-af58-47da-8ba1-3a67305f5d19),segment_id=f4a33db5-af58-47da-8ba1-3a67305f5d19)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:01.081521 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-266bdd7b-1e57-4c28-a824-9f9171032312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:01.104960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-266bdd7b-1e57-4c28-a824-9f9171032312 None None] Calling delete_port for 253697c0-d22e-4a32-90f1-ac21f4155bf4 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:42:01.107942 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8995f741-ed1a-4668-be59-50eff94019d8 req-a5d55fcf-58a2-4c49-a3dd-f6833d661984 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4cdf9b9c1cd49198bf578b838a6cb76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591006 Jul 29 14:42:01.117738 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-791f72d1-f6fb-4a19-b48b-2eacae3e2cc6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4932ecb6c25d4ca8a1fda7521977c459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482786 Jul 29 14:42:01.135659 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] For port 253697c0-d22e-4a32-90f1-ac21f4155bf4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=253697c0-d22e-4a32-90f1-ac21f4155bf4,segment=NetworkSegment(f4a33db5-af58-47da-8ba1-3a67305f5d19),segment_id=f4a33db5-af58-47da-8ba1-3a67305f5d19)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:01.136066 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:01.165441 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] Calling delete_port for 253697c0-d22e-4a32-90f1-ac21f4155bf4 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:42:01.202852 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:42:01.214092 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a5f85719-a111-446f-a014-59cee1066e0f admin admin] 10.222.0.16 "PUT /v2.0/routers/17a07ff7-b5aa-4a01-9b1d-60835189374c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3022199 Jul 29 14:42:01.224795 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Sync routers for ids ['17a07ff7-b5aa-4a01-9b1d-60835189374c'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:42:01.245751 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49456) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:01.258773 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Routers {'17a07ff7-b5aa-4a01-9b1d-60835189374c'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:42:01.262414 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-266bdd7b-1e57-4c28-a824-9f9171032312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:01.263810 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:41:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['17a07ff7-b5aa-4a01-9b1d-60835189374c'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:01.283861 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:01.284231 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-282f447b-b5cc-4f45-8a45-d764f901edb6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Made reservation on behalf of 066be3c079594f16a4e143f5f26610bd for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:01.287996 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-282f447b-b5cc-4f45-8a45-d764f901edb6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:01.298203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266bdd7b-1e57-4c28-a824-9f9171032312 None None] No DVR routers for this DVR port 253697c0-d22e-4a32-90f1-ac21f4155bf4 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:42:01.353732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bdd7b-1e57-4c28-a824-9f9171032312 None None] Pushing event deleted for resources: {'Port': ['ID=253697c0-d22e-4a32-90f1-ac21f4155bf4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:01.372958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] Pushing event deleted for resources: {'Port': ['ID=253697c0-d22e-4a32-90f1-ac21f4155bf4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:01.396132 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] No DVR routers for this DVR port 253697c0-d22e-4a32-90f1-ac21f4155bf4 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:42:01.449454 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-45d75cd4-72e2-4630-9084-40d81a7b4ec1 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:01.454724 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-45d75cd4-72e2-4630-9084-40d81a7b4ec1 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3254850 Jul 29 14:42:01.547041 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Set router 17a07ff7-b5aa-4a01-9b1d-60835189374c gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:42:01.634565 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:01.649837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c540257-b727-4746-93ea-03ee33a47061']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:01.671410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a33db5-af58-47da-8ba1-3a67305f5d19') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:01.672018 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a33db5-af58-47da-8ba1-3a67305f5d19') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:01.682134 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db947a8-1481-4913-9204-df443fc62c5e req-510da777-cec2-496d-b824-17790c4f7006 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:01.690087 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5db947a8-1481-4913-9204-df443fc62c5e req-510da777-cec2-496d-b824-17790c4f7006 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 943 time: 0.1227412 Jul 29 14:42:01.708296 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:01.736220 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:01.758046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:42:01.758923 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:42:01.762815 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:42:01.800707 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5db947a8-1481-4913-9204-df443fc62c5e req-466238a6-f4ce-4d6a-8dd0-5c6ac00a5890 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091962 Jul 29 14:42:01.814486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-2a4dd067-1404-4a89-9565-a3d1c0e89ba6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/quotas/4932ecb6c25d4ca8a1fda7521977c459 HTTP/1.1" status: 200 len: 375 time: 0.3489764 Jul 29 14:42:01.816578 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b458d078-7fe5-4ab9-be9e-acfc8181a2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:01.936875 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1375882414-router', 'tenant_id': '7154cab60ba24e7781458fb04f714379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '32119edb-b323-47c4-9bb4-b50c97255035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:45Z', 'updated_at': '2021-07-29T14:41:57Z', 'revision_number': 4, 'project_id': '7154cab60ba24e7781458fb04f714379', 'gw_port': {'id': '32119edb-b323-47c4-9bb4-b50c97255035', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:46Z', 'updated_at': '2021-07-29T14:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '1429d53a-8f8e-45b5-857e-acf9bf3e4dec', 'name': '', 'network_id': '1bd43f63-f8ae-41d4-ad9f-e9dbb15da198', 'tenant_id': '7154cab60ba24e7781458fb04f714379', 'mac_address': 'fa:16:3e:de:01:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'fe10b2c1-4776-4185-829f-f807cbaf2ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:54Z', 'updated_at': '2021-07-29T14:41:58Z', 'revision_number': 2, 'project_id': '7154cab60ba24e7781458fb04f714379', 'subnets': [{'id': 'fe10b2c1-4776-4185-829f-f807cbaf2ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:01.942471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 27951d3e-1a15-4439-84d0-8488882f7d72 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:42:01.960769 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c789b278-a437-44bd-906c-c4ed5cab84bf tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4932ecb6c25d4ca8a1fda7521977c459&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1451576 Jul 29 14:42:01.962400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-282f447b-b5cc-4f45-8a45-d764f901edb6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Allocated IP 192.168.233.97 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/8be12780-02c9-4ad3-91fe-54c5ee5837ab) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:01.968069 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:02.011476 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Checking router: 17a07ff7-b5aa-4a01-9b1d-60835189374c for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:42:02.011476 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Updating router 17a07ff7-b5aa-4a01-9b1d-60835189374c port 1429d53a-8f8e-45b5-857e-acf9bf3e4dec binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:42:02.027404 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:02.030954 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] 10.222.0.16 "DELETE /v2.0/networks/9c540257-b727-4746-93ea-03ee33a47061 HTTP/1.1" status: 204 len: 168 time: 1.7969563 Jul 29 14:42:02.035979 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-27879e47-d8cd-400d-a62a-632e0da4bc88 req-fa880d55-299f-4f07-bf75-dbefb046e07f tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 210 time: 0.0726316 Jul 29 14:42:02.052874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d095b-ae7c-42f8-957a-39118d17c80f admin admin] Pushing event deleted for resources: {'Network': ['ID=9c540257-b727-4746-93ea-03ee33a47061,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:02.088238 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:02.180932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 27951d3e-1a15-4439-84d0-8488882f7d72, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=27951d3e-1a15-4439-84d0-8488882f7d72,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:02.230960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '27951d3e-1a15-4439-84d0-8488882f7d72', 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d', 'port_id': '27951d3e-1a15-4439-84d0-8488882f7d72', 'mac_address': 'fa:16:3e:29:61:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84740567-e60d-40ec-855d-8962b438829e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:42:02.338085 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:02.367633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27951d3e-1a15-4439-84d0-8488882f7d72 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:02.370006 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49484) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:02.388915 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b458d078-7fe5-4ab9-be9e-acfc8181a2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:02.390527 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 27951d3e-1a15-4439-84d0-8488882f7d72, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=27951d3e-1a15-4439-84d0-8488882f7d72,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:02.403176 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:02.409942 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b458d078-7fe5-4ab9-be9e-acfc8181a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:02.469821 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=27951d3e-1a15-4439-84d0-8488882f7d72,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:02.514977 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a72df83b-6aa6-40a2-a6d0-09fd3eeb6526 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57df89dd6aa244138cc73fb8be58c924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426780 Jul 29 14:42:02.518383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49486) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:02.563647 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a84e84ea-335e-42a9-a366-28e7bed04df3 req-b51dd393-95b4-4b45-979f-c856a4ae1f91 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 210 time: 0.0950685 Jul 29 14:42:02.588117 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b458d078-7fe5-4ab9-be9e-acfc8181a2b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7354b417f6584059a186df5f1947f177&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3405228 Jul 29 14:42:02.590966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49488) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:02.601676 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458d078-7fe5-4ab9-be9e-acfc8181a2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad3ff54-1ca7-40ec-983e-fdc032a1b2c5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:02.652522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['27951d3e-1a15-4439-84d0-8488882f7d72'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:42:02.729835 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 253697c0-d22e-4a32-90f1-ac21f4155bf4 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:42:02.771416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 253697c0-d22e-4a32-90f1-ac21f4155bf4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:42:02.772252 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 253697c0-d22e-4a32-90f1-ac21f4155bf4 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:42:02.807911 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7b286b0c-e5f3-447e-bec0-d2a8ff6fd2f2 req-85b1eef9-310b-4f6a-bdbb-194c313b94a8 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 210 time: 0.0920308 Jul 29 14:42:02.850563 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93d34e7f-dd5d-4dd0-a5ac-dd77effe064f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:02.877476 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f473379a-fd12-4097-9a7a-39fb67cd78f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:02.877770 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-282f447b-b5cc-4f45-8a45-d764f901edb6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:02.908623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-282f447b-b5cc-4f45-8a45-d764f901edb6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Transition to ACTIVE for port object 8be12780-02c9-4ad3-91fe-54c5ee5837ab will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:02.926270 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93d34e7f-dd5d-4dd0-a5ac-dd77effe064f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:03.012844 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-282f447b-b5cc-4f45-8a45-d764f901edb6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:03.039749 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:03.043165 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68bd546e-ed16-4a48-bf63-ae1d68c4b706 req-bfef6aab-08c1-4b64-b4b6-0b2ac46d75be tempest-FloatingIPsNegativeTestJSON-1263171463 tempest-FloatingIPsNegativeTestJSON-1263171463-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=7154cab60ba24e7781458fb04f714379 HTTP/1.1" status: 200 len: 217 time: 0.0904827 Jul 29 14:42:03.048416 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f473379a-fd12-4097-9a7a-39fb67cd78f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:03.050867 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['bc523ae7-808c-460e-a4df-a83972b6e6d2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:42:03.074676 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Transition to ACTIVE for port object 1429d53a-8f8e-45b5-857e-acf9bf3e4dec will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:03.088623 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:03.089886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-282f447b-b5cc-4f45-8a45-d764f901edb6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:03.133516 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb9e02-4afb-47f5-b7d6-9cdeaf141929 req-1136646d-c23a-4964-8d1a-b328f3c58d89 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:03.135343 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d5cb9e02-4afb-47f5-b7d6-9cdeaf141929 req-1136646d-c23a-4964-8d1a-b328f3c58d89 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 944 time: 0.1669276 Jul 29 14:42:03.139901 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-282f447b-b5cc-4f45-8a45-d764f901edb6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:03.211792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f447b-b5cc-4f45-8a45-d764f901edb6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Pushing event updated for resources: {'Port': ['ID=8be12780-02c9-4ad3-91fe-54c5ee5837ab,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:03.215839 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-282f447b-b5cc-4f45-8a45-d764f901edb6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:03.224685 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:03.294317 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-acd47d25-0582-4a00-b760-7d62354a3377 req-38c6300d-b879-4266-8a9a-af7d49d95b6c tempest-FloatingIPsNegativeTestJSON-1263171463 tempest-FloatingIPsNegativeTestJSON-1263171463-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1515594 Jul 29 14:42:03.295824 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68332672-391b-44c4-8aa2-3eda8c9d3a4c None None] Pushing event updated for resources: {'Port': ['ID=1429d53a-8f8e-45b5-857e-acf9bf3e4dec,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:03.299507 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f473379a-fd12-4097-9a7a-39fb67cd78f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:03.309222 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f473379a-fd12-4097-9a7a-39fb67cd78f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:03.314182 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f473379a-fd12-4097-9a7a-39fb67cd78f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ad3ff54-1ca7-40ec-983e-fdc032a1b2c5 HTTP/1.1" status: 204 len: 168 time: 0.7217264 Jul 29 14:42:03.316540 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93d34e7f-dd5d-4dd0-a5ac-dd77effe064f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:03.326517 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93d34e7f-dd5d-4dd0-a5ac-dd77effe064f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:03.329556 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-93d34e7f-dd5d-4dd0-a5ac-dd77effe064f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47be1944-c7a9-4ade-b269-15131911566e HTTP/1.1" status: 204 len: 168 time: 0.8099980 Jul 29 14:42:03.375579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473379a-fd12-4097-9a7a-39fb67cd78f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad3ff54-1ca7-40ec-983e-fdc032a1b2c5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:03.422675 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d34e7f-dd5d-4dd0-a5ac-dd77effe064f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47be1944-c7a9-4ade-b269-15131911566e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:03.428326 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['9745f4e8-6a8c-4848-baf2-c46b5b13f332'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:42:03.502747 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Attempting to bind port 1429d53a-8f8e-45b5-857e-acf9bf3e4dec on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:03.503974 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Attempting to bind port 1429d53a-8f8e-45b5-857e-acf9bf3e4dec by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'bd188050-9565-432a-997b-38f80f50b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1bd43f63-f8ae-41d4-ad9f-e9dbb15da198'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:03.505233 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Attempting to bind port 1429d53a-8f8e-45b5-857e-acf9bf3e4dec on network 1bd43f63-f8ae-41d4-ad9f-e9dbb15da198 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:03.527779 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:03.529344 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Checking segment: {'id': 'bd188050-9565-432a-997b-38f80f50b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1bd43f63-f8ae-41d4-ad9f-e9dbb15da198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:03.533218 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:03.534130 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Bound using segment: {'id': 'bd188050-9565-432a-997b-38f80f50b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1bd43f63-f8ae-41d4-ad9f-e9dbb15da198'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:03.535352 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Bound port: 1429d53a-8f8e-45b5-857e-acf9bf3e4dec, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd188050-9565-432a-997b-38f80f50b45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1bd43f63-f8ae-41d4-ad9f-e9dbb15da198'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:03.538740 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:03.547327 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8995f741-ed1a-4668-be59-50eff94019d8 req-638bd893-250a-43b5-a71f-a34aacf17c3b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f4cdf9b9c1cd49198bf578b838a6cb76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1327331 Jul 29 14:42:03.701222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-282f447b-b5cc-4f45-8a45-d764f901edb6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:03.710547 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-282f447b-b5cc-4f45-8a45-d764f901edb6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:03.723511 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d5cb9e02-4afb-47f5-b7d6-9cdeaf141929 req-b8a3578a-838d-4bd8-90a5-de7d7da905ea tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602334 Jul 29 14:42:03.754617 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] For port 1429d53a-8f8e-45b5-857e-acf9bf3e4dec, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:03.762196 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] For port 1429d53a-8f8e-45b5-857e-acf9bf3e4dec, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1429d53a-8f8e-45b5-857e-acf9bf3e4dec,segment=NetworkSegment(bd188050-9565-432a-997b-38f80f50b45b),segment_id=bd188050-9565-432a-997b-38f80f50b45b)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:03.772000 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:03.782234 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd176b26-45ce-44da-9e9e-2a24465c11b0 req-c215f100-0f54-41fd-ad73-1e7b891f58b9 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 210 time: 0.1421907 Jul 29 14:42:03.841806 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-282f447b-b5cc-4f45-8a45-d764f901edb6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9379039 Jul 29 14:42:03.852954 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ce0cd34-e448-4aa0-8878-06dcb062b0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:03.862763 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Request body: {'port': {'device_id': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:03.894150 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68332672-391b-44c4-8aa2-3eda8c9d3a4c None None] Pushing event updated for resources: {'Port': ['ID=1429d53a-8f8e-45b5-857e-acf9bf3e4dec,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:03.954870 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Routers {'17a07ff7-b5aa-4a01-9b1d-60835189374c'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:42:03.955794 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:42:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['17a07ff7-b5aa-4a01-9b1d-60835189374c'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:03.979773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 27951d3e-1a15-4439-84d0-8488882f7d72 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:04.169285 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-c0e0a8e0-b9d7-4171-ad21-1104306e1c7d req-54b21d1e-0ca7-4241-9956-4f0ce26b8027 tempest-FloatingIPsNegativeTestJSON-1263171463 tempest-FloatingIPsNegativeTestJSON-1263171463-project] show failed (client error): The resource could not be found. Jul 29 14:42:04.185490 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49516) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:04.194707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c0e0a8e0-b9d7-4171-ad21-1104306e1c7d req-54b21d1e-0ca7-4241-9956-4f0ce26b8027 tempest-FloatingIPsNegativeTestJSON-1263171463 tempest-FloatingIPsNegativeTestJSON-1263171463-project] 10.222.0.16 "GET /v2.0/floatingips/58b8a66f-a0ca-4d0e-aa50-ed7e01ab26ce HTTP/1.1" status: 404 len: 350 time: 0.2752593 Jul 29 14:42:04.272739 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] Set router 17a07ff7-b5aa-4a01-9b1d-60835189374c gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:42:04.318788 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-025d2efa-87e9-4975-a8e1-de2643fa7b26 None None] Provisioning for port 8be12780-02c9-4ad3-91fe-54c5ee5837ab completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:04.403244 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:04.420320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-025d2efa-87e9-4975-a8e1-de2643fa7b26 None None] Provisioning complete for port 8be12780-02c9-4ad3-91fe-54c5ee5837ab triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:04.421873 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-025d2efa-87e9-4975-a8e1-de2643fa7b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:04.454963 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00b4591a-4a22-4da5-807f-72b1fbb1684f req-0002de56-ab7b-432c-9c17-f78abf44d0e6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 210 time: 0.0847893 Jul 29 14:42:04.456383 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:04.496332 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995f741-ed1a-4668-be59-50eff94019d8 req-74b38a16-3f09-4cfb-a5d1-04b7cc70f589 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:04.496332 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8995f741-ed1a-4668-be59-50eff94019d8 req-74b38a16-3f09-4cfb-a5d1-04b7cc70f589 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7661550 Jul 29 14:42:04.518389 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-8995f741-ed1a-4668-be59-50eff94019d8 req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Request body: {'port': {'device_id': 'd2db6762-ea3f-4c28-9987-cc3e9d6ecb79', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': 'f4cdf9b9c1cd49198bf578b838a6cb76'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:04.532969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c242679-196d-4524-a17b-3be538a1ef0d req-018c7383-bf38-4066-95e9-b80f6e4500a1 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:04.543059 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c242679-196d-4524-a17b-3be538a1ef0d req-018c7383-bf38-4066-95e9-b80f6e4500a1 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 935 time: 0.2440348 Jul 29 14:42:04.588833 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 27951d3e-1a15-4439-84d0-8488882f7d72 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:04.625401 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c242679-196d-4524-a17b-3be538a1ef0d req-6926a667-6cbc-48b2-b196-6bf5789a1979 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809917 Jul 29 14:42:04.652579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 27951d3e-1a15-4439-84d0-8488882f7d72 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:04.656835 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:04.769756 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-025d2efa-87e9-4975-a8e1-de2643fa7b26 None None] Port 8be12780-02c9-4ad3-91fe-54c5ee5837ab cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:42:04.785890 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1375882414-router', 'tenant_id': '7154cab60ba24e7781458fb04f714379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '32119edb-b323-47c4-9bb4-b50c97255035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:45Z', 'updated_at': '2021-07-29T14:41:57Z', 'revision_number': 4, 'project_id': '7154cab60ba24e7781458fb04f714379', 'gw_port': {'id': '32119edb-b323-47c4-9bb4-b50c97255035', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:46Z', 'updated_at': '2021-07-29T14:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '1429d53a-8f8e-45b5-857e-acf9bf3e4dec', 'name': '', 'network_id': '1bd43f63-f8ae-41d4-ad9f-e9dbb15da198', 'tenant_id': '7154cab60ba24e7781458fb04f714379', 'mac_address': 'fa:16:3e:de:01:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'fe10b2c1-4776-4185-829f-f807cbaf2ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:54Z', 'updated_at': '2021-07-29T14:42:03Z', 'revision_number': 4, 'project_id': '7154cab60ba24e7781458fb04f714379', 'subnets': [{'id': 'fe10b2c1-4776-4185-829f-f807cbaf2ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:04.917513 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-067bc3ef-38dd-49e9-8fd3-f9f6e03423e5 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4932ecb6c25d4ca8a1fda7521977c459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942905 Jul 29 14:42:04.930016 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb3434f-77d6-4217-a94d-fb9ca6cc4242 None None] The sync data for ids ['17a07ff7-b5aa-4a01-9b1d-60835189374c'] in n-d-802893-1 is: [{'id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1375882414-router', 'tenant_id': '7154cab60ba24e7781458fb04f714379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '32119edb-b323-47c4-9bb4-b50c97255035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:45Z', 'updated_at': '2021-07-29T14:41:57Z', 'revision_number': 4, 'project_id': '7154cab60ba24e7781458fb04f714379', 'gw_port': {'id': '32119edb-b323-47c4-9bb4-b50c97255035', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:46Z', 'updated_at': '2021-07-29T14:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '1429d53a-8f8e-45b5-857e-acf9bf3e4dec', 'name': '', 'network_id': '1bd43f63-f8ae-41d4-ad9f-e9dbb15da198', 'tenant_id': '7154cab60ba24e7781458fb04f714379', 'mac_address': 'fa:16:3e:de:01:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'fe10b2c1-4776-4185-829f-f807cbaf2ec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:54Z', 'updated_at': '2021-07-29T14:42:03Z', 'revision_number': 4, 'project_id': '7154cab60ba24e7781458fb04f714379', 'subnets': [{'id': 'fe10b2c1-4776-4185-829f-f807cbaf2ec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:42:05.076408 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:05.160412 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b8c6f8-07d3-481a-b473-ad6201bfae44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27951d3e-1a15-4439-84d0-8488882f7d72'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:05.164023 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25d8e9e-a53c-4fff-b8a7-b36cab427f20" -d '{"events": [{"server_uuid": "f4b8c6f8-07d3-481a-b473-ad6201bfae44", "name": "network-vif-plugged", "status": "completed", "tag": "27951d3e-1a15-4439-84d0-8488882f7d72"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:05.196097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 27951d3e-1a15-4439-84d0-8488882f7d72, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=27951d3e-1a15-4439-84d0-8488882f7d72,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:05.223261 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8995f741-ed1a-4668-be59-50eff94019d8 req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Made reservation on behalf of f4cdf9b9c1cd49198bf578b838a6cb76 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:05.224152 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:05.229829 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8995f741-ed1a-4668-be59-50eff94019d8 req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:05.276493 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8995f741-ed1a-4668-be59-50eff94019d8 req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:05.328127 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=27951d3e-1a15-4439-84d0-8488882f7d72,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:05.337465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:05.337842 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:05.338400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:05.339335 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:05.339883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:05.340376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:05.341056 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:05.341581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:05.342069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:05.342555 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:05.343059 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:05.343544 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:05.393633 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9a8e68c-7ed4-4423-96df-17f9ac7b8ece req-834c20d3-c7c4-431d-a3de-661bb9b911fa tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 210 time: 0.2719908 Jul 29 14:42:05.508977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937afe60-d42b-4e53-be27-64e2956fd15b req-bdeb382a-aae7-4d0d-b3b4-24c6ea0fedef tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:05.512591 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-937afe60-d42b-4e53-be27-64e2956fd15b req-bdeb382a-aae7-4d0d-b3b4-24c6ea0fedef tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 945 time: 0.3580575 Jul 29 14:42:05.515488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-6a9df8a9-e49a-46b0-9f81-b247d7c1bc54 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:05.517157 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-6a9df8a9-e49a-46b0-9f81-b247d7c1bc54 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5860898 Jul 29 14:42:05.547595 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-336df5c9-1cf0-4ada-b9e4-aaed3c435e14 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Request body: {'port': {'device_id': 'dd14b240-4c2c-4815-897f-5047352479c9', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '4932ecb6c25d4ca8a1fda7521977c459'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:05.615844 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694a5216-e946-40eb-b6e4-217c172cf14b x-openstack-request-id: req-694a5216-e946-40eb-b6e4-217c172cf14b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:05.615844 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b8c6f8-07d3-481a-b473-ad6201bfae44", "name": "network-vif-plugged", "status": "completed", "tag": "27951d3e-1a15-4439-84d0-8488882f7d72", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:05.616508 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-694a5216-e946-40eb-b6e4-217c172cf14b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:05.616839 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b8c6f8-07d3-481a-b473-ad6201bfae44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27951d3e-1a15-4439-84d0-8488882f7d72', 'code': 200} Jul 29 14:42:05.667086 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:42:05.677988 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-937afe60-d42b-4e53-be27-64e2956fd15b req-00923a19-9ae0-4081-9a85-80e77c6283fa tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479251 Jul 29 14:42:05.864255 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9778f8e-9359-48dd-a844-e35ca18645f6 req-e3582464-1454-4890-9dbb-f6aa940059a7 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 210 time: 0.0654030 Jul 29 14:42:05.923132 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7d6b1561-cc41-4171-9e6b-f3478162980d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:05.925915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be12780-02c9-4ad3-91fe-54c5ee5837ab {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:05.946215 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:05.986269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Transition to ACTIVE for port object 8be12780-02c9-4ad3-91fe-54c5ee5837ab will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:06.009766 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:06.024687 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abeab7-88e4-4811-8d93-6daf63d4c224 req-5313238f-a1e7-4e79-8319-a39dca94bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:06.026850 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71abeab7-88e4-4811-8d93-6daf63d4c224 req-5313238f-a1e7-4e79-8319-a39dca94bc49 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 1096 time: 0.3454397 Jul 29 14:42:06.058209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49568) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:06.157212 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:06.162505 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8995f741-ed1a-4668-be59-50eff94019d8 req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:06.184141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a205e0-3d56-4c9f-b7c3-3947b10c6108 req-4e4ffc5e-e434-48a2-b5f5-88d2f03dcf7a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:06.189344 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-63a205e0-3d56-4c9f-b7c3-3947b10c6108 req-4e4ffc5e-e434-48a2-b5f5-88d2f03dcf7a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 947 time: 0.1518915 Jul 29 14:42:06.231549 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8995f741-ed1a-4668-be59-50eff94019d8 req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:06.279537 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-336df5c9-1cf0-4ada-b9e4-aaed3c435e14 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Made reservation on behalf of 4932ecb6c25d4ca8a1fda7521977c459 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:06.283440 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-336df5c9-1cf0-4ada-b9e4-aaed3c435e14 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:06.319402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-63a205e0-3d56-4c9f-b7c3-3947b10c6108 req-0d1108ab-76a8-41df-ab17-59f39d4433ec tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999773 Jul 29 14:42:06.448551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a7bab6df-b447-46d2-88b9-94bd01b8d434 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-network', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:06.456260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Pushing event updated for resources: {'Port': ['ID=8be12780-02c9-4ad3-91fe-54c5ee5837ab,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:06.468178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ee4e82-c607-41b9-9de4-3c4c7330e428,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:06.518682 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71abeab7-88e4-4811-8d93-6daf63d4c224 req-aa59d20c-1eb5-463c-9eba-f3b5a3d9cbc8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670343 Jul 29 14:42:06.531599 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-8995f741-ed1a-4668-be59-50eff94019d8 req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Allocated IP 192.168.233.181 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/bd2ad684-ee60-4ed2-bcaa-4ad7742f2929) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:06.565543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Attempting to bind port 8be12780-02c9-4ad3-91fe-54c5ee5837ab on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:06.565903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Attempting to bind port 8be12780-02c9-4ad3-91fe-54c5ee5837ab by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:06.566238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Attempting to bind port 8be12780-02c9-4ad3-91fe-54c5ee5837ab on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:06.575307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bab6df-b447-46d2-88b9-94bd01b8d434 admin admin] Made reservation on behalf of 877bce2dad89466a9ad4b1efe382143d for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:06.578422 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7bab6df-b447-46d2-88b9-94bd01b8d434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:06.587550 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Port 8be12780-02c9-4ad3-91fe-54c5ee5837ab on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:42:06.588019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Attempting to bind port 8be12780-02c9-4ad3-91fe-54c5ee5837ab on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:06.613677 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:06.614054 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:06.614483 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:06.614952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Bound port: 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:06.615349 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:06.637236 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7bab6df-b447-46d2-88b9-94bd01b8d434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:06.721799 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b1561-cc41-4171-9e6b-f3478162980d admin admin] Deleting port 1429d53a-8f8e-45b5-857e-acf9bf3e4dec {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:42:06.722602 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7d6b1561-cc41-4171-9e6b-f3478162980d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:06.733688 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-93a58ab5-cdbe-4d79-9811-8715d22c6c19 req-7c770b17-0b7a-4c05-96ac-18979ac62282 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 210 time: 0.1313114 Jul 29 14:42:06.751036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1429d53a-8f8e-45b5-857e-acf9bf3e4dec up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:06.886685 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-7d6b1561-cc41-4171-9e6b-f3478162980d admin admin] For port 1429d53a-8f8e-45b5-857e-acf9bf3e4dec, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1429d53a-8f8e-45b5-857e-acf9bf3e4dec,segment=NetworkSegment(bd188050-9565-432a-997b-38f80f50b45b),segment_id=bd188050-9565-432a-997b-38f80f50b45b)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:06.887081 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7d6b1561-cc41-4171-9e6b-f3478162980d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:06.897581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 1429d53a-8f8e-45b5-857e-acf9bf3e4dec completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:06.903418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 1429d53a-8f8e-45b5-857e-acf9bf3e4dec triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:06.904050 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:06.928951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b1561-cc41-4171-9e6b-f3478162980d admin admin] Calling delete_port for 1429d53a-8f8e-45b5-857e-acf9bf3e4dec owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:42:06.976333 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49588) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:07.000267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:07.007081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:07.021177 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.024199 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.049716 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4645307-aa80-4ce5-b205-14bef5b55ae5 req-5de95d78-61be-4f12-bb76-ae6f99504101 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:07.051622 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4645307-aa80-4ce5-b205-14bef5b55ae5 req-5de95d78-61be-4f12-bb76-ae6f99504101 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 945 time: 0.1673565 Jul 29 14:42:07.052905 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d318b0f3-cfa6-451b-a90f-2a365ec74cda req-72007543-5085-4705-99e0-b44ce57b9675 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 210 time: 0.0428188 Jul 29 14:42:07.073101 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:07.073740 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.075343 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] 10.222.0.38 "PUT /v2.0/ports/8be12780-02c9-4ad3-91fe-54c5ee5837ab HTTP/1.1" status: 200 len: 1095 time: 3.2180758 Jul 29 14:42:07.075955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:07.078520 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ceac597-37a8-4c0d-b647-389fdfbf10f0" -d '{"events": [{"name": "network-changed", "server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:07.122143 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8995f741-ed1a-4668-be59-50eff94019d8 req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.123949 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 1429d53a-8f8e-45b5-857e-acf9bf3e4dec, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1429d53a-8f8e-45b5-857e-acf9bf3e4dec,segment=NetworkSegment(bd188050-9565-432a-997b-38f80f50b45b),segment_id=bd188050-9565-432a-997b-38f80f50b45b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:07.129542 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.166691 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c6cec5-04fa-47f7-8e29-0f0c3c2e4128 x-openstack-request-id: req-f6c6cec5-04fa-47f7-8e29-0f0c3c2e4128 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:07.167275 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:07.167789 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6c6cec5-04fa-47f7-8e29-0f0c3c2e4128 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:07.168402 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab', 'status': 'completed', 'code': 200} Jul 29 14:42:07.254336 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4645307-aa80-4ce5-b205-14bef5b55ae5 req-bdfa1a8d-dde1-4993-ad6d-284c7dd5eab9 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595430 Jul 29 14:42:07.257445 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=1429d53a-8f8e-45b5-857e-acf9bf3e4dec,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:07.268240 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-8995f741-ed1a-4668-be59-50eff94019d8 req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Transition to ACTIVE for port object bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:07.312108 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7bab6df-b447-46d2-88b9-94bd01b8d434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.318222 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7bab6df-b447-46d2-88b9-94bd01b8d434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.323794 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0682a-7605-40c8-9f51-cd3eed54caee service neutron] Pushing event updated for resources: {'Port': ['ID=8be12780-02c9-4ad3-91fe-54c5ee5837ab,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:07.356551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bab6df-b447-46d2-88b9-94bd01b8d434 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:42:07.361391 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0298-a818-4bac-8ae8-01d230051262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.386161 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-3e47a1e8-0abe-45ec-8681-b74f782a5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:07.388204 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-3e47a1e8-0abe-45ec-8681-b74f782a5867 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 1098 time: 0.2394862 Jul 29 14:42:07.444142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bab6df-b447-46d2-88b9-94bd01b8d434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb263285-d082-4561-9f46-24c4c61e0f50,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:07.449778 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7bab6df-b447-46d2-88b9-94bd01b8d434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.450443 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-a7bab6df-b447-46d2-88b9-94bd01b8d434 admin admin] Added segment 9cf7399c-2a33-4c1c-b595-8d5021f07b2e of type vlan for network ae83cecd-147c-461f-81ff-989ea8728735 Jul 29 14:42:07.488010 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-35a1dcad-4c89-4107-85f2-81e7aac12578 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab HTTP/1.1" status: 200 len: 217 time: 0.0766878 Jul 29 14:42:07.544690 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8995f741-ed1a-4668-be59-50eff94019d8 req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.572841 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7d6b1561-cc41-4171-9e6b-f3478162980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.587623 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7bab6df-b447-46d2-88b9-94bd01b8d434 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.621697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8995f741-ed1a-4668-be59-50eff94019d8 req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:07.633282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-5e6e4890-b874-40c9-9888-790ab2a7636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:07.635233 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-5e6e4890-b874-40c9-9888-790ab2a7636e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1387830 Jul 29 14:42:07.636046 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-8995f741-ed1a-4668-be59-50eff94019d8 req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:07.642349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b1561-cc41-4171-9e6b-f3478162980d admin admin] Pushing event deleted for resources: {'Port': ['ID=1429d53a-8f8e-45b5-857e-acf9bf3e4dec,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:07.643521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-8995f741-ed1a-4668-be59-50eff94019d8 req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:07.696826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Pushing event updated for resources: {'Port': ['ID=bd2ad684-ee60-4ed2-bcaa-4ad7742f2929,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:07.728513 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed145b97-55d6-40e5-a6d6-683a2a6313b0 req-16bc5beb-2af0-4dcf-b30c-406de885c0cf tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:07.730554 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ed145b97-55d6-40e5-a6d6-683a2a6313b0 req-16bc5beb-2af0-4dcf-b30c-406de885c0cf tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 947 time: 0.2653034 Jul 29 14:42:07.757906 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-336df5c9-1cf0-4ada-b9e4-aaed3c435e14 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Allocated IP 192.168.233.235 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/60ca8886-b742-4471-b777-f34da02d8965) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:07.789449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995f741-ed1a-4668-be59-50eff94019d8 req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:07.790834 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8995f741-ed1a-4668-be59-50eff94019d8 req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.824982 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-5b23c613-9379-4ff3-8316-7816789ca4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:07.826522 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-5b23c613-9379-4ff3-8316-7816789ca4ca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1740549 Jul 29 14:42:07.828744 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0298-a818-4bac-8ae8-01d230051262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.866735 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0298-a818-4bac-8ae8-01d230051262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.897822 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ed145b97-55d6-40e5-a6d6-683a2a6313b0 req-dc5ea5cb-659a-4868-8964-d70242ae3d57 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310639 Jul 29 14:42:07.898257 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-aa0c0298-a818-4bac-8ae8-01d230051262 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb95d35b4ffc4c828941726e74fc563f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9173441 Jul 29 14:42:07.904642 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49600) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:07.905375 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7bab6df-b447-46d2-88b9-94bd01b8d434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.906463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bab6df-b447-46d2-88b9-94bd01b8d434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:07.907115 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7bab6df-b447-46d2-88b9-94bd01b8d434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:07.919103 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8995f741-ed1a-4668-be59-50eff94019d8 req-1c9c4ec6-97fe-4975-b9de-4004ec8b862b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4111798 Jul 29 14:42:07.970411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Request body: {'port': {'device_id': 'd2db6762-ea3f-4c28-9987-cc3e9d6ecb79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:08.039197 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c0298-a818-4bac-8ae8-01d230051262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa917087-4c8d-4d39-9349-0a706032f87b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:08.098355 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:08.105382 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0bc81b41-bf1e-4d4d-bc8f-fc077d61c30f None None] Provisioning for port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:08.111937 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0bc81b41-bf1e-4d4d-bc8f-fc077d61c30f None None] Provisioning complete for port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:08.112606 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bc81b41-bf1e-4d4d-bc8f-fc077d61c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:08.114316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb0b2e-21fd-47cc-ab6a-a50573b77f8a req-caecc9e9-10cc-4204-afc1-c8d15e61c716 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:08.122214 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2cbb0b2e-21fd-47cc-ab6a-a50573b77f8a req-caecc9e9-10cc-4204-afc1-c8d15e61c716 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 936 time: 0.2085283 Jul 29 14:42:08.160558 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-5dd7a80d-00b5-4ada-b2ec-698fc3950ac5 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091867 Jul 29 14:42:08.167717 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a7bab6df-b447-46d2-88b9-94bd01b8d434 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1079314 Jul 29 14:42:08.174747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0bc81b41-bf1e-4d4d-bc8f-fc077d61c30f None None] Port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:42:08.185393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49604) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:08.198989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-23bcf1a4-1610-4573-8050-47d31a8c5870 admin admin] Request body: {'subnet': {'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-subnet', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:08.234724 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2cbb0b2e-21fd-47cc-ab6a-a50573b77f8a req-c3a82f4f-1baf-4130-b4d9-eb8001d3e0dc tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9ee4e82-c607-41b9-9de4-3c4c7330e428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114163 Jul 29 14:42:08.309721 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bcf1a4-1610-4573-8050-47d31a8c5870 admin admin] Made reservation on behalf of 877bce2dad89466a9ad4b1efe382143d for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:08.312090 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23bcf1a4-1610-4573-8050-47d31a8c5870 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:08.490596 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcd86fe6-117e-417d-9692-90b9cad2b4bd req-fbb05de0-06b9-4781-98c9-89995099f72b service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037577 Jul 29 14:42:08.514141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bab6df-b447-46d2-88b9-94bd01b8d434 admin admin] Pushing event updated for resources: {'Network': ['ID=ae83cecd-147c-461f-81ff-989ea8728735,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:08.528216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network ae83cecd-147c-461f-81ff-989ea8728735 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:42:08.539605 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92def03-ab96-4567-814d-e7b22d87445b req-c0d4c433-2e6e-4467-a313-8a399de87d12 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:08.542268 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f92def03-ab96-4567-814d-e7b22d87445b req-c0d4c433-2e6e-4467-a313-8a399de87d12 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 945 time: 0.1522200 Jul 29 14:42:08.562192 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5bd575a4-fd64-4a67-851c-12989eb81fbc req-76054c3a-b7f3-4ab2-be54-7a37e68a8e0d tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 210 time: 0.3963733 Jul 29 14:42:08.624840 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9173cc95-c520-4517-8663-f7a16438c39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:08.632138 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f92def03-ab96-4567-814d-e7b22d87445b req-9b052a10-ada2-4292-8a8d-017670ddd36e tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763268 Jul 29 14:42:08.670564 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9173cc95-c520-4517-8663-f7a16438c39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:08.707879 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7d6b1561-cc41-4171-9e6b-f3478162980d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:08.712946 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23bcf1a4-1610-4573-8050-47d31a8c5870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:08.728983 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-336df5c9-1cf0-4ada-b9e4-aaed3c435e14 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:08.747720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceac597-37a8-4c0d-b647-389fdfbf10f0 req-0fa14b6c-af2a-442f-892e-5dbeb72a7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:08.749207 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ceac597-37a8-4c0d-b647-389fdfbf10f0 req-0fa14b6c-af2a-442f-892e-5dbeb72a7710 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 1098 time: 0.1139472 Jul 29 14:42:08.793819 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-336df5c9-1cf0-4ada-b9e4-aaed3c435e14 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Transition to ACTIVE for port object 60ca8886-b742-4471-b777-f34da02d8965 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:08.834924 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcf1a4-1610-4573-8050-47d31a8c5870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d81d371-12db-4c4b-8a48-aad2f7d1655e,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:08.853299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bcf1a4-1610-4573-8050-47d31a8c5870 admin admin] Checking segment: {'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:08.853748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bcf1a4-1610-4573-8050-47d31a8c5870 admin admin] Network hostable DHCP agents. Network: ae83cecd-147c-461f-81ff-989ea8728735, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:42:08.895879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bcf1a4-1610-4573-8050-47d31a8c5870 admin admin] Network ae83cecd-147c-461f-81ff-989ea8728735 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:42:08.898374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceac597-37a8-4c0d-b647-389fdfbf10f0 req-dfe1931d-f7b4-4b64-b54f-f563b1648781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:08.900684 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ceac597-37a8-4c0d-b647-389fdfbf10f0 req-dfe1931d-f7b4-4b64-b54f-f563b1648781 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1438389 Jul 29 14:42:08.902113 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9173cc95-c520-4517-8663-f7a16438c39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:08.904737 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9173cc95-c520-4517-8663-f7a16438c39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:08.905897 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9173cc95-c520-4517-8663-f7a16438c39b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa917087-4c8d-4d39-9349-0a706032f87b HTTP/1.1" status: 204 len: 168 time: 0.9957569 Jul 29 14:42:08.918139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-23bcf1a4-1610-4573-8050-47d31a8c5870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, ae83cecd-147c-461f-81ff-989ea8728735) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:08.930624 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4026018-0755-4d61-9550-734dcf228c34 None None] Network ae83cecd-147c-461f-81ff-989ea8728735 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:42:08.938355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276bca6-68a4-4eee-9429-a68b13d2c2fa req-d7510872-5c85-4883-a39c-191b4490a6b5 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:08.939910 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a276bca6-68a4-4eee-9429-a68b13d2c2fa req-d7510872-5c85-4883-a39c-191b4490a6b5 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 1096 time: 0.1792054 Jul 29 14:42:08.942831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173cc95-c520-4517-8663-f7a16438c39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa917087-4c8d-4d39-9349-0a706032f87b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:08.947417 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-336df5c9-1cf0-4ada-b9e4-aaed3c435e14 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:08.954878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bcf1a4-1610-4573-8050-47d31a8c5870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:08.955475 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23bcf1a4-1610-4573-8050-47d31a8c5870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:08.970284 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ceac597-37a8-4c0d-b647-389fdfbf10f0 req-8374ed47-ddf6-4334-b9ba-1edc7db719c7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab HTTP/1.1" status: 200 len: 217 time: 0.0611191 Jul 29 14:42:08.999132 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['7d36952a-985f-4acf-8c3b-815484337655'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:42:09.005061 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['164a5dbd-d71b-4d69-89a8-dd522f5ff83f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:42:09.089423 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-23bcf1a4-1610-4573-8050-47d31a8c5870 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8959072 Jul 29 14:42:09.101991 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49616) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:09.113202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:09.121602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceac597-37a8-4c0d-b647-389fdfbf10f0 req-aefa9a78-8463-4877-873d-3f3ab32236c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:09.123517 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ceac597-37a8-4c0d-b647-389fdfbf10f0 req-aefa9a78-8463-4877-873d-3f3ab32236c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1220994 Jul 29 14:42:09.132400 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-336df5c9-1cf0-4ada-b9e4-aaed3c435e14 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:09.158051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-336df5c9-1cf0-4ada-b9e4-aaed3c435e14 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:09.188892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-336df5c9-1cf0-4ada-b9e4-aaed3c435e14 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:09.195399 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336df5c9-1cf0-4ada-b9e4-aaed3c435e14 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Pushing event updated for resources: {'Port': ['ID=60ca8886-b742-4471-b777-f34da02d8965,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:09.210297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8ae8f-dce0-4cc9-973e-91e5208eb6b6 req-36aec829-1804-4de0-b2d3-675f90475e88 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:09.213660 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31d8ae8f-dce0-4cc9-973e-91e5208eb6b6 req-36aec829-1804-4de0-b2d3-675f90475e88 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 947 time: 0.1666398 Jul 29 14:42:09.318603 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:09.319712 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:09.344782 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a276bca6-68a4-4eee-9429-a68b13d2c2fa req-7dfe9e18-1e89-4fdd-b962-4c8e8631b799 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160350 Jul 29 14:42:09.408307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-336df5c9-1cf0-4ada-b9e4-aaed3c435e14 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:09.408307 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-336df5c9-1cf0-4ada-b9e4-aaed3c435e14 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:09.470812 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:09.489390 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6b1561-cc41-4171-9e6b-f3478162980d admin admin] Router 17a07ff7-b5aa-4a01-9b1d-60835189374c has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:42:09.501915 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-336df5c9-1cf0-4ada-b9e4-aaed3c435e14 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9674695 Jul 29 14:42:09.580892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Request body: {'port': {'device_id': 'dd14b240-4c2c-4815-897f-5047352479c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:09.622890 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-ae83cecd-147c-461f-81ff-989ea8728735', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:42:09.623794 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:09.695493 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c7532323-4008-4b2b-a67d-eedff151804a None None] Provisioning for port 60ca8886-b742-4471-b777-f34da02d8965 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:09.706509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:09.718120 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c7532323-4008-4b2b-a67d-eedff151804a None None] Provisioning complete for port 60ca8886-b742-4471-b777-f34da02d8965 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:09.718870 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7532323-4008-4b2b-a67d-eedff151804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:09.722548 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:09.741340 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Transition to ACTIVE for port object bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:09.766629 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:09.800832 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31d8ae8f-dce0-4cc9-973e-91e5208eb6b6 req-3dd8aaab-47b6-4975-bc72-74727fa46282 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788388 Jul 29 14:42:09.810180 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:09.837154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceac597-37a8-4c0d-b647-389fdfbf10f0 req-27c7eaa9-00f3-43df-a25a-5341a806492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:09.843598 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ceac597-37a8-4c0d-b647-389fdfbf10f0 req-27c7eaa9-00f3-43df-a25a-5341a806492a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7093885 Jul 29 14:42:09.877759 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c7532323-4008-4b2b-a67d-eedff151804a None None] Port 60ca8886-b742-4471-b777-f34da02d8965 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:42:09.950003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Allocated IP 172.20.0.2 (ae83cecd-147c-461f-81ff-989ea8728735/0d81d371-12db-4c4b-8a48-aad2f7d1655e/62afb335-36e0-45f9-9706-ec4c81ba19e1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:09.963686 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2a71c-942f-4eac-84bd-a9881c96cf36 req-2bfea5d2-57df-4e9d-97d2-bd0fe62b50d1 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:09.970871 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05d2a71c-942f-4eac-84bd-a9881c96cf36 req-2bfea5d2-57df-4e9d-97d2-bd0fe62b50d1 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 936 time: 0.4801109 Jul 29 14:42:09.985272 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:10.114731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394a8d3-f6fb-49e2-914c-9473b30bbfe7 req-c517b0e8-1451-402f-a1f7-48c6d11e5304 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:10.123100 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6394a8d3-f6fb-49e2-914c-9473b30bbfe7 req-c517b0e8-1451-402f-a1f7-48c6d11e5304 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 1096 time: 0.1537001 Jul 29 14:42:10.126798 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05d2a71c-942f-4eac-84bd-a9881c96cf36 req-72bb5ba8-73b3-4f28-b859-d19ee31e6be9 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9ee4e82-c607-41b9-9de4-3c4c7330e428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547236 Jul 29 14:42:10.146468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6b1561-cc41-4171-9e6b-f3478162980d admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:42:10.168347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2135e8-ea1e-44b9-8a75-3b9477476e24 None None] Sync routers for ids ['17a07ff7-b5aa-4a01-9b1d-60835189374c'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:42:10.168885 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7d6b1561-cc41-4171-9e6b-f3478162980d admin admin] 10.222.0.16 "PUT /v2.0/routers/17a07ff7-b5aa-4a01-9b1d-60835189374c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9811983 Jul 29 14:42:10.180387 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ceac597-37a8-4c0d-b647-389fdfbf10f0 req-220d3183-acbf-4460-8d1c-7bb8085694bf service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127179 Jul 29 14:42:10.187776 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49644) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:10.191431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2ad684-ee60-4ed2-bcaa-4ad7742f2929,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:10.192946 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2135e8-ea1e-44b9-8a75-3b9477476e24 None None] Routers {'17a07ff7-b5aa-4a01-9b1d-60835189374c'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:42:10.193864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-de2135e8-ea1e-44b9-8a75-3b9477476e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:42:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['17a07ff7-b5aa-4a01-9b1d-60835189374c'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:10.256640 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:10.275378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Transition to ACTIVE for port object 62afb335-36e0-45f9-9706-ec4c81ba19e1 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:10.302407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Transition to ACTIVE for port object 62afb335-36e0-45f9-9706-ec4c81ba19e1 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:10.346972 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:10.380661 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6394a8d3-f6fb-49e2-914c-9473b30bbfe7 req-c69e2692-9f01-4e28-ba12-bb154b25614f tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566090 Jul 29 14:42:10.395299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Attempting to bind port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:10.395299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Attempting to bind port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:10.395299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Attempting to bind port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:10.404980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Network ae83cecd-147c-461f-81ff-989ea8728735 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:10.414528 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:10.428254 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402ca95-9df0-4399-b919-b5e051fd6650 req-2344bc74-4cc7-4621-ad7a-658d62f11d68 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:10.429355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:10.436237 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0402ca95-9df0-4399-b919-b5e051fd6650 req-2344bc74-4cc7-4621-ad7a-658d62f11d68 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 936 time: 0.1385610 Jul 29 14:42:10.450335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:42:10.450772 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Attempting to bind port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:10.471950 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-de2135e8-ea1e-44b9-8a75-3b9477476e24 None None] Set router 17a07ff7-b5aa-4a01-9b1d-60835189374c gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:42:10.473932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:10.475272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:10.475272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:10.475272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Bound port: bd2ad684-ee60-4ed2-bcaa-4ad7742f2929, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:10.475594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Pushing event updated for resources: {'Port': ['ID=62afb335-36e0-45f9-9706-ec4c81ba19e1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:10.475761 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:10.488010 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf62823e-5fff-478d-a11d-9d01a88ba1e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:10.544023 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ceac597-37a8-4c0d-b647-389fdfbf10f0 req-dc5dd58e-2798-4086-8829-43cbd7ef9d8a service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288348 Jul 29 14:42:10.598131 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0402ca95-9df0-4399-b919-b5e051fd6650 req-01db505b-f6b8-412a-b554-7eb0fae37705 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610279 Jul 29 14:42:10.685780 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] For port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:10.689395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] For port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=bd2ad684-ee60-4ed2-bcaa-4ad7742f2929,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:10.694987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ca8886-b742-4471-b777-f34da02d8965 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:10.695143 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf62823e-5fff-478d-a11d-9d01a88ba1e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:10.703750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:10.708175 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:10.736594 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:10.752699 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:10.806402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:10.807414 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:10.809111 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8995f741-ed1a-4668-be59-50eff94019d8 req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] 10.222.0.39 "PUT /v2.0/ports/bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 HTTP/1.1" status: 200 len: 1096 time: 2.8431404 Jul 29 14:42:10.813393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2db6762-ea3f-4c28-9987-cc3e9d6ecb79', 'tag': 'bd2ad684-ee60-4ed2-bcaa-4ad7742f2929'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:10.816075 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7ec272-5395-42f3-bda3-28803cce2cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "d2db6762-ea3f-4c28-9987-cc3e9d6ecb79", "tag": "bd2ad684-ee60-4ed2-bcaa-4ad7742f2929"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:10.915510 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:10.928253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Attempting to bind port 62afb335-36e0-45f9-9706-ec4c81ba19e1 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:10.928614 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Attempting to bind port 62afb335-36e0-45f9-9706-ec4c81ba19e1 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:10.928999 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Attempting to bind port 62afb335-36e0-45f9-9706-ec4c81ba19e1 on network ae83cecd-147c-461f-81ff-989ea8728735 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:10.953415 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:10.953808 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Checking segment: {'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:10.954174 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:10.954562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Bound using segment: {'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:10.955041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Bound port: 62afb335-36e0-45f9-9706-ec4c81ba19e1, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:10.955419 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:10.964742 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b76a1-75a9-4de9-845e-cf3449d3c8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2ad684-ee60-4ed2-bcaa-4ad7742f2929,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:10.977154 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Allocated IP 172.25.6.50 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/8ebe6419-3a7d-443a-a287-f5ad40db50f6) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:11.014707 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8be12780-02c9-4ad3-91fe-54c5ee5837ab details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:42:11.033797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-cf62823e-5fff-478d-a11d-9d01a88ba1e9 admin admin] Deleting port 32119edb-b323-47c4-9bb4-b50c97255035 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:42:11.035963 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf62823e-5fff-478d-a11d-9d01a88ba1e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:11.167646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-cf62823e-5fff-478d-a11d-9d01a88ba1e9 admin admin] For port 32119edb-b323-47c4-9bb4-b50c97255035, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=32119edb-b323-47c4-9bb4-b50c97255035,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:11.168021 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf62823e-5fff-478d-a11d-9d01a88ba1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:11.187479 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:11.189241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-cf62823e-5fff-478d-a11d-9d01a88ba1e9 admin admin] Calling delete_port for 32119edb-b323-47c4-9bb4-b50c97255035 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:42:11.215529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] For port 62afb335-36e0-45f9-9706-ec4c81ba19e1, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:11.232296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] For port 62afb335-36e0-45f9-9706-ec4c81ba19e1, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=62afb335-36e0-45f9-9706-ec4c81ba19e1,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:11.257158 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:11.284701 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Transition to ACTIVE for port object 60ca8886-b742-4471-b777-f34da02d8965 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:11.317351 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:11.323321 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995f741-ed1a-4668-be59-50eff94019d8 req-23eaa8fd-2481-4320-9a40-833c34e162e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:11.325078 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8995f741-ed1a-4668-be59-50eff94019d8 req-23eaa8fd-2481-4320-9a40-833c34e162e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4cdf9b9c1cd49198bf578b838a6cb76&device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 1099 time: 0.0868342 Jul 29 14:42:11.329490 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:11.335526 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-de2135e8-ea1e-44b9-8a75-3b9477476e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1375882414-router', 'tenant_id': '7154cab60ba24e7781458fb04f714379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '32119edb-b323-47c4-9bb4-b50c97255035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:45Z', 'updated_at': '2021-07-29T14:42:07Z', 'revision_number': 5, 'project_id': '7154cab60ba24e7781458fb04f714379', 'gw_port': {'id': '32119edb-b323-47c4-9bb4-b50c97255035', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:76:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:41:46Z', 'updated_at': '2021-07-29T14:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:11.377387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '8be12780-02c9-4ad3-91fe-54c5ee5837ab', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '8be12780-02c9-4ad3-91fe-54c5ee5837ab', 'mac_address': 'fa:16:3e:45:05:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:42:11.389786 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2135e8-ea1e-44b9-8a75-3b9477476e24 None None] Checking router: 17a07ff7-b5aa-4a01-9b1d-60835189374c for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:42:11.393556 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:11.421465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:11.422792 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8995f741-ed1a-4668-be59-50eff94019d8 req-7e1f7f63-37a4-4424-b002-9600207f87a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 HTTP/1.1" status: 200 len: 217 time: 0.0500598 Jul 29 14:42:11.479664 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5d368-cb7c-4cfa-942c-311758862023 req-79aa4188-70a4-4c59-8f30-28d0552ad67d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:11.500755 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55b5d368-cb7c-4cfa-942c-311758862023 req-79aa4188-70a4-4c59-8f30-28d0552ad67d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 947 time: 0.2648854 Jul 29 14:42:11.509756 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:11.547081 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:11.573324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2135e8-ea1e-44b9-8a75-3b9477476e24 None None] Routers {'17a07ff7-b5aa-4a01-9b1d-60835189374c'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:42:11.574038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-de2135e8-ea1e-44b9-8a75-3b9477476e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:42:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['17a07ff7-b5aa-4a01-9b1d-60835189374c'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:11.583435 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f5122b-be02-4435-b223-848388ca0bc5 x-openstack-request-id: req-d8f5122b-be02-4435-b223-848388ca0bc5 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:11.584304 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2db6762-ea3f-4c28-9987-cc3e9d6ecb79", "tag": "bd2ad684-ee60-4ed2-bcaa-4ad7742f2929", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:11.584619 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8f5122b-be02-4435-b223-848388ca0bc5 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:11.585093 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2db6762-ea3f-4c28-9987-cc3e9d6ecb79', 'tag': 'bd2ad684-ee60-4ed2-bcaa-4ad7742f2929', 'status': 'completed', 'code': 200} Jul 29 14:42:11.591574 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf62823e-5fff-478d-a11d-9d01a88ba1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:11.617285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Pushing event updated for resources: {'Port': ['ID=8ebe6419-3a7d-443a-a287-f5ad40db50f6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:11.657796 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62823e-5fff-478d-a11d-9d01a88ba1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=32119edb-b323-47c4-9bb4-b50c97255035,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:11.661272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995f741-ed1a-4668-be59-50eff94019d8 req-ccc10cbe-e2a9-416b-bdfa-97889376020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:11.662994 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8995f741-ed1a-4668-be59-50eff94019d8 req-ccc10cbe-e2a9-416b-bdfa-97889376020f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.2310328 Jul 29 14:42:11.677282 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:11.732825 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67757f-2d03-401b-813f-4bfe16918694 None None] Pushing event updated for resources: {'Port': ['ID=62afb335-36e0-45f9-9706-ec4c81ba19e1,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:11.749560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be12780-02c9-4ad3-91fe-54c5ee5837ab {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:11.774063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:11.790466 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:11.798644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355f8d1-5b23-4805-a9af-f309813fe975 req-912fe2eb-91fe-42ef-83fd-9cb1a95f78e0 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:11.800688 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2355f8d1-5b23-4805-a9af-f309813fe975 req-912fe2eb-91fe-42ef-83fd-9cb1a95f78e0 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 1096 time: 0.1478503 Jul 29 14:42:11.811390 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55b5d368-cb7c-4cfa-942c-311758862023 req-3954b5f1-d318-4f5f-b0c6-9fb9b0338351 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096848 Jul 29 14:42:11.858483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-de2135e8-ea1e-44b9-8a75-3b9477476e24 None None] Set router 17a07ff7-b5aa-4a01-9b1d-60835189374c gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:42:11.876764 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Pushing event updated for resources: {'Port': ['ID=60ca8886-b742-4471-b777-f34da02d8965,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:11.882224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Attempting to bind port 60ca8886-b742-4471-b777-f34da02d8965 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:11.882562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Attempting to bind port 60ca8886-b742-4471-b777-f34da02d8965 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:11.882901 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Attempting to bind port 60ca8886-b742-4471-b777-f34da02d8965 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:11.891352 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995f741-ed1a-4668-be59-50eff94019d8 req-c2f98e7c-5af2-4c50-8492-36b78ac4f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:11.892899 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8995f741-ed1a-4668-be59-50eff94019d8 req-c2f98e7c-5af2-4c50-8492-36b78ac4f902 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1915922 Jul 29 14:42:11.897440 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Port 60ca8886-b742-4471-b777-f34da02d8965 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:42:11.897773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Attempting to bind port 60ca8886-b742-4471-b777-f34da02d8965 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:11.903777 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf62823e-5fff-478d-a11d-9d01a88ba1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:11.917152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:11.917572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:11.917894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:11.918354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Bound port: 60ca8886-b742-4471-b777-f34da02d8965, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:11.918733 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:11.954728 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8be12780-02c9-4ad3-91fe-54c5ee5837ab,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:12.007098 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-de2135e8-ea1e-44b9-8a75-3b9477476e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1375882414-router', 'tenant_id': '7154cab60ba24e7781458fb04f714379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:45Z', 'updated_at': '2021-07-29T14:42:10Z', 'revision_number': 6, 'project_id': '7154cab60ba24e7781458fb04f714379', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:12.047342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2135e8-ea1e-44b9-8a75-3b9477476e24 None None] The sync data for ids ['17a07ff7-b5aa-4a01-9b1d-60835189374c'] in n-d-802893-1 is: [{'id': '17a07ff7-b5aa-4a01-9b1d-60835189374c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1375882414-router', 'tenant_id': '7154cab60ba24e7781458fb04f714379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:41:45Z', 'updated_at': '2021-07-29T14:42:10Z', 'revision_number': 6, 'project_id': '7154cab60ba24e7781458fb04f714379', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:42:12.095315 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2355f8d1-5b23-4805-a9af-f309813fe975 req-79d2dbc9-219e-44b5-8037-d1f39ab60f84 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604730 Jul 29 14:42:12.098664 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf62823e-5fff-478d-a11d-9d01a88ba1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:12.102288 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf62823e-5fff-478d-a11d-9d01a88ba1e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:12.119641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dbd99-3e48-4ff0-8a9b-0b52c52ba50b req-b0bba39a-c394-445f-903d-6f67b7381004 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:12.121393 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a93dbd99-3e48-4ff0-8a9b-0b52c52ba50b req-b0bba39a-c394-445f-903d-6f67b7381004 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 948 time: 0.1989098 Jul 29 14:42:12.145848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] For port 60ca8886-b742-4471-b777-f34da02d8965, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:12.149575 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] For port 60ca8886-b742-4471-b777-f34da02d8965, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=60ca8886-b742-4471-b777-f34da02d8965,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:12.161272 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:12.178570 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf62823e-5fff-478d-a11d-9d01a88ba1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:12.179081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf62823e-5fff-478d-a11d-9d01a88ba1e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17a07ff7-b5aa-4a01-9b1d-60835189374c {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:42:12.182900 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8995f741-ed1a-4668-be59-50eff94019d8 req-a3381dd9-fff9-4d14-8f47-7ed1184b8db8 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741601 Jul 29 14:42:12.185780 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf62823e-5fff-478d-a11d-9d01a88ba1e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:12.186511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['8be12780-02c9-4ad3-91fe-54c5ee5837ab'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:42:12.189417 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cf62823e-5fff-478d-a11d-9d01a88ba1e9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/17a07ff7-b5aa-4a01-9b1d-60835189374c HTTP/1.1" status: 204 len: 168 time: 1.9965413 Jul 29 14:42:12.189862 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49676) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:12.194865 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:12.265563 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a93dbd99-3e48-4ff0-8a9b-0b52c52ba50b req-54b1824d-e60c-46eb-97f5-b6b751efc7c4 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9ee4e82-c607-41b9-9de4-3c4c7330e428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326509 Jul 29 14:42:12.271613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:12.271782 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:12.273222 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] 10.222.0.38 "PUT /v2.0/ports/60ca8886-b742-4471-b777-f34da02d8965 HTTP/1.1" status: 200 len: 1096 time: 2.7038009 Jul 29 14:42:12.273677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd14b240-4c2c-4815-897f-5047352479c9', 'tag': '60ca8886-b742-4471-b777-f34da02d8965'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:12.276826 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e088023-c3a7-45a7-901d-0db3080f4069" -d '{"events": [{"name": "network-changed", "server_uuid": "dd14b240-4c2c-4815-897f-5047352479c9", "tag": "60ca8886-b742-4471-b777-f34da02d8965"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:12.307818 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd8427e-9320-46f3-bb3c-3f5c40bb9436 admin admin] Deleting subnet fe10b2c1-4776-4185-829f-f807cbaf2ec7 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:42:12.311831 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0bd8427e-9320-46f3-bb3c-3f5c40bb9436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:12.363553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8622c75-d1ba-4a35-9258-3066d77854cc service neutron] Pushing event updated for resources: {'Port': ['ID=60ca8886-b742-4471-b777-f34da02d8965,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:12.390961 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0bd8427e-9320-46f3-bb3c-3f5c40bb9436 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:12.500072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-16565aff-4707-45ee-98b4-b38d4ee4ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:12.508887 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-16565aff-4707-45ee-98b4-b38d4ee4ab06 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4932ecb6c25d4ca8a1fda7521977c459&device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 1099 time: 0.1558108 Jul 29 14:42:12.563656 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0bd8427e-9320-46f3-bb3c-3f5c40bb9436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:12.671136 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0bd8427e-9320-46f3-bb3c-3f5c40bb9436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:12.746138 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0bd8427e-9320-46f3-bb3c-3f5c40bb9436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:12.748274 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0bd8427e-9320-46f3-bb3c-3f5c40bb9436 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fe10b2c1-4776-4185-829f-f807cbaf2ec7 HTTP/1.1" status: 204 len: 168 time: 0.5573542 Jul 29 14:42:12.753775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d69e97-e3db-4a7f-be5e-4f21f6ac98f4 None None] Network 1bd43f63-f8ae-41d4-ad9f-e9dbb15da198 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:42:12.756926 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49686) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:12.757757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8427e-9320-46f3-bb3c-3f5c40bb9436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe10b2c1-4776-4185-829f-f807cbaf2ec7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:12.771096 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8995f741-ed1a-4668-be59-50eff94019d8 req-18c0de98-fa89-4867-b283-a2ca17a29e6c service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689993 Jul 29 14:42:12.891332 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b4905-21a0-4cf1-9f50-01644d697b58 req-4d8035a6-b39c-4ff9-9ff0-74b3205c75be tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:12.899223 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-176b4905-21a0-4cf1-9f50-01644d697b58 req-4d8035a6-b39c-4ff9-9ff0-74b3205c75be tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 948 time: 0.2598441 Jul 29 14:42:12.999729 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:13.018581 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-176b4905-21a0-4cf1-9f50-01644d697b58 req-ff528a1d-044e-49be-94cc-71c7959acc4f tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181831 Jul 29 14:42:13.027095 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-1fc89a15-c3d7-4895-82ac-d774b20d6f2d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=60ca8886-b742-4471-b777-f34da02d8965 HTTP/1.1" status: 200 len: 217 time: 0.5024564 Jul 29 14:42:13.036965 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9771a72-06b0-405f-8866-f72765fe59ae None None] DHCP port deletion for 1bd43f63-f8ae-41d4-ad9f-e9dbb15da198 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:42:13.118632 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ec272-5395-42f3-bda3-28803cce2cc3 req-02108663-7f3f-4b57-a44c-d68863bb2c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:13.125750 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe7ec272-5395-42f3-bda3-28803cce2cc3 req-02108663-7f3f-4b57-a44c-d68863bb2c30 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4cdf9b9c1cd49198bf578b838a6cb76&device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 1099 time: 0.2573726 Jul 29 14:42:13.158714 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:13.175452 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9771a72-06b0-405f-8866-f72765fe59ae None None] Deleting port 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:42:13.178990 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9771a72-06b0-405f-8866-f72765fe59ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:13.199731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e43a790-9a7f-4e0a-8041-cfa6047ddb5e None None] Network ae83cecd-147c-461f-81ff-989ea8728735 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:42:13.255286 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f2e320-09de-4f60-901a-4885a7d9f7de x-openstack-request-id: req-e2f2e320-09de-4f60-901a-4885a7d9f7de {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:13.255505 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd14b240-4c2c-4815-897f-5047352479c9", "tag": "60ca8886-b742-4471-b777-f34da02d8965", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:13.255900 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2f2e320-09de-4f60-901a-4885a7d9f7de {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:13.256406 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd14b240-4c2c-4815-897f-5047352479c9', 'tag': '60ca8886-b742-4471-b777-f34da02d8965', 'status': 'completed', 'code': 200} Jul 29 14:42:13.261894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-b8d45533-c2b6-418f-a687-75e7cdc176ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:13.263760 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-b8d45533-c2b6-418f-a687-75e7cdc176ac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.2125707 Jul 29 14:42:13.336217 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 62afb335-36e0-45f9-9706-ec4c81ba19e1 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:13.374624 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-735d6ed1-bbac-43da-9ed6-a2b84a32a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:13.374794 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9771a72-06b0-405f-8866-f72765fe59ae None None] For port 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4,segment=NetworkSegment(bd188050-9565-432a-997b-38f80f50b45b),segment_id=bd188050-9565-432a-997b-38f80f50b45b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:13.375055 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9771a72-06b0-405f-8866-f72765fe59ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:13.376291 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-735d6ed1-bbac-43da-9ed6-a2b84a32a4ae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1025739 Jul 29 14:42:13.418858 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] Deleting port 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:42:13.419549 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:13.435118 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9771a72-06b0-405f-8866-f72765fe59ae None None] Calling delete_port for 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:42:13.459437 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6c9aaa9a-b765-4250-972f-b01a6efa6ff0 None None] Provisioning for port 62afb335-36e0-45f9-9706-ec4c81ba19e1 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:13.503404 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-359f43d7-6c52-43fb-a069-86c1d8617259 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149988 Jul 29 14:42:13.552769 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] For port 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4,segment=NetworkSegment(bd188050-9565-432a-997b-38f80f50b45b),segment_id=bd188050-9565-432a-997b-38f80f50b45b)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:13.554032 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:13.593029 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ec272-5395-42f3-bda3-28803cce2cc3 req-a90b17a9-f153-4e88-b051-e18b99174b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:13.594486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe7ec272-5395-42f3-bda3-28803cce2cc3 req-a90b17a9-f153-4e88-b051-e18b99174b95 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.4608827 Jul 29 14:42:13.596292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] Calling delete_port for 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:42:13.611163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 62afb335-36e0-45f9-9706-ec4c81ba19e1 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:13.653080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 62afb335-36e0-45f9-9706-ec4c81ba19e1 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:13.653990 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:13.654205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Router a81cf773-8a78-417d-b48d-a1e313304fdd is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:42:13.670846 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1ff8a64-9cac-4ac4-b85c-59f016226a08 req-e2d9d1b0-40b2-4074-ad4a-06e93aea8243 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567369 Jul 29 14:42:13.711049 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe7ec272-5395-42f3-bda3-28803cce2cc3 req-9a389834-1aa0-4ddf-84ac-013387b921d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 HTTP/1.1" status: 200 len: 217 time: 0.0928969 Jul 29 14:42:13.726764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19469c-465b-4aea-bd72-9d707d292cc9 req-1dacfc78-7766-45fb-bf2a-19085d30df41 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:13.729800 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a19469c-465b-4aea-bd72-9d707d292cc9 req-1dacfc78-7766-45fb-bf2a-19085d30df41 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 948 time: 0.4026508 Jul 29 14:42:13.738664 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9771a72-06b0-405f-8866-f72765fe59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:13.793614 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:42:13.804945 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Sync routers for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:42:13.822541 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:42:13.823997 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:42:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:13.824789 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:13.828835 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a648e298-013f-4cf0-8c92-f64cc9413d2d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7198238 Jul 29 14:42:13.832894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9771a72-06b0-405f-8866-f72765fe59ae None None] No DVR routers for this DVR port 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:42:13.833065 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49712) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:13.858451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9771a72-06b0-405f-8866-f72765fe59ae None None] Pushing event deleted for resources: {'Port': ['ID=7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:13.858636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ec272-5395-42f3-bda3-28803cce2cc3 req-5144d669-8d72-4cb1-908e-fe8f677126a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:13.860388 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe7ec272-5395-42f3-bda3-28803cce2cc3 req-5144d669-8d72-4cb1-908e-fe8f677126a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1304080 Jul 29 14:42:13.867541 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a19469c-465b-4aea-bd72-9d707d292cc9 req-3f262fe8-2235-4f44-89c8-1ab57ae90663 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965440 Jul 29 14:42:13.886163 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:13.923555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-2e887501-16a6-4698-b7a7-6bcb7de77c32 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:42:13.924513 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-2e887501-16a6-4698-b7a7-6bcb7de77c32 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124576 Jul 29 14:42:13.944624 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-d3e984d1-ea9a-4c26-bf49-2dbc957363a1 service neutron] Request body: {'binding': {'host': 'n-h1-802893-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:13.946908 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:13.949729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-d3e984d1-ea9a-4c26-bf49-2dbc957363a1 service neutron] Unknown quota resources ['binding']. {{(pid=94157) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 14:42:13.951868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:13.957968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] No DVR routers for this DVR port 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:42:14.028111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 62afb335-36e0-45f9-9706-ec4c81ba19e1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=62afb335-36e0-45f9-9706-ec4c81ba19e1,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:14.041754 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:14.083964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ec272-5395-42f3-bda3-28803cce2cc3 req-be06b74d-5e33-4f29-8f2d-af450895d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:14.085537 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe7ec272-5395-42f3-bda3-28803cce2cc3 req-be06b74d-5e33-4f29-8f2d-af450895d1fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2155216 Jul 29 14:42:14.097791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1429d53a-8f8e-45b5-857e-acf9bf3e4dec no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:42:14.129227 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:42:14.140884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 1429d53a-8f8e-45b5-857e-acf9bf3e4dec {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:42:14.141228 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1429d53a-8f8e-45b5-857e-acf9bf3e4dec not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:42:14.166091 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=62afb335-36e0-45f9-9706-ec4c81ba19e1,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:14.178089 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:14.204707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd43f63-f8ae-41d4-ad9f-e9dbb15da198']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:14.214939 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4c743a31-6a0a-4b90-a66c-a7b555805b71 None None] Provisioning complete for port 62afb335-36e0-45f9-9706-ec4c81ba19e1 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:14.215304 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c743a31-6a0a-4b90-a66c-a7b555805b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:14.254040 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd188050-9565-432a-997b-38f80f50b45b') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:14.254299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd188050-9565-432a-997b-38f80f50b45b') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:14.274531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e088023-c3a7-45a7-901d-0db3080f4069 req-c3ced2c5-efdf-42c4-b0f5-fa17c1df1b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:14.277553 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1e088023-c3a7-45a7-901d-0db3080f4069 req-c3ced2c5-efdf-42c4-b0f5-fa17c1df1b47 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4932ecb6c25d4ca8a1fda7521977c459&device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 1099 time: 0.4491222 Jul 29 14:42:14.279785 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:14.329796 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe7ec272-5395-42f3-bda3-28803cce2cc3 req-179ddc5f-4203-4ead-a624-98405bae6ebd service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318299 Jul 29 14:42:14.334427 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:14.366085 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:42:14.366640 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:42:14.369893 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:42:14.394623 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:11Z', 'revision_number': 3, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:14.410224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-d3e984d1-ea9a-4c26-bf49-2dbc957363a1 service neutron] Attempting to bind port 27951d3e-1a15-4439-84d0-8488882f7d72 on host n-h1-802893-1 for vnic_type normal with profile None {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:14.410602 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-d3e984d1-ea9a-4c26-bf49-2dbc957363a1 service neutron] Attempting to bind port 27951d3e-1a15-4439-84d0-8488882f7d72 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:14.410913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-d3e984d1-ea9a-4c26-bf49-2dbc957363a1 service neutron] Attempting to bind port 27951d3e-1a15-4439-84d0-8488882f7d72 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:14.432918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-d3e984d1-ea9a-4c26-bf49-2dbc957363a1 service neutron] Port 27951d3e-1a15-4439-84d0-8488882f7d72 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:42:14.433166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-d3e984d1-ea9a-4c26-bf49-2dbc957363a1 service neutron] Attempting to bind port 27951d3e-1a15-4439-84d0-8488882f7d72 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:14.439797 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Checking router: a81cf773-8a78-417d-b48d-a1e313304fdd for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:42:14.440213 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Updating router a81cf773-8a78-417d-b48d-a1e313304fdd port 8ebe6419-3a7d-443a-a287-f5ad40db50f6 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:42:14.479905 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:14.481773 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:14.488815 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:14.495615 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1bd43f63-f8ae-41d4-ad9f-e9dbb15da198 HTTP/1.1" status: 204 len: 168 time: 1.7308049 Jul 29 14:42:14.508157 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-d3e984d1-ea9a-4c26-bf49-2dbc957363a1 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:14.512199 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-d3e984d1-ea9a-4c26-bf49-2dbc957363a1 service neutron] Checking segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:14.512721 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-d3e984d1-ea9a-4c26-bf49-2dbc957363a1 service neutron] Bound using segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:14.513264 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-d3e984d1-ea9a-4c26-bf49-2dbc957363a1 service neutron] Bound port: 27951d3e-1a15-4439-84d0-8488882f7d72, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:14.528965 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bc914-5785-4985-915b-1fde6cac4452 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bd43f63-f8ae-41d4-ad9f-e9dbb15da198,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:14.590977 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e088023-c3a7-45a7-901d-0db3080f4069 req-928d1489-e9bb-4f01-915c-e09be4a29998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:14.592735 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1e088023-c3a7-45a7-901d-0db3080f4069 req-928d1489-e9bb-4f01-915c-e09be4a29998 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.3069706 Jul 29 14:42:14.646037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd6c6a-a70f-4a02-a44c-b05e6e755a28 req-c1637c1b-246a-4ec4-9731-8aefdb84a2e5 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:14.648215 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55fd6c6a-a70f-4a02-a44c-b05e6e755a28 req-c1637c1b-246a-4ec4-9731-8aefdb84a2e5 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 948 time: 0.1077003 Jul 29 14:42:14.651604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe7ec272-5395-42f3-bda3-28803cce2cc3 req-e39a4757-7cb2-4602-8fdd-b44ef22d464d service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110709 Jul 29 14:42:14.689428 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1e088023-c3a7-45a7-901d-0db3080f4069 req-b5d8fe43-d230-4480-9e2d-9e7b680d81e0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=60ca8886-b742-4471-b777-f34da02d8965 HTTP/1.1" status: 200 len: 217 time: 0.0817168 Jul 29 14:42:14.713225 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 62afb335-36e0-45f9-9706-ec4c81ba19e1 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:14.716511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-d3e984d1-ea9a-4c26-bf49-2dbc957363a1 service neutron] For port 27951d3e-1a15-4439-84d0-8488882f7d72, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=27951d3e-1a15-4439-84d0-8488882f7d72,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:14.734111 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55fd6c6a-a70f-4a02-a44c-b05e6e755a28 req-ae84a9fe-e6f5-4ddd-9c3b-d505a08dbc75 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9ee4e82-c607-41b9-9de4-3c4c7330e428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737774 Jul 29 14:42:14.775063 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-d3e984d1-ea9a-4c26-bf49-2dbc957363a1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:14.777631 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-d3e984d1-ea9a-4c26-bf49-2dbc957363a1 service neutron] 10.222.0.16 "POST /v2.0/ports/27951d3e-1a15-4439-84d0-8488882f7d72/bindings HTTP/1.1" status: 201 len: 389 time: 0.8371198 Jul 29 14:42:14.818269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 62afb335-36e0-45f9-9706-ec4c81ba19e1 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:14.818686 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:14.819114 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49720) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:14.888384 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e088023-c3a7-45a7-901d-0db3080f4069 req-9ff76326-59b7-4d9b-92d8-555ac3be0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:14.889937 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1e088023-c3a7-45a7-901d-0db3080f4069 req-9ff76326-59b7-4d9b-92d8-555ac3be0cef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1898365 Jul 29 14:42:14.980159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e088023-c3a7-45a7-901d-0db3080f4069 req-36688334-a354-491a-a5dd-6f55b474b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:14.981722 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1e088023-c3a7-45a7-901d-0db3080f4069 req-36688334-a354-491a-a5dd-6f55b474b5e4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833147 Jul 29 14:42:15.015413 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fa6d0484-ff5a-4c7b-9539-bd4bcc6655b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7154cab60ba24e7781458fb04f714379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948030 Jul 29 14:42:15.016738 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49728) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:15.020196 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:15.034527 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Transition to ACTIVE for port object 8ebe6419-3a7d-443a-a287-f5ad40db50f6 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:15.049112 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:15.049697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8be12780-02c9-4ad3-91fe-54c5ee5837ab up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:15.081959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb966ce-56f1-40ca-bcf0-9c09e359119c req-e13a4fb3-8074-4f0e-91be-40ac5b6719ef tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:15.097134 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3eb966ce-56f1-40ca-bcf0-9c09e359119c req-e13a4fb3-8074-4f0e-91be-40ac5b6719ef tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 948 time: 0.2612338 Jul 29 14:42:15.129077 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0c317-871d-47b9-9d01-fdbfc469184b None None] Pushing event updated for resources: {'Port': ['ID=8ebe6419-3a7d-443a-a287-f5ad40db50f6,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:15.152205 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 32119edb-b323-47c4-9bb4-b50c97255035 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:42:15.158092 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Attempting to bind port 8ebe6419-3a7d-443a-a287-f5ad40db50f6 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:15.158765 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Attempting to bind port 8ebe6419-3a7d-443a-a287-f5ad40db50f6 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:15.159205 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Attempting to bind port 8ebe6419-3a7d-443a-a287-f5ad40db50f6 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:15.166136 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:15.166508 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:15.166909 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:15.167300 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:15.167772 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Bound port: 8ebe6419-3a7d-443a-a287-f5ad40db50f6, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:15.168437 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:15.168729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e02e61-36f8-4907-8b61-edf557f02539 req-99fc32c0-c143-446c-aa5c-4b4073e806c2 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:15.170319 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76e02e61-36f8-4907-8b61-edf557f02539 req-99fc32c0-c143-446c-aa5c-4b4073e806c2 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 945 time: 0.1876836 Jul 29 14:42:15.219140 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1e088023-c3a7-45a7-901d-0db3080f4069 req-6ca669e1-3151-404d-9717-d31351c0f22c service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243974 Jul 29 14:42:15.222639 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:15.231989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 32119edb-b323-47c4-9bb4-b50c97255035 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:42:15.232595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 32119edb-b323-47c4-9bb4-b50c97255035 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:42:15.233216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:42:15.260320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:42:15.261043 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7ef0a4d7-5a4e-417b-8f71-ef04cf6627a4 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:42:15.275351 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] For port 8ebe6419-3a7d-443a-a287-f5ad40db50f6, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:15.279091 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 8be12780-02c9-4ad3-91fe-54c5ee5837ab completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:15.284099 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] For port 8ebe6419-3a7d-443a-a287-f5ad40db50f6, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8ebe6419-3a7d-443a-a287-f5ad40db50f6,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:15.285435 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 8be12780-02c9-4ad3-91fe-54c5ee5837ab triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:15.286060 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:15.292998 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:15.319570 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76e02e61-36f8-4907-8b61-edf557f02539 req-a882f1a5-d5e4-4447-8f85-73f868b4c838 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398952 Jul 29 14:42:15.408299 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:42:15.408981 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:42:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:15.473514 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:15.476379 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0c317-871d-47b9-9d01-fdbfc469184b None None] Pushing event updated for resources: {'Port': ['ID=8ebe6419-3a7d-443a-a287-f5ad40db50f6,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:15.520419 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:15.527569 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-66d9cd80-a118-4892-bb4a-8969d2caf8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:15.527839 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4b3777-9280-48c7-9708-060fa15dfdac" -d '{"events": [{"server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "name": "network-vif-plugged", "status": "completed", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:15.541716 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3eb966ce-56f1-40ca-bcf0-9c09e359119c req-de46f12f-56f4-45d6-82e7-d86406cafbe0 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432657 Jul 29 14:42:15.560364 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:15.572945 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:15.591131 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-66d9cd80-a118-4892-bb4a-8969d2caf8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:15.603333 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-72f39c46-eee5-42f5-9044-a1817459a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:15.605154 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-72f39c46-eee5-42f5-9044-a1817459a466 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 1096 time: 0.4590580 Jul 29 14:42:15.622276 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:42:15.698702 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8be12780-02c9-4ad3-91fe-54c5ee5837ab,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:15.731789 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-66d9cd80-a118-4892-bb4a-8969d2caf8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:15.734989 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-66d9cd80-a118-4892-bb4a-8969d2caf8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:15.736398 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-66d9cd80-a118-4892-bb4a-8969d2caf8c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36f4dc4b-b8a5-4244-a95a-ae5eb7e52dd8 HTTP/1.1" status: 204 len: 168 time: 0.7143719 Jul 29 14:42:15.752262 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Allocated IP 172.20.0.1 (ae83cecd-147c-461f-81ff-989ea8728735/0d81d371-12db-4c4b-8a48-aad2f7d1655e/bf751c45-5f3a-422b-8401-4d3d62c7f8b6) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:15.759328 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9cd80-a118-4892-bb4a-8969d2caf8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f4dc4b-b8a5-4244-a95a-ae5eb7e52dd8,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:15.760538 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1e088023-c3a7-45a7-901d-0db3080f4069 req-783f704d-3411-4dbb-80e1-b6f5f2bb1b7d service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295200 Jul 29 14:42:15.764558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-b7f47e96-e06a-47e6-9714-68d27ac82149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:15.766185 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-b7f47e96-e06a-47e6-9714-68d27ac82149 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.1513340 Jul 29 14:42:15.802449 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031daef2-86cf-4df1-b778-df30bad43a88 req-bdb8f257-9cab-4b3e-9fe4-0a2b1c0286f3 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:15.804692 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-031daef2-86cf-4df1-b778-df30bad43a88 req-bdb8f257-9cab-4b3e-9fe4-0a2b1c0286f3 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.2440779 Jul 29 14:42:15.812658 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab109d10-3ce1-44e6-bd8d-1d0611c76e1b x-openstack-request-id: req-ab109d10-3ce1-44e6-bd8d-1d0611c76e1b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:15.812974 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "name": "network-vif-plugged", "status": "completed", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:15.813865 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab109d10-3ce1-44e6-bd8d-1d0611c76e1b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:15.814341 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab', 'code': 200} Jul 29 14:42:15.842330 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-95e022cb-79c0-426b-8c7c-b22edccabd8b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27951d3e-1a15-4439-84d0-8488882f7d72 HTTP/1.1" status: 200 len: 217 time: 0.0567274 Jul 29 14:42:15.920284 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-031daef2-86cf-4df1-b778-df30bad43a88 req-9a94b6ab-4636-4441-b832-03db6637909c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818686 Jul 29 14:42:16.000982 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-fb4e4e83-6339-4b75-b56c-db302cdab6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:16.002647 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-fb4e4e83-6339-4b75-b56c-db302cdab6d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.1520293 Jul 29 14:42:16.018536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17646b-43b9-475e-bff4-bd57e6eec6bc req-46382787-8750-4b21-92c6-c9e3f09fb3c9 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:16.020005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:42:16.026356 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d17646b-43b9-475e-bff4-bd57e6eec6bc req-46382787-8750-4b21-92c6-c9e3f09fb3c9 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 948 time: 0.1135254 Jul 29 14:42:16.028866 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:16.048004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Transition to ACTIVE for port object bf751c45-5f3a-422b-8401-4d3d62c7f8b6 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:16.072846 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-921424f0-eac2-49f5-bf28-c012b7517c8a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443723 Jul 29 14:42:16.123634 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:16.176585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Network ae83cecd-147c-461f-81ff-989ea8728735 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:16.181014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:16.184355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:16.221638 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d17646b-43b9-475e-bff4-bd57e6eec6bc req-df270cbc-1f20-4bae-a52c-95391734f6e9 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9ee4e82-c607-41b9-9de4-3c4c7330e428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943064 Jul 29 14:42:16.235914 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:16.268045 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:11Z', 'revision_number': 3, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:16.307943 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0563df-cffc-4cda-80eb-b80a959d047b req-559b993c-5609-40cd-ac34-4db8a811cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:16.309623 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5d0563df-cffc-4cda-80eb-b80a959d047b req-559b993c-5609-40cd-ac34-4db8a811cb1f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 1100 time: 0.3285370 Jul 29 14:42:16.317951 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-8cd1b48d-6e18-46a3-8d2d-1f70a17715cd service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323468 Jul 29 14:42:16.362091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Pushing event updated for resources: {'Port': ['ID=bf751c45-5f3a-422b-8401-4d3d62c7f8b6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:16.364068 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99137fb7-ede4-4917-a4ac-482475fbc0e6 None None] The sync data for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 is: [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:11Z', 'revision_number': 3, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:42:16.417131 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5d0563df-cffc-4cda-80eb-b80a959d047b req-0b6e7bc0-9b96-451c-8abc-3aa336dc9540 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935881 Jul 29 14:42:16.538772 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-2fc0d36a-d3a2-437b-9897-21fb29d5ce1e service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112746 Jul 29 14:42:16.574924 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028f42c-0772-4299-83ed-0523fe65bf86 req-01926d9e-4ab4-4fae-9833-4d0f10843587 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:16.576404 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b028f42c-0772-4299-83ed-0523fe65bf86 req-01926d9e-4ab4-4fae-9833-4d0f10843587 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 945 time: 0.1559777 Jul 29 14:42:16.630019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=bd2ad684-ee60-4ed2-bcaa-4ad7742f2929,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:16.667180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'bd2ad684-ee60-4ed2-bcaa-4ad7742f2929', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': 'bd2ad684-ee60-4ed2-bcaa-4ad7742f2929', 'mac_address': 'fa:16:3e:20:5d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:42:16.690823 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b028f42c-0772-4299-83ed-0523fe65bf86 req-a80d6b2b-f0cd-4ab3-adc6-0eb2607c381e tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026735 Jul 29 14:42:16.701802 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:16.718175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-63d254a3-58d8-4132-bd89-15b46ce652d6 None None] Provisioning for port bf751c45-5f3a-422b-8401-4d3d62c7f8b6 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:16.726720 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-63d254a3-58d8-4132-bd89-15b46ce652d6 None None] Provisioning complete for port bf751c45-5f3a-422b-8401-4d3d62c7f8b6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:16.727796 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-63d254a3-58d8-4132-bd89-15b46ce652d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:16.808168 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:16.843655 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:16.851180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-63d254a3-58d8-4132-bd89-15b46ce652d6 None None] Port bf751c45-5f3a-422b-8401-4d3d62c7f8b6 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:42:16.872117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=bd2ad684-ee60-4ed2-bcaa-4ad7742f2929,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:16.877586 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:16.966369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-5f1d97db-c557-4dde-b24d-5a498a8f9cf3 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:16.968133 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-5f1d97db-c557-4dde-b24d-5a498a8f9cf3 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44&tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1096 time: 0.1005201 Jul 29 14:42:16.971163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=bd2ad684-ee60-4ed2-bcaa-4ad7742f2929,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:16.982803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802893-1'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:17.052518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 60ca8886-b742-4471-b777-f34da02d8965 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:42:17.070239 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75887af-73bc-4d33-94af-4b211e3dd228 req-8f596c27-ed4b-46e4-86fc-7800b47a1c9e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:17.075802 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:17.077560 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e75887af-73bc-4d33-94af-4b211e3dd228 req-8f596c27-ed4b-46e4-86fc-7800b47a1c9e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 948 time: 0.2265458 Jul 29 14:42:17.161392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['bd2ad684-ee60-4ed2-bcaa-4ad7742f2929'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:42:17.302835 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] For port 27951d3e-1a15-4439-84d0-8488882f7d72, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=27951d3e-1a15-4439-84d0-8488882f7d72,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:17.346474 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 60ca8886-b742-4471-b777-f34da02d8965, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=60ca8886-b742-4471-b777-f34da02d8965,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:17.374648 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '60ca8886-b742-4471-b777-f34da02d8965', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '60ca8886-b742-4471-b777-f34da02d8965', 'mac_address': 'fa:16:3e:12:81:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:42:17.403242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] For port 27951d3e-1a15-4439-84d0-8488882f7d72, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:17.447066 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db57a7-e7b9-4479-bd52-15f7d3f8e70d req-7e97f29a-07f2-4c05-9907-13065518e43c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:17.448998 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-91db57a7-e7b9-4479-bd52-15f7d3f8e70d req-7e97f29a-07f2-4c05-9907-13065518e43c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.1112247 Jul 29 14:42:17.484308 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:17.488972 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b8c6f8-07d3-481a-b473-ad6201bfae44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27951d3e-1a15-4439-84d0-8488882f7d72'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:17.491769 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080facf2-13e6-4bc8-9700-8512ba6b5b4a" -d '{"events": [{"server_uuid": "f4b8c6f8-07d3-481a-b473-ad6201bfae44", "name": "network-vif-unplugged", "status": "completed", "tag": "27951d3e-1a15-4439-84d0-8488882f7d72"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:17.498888 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:17.510138 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:17.520345 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ca8886-b742-4471-b777-f34da02d8965 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:17.556987 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 60ca8886-b742-4471-b777-f34da02d8965, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=60ca8886-b742-4471-b777-f34da02d8965,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:17.565537 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:17.573157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-91db57a7-e7b9-4479-bd52-15f7d3f8e70d req-09bd53ca-91f7-48cc-8217-0ed4f5eb3d2f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139452 Jul 29 14:42:17.627047 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=60ca8886-b742-4471-b777-f34da02d8965,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:17.630870 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e75887af-73bc-4d33-94af-4b211e3dd228 req-761cad0a-4cf1-43fc-9007-022467f9570c tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449369 Jul 29 14:42:17.678782 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:17.702166 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:17.725562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=27951d3e-1a15-4439-84d0-8488882f7d72,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:17.777028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Attempting to bind port 27951d3e-1a15-4439-84d0-8488882f7d72 on host n-h2-802893-1 for vnic_type normal with profile {"migrating_to": "n-h1-802893-1"} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:17.777431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Attempting to bind port 27951d3e-1a15-4439-84d0-8488882f7d72 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:17.777877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Attempting to bind port 27951d3e-1a15-4439-84d0-8488882f7d72 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:17.785625 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Port 27951d3e-1a15-4439-84d0-8488882f7d72 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:42:17.786205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Attempting to bind port 27951d3e-1a15-4439-84d0-8488882f7d72 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:17.795174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:17.795674 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Checking segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:17.796109 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:17.796241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Bound using segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:17.796694 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Bound port: 27951d3e-1a15-4439-84d0-8488882f7d72, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:17.797116 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:17.809025 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Pushing event updated for resources: {'Port': ['ID=bf751c45-5f3a-422b-8401-4d3d62c7f8b6,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:17.816621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba974ec-da41-4f42-a1d0-d7b95505f8f5 req-5e6d4605-7700-48e4-9899-816b5aebfa1f tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:17.818314 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ba974ec-da41-4f42-a1d0-d7b95505f8f5 req-5e6d4605-7700-48e4-9899-816b5aebfa1f tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 949 time: 0.1107726 Jul 29 14:42:17.921373 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ba974ec-da41-4f42-a1d0-d7b95505f8f5 req-de036c72-663b-4684-a168-9106de851989 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9ee4e82-c607-41b9-9de4-3c4c7330e428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596724 Jul 29 14:42:17.923480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] For port 27951d3e-1a15-4439-84d0-8488882f7d72, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:17.925218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Network ae83cecd-147c-461f-81ff-989ea8728735 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:17.926670 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:17.928091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] For port 27951d3e-1a15-4439-84d0-8488882f7d72, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=27951d3e-1a15-4439-84d0-8488882f7d72,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:17.939588 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['60ca8886-b742-4471-b777-f34da02d8965'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:42:17.946810 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:17.954492 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4711aa-b86e-452e-b46b-2e42e99518ad x-openstack-request-id: req-fe4711aa-b86e-452e-b46b-2e42e99518ad {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:17.954796 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b8c6f8-07d3-481a-b473-ad6201bfae44", "name": "network-vif-unplugged", "status": "completed", "tag": "27951d3e-1a15-4439-84d0-8488882f7d72", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:17.955568 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe4711aa-b86e-452e-b46b-2e42e99518ad {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:17.955983 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b8c6f8-07d3-481a-b473-ad6201bfae44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27951d3e-1a15-4439-84d0-8488882f7d72', 'code': 200} Jul 29 14:42:18.092556 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=27951d3e-1a15-4439-84d0-8488882f7d72,revision_number=8']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:18.126761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:18.127676 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:18.129424 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-0cb30252-378f-4837-b01b-8b207bf84bc5 service neutron] 10.222.0.38 "PUT /v2.0/ports/27951d3e-1a15-4439-84d0-8488882f7d72 HTTP/1.1" status: 200 len: 1121 time: 1.1533148 Jul 29 14:42:18.166519 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Router a81cf773-8a78-417d-b48d-a1e313304fdd has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:42:18.190987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70642080-0de5-4aba-b675-4fbab587497a req-f061f679-1f0d-466e-a721-eb99914d8e96 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:18.192330 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-70642080-0de5-4aba-b675-4fbab587497a req-f061f679-1f0d-466e-a721-eb99914d8e96 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 943 time: 0.0973885 Jul 29 14:42:18.223646 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['27951d3e-1a15-4439-84d0-8488882f7d72'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:42:18.314620 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-70642080-0de5-4aba-b675-4fbab587497a req-9c98f57e-85b9-4c6d-b0d6-55a3b7261ed4 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851166 Jul 29 14:42:18.317871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f8bcfd14-6b7d-4ade-b128-56e869aa0506 None None] Provisioning complete for port bf751c45-5f3a-422b-8401-4d3d62c7f8b6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:18.318493 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f8bcfd14-6b7d-4ade-b128-56e869aa0506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:18.347411 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:42:18.361448 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0dab48d3-265a-428d-a451-e73065560c3e admin admin] 10.222.0.16 "PUT /v2.0/routers/a81cf773-8a78-417d-b48d-a1e313304fdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5203285 Jul 29 14:42:18.403967 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f8bcfd14-6b7d-4ade-b128-56e869aa0506 None None] Port bf751c45-5f3a-422b-8401-4d3d62c7f8b6 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:42:18.755024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8ebe6419-3a7d-443a-a287-f5ad40db50f6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:18.779383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abf96d-be36-4fff-b924-55c51db3b396 req-cc70b4cf-93ae-4a0b-878b-b7a42712e1a1 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:18.781577 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b7abf96d-be36-4fff-b924-55c51db3b396 req-cc70b4cf-93ae-4a0b-878b-b7a42712e1a1 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.1026146 Jul 29 14:42:18.829374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49842) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:18.855693 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b7abf96d-be36-4fff-b924-55c51db3b396 req-499dc353-d864-40c1-a945-96b604eba7a1 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670726 Jul 29 14:42:18.858723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7e3fb-f22d-44a9-b409-d77c19e8cae0 req-3456090f-fff7-4615-9905-a22c17b243c5 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:18.865223 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Sync routers for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:42:18.867999 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caa7e3fb-f22d-44a9-b409-d77c19e8cae0 req-3456090f-fff7-4615-9905-a22c17b243c5 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 949 time: 0.1217768 Jul 29 14:42:18.876330 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49846) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:18.891195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:42:18.891909 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:42:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:18.939085 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caa7e3fb-f22d-44a9-b409-d77c19e8cae0 req-b84dd4d7-bf50-4b7a-9317-7ae641119268 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632200 Jul 29 14:42:18.947603 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 8ebe6419-3a7d-443a-a287-f5ad40db50f6 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:18.956340 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8ebe6419-3a7d-443a-a287-f5ad40db50f6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:18.956770 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.028629 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2a883c8e-339c-4e1a-9c30-de2e1ec1f5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.065985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 60ca8886-b742-4471-b777-f34da02d8965 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:19.080881 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b8e50f0-30ef-484a-8daa-f3ca89c664a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.082247 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e32a5b-3354-4127-9ed7-9cf243af3c9e req-e52cf1bd-41b8-4c8b-bf49-b7d4d38c479d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:19.085260 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79e32a5b-3354-4127-9ed7-9cf243af3c9e req-e52cf1bd-41b8-4c8b-bf49-b7d4d38c479d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.0707054 Jul 29 14:42:19.138070 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:42:19.149825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79e32a5b-3354-4127-9ed7-9cf243af3c9e req-fd7dc376-11b8-4d7b-9cda-14433391c809 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581710 Jul 29 14:42:19.223357 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2a883c8e-339c-4e1a-9c30-de2e1ec1f5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.240991 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2a883c8e-339c-4e1a-9c30-de2e1ec1f5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.299623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48a59f-3818-4c2e-a698-77d1176326f4 req-5386012b-7a9d-4fc5-90fb-8e52d73cb61d tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:19.301304 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df48a59f-3818-4c2e-a698-77d1176326f4 req-5386012b-7a9d-4fc5-90fb-8e52d73cb61d tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 949 time: 0.0651855 Jul 29 14:42:19.362694 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2a883c8e-339c-4e1a-9c30-de2e1ec1f5c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31e6039ea30b4c3ea8ace7c6aa7b4dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5308104 Jul 29 14:42:19.363197 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49870) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:19.367642 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a883c8e-339c-4e1a-9c30-de2e1ec1f5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a913c9-3c28-477d-ae01-3b47a87fb240,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:19.372551 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.385187 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 60ca8886-b742-4471-b777-f34da02d8965 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:19.389274 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df48a59f-3818-4c2e-a698-77d1176326f4 req-f5546cd2-b817-40c7-9019-80a1c8ea0cc2 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9ee4e82-c607-41b9-9de4-3c4c7330e428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742359 Jul 29 14:42:19.403840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 60ca8886-b742-4471-b777-f34da02d8965 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:19.404763 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.451689 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e05f4539-b9bd-4f66-85dd-068bf137f8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.460543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 8ebe6419-3a7d-443a-a287-f5ad40db50f6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8ebe6419-3a7d-443a-a287-f5ad40db50f6,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:19.485847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-26d070d8-9210-4d65-a83b-6062f8c159b1 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:19.488325 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-26d070d8-9210-4d65-a83b-6062f8c159b1 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 820 time: 0.2362452 Jul 29 14:42:19.488949 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.497434 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e05f4539-b9bd-4f66-85dd-068bf137f8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.546392 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-83c59f0f-f337-4162-abaa-148996a7bcd1 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/quotas/877bce2dad89466a9ad4b1efe382143d HTTP/1.1" status: 200 len: 375 time: 0.0253997 Jul 29 14:42:19.604955 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e05f4539-b9bd-4f66-85dd-068bf137f8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.608557 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e05f4539-b9bd-4f66-85dd-068bf137f8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.612068 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e05f4539-b9bd-4f66-85dd-068bf137f8f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02a913c9-3c28-477d-ae01-3b47a87fb240 HTTP/1.1" status: 204 len: 168 time: 0.2452214 Jul 29 14:42:19.619569 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f4539-b9bd-4f66-85dd-068bf137f8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a913c9-3c28-477d-ae01-3b47a87fb240,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:19.645092 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=8ebe6419-3a7d-443a-a287-f5ad40db50f6,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:19.685763 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b8e50f0-30ef-484a-8daa-f3ca89c664a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.693617 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b8e50f0-30ef-484a-8daa-f3ca89c664a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.716018 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.723492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79ab81-37c5-4404-9815-efa4457cf8a4 req-cfe515b5-f1e7-4ee0-9c98-038a08ef06c3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:19.725433 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db79ab81-37c5-4404-9815-efa4457cf8a4 req-cfe515b5-f1e7-4ee0-9c98-038a08ef06c3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 943 time: 0.0681574 Jul 29 14:42:19.744240 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-b1bdb9b9-66cc-4ee6-a36e-be5aa390212f tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1749339 Jul 29 14:42:19.756936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd14b240-4c2c-4815-897f-5047352479c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ca8886-b742-4471-b777-f34da02d8965'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:19.761181 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4516ed7c-a367-41c0-801e-7e08edd3db16" -d '{"events": [{"server_uuid": "dd14b240-4c2c-4815-897f-5047352479c9", "name": "network-vif-plugged", "status": "completed", "tag": "60ca8886-b742-4471-b777-f34da02d8965"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:19.782575 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 60ca8886-b742-4471-b777-f34da02d8965, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=60ca8886-b742-4471-b777-f34da02d8965,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:19.786944 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db79ab81-37c5-4404-9815-efa4457cf8a4 req-d251b601-ff30-4f55-9fb5-27d36a229a07 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510290 Jul 29 14:42:19.790343 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 2, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:19.794328 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.843426 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49880) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:19.846089 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7b8e50f0-30ef-484a-8daa-f3ca89c664a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d334aa5dc7b84e5eb1eeb145f0a3770a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9685235 Jul 29 14:42:19.850528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e50f0-30ef-484a-8daa-f3ca89c664a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c32d1c-ef00-4337-9568-2490240e5576,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:19.884558 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Checking router: a81cf773-8a78-417d-b48d-a1e313304fdd for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:42:19.884946 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Updating router a81cf773-8a78-417d-b48d-a1e313304fdd port bf751c45-5f3a-422b-8401-4d3d62c7f8b6 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:42:19.922709 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-9064c875-9432-4735-afd5-f30ee7135bb6 service neutron] 10.222.0.16 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774919 Jul 29 14:42:19.927782 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a327b896-f7a4-4bf5-ab01-64fcbdfec8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.949975 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.968470 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd629b1d-debe-4cc1-afd3-4fbe7ecf0cba x-openstack-request-id: req-fd629b1d-debe-4cc1-afd3-4fbe7ecf0cba {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:19.968689 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a327b896-f7a4-4bf5-ab01-64fcbdfec8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:19.968785 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd14b240-4c2c-4815-897f-5047352479c9", "name": "network-vif-plugged", "status": "completed", "tag": "60ca8886-b742-4471-b777-f34da02d8965", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:19.969029 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd629b1d-debe-4cc1-afd3-4fbe7ecf0cba {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:19.969443 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd14b240-4c2c-4815-897f-5047352479c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ca8886-b742-4471-b777-f34da02d8965', 'code': 200} Jul 29 14:42:19.974121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=60ca8886-b742-4471-b777-f34da02d8965,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:20.047078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b8c6f8-07d3-481a-b473-ad6201bfae44', 'tag': '27951d3e-1a15-4439-84d0-8488882f7d72'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:20.054263 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7a91bc-053a-4640-b5e8-5f914b00a306" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b8c6f8-07d3-481a-b473-ad6201bfae44", "tag": "27951d3e-1a15-4439-84d0-8488882f7d72"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:20.095076 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-b59ab300-d36b-42c3-9288-8acd79824ee1 service neutron] 10.222.0.16 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644099 Jul 29 14:42:20.136746 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a327b896-f7a4-4bf5-ab01-64fcbdfec8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:20.139420 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a327b896-f7a4-4bf5-ab01-64fcbdfec8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:20.140964 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a327b896-f7a4-4bf5-ab01-64fcbdfec8fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5c32d1c-ef00-4337-9568-2490240e5576 HTTP/1.1" status: 204 len: 168 time: 0.2963676 Jul 29 14:42:20.159390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9780a0-9629-4cfb-aacf-8b389e1a68b4 req-d9646d47-2e36-4cf8-8307-c8707797e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:20.163839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:20.166825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec9780a0-9629-4cfb-aacf-8b389e1a68b4 req-d9646d47-2e36-4cf8-8307-c8707797e775 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 1101 time: 0.0939014 Jul 29 14:42:20.190518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327b896-f7a4-4bf5-ab01-64fcbdfec8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c32d1c-ef00-4337-9568-2490240e5576,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:20.250844 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec9780a0-9629-4cfb-aacf-8b389e1a68b4 req-f9034a13-6826-4c51-b7fa-cd6668a9b4f0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718162 Jul 29 14:42:20.336090 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:20.406478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:20.406853 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:20.431505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057a55f-a943-444d-958e-f851f31036a0 req-da1a6ea4-c261-420d-9f23-148006055f51 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:20.433522 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9057a55f-a943-444d-958e-f851f31036a0 req-da1a6ea4-c261-420d-9f23-148006055f51 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 950 time: 0.1156430 Jul 29 14:42:20.510878 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467a89ed-b131-404f-9728-a69727bc4856 x-openstack-request-id: req-467a89ed-b131-404f-9728-a69727bc4856 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:20.511277 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b8c6f8-07d3-481a-b473-ad6201bfae44", "tag": "27951d3e-1a15-4439-84d0-8488882f7d72", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:20.511627 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-467a89ed-b131-404f-9728-a69727bc4856 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:20.512130 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b8c6f8-07d3-481a-b473-ad6201bfae44', 'tag': '27951d3e-1a15-4439-84d0-8488882f7d72', 'status': 'completed', 'code': 200} Jul 29 14:42:20.538586 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9057a55f-a943-444d-958e-f851f31036a0 req-14204462-3063-4bd1-85c7-f7a1fa0d06fa tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935223 Jul 29 14:42:20.606275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a91bc-053a-4640-b5e8-5f914b00a306 req-acb2638b-8de4-45be-8708-7fd60e2f890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:20.609023 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ee7a91bc-053a-4640-b5e8-5f914b00a306 req-acb2638b-8de4-45be-8708-7fd60e2f890d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 1124 time: 0.0709999 Jul 29 14:42:20.663106 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-f00abeab-fbb3-4eba-ae8a-8b148931535e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1395252 Jul 29 14:42:20.705109 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-90f4d627-eb64-426e-beb4-c605034a46db req-65b126b4-ce38-4f1d-b850-dd245202d11b tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 210 time: 0.0947819 Jul 29 14:42:20.785174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a91bc-053a-4640-b5e8-5f914b00a306 req-aae5208c-2267-4ba7-bacd-04ebef512424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:20.794377 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ee7a91bc-053a-4640-b5e8-5f914b00a306 req-aae5208c-2267-4ba7-bacd-04ebef512424 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.1730754 Jul 29 14:42:20.823378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8ebe6419-3a7d-443a-a287-f5ad40db50f6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:20.864004 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ee7a91bc-053a-4640-b5e8-5f914b00a306 req-9fb53b65-1289-4af3-ae35-6e263ef8087a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27951d3e-1a15-4439-84d0-8488882f7d72 HTTP/1.1" status: 200 len: 217 time: 0.0603690 Jul 29 14:42:20.882556 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114e56e-b782-42bb-a65c-29c4997dcaee req-c652539c-4290-4fd3-959a-9acd0d2a108f tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:20.886065 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1114e56e-b782-42bb-a65c-29c4997dcaee req-c652539c-4290-4fd3-959a-9acd0d2a108f tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 949 time: 0.1681955 Jul 29 14:42:20.948260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8ebe6419-3a7d-443a-a287-f5ad40db50f6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:20.948642 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:20.987103 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1114e56e-b782-42bb-a65c-29c4997dcaee req-939c52d4-61de-4b78-8ff8-3ac3d1c59fc5 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9ee4e82-c607-41b9-9de4-3c4c7330e428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942848 Jul 29 14:42:21.002758 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:21.028887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a91bc-053a-4640-b5e8-5f914b00a306 req-9d3d62a4-aeb4-4b6c-9f04-56f80b665754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:21.031904 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ee7a91bc-053a-4640-b5e8-5f914b00a306 req-9d3d62a4-aeb4-4b6c-9f04-56f80b665754 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.1502345 Jul 29 14:42:21.075261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=bd2ad684-ee60-4ed2-bcaa-4ad7742f2929,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:21.099556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 27951d3e-1a15-4439-84d0-8488882f7d72 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:42:21.118504 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ee7a91bc-053a-4640-b5e8-5f914b00a306 req-603eb811-b1f9-4e13-a995-b5eea6ca3657 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753660 Jul 29 14:42:21.127821 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:21.217813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f9aa7-2abf-44ed-80f3-3ac3edb7a4f2 req-ba54ef8b-46ca-4182-a573-5699d9746779 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:21.229009 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3a3f9aa7-2abf-44ed-80f3-3ac3edb7a4f2 req-ba54ef8b-46ca-4182-a573-5699d9746779 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.3435078 Jul 29 14:42:21.250295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=bd2ad684-ee60-4ed2-bcaa-4ad7742f2929,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:21.295324 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:42:21.380198 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3a3f9aa7-2abf-44ed-80f3-3ac3edb7a4f2 req-a2fc3657-5ec3-4088-aa2c-17e3c9fbcf4e tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497791 Jul 29 14:42:21.395947 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7954d4-3deb-499f-82b5-b9f0fdd7c93e req-7f476d12-5d8c-469b-aba1-6f6992c2cf35 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:21.409474 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fe7954d4-3deb-499f-82b5-b9f0fdd7c93e req-7f476d12-5d8c-469b-aba1-6f6992c2cf35 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 943 time: 0.1289744 Jul 29 14:42:21.422694 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:21.447132 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ee7a91bc-053a-4640-b5e8-5f914b00a306 req-60448517-f4e9-49f1-b6a6-ce8254795bc6 service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068216 Jul 29 14:42:21.472138 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Transition to ACTIVE for port object bf751c45-5f3a-422b-8401-4d3d62c7f8b6 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:21.518531 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:21.594728 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fe7954d4-3deb-499f-82b5-b9f0fdd7c93e req-df661737-fcc6-4d0b-93fa-ccbeb6ef39ef tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835911 Jul 29 14:42:21.728832 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 27951d3e-1a15-4439-84d0-8488882f7d72, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=27951d3e-1a15-4439-84d0-8488882f7d72,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:21.796875 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ee7a91bc-053a-4640-b5e8-5f914b00a306 req-f5a5edf1-a481-4fcf-ae55-3b559ef83b9e service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283553 Jul 29 14:42:21.808638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916678c-8908-4e4b-b422-7a1dd97f856c None None] Pushing event updated for resources: {'Port': ['ID=bf751c45-5f3a-422b-8401-4d3d62c7f8b6,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:21.829180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 27951d3e-1a15-4439-84d0-8488882f7d72 has no active binding in host n-h1-802893-1 {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 14:42:21.968540 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Attempting to bind port bf751c45-5f3a-422b-8401-4d3d62c7f8b6 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:21.968912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Attempting to bind port bf751c45-5f3a-422b-8401-4d3d62c7f8b6 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:21.969241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Attempting to bind port bf751c45-5f3a-422b-8401-4d3d62c7f8b6 on network ae83cecd-147c-461f-81ff-989ea8728735 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:21.984179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2db6762-ea3f-4c28-9987-cc3e9d6ecb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2ad684-ee60-4ed2-bcaa-4ad7742f2929'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:21.986552 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99709a97-3a9c-49f7-b64e-72a268843e5e" -d '{"events": [{"server_uuid": "d2db6762-ea3f-4c28-9987-cc3e9d6ecb79", "name": "network-vif-plugged", "status": "completed", "tag": "bd2ad684-ee60-4ed2-bcaa-4ad7742f2929"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:21.991568 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104aeeb-b2b0-4970-8186-19ee0ccdeae8 req-02d53041-2851-4243-ba60-8f4db62cc90f tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:21.996082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:21.996317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Checking segment: {'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:21.997011 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:21.997185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Bound using segment: {'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:21.998645 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a104aeeb-b2b0-4970-8186-19ee0ccdeae8 req-02d53041-2851-4243-ba60-8f4db62cc90f tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 950 time: 0.2006440 Jul 29 14:42:22.003419 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Bound port: bf751c45-5f3a-422b-8401-4d3d62c7f8b6, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:22.004289 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:22.137903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] For port bf751c45-5f3a-422b-8401-4d3d62c7f8b6, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:22.151248 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] For port bf751c45-5f3a-422b-8401-4d3d62c7f8b6, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bf751c45-5f3a-422b-8401-4d3d62c7f8b6,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:22.173025 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:22.203344 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-aea329e4-1cf1-49fd-9bc4-efc87aa4db8a service neutron] 10.222.0.39 "GET /v2.0/ports/27951d3e-1a15-4439-84d0-8488882f7d72/bindings/n-h1-802893-1 HTTP/1.1" status: 200 len: 384 time: 0.2601876 Jul 29 14:42:22.250162 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a104aeeb-b2b0-4970-8186-19ee0ccdeae8 req-1151baba-43d2-4698-8306-334c0f3f35f5 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842277 Jul 29 14:42:22.295970 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:42:22.296698 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:42:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:22.310895 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916678c-8908-4e4b-b422-7a1dd97f856c None None] Pushing event updated for resources: {'Port': ['ID=bf751c45-5f3a-422b-8401-4d3d62c7f8b6,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:22.500640 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-52969166-7671-4fb5-8256-546cb3c34289 req-1ae51bf1-503f-4133-8434-92dccaf69a70 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 210 time: 0.0680704 Jul 29 14:42:22.530605 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:42:22.602446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-8bf85de0-4d39-499f-8d4e-cb837ca1bdb4 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:22.604647 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-8bf85de0-4d39-499f-8d4e-cb837ca1bdb4 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.39 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 820 time: 0.4038715 Jul 29 14:42:22.640712 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204b37c8-bf13-45cd-98ca-0a3d1d89d8dd x-openstack-request-id: req-204b37c8-bf13-45cd-98ca-0a3d1d89d8dd {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:22.640976 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2db6762-ea3f-4c28-9987-cc3e9d6ecb79", "name": "network-vif-plugged", "status": "completed", "tag": "bd2ad684-ee60-4ed2-bcaa-4ad7742f2929", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:22.641261 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-204b37c8-bf13-45cd-98ca-0a3d1d89d8dd {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:22.641655 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2db6762-ea3f-4c28-9987-cc3e9d6ecb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2ad684-ee60-4ed2-bcaa-4ad7742f2929', 'code': 200} Jul 29 14:42:22.650628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-83a8de9d-8ed8-4eea-abe5-748cce21bdc0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Request body: {'port': {'device_id': 'f913620d-5793-4215-8b84-dac015f803d5', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'admin_state_up': True, 'tenant_id': '877bce2dad89466a9ad4b1efe382143d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:22.714278 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d59994-e53e-42aa-8afb-0774f670bccb req-77d614a6-e8d0-4038-9ea4-78308a88d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:22.716903 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99d59994-e53e-42aa-8afb-0774f670bccb req-77d614a6-e8d0-4038-9ea4-78308a88d13a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 1101 time: 0.0795450 Jul 29 14:42:22.779750 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99d59994-e53e-42aa-8afb-0774f670bccb req-a3da7126-664b-4063-8f4b-3ca2f8311375 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c9ee4e82-c607-41b9-9de4-3c4c7330e428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553849 Jul 29 14:42:22.874692 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68d462-e38e-4832-b5b5-f3e05f653a2f req-009c19d9-be74-4d12-b54b-ed446d05224c tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:22.876241 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d68d462-e38e-4832-b5b5-f3e05f653a2f req-009c19d9-be74-4d12-b54b-ed446d05224c tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 950 time: 0.2418473 Jul 29 14:42:22.919795 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-83a8de9d-8ed8-4eea-abe5-748cce21bdc0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Made reservation on behalf of 877bce2dad89466a9ad4b1efe382143d for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:22.923226 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-83a8de9d-8ed8-4eea-abe5-748cce21bdc0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:22.934777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:22Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:22.963615 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c6f99-137d-4af5-8633-22d41fe9907d None None] The sync data for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 is: [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:22Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:42:22.990022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-f97db4a1-f212-4c2e-815d-d429e94dbac3 service neutron] For port 27951d3e-1a15-4439-84d0-8488882f7d72, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=27951d3e-1a15-4439-84d0-8488882f7d72,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:23.004067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d876fc7-99e2-45e8-8ea3-ff3b25198670 req-5de638a0-d9bd-408a-aba3-3e9cf2d82ca4 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:23.006790 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0d876fc7-99e2-45e8-8ea3-ff3b25198670 req-5de638a0-d9bd-408a-aba3-3e9cf2d82ca4 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.0837989 Jul 29 14:42:23.034770 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d68d462-e38e-4832-b5b5-f3e05f653a2f req-1846cad5-9275-479d-a4ea-cdb7b2c682a0 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9ee4e82-c607-41b9-9de4-3c4c7330e428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342530 Jul 29 14:42:23.076653 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0d876fc7-99e2-45e8-8ea3-ff3b25198670 req-99ed885f-dee3-4979-8d40-f62d10cf8962 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562022 Jul 29 14:42:23.079842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-f97db4a1-f212-4c2e-815d-d429e94dbac3 service neutron] For port 27951d3e-1a15-4439-84d0-8488882f7d72, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:23.161154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-f97db4a1-f212-4c2e-815d-d429e94dbac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27951d3e-1a15-4439-84d0-8488882f7d72 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:23.195760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-f97db4a1-f212-4c2e-815d-d429e94dbac3 service neutron] For port 27951d3e-1a15-4439-84d0-8488882f7d72, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=27951d3e-1a15-4439-84d0-8488882f7d72,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:23.223483 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-f97db4a1-f212-4c2e-815d-d429e94dbac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:23.293578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a7c47-f05b-40b3-8d15-1b253f5243b2 req-74e20a69-5a98-4a66-9cb6-18ef6aec7eea tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:23.296137 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-83a8de9d-8ed8-4eea-abe5-748cce21bdc0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Allocated IP 172.20.0.4 (ae83cecd-147c-461f-81ff-989ea8728735/0d81d371-12db-4c4b-8a48-aad2f7d1655e/72524ee8-b7ca-4e00-a4e6-430fa847823b) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:23.306298 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb6a7c47-f05b-40b3-8d15-1b253f5243b2 req-74e20a69-5a98-4a66-9cb6-18ef6aec7eea tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 943 time: 0.1017935 Jul 29 14:42:23.347453 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb6a7c47-f05b-40b3-8d15-1b253f5243b2 req-345e946c-1353-4f0f-b903-1e91f209b647 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401008 Jul 29 14:42:23.435112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b806846-44f0-4125-a847-b58547ee5089 req-f1910b80-d3b7-4caa-928d-441f701ce2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:23.438413 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-f1910b80-d3b7-4caa-928d-441f701ce2dc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 1100 time: 0.1585481 Jul 29 14:42:23.504654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c5cf6-4e6f-4210-9c40-c3a077bef0d0 req-ed5fd2fc-e190-44da-b88a-19f2550448c1 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:23.506705 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5f7c5cf6-4e6f-4210-9c40-c3a077bef0d0 req-ed5fd2fc-e190-44da-b88a-19f2550448c1 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 950 time: 0.0704763 Jul 29 14:42:23.539880 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-f97db4a1-f212-4c2e-815d-d429e94dbac3 service neutron] Transition to ACTIVE for port object 27951d3e-1a15-4439-84d0-8488882f7d72 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:23.555513 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-f97db4a1-f212-4c2e-815d-d429e94dbac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:23.585530 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5f7c5cf6-4e6f-4210-9c40-c3a077bef0d0 req-81fd38b5-1962-433d-a0e5-f9443a4a3d2c tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695906 Jul 29 14:42:23.792382 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-32138b0e-069e-4f17-b071-042d87c5394b req-50491e7d-cff7-47d6-8a91-7ef741389f6e tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 210 time: 0.0495696 Jul 29 14:42:23.858049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97db4a1-f212-4c2e-815d-d429e94dbac3 service neutron] Pushing event updated for resources: {'Port': ['ID=27951d3e-1a15-4439-84d0-8488882f7d72,revision_number=10']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:23.886574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-f97db4a1-f212-4c2e-815d-d429e94dbac3 service neutron] No DVR routers for this DVR port 27951d3e-1a15-4439-84d0-8488882f7d72 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:42:23.953526 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-f97db4a1-f212-4c2e-815d-d429e94dbac3 service neutron] 10.222.0.39 "PUT /v2.0/ports/27951d3e-1a15-4439-84d0-8488882f7d72/bindings/n-h1-802893-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7374048 Jul 29 14:42:23.963833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b806846-44f0-4125-a847-b58547ee5089 req-1bf1130d-13ab-4ea2-a6e3-8d7795816a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:23.965335 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-1bf1130d-13ab-4ea2-a6e3-8d7795816a2f service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.5112443 Jul 29 14:42:23.990180 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-83a8de9d-8ed8-4eea-abe5-748cce21bdc0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:24.066631 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-e6996db9-6e98-4713-9ae6-79ecfaaad40e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab HTTP/1.1" status: 200 len: 217 time: 0.0796380 Jul 29 14:42:24.080862 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-83a8de9d-8ed8-4eea-abe5-748cce21bdc0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Transition to ACTIVE for port object 72524ee8-b7ca-4e00-a4e6-430fa847823b will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:24.130671 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50038) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:24.169719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-b95d7d21-85bf-4ce3-b3de-f31cf3887d16 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:24.171441 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-b95d7d21-85bf-4ce3-b3de-f31cf3887d16 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44&tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1095 time: 0.1193788 Jul 29 14:42:24.185269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b806846-44f0-4125-a847-b58547ee5089 req-1c4e1b3f-2242-4dfb-8c10-f9bd36262efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:24.199815 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-1c4e1b3f-2242-4dfb-8c10-f9bd36262efd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1203535 Jul 29 14:42:24.319302 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-83a8de9d-8ed8-4eea-abe5-748cce21bdc0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:24.346975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-3dc5989c-acd4-401a-9931-0199b44ff49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:24.348560 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-3dc5989c-acd4-401a-9931-0199b44ff49a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44&tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd HTTP/1.1" status: 200 len: 1095 time: 0.1617694 Jul 29 14:42:24.431588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b806846-44f0-4125-a847-b58547ee5089 req-e280a9e9-3f78-4425-b78a-95646e9bb1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:24.433561 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-e280a9e9-3f78-4425-b78a-95646e9bb1a4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2186852 Jul 29 14:42:24.435409 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8de9d-8ed8-4eea-abe5-748cce21bdc0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Pushing event updated for resources: {'Port': ['ID=72524ee8-b7ca-4e00-a4e6-430fa847823b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:24.450533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-83a8de9d-8ed8-4eea-abe5-748cce21bdc0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Network ae83cecd-147c-461f-81ff-989ea8728735 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:24.453633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-83a8de9d-8ed8-4eea-abe5-748cce21bdc0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:24.462722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-83a8de9d-8ed8-4eea-abe5-748cce21bdc0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:24.493469 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-809b1d3e-0397-47a0-b195-ee86d4ad8918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:24.517189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb9f4c-f098-43bf-98d7-5c401626ae01 req-66482c4d-1f53-477a-8986-79077a51bdeb tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:24.528593 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aeeb9f4c-f098-43bf-98d7-5c401626ae01 req-66482c4d-1f53-477a-8986-79077a51bdeb tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 950 time: 0.1599071 Jul 29 14:42:24.542140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-5a1b6c06-53f3-4900-8639-186cbe8b665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:24.543627 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-5a1b6c06-53f3-4900-8639-186cbe8b665c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 1095 time: 0.1361179 Jul 29 14:42:24.620156 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-83a8de9d-8ed8-4eea-abe5-748cce21bdc0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:24.626976 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-83a8de9d-8ed8-4eea-abe5-748cce21bdc0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:24.690081 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aeeb9f4c-f098-43bf-98d7-5c401626ae01 req-117c7aa1-f124-447f-bbe3-242bfee9db2b tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9ee4e82-c607-41b9-9de4-3c4c7330e428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601613 Jul 29 14:42:24.691168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7f5d4-d8ca-4710-9ca3-a93ebd55a537 req-7ca7c841-b37a-4e3d-9d68-38183f331ad4 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:24.702123 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a7e7f5d4-d8ca-4710-9ca3-a93ebd55a537 req-7ca7c841-b37a-4e3d-9d68-38183f331ad4 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.1533356 Jul 29 14:42:24.789007 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a7e7f5d4-d8ca-4710-9ca3-a93ebd55a537 req-54e1c65d-c6fa-4311-85bd-b6ba35d1f172 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847843 Jul 29 14:42:24.797058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-f38f87ab-f5fd-4d48-a22b-4d821cadc0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:24.799571 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-f38f87ab-f5fd-4d48-a22b-4d821cadc0d9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.2461572 Jul 29 14:42:24.829335 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bf751c45-5f3a-422b-8401-4d3d62c7f8b6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:24.846455 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-72539c0f-5a27-419b-b26f-bdaa22cce721 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938627 Jul 29 14:42:24.888588 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-6b92e358-354f-408f-8e3a-c70482db57a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27951d3e-1a15-4439-84d0-8488882f7d72 HTTP/1.1" status: 200 len: 217 time: 0.0802736 Jul 29 14:42:24.951465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port bf751c45-5f3a-422b-8401-4d3d62c7f8b6 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:24.952218 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-809b1d3e-0397-47a0-b195-ee86d4ad8918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:24.958600 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port bf751c45-5f3a-422b-8401-4d3d62c7f8b6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:24.959847 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:24.963197 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ed8ef21b-6ddf-4c59-8086-cbf60fb5587e None None] Provisioning for port 72524ee8-b7ca-4e00-a4e6-430fa847823b completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:24.965970 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-809b1d3e-0397-47a0-b195-ee86d4ad8918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:24.989504 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-5e94ee8c-ca59-49b3-925b-806ecc5cc7a1 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289592 Jul 29 14:42:24.998886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ed8ef21b-6ddf-4c59-8086-cbf60fb5587e None None] Provisioning complete for port 72524ee8-b7ca-4e00-a4e6-430fa847823b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:24.999479 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed8ef21b-6ddf-4c59-8086-cbf60fb5587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:25.019066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b1d3e-0397-47a0-b195-ee86d4ad8918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d9c95d-2961-4dab-b121-10df1e5d0fac,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:25.031223 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-62fb9b68-e189-4335-96c9-e09d21dd485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:25.033111 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-62fb9b68-e189-4335-96c9-e09d21dd485a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.1313708 Jul 29 14:42:25.035213 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-83a8de9d-8ed8-4eea-abe5-748cce21bdc0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3995006 Jul 29 14:42:25.051559 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Request body: {'port': {'device_id': 'f913620d-5793-4215-8b84-dac015f803d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:25.068196 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cacc38-4a1b-40de-b466-0ee5c59d654f req-576dfd07-7105-4f7f-8a60-d9b164701f07 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:25.076450 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-27023ae3-bcfc-4f36-96b6-44e82ce1e435 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302346 Jul 29 14:42:25.078600 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00cacc38-4a1b-40de-b466-0ee5c59d654f req-576dfd07-7105-4f7f-8a60-d9b164701f07 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 944 time: 0.0879238 Jul 29 14:42:25.080945 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-809b1d3e-0397-47a0-b195-ee86d4ad8918 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f41337e5c1a485ca746948114899e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9444470 Jul 29 14:42:25.097587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50052) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:25.145358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ed8ef21b-6ddf-4c59-8086-cbf60fb5587e None None] Port 72524ee8-b7ca-4e00-a4e6-430fa847823b cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:42:25.166616 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00cacc38-4a1b-40de-b466-0ee5c59d654f req-65480511-a51a-47b4-b532-58a6ff68fa5d tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867255 Jul 29 14:42:25.220457 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:25.236381 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:25.240463 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-6b39b5a4-8127-4367-b2b1-01a8ac0ac619 service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529307 Jul 29 14:42:25.261964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port bf751c45-5f3a-422b-8401-4d3d62c7f8b6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bf751c45-5f3a-422b-8401-4d3d62c7f8b6,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:25.272406 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:25.352994 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=bf751c45-5f3a-422b-8401-4d3d62c7f8b6,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:25.421317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239abe38-a388-40d0-a0af-5f6ee32f272c req-7130509e-9e75-4dd9-b848-766ec44fde42 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:25.421809 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239abe38-a388-40d0-a0af-5f6ee32f272c req-7130509e-9e75-4dd9-b848-766ec44fde42 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:25.422289 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239abe38-a388-40d0-a0af-5f6ee32f272c req-7130509e-9e75-4dd9-b848-766ec44fde42 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:25.422777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239abe38-a388-40d0-a0af-5f6ee32f272c req-7130509e-9e75-4dd9-b848-766ec44fde42 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:25.423249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239abe38-a388-40d0-a0af-5f6ee32f272c req-7130509e-9e75-4dd9-b848-766ec44fde42 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:25.423719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239abe38-a388-40d0-a0af-5f6ee32f272c req-7130509e-9e75-4dd9-b848-766ec44fde42 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:25.424196 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239abe38-a388-40d0-a0af-5f6ee32f272c req-7130509e-9e75-4dd9-b848-766ec44fde42 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:25.424690 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239abe38-a388-40d0-a0af-5f6ee32f272c req-7130509e-9e75-4dd9-b848-766ec44fde42 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:25.425156 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239abe38-a388-40d0-a0af-5f6ee32f272c req-7130509e-9e75-4dd9-b848-766ec44fde42 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:25.425634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239abe38-a388-40d0-a0af-5f6ee32f272c req-7130509e-9e75-4dd9-b848-766ec44fde42 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:25.426594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239abe38-a388-40d0-a0af-5f6ee32f272c req-7130509e-9e75-4dd9-b848-766ec44fde42 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:25.435808 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-239abe38-a388-40d0-a0af-5f6ee32f272c req-7130509e-9e75-4dd9-b848-766ec44fde42 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5&device_id=dd14b240-4c2c-4815-897f-5047352479c9&device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79&device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3&device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44&device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae&device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e&device_id=d0572b06-549e-4247-8291-ee4a187ec75e&device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d&device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4&device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 9921 time: 0.1723013 Jul 29 14:42:25.465892 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dda562d3-22aa-40db-b993-41e862e9540b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:25.494431 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-239abe38-a388-40d0-a0af-5f6ee32f272c req-01e0a719-4e54-4697-800b-a74f4ffe41a6 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:25.502108 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-ee545629-bb63-499d-8179-c5e6b02dbdb5 service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321103 Jul 29 14:42:25.507796 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dda562d3-22aa-40db-b993-41e862e9540b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:25.599685 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dda562d3-22aa-40db-b993-41e862e9540b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:25.602347 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dda562d3-22aa-40db-b993-41e862e9540b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:25.605924 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dda562d3-22aa-40db-b993-41e862e9540b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77d9c95d-2961-4dab-b121-10df1e5d0fac HTTP/1.1" status: 204 len: 168 time: 0.4989855 Jul 29 14:42:25.606562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97258043-d167-44df-9c95-26889bf4de92 req-f35ab257-11f6-4481-a045-bf36eda8a1cf tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:25.608929 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97258043-d167-44df-9c95-26889bf4de92 req-f35ab257-11f6-4481-a045-bf36eda8a1cf tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 931 time: 0.1050103 Jul 29 14:42:25.616152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda562d3-22aa-40db-b993-41e862e9540b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d9c95d-2961-4dab-b121-10df1e5d0fac,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:25.672227 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-239abe38-a388-40d0-a0af-5f6ee32f272c req-01e0a719-4e54-4697-800b-a74f4ffe41a6 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:25.677964 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-239abe38-a388-40d0-a0af-5f6ee32f272c req-01e0a719-4e54-4697-800b-a74f4ffe41a6 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:25.714923 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-239abe38-a388-40d0-a0af-5f6ee32f272c req-01e0a719-4e54-4697-800b-a74f4ffe41a6 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&id=cb263285-d082-4561-9f46-24c4c61e0f50&id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&id=c9ee4e82-c607-41b9-9de4-3c4c7330e428&id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.2694283 Jul 29 14:42:25.758814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0a719-4e54-4697-800b-a74f4ffe41a6 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8856e87d-6134-44cb-9e32-66b0969884dd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:25.831201 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:25.959941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-626cb16c-29dd-4eb8-9580-90cfba5e87c8 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:25.961600 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-626cb16c-29dd-4eb8-9580-90cfba5e87c8 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44&tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&binding%3Ahost_id=n-h1-802893-1 HTTP/1.1" status: 200 len: 1095 time: 0.1120892 Jul 29 14:42:26.002245 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72524ee8-b7ca-4e00-a4e6-430fa847823b {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:26.013612 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:26.015377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078a001-cb3d-42ad-b254-bbc01eccf958 req-76a5393f-bb2e-4223-b194-9005393a5c23 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:26.016947 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0078a001-cb3d-42ad-b254-bbc01eccf958 req-76a5393f-bb2e-4223-b194-9005393a5c23 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 950 time: 0.0942893 Jul 29 14:42:26.034740 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97258043-d167-44df-9c95-26889bf4de92 req-c96f3074-fa1c-4ac4-93e4-89b22534c6a9 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047358 Jul 29 14:42:26.039874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Transition to ACTIVE for port object 72524ee8-b7ca-4e00-a4e6-430fa847823b will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:26.045422 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:26.051197 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 27951d3e-1a15-4439-84d0-8488882f7d72 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:42:26.115781 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 27951d3e-1a15-4439-84d0-8488882f7d72 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:42:26.119098 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0078a001-cb3d-42ad-b254-bbc01eccf958 req-67913098-e00e-47eb-886f-27258dd6a12e tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9ee4e82-c607-41b9-9de4-3c4c7330e428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888581 Jul 29 14:42:26.122954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=72524ee8-b7ca-4e00-a4e6-430fa847823b,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:26.190800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-b3d67dc8-a366-4bf5-a960-03b5662c3b4c service neutron] For port 27951d3e-1a15-4439-84d0-8488882f7d72, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:26.194447 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-b3d67dc8-a366-4bf5-a960-03b5662c3b4c service neutron] Notify callbacks [] for binding, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:26.197074 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e626bbd5-9ebb-4e10-9cb6-069fd8f62988 req-b3d67dc8-a366-4bf5-a960-03b5662c3b4c service neutron] 10.222.0.38 "DELETE /v2.0/ports/27951d3e-1a15-4439-84d0-8488882f7d72/bindings/n-h2-802893-1 HTTP/1.1" status: 204 len: 173 time: 0.2273211 Jul 29 14:42:26.263543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Attempting to bind port 72524ee8-b7ca-4e00-a4e6-430fa847823b on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:26.264355 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Attempting to bind port 72524ee8-b7ca-4e00-a4e6-430fa847823b by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:26.267401 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Attempting to bind port 72524ee8-b7ca-4e00-a4e6-430fa847823b on network ae83cecd-147c-461f-81ff-989ea8728735 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:26.275157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Port 72524ee8-b7ca-4e00-a4e6-430fa847823b on network ae83cecd-147c-461f-81ff-989ea8728735 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:42:26.275815 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Attempting to bind port 72524ee8-b7ca-4e00-a4e6-430fa847823b on network ae83cecd-147c-461f-81ff-989ea8728735 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:26.283259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:26.283461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Checking segment: {'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:26.285579 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Bound using segment: {'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:26.286234 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Bound port: 72524ee8-b7ca-4e00-a4e6-430fa847823b, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:26.286776 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:26.292421 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc5918-59f5-423d-b284-303a909b551d req-f4bc648a-3260-4488-85eb-fa868ea1724c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:26.300751 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8cfc5918-59f5-423d-b284-303a909b551d req-f4bc648a-3260-4488-85eb-fa868ea1724c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.0730159 Jul 29 14:42:26.374200 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8cfc5918-59f5-423d-b284-303a909b551d req-95bec7cd-452a-4650-b504-41813624ef14 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593450 Jul 29 14:42:26.418045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] For port 72524ee8-b7ca-4e00-a4e6-430fa847823b, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:26.426489 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] For port 72524ee8-b7ca-4e00-a4e6-430fa847823b, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=72524ee8-b7ca-4e00-a4e6-430fa847823b,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:26.435953 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:26.541562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:26.542529 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:26.544097 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] 10.222.0.39 "PUT /v2.0/ports/72524ee8-b7ca-4e00-a4e6-430fa847823b HTTP/1.1" status: 200 len: 1091 time: 1.4976506 Jul 29 14:42:26.544726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f913620d-5793-4215-8b84-dac015f803d5', 'tag': '72524ee8-b7ca-4e00-a4e6-430fa847823b'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:26.547232 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd9ecf9-ef1c-4b9c-aaa1-acd0aab198dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f913620d-5793-4215-8b84-dac015f803d5", "tag": "72524ee8-b7ca-4e00-a4e6-430fa847823b"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:26.572111 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddeb2f7-7080-40d1-80d3-16580b46d0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=72524ee8-b7ca-4e00-a4e6-430fa847823b,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:26.705045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-e5d91273-bcd2-4aec-a16c-6b77b6ea62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:26.708291 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bf751c45-5f3a-422b-8401-4d3d62c7f8b6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:26.718894 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-e5d91273-bcd2-4aec-a16c-6b77b6ea62e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 1094 time: 0.0951743 Jul 29 14:42:26.784026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50094) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:26.805226 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-de789fd9-6fa3-4fd8-bf00-e82bdae977b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72524ee8-b7ca-4e00-a4e6-430fa847823b HTTP/1.1" status: 200 len: 217 time: 0.0649400 Jul 29 14:42:26.842256 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port bf751c45-5f3a-422b-8401-4d3d62c7f8b6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:26.843229 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:26.892488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-e2044a25-b027-40b6-8365-8df26ac4289c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:26.894548 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-e2044a25-b027-40b6-8365-8df26ac4289c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 200 len: 859 time: 0.0808074 Jul 29 14:42:26.936256 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f457d-95cf-4637-a91a-cf86761cc874 req-20ec6a9e-d3d0-4816-941b-f7d6a51d66ea tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:26.939107 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-173f457d-95cf-4637-a91a-cf86761cc874 req-20ec6a9e-d3d0-4816-941b-f7d6a51d66ea tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 944 time: 0.1188419 Jul 29 14:42:26.989065 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-173f457d-95cf-4637-a91a-cf86761cc874 req-a6ef9d26-d1b7-47ee-9b29-360c2715fb17 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430264 Jul 29 14:42:27.002321 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4fdb6648-7cb9-4b98-826e-f1e89d469f1d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1366701547-network', 'tenant_id': 'c98b09a6af3d4b8180c56c435471c551'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:27.026919 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-0a6518f3-7bde-4fb6-8d13-0df2d0da821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:27.028562 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-0a6518f3-7bde-4fb6-8d13-0df2d0da821d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae83cecd-147c-461f-81ff-989ea8728735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216564 Jul 29 14:42:27.036615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29624c8b-7233-415b-b73b-776edef626b9 req-f0621c87-734d-41fb-a921-b43a51b8d125 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:27.038073 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29624c8b-7233-415b-b73b-776edef626b9 req-f0621c87-734d-41fb-a921-b43a51b8d125 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 950 time: 0.1074941 Jul 29 14:42:27.043824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677fd62-1e9f-42a0-b3d4-0623b05ec66e req-6b76547d-b543-4e79-830f-ff3224a8cb70 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:27.044310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677fd62-1e9f-42a0-b3d4-0623b05ec66e req-6b76547d-b543-4e79-830f-ff3224a8cb70 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:27.044958 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677fd62-1e9f-42a0-b3d4-0623b05ec66e req-6b76547d-b543-4e79-830f-ff3224a8cb70 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:27.046110 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdb6648-7cb9-4b98-826e-f1e89d469f1d admin admin] Made reservation on behalf of c98b09a6af3d4b8180c56c435471c551 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:27.047076 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3677fd62-1e9f-42a0-b3d4-0623b05ec66e req-6b76547d-b543-4e79-830f-ff3224a8cb70 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9&device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae&device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 2884 time: 0.1514533 Jul 29 14:42:27.049059 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fdb6648-7cb9-4b98-826e-f1e89d469f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:27.060752 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fdb6648-7cb9-4b98-826e-f1e89d469f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:27.063806 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780ac8de-d4b7-4715-b8da-7af1e9c08a48 x-openstack-request-id: req-780ac8de-d4b7-4715-b8da-7af1e9c08a48 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:27.064236 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f913620d-5793-4215-8b84-dac015f803d5", "tag": "72524ee8-b7ca-4e00-a4e6-430fa847823b", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:27.064363 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-780ac8de-d4b7-4715-b8da-7af1e9c08a48 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:27.064804 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f913620d-5793-4215-8b84-dac015f803d5', 'tag': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'status': 'completed', 'code': 200} Jul 29 14:42:27.213089 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3677fd62-1e9f-42a0-b3d4-0623b05ec66e req-c1c72750-8786-4ded-a07b-b3cd9bfb681a tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456683 Jul 29 14:42:27.247226 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fdb6648-7cb9-4b98-826e-f1e89d469f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:27.261746 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fdb6648-7cb9-4b98-826e-f1e89d469f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:27.304698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb6648-7cb9-4b98-826e-f1e89d469f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358a0651-34eb-48a2-b39f-e09397bea1de,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:27.317331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdb6648-7cb9-4b98-826e-f1e89d469f1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:42:27.331212 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fdb6648-7cb9-4b98-826e-f1e89d469f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:27.331750 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-4fdb6648-7cb9-4b98-826e-f1e89d469f1d admin admin] Added segment 03b58153-264a-4d61-a00c-a74f4696b15b of type vlan for network fcbbdd4c-5be3-4826-bebb-c64558ab2b23 Jul 29 14:42:27.336653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-29624c8b-7233-415b-b73b-776edef626b9 req-0b67d393-a9f6-4fb0-b4de-9d1ad97b53b0 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Deleting port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:42:27.337287 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-29624c8b-7233-415b-b73b-776edef626b9 req-0b67d393-a9f6-4fb0-b4de-9d1ad97b53b0 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:27.356317 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-1699c66d-3a80-45e4-ac25-44126bb2d760 service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169823 Jul 29 14:42:27.404764 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fdb6648-7cb9-4b98-826e-f1e89d469f1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:27.441329 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf11d1-53d0-44cb-bdf1-6c7574149626 req-bf103e48-3081-42b8-921c-4cd5aaf5ea2d tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:27.442869 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ebf11d1-53d0-44cb-bdf1-6c7574149626 req-bf103e48-3081-42b8-921c-4cd5aaf5ea2d tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 950 time: 0.0980659 Jul 29 14:42:27.457967 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fdb6648-7cb9-4b98-826e-f1e89d469f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:27.459258 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdb6648-7cb9-4b98-826e-f1e89d469f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:27.459664 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fdb6648-7cb9-4b98-826e-f1e89d469f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:27.495601 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4beec-a4f8-4c8d-8de6-384229ad9e16 req-e6598598-ff9c-46f3-82a8-8d69b99af33f tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:27.497167 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e0c4beec-a4f8-4c8d-8de6-384229ad9e16 req-e6598598-ff9c-46f3-82a8-8d69b99af33f tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 943 time: 0.2202561 Jul 29 14:42:27.532134 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4fdb6648-7cb9-4b98-826e-f1e89d469f1d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7414279 Jul 29 14:42:27.540172 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50116) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:27.548621 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b0975ab8-e657-4f56-83c6-01f8ccb31299 admin admin] Request body: {'subnet': {'network_id': 'fcbbdd4c-5be3-4826-bebb-c64558ab2b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1366701547-subnet', 'tenant_id': 'c98b09a6af3d4b8180c56c435471c551', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:27.559902 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ebf11d1-53d0-44cb-bdf1-6c7574149626 req-53514f4c-1ee6-43de-9d83-df3d7bc31a29 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9ee4e82-c607-41b9-9de4-3c4c7330e428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093481 Jul 29 14:42:27.565871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb6648-7cb9-4b98-826e-f1e89d469f1d admin admin] Pushing event updated for resources: {'Network': ['ID=fcbbdd4c-5be3-4826-bebb-c64558ab2b23,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:27.566303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-29624c8b-7233-415b-b73b-776edef626b9 req-0b67d393-a9f6-4fb0-b4de-9d1ad97b53b0 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] For port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=bd2ad684-ee60-4ed2-bcaa-4ad7742f2929,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:27.566303 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-29624c8b-7233-415b-b73b-776edef626b9 req-0b67d393-a9f6-4fb0-b4de-9d1ad97b53b0 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:27.580047 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network fcbbdd4c-5be3-4826-bebb-c64558ab2b23 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:42:27.581163 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41bd9d97-19d0-4623-b49d-f75741d80090 req-304b7aaa-38df-487f-816e-d9faf31ba18f service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914723 Jul 29 14:42:27.596992 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-29624c8b-7233-415b-b73b-776edef626b9 req-0b67d393-a9f6-4fb0-b4de-9d1ad97b53b0 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Calling delete_port for bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:42:27.598663 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0975ab8-e657-4f56-83c6-01f8ccb31299 admin admin] Made reservation on behalf of c98b09a6af3d4b8180c56c435471c551 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:27.607300 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b0975ab8-e657-4f56-83c6-01f8ccb31299 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:27.634160 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e0c4beec-a4f8-4c8d-8de6-384229ad9e16 req-cf4da227-41c4-4daa-9369-686af5d2e333 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217313 Jul 29 14:42:27.858160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ecf9-ef1c-4b9c-aaa1-acd0aab198dd req-02539c9a-1791-4eb2-a2ea-1a16118d3de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:27.859763 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfde6c-235f-4264-9554-5098b373faa6 req-7d097f99-5313-498d-9bd1-d68a7d058e1e tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:27.861092 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddd9ecf9-ef1c-4b9c-aaa1-acd0aab198dd req-02539c9a-1791-4eb2-a2ea-1a16118d3de8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 1094 time: 0.1462567 Jul 29 14:42:27.861356 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1dfde6c-235f-4264-9554-5098b373faa6 req-7d097f99-5313-498d-9bd1-d68a7d058e1e tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 1095 time: 0.1316128 Jul 29 14:42:28.023935 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1dfde6c-235f-4264-9554-5098b373faa6 req-37145805-524e-4198-b1fe-ffc196d8e60c tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440992 Jul 29 14:42:28.034068 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b0975ab8-e657-4f56-83c6-01f8ccb31299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:28.162142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0975ab8-e657-4f56-83c6-01f8ccb31299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a3209a-16fe-4936-9567-9f76832075a5,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:28.178065 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0975ab8-e657-4f56-83c6-01f8ccb31299 admin admin] Checking segment: {'id': '03b58153-264a-4d61-a00c-a74f4696b15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'fcbbdd4c-5be3-4826-bebb-c64558ab2b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:28.178625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0975ab8-e657-4f56-83c6-01f8ccb31299 admin admin] Network hostable DHCP agents. Network: fcbbdd4c-5be3-4826-bebb-c64558ab2b23, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:42:28.203513 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0975ab8-e657-4f56-83c6-01f8ccb31299 admin admin] Network fcbbdd4c-5be3-4826-bebb-c64558ab2b23 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:42:28.216978 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-29624c8b-7233-415b-b73b-776edef626b9 req-0b67d393-a9f6-4fb0-b4de-9d1ad97b53b0 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:28.217500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b0975ab8-e657-4f56-83c6-01f8ccb31299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, fcbbdd4c-5be3-4826-bebb-c64558ab2b23) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:28.233108 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0975ab8-e657-4f56-83c6-01f8ccb31299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:28.233347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0402b6b-3538-4a50-9e0c-ef651759fc68 None None] Network fcbbdd4c-5be3-4826-bebb-c64558ab2b23 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:42:28.233938 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b0975ab8-e657-4f56-83c6-01f8ccb31299 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:28.235477 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['bd2ad684-ee60-4ed2-bcaa-4ad7742f2929'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:42:28.255135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ecf9-ef1c-4b9c-aaa1-acd0aab198dd req-6a0d412e-894b-4f23-8545-b9eea9d6db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:28.256805 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddd9ecf9-ef1c-4b9c-aaa1-acd0aab198dd req-6a0d412e-894b-4f23-8545-b9eea9d6db93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 921 time: 0.3838143 Jul 29 14:42:28.258135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67d393-a9f6-4fb0-b4de-9d1ad97b53b0 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Pushing event deleted for resources: {'Port': ['ID=bd2ad684-ee60-4ed2-bcaa-4ad7742f2929,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:28.264182 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b0975ab8-e657-4f56-83c6-01f8ccb31299 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7196393 Jul 29 14:42:28.284478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a7395-37f0-4ddd-9c5e-945eac1ce0c7 req-c0b2d459-73e9-4f75-a987-ab0b5ba82732 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:28.294167 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c7a7395-37f0-4ddd-9c5e-945eac1ce0c7 req-c0b2d459-73e9-4f75-a987-ab0b5ba82732 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.2950189 Jul 29 14:42:28.368611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50134) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:28.402099 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c7a7395-37f0-4ddd-9c5e-945eac1ce0c7 req-a0fa379d-ee93-42d7-9d11-2aaf6ed61a6a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014061 Jul 29 14:42:28.404187 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddd9ecf9-ef1c-4b9c-aaa1-acd0aab198dd req-e7f7ee7e-a255-4a70-b787-3308eccb0ef3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72524ee8-b7ca-4e00-a4e6-430fa847823b HTTP/1.1" status: 200 len: 217 time: 0.1363530 Jul 29 14:42:28.539979 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-29624c8b-7233-415b-b73b-776edef626b9 req-0b67d393-a9f6-4fb0-b4de-9d1ad97b53b0 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] No DVR routers for this DVR port bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:42:28.547082 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-29624c8b-7233-415b-b73b-776edef626b9 req-0b67d393-a9f6-4fb0-b4de-9d1ad97b53b0 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:28.552321 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29624c8b-7233-415b-b73b-776edef626b9 req-0b67d393-a9f6-4fb0-b4de-9d1ad97b53b0 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.39 "DELETE /v2.0/ports/bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 HTTP/1.1" status: 204 len: 173 time: 1.5042477 Jul 29 14:42:28.593758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ecf9-ef1c-4b9c-aaa1-acd0aab198dd req-5703613d-04d9-48fe-846a-b626b108b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:28.595714 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddd9ecf9-ef1c-4b9c-aaa1-acd0aab198dd req-5703613d-04d9-48fe-846a-b626b108b8cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 200 len: 859 time: 0.1811361 Jul 29 14:42:28.617463 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea4279ab-66dc-41c0-81f5-0865b0dd62ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:28.695182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b51f4f6-a49e-495c-9f64-5a95ed0fda9a None None] Network fcbbdd4c-5be3-4826-bebb-c64558ab2b23 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:42:28.770219 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea4279ab-66dc-41c0-81f5-0865b0dd62ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:28.777796 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea4279ab-66dc-41c0-81f5-0865b0dd62ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:28.801828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9ecf9-ef1c-4b9c-aaa1-acd0aab198dd req-5b0c60ae-fd30-4e43-a4b6-b6ed2ff7a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:28.803679 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddd9ecf9-ef1c-4b9c-aaa1-acd0aab198dd req-5b0c60ae-fd30-4e43-a4b6-b6ed2ff7a7d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae83cecd-147c-461f-81ff-989ea8728735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000535 Jul 29 14:42:28.828570 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ea4279ab-66dc-41c0-81f5-0865b0dd62ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ef405b05e1c45e981ba3999ce4fbb14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587104 Jul 29 14:42:28.829510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4279ab-66dc-41c0-81f5-0865b0dd62ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b0836a-26ac-4c3e-8253-c2fa82b39adc,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:28.834006 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50154) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:28.933067 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3760807e-f46b-4f40-8f62-c5bdb5db1e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:28.968113 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-151bab57-32ef-4f01-a70a-bbe8a7ed46b7 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:28.970410 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-151bab57-32ef-4f01-a70a-bbe8a7ed46b7 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 820 time: 0.3474262 Jul 29 14:42:28.986229 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3760807e-f46b-4f40-8f62-c5bdb5db1e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:29.014586 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-60fe809e-ef03-4b14-b5c8-63a122ea3eb5 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/quotas/fcf357a81ebf46d58eac5bc6bb7971dd HTTP/1.1" status: 200 len: 375 time: 0.0322089 Jul 29 14:42:29.037061 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddd9ecf9-ef1c-4b9c-aaa1-acd0aab198dd req-8cabfd35-4ee7-43dc-b71d-ae53b862c083 service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242081 Jul 29 14:42:29.047394 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3760807e-f46b-4f40-8f62-c5bdb5db1e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:29.050462 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3760807e-f46b-4f40-8f62-c5bdb5db1e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:29.051958 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3760807e-f46b-4f40-8f62-c5bdb5db1e38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09b0836a-26ac-4c3e-8253-c2fa82b39adc HTTP/1.1" status: 204 len: 168 time: 0.2185354 Jul 29 14:42:29.065746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2db6762-ea3f-4c28-9987-cc3e9d6ecb79', 'name': 'network-vif-deleted', 'tag': 'bd2ad684-ee60-4ed2-bcaa-4ad7742f2929'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:29.068349 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cd606e-c358-4cd6-8b5d-5ec487604915" -d '{"events": [{"server_uuid": "d2db6762-ea3f-4c28-9987-cc3e9d6ecb79", "name": "network-vif-deleted", "tag": "bd2ad684-ee60-4ed2-bcaa-4ad7742f2929"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:29.121054 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760807e-f46b-4f40-8f62-c5bdb5db1e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b0836a-26ac-4c3e-8253-c2fa82b39adc,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:29.123225 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-e3d2b4cd-c275-47a1-95ec-0e3468cfdad5 req-eee46391-647d-4932-b7d0-200600361350 tempest-SecurityGroupsNegativeTestJSON-1377306695 tempest-SecurityGroupsNegativeTestJSON-1377306695-project] show failed (client error): The resource could not be found. Jul 29 14:42:29.124760 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e3d2b4cd-c275-47a1-95ec-0e3468cfdad5 req-eee46391-647d-4932-b7d0-200600361350 tempest-SecurityGroupsNegativeTestJSON-1377306695 tempest-SecurityGroupsNegativeTestJSON-1377306695-project] 10.222.0.16 "GET /v2.0/security-groups/ca40e2be-c314-4082-9954-f5de7900c829 HTTP/1.1" status: 404 len: 352 time: 0.0375211 Jul 29 14:42:29.183398 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-ebdebed9-5113-479b-acc1-d59ee5c0d3a2 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1589749 Jul 29 14:42:29.292875 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddd9ecf9-ef1c-4b9c-aaa1-acd0aab198dd req-285e21b6-d265-44b5-8767-3a09fa4a7eb7 service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196133 Jul 29 14:42:29.296648 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-afc6ae6c-2111-4246-bd49-186693add101 req-9a258d52-d521-4eb0-a228-1cc99d58c813 tempest-ImagesNegativeTestJSON-244389224 tempest-ImagesNegativeTestJSON-244389224-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2db6762-ea3f-4c28-9987-cc3e9d6ecb79 HTTP/1.1" status: 200 len: 210 time: 0.0581956 Jul 29 14:42:29.344100 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-a002c21f-1251-4661-95f1-6c81f2889558 service neutron] 10.222.0.16 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594627 Jul 29 14:42:29.464473 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-c2f53fff-6b0c-4d99-8daf-9de4032e25c9 service neutron] 10.222.0.16 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158442 Jul 29 14:42:29.472461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6abda2-13d3-439b-9673-3d3c6a859289 req-32e231aa-179a-4622-9bfa-735bd94cb886 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:29.474021 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc6abda2-13d3-439b-9673-3d3c6a859289 req-32e231aa-179a-4622-9bfa-735bd94cb886 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 943 time: 0.0575418 Jul 29 14:42:29.533433 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc6abda2-13d3-439b-9673-3d3c6a859289 req-cba6f1bc-b0d4-4983-964b-73499afc95b8 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523632 Jul 29 14:42:29.627145 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b568df5-be99-4049-a5c3-68b052762674 x-openstack-request-id: req-7b568df5-be99-4049-a5c3-68b052762674 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:29.627564 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2db6762-ea3f-4c28-9987-cc3e9d6ecb79", "name": "network-vif-deleted", "tag": "bd2ad684-ee60-4ed2-bcaa-4ad7742f2929", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:29.627825 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b568df5-be99-4049-a5c3-68b052762674 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:29.628567 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2db6762-ea3f-4c28-9987-cc3e9d6ecb79', 'name': 'network-vif-deleted', 'tag': 'bd2ad684-ee60-4ed2-bcaa-4ad7742f2929', 'status': 'completed', 'code': 200} Jul 29 14:42:29.821335 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f2e058f7-07cb-48f3-955b-e576d1a5b0a2 req-1fdfd4e0-e899-4104-870e-b905a2fc21dc tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 210 time: 0.0375922 Jul 29 14:42:29.869313 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa46e04-2386-4f3a-b9a5-0bb9c45c7b71 req-94026e9c-4b35-4401-aa71-0125a645b0d9 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:29.869313 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aaa46e04-2386-4f3a-b9a5-0bb9c45c7b71 req-94026e9c-4b35-4401-aa71-0125a645b0d9 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.1020303 Jul 29 14:42:29.925087 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aaa46e04-2386-4f3a-b9a5-0bb9c45c7b71 req-c7e90cfe-f2a0-4d66-b611-fef6873fc72f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491662 Jul 29 14:42:29.952365 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11d16ff3-db37-4573-97ed-ade5d393ce44 req-694d44d8-8500-4a5f-a7e5-60eb65fbccae tempest-SecurityGroupsNegativeTestJSON-1377306695 tempest-SecurityGroupsNegativeTestJSON-1377306695-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c98b09a6af3d4b8180c56c435471c551 HTTP/1.1" status: 200 len: 2984 time: 0.0672715 Jul 29 14:42:30.047410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb80a09-a60c-4ea1-a4c3-1d7db5d20f6e req-32f7a351-3330-406a-8912-afc8078f444a tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:30.052175 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11d16ff3-db37-4573-97ed-ade5d393ce44 req-c821c210-7190-44bc-8a5b-19dcec7af860 tempest-SecurityGroupsNegativeTestJSON-1377306695 tempest-SecurityGroupsNegativeTestJSON-1377306695-project] 10.222.0.16 "GET /v2.0/security-groups/358a0651-34eb-48a2-b39f-e09397bea1de HTTP/1.1" status: 200 len: 2981 time: 0.0880885 Jul 29 14:42:30.052826 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fbb80a09-a60c-4ea1-a4c3-1d7db5d20f6e req-32f7a351-3330-406a-8912-afc8078f444a tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 1101 time: 0.0487630 Jul 29 14:42:30.081283 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 72524ee8-b7ca-4e00-a4e6-430fa847823b details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:42:30.121603 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fbb80a09-a60c-4ea1-a4c3-1d7db5d20f6e req-f98c580a-e0f1-4bc4-9403-62dbfc996e17 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580177 Jul 29 14:42:30.149251 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11d16ff3-db37-4573-97ed-ade5d393ce44 req-1f808b94-f63b-4380-a8c7-8d7b7b627678 tempest-SecurityGroupsNegativeTestJSON-1377306695 tempest-SecurityGroupsNegativeTestJSON-1377306695-project] 10.222.0.16 "GET /v2.0/security-groups/358a0651-34eb-48a2-b39f-e09397bea1de HTTP/1.1" status: 200 len: 2981 time: 0.0596025 Jul 29 14:42:30.265771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 72524ee8-b7ca-4e00-a4e6-430fa847823b, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=72524ee8-b7ca-4e00-a4e6-430fa847823b,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:30.272863 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e10c1678-2950-455f-9624-9a1176c19fb6 req-74c1f9ff-122f-4113-aeb7-56dcb5e8d483 tempest-SecurityGroupsNegativeTestJSON-1377306695 tempest-SecurityGroupsNegativeTestJSON-1377306695-project] 10.222.0.16 "GET /v2.0/security-groups/358a0651-34eb-48a2-b39f-e09397bea1de HTTP/1.1" status: 200 len: 2981 time: 0.0949154 Jul 29 14:42:30.281636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'port_id': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'mac_address': 'fa:16:3e:da:c4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:42:30.290798 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50206) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:30.327254 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:30.343626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72524ee8-b7ca-4e00-a4e6-430fa847823b {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:30.350216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0b1cf-ef98-4ac6-ae0c-28f26056f033 req-9c589510-72c3-4c4e-83e9-4fdefd379c39 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:30.353308 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60a0b1cf-ef98-4ac6-ae0c-28f26056f033 req-9c589510-72c3-4c4e-83e9-4fdefd379c39 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 1101 time: 0.0756381 Jul 29 14:42:30.368179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 72524ee8-b7ca-4e00-a4e6-430fa847823b, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=72524ee8-b7ca-4e00-a4e6-430fa847823b,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:30.373329 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:30.409227 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-e10c1678-2950-455f-9624-9a1176c19fb6 req-a4d7b1b5-a719-48ea-a629-0d4039610354 tempest-SecurityGroupsNegativeTestJSON-1377306695 tempest-SecurityGroupsNegativeTestJSON-1377306695-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 14:42:30.410711 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e10c1678-2950-455f-9624-9a1176c19fb6 req-a4d7b1b5-a719-48ea-a629-0d4039610354 tempest-SecurityGroupsNegativeTestJSON-1377306695 tempest-SecurityGroupsNegativeTestJSON-1377306695-project] 10.222.0.16 "DELETE /v2.0/security-groups/358a0651-34eb-48a2-b39f-e09397bea1de HTTP/1.1" status: 409 len: 352 time: 0.1185441 Jul 29 14:42:30.413299 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60a0b1cf-ef98-4ac6-ae0c-28f26056f033 req-c5d4967a-1a18-4366-9b50-61619ce59da2 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539305 Jul 29 14:42:30.440597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-604ce018-876f-476e-b186-46443c487925 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-425031283-network', 'tenant_id': '4173df21200848a58c4734d0f748c599'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:30.465900 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604ce018-876f-476e-b186-46443c487925 admin admin] Made reservation on behalf of 4173df21200848a58c4734d0f748c599 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:30.468586 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-604ce018-876f-476e-b186-46443c487925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:30.483172 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-604ce018-876f-476e-b186-46443c487925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:30.484591 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4edde462-53ee-46e0-b9f2-050ffc877b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:30.486869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=72524ee8-b7ca-4e00-a4e6-430fa847823b,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:30.498771 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-b38dd7d1-2c35-40d5-9aec-2d7ed4cc91a3 req-870da7da-3f66-438c-9585-2906565c05b9 tempest-SecurityGroupsNegativeTestJSON-1377306695 tempest-SecurityGroupsNegativeTestJSON-1377306695-project] show failed (client error): The resource could not be found. Jul 29 14:42:30.500123 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b38dd7d1-2c35-40d5-9aec-2d7ed4cc91a3 req-870da7da-3f66-438c-9585-2906565c05b9 tempest-SecurityGroupsNegativeTestJSON-1377306695 tempest-SecurityGroupsNegativeTestJSON-1377306695-project] 10.222.0.16 "GET /v2.0/security-groups/182e77d9-e470-4d64-a3af-23fcada9157a HTTP/1.1" status: 404 len: 352 time: 0.0165417 Jul 29 14:42:30.580032 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-c3767394-b911-4950-a39a-def3ff0fce88 req-428f27ee-6bdf-48c8-8b36-135302ef27b6 tempest-SecurityGroupsNegativeTestJSON-1377306695 tempest-SecurityGroupsNegativeTestJSON-1377306695-project] show failed (client error): The resource could not be found. Jul 29 14:42:30.586404 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3767394-b911-4950-a39a-def3ff0fce88 req-428f27ee-6bdf-48c8-8b36-135302ef27b6 tempest-SecurityGroupsNegativeTestJSON-1377306695 tempest-SecurityGroupsNegativeTestJSON-1377306695-project] 10.222.0.16 "GET /v2.0/security-groups/70a713af-b335-4c2a-ad66-fbda840c4a10 HTTP/1.1" status: 404 len: 352 time: 0.0218091 Jul 29 14:42:30.594493 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50224) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:30.610813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['72524ee8-b7ca-4e00-a4e6-430fa847823b'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:42:30.660955 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-604ce018-876f-476e-b186-46443c487925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:30.666244 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-604ce018-876f-476e-b186-46443c487925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:30.684950 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604ce018-876f-476e-b186-46443c487925 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:42:30.699643 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-604ce018-876f-476e-b186-46443c487925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:30.700371 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-604ce018-876f-476e-b186-46443c487925 admin admin] Added segment c24d2ac7-5996-4e55-ad38-28b3da30930f of type vlan for network b69a5eae-75fa-40f1-868b-e37c99d37753 Jul 29 14:42:30.716879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a91bb3-597c-4280-864c-f4cfa013b6bf admin admin] Deleting subnet 86a3209a-16fe-4936-9567-9f76832075a5 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:42:30.731130 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51a91bb3-597c-4280-864c-f4cfa013b6bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:30.776138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd8781-6b5a-481d-a576-60d7debb522b req-532df218-354d-4459-b96a-83b2e943ec47 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:30.777752 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7abd8781-6b5a-481d-a576-60d7debb522b req-532df218-354d-4459-b96a-83b2e943ec47 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 944 time: 0.1151042 Jul 29 14:42:30.815105 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51a91bb3-597c-4280-864c-f4cfa013b6bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:30.847396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ce018-876f-476e-b186-46443c487925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185cac1d-f03f-47e0-8d2f-21788006d248,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:30.865209 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-604ce018-876f-476e-b186-46443c487925 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:30.881536 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7abd8781-6b5a-481d-a576-60d7debb522b req-1efc235b-3fce-48d0-8957-51a1b4371f33 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926166 Jul 29 14:42:30.896473 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51a91bb3-597c-4280-864c-f4cfa013b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:30.899132 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6088e29-62d6-495e-b7c6-998575bb366f req-55aad7c7-ff13-4227-ab23-982b8f763445 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1808503 Jul 29 14:42:30.940217 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-604ce018-876f-476e-b186-46443c487925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:30.941330 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ce018-876f-476e-b186-46443c487925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:30.942072 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-604ce018-876f-476e-b186-46443c487925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:31.048127 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-604ce018-876f-476e-b186-46443c487925 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7519727 Jul 29 14:42:31.052647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50246) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:31.059971 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4b3e293b-9e8d-41b2-b012-a5b2a568ed45 admin admin] Request body: {'subnet': {'network_id': 'b69a5eae-75fa-40f1-868b-e37c99d37753', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-425031283-subnet', 'tenant_id': '4173df21200848a58c4734d0f748c599', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:31.070316 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ce018-876f-476e-b186-46443c487925 admin admin] Pushing event updated for resources: {'Network': ['ID=b69a5eae-75fa-40f1-868b-e37c99d37753,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:31.085043 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network b69a5eae-75fa-40f1-868b-e37c99d37753 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:42:31.091017 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6088e29-62d6-495e-b7c6-998575bb366f req-5ec2fe94-52d5-4bb9-9160-9d098d2eb9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:31.093144 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6088e29-62d6-495e-b7c6-998575bb366f req-5ec2fe94-52d5-4bb9-9160-9d098d2eb9f4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 1101 time: 0.1163845 Jul 29 14:42:31.097020 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51a91bb3-597c-4280-864c-f4cfa013b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:31.101426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3e293b-9e8d-41b2-b012-a5b2a568ed45 admin admin] Made reservation on behalf of 4173df21200848a58c4734d0f748c599 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:31.105851 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b3e293b-9e8d-41b2-b012-a5b2a568ed45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:31.137936 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-682134b3-7e7b-49a9-a063-1fa64ec9b39f req-5c717eb2-02f0-4cd2-bf2a-c49521f59f42 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 210 time: 0.1305215 Jul 29 14:42:31.175915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a91bb3-597c-4280-864c-f4cfa013b6bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a3209a-16fe-4936-9567-9f76832075a5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:31.243468 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-d8d3568b-53ad-420c-9276-be8b06922cad tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:31.245712 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-d8d3568b-53ad-420c-9276-be8b06922cad tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.39 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 820 time: 0.2505245 Jul 29 14:42:31.248523 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51a91bb3-597c-4280-864c-f4cfa013b6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:31.250775 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-51a91bb3-597c-4280-864c-f4cfa013b6bf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/86a3209a-16fe-4936-9567-9f76832075a5 HTTP/1.1" status: 204 len: 168 time: 0.6552188 Jul 29 14:42:31.255325 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50250) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:31.279728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-7e5c403e-fe8a-422a-8ccd-6950e052d61c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Request body: {'port': {'device_id': '11f0a3ed-f6e8-4dcf-a443-899eb0b64279', 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d', 'admin_state_up': True, 'tenant_id': 'fcf357a81ebf46d58eac5bc6bb7971dd'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:31.346744 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33619882-c09c-45f6-9ff4-7b141428ba95 req-e03afe24-7442-42b7-baaa-539b1cb2451f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:31.354187 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-33619882-c09c-45f6-9ff4-7b141428ba95 req-e03afe24-7442-42b7-baaa-539b1cb2451f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.1203101 Jul 29 14:42:31.394336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6088e29-62d6-495e-b7c6-998575bb366f req-d311a8de-1dfc-44ce-82a0-3675d8e6c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:31.395857 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6088e29-62d6-495e-b7c6-998575bb366f req-d311a8de-1dfc-44ce-82a0-3675d8e6c9b2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.2699208 Jul 29 14:42:31.416061 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c9c99836-7bc2-4ea9-9679-f5448e739d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:31.428050 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50262) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:31.460381 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6088e29-62d6-495e-b7c6-998575bb366f req-34e89bd8-f703-4b0a-9384-b510b938b858 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=bc523ae7-808c-460e-a4df-a83972b6e6d2 HTTP/1.1" status: 200 len: 217 time: 0.0417612 Jul 29 14:42:31.497296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-33619882-c09c-45f6-9ff4-7b141428ba95 req-3f11c653-9707-4a6c-812a-403fb8a4a5a8 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376734 Jul 29 14:42:31.618913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c9c99836-7bc2-4ea9-9679-f5448e739d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:31.619175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6088e29-62d6-495e-b7c6-998575bb366f req-218aa6b4-b27b-4eb1-be1c-0af11b634140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:31.620574 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6088e29-62d6-495e-b7c6-998575bb366f req-218aa6b4-b27b-4eb1-be1c-0af11b634140 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1381238 Jul 29 14:42:31.641979 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-c9c99836-7bc2-4ea9-9679-f5448e739d42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcbbdd4c-5be3-4826-bebb-c64558ab2b23']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:31.663461 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b3e293b-9e8d-41b2-b012-a5b2a568ed45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:31.666851 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-c9c99836-7bc2-4ea9-9679-f5448e739d42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b58153-264a-4d61-a00c-a74f4696b15b') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:31.667277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-c9c99836-7bc2-4ea9-9679-f5448e739d42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b58153-264a-4d61-a00c-a74f4696b15b') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:31.683185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-7e5c403e-fe8a-422a-8ccd-6950e052d61c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Made reservation on behalf of fcf357a81ebf46d58eac5bc6bb7971dd for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:31.688291 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-7e5c403e-fe8a-422a-8ccd-6950e052d61c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:31.692566 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c9c99836-7bc2-4ea9-9679-f5448e739d42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:31.724711 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a2f5c9ea-2921-4391-bae0-fc0536b8b55b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4cdf9b9c1cd49198bf578b838a6cb76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929733 Jul 29 14:42:31.730345 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c9c99836-7bc2-4ea9-9679-f5448e739d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:31.732164 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50272) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:31.763535 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c99836-7bc2-4ea9-9679-f5448e739d42 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:42:31.763535 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c9c99836-7bc2-4ea9-9679-f5448e739d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:42:31.765256 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:42:32.064958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f4f39-f15e-4362-b265-e1ce8d1cc072 req-8c9f74a3-9c61-42e3-a051-85fb705bbf4b tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:32.066466 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-572f4f39-f15e-4362-b265-e1ce8d1cc072 req-8c9f74a3-9c61-42e3-a051-85fb705bbf4b tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.4559741 Jul 29 14:42:32.080169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 72524ee8-b7ca-4e00-a4e6-430fa847823b up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:32.080514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e293b-9e8d-41b2-b012-a5b2a568ed45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05bbba6-b8fc-40dc-a009-bd4f0fb50e37,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:32.120568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6088e29-62d6-495e-b7c6-998575bb366f req-d8041d37-edd2-4ffe-b18b-32b41603eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:32.122261 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6088e29-62d6-495e-b7c6-998575bb366f req-d8041d37-edd2-4ffe-b18b-32b41603eaab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4471166 Jul 29 14:42:32.141640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3e293b-9e8d-41b2-b012-a5b2a568ed45 admin admin] Checking segment: {'id': 'c24d2ac7-5996-4e55-ad38-28b3da30930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b69a5eae-75fa-40f1-868b-e37c99d37753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:32.142187 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3e293b-9e8d-41b2-b012-a5b2a568ed45 admin admin] Network hostable DHCP agents. Network: b69a5eae-75fa-40f1-868b-e37c99d37753, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:42:32.143977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 72524ee8-b7ca-4e00-a4e6-430fa847823b completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:32.152967 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 72524ee8-b7ca-4e00-a4e6-430fa847823b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:32.153355 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:32.192273 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-572f4f39-f15e-4362-b265-e1ce8d1cc072 req-bcb9cb33-3f4d-4ad4-857e-99b9443fb3bb tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164310 Jul 29 14:42:32.221063 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3e293b-9e8d-41b2-b012-a5b2a568ed45 admin admin] Network b69a5eae-75fa-40f1-868b-e37c99d37753 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:42:32.233382 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c9c99836-7bc2-4ea9-9679-f5448e739d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:32.253434 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:32.256716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-4b3e293b-9e8d-41b2-b012-a5b2a568ed45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, b69a5eae-75fa-40f1-868b-e37c99d37753) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:32.268047 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3def6409-1ae9-4a01-9d4b-0a5ea6e1eb09 None None] Network b69a5eae-75fa-40f1-868b-e37c99d37753 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:42:32.270912 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c9c99836-7bc2-4ea9-9679-f5448e739d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:32.275958 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c9c99836-7bc2-4ea9-9679-f5448e739d42 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fcbbdd4c-5be3-4826-bebb-c64558ab2b23 HTTP/1.1" status: 204 len: 168 time: 1.0173900 Jul 29 14:42:32.279781 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00fd1215-282a-4862-8dd3-d6532d46fc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:32.282282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3e293b-9e8d-41b2-b012-a5b2a568ed45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:32.283030 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b3e293b-9e8d-41b2-b012-a5b2a568ed45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:32.317507 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0a2eed33-9af0-4362-9b47-30b46e9afedc req-eade11fe-20e6-4ccc-9471-02b0cc260399 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 210 time: 0.0529692 Jul 29 14:42:32.325647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c99836-7bc2-4ea9-9679-f5448e739d42 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcbbdd4c-5be3-4826-bebb-c64558ab2b23,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:32.356280 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cd030-18ac-45cb-83d5-1b4c6339d6c2 req-b4358ee7-16a2-48ed-98d7-0101e3f7894b tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:32.358380 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a80cd030-18ac-45cb-83d5-1b4c6339d6c2 req-b4358ee7-16a2-48ed-98d7-0101e3f7894b tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 944 time: 0.2391682 Jul 29 14:42:32.358921 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6088e29-62d6-495e-b7c6-998575bb366f req-94194c96-8ba4-4215-9438-2a997da22fe1 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281396 Jul 29 14:42:32.371038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4b3e293b-9e8d-41b2-b012-a5b2a568ed45 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3055165 Jul 29 14:42:32.440340 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-7e5c403e-fe8a-422a-8ccd-6950e052d61c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Allocated IP 172.20.0.11 (b2473c18-5128-4645-8f83-3c3f0bb06a8d/84740567-e60d-40ec-855d-8962b438829e/ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:32.454107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f913620d-5793-4215-8b84-dac015f803d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72524ee8-b7ca-4e00-a4e6-430fa847823b'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:32.456617 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e2eaeb-fcee-452b-a8f1-91750f1675b3" -d '{"events": [{"server_uuid": "f913620d-5793-4215-8b84-dac015f803d5", "name": "network-vif-plugged", "status": "completed", "tag": "72524ee8-b7ca-4e00-a4e6-430fa847823b"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:32.477104 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 72524ee8-b7ca-4e00-a4e6-430fa847823b, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=72524ee8-b7ca-4e00-a4e6-430fa847823b,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:32.480573 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6088e29-62d6-495e-b7c6-998575bb366f req-6bbe8d9c-a1ab-406a-b13a-c0bad053c2f0 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094882 Jul 29 14:42:32.485796 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:32.486614 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:42:32.503803 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00fd1215-282a-4862-8dd3-d6532d46fc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:32.527626 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50290) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:32.545244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:42:32.545591 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device bd2ad684-ee60-4ed2-bcaa-4ad7742f2929 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:42:32.578051 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0b8d6a-ecee-4db9-8a81-8febe49f317f x-openstack-request-id: req-3d0b8d6a-ecee-4db9-8a81-8febe49f317f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:32.578354 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f913620d-5793-4215-8b84-dac015f803d5", "name": "network-vif-plugged", "status": "completed", "tag": "72524ee8-b7ca-4e00-a4e6-430fa847823b", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:32.578785 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d0b8d6a-ecee-4db9-8a81-8febe49f317f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:32.579647 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f913620d-5793-4215-8b84-dac015f803d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'code': 200} Jul 29 14:42:32.650809 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f210aa00-ceaf-4567-af0a-afc3b90e1e56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c98b09a6af3d4b8180c56c435471c551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1206763 Jul 29 14:42:32.652145 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50294) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:32.673779 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=72524ee8-b7ca-4e00-a4e6-430fa847823b,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:32.686363 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeda1325-0f42-4753-80b9-7663d701f9a6 None None] Network b69a5eae-75fa-40f1-868b-e37c99d37753 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:42:32.686490 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c03e7-a026-49e9-98b7-9ca0537f7739 req-464f3e50-7a0c-4f8e-9ee6-d7e06cdb32d5 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:32.692137 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a80cd030-18ac-45cb-83d5-1b4c6339d6c2 req-d315e518-d11e-43bc-abdc-1ad8dab3ed5d tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130825 Jul 29 14:42:32.693878 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae0c03e7-a026-49e9-98b7-9ca0537f7739 req-464f3e50-7a0c-4f8e-9ee6-d7e06cdb32d5 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.0898187 Jul 29 14:42:32.746264 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b8e8e-5469-4b0c-8454-896fd9ef292a req-b45baf6c-7f1d-4668-b181-68f6163495e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:32.747738 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e85b8e8e-5469-4b0c-8454-896fd9ef292a req-b45baf6c-7f1d-4668-b181-68f6163495e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 1096 time: 0.1556466 Jul 29 14:42:32.750972 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00fd1215-282a-4862-8dd3-d6532d46fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:32.754027 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00fd1215-282a-4862-8dd3-d6532d46fc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:32.755187 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-00fd1215-282a-4862-8dd3-d6532d46fc42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9ee4e82-c607-41b9-9de4-3c4c7330e428 HTTP/1.1" status: 204 len: 168 time: 1.0216777 Jul 29 14:42:32.798299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd1215-282a-4862-8dd3-d6532d46fc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ee4e82-c607-41b9-9de4-3c4c7330e428,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:32.809981 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-7e5c403e-fe8a-422a-8ccd-6950e052d61c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:32.810990 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae0c03e7-a026-49e9-98b7-9ca0537f7739 req-5fdeef23-7445-4ce6-8b1f-f7d4b1e354ce tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135292 Jul 29 14:42:32.814327 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-423454c2-e81f-4726-ae9b-e38a13c90b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:32.829192 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e85b8e8e-5469-4b0c-8454-896fd9ef292a req-971b150a-b5a9-4eb1-a92f-131de1e4fa3a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687346 Jul 29 14:42:32.865112 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-423454c2-e81f-4726-ae9b-e38a13c90b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:32.874930 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-7e5c403e-fe8a-422a-8ccd-6950e052d61c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:32.926138 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-423454c2-e81f-4726-ae9b-e38a13c90b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:32.927102 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-7e5c403e-fe8a-422a-8ccd-6950e052d61c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Network b2473c18-5128-4645-8f83-3c3f0bb06a8d is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:32.931673 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-7e5c403e-fe8a-422a-8ccd-6950e052d61c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:32.932738 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-423454c2-e81f-4726-ae9b-e38a13c90b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:32.934463 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-423454c2-e81f-4726-ae9b-e38a13c90b26 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/358a0651-34eb-48a2-b39f-e09397bea1de HTTP/1.1" status: 204 len: 168 time: 0.2793720 Jul 29 14:42:32.938670 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-7e5c403e-fe8a-422a-8ccd-6950e052d61c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:32.944914 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423454c2-e81f-4726-ae9b-e38a13c90b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358a0651-34eb-48a2-b39f-e09397bea1de,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:33.001519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-7e5c403e-fe8a-422a-8ccd-6950e052d61c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:33.002240 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-7e5c403e-fe8a-422a-8ccd-6950e052d61c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.013863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c403e-fe8a-422a-8ccd-6950e052d61c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Pushing event updated for resources: {'Port': ['ID=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:33.024150 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-7e5c403e-fe8a-422a-8ccd-6950e052d61c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7535017 Jul 29 14:42:33.041486 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Request body: {'port': {'device_id': '11f0a3ed-f6e8-4dcf-a443-899eb0b64279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:33.076519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-5fabbb06-bdf6-40d4-9fa6-ee0f866253fd req-15fcb981-0edb-4ef6-a55b-c093515e56bb tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1726154397', 'description': 'tempest-description-1402204610'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:33.098516 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.124328 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5fabbb06-bdf6-40d4-9fa6-ee0f866253fd req-15fcb981-0edb-4ef6-a55b-c093515e56bb tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.154425 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.319091 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-09f314fe-76da-4aa7-908b-d2bb739384bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.354012 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5fabbb06-bdf6-40d4-9fa6-ee0f866253fd req-15fcb981-0edb-4ef6-a55b-c093515e56bb tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.359193 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2863e-7547-4fbb-b96e-dd3718c0dcb0 req-0f44ae01-a089-4770-ba0e-8dbfe52ef629 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:33.365774 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5fabbb06-bdf6-40d4-9fa6-ee0f866253fd req-15fcb981-0edb-4ef6-a55b-c093515e56bb tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.370952 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fea2863e-7547-4fbb-b96e-dd3718c0dcb0 req-0f44ae01-a089-4770-ba0e-8dbfe52ef629 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.0830824 Jul 29 14:42:33.413982 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fea2863e-7547-4fbb-b96e-dd3718c0dcb0 req-1ef127c1-7cc5-4a81-a910-4c14d8643b33 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Jul 29 14:42:33.439015 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5fabbb06-bdf6-40d4-9fa6-ee0f866253fd req-15fcb981-0edb-4ef6-a55b-c093515e56bb tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.439015 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5fabbb06-bdf6-40d4-9fa6-ee0f866253fd req-15fcb981-0edb-4ef6-a55b-c093515e56bb tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3651564 Jul 29 14:42:33.457939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcb981-0edb-4ef6-a55b-c093515e56bb tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2ffaf4-ab2f-4509-9556-0aaf54af863d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:33.514331 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2d84b4a-f08a-4416-9b6e-1d7c5223cb97 req-b71813bb-1cd1-41d2-9ea0-4135683ec60b tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/3c2ffaf4-ab2f-4509-9556-0aaf54af863d HTTP/1.1" status: 200 len: 1805 time: 0.0588424 Jul 29 14:42:33.540552 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-c2d84b4a-f08a-4416-9b6e-1d7c5223cb97 req-500f196f-c965-4e8b-bdc7-7fd5a4e18c43 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c2ffaf4-ab2f-4509-9556-0aaf54af863d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:33.540902 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-c2d84b4a-f08a-4416-9b6e-1d7c5223cb97 req-500f196f-c965-4e8b-bdc7-7fd5a4e18c43 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c2ffaf4-ab2f-4509-9556-0aaf54af863d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:33.611494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:33.639891 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c2d84b4a-f08a-4416-9b6e-1d7c5223cb97 req-500f196f-c965-4e8b-bdc7-7fd5a4e18c43 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.640684 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.669436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05bab0-e1d1-44f8-aaef-52ae07ad799a req-f26ac33a-56bf-4031-a0cc-234d00371cc1 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:33.675760 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c2d84b4a-f08a-4416-9b6e-1d7c5223cb97 req-500f196f-c965-4e8b-bdc7-7fd5a4e18c43 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.677793 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0b05bab0-e1d1-44f8-aaef-52ae07ad799a req-f26ac33a-56bf-4031-a0cc-234d00371cc1 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 932 time: 0.1227248 Jul 29 14:42:33.682688 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c2d84b4a-f08a-4416-9b6e-1d7c5223cb97 req-500f196f-c965-4e8b-bdc7-7fd5a4e18c43 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.688778 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Transition to ACTIVE for port object ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:33.700653 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.710347 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f196f-c965-4e8b-bdc7-7fd5a4e18c43 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f572001b-9c8a-4170-bd98-e10535ae1208,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:33.716648 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c2d84b4a-f08a-4416-9b6e-1d7c5223cb97 req-500f196f-c965-4e8b-bdc7-7fd5a4e18c43 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.718310 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2d84b4a-f08a-4416-9b6e-1d7c5223cb97 req-500f196f-c965-4e8b-bdc7-7fd5a4e18c43 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1957636 Jul 29 14:42:33.753729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-3b1c7e65-d219-4e95-a530-60482b6f1a4d req-e156b4db-7f5e-4a10-9770-9e4a8e35f6df tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1679317538', 'description': 'tempest-description-49528289'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:33.780906 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:33.794971 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3b1c7e65-d219-4e95-a530-60482b6f1a4d req-e156b4db-7f5e-4a10-9770-9e4a8e35f6df tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.806116 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0b05bab0-e1d1-44f8-aaef-52ae07ad799a req-3227e365-8546-4ad1-804c-e3bcd89e207d tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274195 Jul 29 14:42:33.940567 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3b1c7e65-d219-4e95-a530-60482b6f1a4d req-e156b4db-7f5e-4a10-9770-9e4a8e35f6df tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.946711 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3b1c7e65-d219-4e95-a530-60482b6f1a4d req-e156b4db-7f5e-4a10-9770-9e4a8e35f6df tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.953794 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:33.954474 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:33.954993 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:33.977954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:42:33.978298 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:33.984852 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:33.984852 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Checking segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:33.985191 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Bound using segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:33.985554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Bound port: ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:33.985914 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:33.989340 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3b1c7e65-d219-4e95-a530-60482b6f1a4d req-e156b4db-7f5e-4a10-9770-9e4a8e35f6df tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.002461 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3b1c7e65-d219-4e95-a530-60482b6f1a4d req-e156b4db-7f5e-4a10-9770-9e4a8e35f6df tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2530770 Jul 29 14:42:34.003123 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50352) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:34.012851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156b4db-7f5e-4a10-9770-9e4a8e35f6df tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65ef793-040b-40c5-95db-a7fd797907d0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:34.054345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3cb34-afa5-42cc-aecc-be05289a42e9 req-edaa40b7-f836-4784-aae0-e2c5302605d0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:34.056054 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6ca3cb34-afa5-42cc-aecc-be05289a42e9 req-edaa40b7-f836-4784-aae0-e2c5302605d0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 945 time: 0.1158497 Jul 29 14:42:34.108847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:34.130256 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6ca3cb34-afa5-42cc-aecc-be05289a42e9 req-40dff2fa-c0ca-4106-bd48-b8b82e6a20d6 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669785 Jul 29 14:42:34.135099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:34.140920 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.181509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dea4e-d463-4945-902c-63a0cc16eb8a req-d2a2eea9-1138-486b-b80f-c2a24888de7a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:34.183144 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-460dea4e-d463-4945-902c-63a0cc16eb8a req-d2a2eea9-1138-486b-b80f-c2a24888de7a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.1030638 Jul 29 14:42:34.183650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50362) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:34.189803 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.195814 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:34.196439 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.198024 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] 10.222.0.39 "PUT /v2.0/ports/ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 HTTP/1.1" status: 200 len: 1092 time: 1.1621549 Jul 29 14:42:34.199146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f0a3ed-f6e8-4dcf-a443-899eb0b64279', 'tag': 'ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:34.201603 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40b5905-9dd2-4f63-b130-f159d6f17941" -d '{"events": [{"name": "network-changed", "server_uuid": "11f0a3ed-f6e8-4dcf-a443-899eb0b64279", "tag": "ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:34.261649 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-946ec593-97ac-4020-b701-339a294c3b06 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1187936712-network', 'tenant_id': '741b2db0238b47479349ace74a75d9db'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:34.268218 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-460dea4e-d463-4945-902c-63a0cc16eb8a req-b76cfe80-f723-43b5-b6b8-753c62168441 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744324 Jul 29 14:42:34.290605 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946ec593-97ac-4020-b701-339a294c3b06 admin admin] Made reservation on behalf of 741b2db0238b47479349ace74a75d9db for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:34.293534 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-946ec593-97ac-4020-b701-339a294c3b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.303747 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-946ec593-97ac-4020-b701-339a294c3b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.311114 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c99d7-69bd-417e-96ef-e674a37deee1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:34.334149 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b632e9f5-e16a-498d-954f-c3f097a90784 req-4a4aaf5e-63bf-4f9c-9315-37f192ae5f8a tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/b65ef793-040b-40c5-95db-a7fd797907d0 HTTP/1.1" status: 200 len: 1803 time: 0.1433353 Jul 29 14:42:34.337433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-8f8feff7-a326-44e5-9a7f-fd2179135f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:34.338932 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-8f8feff7-a326-44e5-9a7f-fd2179135f71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 1095 time: 0.0951447 Jul 29 14:42:34.370896 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a7a2028a-0509-4426-8eb7-4c2933c4a576 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1057173172-network', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:34.389524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-b632e9f5-e16a-498d-954f-c3f097a90784 req-b200be89-1d21-4d67-a1a9-c7b4aed1595f tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b65ef793-040b-40c5-95db-a7fd797907d0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:34.390372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-b632e9f5-e16a-498d-954f-c3f097a90784 req-b200be89-1d21-4d67-a1a9-c7b4aed1595f tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b65ef793-040b-40c5-95db-a7fd797907d0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:34.395913 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-518bdff8-5d36-486b-bd5f-282871e8df57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 HTTP/1.1" status: 200 len: 217 time: 0.0492673 Jul 29 14:42:34.447916 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-38120350-ae0f-4ace-b3b8-eb4e269a3e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:34.449540 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-38120350-ae0f-4ace-b3b8-eb4e269a3e50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.0464330 Jul 29 14:42:34.484413 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-c2adff86-bc0a-4ffc-b23e-b25b38d17ee8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273142 Jul 29 14:42:34.518153 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-946ec593-97ac-4020-b701-339a294c3b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.526068 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-d2e69358-2da6-41a4-a988-bb436c0bb0c4 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1447153 Jul 29 14:42:34.529406 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-946ec593-97ac-4020-b701-339a294c3b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.545510 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [req-b632e9f5-e16a-498d-954f-c3f097a90784 req-b200be89-1d21-4d67-a1a9-c7b4aed1595f tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 14:42:34.545510 n-d-802893-1 neutron-server[94158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 14:42:34.545510 n-d-802893-1 neutron-server[94158]: [parameters: {'project_id_1': '4173df21200848a58c4734d0f748c599', 'expiration_1': datetime.datetime(2021, 7, 29, 14, 42, 34, 396773)}] Jul 29 14:42:34.545510 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:42:34.546009 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [req-b632e9f5-e16a-498d-954f-c3f097a90784 req-b200be89-1d21-4d67-a1a9-c7b4aed1595f tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:42:34.553308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:34.577457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946ec593-97ac-4020-b701-339a294c3b06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:42:34.589523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a2028a-0509-4426-8eb7-4c2933c4a576 admin admin] Made reservation on behalf of 140859f050b24ee4a14e26dd09b7f150 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:34.592884 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7a2028a-0509-4426-8eb7-4c2933c4a576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.594508 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-7337107c-3335-4fb3-8612-bed4216c6262 service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025696 Jul 29 14:42:34.606103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ec593-97ac-4020-b701-339a294c3b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1782daab-2b7d-4692-a41c-70b03e89bcdd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:34.613870 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7a2028a-0509-4426-8eb7-4c2933c4a576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.623442 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-946ec593-97ac-4020-b701-339a294c3b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.623794 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-946ec593-97ac-4020-b701-339a294c3b06 admin admin] Added segment 68cb7668-960e-4ccb-aa80-5aed7458c8cb of type vlan for network c4970c69-f764-4a04-900c-cb1f17fca080 Jul 29 14:42:34.637458 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.700561 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a190f3c-0b17-4b8d-b42a-ef9fb26e3e3c req-885c22f7-0a58-499c-8012-36756dabc9df service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981288 Jul 29 14:42:34.722213 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-946ec593-97ac-4020-b701-339a294c3b06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.786968 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-946ec593-97ac-4020-b701-339a294c3b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.787852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ec593-97ac-4020-b701-339a294c3b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:34.788624 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-946ec593-97ac-4020-b701-339a294c3b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.879708 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ec593-97ac-4020-b701-339a294c3b06 admin admin] Pushing event updated for resources: {'Network': ['ID=c4970c69-f764-4a04-900c-cb1f17fca080,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:34.891416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network c4970c69-f764-4a04-900c-cb1f17fca080 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:42:34.912802 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7a2028a-0509-4426-8eb7-4c2933c4a576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.920875 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7a2028a-0509-4426-8eb7-4c2933c4a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.929992 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-946ec593-97ac-4020-b701-339a294c3b06 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9226334 Jul 29 14:42:34.933400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50372) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:34.939870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7d4376e2-0e34-40a7-baf9-b9c1e9729f87 admin admin] Request body: {'subnet': {'network_id': 'c4970c69-f764-4a04-900c-cb1f17fca080', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1187936712-subnet', 'tenant_id': '741b2db0238b47479349ace74a75d9db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:34.958029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a2028a-0509-4426-8eb7-4c2933c4a576 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:42:34.961390 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.973210 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4376e2-0e34-40a7-baf9-b9c1e9729f87 admin admin] Made reservation on behalf of 741b2db0238b47479349ace74a75d9db for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:34.977396 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d4376e2-0e34-40a7-baf9-b9c1e9729f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:34.978888 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2028a-0509-4426-8eb7-4c2933c4a576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fa98d3-529f-496a-96d3-c354a7f09583,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:35.011400 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7a2028a-0509-4426-8eb7-4c2933c4a576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.011800 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-a7a2028a-0509-4426-8eb7-4c2933c4a576 admin admin] Added segment 8575e42c-a22f-4190-a569-d659600e8192 of type vlan for network cd2734b0-a577-4490-94b4-ba08c3c3f5be Jul 29 14:42:35.074558 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7a2028a-0509-4426-8eb7-4c2933c4a576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.140365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Allocated IP 172.25.6.223 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/2f45374f-2a5f-4f73-9bf8-0a2c0bd08002) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:35.146423 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7a2028a-0509-4426-8eb7-4c2933c4a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.148001 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a2028a-0509-4426-8eb7-4c2933c4a576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:35.148999 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7a2028a-0509-4426-8eb7-4c2933c4a576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.158589 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b632e9f5-e16a-498d-954f-c3f097a90784 req-b200be89-1d21-4d67-a1a9-c7b4aed1595f tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.229157 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d4376e2-0e34-40a7-baf9-b9c1e9729f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.232160 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b632e9f5-e16a-498d-954f-c3f097a90784 req-b200be89-1d21-4d67-a1a9-c7b4aed1595f tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.240501 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b632e9f5-e16a-498d-954f-c3f097a90784 req-b200be89-1d21-4d67-a1a9-c7b4aed1595f tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.248389 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a7a2028a-0509-4426-8eb7-4c2933c4a576 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0636332 Jul 29 14:42:35.253275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50374) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:35.258809 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d2346629-b749-451e-8304-98950bc3b307 admin admin] Request body: {'subnet': {'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1057173172-subnet', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:35.282957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2028a-0509-4426-8eb7-4c2933c4a576 admin admin] Pushing event updated for resources: {'Network': ['ID=cd2734b0-a577-4490-94b4-ba08c3c3f5be,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:35.291207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200be89-1d21-4d67-a1a9-c7b4aed1595f tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1deb7a92-0ebd-4093-8a08-0c9de0a96d0c,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:35.297725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network cd2734b0-a577-4490-94b4-ba08c3c3f5be details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:42:35.306066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2346629-b749-451e-8304-98950bc3b307 admin admin] Made reservation on behalf of 140859f050b24ee4a14e26dd09b7f150 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:35.308610 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2346629-b749-451e-8304-98950bc3b307 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.317193 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b632e9f5-e16a-498d-954f-c3f097a90784 req-b200be89-1d21-4d67-a1a9-c7b4aed1595f tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.318367 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b632e9f5-e16a-498d-954f-c3f097a90784 req-b200be89-1d21-4d67-a1a9-c7b4aed1595f tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9636824 Jul 29 14:42:35.321280 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4376e2-0e34-40a7-baf9-b9c1e9729f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d410de4-f104-4ff1-8269-77a50ca66d08,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:35.331102 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4376e2-0e34-40a7-baf9-b9c1e9729f87 admin admin] Checking segment: {'id': '68cb7668-960e-4ccb-aa80-5aed7458c8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'c4970c69-f764-4a04-900c-cb1f17fca080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:35.331443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4376e2-0e34-40a7-baf9-b9c1e9729f87 admin admin] Network hostable DHCP agents. Network: c4970c69-f764-4a04-900c-cb1f17fca080, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:42:35.350960 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4376e2-0e34-40a7-baf9-b9c1e9729f87 admin admin] Network c4970c69-f764-4a04-900c-cb1f17fca080 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:42:35.361265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7d4376e2-0e34-40a7-baf9-b9c1e9729f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, c4970c69-f764-4a04-900c-cb1f17fca080) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:35.367096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4376e2-0e34-40a7-baf9-b9c1e9729f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:35.367753 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d4376e2-0e34-40a7-baf9-b9c1e9729f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.376702 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f88477-0dc0-4427-9077-a11fefb47ee5 None None] Network c4970c69-f764-4a04-900c-cb1f17fca080 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:42:35.385865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7d4376e2-0e34-40a7-baf9-b9c1e9729f87 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4507539 Jul 29 14:42:35.389116 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.406394 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14551d58-cb3b-4b2e-887f-e0028799c593 x-openstack-request-id: req-14551d58-cb3b-4b2e-887f-e0028799c593 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:35.406899 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f0a3ed-f6e8-4dcf-a443-899eb0b64279", "tag": "ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:35.406899 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14551d58-cb3b-4b2e-887f-e0028799c593 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:35.407302 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f0a3ed-f6e8-4dcf-a443-899eb0b64279', 'tag': 'ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41', 'status': 'completed', 'code': 200} Jul 29 14:42:35.516226 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.532805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5905-9dd2-4f63-b130-f159d6f17941 req-13838bef-82c1-4246-8991-ed0b1f415de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:35.535161 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f40b5905-9dd2-4f63-b130-f159d6f17941 req-13838bef-82c1-4246-8991-ed0b1f415de9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 1095 time: 0.1020775 Jul 29 14:42:35.563869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531dbda2-22d9-4eef-8eee-b0f4c1abfbca None None] Network c4970c69-f764-4a04-900c-cb1f17fca080 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:42:35.607662 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:35.607924 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d9050-8ef6-4c2d-aea7-dce83ac3fe7f req-17f3db50-25af-44b2-a57b-bea0aafb80d6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:35.609472 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-530d9050-8ef6-4c2d-aea7-dce83ac3fe7f req-17f3db50-25af-44b2-a57b-bea0aafb80d6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1256518 Jul 29 14:42:35.617301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:35.626414 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Pushing event updated for resources: {'Port': ['ID=2f45374f-2a5f-4f73-9bf8-0a2c0bd08002,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:35.629364 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:35.659250 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2346629-b749-451e-8304-98950bc3b307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.702241 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-530d9050-8ef6-4c2d-aea7-dce83ac3fe7f req-b69f50d2-b654-47f6-87cf-c558fde73c1c tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737033 Jul 29 14:42:35.709659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5905-9dd2-4f63-b130-f159d6f17941 req-ced7eaf1-577b-4615-b0e1-7d6518974300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:35.711743 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f40b5905-9dd2-4f63-b130-f159d6f17941 req-ced7eaf1-577b-4615-b0e1-7d6518974300 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.1678860 Jul 29 14:42:35.765631 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f40b5905-9dd2-4f63-b130-f159d6f17941 req-2f35e11e-1e5d-427d-b49c-e7df0724c053 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 HTTP/1.1" status: 200 len: 217 time: 0.0459888 Jul 29 14:42:35.770868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2346629-b749-451e-8304-98950bc3b307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=341a325f-6dd9-45b3-afdd-5aaaac0ca149,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:35.839241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2346629-b749-451e-8304-98950bc3b307 admin admin] Checking segment: {'id': '8575e42c-a22f-4190-a569-d659600e8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:35.839835 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2346629-b749-451e-8304-98950bc3b307 admin admin] Network hostable DHCP agents. Network: cd2734b0-a577-4490-94b4-ba08c3c3f5be, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:42:35.845302 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5905-9dd2-4f63-b130-f159d6f17941 req-94d3d689-3652-4c3f-a813-185428ae559f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:35.846981 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f40b5905-9dd2-4f63-b130-f159d6f17941 req-94d3d689-3652-4c3f-a813-185428ae559f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.0744603 Jul 29 14:42:35.877544 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.882326 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f40b5905-9dd2-4f63-b130-f159d6f17941 req-518af3c9-bab9-41d0-a234-fc44fd8488cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266495 Jul 29 14:42:35.890278 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9979b9-e9c0-4e42-982a-2421cc107dc2 req-0e40809f-9de0-40c4-9bb7-c683dc535fcf tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:35.891747 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be9979b9-e9c0-4e42-982a-2421cc107dc2 req-0e40809f-9de0-40c4-9bb7-c683dc535fcf tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 944 time: 0.0883310 Jul 29 14:42:35.893304 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2346629-b749-451e-8304-98950bc3b307 admin admin] Network cd2734b0-a577-4490-94b4-ba08c3c3f5be is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:42:35.934646 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-d2346629-b749-451e-8304-98950bc3b307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, cd2734b0-a577-4490-94b4-ba08c3c3f5be) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:35.946970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2346629-b749-451e-8304-98950bc3b307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:35.947932 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2346629-b749-451e-8304-98950bc3b307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.948193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca9f9b2-a613-47cf-8832-e49230c47a73 None None] Network cd2734b0-a577-4490-94b4-ba08c3c3f5be requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:42:35.959602 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:35.983138 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be9979b9-e9c0-4e42-982a-2421cc107dc2 req-bc06738b-580c-4f67-bb11-4f9951067ca4 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814416 Jul 29 14:42:36.005678 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d2346629-b749-451e-8304-98950bc3b307 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7511320 Jul 29 14:42:36.009745 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50386) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:36.014986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1057173172-router', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:36.024537 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f40b5905-9dd2-4f63-b130-f159d6f17941 req-253a5dfa-9c06-4810-8f0c-a0d5b5761078 service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318393 Jul 29 14:42:36.084474 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.086471 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.175857 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.182213 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'fixed_ips': [{'subnet_id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:42:36.183928 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.204648 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.208272 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.212435 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f40b5905-9dd2-4f63-b130-f159d6f17941 req-ed207c00-53a2-45a2-a012-0c0f7bb86e48 service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799123 Jul 29 14:42:36.212899 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.220695 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31146f-f54c-4847-bcf0-e25e1dfa1876 req-9aff4037-05f7-4909-8632-3830bbef3f87 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:36.222211 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5a31146f-f54c-4847-bcf0-e25e1dfa1876 req-9aff4037-05f7-4909-8632-3830bbef3f87 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.1280427 Jul 29 14:42:36.285190 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Pushing event updated for resources: {'Port': ['ID=2f45374f-2a5f-4f73-9bf8-0a2c0bd08002,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:36.298974 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.316447 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.321245 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-26b2222a-d681-4ef4-b8e8-5a27247441b5 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7830696 Jul 29 14:42:36.360391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Allocated IP 172.20.0.2 (cd2734b0-a577-4490-94b4-ba08c3c3f5be/341a325f-6dd9-45b3-afdd-5aaaac0ca149/337e217f-be21-47e7-9b43-153986da68be) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:36.377578 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-f65f783d-5467-4bbf-b1ba-e2cefbc27657 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 696 time: 0.0515585 Jul 29 14:42:36.384961 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5a31146f-f54c-4847-bcf0-e25e1dfa1876 req-047f770a-d773-4b72-8e63-c4501386a048 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238291 Jul 29 14:42:36.390836 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.421250 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-93f600e0-6bad-4198-9b71-3898ed9c7308 req-f2bf5cc2-ec24-4258-80ac-a865e6cfc785 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-692304232', 'description': 'tempest-description-426014821'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:36.493367 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-93f600e0-6bad-4198-9b71-3898ed9c7308 req-f2bf5cc2-ec24-4258-80ac-a865e6cfc785 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.510749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-647b513b-a8f5-4391-95e8-3e9adfc9f7cd tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:36.523197 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ed2c4d74-aea4-47c9-89dc-bdb67a7d7af5 req-647b513b-a8f5-4391-95e8-3e9adfc9f7cd tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.1392074 Jul 29 14:42:36.524248 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.555237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Transition to ACTIVE for port object 337e217f-be21-47e7-9b43-153986da68be will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:36.577063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Transition to ACTIVE for port object 337e217f-be21-47e7-9b43-153986da68be will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:36.584469 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.612036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Network cd2734b0-a577-4490-94b4-ba08c3c3f5be is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:36.646987 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:36.652942 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:36.741306 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-93f600e0-6bad-4198-9b71-3898ed9c7308 req-f2bf5cc2-ec24-4258-80ac-a865e6cfc785 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.749238 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-93f600e0-6bad-4198-9b71-3898ed9c7308 req-f2bf5cc2-ec24-4258-80ac-a865e6cfc785 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.751715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Pushing event updated for resources: {'Port': ['ID=337e217f-be21-47e7-9b43-153986da68be,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:36.773821 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-22759843-3c72-4ba9-aaae-a679faaf90fe req-4e3b542d-6c54-46ba-810c-fb265a3b2a6c tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2003169223', 'description': 'tempest-description-847331957'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:36.776161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Attempting to bind port 337e217f-be21-47e7-9b43-153986da68be on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:36.776579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Attempting to bind port 337e217f-be21-47e7-9b43-153986da68be by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '8575e42c-a22f-4190-a569-d659600e8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:36.776973 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Attempting to bind port 337e217f-be21-47e7-9b43-153986da68be on network cd2734b0-a577-4490-94b4-ba08c3c3f5be {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:36.783129 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:36.783504 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Checking segment: {'id': '8575e42c-a22f-4190-a569-d659600e8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:36.783900 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.784466 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Bound using segment: {'id': '8575e42c-a22f-4190-a569-d659600e8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:36.784992 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Bound port: 337e217f-be21-47e7-9b43-153986da68be, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8575e42c-a22f-4190-a569-d659600e8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:36.785373 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.789527 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.796211 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-93f600e0-6bad-4198-9b71-3898ed9c7308 req-f2bf5cc2-ec24-4258-80ac-a865e6cfc785 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.797447 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-93f600e0-6bad-4198-9b71-3898ed9c7308 req-f2bf5cc2-ec24-4258-80ac-a865e6cfc785 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3817351 Jul 29 14:42:36.820101 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-22759843-3c72-4ba9-aaae-a679faaf90fe req-4e3b542d-6c54-46ba-810c-fb265a3b2a6c tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.821545 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.834089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf5cc2-ec24-4258-80ac-a865e6cfc785 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e857d2-3b39-49ef-859c-4ad2d52aa98a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:36.874829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] For port 337e217f-be21-47e7-9b43-153986da68be, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:36.881147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] For port 337e217f-be21-47e7-9b43-153986da68be, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=337e217f-be21-47e7-9b43-153986da68be,segment=NetworkSegment(8575e42c-a22f-4190-a569-d659600e8192),segment_id=8575e42c-a22f-4190-a569-d659600e8192)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:36.887071 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.953448 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609fa79-5af7-41c8-9acb-c41c94a34a21 None None] Pushing event updated for resources: {'Port': ['ID=337e217f-be21-47e7-9b43-153986da68be,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:36.966756 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-22759843-3c72-4ba9-aaae-a679faaf90fe req-4e3b542d-6c54-46ba-810c-fb265a3b2a6c tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:36.971523 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-22759843-3c72-4ba9-aaae-a679faaf90fe req-4e3b542d-6c54-46ba-810c-fb265a3b2a6c tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:37.000109 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-22759843-3c72-4ba9-aaae-a679faaf90fe req-4e3b542d-6c54-46ba-810c-fb265a3b2a6c tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:37.001398 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-22759843-3c72-4ba9-aaae-a679faaf90fe req-4e3b542d-6c54-46ba-810c-fb265a3b2a6c tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2348163 Jul 29 14:42:37.005524 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b542d-6c54-46ba-810c-fb265a3b2a6c tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad9d1ca-667e-4e83-92ed-64fa3e6a8e89,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:37.033532 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Allocated IP 172.25.6.221 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/7c7fa115-594d-4a82-bfa0-f618cf046f63) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:37.076137 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-331addf4-1f2d-4a6f-9168-adfb5820ba65 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:37.077638 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-331addf4-1f2d-4a6f-9168-adfb5820ba65 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 820 time: 0.1804814 Jul 29 14:42:37.140723 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-a8076c0c-25c1-46cd-b879-634474382a24 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/quotas/877bce2dad89466a9ad4b1efe382143d HTTP/1.1" status: 200 len: 375 time: 0.0471423 Jul 29 14:42:37.165821 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4990a-c0e7-4563-aea9-c024c4d01501 req-e7c0ce9e-ea07-4c12-915e-64c8870f17ee tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:37.167397 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8fe4990a-c0e7-4563-aea9-c024c4d01501 req-e7c0ce9e-ea07-4c12-915e-64c8870f17ee tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.0990927 Jul 29 14:42:37.227814 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8fe4990a-c0e7-4563-aea9-c024c4d01501 req-55babd4e-14bd-4641-8b40-9d68a1f3ebc3 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493410 Jul 29 14:42:37.259409 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-dfe62547-7457-4d73-8b01-b90f94473548 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0938978 Jul 29 14:42:37.262884 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:37.265004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-60175535-d950-4693-a16a-6149874421de req-71b83a12-46f4-4230-8674-3d707efd1aab tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2106300782', 'description': 'tempest-description-1840498051'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:37.290120 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-60175535-d950-4693-a16a-6149874421de req-71b83a12-46f4-4230-8674-3d707efd1aab tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:37.376519 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-820da7b2-3c9b-4963-835c-206d947f7dba service neutron] 10.222.0.16 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105130 Jul 29 14:42:37.381077 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-60175535-d950-4693-a16a-6149874421de req-71b83a12-46f4-4230-8674-3d707efd1aab tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:37.383854 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:37.386461 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-60175535-d950-4693-a16a-6149874421de req-71b83a12-46f4-4230-8674-3d707efd1aab tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:37.416335 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-60175535-d950-4693-a16a-6149874421de req-71b83a12-46f4-4230-8674-3d707efd1aab tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:37.425378 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60175535-d950-4693-a16a-6149874421de req-71b83a12-46f4-4230-8674-3d707efd1aab tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1651821 Jul 29 14:42:37.429451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b83a12-46f4-4230-8674-3d707efd1aab tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cc2a29-7c44-4a9d-902c-344b553dec77,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:37.473538 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:37.485470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:37.487334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95709b7e-a8fe-40c2-890e-83937b8e0b89 req-3f1ba189-b4b5-4f05-baa0-7bf220eb1e26 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "GET /v2.0/security-groups/6ad9d1ca-667e-4e83-92ed-64fa3e6a8e89 HTTP/1.1" status: 200 len: 1812 time: 0.0404108 Jul 29 14:42:37.491575 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:37.497888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Pushing event updated for resources: {'Port': ['ID=7c7fa115-594d-4a82-bfa0-f618cf046f63,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:37.499148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-95709b7e-a8fe-40c2-890e-83937b8e0b89 req-d9349034-9209-483e-8e5c-233a78d14edc tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ad9d1ca-667e-4e83-92ed-64fa3e6a8e89', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:37.499473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-95709b7e-a8fe-40c2-890e-83937b8e0b89 req-d9349034-9209-483e-8e5c-233a78d14edc tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6ad9d1ca-667e-4e83-92ed-64fa3e6a8e89', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:37.556652 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-68cc3011-0b23-47b6-ab9c-f531d3ac355b service neutron] 10.222.0.16 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700871 Jul 29 14:42:37.560483 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-95709b7e-a8fe-40c2-890e-83937b8e0b89 req-d9349034-9209-483e-8e5c-233a78d14edc tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:37.603724 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-95709b7e-a8fe-40c2-890e-83937b8e0b89 req-d9349034-9209-483e-8e5c-233a78d14edc tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:37.608984 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-95709b7e-a8fe-40c2-890e-83937b8e0b89 req-d9349034-9209-483e-8e5c-233a78d14edc tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:37.639244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9349034-9209-483e-8e5c-233a78d14edc tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa759761-ebb6-4681-8f08-6b34e3915470,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:37.643691 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-95709b7e-a8fe-40c2-890e-83937b8e0b89 req-d9349034-9209-483e-8e5c-233a78d14edc tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:37.654795 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95709b7e-a8fe-40c2-890e-83937b8e0b89 req-d9349034-9209-483e-8e5c-233a78d14edc tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1564286 Jul 29 14:42:37.795214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d902b06-fba3-47b5-b345-e9a5d2dee2c1 req-708368ee-2615-466a-8671-895449bd79cf tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:37.796881 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1d902b06-fba3-47b5-b345-e9a5d2dee2c1 req-708368ee-2615-466a-8671-895449bd79cf tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 944 time: 0.0785954 Jul 29 14:42:37.883477 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1d902b06-fba3-47b5-b345-e9a5d2dee2c1 req-b88ffbf2-4f68-4811-93cf-f3b111ed8026 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772023 Jul 29 14:42:37.967198 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9d69c76c-6113-4391-9067-a9c87e3914d2 req-b50a0586-2403-4c80-aa6a-9b13d7f514c9 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/a1e857d2-3b39-49ef-859c-4ad2d52aa98a HTTP/1.1" status: 200 len: 1803 time: 0.0578742 Jul 29 14:42:38.032187 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b4f1ae-103e-42e8-b976-c50211a05a58 None None] Network cd2734b0-a577-4490-94b4-ba08c3c3f5be requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:42:38.035502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9d69c76c-6113-4391-9067-a9c87e3914d2 req-68c7fe86-242d-4fe5-a952-aabdda934edc tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/e3cc2a29-7c44-4a9d-902c-344b553dec77 HTTP/1.1" status: 200 len: 1805 time: 0.0606399 Jul 29 14:42:38.041076 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-9d69c76c-6113-4391-9067-a9c87e3914d2 req-ebad0c17-e468-4fdb-902a-efc818e7ba1b tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a1e857d2-3b39-49ef-859c-4ad2d52aa98a', 'remote_group_id': 'e3cc2a29-7c44-4a9d-902c-344b553dec77', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:38.041378 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-9d69c76c-6113-4391-9067-a9c87e3914d2 req-ebad0c17-e468-4fdb-902a-efc818e7ba1b tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a1e857d2-3b39-49ef-859c-4ad2d52aa98a', 'remote_group_id': 'e3cc2a29-7c44-4a9d-902c-344b553dec77', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:38.123006 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d69c76c-6113-4391-9067-a9c87e3914d2 req-ebad0c17-e468-4fdb-902a-efc818e7ba1b tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.141203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:42:38.178242 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d69c76c-6113-4391-9067-a9c87e3914d2 req-ebad0c17-e468-4fdb-902a-efc818e7ba1b tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.183556 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d69c76c-6113-4391-9067-a9c87e3914d2 req-ebad0c17-e468-4fdb-902a-efc818e7ba1b tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.192041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a27beab7-542f-4700-9270-a019df753fa0 None None] Provisioning for port 337e217f-be21-47e7-9b43-153986da68be completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:38.194880 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.208117 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80011d-4f82-47de-862c-c0efd239ab98 req-1284a42b-8aad-4c26-9b38-751891c31199 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:38.210984 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a80011d-4f82-47de-862c-c0efd239ab98 req-1284a42b-8aad-4c26-9b38-751891c31199 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.0817776 Jul 29 14:42:38.227545 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9d69c76c-6113-4391-9067-a9c87e3914d2 req-ebad0c17-e468-4fdb-902a-efc818e7ba1b tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.228984 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9d69c76c-6113-4391-9067-a9c87e3914d2 req-ebad0c17-e468-4fdb-902a-efc818e7ba1b tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1925280 Jul 29 14:42:38.229623 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad0c17-e468-4fdb-902a-efc818e7ba1b tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af01fdc-fb6a-4325-a661-50f6f9f7beb1,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:38.319940 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a80011d-4f82-47de-862c-c0efd239ab98 req-81887b50-561d-42a1-ac58-610ee189b1d4 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611413 Jul 29 14:42:38.351688 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:38.366753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41', 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d', 'port_id': 'ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41', 'mac_address': 'fa:16:3e:e4:24:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84740567-e60d-40ec-855d-8962b438829e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:42:38.411111 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.421420 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28a94aba-99f7-48c0-9ea1-1aab45034fd0 req-4064f6f9-946c-491c-8f09-085f7550fb16 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "GET /v2.0/security-groups/6ad9d1ca-667e-4e83-92ed-64fa3e6a8e89 HTTP/1.1" status: 200 len: 2405 time: 0.0814168 Jul 29 14:42:38.448779 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-b76f650a-7498-4c95-840c-947ec617ed29 req-e8541522-bcae-4ee3-8157-a4171e4b0864 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1228181849', 'description': 'tempest-description-17042910'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:38.449715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:38.454444 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1ddeb20d-fd4a-4820-89e5-0f18b64afe6d req-b327918b-a532-40c8-b428-8b0b0b17ce3c tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 210 time: 0.0483577 Jul 29 14:42:38.484128 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b76f650a-7498-4c95-840c-947ec617ed29 req-e8541522-bcae-4ee3-8157-a4171e4b0864 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.492970 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:38.499705 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.594938 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:38.649724 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.666402 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b76f650a-7498-4c95-840c-947ec617ed29 req-e8541522-bcae-4ee3-8157-a4171e4b0864 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.673994 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b76f650a-7498-4c95-840c-947ec617ed29 req-e8541522-bcae-4ee3-8157-a4171e4b0864 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.706683 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b76f650a-7498-4c95-840c-947ec617ed29 req-e8541522-bcae-4ee3-8157-a4171e4b0864 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.708500 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b76f650a-7498-4c95-840c-947ec617ed29 req-e8541522-bcae-4ee3-8157-a4171e4b0864 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2650630 Jul 29 14:42:38.721043 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8541522-bcae-4ee3-8157-a4171e4b0864 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35572e40-3835-43ae-aef7-623c51d66897,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:38.728560 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeec61f-f35f-49e8-9b97-30d521ff3181 req-5d5234ef-4cb3-4fbc-9eeb-7b8e961ec413 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:38.735724 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cdeec61f-f35f-49e8-9b97-30d521ff3181 req-5d5234ef-4cb3-4fbc-9eeb-7b8e961ec413 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1268806 Jul 29 14:42:38.747251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:42:38.767772 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-de04c090-0087-4e40-9222-85376f219ab5 req-8409eca4-e60c-4dbb-a44b-18d01162c672 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "GET /v2.0/security-group-rules/aa759761-ebb6-4681-8f08-6b34e3915470 HTTP/1.1" status: 200 len: 778 time: 0.0347204 Jul 29 14:42:38.778847 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 337e217f-be21-47e7-9b43-153986da68be up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:38.824916 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-de04c090-0087-4e40-9222-85376f219ab5 req-8627ba36-e6d3-46b3-ae70-d58bc35c1723 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "GET /v2.0/security-groups/6ad9d1ca-667e-4e83-92ed-64fa3e6a8e89 HTTP/1.1" status: 200 len: 2405 time: 0.0497282 Jul 29 14:42:38.829094 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cdeec61f-f35f-49e8-9b97-30d521ff3181 req-49ca1966-519d-4b4d-9228-06154d82254f tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921640 Jul 29 14:42:38.867175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 337e217f-be21-47e7-9b43-153986da68be completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:38.872349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 337e217f-be21-47e7-9b43-153986da68be triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:38.872790 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.882800 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-de04c090-0087-4e40-9222-85376f219ab5 req-9de0f599-1df2-4742-9cd3-09e72e4d80c7 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.890063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3fd51075-9369-4806-ad20-ecfd6241902b req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1841192354', 'description': 'tempest-description-1954180044'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:38.901581 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-de04c090-0087-4e40-9222-85376f219ab5 req-9de0f599-1df2-4742-9cd3-09e72e4d80c7 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.928129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Router e0a8f421-c710-4b5d-a639-f127649de212 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:42:38.932805 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3fd51075-9369-4806-ad20-ecfd6241902b req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.956037 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-de04c090-0087-4e40-9222-85376f219ab5 req-9de0f599-1df2-4742-9cd3-09e72e4d80c7 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.963747 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-de04c090-0087-4e40-9222-85376f219ab5 req-9de0f599-1df2-4742-9cd3-09e72e4d80c7 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:38.980615 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-de04c090-0087-4e40-9222-85376f219ab5 req-9de0f599-1df2-4742-9cd3-09e72e4d80c7 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/aa759761-ebb6-4681-8f08-6b34e3915470 HTTP/1.1" status: 204 len: 173 time: 0.1390834 Jul 29 14:42:38.993141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0f599-1df2-4742-9cd3-09e72e4d80c7 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa759761-ebb6-4681-8f08-6b34e3915470,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:39.032514 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:39.090270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 337e217f-be21-47e7-9b43-153986da68be, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=337e217f-be21-47e7-9b43-153986da68be,segment=NetworkSegment(8575e42c-a22f-4190-a569-d659600e8192),segment_id=8575e42c-a22f-4190-a569-d659600e8192)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:39.096552 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:39.123267 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3424a46-7278-4877-b543-f11a5b7ce06b req-430ceffd-6a43-4991-8d27-7a185c1f0db3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:39.135002 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a3424a46-7278-4877-b543-f11a5b7ce06b req-430ceffd-6a43-4991-8d27-7a185c1f0db3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 945 time: 0.0810654 Jul 29 14:42:39.166049 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=337e217f-be21-47e7-9b43-153986da68be,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:39.189032 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a3424a46-7278-4877-b543-f11a5b7ce06b req-b13fb332-c767-4e77-870e-5087b2bc28da tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438776 Jul 29 14:42:39.204585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-985523b4-e774-43c0-9005-8e7fd29bf655 req-82480536-7341-4259-be09-a5262b98c822 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-476451393', 'description': 'tempest-description-1744650451'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:39.223123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-605d2836-d06d-464d-b995-320f1b36fff0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:39.224593 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-605d2836-d06d-464d-b995-320f1b36fff0 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.39 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 820 time: 0.2145696 Jul 29 14:42:39.231680 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:42:39.240123 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3fd51075-9369-4806-ad20-ecfd6241902b req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:39.240762 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Sync routers for ids ['e0a8f421-c710-4b5d-a639-f127649de212'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:42:39.246539 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-8e4a1e11-b74e-4827-8167-7589ea107971 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Request body: {'port': {'device_id': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'admin_state_up': True, 'tenant_id': '877bce2dad89466a9ad4b1efe382143d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:39.252179 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Routers {'e0a8f421-c710-4b5d-a639-f127649de212'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:42:39.252903 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:42:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e0a8f421-c710-4b5d-a639-f127649de212'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:39.263459 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-985523b4-e774-43c0-9005-8e7fd29bf655 req-82480536-7341-4259-be09-a5262b98c822 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:39.270379 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3fd51075-9369-4806-ad20-ecfd6241902b req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:39.311956 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3fd51075-9369-4806-ad20-ecfd6241902b req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:39.313192 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3fd51075-9369-4806-ad20-ecfd6241902b req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4292862 Jul 29 14:42:39.355523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02897c0d-f2f0-4a55-9545-12d4fbcbdcc0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:39.359155 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-985523b4-e774-43c0-9005-8e7fd29bf655 req-82480536-7341-4259-be09-a5262b98c822 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:39.363811 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-985523b4-e774-43c0-9005-8e7fd29bf655 req-82480536-7341-4259-be09-a5262b98c822 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:39.369793 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Set router e0a8f421-c710-4b5d-a639-f127649de212 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:42:39.379206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:39.379560 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:39.379921 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:39.380243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:39.380580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:39.380940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:39.381269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:39.381821 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:39.382856 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:39.384126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:39.384474 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:39.384837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cab0a21-ce31-462c-a6d3-b471351e4533 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:39.388241 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:39.393022 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1ebcce9e-ff3d-4056-91ff-3b2e1f3d4c6e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3824704 Jul 29 14:42:39.393873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50446) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:39.410105 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-985523b4-e774-43c0-9005-8e7fd29bf655 req-82480536-7341-4259-be09-a5262b98c822 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:39.423297 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-985523b4-e774-43c0-9005-8e7fd29bf655 req-82480536-7341-4259-be09-a5262b98c822 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2226570 Jul 29 14:42:39.442680 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-8e4a1e11-b74e-4827-8167-7589ea107971 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Made reservation on behalf of 877bce2dad89466a9ad4b1efe382143d for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:39.448955 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-8e4a1e11-b74e-4827-8167-7589ea107971 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:39.473117 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82480536-7341-4259-be09-a5262b98c822 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba97a65d-647d-42af-8060-bc2fba948765,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:39.560269 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01ff8723-4b03-4c26-8b8f-cc8191e72478 req-697be338-08ca-4e9c-acfd-14dc5cd1454e tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/35572e40-3835-43ae-aef7-623c51d66897 HTTP/1.1" status: 200 len: 1803 time: 0.1272643 Jul 29 14:42:39.583427 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'name': 'tempest-ServersTestManualDisk-1057173172-router', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:37Z', 'revision_number': 3, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'gw_port': {'id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:39.614847 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Checking router: e0a8f421-c710-4b5d-a639-f127649de212 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:42:39.615501 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Updating router e0a8f421-c710-4b5d-a639-f127649de212 port 7c7fa115-594d-4a82-bfa0-f618cf046f63 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:42:39.620644 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01ff8723-4b03-4c26-8b8f-cc8191e72478 req-e098c483-f712-4af7-8a7d-5f52843c38bb tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/02897c0d-f2f0-4a55-9545-12d4fbcbdcc0 HTTP/1.1" status: 200 len: 1805 time: 0.0594103 Jul 29 14:42:39.623970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bb4c4-a5bf-43f3-829d-90aec3dfe419 req-02257506-ba18-4fb7-8a40-51b64eb6a53a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:39.625445 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a29bb4c4-a5bf-43f3-829d-90aec3dfe419 req-02257506-ba18-4fb7-8a40-51b64eb6a53a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.0992107 Jul 29 14:42:39.626851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-01ff8723-4b03-4c26-8b8f-cc8191e72478 req-6542be11-384d-4a6b-8290-9432715e3f3d tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '35572e40-3835-43ae-aef7-623c51d66897', 'remote_group_id': '02897c0d-f2f0-4a55-9545-12d4fbcbdcc0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:39.627186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-01ff8723-4b03-4c26-8b8f-cc8191e72478 req-6542be11-384d-4a6b-8290-9432715e3f3d tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '35572e40-3835-43ae-aef7-623c51d66897', 'remote_group_id': '02897c0d-f2f0-4a55-9545-12d4fbcbdcc0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:39.648609 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:39.667982 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-8e4a1e11-b74e-4827-8167-7589ea107971 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Allocated IP 172.20.0.6 (ae83cecd-147c-461f-81ff-989ea8728735/0d81d371-12db-4c4b-8a48-aad2f7d1655e/fc360044-73e1-4f9a-9811-76415fb39cc0) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:39.702272 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a29bb4c4-a5bf-43f3-829d-90aec3dfe419 req-6344939b-2c38-44da-85c3-b86b40c2b996 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633798 Jul 29 14:42:39.792150 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-01ff8723-4b03-4c26-8b8f-cc8191e72478 req-6542be11-384d-4a6b-8290-9432715e3f3d tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:39.832901 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-01ff8723-4b03-4c26-8b8f-cc8191e72478 req-6542be11-384d-4a6b-8290-9432715e3f3d tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:39.839550 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-01ff8723-4b03-4c26-8b8f-cc8191e72478 req-6542be11-384d-4a6b-8290-9432715e3f3d tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:39.849081 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-59be5025-ae00-45ef-941e-311ee3cee864 req-fc64e3d2-6408-4625-94f9-ab6d8d44b64d tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "GET /v2.0/security-groups/ba97a65d-647d-42af-8060-bc2fba948765 HTTP/1.1" status: 200 len: 1812 time: 0.1088316 Jul 29 14:42:39.916303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542be11-384d-4a6b-8290-9432715e3f3d tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af631276-646a-4b9d-9278-e79c3e5f2ad1,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:39.922358 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-01ff8723-4b03-4c26-8b8f-cc8191e72478 req-6542be11-384d-4a6b-8290-9432715e3f3d tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:39.933318 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01ff8723-4b03-4c26-8b8f-cc8191e72478 req-6542be11-384d-4a6b-8290-9432715e3f3d tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3116269 Jul 29 14:42:39.955485 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7977ca43-e1f4-44c0-8dca-ddae368d4f0e req-f67b14f5-77f3-42d2-bea1-12f97ee9edc8 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 210 time: 0.0344052 Jul 29 14:42:39.961755 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-8e4a1e11-b74e-4827-8167-7589ea107971 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.003270 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.013433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-8e4a1e11-b74e-4827-8167-7589ea107971 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Transition to ACTIVE for port object fc360044-73e1-4f9a-9811-76415fb39cc0 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:40.017770 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Transition to ACTIVE for port object 7c7fa115-594d-4a82-bfa0-f618cf046f63 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:40.025297 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.044118 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c0659d1a-4638-43c6-8780-fd084c2bc960 req-2519e134-1765-4ee9-b4fb-deb49868f1d4 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/02897c0d-f2f0-4a55-9545-12d4fbcbdcc0 HTTP/1.1" status: 200 len: 1805 time: 0.0613601 Jul 29 14:42:40.090042 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Attempting to bind port 7c7fa115-594d-4a82-bfa0-f618cf046f63 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:40.090410 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Attempting to bind port 7c7fa115-594d-4a82-bfa0-f618cf046f63 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:40.090722 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Attempting to bind port 7c7fa115-594d-4a82-bfa0-f618cf046f63 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:40.096808 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca842f35-67a6-40af-bcb0-2007cee70620 None None] Pushing event updated for resources: {'Port': ['ID=7c7fa115-594d-4a82-bfa0-f618cf046f63,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:40.097029 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-8e4a1e11-b74e-4827-8167-7589ea107971 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.105059 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:40.106264 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:40.107331 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['72524ee8-b7ca-4e00-a4e6-430fa847823b'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:42:40.107876 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.108089 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:40.108784 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Bound port: 7c7fa115-594d-4a82-bfa0-f618cf046f63, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:40.109350 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.117942 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ef0fa-fce1-4910-b387-3e4ec0a89652 req-331a39b5-b1bd-4168-968d-042f79b6cff5 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:40.119831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-245ef0fa-fce1-4910-b387-3e4ec0a89652 req-331a39b5-b1bd-4168-968d-042f79b6cff5 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1093247 Jul 29 14:42:40.125567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-8e4a1e11-b74e-4827-8167-7589ea107971 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Network ae83cecd-147c-461f-81ff-989ea8728735 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:40.130320 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-8e4a1e11-b74e-4827-8167-7589ea107971 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:40.153667 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-8e4a1e11-b74e-4827-8167-7589ea107971 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:40.168027 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:40.223746 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] For port 7c7fa115-594d-4a82-bfa0-f618cf046f63, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:40.230985 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] For port 7c7fa115-594d-4a82-bfa0-f618cf046f63, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7c7fa115-594d-4a82-bfa0-f618cf046f63,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:40.237364 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.252255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:40.255316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a1e11-b74e-4827-8167-7589ea107971 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Pushing event updated for resources: {'Port': ['ID=fc360044-73e1-4f9a-9811-76415fb39cc0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:40.257462 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.261866 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c0659d1a-4638-43c6-8780-fd084c2bc960 req-3836982d-ede2-45f7-b598-9063b17c7f3e tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.262924 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-245ef0fa-fce1-4910-b387-3e4ec0a89652 req-4f734190-ad18-4561-ae53-9eee4c48c978 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974512 Jul 29 14:42:40.282137 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-8e4a1e11-b74e-4827-8167-7589ea107971 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:40.282912 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-8e4a1e11-b74e-4827-8167-7589ea107971 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.287876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:40.288336 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.304255 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca842f35-67a6-40af-bcb0-2007cee70620 None None] Pushing event updated for resources: {'Port': ['ID=7c7fa115-594d-4a82-bfa0-f618cf046f63,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:40.315619 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-8e4a1e11-b74e-4827-8167-7589ea107971 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0737612 Jul 29 14:42:40.337967 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Request body: {'port': {'device_id': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:40.348711 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Routers {'e0a8f421-c710-4b5d-a639-f127649de212'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:42:40.349557 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:42:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e0a8f421-c710-4b5d-a639-f127649de212'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:40.380325 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c0659d1a-4638-43c6-8780-fd084c2bc960 req-3836982d-ede2-45f7-b598-9063b17c7f3e tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.389918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-fd2e52e8-e6b6-4663-8d28-9abe9cb04112 req-0ceb496f-11b7-41a7-bbbd-eee8e92bacde tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1794694587', 'description': 'tempest-description-1404161608'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:40.419751 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fd2e52e8-e6b6-4663-8d28-9abe9cb04112 req-0ceb496f-11b7-41a7-bbbd-eee8e92bacde tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.450904 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.476193 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] Set router e0a8f421-c710-4b5d-a639-f127649de212 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:42:40.583531 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c0659d1a-4638-43c6-8780-fd084c2bc960 req-3836982d-ede2-45f7-b598-9063b17c7f3e tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.587108 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c0659d1a-4638-43c6-8780-fd084c2bc960 req-3836982d-ede2-45f7-b598-9063b17c7f3e tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.600913 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c0659d1a-4638-43c6-8780-fd084c2bc960 req-3836982d-ede2-45f7-b598-9063b17c7f3e tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "DELETE /v2.0/security-groups/02897c0d-f2f0-4a55-9545-12d4fbcbdcc0 HTTP/1.1" status: 204 len: 173 time: 0.5425594 Jul 29 14:42:40.601695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Allocated IP 172.20.0.1 (cd2734b0-a577-4490-94b4-ba08c3c3f5be/341a325f-6dd9-45b3-afdd-5aaaac0ca149/9e383151-05e6-4de0-aab2-982de341041d) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:40.618965 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.644372 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fd2e52e8-e6b6-4663-8d28-9abe9cb04112 req-0ceb496f-11b7-41a7-bbbd-eee8e92bacde tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.660897 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fd2e52e8-e6b6-4663-8d28-9abe9cb04112 req-0ceb496f-11b7-41a7-bbbd-eee8e92bacde tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.673845 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.719400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e63fc3a9-2f89-4458-8eeb-a5ab0ffd6f43 None None] Provisioning for port fc360044-73e1-4f9a-9811-76415fb39cc0 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:40.745200 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fd2e52e8-e6b6-4663-8d28-9abe9cb04112 req-0ceb496f-11b7-41a7-bbbd-eee8e92bacde tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.757672 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd2e52e8-e6b6-4663-8d28-9abe9cb04112 req-0ceb496f-11b7-41a7-bbbd-eee8e92bacde tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3735456 Jul 29 14:42:40.760656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f0a3ed-f6e8-4dcf-a443-899eb0b64279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:40.763606 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb496f-11b7-41a7-bbbd-eee8e92bacde tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96592be3-f05d-4093-81d3-5c91a49cc1a7,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:40.763786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836982d-ede2-45f7-b598-9063b17c7f3e tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02897c0d-f2f0-4a55-9545-12d4fbcbdcc0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:40.765143 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8380ad24-8dd9-4a1d-9612-81b0208d2f66" -d '{"events": [{"server_uuid": "11f0a3ed-f6e8-4dcf-a443-899eb0b64279", "name": "network-vif-plugged", "status": "completed", "tag": "ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:40.804342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e63fc3a9-2f89-4458-8eeb-a5ab0ffd6f43 None None] Provisioning complete for port fc360044-73e1-4f9a-9811-76415fb39cc0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:40.809521 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e63fc3a9-2f89-4458-8eeb-a5ab0ffd6f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.819453 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.853794 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'name': 'tempest-ServersTestManualDisk-1057173172-router', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:37Z', 'revision_number': 3, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'gw_port': {'id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:40.870787 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 337e217f-be21-47e7-9b43-153986da68be up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:40.874363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Transition to ACTIVE for port object 9e383151-05e6-4de0-aab2-982de341041d will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:40.874996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:40.907920 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76618ba-1d9f-4b5c-86b8-6c5ed1ea7fbf None None] The sync data for ids ['e0a8f421-c710-4b5d-a639-f127649de212'] in n-d-802893-1 is: [{'id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'name': 'tempest-ServersTestManualDisk-1057173172-router', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:37Z', 'revision_number': 3, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'gw_port': {'id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:42:40.937260 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:40.939046 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5dcda-6562-4c66-a75d-03a9de8451f6 req-d0fd41e6-0a06-45ed-9822-dbcb6862dab8 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:40.939233 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aad06836-3869-4b73-8475-9f835a7fe54f req-36b8c53e-a16c-4612-813a-8fd2066b9e9d tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/35572e40-3835-43ae-aef7-623c51d66897 HTTP/1.1" status: 200 len: 1803 time: 0.0765245 Jul 29 14:42:40.941752 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8e5dcda-6562-4c66-a75d-03a9de8451f6 req-d0fd41e6-0a06-45ed-9822-dbcb6862dab8 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 945 time: 0.2448406 Jul 29 14:42:40.992357 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:41.014618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e63fc3a9-2f89-4458-8eeb-a5ab0ffd6f43 None None] Port fc360044-73e1-4f9a-9811-76415fb39cc0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:42:41.040376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:41.055674 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 337e217f-be21-47e7-9b43-153986da68be triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:41.056203 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:41.087127 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8e5dcda-6562-4c66-a75d-03a9de8451f6 req-da9f9862-4727-400e-9064-920fc4347041 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291516 Jul 29 14:42:41.110187 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Network cd2734b0-a577-4490-94b4-ba08c3c3f5be is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:41.110873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:41.113184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:41.151796 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Pushing event updated for resources: {'Port': ['ID=9e383151-05e6-4de0-aab2-982de341041d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:41.196509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60413d13-ea2b-468b-8158-9c4d9c2718a0 req-f029d0a0-531b-4a7f-a18b-171d68584e50 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:41.203345 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60413d13-ea2b-468b-8158-9c4d9c2718a0 req-f029d0a0-531b-4a7f-a18b-171d68584e50 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.1468191 Jul 29 14:42:41.208945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc360044-73e1-4f9a-9811-76415fb39cc0 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:41.211692 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:41.224594 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:41.241936 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9ccf7a5d-9960-4d8d-be8f-605ec216b2e9 req-7c9defe8-c323-4c2a-b6aa-8cc79be1ca6f tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "GET /v2.0/security-groups/96592be3-f05d-4093-81d3-5c91a49cc1a7 HTTP/1.1" status: 200 len: 1813 time: 0.0845683 Jul 29 14:42:41.257480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Transition to ACTIVE for port object fc360044-73e1-4f9a-9811-76415fb39cc0 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:41.262587 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:41.347570 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60413d13-ea2b-468b-8158-9c4d9c2718a0 req-c7e6022c-7b03-4078-8625-5fb1fb0aaa69 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328225 Jul 29 14:42:41.447891 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Pushing event updated for resources: {'Port': ['ID=fc360044-73e1-4f9a-9811-76415fb39cc0,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:41.492035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-a465b1a4-bc69-4832-bd3c-58e66e54e4f6 req-351d39ff-7976-436f-a86e-1a1986876bd4 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1353812147', 'description': 'tempest-description-315917674'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:41.513681 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0851966-c5c5-4a75-926f-5bffa4cbe8e8 x-openstack-request-id: req-b0851966-c5c5-4a75-926f-5bffa4cbe8e8 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:41.514103 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f0a3ed-f6e8-4dcf-a443-899eb0b64279", "name": "network-vif-plugged", "status": "completed", "tag": "ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:41.514282 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0851966-c5c5-4a75-926f-5bffa4cbe8e8 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:41.515275 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f0a3ed-f6e8-4dcf-a443-899eb0b64279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41', 'code': 200} Jul 29 14:42:41.545276 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:41.590734 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a465b1a4-bc69-4832-bd3c-58e66e54e4f6 req-351d39ff-7976-436f-a86e-1a1986876bd4 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:41.635627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c45c5-4aa4-4ee9-981e-39ed1056c42f req-ba66cc81-8b13-4613-8644-047e96fae392 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:41.637423 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3e8c45c5-4aa4-4ee9-981e-39ed1056c42f req-ba66cc81-8b13-4613-8644-047e96fae392 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 943 time: 0.1219249 Jul 29 14:42:41.672695 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e2c9616a-ee5d-4e8d-a093-e9568828a1bd None None] Provisioning for port 9e383151-05e6-4de0-aab2-982de341041d completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:41.682974 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e2c9616a-ee5d-4e8d-a093-e9568828a1bd None None] Provisioning complete for port 9e383151-05e6-4de0-aab2-982de341041d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:41.683632 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e2c9616a-ee5d-4e8d-a093-e9568828a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:41.750767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e2c9616a-ee5d-4e8d-a093-e9568828a1bd None None] Port 9e383151-05e6-4de0-aab2-982de341041d cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:42:41.760480 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3e8c45c5-4aa4-4ee9-981e-39ed1056c42f req-e97365bd-69f5-4b09-8fb1-53918e6bfe2d tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158485 Jul 29 14:42:41.800828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348f4ff-115f-4771-8fe1-68b97643c9df req-035da61a-1131-4173-82d5-9e627164b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:41.802628 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8348f4ff-115f-4771-8fe1-68b97643c9df req-035da61a-1131-4173-82d5-9e627164b1d4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 1097 time: 0.2534287 Jul 29 14:42:41.806423 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a465b1a4-bc69-4832-bd3c-58e66e54e4f6 req-351d39ff-7976-436f-a86e-1a1986876bd4 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:41.806677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-5ee1fd23-05a7-425c-bbfe-ab33a51134ce req-49f48e71-a844-48b1-aa0d-baa1d00620ed tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1176620765', 'description': 'tempest-description-65628752'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:41.843681 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Attempting to bind port fc360044-73e1-4f9a-9811-76415fb39cc0 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:41.844024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Attempting to bind port fc360044-73e1-4f9a-9811-76415fb39cc0 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:41.844517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Attempting to bind port fc360044-73e1-4f9a-9811-76415fb39cc0 on network ae83cecd-147c-461f-81ff-989ea8728735 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:41.846980 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a465b1a4-bc69-4832-bd3c-58e66e54e4f6 req-351d39ff-7976-436f-a86e-1a1986876bd4 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:41.872953 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5ee1fd23-05a7-425c-bbfe-ab33a51134ce req-49f48e71-a844-48b1-aa0d-baa1d00620ed tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:41.875226 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Port fc360044-73e1-4f9a-9811-76415fb39cc0 on network ae83cecd-147c-461f-81ff-989ea8728735 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:42:41.875628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Attempting to bind port fc360044-73e1-4f9a-9811-76415fb39cc0 on network ae83cecd-147c-461f-81ff-989ea8728735 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:41.896651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a465b1a4-bc69-4832-bd3c-58e66e54e4f6 req-351d39ff-7976-436f-a86e-1a1986876bd4 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:41.901234 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a465b1a4-bc69-4832-bd3c-58e66e54e4f6 req-351d39ff-7976-436f-a86e-1a1986876bd4 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4387879 Jul 29 14:42:41.909586 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:41.912117 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:41.913239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Checking segment: {'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:41.913239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Bound using segment: {'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:41.913516 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Bound port: fc360044-73e1-4f9a-9811-76415fb39cc0, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf7399c-2a33-4c1c-b595-8d5021f07b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:41.913793 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:41.923098 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:41.929423 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8348f4ff-115f-4771-8fe1-68b97643c9df req-8c9491fb-e3cd-4e3d-a0db-7e588f8120ce service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189907 Jul 29 14:42:41.931978 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d39ff-7976-436f-a86e-1a1986876bd4 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3656d2-c052-438e-aed4-26cf7314fc45,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:42.034472 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:42.044199 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] For port fc360044-73e1-4f9a-9811-76415fb39cc0, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:42.051678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] For port fc360044-73e1-4f9a-9811-76415fb39cc0, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=fc360044-73e1-4f9a-9811-76415fb39cc0,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:42.070749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b0342-26dc-4202-84b8-ef70b69528fe req-22d00d60-6801-4788-b5c4-d5e3a6db463a tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:42.073354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Pushing event updated for resources: {'Port': ['ID=9e383151-05e6-4de0-aab2-982de341041d,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:42.083245 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e11b0342-26dc-4202-84b8-ef70b69528fe req-22d00d60-6801-4788-b5c4-d5e3a6db463a tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.0970576 Jul 29 14:42:42.087115 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:42.151493 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:42.152212 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:42.153764 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] 10.222.0.39 "PUT /v2.0/ports/fc360044-73e1-4f9a-9811-76415fb39cc0 HTTP/1.1" status: 200 len: 1091 time: 1.8306499 Jul 29 14:42:42.154239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'tag': 'fc360044-73e1-4f9a-9811-76415fb39cc0'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:42.162342 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fcade8-1f42-4563-8a43-e00481967b91" -d '{"events": [{"name": "network-changed", "server_uuid": "44412105-a4c4-4dfa-8ecc-cafa064e30dc", "tag": "fc360044-73e1-4f9a-9811-76415fb39cc0"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:42.215267 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e11b0342-26dc-4202-84b8-ef70b69528fe req-c1350076-645f-4ee8-85e6-704649528a16 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310780 Jul 29 14:42:42.243981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1bb58-3ba7-4ab3-9016-1e28e2cdae8a service neutron] Pushing event updated for resources: {'Port': ['ID=fc360044-73e1-4f9a-9811-76415fb39cc0,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:42.274973 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-56fafc1a-a7dc-4ced-bdf0-2ebfd679e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:42.276571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-56fafc1a-a7dc-4ced-bdf0-2ebfd679e244 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 1094 time: 0.0752277 Jul 29 14:42:42.331549 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-11abee87-d9f9-4a01-b488-3fc8e20a0074 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc360044-73e1-4f9a-9811-76415fb39cc0 HTTP/1.1" status: 200 len: 217 time: 0.0409074 Jul 29 14:42:42.424301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-f9227043-0366-4c3d-800a-0eccdd9b1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:42.425770 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-f9227043-0366-4c3d-800a-0eccdd9b1858 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 200 len: 859 time: 0.0861809 Jul 29 14:42:42.432710 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e6e460c6-0aa6-48e5-b3e4-e568ce8b0528 req-6ae5d57f-da9d-4b7a-b63e-f5d461cece38 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/6c3656d2-c052-438e-aed4-26cf7314fc45 HTTP/1.1" status: 200 len: 1804 time: 0.0812218 Jul 29 14:42:42.447461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-e6e460c6-0aa6-48e5-b3e4-e568ce8b0528 req-f01f5ea3-2ef7-4a15-bdc3-3ecc44df75be tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c3656d2-c052-438e-aed4-26cf7314fc45', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:42.447795 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-e6e460c6-0aa6-48e5-b3e4-e568ce8b0528 req-f01f5ea3-2ef7-4a15-bdc3-3ecc44df75be tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c3656d2-c052-438e-aed4-26cf7314fc45', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:42.496597 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-bb904435-95be-4107-85fc-e6c0848d54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:42.497074 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-bb904435-95be-4107-85fc-e6c0848d54ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae83cecd-147c-461f-81ff-989ea8728735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633216 Jul 29 14:42:42.510975 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5ee1fd23-05a7-425c-bbfe-ab33a51134ce req-49f48e71-a844-48b1-aa0d-baa1d00620ed tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:42.520352 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5ee1fd23-05a7-425c-bbfe-ab33a51134ce req-49f48e71-a844-48b1-aa0d-baa1d00620ed tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:42.568465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Network cd2734b0-a577-4490-94b4-ba08c3c3f5be is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:42.572318 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f48e71-a844-48b1-aa0d-baa1d00620ed tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3529af4-d8c6-4826-8a84-375af6bdc621,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:42.574956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:42.579331 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5ee1fd23-05a7-425c-bbfe-ab33a51134ce req-49f48e71-a844-48b1-aa0d-baa1d00620ed tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:42.580541 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ee1fd23-05a7-425c-bbfe-ab33a51134ce req-49f48e71-a844-48b1-aa0d-baa1d00620ed tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.7813578 Jul 29 14:42:42.645925 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:42:42.647736 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-f7ddbadd-3914-4704-91fb-5eb219542019 service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396949 Jul 29 14:42:42.649391 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e6e460c6-0aa6-48e5-b3e4-e568ce8b0528 req-f01f5ea3-2ef7-4a15-bdc3-3ecc44df75be tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:42.783928 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7c7fa115-594d-4a82-bfa0-f618cf046f63 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:42.786290 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e6e460c6-0aa6-48e5-b3e4-e568ce8b0528 req-f01f5ea3-2ef7-4a15-bdc3-3ecc44df75be tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:42.799849 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e6e460c6-0aa6-48e5-b3e4-e568ce8b0528 req-f01f5ea3-2ef7-4a15-bdc3-3ecc44df75be tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:42.847919 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e6e460c6-0aa6-48e5-b3e4-e568ce8b0528 req-f01f5ea3-2ef7-4a15-bdc3-3ecc44df75be tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:42.859470 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e6e460c6-0aa6-48e5-b3e4-e568ce8b0528 req-f01f5ea3-2ef7-4a15-bdc3-3ecc44df75be tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4156537 Jul 29 14:42:42.878440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f5ea3-2ef7-4a15-bdc3-3ecc44df75be tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be5a612-960d-4104-be06-b7c1ddc8745b,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:42.884232 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9363eb0-2275-4a7d-9c6b-80bbfdc6c1ae req-e43ade3c-db8f-470b-a5b5-61ea347d08ed service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290928 Jul 29 14:42:42.916444 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924c8adb-fc05-4326-a5d4-ede6e185978e x-openstack-request-id: req-924c8adb-fc05-4326-a5d4-ede6e185978e {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:42.917480 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44412105-a4c4-4dfa-8ecc-cafa064e30dc", "tag": "fc360044-73e1-4f9a-9811-76415fb39cc0", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:42.918135 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-924c8adb-fc05-4326-a5d4-ede6e185978e {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:42.918928 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'tag': 'fc360044-73e1-4f9a-9811-76415fb39cc0', 'status': 'completed', 'code': 200} Jul 29 14:42:42.921593 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 7c7fa115-594d-4a82-bfa0-f618cf046f63 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:42.931349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7c7fa115-594d-4a82-bfa0-f618cf046f63 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:42.931722 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:42.934891 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Router e0a8f421-c710-4b5d-a639-f127649de212 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:42:42.977119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa94b6-96f4-4e01-871e-5feeb915193d req-eac10617-e9d0-4aba-9fbe-543baa914015 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:42.984597 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3faa94b6-96f4-4e01-871e-5feeb915193d req-eac10617-e9d0-4aba-9fbe-543baa914015 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 946 time: 0.2315702 Jul 29 14:42:43.021072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcade8-1f42-4563-8a43-e00481967b91 req-0c455432-4d45-4bcd-bc38-1a8cee518cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:43.022741 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4fcade8-1f42-4563-8a43-e00481967b91 req-0c455432-4d45-4bcd-bc38-1a8cee518cfe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 1094 time: 0.0747983 Jul 29 14:42:43.050071 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:43.057001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4ac6fe25-217f-4882-86e9-0c57b9dbdcc5 None None] Provisioning complete for port 9e383151-05e6-4de0-aab2-982de341041d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:43.057651 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ac6fe25-217f-4882-86e9-0c57b9dbdcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:43.067967 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3faa94b6-96f4-4e01-871e-5feeb915193d req-ad9afa36-eaa4-4584-9db8-018f4f9d5202 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824523 Jul 29 14:42:43.099295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 7c7fa115-594d-4a82-bfa0-f618cf046f63, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7c7fa115-594d-4a82-bfa0-f618cf046f63,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:43.111036 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:43.117127 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6fe25-217f-4882-86e9-0c57b9dbdcc5 None None] Port 9e383151-05e6-4de0-aab2-982de341041d cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:42:43.132604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f9d2a-8914-4d7d-97d6-4fc6367c6775 req-b72846c4-885a-4aa5-9b3b-5d0e06dc5572 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:43.134210 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5a6f9d2a-8914-4d7d-97d6-4fc6367c6775 req-b72846c4-885a-4aa5-9b3b-5d0e06dc5572 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.1305377 Jul 29 14:42:43.154115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:42:43.166334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-34f98e3b-9a5f-462f-bf5f-6d1769ed1dcb admin admin] 10.222.0.16 "PUT /v2.0/routers/e0a8f421-c710-4b5d-a639-f127649de212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7694399 Jul 29 14:42:43.182528 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=7c7fa115-594d-4a82-bfa0-f618cf046f63,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:43.199001 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-808ba403-da2a-468e-b7d4-3f89d6adfc18 req-753aae6b-b3ca-414f-8f36-c628119832d8 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "GET /v2.0/security-groups/e3529af4-d8c6-4826-8a84-375af6bdc621 HTTP/1.1" status: 200 len: 1811 time: 0.0562351 Jul 29 14:42:43.211581 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcade8-1f42-4563-8a43-e00481967b91 req-148eceb9-2305-40c2-a773-e4bbb3e31f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:43.214096 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4fcade8-1f42-4563-8a43-e00481967b91 req-148eceb9-2305-40c2-a773-e4bbb3e31f72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 921 time: 0.1736381 Jul 29 14:42:43.220491 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5a6f9d2a-8914-4d7d-97d6-4fc6367c6775 req-7246ea60-63be-4507-b3d2-1d4899dbd0de tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798967 Jul 29 14:42:43.247527 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Sync routers for ids ['e0a8f421-c710-4b5d-a639-f127649de212'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:42:43.260927 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Routers {'e0a8f421-c710-4b5d-a639-f127649de212'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:42:43.262554 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:42:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e0a8f421-c710-4b5d-a639-f127649de212'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:43.288306 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4fcade8-1f42-4563-8a43-e00481967b91 req-6783a5a1-d29a-4cfd-923a-6644f3b0ac07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc360044-73e1-4f9a-9811-76415fb39cc0 HTTP/1.1" status: 200 len: 217 time: 0.0653250 Jul 29 14:42:43.358749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea9ff5-4033-47c3-9db6-549d1a2f06bf req-9bb80086-abc1-4c64-a911-5e123b4e24ce tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:43.361811 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f7ea9ff5-4033-47c3-9db6-549d1a2f06bf req-9bb80086-abc1-4c64-a911-5e123b4e24ce tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 943 time: 0.0776455 Jul 29 14:42:43.366098 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-50d1fcb1-6418-4c19-bf7b-c3a5e57822e7 req-738942d6-ab79-49c8-b608-27d305695292 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/6c3656d2-c052-438e-aed4-26cf7314fc45 HTTP/1.1" status: 200 len: 2397 time: 0.0863652 Jul 29 14:42:43.368276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcade8-1f42-4563-8a43-e00481967b91 req-e668d7ee-f673-425f-9358-0e4edfa039ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:43.369725 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4fcade8-1f42-4563-8a43-e00481967b91 req-e668d7ee-f673-425f-9358-0e4edfa039ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 200 len: 859 time: 0.0730908 Jul 29 14:42:43.378125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-50d1fcb1-6418-4c19-bf7b-c3a5e57822e7 req-80a4765e-85cb-4d10-9974-750e09fadfe2 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c3656d2-c052-438e-aed4-26cf7314fc45', 'remote_group_id': None}]} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:43.378464 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-50d1fcb1-6418-4c19-bf7b-c3a5e57822e7 req-80a4765e-85cb-4d10-9974-750e09fadfe2 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c3656d2-c052-438e-aed4-26cf7314fc45', 'remote_group_id': None}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:43.412738 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Set router e0a8f421-c710-4b5d-a639-f127649de212 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:42:43.423404 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f7ea9ff5-4033-47c3-9db6-549d1a2f06bf req-bfa2c6f2-ae74-4b41-a817-0a70e1c7d343 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542915 Jul 29 14:42:43.448687 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcade8-1f42-4563-8a43-e00481967b91 req-cdf858c0-7530-4b28-a7a3-b2bc08355548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:43.450462 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4fcade8-1f42-4563-8a43-e00481967b91 req-cdf858c0-7530-4b28-a7a3-b2bc08355548 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae83cecd-147c-461f-81ff-989ea8728735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657330 Jul 29 14:42:43.455655 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-e5bfd234-8689-4ad6-9bdc-5ecf7c200bc3 req-42b6d90f-7e0a-49cb-8565-cc6088b5560e tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1225870880', 'description': 'tempest-description-840059987'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:43.479646 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e5bfd234-8689-4ad6-9bdc-5ecf7c200bc3 req-42b6d90f-7e0a-49cb-8565-cc6088b5560e tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:43.541259 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-50d1fcb1-6418-4c19-bf7b-c3a5e57822e7 req-80a4765e-85cb-4d10-9974-750e09fadfe2 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:43.573971 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-50d1fcb1-6418-4c19-bf7b-c3a5e57822e7 req-80a4765e-85cb-4d10-9974-750e09fadfe2 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:43.574938 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e5bfd234-8689-4ad6-9bdc-5ecf7c200bc3 req-42b6d90f-7e0a-49cb-8565-cc6088b5560e tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:43.579669 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e5bfd234-8689-4ad6-9bdc-5ecf7c200bc3 req-42b6d90f-7e0a-49cb-8565-cc6088b5560e tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:43.581524 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-50d1fcb1-6418-4c19-bf7b-c3a5e57822e7 req-80a4765e-85cb-4d10-9974-750e09fadfe2 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:43.609095 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e5bfd234-8689-4ad6-9bdc-5ecf7c200bc3 req-42b6d90f-7e0a-49cb-8565-cc6088b5560e tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:43.610578 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5bfd234-8689-4ad6-9bdc-5ecf7c200bc3 req-42b6d90f-7e0a-49cb-8565-cc6088b5560e tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1590376 Jul 29 14:42:43.612515 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4fcade8-1f42-4563-8a43-e00481967b91 req-b056d3e7-32f4-4827-9166-c2fe44a99040 service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503913 Jul 29 14:42:43.614554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4765e-85cb-4d10-9974-750e09fadfe2 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac57b3ab-8bcb-4029-a2f1-3e9994758d29,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:43.618048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6d90f-7e0a-49cb-8565-cc6088b5560e tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b970f63e-b796-4254-9398-427cd5a8a631,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:43.623869 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-50d1fcb1-6418-4c19-bf7b-c3a5e57822e7 req-80a4765e-85cb-4d10-9974-750e09fadfe2 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:43.635409 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-50d1fcb1-6418-4c19-bf7b-c3a5e57822e7 req-80a4765e-85cb-4d10-9974-750e09fadfe2 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2565286 Jul 29 14:42:43.659908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'name': 'tempest-ServersTestManualDisk-1057173172-router', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:41Z', 'revision_number': 4, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'gw_port': {'id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9e383151-05e6-4de0-aab2-982de341041d', 'name': '', 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'mac_address': 'fa:16:3e:a6:45:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:40Z', 'updated_at': '2021-07-29T14:42:41Z', 'revision_number': 2, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'subnets': [{'id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:43.694461 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Checking router: e0a8f421-c710-4b5d-a639-f127649de212 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:42:43.695469 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Updating router e0a8f421-c710-4b5d-a639-f127649de212 port 9e383151-05e6-4de0-aab2-982de341041d binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:42:43.729946 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:43.744517 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26c9a7-f903-48b0-b338-1188152263ca req-e63750c0-2106-4b09-b72e-b8f764de4e25 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:43.746572 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb26c9a7-f903-48b0-b338-1188152263ca req-e63750c0-2106-4b09-b72e-b8f764de4e25 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.0665898 Jul 29 14:42:43.758538 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4fcade8-1f42-4563-8a43-e00481967b91 req-219ab4a1-36a2-4cd9-8541-1937cb69cb11 service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241226 Jul 29 14:42:43.818675 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb26c9a7-f903-48b0-b338-1188152263ca req-1b276f53-b683-4cfe-84bf-885055743cd5 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527935 Jul 29 14:42:43.885738 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0293c810-6cb5-40d3-a802-283ada3ac776 req-470b4b83-ef8c-4d99-bc47-a40d2795e686 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "GET /v2.0/security-groups/b970f63e-b796-4254-9398-427cd5a8a631 HTTP/1.1" status: 200 len: 1812 time: 0.0506971 Jul 29 14:42:43.945320 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f8667037-2bc3-4c13-9d80-3cb309bc446e req-ac3a38d0-686b-4419-9f1a-98cff325e887 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/6c3656d2-c052-438e-aed4-26cf7314fc45 HTTP/1.1" status: 200 len: 2995 time: 0.0430424 Jul 29 14:42:43.976065 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-e4afb26b-df90-44bb-b5e4-8ad1dda5ff97 req-a3329c87-98c5-4fcd-a408-c64800dbe3fa tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] show failed (client error): The resource could not be found. Jul 29 14:42:43.977196 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4afb26b-df90-44bb-b5e4-8ad1dda5ff97 req-a3329c87-98c5-4fcd-a408-c64800dbe3fa tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "GET /v2.0/security-groups/36a78f0c-ed9a-4d56-b7c2-86a38c530060 HTTP/1.1" status: 404 len: 352 time: 0.0152380 Jul 29 14:42:44.011443 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68250115-07de-47e7-8883-645bb07996e7 req-8b05a1a2-13a1-4f34-aeff-e2507898de0e tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-group-rules/ac57b3ab-8bcb-4029-a2f1-3e9994758d29 HTTP/1.1" status: 200 len: 783 time: 0.0158634 Jul 29 14:42:44.062673 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68250115-07de-47e7-8883-645bb07996e7 req-a29d3792-621c-4b82-b676-74451ad1eb7a tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/6c3656d2-c052-438e-aed4-26cf7314fc45 HTTP/1.1" status: 200 len: 2995 time: 0.0447960 Jul 29 14:42:44.072145 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.082931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Transition to ACTIVE for port object 9e383151-05e6-4de0-aab2-982de341041d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:44.090974 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.095485 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68250115-07de-47e7-8883-645bb07996e7 req-6d8d636c-af5e-4633-895a-4428ef146829 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.104525 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68250115-07de-47e7-8883-645bb07996e7 req-6d8d636c-af5e-4633-895a-4428ef146829 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.120134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50520) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:44.124856 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-6177573d-cffe-4b2f-bb59-02f044d7d350 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1398324746', 'description': 'tempest-description--1286404178'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:44.153943 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-41f84806-c3b2-4135-b39d-e2ac42dbf165 req-088f6a8b-c017-4e7f-a815-09ae3f44f5ce tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] show failed (client error): The resource could not be found. Jul 29 14:42:44.154382 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68250115-07de-47e7-8883-645bb07996e7 req-6d8d636c-af5e-4633-895a-4428ef146829 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.155002 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41f84806-c3b2-4135-b39d-e2ac42dbf165 req-088f6a8b-c017-4e7f-a815-09ae3f44f5ce tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "GET /v2.0/security-group-rules/c1f7692f-ea06-45ff-84fa-9728157f9aba HTTP/1.1" status: 404 len: 361 time: 0.0249741 Jul 29 14:42:44.156016 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07de11-8e7c-42d8-a0df-27666da0f4e6 None None] Pushing event updated for resources: {'Port': ['ID=9e383151-05e6-4de0-aab2-982de341041d,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:44.169455 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68250115-07de-47e7-8883-645bb07996e7 req-6d8d636c-af5e-4633-895a-4428ef146829 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.172030 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68250115-07de-47e7-8883-645bb07996e7 req-6d8d636c-af5e-4633-895a-4428ef146829 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ac57b3ab-8bcb-4029-a2f1-3e9994758d29 HTTP/1.1" status: 204 len: 173 time: 0.1014416 Jul 29 14:42:44.173990 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6177573d-cffe-4b2f-bb59-02f044d7d350 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.187987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d636c-af5e-4633-895a-4428ef146829 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac57b3ab-8bcb-4029-a2f1-3e9994758d29,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:44.234574 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Attempting to bind port 9e383151-05e6-4de0-aab2-982de341041d on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:44.235135 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Attempting to bind port 9e383151-05e6-4de0-aab2-982de341041d by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '8575e42c-a22f-4190-a569-d659600e8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:44.235574 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Attempting to bind port 9e383151-05e6-4de0-aab2-982de341041d on network cd2734b0-a577-4490-94b4-ba08c3c3f5be {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:44.244318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:44.244975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Checking segment: {'id': '8575e42c-a22f-4190-a569-d659600e8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:44.245455 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.245952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Bound using segment: {'id': '8575e42c-a22f-4190-a569-d659600e8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:44.246556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Bound port: 9e383151-05e6-4de0-aab2-982de341041d, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8575e42c-a22f-4190-a569-d659600e8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:44.247006 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.288168 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2ac43d2f-1002-4cc7-b3cd-b1d0c8f06bbc req-0676b56a-6afb-48dc-a5fe-f24d79df6b49 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "GET /v2.0/security-groups/b970f63e-b796-4254-9398-427cd5a8a631 HTTP/1.1" status: 200 len: 1812 time: 0.0908754 Jul 29 14:42:44.340698 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] For port 9e383151-05e6-4de0-aab2-982de341041d, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:44.341897 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6177573d-cffe-4b2f-bb59-02f044d7d350 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.345350 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] For port 9e383151-05e6-4de0-aab2-982de341041d, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9e383151-05e6-4de0-aab2-982de341041d,segment=NetworkSegment(8575e42c-a22f-4190-a569-d659600e8192),segment_id=8575e42c-a22f-4190-a569-d659600e8192)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:44.347311 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6177573d-cffe-4b2f-bb59-02f044d7d350 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.354626 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.372184 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2ac43d2f-1002-4cc7-b3cd-b1d0c8f06bbc req-056273f4-259e-4514-b6fa-0a1ad444763f tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.381759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177573d-cffe-4b2f-bb59-02f044d7d350 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e58756-f5be-4231-a8bd-d4810b025e4d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:44.402344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0320f-a5f2-465b-aa81-96d282d3a24c req-668949dc-a5d6-469d-8a89-aef1e9967872 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:44.403903 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-69e0320f-a5f2-465b-aa81-96d282d3a24c req-668949dc-a5d6-469d-8a89-aef1e9967872 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 946 time: 0.1226046 Jul 29 14:42:44.409642 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6177573d-cffe-4b2f-bb59-02f044d7d350 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.411037 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6177573d-cffe-4b2f-bb59-02f044d7d350 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2897992 Jul 29 14:42:44.416069 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2ac43d2f-1002-4cc7-b3cd-b1d0c8f06bbc req-056273f4-259e-4514-b6fa-0a1ad444763f tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.416420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Routers {'e0a8f421-c710-4b5d-a639-f127649de212'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:42:44.417100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:42:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e0a8f421-c710-4b5d-a639-f127649de212'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:44.418833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50528) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:44.429780 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Request body: {'security_group_rule': {'security_group_id': 'd1e58756-f5be-4231-a8bd-d4810b025e4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:44.456828 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-69e0320f-a5f2-465b-aa81-96d282d3a24c req-5a12ca50-c6f6-4945-a503-5130ac6a6153 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444157 Jul 29 14:42:44.490243 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.494072 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2ac43d2f-1002-4cc7-b3cd-b1d0c8f06bbc req-056273f4-259e-4514-b6fa-0a1ad444763f tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.497364 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2ac43d2f-1002-4cc7-b3cd-b1d0c8f06bbc req-056273f4-259e-4514-b6fa-0a1ad444763f tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.509680 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2ac43d2f-1002-4cc7-b3cd-b1d0c8f06bbc req-056273f4-259e-4514-b6fa-0a1ad444763f tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "DELETE /v2.0/security-groups/b970f63e-b796-4254-9398-427cd5a8a631 HTTP/1.1" status: 204 len: 173 time: 0.2148354 Jul 29 14:42:44.561259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056273f4-259e-4514-b6fa-0a1ad444763f tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b970f63e-b796-4254-9398-427cd5a8a631,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:44.562202 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a5bd198a-965c-4836-aba5-62f523bc5f3d req-370dba71-00ef-4fb2-968f-4452848b00a9 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/6c3656d2-c052-438e-aed4-26cf7314fc45 HTTP/1.1" status: 200 len: 2397 time: 0.0534995 Jul 29 14:42:44.587258 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07de11-8e7c-42d8-a0df-27666da0f4e6 None None] Pushing event updated for resources: {'Port': ['ID=9e383151-05e6-4de0-aab2-982de341041d,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:44.628610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] Set router e0a8f421-c710-4b5d-a639-f127649de212 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:42:44.653301 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.655948 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a5bd198a-965c-4836-aba5-62f523bc5f3d req-e76e0c2e-bdad-48f8-8664-295fb4fc4600 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.664658 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.691625 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a5bd198a-965c-4836-aba5-62f523bc5f3d req-e76e0c2e-bdad-48f8-8664-295fb4fc4600 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.699432 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd48d20f-7f0a-4271-b328-f2e3fb9a0f29,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:44.719363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf4e13-3094-42cd-932b-012533764e26 req-1abf9ca3-c377-445e-88c9-67c2b46c54f6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:44.720871 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6cf4e13-3094-42cd-932b-012533764e26 req-1abf9ca3-c377-445e-88c9-67c2b46c54f6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.1214194 Jul 29 14:42:44.723136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:44.723476 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:44.723819 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:44.724155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:44.724582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:44.725361 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:44.725792 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:44.726118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:44.726444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:44.726765 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:44.727088 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:44.727407 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:44.730255 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.733936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cb4d5ceb-4f61-4eca-b775-b3e71b584bdd tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3118067 Jul 29 14:42:44.734297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50536) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:44.738944 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7c7fa115-594d-4a82-bfa0-f618cf046f63 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:44.756003 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-50fbf046-b78b-4fc8-a90c-0fc55b767669 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Request body: {'security_group_rule': {'security_group_id': 'd1e58756-f5be-4231-a8bd-d4810b025e4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:44.759720 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a5bd198a-965c-4836-aba5-62f523bc5f3d req-e76e0c2e-bdad-48f8-8664-295fb4fc4600 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.763600 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a5bd198a-965c-4836-aba5-62f523bc5f3d req-e76e0c2e-bdad-48f8-8664-295fb4fc4600 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.764860 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a5bd198a-965c-4836-aba5-62f523bc5f3d req-e76e0c2e-bdad-48f8-8664-295fb4fc4600 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "DELETE /v2.0/security-groups/6c3656d2-c052-438e-aed4-26cf7314fc45 HTTP/1.1" status: 204 len: 173 time: 0.1881666 Jul 29 14:42:44.778483 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e0c2e-bdad-48f8-8664-295fb4fc4600 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3656d2-c052-438e-aed4-26cf7314fc45,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:44.813091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6cf4e13-3094-42cd-932b-012533764e26 req-f661c3c4-2d65-497a-851f-2418ffb6c776 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804920 Jul 29 14:42:44.821065 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-50fbf046-b78b-4fc8-a90c-0fc55b767669 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.894007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e99247-ce99-47df-b89c-ace75b5eed9b req-01483bb0-e877-4fc9-9815-b84ae40ed491 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:44.895556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7c7fa115-594d-4a82-bfa0-f618cf046f63 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:44.895936 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.901265 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27e99247-ce99-47df-b89c-ace75b5eed9b req-01483bb0-e877-4fc9-9815-b84ae40ed491 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 943 time: 0.0790329 Jul 29 14:42:44.938759 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-50fbf046-b78b-4fc8-a90c-0fc55b767669 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.945769 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27e99247-ce99-47df-b89c-ace75b5eed9b req-dfaaf132-f7e3-4079-be1b-3e4aedb2ae63 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415289 Jul 29 14:42:44.946015 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-50fbf046-b78b-4fc8-a90c-0fc55b767669 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.972449 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbf046-b78b-4fc8-a90c-0fc55b767669 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb76a90-ec5f-4a22-9c93-0b554415cc10,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:44.978784 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-50fbf046-b78b-4fc8-a90c-0fc55b767669 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:44.981917 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-50fbf046-b78b-4fc8-a90c-0fc55b767669 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2296410 Jul 29 14:42:44.982536 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50544) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:44.987827 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:44.994404 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c6695-d32b-4181-b3b1-c879b0ee6c05 req-068d586e-32e7-4a49-b65b-60603490aeb1 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:44.997193 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5a0c6695-d32b-4181-b3b1-c879b0ee6c05 req-068d586e-32e7-4a49-b65b-60603490aeb1 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 1097 time: 0.0919843 Jul 29 14:42:45.006625 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'name': 'tempest-ServersTestManualDisk-1057173172-router', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:41Z', 'revision_number': 4, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'gw_port': {'id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9e383151-05e6-4de0-aab2-982de341041d', 'name': '', 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'mac_address': 'fa:16:3e:a6:45:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:40Z', 'updated_at': '2021-07-29T14:42:44Z', 'revision_number': 4, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'subnets': [{'id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:45.041693 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.043009 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-418162f2-3726-46b5-ba7e-d83b8ae2d320 req-8c8920f3-a8f1-4e34-bdef-11d5fe85ce76 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "GET /v2.0/security-groups/e3529af4-d8c6-4826-8a84-375af6bdc621 HTTP/1.1" status: 200 len: 1811 time: 0.0564635 Jul 29 14:42:45.059436 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5a0c6695-d32b-4181-b3b1-c879b0ee6c05 req-fbb10341-d5df-459b-94bf-2fe3e46d14ab tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571113 Jul 29 14:42:45.128743 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-418162f2-3726-46b5-ba7e-d83b8ae2d320 req-4abb895b-9bf2-40e6-a93c-37838c23d67a tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.158836 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-418162f2-3726-46b5-ba7e-d83b8ae2d320 req-4abb895b-9bf2-40e6-a93c-37838c23d67a tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.176629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ac9ac-59e6-4c85-bfe3-622ebf548ab9 None None] The sync data for ids ['e0a8f421-c710-4b5d-a639-f127649de212'] in n-d-802893-1 is: [{'id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'name': 'tempest-ServersTestManualDisk-1057173172-router', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:41Z', 'revision_number': 4, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'gw_port': {'id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9e383151-05e6-4de0-aab2-982de341041d', 'name': '', 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'mac_address': 'fa:16:3e:a6:45:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:40Z', 'updated_at': '2021-07-29T14:42:44Z', 'revision_number': 4, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'subnets': [{'id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:42:45.201066 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.212854 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-aaba8e43-1584-4eb4-99d6-ee6921a61b83 req-c3afee7b-8c8e-4e0b-aa10-5d19fdc6da89 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] show failed (client error): The resource could not be found. Jul 29 14:42:45.213265 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-418162f2-3726-46b5-ba7e-d83b8ae2d320 req-4abb895b-9bf2-40e6-a93c-37838c23d67a tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.213940 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aaba8e43-1584-4eb4-99d6-ee6921a61b83 req-c3afee7b-8c8e-4e0b-aa10-5d19fdc6da89 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/02897c0d-f2f0-4a55-9545-12d4fbcbdcc0 HTTP/1.1" status: 404 len: 352 time: 0.0248330 Jul 29 14:42:45.216659 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-418162f2-3726-46b5-ba7e-d83b8ae2d320 req-4abb895b-9bf2-40e6-a93c-37838c23d67a tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.217638 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-418162f2-3726-46b5-ba7e-d83b8ae2d320 req-4abb895b-9bf2-40e6-a93c-37838c23d67a tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "DELETE /v2.0/security-groups/e3529af4-d8c6-4826-8a84-375af6bdc621 HTTP/1.1" status: 204 len: 173 time: 0.1678228 Jul 29 14:42:45.229575 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb895b-9bf2-40e6-a93c-37838c23d67a tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3529af4-d8c6-4826-8a84-375af6bdc621,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:45.386061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76df8ee-d634-4004-a067-6a76895fd36f req-c2f7a070-3a11-4fbd-ac19-cf37ca9d9c1e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:45.387694 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c76df8ee-d634-4004-a067-6a76895fd36f req-c2f7a070-3a11-4fbd-ac19-cf37ca9d9c1e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.0695484 Jul 29 14:42:45.413577 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-296bfb4c-293c-4769-b95d-1aaedebf8e75 req-73a5b66a-bc34-43ac-b2fe-f5990b29b814 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "GET /v2.0/security-groups/96592be3-f05d-4093-81d3-5c91a49cc1a7 HTTP/1.1" status: 200 len: 1813 time: 0.0955064 Jul 29 14:42:45.458189 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c76df8ee-d634-4004-a067-6a76895fd36f req-3305c24a-17b2-4d69-ba76-f5db24311b84 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581303 Jul 29 14:42:45.461931 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Allocated IP 172.25.6.108 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/e068c6ac-8aec-483c-ba89-076c8ac8df3f) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:45.524354 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-54a627ba-d543-4e21-b162-c60df37ea653 req-c3ccf15d-6603-499f-82ff-92f2928adf70 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/35572e40-3835-43ae-aef7-623c51d66897 HTTP/1.1" status: 200 len: 1803 time: 0.0502439 Jul 29 14:42:45.559796 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-296bfb4c-293c-4769-b95d-1aaedebf8e75 req-9a4d73a9-5832-4eca-9f60-099698cdf785 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.584685 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-296bfb4c-293c-4769-b95d-1aaedebf8e75 req-9a4d73a9-5832-4eca-9f60-099698cdf785 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.597406 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-54a627ba-d543-4e21-b162-c60df37ea653 req-f06146bc-b55f-49bf-9c77-edb0bf4e26e0 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.638596 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-54a627ba-d543-4e21-b162-c60df37ea653 req-f06146bc-b55f-49bf-9c77-edb0bf4e26e0 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.674389 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-296bfb4c-293c-4769-b95d-1aaedebf8e75 req-9a4d73a9-5832-4eca-9f60-099698cdf785 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.677614 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-296bfb4c-293c-4769-b95d-1aaedebf8e75 req-9a4d73a9-5832-4eca-9f60-099698cdf785 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.679445 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-296bfb4c-293c-4769-b95d-1aaedebf8e75 req-9a4d73a9-5832-4eca-9f60-099698cdf785 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "DELETE /v2.0/security-groups/96592be3-f05d-4093-81d3-5c91a49cc1a7 HTTP/1.1" status: 204 len: 173 time: 0.2591476 Jul 29 14:42:45.699097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d73a9-5832-4eca-9f60-099698cdf785 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96592be3-f05d-4093-81d3-5c91a49cc1a7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:45.703796 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-54a627ba-d543-4e21-b162-c60df37ea653 req-f06146bc-b55f-49bf-9c77-edb0bf4e26e0 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.706658 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-54a627ba-d543-4e21-b162-c60df37ea653 req-f06146bc-b55f-49bf-9c77-edb0bf4e26e0 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.710982 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.713137 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-54a627ba-d543-4e21-b162-c60df37ea653 req-f06146bc-b55f-49bf-9c77-edb0bf4e26e0 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "DELETE /v2.0/security-groups/35572e40-3835-43ae-aef7-623c51d66897 HTTP/1.1" status: 204 len: 173 time: 0.1752334 Jul 29 14:42:45.728473 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06146bc-b55f-49bf-9c77-edb0bf4e26e0 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35572e40-3835-43ae-aef7-623c51d66897,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:45.789716 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b311c815-0684-460d-99e1-f2d39ccebe3f req-740a114e-9951-449a-9ab3-30a97c71737b tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/e3cc2a29-7c44-4a9d-902c-344b553dec77 HTTP/1.1" status: 200 len: 1805 time: 0.0452116 Jul 29 14:42:45.814611 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d622459d-420f-4eb2-ae76-8d589d43f542 req-611c6892-dc80-4774-9610-ab8d27d292bd tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "GET /v2.0/security-groups/ba97a65d-647d-42af-8060-bc2fba948765 HTTP/1.1" status: 200 len: 1812 time: 0.0835347 Jul 29 14:42:45.861991 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b311c815-0684-460d-99e1-f2d39ccebe3f req-95b94c16-421e-41a7-899d-2f47d93a77ca tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.878593 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.895449 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b311c815-0684-460d-99e1-f2d39ccebe3f req-95b94c16-421e-41a7-899d-2f47d93a77ca tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.963833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:45.976396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Pushing event updated for resources: {'Port': ['ID=e068c6ac-8aec-483c-ba89-076c8ac8df3f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:45.982535 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b311c815-0684-460d-99e1-f2d39ccebe3f req-95b94c16-421e-41a7-899d-2f47d93a77ca tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.985800 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b311c815-0684-460d-99e1-f2d39ccebe3f req-95b94c16-421e-41a7-899d-2f47d93a77ca tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.986772 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b311c815-0684-460d-99e1-f2d39ccebe3f req-95b94c16-421e-41a7-899d-2f47d93a77ca tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "DELETE /v2.0/security-groups/e3cc2a29-7c44-4a9d-902c-344b553dec77 HTTP/1.1" status: 204 len: 173 time: 0.1902549 Jul 29 14:42:45.988585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:45.992929 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d622459d-420f-4eb2-ae76-8d589d43f542 req-1f88699e-a465-4d87-9309-db9ff97b555b tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:45.996894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:46.011460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b94c16-421e-41a7-899d-2f47d93a77ca tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cc2a29-7c44-4a9d-902c-344b553dec77,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:46.078872 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d622459d-420f-4eb2-ae76-8d589d43f542 req-1f88699e-a465-4d87-9309-db9ff97b555b tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.173979 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device fc360044-73e1-4f9a-9811-76415fb39cc0 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:42:46.201145 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d622459d-420f-4eb2-ae76-8d589d43f542 req-1f88699e-a465-4d87-9309-db9ff97b555b tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.203191 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3422388-4b56-479b-a08a-3bc481b5a208 req-55292b94-d148-4df6-9ddc-fb76f5fba01f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:46.205104 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d622459d-420f-4eb2-ae76-8d589d43f542 req-1f88699e-a465-4d87-9309-db9ff97b555b tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.205229 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3422388-4b56-479b-a08a-3bc481b5a208 req-55292b94-d148-4df6-9ddc-fb76f5fba01f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.0973380 Jul 29 14:42:46.206621 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d622459d-420f-4eb2-ae76-8d589d43f542 req-1f88699e-a465-4d87-9309-db9ff97b555b tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "DELETE /v2.0/security-groups/ba97a65d-647d-42af-8060-bc2fba948765 HTTP/1.1" status: 204 len: 173 time: 0.3812132 Jul 29 14:42:46.228029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88699e-a465-4d87-9309-db9ff97b555b tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba97a65d-647d-42af-8060-bc2fba948765,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:46.232827 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.292809 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.308952 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3422388-4b56-479b-a08a-3bc481b5a208 req-7894f3ab-48d9-4134-b483-75774fa70d89 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879877 Jul 29 14:42:46.378345 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port fc360044-73e1-4f9a-9811-76415fb39cc0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=fc360044-73e1-4f9a-9811-76415fb39cc0,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:46.397557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'fc360044-73e1-4f9a-9811-76415fb39cc0', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'port_id': 'fc360044-73e1-4f9a-9811-76415fb39cc0', 'mac_address': 'fa:16:3e:4d:79:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:42:46.405696 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-672a44a4-37e7-4f30-bc0e-e69cca987e7c req-7c54b1a0-ea2d-4f52-8633-10207c61f338 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/a1e857d2-3b39-49ef-859c-4ad2d52aa98a HTTP/1.1" status: 200 len: 1803 time: 0.0687163 Jul 29 14:42:46.427349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5f6c5-a6ad-4899-929b-89c8da4e357a req-e93d1c11-da40-4c1a-8ea0-ee2e4cc8e1e4 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:46.442672 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-91f5f6c5-a6ad-4899-929b-89c8da4e357a req-e93d1c11-da40-4c1a-8ea0-ee2e4cc8e1e4 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 943 time: 0.1084747 Jul 29 14:42:46.450127 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.467955 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc360044-73e1-4f9a-9811-76415fb39cc0 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:46.479370 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-672a44a4-37e7-4f30-bc0e-e69cca987e7c req-717da110-50b9-4cdc-990b-7665f8f49dcc tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.506946 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port fc360044-73e1-4f9a-9811-76415fb39cc0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=fc360044-73e1-4f9a-9811-76415fb39cc0,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:46.513831 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.526719 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-672a44a4-37e7-4f30-bc0e-e69cca987e7c req-717da110-50b9-4cdc-990b-7665f8f49dcc tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.542652 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-91f5f6c5-a6ad-4899-929b-89c8da4e357a req-ff42783f-bcf3-4e71-8f3d-d06a30d3e6d6 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000502 Jul 29 14:42:46.609716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=fc360044-73e1-4f9a-9811-76415fb39cc0,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:46.617388 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-672a44a4-37e7-4f30-bc0e-e69cca987e7c req-717da110-50b9-4cdc-990b-7665f8f49dcc tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.619973 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-672a44a4-37e7-4f30-bc0e-e69cca987e7c req-717da110-50b9-4cdc-990b-7665f8f49dcc tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.621154 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-672a44a4-37e7-4f30-bc0e-e69cca987e7c req-717da110-50b9-4cdc-990b-7665f8f49dcc tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "DELETE /v2.0/security-groups/a1e857d2-3b39-49ef-859c-4ad2d52aa98a HTTP/1.1" status: 204 len: 173 time: 0.2145410 Jul 29 14:42:46.637335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717da110-50b9-4cdc-990b-7665f8f49dcc tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e857d2-3b39-49ef-859c-4ad2d52aa98a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:46.659198 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.675121 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.752487 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e311fb0-37d3-4808-9e4e-e0b970ca31f3 req-fb9b5837-e5da-4c2a-93b9-c09e74fe9978 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "GET /v2.0/security-groups/6ad9d1ca-667e-4e83-92ed-64fa3e6a8e89 HTTP/1.1" status: 200 len: 1812 time: 0.1006479 Jul 29 14:42:46.803984 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['fc360044-73e1-4f9a-9811-76415fb39cc0'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:42:46.842812 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-7e311fb0-37d3-4808-9e4e-e0b970ca31f3 req-84b014be-5a03-4d1f-8fb4-fab5b963e355 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.854880 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Pushing event updated for resources: {'Port': ['ID=e068c6ac-8aec-483c-ba89-076c8ac8df3f,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:46.857804 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.867176 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9e383151-05e6-4de0-aab2-982de341041d up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:46.878904 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-7e311fb0-37d3-4808-9e4e-e0b970ca31f3 req-84b014be-5a03-4d1f-8fb4-fab5b963e355 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.889835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.891082 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-058d0606-f15e-4687-96c7-ccfde2d210a9 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9067740 Jul 29 14:42:46.922126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cda68-dc51-4fda-b82b-54d456c367b3 req-49085246-cca2-4e5e-9f7e-004ee07ea937 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:46.933123 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-788cda68-dc51-4fda-b82b-54d456c367b3 req-49085246-cca2-4e5e-9f7e-004ee07ea937 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1513772 Jul 29 14:42:46.982680 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-7e311fb0-37d3-4808-9e4e-e0b970ca31f3 req-84b014be-5a03-4d1f-8fb4-fab5b963e355 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.985227 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 9e383151-05e6-4de0-aab2-982de341041d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:46.985417 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-7e311fb0-37d3-4808-9e4e-e0b970ca31f3 req-84b014be-5a03-4d1f-8fb4-fab5b963e355 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:46.986615 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e311fb0-37d3-4808-9e4e-e0b970ca31f3 req-84b014be-5a03-4d1f-8fb4-fab5b963e355 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] 10.222.0.16 "DELETE /v2.0/security-groups/6ad9d1ca-667e-4e83-92ed-64fa3e6a8e89 HTTP/1.1" status: 204 len: 173 time: 0.2270148 Jul 29 14:42:46.997580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50592) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:46.998115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9e383151-05e6-4de0-aab2-982de341041d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:46.998115 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.004537 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b014be-5a03-4d1f-8fb4-fab5b963e355 tempest-SecurityGroupRulesNegativeTestJSON-682773205 tempest-SecurityGroupRulesNegativeTestJSON-682773205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad9d1ca-667e-4e83-92ed-64fa3e6a8e89,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:47.025091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-788cda68-dc51-4fda-b82b-54d456c367b3 req-613de701-26eb-422c-881a-4de3571a4b09 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865848 Jul 29 14:42:47.113895 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e93ffdd-db1c-4338-bd18-a33866df0e76 req-1b361e47-6fe9-4751-a400-d77212b81b2f tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/b65ef793-040b-40c5-95db-a7fd797907d0 HTTP/1.1" status: 200 len: 2402 time: 0.0991910 Jul 29 14:42:47.139870 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.149897 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad99bc86-6729-46b3-97f8-ba0d579a40f0 admin admin] Deleting subnet 4d410de4-f104-4ff1-8269-77a50ca66d08 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:42:47.159925 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad99bc86-6729-46b3-97f8-ba0d579a40f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.181750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 9e383151-05e6-4de0-aab2-982de341041d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9e383151-05e6-4de0-aab2-982de341041d,segment=NetworkSegment(8575e42c-a22f-4190-a569-d659600e8192),segment_id=8575e42c-a22f-4190-a569-d659600e8192)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:47.184261 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-7e93ffdd-db1c-4338-bd18-a33866df0e76 req-39e5c13e-a61d-4fda-b3df-788cb50428e9 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.187458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 164a5dbd-d71b-4d69-89a8-dd522f5ff83f details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:42:47.190829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 164a5dbd-d71b-4d69-89a8-dd522f5ff83f no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:42:47.212847 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.224043 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-7e93ffdd-db1c-4338-bd18-a33866df0e76 req-39e5c13e-a61d-4fda-b3df-788cb50428e9 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.237548 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-34ac04dc-d04e-4d36-ac5d-930204f03bdc tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1398324746&fields=id&tenant_id=140859f050b24ee4a14e26dd09b7f150 HTTP/1.1" status: 200 len: 267 time: 0.1128781 Jul 29 14:42:47.242642 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad99bc86-6729-46b3-97f8-ba0d579a40f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.304762 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-7e93ffdd-db1c-4338-bd18-a33866df0e76 req-39e5c13e-a61d-4fda-b3df-788cb50428e9 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.308025 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-7e93ffdd-db1c-4338-bd18-a33866df0e76 req-39e5c13e-a61d-4fda-b3df-788cb50428e9 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.309839 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e93ffdd-db1c-4338-bd18-a33866df0e76 req-39e5c13e-a61d-4fda-b3df-788cb50428e9 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "DELETE /v2.0/security-groups/b65ef793-040b-40c5-95db-a7fd797907d0 HTTP/1.1" status: 204 len: 173 time: 0.1861231 Jul 29 14:42:47.340814 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5c13e-a61d-4fda-b3df-788cb50428e9 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65ef793-040b-40c5-95db-a7fd797907d0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:47.383760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=9e383151-05e6-4de0-aab2-982de341041d,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:47.385329 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad99bc86-6729-46b3-97f8-ba0d579a40f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.452835 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e15bf01f-fecd-4b44-8715-59b83175ba6b req-8ce17041-cf5b-4313-956f-a050f653c232 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "GET /v2.0/security-groups/3c2ffaf4-ab2f-4509-9556-0aaf54af863d HTTP/1.1" status: 200 len: 2398 time: 0.1213601 Jul 29 14:42:47.463274 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.469563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:47.482105 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-d4dd29f2-f2ec-4cb7-ade7-1634928f5253 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:47.483966 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-d4dd29f2-f2ec-4cb7-ade7-1634928f5253 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/networks?id=cd2734b0-a577-4490-94b4-ba08c3c3f5be HTTP/1.1" status: 200 len: 812 time: 0.2194917 Jul 29 14:42:47.494793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f', 'mac_address': 'fa:16:3e:a3:c4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:42:47.511396 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad99bc86-6729-46b3-97f8-ba0d579a40f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.533333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae1344c-8b98-407a-b0c2-97b4b0c22e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:47.535842 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6d4e72-9d52-48ee-94e7-df7344059ffb" -d '{"events": [{"server_uuid": "5ae1344c-8b98-407a-b0c2-97b4b0c22e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "164a5dbd-d71b-4d69-89a8-dd522f5ff83f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:47.543819 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-e9866d47-433b-4fba-ac58-5201e5351bed tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/quotas/140859f050b24ee4a14e26dd09b7f150 HTTP/1.1" status: 200 len: 375 time: 0.0504286 Jul 29 14:42:47.548369 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad99bc86-6729-46b3-97f8-ba0d579a40f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.551266 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ad99bc86-6729-46b3-97f8-ba0d579a40f0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4d410de4-f104-4ff1-8269-77a50ca66d08 HTTP/1.1" status: 204 len: 168 time: 0.5526993 Jul 29 14:42:47.554240 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e15bf01f-fecd-4b44-8715-59b83175ba6b req-112ddf1c-d847-42a3-ac80-94541500ca75 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.562236 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99bc86-6729-46b3-97f8-ba0d579a40f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d410de4-f104-4ff1-8269-77a50ca66d08,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:47.567870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:47.569346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50610) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:47.570852 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.588777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 164a5dbd-d71b-4d69-89a8-dd522f5ff83f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:47.593551 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.596741 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e15bf01f-fecd-4b44-8715-59b83175ba6b req-112ddf1c-d847-42a3-ac80-94541500ca75 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.680838 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e15bf01f-fecd-4b44-8715-59b83175ba6b req-112ddf1c-d847-42a3-ac80-94541500ca75 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.681159 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7a60edd-a383-4bda-8651-ce64c5932f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.682214 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:42:47.682633 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:42:47.685715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:47.688016 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e15bf01f-fecd-4b44-8715-59b83175ba6b req-112ddf1c-d847-42a3-ac80-94541500ca75 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.698073 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e15bf01f-fecd-4b44-8715-59b83175ba6b req-112ddf1c-d847-42a3-ac80-94541500ca75 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] 10.222.0.16 "DELETE /v2.0/security-groups/3c2ffaf4-ab2f-4509-9556-0aaf54af863d HTTP/1.1" status: 204 len: 173 time: 0.2376969 Jul 29 14:42:47.703933 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50616) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:47.721170 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-b024c35f-b79d-400c-9174-41bad6faeacc tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=140859f050b24ee4a14e26dd09b7f150&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1682427 Jul 29 14:42:47.779685 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ddf1c-d847-42a3-ac80-94541500ca75 tempest-SecurityGroupRulesTestJSON-1909164792 tempest-SecurityGroupRulesTestJSON-1909164792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2ffaf4-ab2f-4509-9556-0aaf54af863d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:47.830519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f33d93f-118c-4364-9f89-f99cea65ae72 admin admin] Deleting subnet f05bbba6-b8fc-40dc-a009-bd4f0fb50e37 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:42:47.835013 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f33d93f-118c-4364-9f89-f99cea65ae72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.878472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e550a-a62f-4825-a58c-e34df926d3e8 req-024002fa-440e-435f-911e-f8e86ce90ac1 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:47.880007 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-166e550a-a62f-4825-a58c-e34df926d3e8 req-024002fa-440e-435f-911e-f8e86ce90ac1 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.1191592 Jul 29 14:42:47.889985 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7a60edd-a383-4bda-8651-ce64c5932f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.897656 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f33d93f-118c-4364-9f89-f99cea65ae72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.903530 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d7a60edd-a383-4bda-8651-ce64c5932f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4970c69-f764-4a04-900c-cb1f17fca080']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:47.907224 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-52826b5c-827b-470e-adab-c5526503103c service neutron] 10.222.0.16 "GET /v2.0/networks/cd2734b0-a577-4490-94b4-ba08c3c3f5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852179 Jul 29 14:42:47.925837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d7a60edd-a383-4bda-8651-ce64c5932f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cb7668-960e-4ccb-aa80-5aed7458c8cb') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:47.925837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d7a60edd-a383-4bda-8651-ce64c5932f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cb7668-960e-4ccb-aa80-5aed7458c8cb') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:47.963327 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-166e550a-a62f-4825-a58c-e34df926d3e8 req-e0c5a0c4-22dd-4d73-ae51-fc6544275554 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708570 Jul 29 14:42:47.967380 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f33d93f-118c-4364-9f89-f99cea65ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.984373 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7a60edd-a383-4bda-8651-ce64c5932f15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:47.999611 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7a60edd-a383-4bda-8651-ce64c5932f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.010584 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a60edd-a383-4bda-8651-ce64c5932f15 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:42:48.011113 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7a60edd-a383-4bda-8651-ce64c5932f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:42:48.014289 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:42:48.027762 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9fdcd4-7787-44fb-a55e-2dbf8089eb4b x-openstack-request-id: req-fc9fdcd4-7787-44fb-a55e-2dbf8089eb4b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:48.028092 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae1344c-8b98-407a-b0c2-97b4b0c22e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "164a5dbd-d71b-4d69-89a8-dd522f5ff83f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:48.028449 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc9fdcd4-7787-44fb-a55e-2dbf8089eb4b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:48.029319 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae1344c-8b98-407a-b0c2-97b4b0c22e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f', 'code': 200} Jul 29 14:42:48.075117 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f33d93f-118c-4364-9f89-f99cea65ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.101171 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-5c923f54-6ee8-42ed-9863-18c2bb33f806 service neutron] 10.222.0.16 "GET /v2.0/networks/cd2734b0-a577-4490-94b4-ba08c3c3f5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757247 Jul 29 14:42:48.102871 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7a60edd-a383-4bda-8651-ce64c5932f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.109152 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7a60edd-a383-4bda-8651-ce64c5932f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.112088 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d7a60edd-a383-4bda-8651-ce64c5932f15 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c4970c69-f764-4a04-900c-cb1f17fca080 HTTP/1.1" status: 204 len: 168 time: 0.5415990 Jul 29 14:42:48.137560 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33d93f-118c-4364-9f89-f99cea65ae72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f05bbba6-b8fc-40dc-a009-bd4f0fb50e37,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:48.137895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a60edd-a383-4bda-8651-ce64c5932f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4970c69-f764-4a04-900c-cb1f17fca080,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:48.149542 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f33d93f-118c-4364-9f89-f99cea65ae72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.154030 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3f33d93f-118c-4364-9f89-f99cea65ae72 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f05bbba6-b8fc-40dc-a009-bd4f0fb50e37 HTTP/1.1" status: 204 len: 168 time: 0.4491549 Jul 29 14:42:48.154849 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50622) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:48.223636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device fc360044-73e1-4f9a-9811-76415fb39cc0 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:48.234513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974c707-c794-47cf-b713-124abfd489bf req-9a542b67-996e-440a-9db4-b05f58bfc63e tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:48.245735 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6974c707-c794-47cf-b713-124abfd489bf req-9a542b67-996e-440a-9db4-b05f58bfc63e tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 944 time: 0.1156471 Jul 29 14:42:48.276280 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.281765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50624) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:48.289049 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-611d5576-9d87-48ed-8e61-2807b24a8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.305786 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164a5dbd-d71b-4d69-89a8-dd522f5ff83f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:48.335877 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6974c707-c794-47cf-b713-124abfd489bf req-9c0673b9-ad05-4995-a109-79cebb47b146 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868945 Jul 29 14:42:48.338200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:48.343684 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.350470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port fc360044-73e1-4f9a-9811-76415fb39cc0 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:48.358139 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b486fdb5-5423-4811-8987-7677ee34d8e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=741b2db0238b47479349ace74a75d9db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0727646 Jul 29 14:42:48.367592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50628) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:48.414385 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port fc360044-73e1-4f9a-9811-76415fb39cc0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:48.414817 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.435034 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-611d5576-9d87-48ed-8e61-2807b24a8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.448269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-611d5576-9d87-48ed-8e61-2807b24a8c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69a5eae-75fa-40f1-868b-e37c99d37753']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:48.466304 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-611d5576-9d87-48ed-8e61-2807b24a8c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24d2ac7-5996-4e55-ad38-28b3da30930f') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:48.466885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-611d5576-9d87-48ed-8e61-2807b24a8c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24d2ac7-5996-4e55-ad38-28b3da30930f') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:48.478701 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-611d5576-9d87-48ed-8e61-2807b24a8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.493332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:48.504510 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-611d5576-9d87-48ed-8e61-2807b24a8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.513509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611d5576-9d87-48ed-8e61-2807b24a8c58 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:42:48.514749 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-611d5576-9d87-48ed-8e61-2807b24a8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.529582 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-89963e3a-dd77-4a70-9376-805c173ebcc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.563397 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-89963e3a-dd77-4a70-9376-805c173ebcc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:42:48.582303 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:42:48.590232 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-611d5576-9d87-48ed-8e61-2807b24a8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.604572 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.624542 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-611d5576-9d87-48ed-8e61-2807b24a8c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.627034 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-611d5576-9d87-48ed-8e61-2807b24a8c58 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b69a5eae-75fa-40f1-868b-e37c99d37753 HTTP/1.1" status: 204 len: 168 time: 0.4698908 Jul 29 14:42:48.633003 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-89963e3a-dd77-4a70-9376-805c173ebcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.640463 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-89963e3a-dd77-4a70-9376-805c173ebcc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.640788 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d5576-9d87-48ed-8e61-2807b24a8c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=b69a5eae-75fa-40f1-868b-e37c99d37753,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:48.646232 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-89963e3a-dd77-4a70-9376-805c173ebcc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1782daab-2b7d-4692-a41c-70b03e89bcdd HTTP/1.1" status: 204 len: 168 time: 0.2862468 Jul 29 14:42:48.672476 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438eec5-69ff-4650-9b3b-4fe094f07fe5 req-1e748b81-7671-40c9-afda-9d53aa3e1949 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:48.675498 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7438eec5-69ff-4650-9b3b-4fe094f07fe5 req-1e748b81-7671-40c9-afda-9d53aa3e1949 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 949 time: 0.0888424 Jul 29 14:42:48.678764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89963e3a-dd77-4a70-9376-805c173ebcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1782daab-2b7d-4692-a41c-70b03e89bcdd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:48.736322 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7438eec5-69ff-4650-9b3b-4fe094f07fe5 req-2a594468-b276-47fd-8651-b6377960a5ee tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520508 Jul 29 14:42:48.772845 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port fc360044-73e1-4f9a-9811-76415fb39cc0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=fc360044-73e1-4f9a-9811-76415fb39cc0,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:48.774451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['164a5dbd-d71b-4d69-89a8-dd522f5ff83f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:42:48.787752 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:48.863380 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f86c85d-8b23-4f8c-a398-7801c8247aea req-1f4bb9a8-9d06-4dea-a726-232c4fd89735 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 210 time: 0.0645382 Jul 29 14:42:48.886978 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9e383151-05e6-4de0-aab2-982de341041d up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:48.971433 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=fc360044-73e1-4f9a-9811-76415fb39cc0,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:49.008283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50648) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:49.015720 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9e383151-05e6-4de0-aab2-982de341041d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:49.016098 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:49.156363 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-99110db2-c137-4b9c-b9c2-87ba08455ce3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4173df21200848a58c4734d0f748c599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468680 Jul 29 14:42:49.159700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50658) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:49.195955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aa151-dd4b-4d5c-92e5-7d2078a59e5a req-434e905a-3fba-4f27-afb1-08aa660816e2 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:49.213869 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-029aa151-dd4b-4d5c-92e5-7d2078a59e5a req-434e905a-3fba-4f27-afb1-08aa660816e2 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.1298358 Jul 29 14:42:49.241436 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ffa6449c-52a5-4a85-bc8c-f84df7a32eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:49.275650 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-029aa151-dd4b-4d5c-92e5-7d2078a59e5a req-0336e1ae-6a18-41cd-8d29-6f579b0cd36f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540748 Jul 29 14:42:49.277938 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ffa6449c-52a5-4a85-bc8c-f84df7a32eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:49.341736 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ffa6449c-52a5-4a85-bc8c-f84df7a32eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:49.343963 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ffa6449c-52a5-4a85-bc8c-f84df7a32eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:49.345230 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ffa6449c-52a5-4a85-bc8c-f84df7a32eb2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/185cac1d-f03f-47e0-8d2f-21788006d248 HTTP/1.1" status: 204 len: 168 time: 0.1838822 Jul 29 14:42:49.354140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6449c-52a5-4a85-bc8c-f84df7a32eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185cac1d-f03f-47e0-8d2f-21788006d248,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:49.541220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab462e6-6bbd-45db-b1fa-967d62a303ae req-383868d7-f2ba-4c75-b52d-f4280163665f tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:49.548912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9ab462e6-6bbd-45db-b1fa-967d62a303ae req-383868d7-f2ba-4c75-b52d-f4280163665f tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 945 time: 0.0854282 Jul 29 14:42:49.615753 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9ab462e6-6bbd-45db-b1fa-967d62a303ae req-436d5eb1-2df0-45e7-9d65-6e7db7caaf77 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559461 Jul 29 14:42:49.942946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf764ac-d7c7-4b18-b57e-fa0de0c0b225 req-cc9039fb-ce5b-4370-9070-f905611e31e2 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:49.945756 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bcf764ac-d7c7-4b18-b57e-fa0de0c0b225 req-cc9039fb-ce5b-4370-9070-f905611e31e2 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 949 time: 0.1041536 Jul 29 14:42:50.030895 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc360044-73e1-4f9a-9811-76415fb39cc0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:50.033671 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ed2239-051c-46e9-8031-246e86f8e4d8" -d '{"events": [{"server_uuid": "44412105-a4c4-4dfa-8ecc-cafa064e30dc", "name": "network-vif-plugged", "status": "completed", "tag": "fc360044-73e1-4f9a-9811-76415fb39cc0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:50.048823 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bcf764ac-d7c7-4b18-b57e-fa0de0c0b225 req-41b84a8b-b406-4640-a3b2-357412d2d371 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734794 Jul 29 14:42:50.094000 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d3c73e87-3903-4bfd-b8cb-e21d36b023c1 req-d247465b-9f0e-42e9-8bd1-21e851564adb tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 210 time: 0.0798023 Jul 29 14:42:50.117770 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784a15eb-baa2-43e9-b41d-5e857d5e03eb x-openstack-request-id: req-784a15eb-baa2-43e9-b41d-5e857d5e03eb {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:50.118112 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44412105-a4c4-4dfa-8ecc-cafa064e30dc", "name": "network-vif-plugged", "status": "completed", "tag": "fc360044-73e1-4f9a-9811-76415fb39cc0", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:50.118315 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-784a15eb-baa2-43e9-b41d-5e857d5e03eb {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:50.118708 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc360044-73e1-4f9a-9811-76415fb39cc0', 'code': 200} Jul 29 14:42:50.180560 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50704) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:50.244596 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b5074-09bd-496f-9e2e-9c9f4e500574 req-dbf209d8-8de9-4b7d-847b-a2bfd1f8f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:50.246701 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb7b5074-09bd-496f-9e2e-9c9f4e500574 req-dbf209d8-8de9-4b7d-847b-a2bfd1f8f5e2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 1096 time: 0.0494118 Jul 29 14:42:50.292167 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb7b5074-09bd-496f-9e2e-9c9f4e500574 req-c49e681e-eb03-44b9-ae15-70651ac61c4e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352187 Jul 29 14:42:50.393697 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-65b499c8-5fb3-4764-97e2-634b96cbf67f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1365962912-network', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:50.410745 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a51a79-8c71-4165-9652-fe481628e929 req-a518679a-27d3-4dc8-afe5-56deadbdf9f1 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:50.413106 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1a51a79-8c71-4165-9652-fe481628e929 req-a518679a-27d3-4dc8-afe5-56deadbdf9f1 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.0643609 Jul 29 14:42:50.492567 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1a51a79-8c71-4165-9652-fe481628e929 req-e583b8a9-04a7-41bd-aacd-ebbce7be3ceb tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728040 Jul 29 14:42:50.503044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b499c8-5fb3-4764-97e2-634b96cbf67f admin admin] Made reservation on behalf of f4b28288c6ce40a4ad30aed84a169e4a for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:50.506979 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65b499c8-5fb3-4764-97e2-634b96cbf67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:50.522208 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65b499c8-5fb3-4764-97e2-634b96cbf67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:50.680899 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50724) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:50.735836 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65b499c8-5fb3-4764-97e2-634b96cbf67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:50.745750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65b499c8-5fb3-4764-97e2-634b96cbf67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:50.773840 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-855b6814-8e1a-48ff-8443-685b285c1c40 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:50.775358 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-855b6814-8e1a-48ff-8443-685b285c1c40 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.38 "GET /v2.0/networks?id=cd2734b0-a577-4490-94b4-ba08c3c3f5be HTTP/1.1" status: 200 len: 812 time: 0.1854858 Jul 29 14:42:50.784698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b499c8-5fb3-4764-97e2-634b96cbf67f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:42:50.814489 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0522f-87d8-4d83-b21e-f8d209cc6ef9 req-351efb9f-f87e-4daa-bdc9-ee93ad2182c9 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:50.818617 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4bb0522f-87d8-4d83-b21e-f8d209cc6ef9 req-351efb9f-f87e-4daa-bdc9-ee93ad2182c9 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 945 time: 0.0688038 Jul 29 14:42:50.836177 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65b499c8-5fb3-4764-97e2-634b96cbf67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:50.836528 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-65b499c8-5fb3-4764-97e2-634b96cbf67f admin admin] Added segment de9df23c-bc17-4538-a3e1-d40b4138f4fd of type vlan for network 36fa8262-47ad-4a9d-baac-a8463087d147 Jul 29 14:42:50.857679 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b499c8-5fb3-4764-97e2-634b96cbf67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2731fb14-64a5-4051-9cf2-cdbee60584e2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:50.874812 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4bb0522f-87d8-4d83-b21e-f8d209cc6ef9 req-54582b68-cd90-4df9-b4a5-35d4ab70ed74 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496500 Jul 29 14:42:50.876227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-5276834b-ec3b-4b3d-8f22-971b75049fc9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1145292156-network', 'tenant_id': '582ef61589934b7c85558e606741b98e'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:50.946789 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65b499c8-5fb3-4764-97e2-634b96cbf67f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:50.957861 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-ea4d80bd-a183-4c04-bf86-9e532a3ff5f6 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=140859f050b24ee4a14e26dd09b7f150 HTTP/1.1" status: 200 len: 380 time: 0.1494288 Jul 29 14:42:50.966318 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5276834b-ec3b-4b3d-8f22-971b75049fc9 admin admin] Made reservation on behalf of 582ef61589934b7c85558e606741b98e for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:50.968656 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5276834b-ec3b-4b3d-8f22-971b75049fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:50.989747 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-4d79c5da-998f-46e8-8c4f-9d0e3238f34b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Request body: {'port': {'device_id': '06bd1c62-e212-44dd-9a9f-b16957e71137', 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'admin_state_up': True, 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'security_groups': ['d1e58756-f5be-4231-a8bd-d4810b025e4d']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:50.995314 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5276834b-ec3b-4b3d-8f22-971b75049fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:51.049446 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65b499c8-5fb3-4764-97e2-634b96cbf67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:51.050403 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b499c8-5fb3-4764-97e2-634b96cbf67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:51.050995 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65b499c8-5fb3-4764-97e2-634b96cbf67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:51.159203 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b499c8-5fb3-4764-97e2-634b96cbf67f admin admin] Pushing event updated for resources: {'Network': ['ID=36fa8262-47ad-4a9d-baac-a8463087d147,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:51.171357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45eb4b8-83f3-4664-bf86-71f8d771fa29 req-e68a2e75-25a1-4e67-b5b3-d7201e4bd854 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:51.172428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 36fa8262-47ad-4a9d-baac-a8463087d147 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:42:51.179823 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f45eb4b8-83f3-4664-bf86-71f8d771fa29 req-e68a2e75-25a1-4e67-b5b3-d7201e4bd854 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 949 time: 0.0575631 Jul 29 14:42:51.238650 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f45eb4b8-83f3-4664-bf86-71f8d771fa29 req-b4aaa5ce-0e2e-4f95-a8c3-bf51b54ad3aa tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570030 Jul 29 14:42:51.249802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 164a5dbd-d71b-4d69-89a8-dd522f5ff83f up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:51.276756 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-25f505dc-4a08-42b5-af4a-6f7e9101262d req-6ab6c430-7e71-4b76-8246-17b64890ca33 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 210 time: 0.0668399 Jul 29 14:42:51.312373 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5276834b-ec3b-4b3d-8f22-971b75049fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:51.319275 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5276834b-ec3b-4b3d-8f22-971b75049fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:51.360145 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-65b499c8-5fb3-4764-97e2-634b96cbf67f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1755302 Jul 29 14:42:51.361792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50734) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:51.371535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:51.371972 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:51.373610 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ff5e050d-7979-47fd-974e-2e280c3146cc admin admin] Request body: {'subnet': {'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1365962912-subnet', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:51.389249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5276834b-ec3b-4b3d-8f22-971b75049fc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:42:51.397073 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276834b-ec3b-4b3d-8f22-971b75049fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584296f9-fea0-4383-a3d2-fff9043fbd3b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:51.404135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-4d79c5da-998f-46e8-8c4f-9d0e3238f34b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Made reservation on behalf of 140859f050b24ee4a14e26dd09b7f150 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:51.408511 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-4d79c5da-998f-46e8-8c4f-9d0e3238f34b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:51.415023 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5276834b-ec3b-4b3d-8f22-971b75049fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:51.415740 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-5276834b-ec3b-4b3d-8f22-971b75049fc9 admin admin] Added segment 7dbf9186-dbc1-4a97-8a04-a2a9b7e63411 of type vlan for network c27d8624-bcea-4fd8-b819-7fa0a6f34799 Jul 29 14:42:51.433564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5e050d-7979-47fd-974e-2e280c3146cc admin admin] Made reservation on behalf of f4b28288c6ce40a4ad30aed84a169e4a for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:51.440261 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff5e050d-7979-47fd-974e-2e280c3146cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:51.471464 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:51.537484 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5276834b-ec3b-4b3d-8f22-971b75049fc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:51.570379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:51.575864 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:51.657498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:51.697735 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5276834b-ec3b-4b3d-8f22-971b75049fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:51.699160 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5276834b-ec3b-4b3d-8f22-971b75049fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:51.700271 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5276834b-ec3b-4b3d-8f22-971b75049fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:51.783365 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5276834b-ec3b-4b3d-8f22-971b75049fc9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0960810 Jul 29 14:42:51.787314 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50740) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:51.795295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-fc2c3f9b-ef7b-4b64-bee5-b66c4500a448 admin admin] Request body: {'subnet': {'network_id': 'c27d8624-bcea-4fd8-b819-7fa0a6f34799', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1145292156-subnet', 'tenant_id': '582ef61589934b7c85558e606741b98e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:51.806520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-4d79c5da-998f-46e8-8c4f-9d0e3238f34b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Allocated IP 172.20.0.7 (cd2734b0-a577-4490-94b4-ba08c3c3f5be/341a325f-6dd9-45b3-afdd-5aaaac0ca149/e5cdea21-087b-407b-ab50-30995ce5ec95) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:51.811752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276834b-ec3b-4b3d-8f22-971b75049fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=c27d8624-bcea-4fd8-b819-7fa0a6f34799,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:51.824825 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network c27d8624-bcea-4fd8-b819-7fa0a6f34799 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:42:51.856822 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2c3f9b-ef7b-4b64-bee5-b66c4500a448 admin admin] Made reservation on behalf of 582ef61589934b7c85558e606741b98e for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:42:51.859376 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc2c3f9b-ef7b-4b64-bee5-b66c4500a448 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:52.030068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b19626-0ffb-4249-9b9a-ecd98d7dcd36 req-404de29a-4c15-4b07-abe9-4befb7a3e8eb tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:52.031701 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29b19626-0ffb-4249-9b9a-ecd98d7dcd36 req-404de29a-4c15-4b07-abe9-4befb7a3e8eb tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.1003306 Jul 29 14:42:52.034083 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff5e050d-7979-47fd-974e-2e280c3146cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:52.120231 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae1344c-8b98-407a-b0c2-97b4b0c22e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:52.123046 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2beee478-647e-4dbe-91c2-edb44e0eef53" -d '{"events": [{"server_uuid": "5ae1344c-8b98-407a-b0c2-97b4b0c22e0e", "name": "network-vif-plugged", "status": "completed", "tag": "164a5dbd-d71b-4d69-89a8-dd522f5ff83f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:52.148694 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29b19626-0ffb-4249-9b9a-ecd98d7dcd36 req-31a4e415-4f7e-43f2-94df-852481e4bbfe tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844178 Jul 29 14:42:52.151064 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e050d-7979-47fd-974e-2e280c3146cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b3df64-d072-4a45-bae2-35bbe0a05cc7,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:52.156005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5e050d-7979-47fd-974e-2e280c3146cc admin admin] Checking segment: {'id': 'de9df23c-bc17-4538-a3e1-d40b4138f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:52.156373 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5e050d-7979-47fd-974e-2e280c3146cc admin admin] Network hostable DHCP agents. Network: 36fa8262-47ad-4a9d-baac-a8463087d147, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:42:52.188125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5e050d-7979-47fd-974e-2e280c3146cc admin admin] Network 36fa8262-47ad-4a9d-baac-a8463087d147 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:42:52.204329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-ff5e050d-7979-47fd-974e-2e280c3146cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 36fa8262-47ad-4a9d-baac-a8463087d147) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:52.212490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5e050d-7979-47fd-974e-2e280c3146cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:52.213825 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff5e050d-7979-47fd-974e-2e280c3146cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:52.218264 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762f32b8-f14c-46ab-8826-805f8e9fa659 None None] Network 36fa8262-47ad-4a9d-baac-a8463087d147 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:42:52.235854 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ff5e050d-7979-47fd-974e-2e280c3146cc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8700976 Jul 29 14:42:52.237198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50748) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:52.247466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1365962912-router', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:52.345320 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:52.346677 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:52.392735 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75536303-7b1a-4c57-a9e2-ce1f67b86bfc x-openstack-request-id: req-75536303-7b1a-4c57-a9e2-ce1f67b86bfc {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:52.394551 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae1344c-8b98-407a-b0c2-97b4b0c22e0e", "name": "network-vif-plugged", "status": "completed", "tag": "164a5dbd-d71b-4d69-89a8-dd522f5ff83f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:52.397219 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75536303-7b1a-4c57-a9e2-ce1f67b86bfc {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:52.398538 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae1344c-8b98-407a-b0c2-97b4b0c22e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f', 'code': 200} Jul 29 14:42:52.443007 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ebfe8-ab83-4285-b51c-639c877eb78b req-800c5bda-b03d-4490-b275-6c287f9e639e tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:52.450810 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2d6ebfe8-ab83-4285-b51c-639c877eb78b req-800c5bda-b03d-4490-b275-6c287f9e639e tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 945 time: 0.4749293 Jul 29 14:42:52.482466 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-4d79c5da-998f-46e8-8c4f-9d0e3238f34b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:52.486441 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-6b806846-44f0-4125-a847-b58547ee5089 req-d2f631de-2929-474e-b214-d660625683a9 service neutron] show failed (client error): The resource could not be found. Jul 29 14:42:52.487453 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-d2f631de-2929-474e-b214-d660625683a9 service neutron] 10.222.0.38 "GET /v2.0/ports/8be12780-02c9-4ad3-91fe-54c5ee5837ab/bindings/n-h2-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.2051864 Jul 29 14:42:52.487774 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-36fa8262-47ad-4a9d-baac-a8463087d147', 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'fixed_ips': [{'subnet_id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:42:52.488645 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:52.493790 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:52.645259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52ef68-97ec-4552-8ffc-ac9a1644742f req-f236e805-9da3-42f6-aeb1-0f3e75643b82 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:52.646858 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc2c3f9b-ef7b-4b64-bee5-b66c4500a448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:52.647668 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef52ef68-97ec-4552-8ffc-ac9a1644742f req-f236e805-9da3-42f6-aeb1-0f3e75643b82 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1576777 Jul 29 14:42:52.736962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Allocated IP 172.20.0.2 (36fa8262-47ad-4a9d-baac-a8463087d147/b1b3df64-d072-4a45-bae2-35bbe0a05cc7/525c5d6e-caa0-4f3d-9111-68205432c2a4) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:52.750900 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-4d79c5da-998f-46e8-8c4f-9d0e3238f34b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Transition to ACTIVE for port object e5cdea21-087b-407b-ab50-30995ce5ec95 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:52.757575 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:52.764355 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2d6ebfe8-ab83-4285-b51c-639c877eb78b req-9ebfc93f-dbc8-47f9-bc2e-c313055d3a8b tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126285 Jul 29 14:42:52.765273 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c3f9b-ef7b-4b64-bee5-b66c4500a448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2464a835-8705-4dc5-939b-bf852625811c,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:52.862032 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef52ef68-97ec-4552-8ffc-ac9a1644742f req-a4a96c46-bf3e-4452-8c66-ee86c45bd2ee tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625538 Jul 29 14:42:52.876682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c3f9b-ef7b-4b64-bee5-b66c4500a448 admin admin] Checking segment: {'id': '7dbf9186-dbc1-4a97-8a04-a2a9b7e63411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c27d8624-bcea-4fd8-b819-7fa0a6f34799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:52.877191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c3f9b-ef7b-4b64-bee5-b66c4500a448 admin admin] Network hostable DHCP agents. Network: c27d8624-bcea-4fd8-b819-7fa0a6f34799, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:42:52.908731 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-4d79c5da-998f-46e8-8c4f-9d0e3238f34b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:52.973744 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f46761-7c8a-451e-824f-fb95c4b4fb23 req-a7be694a-d7a7-4900-977c-a5ce6e68adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:52.977720 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-14f46761-7c8a-451e-824f-fb95c4b4fb23 req-a7be694a-d7a7-4900-977c-a5ce6e68adcd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 1101 time: 0.2824798 Jul 29 14:42:53.027004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-4d79c5da-998f-46e8-8c4f-9d0e3238f34b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Network cd2734b0-a577-4490-94b4-ba08c3c3f5be is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:53.032861 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-4d79c5da-998f-46e8-8c4f-9d0e3238f34b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:53.035696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-4d79c5da-998f-46e8-8c4f-9d0e3238f34b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:53.044729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2c3f9b-ef7b-4b64-bee5-b66c4500a448 admin admin] Network c27d8624-bcea-4fd8-b819-7fa0a6f34799 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:42:53.083999 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-fc2c3f9b-ef7b-4b64-bee5-b66c4500a448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, c27d8624-bcea-4fd8-b819-7fa0a6f34799) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:53.089002 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2c3f9b-ef7b-4b64-bee5-b66c4500a448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:53.089848 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc2c3f9b-ef7b-4b64-bee5-b66c4500a448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:53.126872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79c5da-998f-46e8-8c4f-9d0e3238f34b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Pushing event updated for resources: {'Port': ['ID=e5cdea21-087b-407b-ab50-30995ce5ec95,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:53.150063 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2595-3f74-433d-ae54-4747aa6cc600 req-47102af1-e368-484b-b39f-6336d3b44c93 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:53.157902 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c82c2595-3f74-433d-ae54-4747aa6cc600 req-47102af1-e368-484b-b39f-6336d3b44c93 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 931 time: 0.2749307 Jul 29 14:42:53.172090 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-4d79c5da-998f-46e8-8c4f-9d0e3238f34b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:53.172776 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-4d79c5da-998f-46e8-8c4f-9d0e3238f34b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:53.186247 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fc2c3f9b-ef7b-4b64-bee5-b66c4500a448 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3948548 Jul 29 14:42:53.195410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b806846-44f0-4125-a847-b58547ee5089 req-750873ec-8969-44db-9f21-230ec7d0a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:53.198225 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-750873ec-8969-44db-9f21-230ec7d0a409 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3&tenant_id=066be3c079594f16a4e143f5f26610bd HTTP/1.1" status: 200 len: 1100 time: 0.3441207 Jul 29 14:42:53.227857 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-4d79c5da-998f-46e8-8c4f-9d0e3238f34b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2435017 Jul 29 14:42:53.248480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-df5c673b-fbc6-4a3f-9672-94737e51a55d tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:53.251280 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-df5c673b-fbc6-4a3f-9672-94737e51a55d tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2668407 Jul 29 14:42:53.267129 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Request body: {'port': {'device_id': '06bd1c62-e212-44dd-9a9f-b16957e71137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:53.278974 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:53.331798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db74a76-e5a0-4522-8f64-f276457f5349 None None] Network c27d8624-bcea-4fd8-b819-7fa0a6f34799 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:42:53.358148 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:53.375670 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:53.382559 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-14f46761-7c8a-451e-824f-fb95c4b4fb23 req-96a1ecac-5d70-4b13-bd01-70736f962c20 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523297 Jul 29 14:42:53.402819 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Transition to ACTIVE for port object 525c5d6e-caa0-4f3d-9111-68205432c2a4 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:53.412406 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c82c2595-3f74-433d-ae54-4747aa6cc600 req-454ef9f0-dfdb-4806-9090-fcebce252b76 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1e58756-f5be-4231-a8bd-d4810b025e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498765 Jul 29 14:42:53.460886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Transition to ACTIVE for port object 525c5d6e-caa0-4f3d-9111-68205432c2a4 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:53.473233 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:53.501151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-3260fb0e-3cf8-4fcc-b529-7c4b828ee587 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 696 time: 0.2403331 Jul 29 14:42:53.509955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-2cad1f0b-4f38-43d0-b590-74eb21b1c40c tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Request body: {'floatingip': {'port_id': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:53.534835 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Pushing event updated for resources: {'Port': ['ID=525c5d6e-caa0-4f3d-9111-68205432c2a4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:53.554986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Network 36fa8262-47ad-4a9d-baac-a8463087d147 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:53.557254 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:53.560125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e44d9366-5ffa-4b14-a807-6cf8ebce26bf None None] Provisioning for port e5cdea21-087b-407b-ab50-30995ce5ec95 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:53.565356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:53.568138 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:53.577205 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-2cad1f0b-4f38-43d0-b590-74eb21b1c40c tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:53.612175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e44d9366-5ffa-4b14-a807-6cf8ebce26bf None None] Provisioning complete for port e5cdea21-087b-407b-ab50-30995ce5ec95 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:53.612175 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e44d9366-5ffa-4b14-a807-6cf8ebce26bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:53.647576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d852775-85c7-422b-92d2-0ea2d58e47fd req-7da5db31-7ad9-4f03-abf9-51a3125138c1 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:53.649978 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0d852775-85c7-422b-92d2-0ea2d58e47fd req-7da5db31-7ad9-4f03-abf9-51a3125138c1 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.0930054 Jul 29 14:42:53.686627 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Attempting to bind port 525c5d6e-caa0-4f3d-9111-68205432c2a4 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:53.686966 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Attempting to bind port 525c5d6e-caa0-4f3d-9111-68205432c2a4 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'de9df23c-bc17-4538-a3e1-d40b4138f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:53.687338 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Attempting to bind port 525c5d6e-caa0-4f3d-9111-68205432c2a4 on network 36fa8262-47ad-4a9d-baac-a8463087d147 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:53.699628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadb3769-7a0e-48fc-97fc-42903111e8d3 None None] Network c27d8624-bcea-4fd8-b819-7fa0a6f34799 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:42:53.714275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:53.715133 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Checking segment: {'id': 'de9df23c-bc17-4538-a3e1-d40b4138f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:53.715764 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:53.716373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Bound using segment: {'id': 'de9df23c-bc17-4538-a3e1-d40b4138f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:53.717325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Bound port: 525c5d6e-caa0-4f3d-9111-68205432c2a4, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9df23c-bc17-4538-a3e1-d40b4138f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:53.717954 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:53.732801 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e44d9366-5ffa-4b14-a807-6cf8ebce26bf None None] Port e5cdea21-087b-407b-ab50-30995ce5ec95 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:42:53.738970 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0d852775-85c7-422b-92d2-0ea2d58e47fd req-1c9a220d-099f-4254-8bb6-552f5d3fd2b7 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497646 Jul 29 14:42:53.888180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] For port 525c5d6e-caa0-4f3d-9111-68205432c2a4, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:53.897929 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] For port 525c5d6e-caa0-4f3d-9111-68205432c2a4, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=525c5d6e-caa0-4f3d-9111-68205432c2a4,segment=NetworkSegment(de9df23c-bc17-4538-a3e1-d40b4138f4fd),segment_id=de9df23c-bc17-4538-a3e1-d40b4138f4fd)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:53.909570 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:53.929573 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5cdea21-087b-407b-ab50-30995ce5ec95 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:53.951166 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:53.976458 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Transition to ACTIVE for port object e5cdea21-087b-407b-ab50-30995ce5ec95 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:53.982773 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:54.124491 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b0b30-1e8b-4224-a75c-bde59a90f790 None None] Pushing event updated for resources: {'Port': ['ID=525c5d6e-caa0-4f3d-9111-68205432c2a4,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:54.136162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Pushing event updated for resources: {'Port': ['ID=e5cdea21-087b-407b-ab50-30995ce5ec95,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:54.297134 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:54.322334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Attempting to bind port e5cdea21-087b-407b-ab50-30995ce5ec95 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:54.322334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Attempting to bind port e5cdea21-087b-407b-ab50-30995ce5ec95 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '8575e42c-a22f-4190-a569-d659600e8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:54.322334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Attempting to bind port e5cdea21-087b-407b-ab50-30995ce5ec95 on network cd2734b0-a577-4490-94b4-ba08c3c3f5be {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:54.331955 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Port e5cdea21-087b-407b-ab50-30995ce5ec95 on network cd2734b0-a577-4490-94b4-ba08c3c3f5be not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:42:54.332294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Attempting to bind port e5cdea21-087b-407b-ab50-30995ce5ec95 on network cd2734b0-a577-4490-94b4-ba08c3c3f5be {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:54.342518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:54.342852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Checking segment: {'id': '8575e42c-a22f-4190-a569-d659600e8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:54.343245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Bound using segment: {'id': '8575e42c-a22f-4190-a569-d659600e8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:54.343696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Bound port: e5cdea21-087b-407b-ab50-30995ce5ec95, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8575e42c-a22f-4190-a569-d659600e8192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:54.344336 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:54.379539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd71fcb-5675-45c1-bef0-1bb34940c5f2 req-47093ac2-6395-4be7-9f17-a25f265b515f tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:54.381740 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6bd71fcb-5675-45c1-bef0-1bb34940c5f2 req-47093ac2-6395-4be7-9f17-a25f265b515f tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1149688 Jul 29 14:42:54.388428 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:54.545549 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6bd71fcb-5675-45c1-bef0-1bb34940c5f2 req-cb551978-692e-459d-af4a-766483fb0459 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952878 Jul 29 14:42:54.563854 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] For port e5cdea21-087b-407b-ab50-30995ce5ec95, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:54.568690 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] For port e5cdea21-087b-407b-ab50-30995ce5ec95, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e5cdea21-087b-407b-ab50-30995ce5ec95,segment=NetworkSegment(8575e42c-a22f-4190-a569-d659600e8192),segment_id=8575e42c-a22f-4190-a569-d659600e8192)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:54.578034 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:54.716290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:54.716995 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:54.718278 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] 10.222.0.38 "PUT /v2.0/ports/e5cdea21-087b-407b-ab50-30995ce5ec95 HTTP/1.1" status: 200 len: 1091 time: 1.4710689 Jul 29 14:42:54.718728 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bd1c62-e212-44dd-9a9f-b16957e71137', 'tag': 'e5cdea21-087b-407b-ab50-30995ce5ec95'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:54.721053 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0387127d-ab27-465d-82a2-bb3a786591a7" -d '{"events": [{"name": "network-changed", "server_uuid": "06bd1c62-e212-44dd-9a9f-b16957e71137", "tag": "e5cdea21-087b-407b-ab50-30995ce5ec95"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:54.792042 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15db6a-56fc-4267-b80b-08b26a28c1cb service neutron] Pushing event updated for resources: {'Port': ['ID=e5cdea21-087b-407b-ab50-30995ce5ec95,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:54.860076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 525c5d6e-caa0-4f3d-9111-68205432c2a4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:54.918643 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.resource_extend [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-2cad1f0b-4f38-43d0-b590-74eb21b1c40c tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:42:54.977556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 525c5d6e-caa0-4f3d-9111-68205432c2a4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:54.999565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-763a995d-bc3c-4e0d-a366-c29f3e892e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:55.004168 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-763a995d-bc3c-4e0d-a366-c29f3e892e6e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=140859f050b24ee4a14e26dd09b7f150&device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 1094 time: 0.1701307 Jul 29 14:42:55.021441 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bd67d-5a2e-4a2a-83d8-c558d6a1ef61 req-8439c199-e3dc-435a-bc1f-759a94a985d3 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:55.023740 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-2cad1f0b-4f38-43d0-b590-74eb21b1c40c tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:55.028530 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c1bd67d-5a2e-4a2a-83d8-c558d6a1ef61 req-8439c199-e3dc-435a-bc1f-759a94a985d3 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 943 time: 0.1386423 Jul 29 14:42:55.040260 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-2cad1f0b-4f38-43d0-b590-74eb21b1c40c tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:55.042715 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Allocated IP 172.25.6.79 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/b5f76903-c814-41ef-8e9c-3897d5ebb30e) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:42:55.109835 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-52ede0d1-25a4-48e6-b460-bb7e5f624209 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5cdea21-087b-407b-ab50-30995ce5ec95 HTTP/1.1" status: 200 len: 217 time: 0.0771346 Jul 29 14:42:55.182517 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-399961eb-0da6-491a-a474-db5ab0667537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:55.184104 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-399961eb-0da6-491a-a474-db5ab0667537 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=341a325f-6dd9-45b3-afdd-5aaaac0ca149 HTTP/1.1" status: 200 len: 851 time: 0.0646067 Jul 29 14:42:55.190112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c1bd67d-5a2e-4a2a-83d8-c558d6a1ef61 req-a181561a-2552-4c4e-85c2-e83d9ccd903c tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1e58756-f5be-4231-a8bd-d4810b025e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397374 Jul 29 14:42:55.200347 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:55.238655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:55.261339 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-19ca0fc3-657c-486a-9795-3b34594ceca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:55.263047 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-19ca0fc3-657c-486a-9795-3b34594ceca8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd2734b0-a577-4490-94b4-ba08c3c3f5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677001 Jul 29 14:42:55.270193 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f9856f-3c0d-4716-9377-164d0829ed52 x-openstack-request-id: req-87f9856f-3c0d-4716-9377-164d0829ed52 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:55.270588 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bd1c62-e212-44dd-9a9f-b16957e71137", "tag": "e5cdea21-087b-407b-ab50-30995ce5ec95", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:55.271343 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87f9856f-3c0d-4716-9377-164d0829ed52 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:55.271849 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bd1c62-e212-44dd-9a9f-b16957e71137', 'tag': 'e5cdea21-087b-407b-ab50-30995ce5ec95', 'status': 'completed', 'code': 200} Jul 29 14:42:55.345572 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-2cad1f0b-4f38-43d0-b590-74eb21b1c40c tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Floating IP bd1f68ef-468f-4396-85b5-395e5d2d2aa0 associated. External IP: 172.25.6.223, port: 72524ee8-b7ca-4e00-a4e6-430fa847823b. Jul 29 14:42:55.437281 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-c0346596-024b-4d99-8c5b-e8f97d1c2474 service neutron] 10.222.0.38 "GET /v2.0/networks/cd2734b0-a577-4490-94b4-ba08c3c3f5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456845 Jul 29 14:42:55.438109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:55.440570 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc44874-ede7-4d25-8ff2-7879b7959203" -d '{"events": [{"server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:55.445739 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:55.507013 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:55.509783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Transition to ACTIVE for port object 8be12780-02c9-4ad3-91fe-54c5ee5837ab will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:55.574989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da2e11-2e18-4581-9022-a71c6245aec6 req-b719f044-c6e0-4f84-9fd8-35909c6db2ff tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:55.576808 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-75da2e11-2e18-4581-9022-a71c6245aec6 req-b719f044-c6e0-4f84-9fd8-35909c6db2ff tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.1227005 Jul 29 14:42:55.604335 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c576c66a-2db9-43e9-834e-70a741e6d258 req-7fcc70b3-9caf-4131-991e-7b28c43fbfdc service neutron] 10.222.0.38 "GET /v2.0/networks/cd2734b0-a577-4490-94b4-ba08c3c3f5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578965 Jul 29 14:42:55.673375 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-75da2e11-2e18-4581-9022-a71c6245aec6 req-fe633b84-eb0d-4fc8-99a5-c4fc6415dc2d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793958 Jul 29 14:42:55.718036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529e4dbe-e4fc-4f79-8f1c-78733d75d832 None None] Network 36fa8262-47ad-4a9d-baac-a8463087d147 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:42:55.800035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7a4a0caf-96ef-4008-94f9-44590d46b05e None None] Provisioning for port 525c5d6e-caa0-4f3d-9111-68205432c2a4 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:42:55.817277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7a4a0caf-96ef-4008-94f9-44590d46b05e None None] Provisioning complete for port 525c5d6e-caa0-4f3d-9111-68205432c2a4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:55.819012 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0caf-96ef-4008-94f9-44590d46b05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:55.836479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387127d-ab27-465d-82a2-bb3a786591a7 req-e23b3406-83f6-4377-b36e-b9bfc7d7becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:55.844153 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0387127d-ab27-465d-82a2-bb3a786591a7 req-e23b3406-83f6-4377-b36e-b9bfc7d7becd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=140859f050b24ee4a14e26dd09b7f150&device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 1094 time: 0.1319206 Jul 29 14:42:55.846628 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:55.900097 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:55.971265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Pushing event updated for resources: {'Port': ['ID=8be12780-02c9-4ad3-91fe-54c5ee5837ab,revision_number=6']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:55.983791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] No DVR routers for this DVR port 8be12780-02c9-4ad3-91fe-54c5ee5837ab on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:42:56.025520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387127d-ab27-465d-82a2-bb3a786591a7 req-2ba8ca21-23d1-470e-a160-3ea869cd8205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:56.028812 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0387127d-ab27-465d-82a2-bb3a786591a7 req-2ba8ca21-23d1-470e-a160-3ea869cd8205 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd2734b0-a577-4490-94b4-ba08c3c3f5be HTTP/1.1" status: 200 len: 913 time: 0.1808324 Jul 29 14:42:56.029674 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0caf-96ef-4008-94f9-44590d46b05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:56.103074 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:56.108287 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb701e2a-d3c3-4215-a144-e87fd6e25305 x-openstack-request-id: req-cb701e2a-d3c3-4215-a144-e87fd6e25305 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:56.108639 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:56.108911 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb701e2a-d3c3-4215-a144-e87fd6e25305 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:56.109252 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab', 'code': 200} Jul 29 14:42:56.113051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7a4a0caf-96ef-4008-94f9-44590d46b05e None None] For port 525c5d6e-caa0-4f3d-9111-68205432c2a4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=525c5d6e-caa0-4f3d-9111-68205432c2a4,segment=NetworkSegment(de9df23c-bc17-4538-a3e1-d40b4138f4fd),segment_id=de9df23c-bc17-4538-a3e1-d40b4138f4fd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:56.119883 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0caf-96ef-4008-94f9-44590d46b05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:56.130272 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0387127d-ab27-465d-82a2-bb3a786591a7 req-0a209bbf-1589-4224-afd7-32162777ffd3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5cdea21-087b-407b-ab50-30995ce5ec95 HTTP/1.1" status: 200 len: 217 time: 0.0926528 Jul 29 14:42:56.215368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a0caf-96ef-4008-94f9-44590d46b05e None None] Pushing event updated for resources: {'Port': ['ID=525c5d6e-caa0-4f3d-9111-68205432c2a4,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:56.241575 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Attempting to bind port 8be12780-02c9-4ad3-91fe-54c5ee5837ab on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:56.241921 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387127d-ab27-465d-82a2-bb3a786591a7 req-95fdb195-2a8c-4013-b1ce-781a53f6d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:56.242102 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Attempting to bind port 8be12780-02c9-4ad3-91fe-54c5ee5837ab by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:56.242290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Attempting to bind port 8be12780-02c9-4ad3-91fe-54c5ee5837ab on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:56.243457 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0387127d-ab27-465d-82a2-bb3a786591a7 req-95fdb195-2a8c-4013-b1ce-781a53f6d6bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=341a325f-6dd9-45b3-afdd-5aaaac0ca149 HTTP/1.1" status: 200 len: 851 time: 0.0930731 Jul 29 14:42:56.258657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:42:56.266838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:42:56.270103 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:42:56.297099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Port 8be12780-02c9-4ad3-91fe-54c5ee5837ab on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:42:56.297437 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Attempting to bind port 8be12780-02c9-4ad3-91fe-54c5ee5837ab on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:56.323264 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c151a-7397-4b24-9a47-c8f34563af35 req-ffb0677c-1c05-4de2-ade1-48633e498c9b tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:56.324920 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc4c151a-7397-4b24-9a47-c8f34563af35 req-ffb0677c-1c05-4de2-ade1-48633e498c9b tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1094174 Jul 29 14:42:56.325972 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Pushing event updated for resources: {'Port': ['ID=b5f76903-c814-41ef-8e9c-3897d5ebb30e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:56.327213 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387127d-ab27-465d-82a2-bb3a786591a7 req-353a6074-3fc0-487b-b625-9dea3871dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:56.328690 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0387127d-ab27-465d-82a2-bb3a786591a7 req-353a6074-3fc0-487b-b625-9dea3871dfe0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd2734b0-a577-4490-94b4-ba08c3c3f5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684187 Jul 29 14:42:56.329589 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:56.329946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:56.330341 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:56.330797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Bound port: 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:56.331170 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:56.366360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-2cad1f0b-4f38-43d0-b590-74eb21b1c40c tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Router a81cf773-8a78-417d-b48d-a1e313304fdd has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:42:56.423479 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc4c151a-7397-4b24-9a47-c8f34563af35 req-2a5df999-cb50-4e20-97af-88068d6efbaa tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888383 Jul 29 14:42:56.472188 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0387127d-ab27-465d-82a2-bb3a786591a7 req-bcb1be9c-9563-43cf-947c-1ee3c04af83c service neutron] 10.222.0.38 "GET /v2.0/networks/cd2734b0-a577-4490-94b4-ba08c3c3f5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291187 Jul 29 14:42:56.493640 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-51764cae-35b5-4ed6-a50c-c16ece22cb14 None None] Provisioning complete for port 525c5d6e-caa0-4f3d-9111-68205432c2a4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:56.495133 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51764cae-35b5-4ed6-a50c-c16ece22cb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:56.597344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:42:56.634523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc683b-84e1-4146-b168-9d8c4c0b30d8 req-56fa6ad4-f552-49bf-9aa8-3a1928fd74f5 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:56.636105 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ebc683b-84e1-4146-b168-9d8c4c0b30d8 req-56fa6ad4-f552-49bf-9aa8-3a1928fd74f5 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 943 time: 0.0778453 Jul 29 14:42:56.638462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0387127d-ab27-465d-82a2-bb3a786591a7 req-ff942fb8-d81c-415e-b9e2-e497b20030f0 service neutron] 10.222.0.38 "GET /v2.0/networks/cd2734b0-a577-4490-94b4-ba08c3c3f5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563923 Jul 29 14:42:56.643401 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:42:56.691889 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:56.692017 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ebc683b-84e1-4146-b168-9d8c4c0b30d8 req-c0308fd1-6df2-475c-ae4b-48fe72503d69 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1e58756-f5be-4231-a8bd-d4810b025e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463505 Jul 29 14:42:56.719766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 525c5d6e-caa0-4f3d-9111-68205432c2a4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:42:56.766221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:56.767132 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:56.768647 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] 10.222.0.39 "PUT /v2.0/ports/8be12780-02c9-4ad3-91fe-54c5ee5837ab HTTP/1.1" status: 200 len: 1095 time: 3.5109153 Jul 29 14:42:56.780225 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 525c5d6e-caa0-4f3d-9111-68205432c2a4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:42:56.781065 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:56.816871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-2cad1f0b-4f38-43d0-b590-74eb21b1c40c tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:42:56.824865 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-2cad1f0b-4f38-43d0-b590-74eb21b1c40c tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:56.830123 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45ab2c4-5007-4527-8755-6a71a11a1095 None None] Sync routers for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:42:56.830681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59e242-3e2f-4553-b162-af5f650cd18c req-faacb467-f519-43df-8c83-07583e1605b8 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:56.843596 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae59e242-3e2f-4553-b162-af5f650cd18c req-faacb467-f519-43df-8c83-07583e1605b8 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.0796220 Jul 29 14:42:56.851003 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ab2c4-5007-4527-8755-6a71a11a1095 None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:42:56.853343 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f45ab2c4-5007-4527-8755-6a71a11a1095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:42:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:56.907402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae59e242-3e2f-4553-b162-af5f650cd18c req-c5534d3b-79ff-4ddb-9247-87620bd0f115 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617349 Jul 29 14:42:56.930492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7e999-1084-4528-b37d-30acef8039ef service neutron] Pushing event updated for resources: {'Port': ['ID=8be12780-02c9-4ad3-91fe-54c5ee5837ab,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:56.946898 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-2cad1f0b-4f38-43d0-b590-74eb21b1c40c tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "PUT /v2.0/floatingips/bd1f68ef-468f-4396-85b5-395e5d2d2aa0 HTTP/1.1" status: 200 len: 996 time: 3.4400446 Jul 29 14:42:56.973066 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:57.053414 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b806846-44f0-4125-a847-b58547ee5089 req-8402a1e9-a785-42a7-9ada-213bfdeb6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:57.055048 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-8402a1e9-a785-42a7-9ada-213bfdeb6f62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 1098 time: 0.2080350 Jul 29 14:42:57.137974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d495c5-4a0f-4a93-97fb-d65e5bdb5034 req-5e8018c0-6756-4f33-bc74-ddd64889c7a3 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:57.138187 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f45ab2c4-5007-4527-8755-6a71a11a1095 None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:42:57.139893 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9d495c5-4a0f-4a93-97fb-d65e5bdb5034 req-5e8018c0-6756-4f33-bc74-ddd64889c7a3 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 947 time: 0.0588934 Jul 29 14:42:57.159887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-3f0ed1f5-6f23-465c-ab46-436a889aae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:57.162120 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-3f0ed1f5-6f23-465c-ab46-436a889aae59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 1096 time: 0.1979644 Jul 29 14:42:57.187685 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9d495c5-4a0f-4a93-97fb-d65e5bdb5034 req-45513309-fd91-4b57-866a-007725772cac tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370927 Jul 29 14:42:57.241602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8be12780-02c9-4ad3-91fe-54c5ee5837ab no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:42:57.304809 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8be12780-02c9-4ad3-91fe-54c5ee5837ab not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:42:57.372294 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b806846-44f0-4125-a847-b58547ee5089 req-36015734-c1c0-49f0-8bb2-fa7a64989348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:57.373938 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-36015734-c1c0-49f0-8bb2-fa7a64989348 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.3114641 Jul 29 14:42:57.426658 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f45ab2c4-5007-4527-8755-6a71a11a1095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'bd1f68ef-468f-4396-85b5-395e5d2d2aa0', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'port_id': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'mac_address': 'fa:16:3e:da:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f913620d-5793-4215-8b84-dac015f803d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:42:35Z', 'updated_at': '2021-07-29T14:42:54Z', 'revision_number': 1, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:57.453868 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45ab2c4-5007-4527-8755-6a71a11a1095 None None] Checking router: a81cf773-8a78-417d-b48d-a1e313304fdd for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:42:57.463310 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ab2c4-5007-4527-8755-6a71a11a1095 None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:42:57.463511 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-0673f8ae-278d-4a5d-8faa-79f2ea98b355 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab HTTP/1.1" status: 200 len: 217 time: 0.0795052 Jul 29 14:42:57.463928 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f45ab2c4-5007-4527-8755-6a71a11a1095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:42:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:57.470098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-2c7dbcad-08c0-4598-8723-b89d28ea0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:57.471618 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-2c7dbcad-08c0-4598-8723-b89d28ea0bd0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 921 time: 0.2925479 Jul 29 14:42:57.558710 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:57.593290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b806846-44f0-4125-a847-b58547ee5089 req-a56b0383-67c3-4e99-ad77-fc792d2ffbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:57.593290 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-a56b0383-67c3-4e99-ad77-fc792d2ffbb8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1190259 Jul 29 14:42:57.625252 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f45ab2c4-5007-4527-8755-6a71a11a1095 None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:42:57.651588 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-f5cd2deb-ca60-4d29-86e3-a471074c8960 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72524ee8-b7ca-4e00-a4e6-430fa847823b HTTP/1.1" status: 200 len: 999 time: 0.1660340 Jul 29 14:42:57.780691 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1eeb4-65a9-4778-ad3a-abb21f093f37 req-1cc8962f-b408-43c9-8ff2-9a477207579a tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:57.785484 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5f1eeb4-65a9-4778-ad3a-abb21f093f37 req-1cc8962f-b408-43c9-8ff2-9a477207579a tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1099296 Jul 29 14:42:57.785999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-66d89d12-bbe0-4f0f-9a15-9c4cd16c3579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:57.788277 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-66d89d12-bbe0-4f0f-9a15-9c4cd16c3579 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 200 len: 859 time: 0.1202736 Jul 29 14:42:57.796085 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b806846-44f0-4125-a847-b58547ee5089 req-2954da5b-e8e7-45aa-bd2e-26d3ab4c9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:57.797660 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-2954da5b-e8e7-45aa-bd2e-26d3ab4c9b1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609344 Jul 29 14:42:57.859217 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5f1eeb4-65a9-4778-ad3a-abb21f093f37 req-2ed36dd2-bb02-408d-ab42-a462a2f57e48 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613129 Jul 29 14:42:57.932493 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f45ab2c4-5007-4527-8755-6a71a11a1095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'bd1f68ef-468f-4396-85b5-395e5d2d2aa0', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'port_id': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'mac_address': 'fa:16:3e:da:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f913620d-5793-4215-8b84-dac015f803d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:42:35Z', 'updated_at': '2021-07-29T14:42:54Z', 'revision_number': 1, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:57.937413 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-e4bcc735-fcd4-4e49-bfb9-db9867be0a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:57.938277 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-e4bcc735-fcd4-4e49-bfb9-db9867be0a0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae83cecd-147c-461f-81ff-989ea8728735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372614 Jul 29 14:42:57.954001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-3a68ac36-9774-49df-968a-57e4528d60cf service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:42:57.955202 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-3a68ac36-9774-49df-968a-57e4528d60cf service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063052 Jul 29 14:42:57.975684 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45ab2c4-5007-4527-8755-6a71a11a1095 None None] The sync data for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 is: [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'bd1f68ef-468f-4396-85b5-395e5d2d2aa0', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'port_id': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'mac_address': 'fa:16:3e:da:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f913620d-5793-4215-8b84-dac015f803d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:42:35Z', 'updated_at': '2021-07-29T14:42:54Z', 'revision_number': 1, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:42:58.015612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Router c2b37707-89d5-4e82-abb4-97770297e8c8 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:42:58.019002 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-f7df3267-a6bd-4983-b66f-d4128ee73361 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068310 Jul 29 14:42:58.198802 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae45be-d43b-45bb-948f-ef32db906eb0 req-627e657b-51be-4b88-885a-59fe6b32477c tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:58.201487 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8ae45be-d43b-45bb-948f-ef32db906eb0 req-627e657b-51be-4b88-885a-59fe6b32477c tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 943 time: 0.0826733 Jul 29 14:42:58.261511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba9e2b-10fb-46c9-9be8-40279872c552 None None] New status for floating IP bd1f68ef-468f-4396-85b5-395e5d2d2aa0: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:42:58.268576 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8ae45be-d43b-45bb-948f-ef32db906eb0 req-0b831377-c33b-4022-8af4-97cf9741d5a8 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1e58756-f5be-4231-a8bd-d4810b025e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599525 Jul 29 14:42:58.405624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab'}, {'name': 'network-changed', 'server_uuid': 'f913620d-5793-4215-8b84-dac015f803d5', 'tag': '72524ee8-b7ca-4e00-a4e6-430fa847823b'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:42:58.407989 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8435a579-21e9-4415-a000-5c20f25f7894" -d '{"events": [{"name": "network-changed", "server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab"}, {"name": "network-changed", "server_uuid": "f913620d-5793-4215-8b84-dac015f803d5", "tag": "72524ee8-b7ca-4e00-a4e6-430fa847823b"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:42:58.505840 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2227b-5ac1-4a36-9cbe-682fe1a78ff7 req-b625fa22-e01e-4f51-840a-c1ba3a393e21 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:58.508008 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76b2227b-5ac1-4a36-9cbe-682fe1a78ff7 req-b625fa22-e01e-4f51-840a-c1ba3a393e21 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 947 time: 0.0945268 Jul 29 14:42:58.558467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-7f91b2f7-b592-465d-8213-562bd4cbb445 service neutron] 10.222.0.16 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897617 Jul 29 14:42:58.570200 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b806846-44f0-4125-a847-b58547ee5089 req-7fce3327-102e-4028-9b23-8f3001afddad service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5417891 Jul 29 14:42:58.576383 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76b2227b-5ac1-4a36-9cbe-682fe1a78ff7 req-c8b73882-985a-4594-b169-fc519fd39fdd tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603900 Jul 29 14:42:58.628272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:42:58.650239 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Sync routers for ids ['c2b37707-89d5-4e82-abb4-97770297e8c8'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:42:58.663194 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:58.665831 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e5b72820-3fd5-48c0-8c09-5e079f7ac379 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.4272861 Jul 29 14:42:58.668245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50844) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:42:58.685804 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Routers {'c2b37707-89d5-4e82-abb4-97770297e8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:42:58.686835 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:42:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c2b37707-89d5-4e82-abb4-97770297e8c8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:58.731222 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddee3d19-8260-4ca2-b567-dbe30fd14eff req-2630ef8d-d67a-4992-a5dc-f32407cdac71 service neutron] 10.222.0.16 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596944 Jul 29 14:42:58.826242 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 14:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893ffcf2-4746-4299-a80f-57ed4aabf025 x-openstack-request-id: req-893ffcf2-4746-4299-a80f-57ed4aabf025 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:42:58.826686 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f913620d-5793-4215-8b84-dac015f803d5", "tag": "72524ee8-b7ca-4e00-a4e6-430fa847823b", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:42:58.827072 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-893ffcf2-4746-4299-a80f-57ed4aabf025 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:42:58.827614 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab', 'status': 'completed', 'code': 200} Jul 29 14:42:58.828010 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f913620d-5793-4215-8b84-dac015f803d5', 'tag': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'status': 'completed', 'code': 200} Jul 29 14:42:58.928358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435a579-21e9-4415-a000-5c20f25f7894 req-4e411530-1653-4761-bf84-6322a3910b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:58.931136 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-4e411530-1653-4761-bf84-6322a3910b86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 1098 time: 0.0653610 Jul 29 14:42:58.960630 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Set router c2b37707-89d5-4e82-abb4-97770297e8c8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:42:59.025373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435a579-21e9-4415-a000-5c20f25f7894 req-c3aec3ec-bda0-4e62-a603-51c42694e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:59.026880 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-c3aec3ec-bda0-4e62-a603-51c42694e7e4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 1098 time: 0.1430910 Jul 29 14:42:59.037377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-1ef3f921-9c4f-4f5e-8ca8-19e07ed05ca7 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:59.039509 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-1ef3f921-9c4f-4f5e-8ca8-19e07ed05ca7 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1369112 Jul 29 14:42:59.151842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89b77a-dcb9-4b46-a41a-3166dc6256a5 req-b568086b-cf08-4a05-bb5a-09834fc7f674 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:59.153408 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e89b77a-dcb9-4b46-a41a-3166dc6256a5 req-b568086b-cf08-4a05-bb5a-09834fc7f674 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1727245 Jul 29 14:42:59.166487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435a579-21e9-4415-a000-5c20f25f7894 req-91b82300-d38c-438e-ab2c-1cf81106b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:59.168022 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-91b82300-d38c-438e-ab2c-1cf81106b1a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.2216730 Jul 29 14:42:59.213761 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'name': 'tempest-ServersTestJSON-1365962912-router', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:52Z', 'updated_at': '2021-07-29T14:42:56Z', 'revision_number': 3, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'gw_port': {'id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:54Z', 'updated_at': '2021-07-29T14:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:42:59.215154 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-a2117a35-1842-440f-9dc1-82fd3945a8f3 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 1001 time: 0.1657155 Jul 29 14:42:59.229866 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-d364c5bf-2c6e-4d2e-ae61-78d16686ee68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab HTTP/1.1" status: 200 len: 217 time: 0.0454636 Jul 29 14:42:59.247275 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Checking router: c2b37707-89d5-4e82-abb4-97770297e8c8 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:42:59.247595 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Updating router c2b37707-89d5-4e82-abb4-97770297e8c8 port b5f76903-c814-41ef-8e9c-3897d5ebb30e binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:42:59.249467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device e5cdea21-087b-407b-ab50-30995ce5ec95 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:42:59.254247 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e89b77a-dcb9-4b46-a41a-3166dc6256a5 req-c39e1949-ae0c-4b15-8299-5bdb3688a8a5 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851834 Jul 29 14:42:59.277853 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:59.319220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435a579-21e9-4415-a000-5c20f25f7894 req-030e6ecd-e1df-406f-aacc-aa98158a63c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:59.320758 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-030e6ecd-e1df-406f-aacc-aa98158a63c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0799885 Jul 29 14:42:59.356936 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-de75a16d-3392-4c92-ba35-3f6ce8d2f5c1 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Request body: {'floatingip': {'port_id': 'fc360044-73e1-4f9a-9811-76415fb39cc0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:42:59.435235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435a579-21e9-4415-a000-5c20f25f7894 req-cc320d81-5a48-4786-94d5-6870d39ea964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:59.440753 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-cc320d81-5a48-4786-94d5-6870d39ea964 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1053290 Jul 29 14:42:59.510277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435a579-21e9-4415-a000-5c20f25f7894 req-17318692-df71-422d-a8c8-0faac4201afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:59.513419 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-17318692-df71-422d-a8c8-0faac4201afc service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.4728169 Jul 29 14:42:59.516286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port e5cdea21-087b-407b-ab50-30995ce5ec95, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e5cdea21-087b-407b-ab50-30995ce5ec95,segment=NetworkSegment(8575e42c-a22f-4190-a569-d659600e8192),segment_id=8575e42c-a22f-4190-a569-d659600e8192)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:59.540095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'e5cdea21-087b-407b-ab50-30995ce5ec95', 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'port_id': 'e5cdea21-087b-407b-ab50-30995ce5ec95', 'mac_address': 'fa:16:3e:57:00:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:42:59.610777 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-981797ef-66d3-46c9-ba8b-ee3123a034ca service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619012 Jul 29 14:42:59.629406 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:59.637669 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-b8560dc1-15e1-4b8a-bd48-632302b223e1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab HTTP/1.1" status: 200 len: 217 time: 0.1137304 Jul 29 14:42:59.653215 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-de75a16d-3392-4c92-ba35-3f6ce8d2f5c1 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:59.662964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5cdea21-087b-407b-ab50-30995ce5ec95 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:42:59.707683 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea059a8-2f69-4a46-8954-10b1bc8b0b09 req-d71552a7-68ed-4b46-926a-18ed3a488989 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:59.715599 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port e5cdea21-087b-407b-ab50-30995ce5ec95, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e5cdea21-087b-407b-ab50-30995ce5ec95,segment=NetworkSegment(8575e42c-a22f-4190-a569-d659600e8192),segment_id=8575e42c-a22f-4190-a569-d659600e8192)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:42:59.716500 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fea059a8-2f69-4a46-8954-10b1bc8b0b09 req-d71552a7-68ed-4b46-926a-18ed3a488989 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 943 time: 0.1491199 Jul 29 14:42:59.748515 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:59.754654 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:59.773072 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Transition to ACTIVE for port object b5f76903-c814-41ef-8e9c-3897d5ebb30e will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:42:59.784634 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:59.793724 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fea059a8-2f69-4a46-8954-10b1bc8b0b09 req-f3ab19d4-41f9-4dcd-9e90-f56504ea3c54 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1e58756-f5be-4231-a8bd-d4810b025e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760047 Jul 29 14:42:59.853894 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-5e9c23f7-ae9f-4988-9df7-4192aec3df57 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265632 Jul 29 14:42:59.869776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=e5cdea21-087b-407b-ab50-30995ce5ec95,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:59.881568 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558fb89-db88-4a25-a6ed-d6fb91e5fe41 None None] Pushing event updated for resources: {'Port': ['ID=b5f76903-c814-41ef-8e9c-3897d5ebb30e,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:42:59.892609 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558fb89-db88-4a25-a6ed-d6fb91e5fe41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:59.892999 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558fb89-db88-4a25-a6ed-d6fb91e5fe41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:59.893589 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558fb89-db88-4a25-a6ed-d6fb91e5fe41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:59.893986 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558fb89-db88-4a25-a6ed-d6fb91e5fe41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:59.894322 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558fb89-db88-4a25-a6ed-d6fb91e5fe41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:59.894922 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558fb89-db88-4a25-a6ed-d6fb91e5fe41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:59.895792 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558fb89-db88-4a25-a6ed-d6fb91e5fe41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:59.895792 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558fb89-db88-4a25-a6ed-d6fb91e5fe41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:59.896037 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558fb89-db88-4a25-a6ed-d6fb91e5fe41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:59.896443 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558fb89-db88-4a25-a6ed-d6fb91e5fe41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:59.896627 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558fb89-db88-4a25-a6ed-d6fb91e5fe41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:59.897084 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6558fb89-db88-4a25-a6ed-d6fb91e5fe41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:42:59.920374 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Attempting to bind port b5f76903-c814-41ef-8e9c-3897d5ebb30e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:42:59.920780 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Attempting to bind port b5f76903-c814-41ef-8e9c-3897d5ebb30e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:42:59.921311 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Attempting to bind port b5f76903-c814-41ef-8e9c-3897d5ebb30e on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:42:59.934532 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:42:59.934962 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:42:59.935488 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:59.935904 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:42:59.936411 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Bound port: b5f76903-c814-41ef-8e9c-3897d5ebb30e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:42:59.936840 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:42:59.988503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435a579-21e9-4415-a000-5c20f25f7894 req-a3545559-4a5c-4913-9daf-55338305bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:42:59.991044 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-a3545559-4a5c-4913-9daf-55338305bb1d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.2577779 Jul 29 14:43:00.023127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c5a0a-aee1-4536-a06d-bf772a194083 req-624b0db7-f7bc-470d-936d-20468282f7d0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:00.023419 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] For port b5f76903-c814-41ef-8e9c-3897d5ebb30e, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:00.025992 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-473c5a0a-aee1-4536-a06d-bf772a194083 req-624b0db7-f7bc-470d-936d-20468282f7d0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 947 time: 0.1000268 Jul 29 14:43:00.030090 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435a579-21e9-4415-a000-5c20f25f7894 req-a8e0e730-65b7-4d0c-b04d-48562eac684d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:00.032006 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-a8e0e730-65b7-4d0c-b04d-48562eac684d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 1096 time: 0.0734873 Jul 29 14:43:00.034697 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] For port b5f76903-c814-41ef-8e9c-3897d5ebb30e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=b5f76903-c814-41ef-8e9c-3897d5ebb30e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:43:00.041396 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:00.102499 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Routers {'c2b37707-89d5-4e82-abb4-97770297e8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:00.103305 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:42:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c2b37707-89d5-4e82-abb4-97770297e8c8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:00.113397 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:00.134077 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['e5cdea21-087b-407b-ab50-30995ce5ec95'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:00.159325 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-473c5a0a-aee1-4536-a06d-bf772a194083 req-89dd48df-6945-4dcf-82ec-35a81cb75128 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245465 Jul 29 14:43:00.164411 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558fb89-db88-4a25-a6ed-d6fb91e5fe41 None None] Pushing event updated for resources: {'Port': ['ID=b5f76903-c814-41ef-8e9c-3897d5ebb30e,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:00.177754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435a579-21e9-4415-a000-5c20f25f7894 req-af29f7a6-5a70-43a3-a179-e3bf53578507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:00.180810 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-af29f7a6-5a70-43a3-a179-e3bf53578507 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1670167 Jul 29 14:43:00.269533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435a579-21e9-4415-a000-5c20f25f7894 req-d73f526e-2215-44f6-bd8e-8a0eeb78bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:00.273119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-d73f526e-2215-44f6-bd8e-8a0eeb78bad6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 921 time: 0.2320716 Jul 29 14:43:00.400623 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] Set router c2b37707-89d5-4e82-abb4-97770297e8c8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:00.400922 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-878a0f3b-54d6-4eea-bb75-4325568ca571 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72524ee8-b7ca-4e00-a4e6-430fa847823b HTTP/1.1" status: 200 len: 1001 time: 0.1155293 Jul 29 14:43:00.506696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435a579-21e9-4415-a000-5c20f25f7894 req-0224ded2-4a22-4980-bcad-f010542c008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:00.508626 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-0224ded2-4a22-4980-bcad-f010542c008e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 200 len: 859 time: 0.0998063 Jul 29 14:43:00.553085 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98c14b04-4d83-463a-a8b7-e631b3ddab36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:00.669100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-c47e3538-1b6a-482f-8f43-ff5dcea41a7d tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:00.671028 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-c47e3538-1b6a-482f-8f43-ff5dcea41a7d tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/networks?id=c27d8624-bcea-4fd8-b819-7fa0a6f34799 HTTP/1.1" status: 200 len: 810 time: 0.1610491 Jul 29 14:43:00.682811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435a579-21e9-4415-a000-5c20f25f7894 req-b5c8744c-0632-4b1a-9fb1-cbfc3706b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:00.684382 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-b5c8744c-0632-4b1a-9fb1-cbfc3706b1dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae83cecd-147c-461f-81ff-989ea8728735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644983 Jul 29 14:43:00.696293 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-24fdb8aa-d683-44dd-9c19-e9e2ec1af3af tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/quotas/582ef61589934b7c85558e606741b98e HTTP/1.1" status: 200 len: 375 time: 0.0107875 Jul 29 14:43:00.777136 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-58f47bec-fe6e-4f98-af2b-cf54a76f30d2 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=582ef61589934b7c85558e606741b98e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668445 Jul 29 14:43:00.831068 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'name': 'tempest-ServersTestJSON-1365962912-router', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:52Z', 'updated_at': '2021-07-29T14:42:56Z', 'revision_number': 3, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'gw_port': {'id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:54Z', 'updated_at': '2021-07-29T14:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:00.887093 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ff9bf-a11b-473d-8076-497ba28a3d7f None None] The sync data for ids ['c2b37707-89d5-4e82-abb4-97770297e8c8'] in n-d-802893-1 is: [{'id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'name': 'tempest-ServersTestJSON-1365962912-router', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:52Z', 'updated_at': '2021-07-29T14:42:56Z', 'revision_number': 3, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'gw_port': {'id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:54Z', 'updated_at': '2021-07-29T14:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:43:00.887456 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-9798d37b-42e8-4315-9348-7df179e18878 service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883054 Jul 29 14:43:00.966007 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-e1955aa9-7fc4-4754-9650-dae8f038abd9 service neutron] 10.222.0.16 "GET /v2.0/networks/c27d8624-bcea-4fd8-b819-7fa0a6f34799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747169 Jul 29 14:43:01.088362 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-88ee6ffa-7d9e-4f1b-8a9f-a08e7e0d096b service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888299 Jul 29 14:43:01.091741 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Allocated IP 172.20.0.1 (36fa8262-47ad-4a9d-baac-a8463087d147/b1b3df64-d072-4a45-bae2-35bbe0a05cc7/e5607051-a038-4ca6-a4d3-e4a7e1a73513) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:43:01.115220 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-7fed4bd8-7a89-4482-950c-6e761c99fb24 service neutron] 10.222.0.16 "GET /v2.0/networks/c27d8624-bcea-4fd8-b819-7fa0a6f34799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414676 Jul 29 14:43:01.153743 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-9c4f4c03-8054-49e4-b0cf-e858cadd81eb service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075735 Jul 29 14:43:01.385713 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8435a579-21e9-4415-a000-5c20f25f7894 req-ba50d6fe-3837-40ed-9cd9-10084ef2434c service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225797 Jul 29 14:43:01.588399 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:01.617306 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.resource_extend [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-de75a16d-3392-4c92-ba35-3f6ce8d2f5c1 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:43:01.696375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Transition to ACTIVE for port object e5607051-a038-4ca6-a4d3-e4a7e1a73513 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:01.797331 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-de75a16d-3392-4c92-ba35-3f6ce8d2f5c1 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:01.803789 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-de75a16d-3392-4c92-ba35-3f6ce8d2f5c1 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:01.808344 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:01.851708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89713a-9ef1-46bb-992f-b3592ba2b8b6 req-45ab87a8-9565-4e54-b1c8-0f429b3ed09e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:01.855126 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae89713a-9ef1-46bb-992f-b3592ba2b8b6 req-45ab87a8-9565-4e54-b1c8-0f429b3ed09e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1373894 Jul 29 14:43:01.947583 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae89713a-9ef1-46bb-992f-b3592ba2b8b6 req-72501e61-6d95-4c68-9441-722158da72f6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760248 Jul 29 14:43:01.999883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Network 36fa8262-47ad-4a9d-baac-a8463087d147 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:43:02.013320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:43:02.015965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:43:02.055932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Pushing event updated for resources: {'Port': ['ID=e5607051-a038-4ca6-a4d3-e4a7e1a73513,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:02.078384 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-de75a16d-3392-4c92-ba35-3f6ce8d2f5c1 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Floating IP bd1f68ef-468f-4396-85b5-395e5d2d2aa0 associated. External IP: 172.25.6.223, port: 72524ee8-b7ca-4e00-a4e6-430fa847823b. Jul 29 14:43:02.147578 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:02.182268 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3234b5-cddb-4667-967c-dec017900657 req-3fdc6f39-6d14-4457-88a6-3bd1eab6ad88 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:02.199224 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ee3234b5-cddb-4667-967c-dec017900657 req-3fdc6f39-6d14-4457-88a6-3bd1eab6ad88 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 944 time: 0.0985899 Jul 29 14:43:02.282262 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ee3234b5-cddb-4667-967c-dec017900657 req-9b1d104a-7f30-402c-99d9-76fa448a953e tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1e58756-f5be-4231-a8bd-d4810b025e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812683 Jul 29 14:43:02.290369 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 8be12780-02c9-4ad3-91fe-54c5ee5837ab details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:43:02.559326 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:02.583593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84cdfa-6935-4c5a-a4e8-60afd2add4f8 req-084bb6e5-386c-4dd2-9b5d-20aff35dbb39 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:02.601451 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2f84cdfa-6935-4c5a-a4e8-60afd2add4f8 req-084bb6e5-386c-4dd2-9b5d-20aff35dbb39 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 947 time: 0.1712437 Jul 29 14:43:02.616087 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1786c979-58e8-4def-a360-e796afdd8f11 None None] Provisioning for port e5607051-a038-4ca6-a4d3-e4a7e1a73513 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:02.619093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '8be12780-02c9-4ad3-91fe-54c5ee5837ab', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '8be12780-02c9-4ad3-91fe-54c5ee5837ab', 'mac_address': 'fa:16:3e:45:05:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:43:02.625140 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1786c979-58e8-4def-a360-e796afdd8f11 None None] Provisioning complete for port e5607051-a038-4ca6-a4d3-e4a7e1a73513 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:02.625717 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1786c979-58e8-4def-a360-e796afdd8f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:02.638206 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:02.728889 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:02.774196 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be12780-02c9-4ad3-91fe-54c5ee5837ab {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:43:02.789910 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2f84cdfa-6935-4c5a-a4e8-60afd2add4f8 req-c00666ef-c34f-4fdc-b96c-658e13211f56 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853850 Jul 29 14:43:02.790911 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-de75a16d-3392-4c92-ba35-3f6ce8d2f5c1 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Router a81cf773-8a78-417d-b48d-a1e313304fdd has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:43:02.797918 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:02.804453 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:02.881677 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=8be12780-02c9-4ad3-91fe-54c5ee5837ab,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:02.897954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1786c979-58e8-4def-a360-e796afdd8f11 None None] Port e5607051-a038-4ca6-a4d3-e4a7e1a73513 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:43:02.909522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device b5f76903-c814-41ef-8e9c-3897d5ebb30e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:02.976786 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port b5f76903-c814-41ef-8e9c-3897d5ebb30e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:02.984993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port b5f76903-c814-41ef-8e9c-3897d5ebb30e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:02.986166 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:03.134571 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:03.148617 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:03.188612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['8be12780-02c9-4ad3-91fe-54c5ee5837ab'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:03.218499 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6abbf656-d09b-46f4-b3c4-b6632557e300 req-b08be383-eb36-4d20-8453-010d89c7d4bb tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e9166e5-5891-4c01-a098-82e075045908 HTTP/1.1" status: 200 len: 210 time: 0.0617611 Jul 29 14:43:03.296583 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device e5cdea21-087b-407b-ab50-30995ce5ec95 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:03.312719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port b5f76903-c814-41ef-8e9c-3897d5ebb30e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=b5f76903-c814-41ef-8e9c-3897d5ebb30e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:03.328721 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-de75a16d-3392-4c92-ba35-3f6ce8d2f5c1 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:43:03.347758 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:03.383666 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c93055-8a6f-4233-a5a2-0b1ab1c55b4f None None] Sync routers for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:43:03.419129 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f10a7f8-61ae-46e0-a5cc-a5791a8bb0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:03.477285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c93055-8a6f-4233-a5a2-0b1ab1c55b4f None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:03.478102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d9c93055-8a6f-4233-a5a2-0b1ab1c55b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:42:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:03.530810 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:03.531168 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=b5f76903-c814-41ef-8e9c-3897d5ebb30e,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:03.539010 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:03.561694 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port e5cdea21-087b-407b-ab50-30995ce5ec95 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:03.586032 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port e5cdea21-087b-407b-ab50-30995ce5ec95 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:03.586965 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:03.655003 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Pushing event updated for resources: {'Port': ['ID=e5607051-a038-4ca6-a4d3-e4a7e1a73513,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:03.712839 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:03.807949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-53e19cd0-697a-46d2-9de9-3ccef8279741 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:03.812825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-53e19cd0-697a-46d2-9de9-3ccef8279741 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.39 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3&tenant_id=066be3c079594f16a4e143f5f26610bd&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 948 time: 0.1986363 Jul 29 14:43:03.830559 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8be08-000a-4888-a4a0-b8291675dab3 req-5b31379c-bbd4-44ae-949a-a5df19a83fa9 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:03.844212 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c6d8be08-000a-4888-a4a0-b8291675dab3 req-5b31379c-bbd4-44ae-949a-a5df19a83fa9 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1453693 Jul 29 14:43:03.898142 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:03.933925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-de75a16d-3392-4c92-ba35-3f6ce8d2f5c1 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Router a81cf773-8a78-417d-b48d-a1e313304fdd has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:43:03.959314 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Network 36fa8262-47ad-4a9d-baac-a8463087d147 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:43:03.963764 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:43:03.983438 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-d9c93055-8a6f-4233-a5a2-0b1ab1c55b4f None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:04.092436 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bd1c62-e212-44dd-9a9f-b16957e71137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cdea21-087b-407b-ab50-30995ce5ec95'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:04.094820 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ff3f60-329e-41de-982f-4b89d88aacb4" -d '{"events": [{"server_uuid": "06bd1c62-e212-44dd-9a9f-b16957e71137", "name": "network-vif-plugged", "status": "completed", "tag": "e5cdea21-087b-407b-ab50-30995ce5ec95"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:04.132411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port e5cdea21-087b-407b-ab50-30995ce5ec95, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e5cdea21-087b-407b-ab50-30995ce5ec95,segment=NetworkSegment(8575e42c-a22f-4190-a569-d659600e8192),segment_id=8575e42c-a22f-4190-a569-d659600e8192)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:04.140548 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c6d8be08-000a-4888-a4a0-b8291675dab3 req-c9b8e689-0353-4eaf-83dd-44acbd684fa0 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902837 Jul 29 14:43:04.154919 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:04.262745 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-de75a16d-3392-4c92-ba35-3f6ce8d2f5c1 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:43:04.330830 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-de75a16d-3392-4c92-ba35-3f6ce8d2f5c1 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:04.404720 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f913620d-5793-4215-8b84-dac015f803d5', 'tag': '72524ee8-b7ca-4e00-a4e6-430fa847823b'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:04.408253 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a3afbe-6a17-4a79-ac20-ed1b1c3a6314" -d '{"events": [{"name": "network-changed", "server_uuid": "f913620d-5793-4215-8b84-dac015f803d5", "tag": "72524ee8-b7ca-4e00-a4e6-430fa847823b"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:04.419798 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-7fabc11e-033d-4622-a8f6-648859698a6c service neutron] 10.222.0.39 "GET /v2.0/ports/8be12780-02c9-4ad3-91fe-54c5ee5837ab/bindings/n-h2-802893-1 HTTP/1.1" status: 200 len: 382 time: 0.4857213 Jul 29 14:43:04.464002 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:04.466045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba61dee-d769-417c-b354-2096a98e6e03 req-fac54fc5-0518-4682-892a-4dc4e2ceacea tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:04.468766 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1ba61dee-d769-417c-b354-2096a98e6e03 req-fac54fc5-0518-4682-892a-4dc4e2ceacea tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 1097 time: 0.1409130 Jul 29 14:43:04.475536 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-de75a16d-3392-4c92-ba35-3f6ce8d2f5c1 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "PUT /v2.0/floatingips/bd1f68ef-468f-4396-85b5-395e5d2d2aa0 HTTP/1.1" status: 200 len: 998 time: 5.2579947 Jul 29 14:43:04.481094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0d2a3969-b591-43ca-bc2b-4e108c8dc25c None None] Provisioning complete for port e5607051-a038-4ca6-a4d3-e4a7e1a73513 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:04.481468 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d2a3969-b591-43ca-bc2b-4e108c8dc25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:04.499656 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Router c2b37707-89d5-4e82-abb4-97770297e8c8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:43:04.510323 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=e5cdea21-087b-407b-ab50-30995ce5ec95,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:04.548598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a3969-b591-43ca-bc2b-4e108c8dc25c None None] Port e5607051-a038-4ca6-a4d3-e4a7e1a73513 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:43:04.556166 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d9c93055-8a6f-4233-a5a2-0b1ab1c55b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'bd1f68ef-468f-4396-85b5-395e5d2d2aa0', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'port_id': 'fc360044-73e1-4f9a-9811-76415fb39cc0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'mac_address': 'fa:16:3e:4d:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:42:35Z', 'updated_at': '2021-07-29T14:43:01Z', 'revision_number': 3, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:04.574438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-ce240c3d-e859-4bab-a16a-b180369b846e tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:04.577121 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-ce240c3d-e859-4bab-a16a-b180369b846e tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports/72524ee8-b7ca-4e00-a4e6-430fa847823b HTTP/1.1" status: 200 len: 942 time: 0.0993557 Jul 29 14:43:04.584244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-94e3e7c6-6a39-47c6-b445-3459c7562e3d tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:04.585817 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c93055-8a6f-4233-a5a2-0b1ab1c55b4f None None] Checking router: a81cf773-8a78-417d-b48d-a1e313304fdd for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:43:04.586808 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-94e3e7c6-6a39-47c6-b445-3459c7562e3d tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.39 "GET /v2.0/networks?id=c27d8624-bcea-4fd8-b819-7fa0a6f34799 HTTP/1.1" status: 200 len: 810 time: 0.6348858 Jul 29 14:43:04.597835 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c93055-8a6f-4233-a5a2-0b1ab1c55b4f None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:04.598952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d9c93055-8a6f-4233-a5a2-0b1ab1c55b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:04.621599 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-e45b9e04-868d-4dbe-8c05-05ee4555ffe1 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Request body: {'port': {'device_id': '3e9166e5-5891-4c01-a098-82e075045908', 'network_id': 'c27d8624-bcea-4fd8-b819-7fa0a6f34799', 'admin_state_up': True, 'tenant_id': '582ef61589934b7c85558e606741b98e'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:04.660115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-cc57699c-bc18-43c0-a276-3d5a16ae3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:04.663252 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-cc57699c-bc18-43c0-a276-3d5a16ae3892 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 1099 time: 0.2011144 Jul 29 14:43:04.729782 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:43:04.737528 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1ba61dee-d769-417c-b354-2096a98e6e03 req-570fe917-11f0-455d-b699-8015cce6532f tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497432 Jul 29 14:43:04.743192 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Sync routers for ids ['c2b37707-89d5-4e82-abb4-97770297e8c8'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:43:04.745522 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0c4e83f3-842d-4d5b-ab28-5e2825908436 admin admin] 10.222.0.16 "PUT /v2.0/routers/c2b37707-89d5-4e82-abb4-97770297e8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0752695 Jul 29 14:43:04.778012 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-d9c93055-8a6f-4233-a5a2-0b1ab1c55b4f None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:04.782207 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device b5f76903-c814-41ef-8e9c-3897d5ebb30e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:04.791964 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Routers {'c2b37707-89d5-4e82-abb4-97770297e8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:04.793038 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c2b37707-89d5-4e82-abb4-97770297e8c8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:04.803822 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-515955ff-cc96-47f3-b32a-0cc78cee22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:04.806017 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-515955ff-cc96-47f3-b32a-0cc78cee22e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 1096 time: 0.0588729 Jul 29 14:43:04.953656 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-98090cb8-1335-44ce-8b92-55160b0cdc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:04.955245 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-98090cb8-1335-44ce-8b92-55160b0cdc19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 921 time: 0.1383774 Jul 29 14:43:05.000549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port b5f76903-c814-41ef-8e9c-3897d5ebb30e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:05.001286 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:05.049156 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-9c75bc4d-d238-407b-bb19-add079c806fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72524ee8-b7ca-4e00-a4e6-430fa847823b HTTP/1.1" status: 200 len: 217 time: 0.0826182 Jul 29 14:43:05.080311 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Set router c2b37707-89d5-4e82-abb4-97770297e8c8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:05.127246 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-365c8f29-d53c-4d45-abe8-efbca74abad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:05.131030 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-365c8f29-d53c-4d45-abe8-efbca74abad5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 200 len: 859 time: 0.0804756 Jul 29 14:43:05.202890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-76514c9e-952a-4005-8f38-153dc06dd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:05.205125 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-76514c9e-952a-4005-8f38-153dc06dd027 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae83cecd-147c-461f-81ff-989ea8728735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632262 Jul 29 14:43:05.205338 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc268b2-4a7c-4a43-ad45-978a8cfb4acd req-669c3b6f-af2a-43fc-b28d-9e3948393721 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:05.207671 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-abc268b2-4a7c-4a43-ad45-978a8cfb4acd req-669c3b6f-af2a-43fc-b28d-9e3948393721 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 945 time: 0.2081168 Jul 29 14:43:05.213830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-beac39d4-0caa-4ba6-9f0e-caab306a27a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:05.216146 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-beac39d4-0caa-4ba6-9f0e-caab306a27a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.4441400 Jul 29 14:43:05.324281 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-f05294b5-3029-4ced-a91e-a59be58b5b53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab HTTP/1.1" status: 200 len: 217 time: 0.0869555 Jul 29 14:43:05.328062 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-ce1e620a-75ad-4fa8-b657-0dea24e68827 service neutron] 10.222.0.16 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110582 Jul 29 14:43:05.347404 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-e45b9e04-868d-4dbe-8c05-05ee4555ffe1 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Made reservation on behalf of 582ef61589934b7c85558e606741b98e for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:43:05.348602 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'name': 'tempest-ServersTestJSON-1365962912-router', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:52Z', 'updated_at': '2021-07-29T14:43:02Z', 'revision_number': 4, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'gw_port': {'id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:54Z', 'updated_at': '2021-07-29T14:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'e5607051-a038-4ca6-a4d3-e4a7e1a73513', 'name': '', 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'mac_address': 'fa:16:3e:a1:57:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:00Z', 'updated_at': '2021-07-29T14:43:03Z', 'revision_number': 2, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'subnets': [{'id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:05.353593 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-e45b9e04-868d-4dbe-8c05-05ee4555ffe1 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:05.381031 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Checking router: c2b37707-89d5-4e82-abb4-97770297e8c8 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:43:05.381684 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Updating router c2b37707-89d5-4e82-abb4-97770297e8c8 port e5607051-a038-4ca6-a4d3-e4a7e1a73513 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:43:05.409703 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:05.434412 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-abc268b2-4a7c-4a43-ad45-978a8cfb4acd req-319297f7-1898-4106-a4cd-a382a5d58596 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1e58756-f5be-4231-a8bd-d4810b025e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167115 Jul 29 14:43:05.485227 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-80371b40-e700-486b-857c-cf163c8ca22a service neutron] 10.222.0.16 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455209 Jul 29 14:43:05.545849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-b69dbbc4-3a33-40c4-a03f-e834e105b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:05.547014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d9c93055-8a6f-4233-a5a2-0b1ab1c55b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'bd1f68ef-468f-4396-85b5-395e5d2d2aa0', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'port_id': 'fc360044-73e1-4f9a-9811-76415fb39cc0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'mac_address': 'fa:16:3e:4d:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:42:35Z', 'updated_at': '2021-07-29T14:43:01Z', 'revision_number': 3, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:05.547838 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-b69dbbc4-3a33-40c4-a03f-e834e105b4f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.2019854 Jul 29 14:43:05.612439 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c93055-8a6f-4233-a5a2-0b1ab1c55b4f None None] The sync data for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 is: [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'bd1f68ef-468f-4396-85b5-395e5d2d2aa0', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'port_id': 'fc360044-73e1-4f9a-9811-76415fb39cc0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'mac_address': 'fa:16:3e:4d:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:42:35Z', 'updated_at': '2021-07-29T14:43:01Z', 'revision_number': 3, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:43:05.612880 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-4b903df4-0cfb-4ec5-8622-0b9da7a43bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:05.616714 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-4b903df4-0cfb-4ec5-8622-0b9da7a43bf0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 1096 time: 0.0607498 Jul 29 14:43:05.746328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-0d494ff7-20c8-4f19-bc84-8a607d9874ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:05.748022 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-0d494ff7-20c8-4f19-bc84-8a607d9874ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 921 time: 0.1192105 Jul 29 14:43:05.755358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc744aa7-5622-479e-8472-d1b2169d5d11 req-3ebf2eda-b7da-4cd4-9265-d01e6be96cb8 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:05.758040 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fc744aa7-5622-479e-8472-d1b2169d5d11 req-3ebf2eda-b7da-4cd4-9265-d01e6be96cb8 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 948 time: 0.1868660 Jul 29 14:43:05.766542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-3d5d3a20-8c06-4bab-a9da-8906e48880b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:05.769060 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-3d5d3a20-8c06-4bab-a9da-8906e48880b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2120473 Jul 29 14:43:05.772144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-e45b9e04-868d-4dbe-8c05-05ee4555ffe1 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Allocated IP 172.20.0.7 (c27d8624-bcea-4fd8-b819-7fa0a6f34799/2464a835-8705-4dc5-939b-bf852625811c/100acfe1-c60f-47a4-8f8a-a56eb11094f2) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:43:05.886297 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-fa46228d-822a-4f15-aea9-a859e54b0788 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc360044-73e1-4f9a-9811-76415fb39cc0 HTTP/1.1" status: 200 len: 1001 time: 0.1202378 Jul 29 14:43:05.896405 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:05.907717 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Transition to ACTIVE for port object e5607051-a038-4ca6-a4d3-e4a7e1a73513 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:05.917575 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:05.936762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e231a4-3271-4714-b4e0-56447b6cac81 None None] New status for floating IP bd1f68ef-468f-4396-85b5-395e5d2d2aa0: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:43:05.981326 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b3a63-8768-4235-910e-f6c4d4f43f28 None None] Pushing event updated for resources: {'Port': ['ID=e5607051-a038-4ca6-a4d3-e4a7e1a73513,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:05.994709 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fc744aa7-5622-479e-8472-d1b2169d5d11 req-3a982ced-c838-47a3-b75e-4ff1bffe05b4 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185650 Jul 29 14:43:06.006614 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-c23bcbb3-964e-44b8-9bc7-7579f234a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:06.022419 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-c23bcbb3-964e-44b8-9bc7-7579f234a619 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 200 len: 859 time: 0.1164458 Jul 29 14:43:06.059116 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Attempting to bind port e5607051-a038-4ca6-a4d3-e4a7e1a73513 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:43:06.059509 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Attempting to bind port e5607051-a038-4ca6-a4d3-e4a7e1a73513 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'de9df23c-bc17-4538-a3e1-d40b4138f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:43:06.061272 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Attempting to bind port e5607051-a038-4ca6-a4d3-e4a7e1a73513 on network 36fa8262-47ad-4a9d-baac-a8463087d147 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:06.066120 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:43:06.066542 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Checking segment: {'id': 'de9df23c-bc17-4538-a3e1-d40b4138f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:43:06.067644 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:06.068051 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Bound using segment: {'id': 'de9df23c-bc17-4538-a3e1-d40b4138f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:43:06.068909 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Bound port: e5607051-a038-4ca6-a4d3-e4a7e1a73513, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9df23c-bc17-4538-a3e1-d40b4138f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:43:06.069318 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:06.154636 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] For port e5607051-a038-4ca6-a4d3-e4a7e1a73513, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:06.160172 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] For port e5607051-a038-4ca6-a4d3-e4a7e1a73513, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e5607051-a038-4ca6-a4d3-e4a7e1a73513,segment=NetworkSegment(de9df23c-bc17-4538-a3e1-d40b4138f4fd),segment_id=de9df23c-bc17-4538-a3e1-d40b4138f4fd)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:43:06.167466 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:06.180491 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-bee612f1-ac94-4b0b-b169-c9bd94ee4674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:06.183517 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-bee612f1-ac94-4b0b-b169-c9bd94ee4674 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae83cecd-147c-461f-81ff-989ea8728735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506605 Jul 29 14:43:06.208081 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-cd2a65ac-a1ec-4460-9e67-f5983f1134c2 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193869 Jul 29 14:43:06.267898 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb15c4f-df7e-4afc-a7fb-b88ebbe9cf01 x-openstack-request-id: req-6cb15c4f-df7e-4afc-a7fb-b88ebbe9cf01 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:06.272233 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bd1c62-e212-44dd-9a9f-b16957e71137", "name": "network-vif-plugged", "status": "completed", "tag": "e5cdea21-087b-407b-ab50-30995ce5ec95", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:06.272687 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cb15c4f-df7e-4afc-a7fb-b88ebbe9cf01 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:06.273448 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bd1c62-e212-44dd-9a9f-b16957e71137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cdea21-087b-407b-ab50-30995ce5ec95', 'code': 200} Jul 29 14:43:06.323102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 8be12780-02c9-4ad3-91fe-54c5ee5837ab up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:06.366052 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b3a63-8768-4235-910e-f6c4d4f43f28 None None] Pushing event updated for resources: {'Port': ['ID=e5607051-a038-4ca6-a4d3-e4a7e1a73513,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:06.377565 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Routers {'c2b37707-89d5-4e82-abb4-97770297e8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:06.378262 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c2b37707-89d5-4e82-abb4-97770297e8c8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:06.456262 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:06.525042 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] Set router c2b37707-89d5-4e82-abb4-97770297e8c8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:06.609242 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 8be12780-02c9-4ad3-91fe-54c5ee5837ab completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:06.647705 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 8be12780-02c9-4ad3-91fe-54c5ee5837ab triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:06.648430 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:06.820539 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:06.822744 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de357b7d-a15c-421d-bda7-deef664a2923 None None] Sync routers for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:43:06.846439 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de357b7d-a15c-421d-bda7-deef664a2923 None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:06.847095 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-de357b7d-a15c-421d-bda7-deef664a2923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:06.918486 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:06.927424 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:06.994833 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-de357b7d-a15c-421d-bda7-deef664a2923 None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:07.031810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=8be12780-02c9-4ad3-91fe-54c5ee5837ab,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:07.049019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:07.049552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:07.050077 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:07.050591 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:07.051136 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:07.052546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:07.053109 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:07.053689 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:07.054212 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:07.054720 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:07.055263 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:07.055826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:07.059855 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017abc9-dcf5-48ed-9173-6f3033ab71dd req-cf8bd2ea-376a-46d6-bc4b-326a20ff715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:07.063659 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7017abc9-dcf5-48ed-9173-6f3033ab71dd req-cf8bd2ea-376a-46d6-bc4b-326a20ff715f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 1096 time: 0.1242199 Jul 29 14:43:07.107298 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-73e42d57-6657-43ac-99c1-cbe4183fb8b3 service neutron] 10.222.0.16 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9053981 Jul 29 14:43:07.147894 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf29d30c-b2f3-4a59-b816-f967d498480c req-37c51b9d-8f02-452f-9a10-eeceef75bcb7 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e9166e5-5891-4c01-a098-82e075045908 HTTP/1.1" status: 200 len: 210 time: 0.8164599 Jul 29 14:43:07.163702 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7017abc9-dcf5-48ed-9173-6f3033ab71dd req-1e4240a9-983f-4e85-bfe0-68393be638f3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d1e58756-f5be-4231-a8bd-d4810b025e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918717 Jul 29 14:43:07.217076 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146f647f-2c19-4ab0-9abe-1ebe88619d66 x-openstack-request-id: req-146f647f-2c19-4ab0-9abe-1ebe88619d66 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:07.217664 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f913620d-5793-4215-8b84-dac015f803d5", "tag": "72524ee8-b7ca-4e00-a4e6-430fa847823b", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:07.218165 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-146f647f-2c19-4ab0-9abe-1ebe88619d66 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:07.219060 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f913620d-5793-4215-8b84-dac015f803d5', 'tag': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'status': 'completed', 'code': 200} Jul 29 14:43:07.282803 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-e45b9e04-868d-4dbe-8c05-05ee4555ffe1 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:07.298608 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-0bde6f05-dd92-470c-8c69-95ed82e0b7c4 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0758915 Jul 29 14:43:07.331852 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'name': 'tempest-ServersTestJSON-1365962912-router', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:52Z', 'updated_at': '2021-07-29T14:43:02Z', 'revision_number': 4, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'gw_port': {'id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:54Z', 'updated_at': '2021-07-29T14:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'e5607051-a038-4ca6-a4d3-e4a7e1a73513', 'name': '', 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'mac_address': 'fa:16:3e:a1:57:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:00Z', 'updated_at': '2021-07-29T14:43:06Z', 'revision_number': 4, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'subnets': [{'id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:07.353881 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfca6dba-7367-4d93-ab50-56adc6d0c5fe req-3900758b-4439-4c16-aa03-44328d522c2c service neutron] 10.222.0.16 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299943 Jul 29 14:43:07.370074 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3afbe-6a17-4a79-ac20-ed1b1c3a6314 req-5c7dc1d1-8752-49ea-9e6c-315b7ae071db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:07.373098 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69a3afbe-6a17-4a79-ac20-ed1b1c3a6314 req-5c7dc1d1-8752-49ea-9e6c-315b7ae071db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 1096 time: 0.1055334 Jul 29 14:43:07.390962 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9164ad17-ea95-4d79-9bf0-2283266b52c4 None None] The sync data for ids ['c2b37707-89d5-4e82-abb4-97770297e8c8'] in n-d-802893-1 is: [{'id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'name': 'tempest-ServersTestJSON-1365962912-router', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:52Z', 'updated_at': '2021-07-29T14:43:02Z', 'revision_number': 4, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'gw_port': {'id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:54Z', 'updated_at': '2021-07-29T14:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'e5607051-a038-4ca6-a4d3-e4a7e1a73513', 'name': '', 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'mac_address': 'fa:16:3e:a1:57:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:00Z', 'updated_at': '2021-07-29T14:43:06Z', 'revision_number': 4, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'subnets': [{'id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:43:07.409545 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-e45b9e04-868d-4dbe-8c05-05ee4555ffe1 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:07.436165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-e45b9e04-868d-4dbe-8c05-05ee4555ffe1 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Network c27d8624-bcea-4fd8-b819-7fa0a6f34799 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:43:07.440995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-e45b9e04-868d-4dbe-8c05-05ee4555ffe1 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:43:07.445973 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-e45b9e04-868d-4dbe-8c05-05ee4555ffe1 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:43:07.588619 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b9e04-868d-4dbe-8c05-05ee4555ffe1 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Pushing event updated for resources: {'Port': ['ID=100acfe1-c60f-47a4-8f8a-a56eb11094f2,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:07.600246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-e45b9e04-868d-4dbe-8c05-05ee4555ffe1 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:07.609951 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-e45b9e04-868d-4dbe-8c05-05ee4555ffe1 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:07.639701 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-e45b9e04-868d-4dbe-8c05-05ee4555ffe1 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0391736 Jul 29 14:43:07.661830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Request body: {'port': {'device_id': '3e9166e5-5891-4c01-a098-82e075045908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:07.727894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3afbe-6a17-4a79-ac20-ed1b1c3a6314 req-733766a5-8f92-4264-a4b9-ddfd4c2849d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:07.729232 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-de357b7d-a15c-421d-bda7-deef664a2923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'bd1f68ef-468f-4396-85b5-395e5d2d2aa0', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'port_id': 'fc360044-73e1-4f9a-9811-76415fb39cc0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'mac_address': 'fa:16:3e:4d:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:42:35Z', 'updated_at': '2021-07-29T14:43:06Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:07.736096 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69a3afbe-6a17-4a79-ac20-ed1b1c3a6314 req-733766a5-8f92-4264-a4b9-ddfd4c2849d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 921 time: 0.3510892 Jul 29 14:43:07.791041 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de357b7d-a15c-421d-bda7-deef664a2923 None None] Checking router: a81cf773-8a78-417d-b48d-a1e313304fdd for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:43:07.821947 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:07.842962 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de357b7d-a15c-421d-bda7-deef664a2923 None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:07.846814 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-de357b7d-a15c-421d-bda7-deef664a2923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:07.855620 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69a3afbe-6a17-4a79-ac20-ed1b1c3a6314 req-cf34f4fc-5a36-408c-8109-f0be5464d4c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72524ee8-b7ca-4e00-a4e6-430fa847823b HTTP/1.1" status: 200 len: 217 time: 0.1085432 Jul 29 14:43:07.972404 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3afbe-6a17-4a79-ac20-ed1b1c3a6314 req-5b60e5ef-d0e8-47a6-a0c9-355f507ea308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:07.975682 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69a3afbe-6a17-4a79-ac20-ed1b1c3a6314 req-5b60e5ef-d0e8-47a6-a0c9-355f507ea308 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 200 len: 859 time: 0.1017425 Jul 29 14:43:08.028966 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50946) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:08.048392 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-de357b7d-a15c-421d-bda7-deef664a2923 None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:08.094306 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3afbe-6a17-4a79-ac20-ed1b1c3a6314 req-db80aa6c-4eac-4c08-9bd2-a3372616041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:08.095852 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69a3afbe-6a17-4a79-ac20-ed1b1c3a6314 req-db80aa6c-4eac-4c08-9bd2-a3372616041b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae83cecd-147c-461f-81ff-989ea8728735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121957 Jul 29 14:43:08.145277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5211f8dd-db6f-4a5b-958c-72de521f20b5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1927057115', 'description': 'tempest-description--1990677008'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:08.190048 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5211f8dd-db6f-4a5b-958c-72de521f20b5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:08.275261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:08.278185 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8618e2-abde-4f7b-9dbd-4bde6d675d5e" -d '{"events": [{"server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "name": "network-vif-plugged", "status": "completed", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:08.327366 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69a3afbe-6a17-4a79-ac20-ed1b1c3a6314 req-d97c6fbf-66b4-40f6-8d89-f686995f7991 service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933622 Jul 29 14:43:08.369125 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95836c8-c59f-4f2b-8772-7429b4ae8ec7 req-81e8cdb4-707b-4484-a166-add79afc5569 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:08.370889 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e95836c8-c59f-4f2b-8772-7429b4ae8ec7 req-81e8cdb4-707b-4484-a166-add79afc5569 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.2594550 Jul 29 14:43:08.472689 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e95836c8-c59f-4f2b-8772-7429b4ae8ec7 req-5dd106a3-0de6-4b67-b1af-c34986d6b8ec tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890827 Jul 29 14:43:08.505308 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-de357b7d-a15c-421d-bda7-deef664a2923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'bd1f68ef-468f-4396-85b5-395e5d2d2aa0', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'port_id': 'fc360044-73e1-4f9a-9811-76415fb39cc0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'mac_address': 'fa:16:3e:4d:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:42:35Z', 'updated_at': '2021-07-29T14:43:06Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:08.559380 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69a3afbe-6a17-4a79-ac20-ed1b1c3a6314 req-e45d91aa-41c5-4046-b79c-6bd62f373abe service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195284 Jul 29 14:43:08.580412 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de357b7d-a15c-421d-bda7-deef664a2923 None None] The sync data for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 is: [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'bd1f68ef-468f-4396-85b5-395e5d2d2aa0', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'port_id': 'fc360044-73e1-4f9a-9811-76415fb39cc0', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'mac_address': 'fa:16:3e:4d:79:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:42:35Z', 'updated_at': '2021-07-29T14:43:06Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:43:08.614123 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5211f8dd-db6f-4a5b-958c-72de521f20b5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:08.623489 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5211f8dd-db6f-4a5b-958c-72de521f20b5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:08.709879 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5211f8dd-db6f-4a5b-958c-72de521f20b5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:08.711373 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5211f8dd-db6f-4a5b-958c-72de521f20b5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6767905 Jul 29 14:43:08.716304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211f8dd-db6f-4a5b-958c-72de521f20b5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:08.718770 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50964) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:08.719647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80f36f-1185-4806-a302-b6484ada36a9 req-96c0f276-cad2-4336-9383-2b59ffeaaa69 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:08.721885 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0e80f36f-1185-4806-a302-b6484ada36a9 req-96c0f276-cad2-4336-9383-2b59ffeaaa69 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 945 time: 0.1219611 Jul 29 14:43:08.735629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cd75cb25-f21c-485c-8bfe-60314c851d69 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Request body: {'security_group_rule': {'security_group_id': 'cf7b20cd-72c5-49e7-90a1-a1d1aa78911c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:08.803572 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100acfe1-c60f-47a4-8f8a-a56eb11094f2 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:43:08.823051 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:08.825927 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0e80f36f-1185-4806-a302-b6484ada36a9 req-58aaa9fb-2fbe-45dd-9835-180c0dc100af tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1e58756-f5be-4231-a8bd-d4810b025e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896838 Jul 29 14:43:08.835994 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd75cb25-f21c-485c-8bfe-60314c851d69 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:08.862476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e5607051-a038-4ca6-a4d3-e4a7e1a73513 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:08.902554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Transition to ACTIVE for port object 100acfe1-c60f-47a4-8f8a-a56eb11094f2 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:08.919130 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:08.945707 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port e5607051-a038-4ca6-a4d3-e4a7e1a73513 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:08.953571 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port e5607051-a038-4ca6-a4d3-e4a7e1a73513 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:08.954016 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:09.068142 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd75cb25-f21c-485c-8bfe-60314c851d69 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:09.102619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1635ae9-953d-42cd-b588-21e0183552c8 req-871ba38d-5d91-4504-8d99-f3d4299c8881 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:09.104564 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b1635ae9-953d-42cd-b588-21e0183552c8 req-871ba38d-5d91-4504-8d99-f3d4299c8881 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.1263912 Jul 29 14:43:09.156194 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd75cb25-f21c-485c-8bfe-60314c851d69 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:09.168047 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Pushing event updated for resources: {'Port': ['ID=100acfe1-c60f-47a4-8f8a-a56eb11094f2,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:09.184192 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b1635ae9-953d-42cd-b588-21e0183552c8 req-c030593b-6bb0-4f07-bf80-789728306a1c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620644 Jul 29 14:43:09.220548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'tag': 'fc360044-73e1-4f9a-9811-76415fb39cc0'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:09.224040 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:09.224583 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281eb38b-e1fb-4cdf-a8cf-5ed638b40328" -d '{"events": [{"name": "network-changed", "server_uuid": "44412105-a4c4-4dfa-8ecc-cafa064e30dc", "tag": "fc360044-73e1-4f9a-9811-76415fb39cc0"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:09.241536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75cb25-f21c-485c-8bfe-60314c851d69 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb433c5-3f6f-444c-9104-c1b9f975afeb,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:09.248210 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd75cb25-f21c-485c-8bfe-60314c851d69 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:09.252367 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50974) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:09.252599 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cd75cb25-f21c-485c-8bfe-60314c851d69 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5275373 Jul 29 14:43:09.262078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-854a4f16-3293-45ac-8b60-d867309bc8d7 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:43:09.263638 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-854a4f16-3293-45ac-8b60-d867309bc8d7 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0985627 Jul 29 14:43:09.272071 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6e5bc4ea-e6b6-4519-829e-37c4df621fba tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Request body: {'security_group_rule': {'security_group_id': 'cf7b20cd-72c5-49e7-90a1-a1d1aa78911c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:09.286851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-1d8077da-f0c8-4feb-aaa3-1fc6b22a01fe service neutron] Request body: {'binding': {'host': 'n-h1-802893-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:09.287407 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-1d8077da-f0c8-4feb-aaa3-1fc6b22a01fe service neutron] Unknown quota resources ['binding']. {{(pid=94157) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 14:43:09.299035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Attempting to bind port 100acfe1-c60f-47a4-8f8a-a56eb11094f2 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:43:09.299539 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Attempting to bind port 100acfe1-c60f-47a4-8f8a-a56eb11094f2 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '7dbf9186-dbc1-4a97-8a04-a2a9b7e63411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c27d8624-bcea-4fd8-b819-7fa0a6f34799'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:43:09.299871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Attempting to bind port 100acfe1-c60f-47a4-8f8a-a56eb11094f2 on network c27d8624-bcea-4fd8-b819-7fa0a6f34799 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:09.313324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port e5607051-a038-4ca6-a4d3-e4a7e1a73513, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e5607051-a038-4ca6-a4d3-e4a7e1a73513,segment=NetworkSegment(de9df23c-bc17-4538-a3e1-d40b4138f4fd),segment_id=de9df23c-bc17-4538-a3e1-d40b4138f4fd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:09.316528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Port 100acfe1-c60f-47a4-8f8a-a56eb11094f2 on network c27d8624-bcea-4fd8-b819-7fa0a6f34799 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:43:09.317977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Attempting to bind port 100acfe1-c60f-47a4-8f8a-a56eb11094f2 on network c27d8624-bcea-4fd8-b819-7fa0a6f34799 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:09.321640 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:09.351078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:43:09.351632 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Checking segment: {'id': '7dbf9186-dbc1-4a97-8a04-a2a9b7e63411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c27d8624-bcea-4fd8-b819-7fa0a6f34799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:43:09.352293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Bound using segment: {'id': '7dbf9186-dbc1-4a97-8a04-a2a9b7e63411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c27d8624-bcea-4fd8-b819-7fa0a6f34799'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:43:09.353073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Bound port: 100acfe1-c60f-47a4-8f8a-a56eb11094f2, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dbf9186-dbc1-4a97-8a04-a2a9b7e63411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c27d8624-bcea-4fd8-b819-7fa0a6f34799'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:43:09.353647 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:09.409979 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5bc4ea-e6b6-4519-829e-37c4df621fba tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:09.438778 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=e5607051-a038-4ca6-a4d3-e4a7e1a73513,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:09.482705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] For port 100acfe1-c60f-47a4-8f8a-a56eb11094f2, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:09.490708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] For port 100acfe1-c60f-47a4-8f8a-a56eb11094f2, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=100acfe1-c60f-47a4-8f8a-a56eb11094f2,segment=NetworkSegment(7dbf9186-dbc1-4a97-8a04-a2a9b7e63411),segment_id=7dbf9186-dbc1-4a97-8a04-a2a9b7e63411)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:43:09.497239 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:09.543225 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-38e1b293-4bdb-457b-915a-c963bb7b9808 req-75e95e0b-baa7-45fc-b2c5-05cfd59e96de tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 1001 time: 0.1872559 Jul 29 14:43:09.575295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:09.576439 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:09.579012 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] 10.222.0.39 "PUT /v2.0/ports/100acfe1-c60f-47a4-8f8a-a56eb11094f2 HTTP/1.1" status: 200 len: 1091 time: 1.9272020 Jul 29 14:43:09.579844 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9166e5-5891-4c01-a098-82e075045908', 'tag': '100acfe1-c60f-47a4-8f8a-a56eb11094f2'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:09.584121 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2810cfbc-ffc4-40f4-b92d-69e3b242729a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9166e5-5891-4c01-a098-82e075045908", "tag": "100acfe1-c60f-47a4-8f8a-a56eb11094f2"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:09.617817 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef335f-fb66-4445-973d-8a709b7992cb service neutron] Pushing event updated for resources: {'Port': ['ID=100acfe1-c60f-47a4-8f8a-a56eb11094f2,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:09.632085 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5bc4ea-e6b6-4519-829e-37c4df621fba tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:09.654674 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1b293-4bdb-457b-915a-c963bb7b9808 req-6099ee1b-1166-40bd-8603-6a9b0f7787b9 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:09.656167 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-38e1b293-4bdb-457b-915a-c963bb7b9808 req-6099ee1b-1166-40bd-8603-6a9b0f7787b9 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports/fc360044-73e1-4f9a-9811-76415fb39cc0 HTTP/1.1" status: 200 len: 942 time: 0.1004264 Jul 29 14:43:09.656878 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5bc4ea-e6b6-4519-829e-37c4df621fba tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:09.701935 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bc4ea-e6b6-4519-829e-37c4df621fba tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26891138-6305-4157-b8ed-3576d03c755a,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:09.721776 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-1d8077da-f0c8-4feb-aaa3-1fc6b22a01fe service neutron] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on host n-h1-802893-1 for vnic_type normal with profile None {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:43:09.722311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-1d8077da-f0c8-4feb-aaa3-1fc6b22a01fe service neutron] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:43:09.722887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-1d8077da-f0c8-4feb-aaa3-1fc6b22a01fe service neutron] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:09.737819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-8c4405b4-bf0d-4907-818a-2ca3196385ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:09.740202 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-8c4405b4-bf0d-4907-818a-2ca3196385ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=582ef61589934b7c85558e606741b98e&device_id=3e9166e5-5891-4c01-a098-82e075045908 HTTP/1.1" status: 200 len: 1094 time: 0.0649943 Jul 29 14:43:09.769353 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5bc4ea-e6b6-4519-829e-37c4df621fba tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:09.772745 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6e5bc4ea-e6b6-4519-829e-37c4df621fba tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5169425 Jul 29 14:43:09.775085 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50980) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:09.783412 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:09.788173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-1d8077da-f0c8-4feb-aaa3-1fc6b22a01fe service neutron] Port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:43:09.788507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-1d8077da-f0c8-4feb-aaa3-1fc6b22a01fe service neutron] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:09.800232 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-2ed39921-958b-4b5f-87f1-5709db9a54ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=100acfe1-c60f-47a4-8f8a-a56eb11094f2 HTTP/1.1" status: 200 len: 217 time: 0.0448110 Jul 29 14:43:09.807304 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-1d8077da-f0c8-4feb-aaa3-1fc6b22a01fe service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:43:09.807648 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-1d8077da-f0c8-4feb-aaa3-1fc6b22a01fe service neutron] Checking segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:43:09.808039 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-1d8077da-f0c8-4feb-aaa3-1fc6b22a01fe service neutron] Bound using segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:43:09.808479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-1d8077da-f0c8-4feb-aaa3-1fc6b22a01fe service neutron] Bound port: ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:43:09.855384 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-38e1b293-4bdb-457b-915a-c963bb7b9808 req-ae7f3ee9-bb40-4ac9-8975-74bc00480267 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 1001 time: 0.1389282 Jul 29 14:43:09.860355 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:09.871023 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-cf23dcc8-545d-4fb0-92ae-cd644723468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:09.872506 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-cf23dcc8-545d-4fb0-92ae-cd644723468e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2464a835-8705-4dc5-939b-bf852625811c HTTP/1.1" status: 200 len: 850 time: 0.0632656 Jul 29 14:43:09.917320 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-76d23e34-b643-4883-afed-2b53183074b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c27d8624-bcea-4fd8-b819-7fa0a6f34799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339925 Jul 29 14:43:10.021240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-1d8077da-f0c8-4feb-aaa3-1fc6b22a01fe service neutron] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:43:10.033576 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-ef303b5c-6bc3-4aa4-ab93-d4b3ec5bcdf6 service neutron] 10.222.0.39 "GET /v2.0/networks/c27d8624-bcea-4fd8-b819-7fa0a6f34799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037402 Jul 29 14:43:10.040303 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-1d8077da-f0c8-4feb-aaa3-1fc6b22a01fe service neutron] Notify callbacks [] for binding, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:10.041575 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-1d8077da-f0c8-4feb-aaa3-1fc6b22a01fe service neutron] 10.222.0.16 "POST /v2.0/ports/ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41/bindings HTTP/1.1" status: 201 len: 389 time: 0.7625086 Jul 29 14:43:10.078308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-cc6e22c6-1076-4c69-8584-1b8094c02f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:10.079771 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-cc6e22c6-1076-4c69-8584-1b8094c02f6b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3&tenant_id=066be3c079594f16a4e143f5f26610bd HTTP/1.1" status: 200 len: 1100 time: 0.1175599 Jul 29 14:43:10.091984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1b293-4bdb-457b-915a-c963bb7b9808 req-fce1e607-78a9-4bda-8f63-f470a8ee5d69 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:10.093772 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-38e1b293-4bdb-457b-915a-c963bb7b9808 req-fce1e607-78a9-4bda-8f63-f470a8ee5d69 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.2168298 Jul 29 14:43:10.103985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:10.182921 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:10.190980 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b35d221b-1c4c-475a-94d9-1f22b99044a4 req-59c580d3-b9e8-4dd2-98ed-fd36a6f5f687 service neutron] 10.222.0.39 "GET /v2.0/networks/c27d8624-bcea-4fd8-b819-7fa0a6f34799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485445 Jul 29 14:43:10.208375 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:10.230287 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591de292-f72c-46ba-af32-6dcb374a218d x-openstack-request-id: req-591de292-f72c-46ba-af32-6dcb374a218d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:10.230882 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "name": "network-vif-plugged", "status": "completed", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:10.231329 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-591de292-f72c-46ba-af32-6dcb374a218d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:10.231826 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab', 'code': 200} Jul 29 14:43:10.339748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d629058-30e1-4159-8dc8-507623b30f98 req-827d61d5-4b4a-47f3-bfca-d9be6838047d tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:10.341362 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d629058-30e1-4159-8dc8-507623b30f98 req-827d61d5-4b4a-47f3-bfca-d9be6838047d tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 945 time: 0.0615299 Jul 29 14:43:10.350447 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50990) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:10.356178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0f8ab0c4-9a84-490b-8356-1e83e5af1689 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Request body: {'floatingip': {'port_id': 'e5cdea21-087b-407b-ab50-30995ce5ec95'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:10.404871 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05776031-fc80-468a-b2e3-2c248f22fdcd x-openstack-request-id: req-05776031-fc80-468a-b2e3-2c248f22fdcd {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:10.405148 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44412105-a4c4-4dfa-8ecc-cafa064e30dc", "tag": "fc360044-73e1-4f9a-9811-76415fb39cc0", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:10.405408 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05776031-fc80-468a-b2e3-2c248f22fdcd {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:10.405825 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'tag': 'fc360044-73e1-4f9a-9811-76415fb39cc0', 'status': 'completed', 'code': 200} Jul 29 14:43:10.441883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d1707-1bc3-4dbb-b7e4-9d1f3bdb5657 req-2b998a6e-db93-4051-81c2-fde508c75884 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:10.443716 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0b4d1707-1bc3-4dbb-b7e4-9d1f3bdb5657 req-2b998a6e-db93-4051-81c2-fde508c75884 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e9166e5-5891-4c01-a098-82e075045908 HTTP/1.1" status: 200 len: 943 time: 0.2160842 Jul 29 14:43:10.449818 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0f8ab0c4-9a84-490b-8356-1e83e5af1689 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:10.540237 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:10.547149 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Allocated IP 172.25.6.236 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/c126f2de-1b62-426c-bd93-8f3e2fcfe29b) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:43:10.567431 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0b4d1707-1bc3-4dbb-b7e4-9d1f3bdb5657 req-6aea6ea9-b4e8-4e5b-ae9a-fc4a458781bf tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/security-groups?id=584296f9-fea0-4383-a3d2-fff9043fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080663 Jul 29 14:43:10.600035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-b42b3e32-7d08-4c00-8515-dd110d267e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:10.601603 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-b42b3e32-7d08-4c00-8515-dd110d267e38 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 1097 time: 0.2109873 Jul 29 14:43:10.628547 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28e51be-f6b2-4a11-9ce6-dad255c6cb78 x-openstack-request-id: req-c28e51be-f6b2-4a11-9ce6-dad255c6cb78 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:10.628889 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9166e5-5891-4c01-a098-82e075045908", "tag": "100acfe1-c60f-47a4-8f8a-a56eb11094f2", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:10.629703 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c28e51be-f6b2-4a11-9ce6-dad255c6cb78 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:10.630416 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9166e5-5891-4c01-a098-82e075045908', 'tag': '100acfe1-c60f-47a4-8f8a-a56eb11094f2', 'status': 'completed', 'code': 200} Jul 29 14:43:10.642592 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:10.684706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd27464-7d20-4637-b578-2576cc9cd106 req-2ab2210b-4a92-44bc-b38d-890d4d0da7eb tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:10.688442 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ccd27464-7d20-4637-b578-2576cc9cd106 req-2ab2210b-4a92-44bc-b38d-890d4d0da7eb tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.2304442 Jul 29 14:43:10.696561 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281eb38b-e1fb-4cdf-a8cf-5ed638b40328 req-814fcab7-08e2-4788-96bb-7e93a94b578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:10.698116 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-281eb38b-e1fb-4cdf-a8cf-5ed638b40328 req-814fcab7-08e2-4788-96bb-7e93a94b578f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 1096 time: 0.2601702 Jul 29 14:43:10.723369 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e5607051-a038-4ca6-a4d3-e4a7e1a73513 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:10.777378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port e5607051-a038-4ca6-a4d3-e4a7e1a73513 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:10.777753 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:10.784655 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28010c24-1eab-4a38-8699-16ed628f569a req-e2e82ead-6dc9-48ea-a20e-a508594ba21f tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 1001 time: 0.1494212 Jul 29 14:43:10.797763 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:10.843280 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810cfbc-ffc4-40f4-b92d-69e3b242729a req-a563c212-7f4c-4492-93e3-c7fe3ea1d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:10.844867 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2810cfbc-ffc4-40f4-b92d-69e3b242729a req-a563c212-7f4c-4492-93e3-c7fe3ea1d520 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=582ef61589934b7c85558e606741b98e&device_id=3e9166e5-5891-4c01-a098-82e075045908 HTTP/1.1" status: 200 len: 1094 time: 0.1507082 Jul 29 14:43:10.921629 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ccd27464-7d20-4637-b578-2576cc9cd106 req-8faf8991-d1f1-4395-bd6f-94ea97074d1c tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322581 Jul 29 14:43:10.938543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-4ed92544-2b30-45d6-98d2-a88c3d611dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:10.940078 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-4ed92544-2b30-45d6-98d2-a88c3d611dd1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.3278484 Jul 29 14:43:10.945866 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:10.954418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28010c24-1eab-4a38-8699-16ed628f569a req-28c2adde-2f9a-4df2-ac9a-5cea31419039 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:10.955703 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28010c24-1eab-4a38-8699-16ed628f569a req-28c2adde-2f9a-4df2-ac9a-5cea31419039 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports/fc360044-73e1-4f9a-9811-76415fb39cc0 HTTP/1.1" status: 200 len: 942 time: 0.1566911 Jul 29 14:43:10.972172 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:10.980635 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281eb38b-e1fb-4cdf-a8cf-5ed638b40328 req-4759c1f3-daa4-4a31-b598-c1874e64e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:10.982534 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-281eb38b-e1fb-4cdf-a8cf-5ed638b40328 req-4759c1f3-daa4-4a31-b598-c1874e64e32c service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 921 time: 0.2665594 Jul 29 14:43:11.005513 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Transition to ACTIVE for port object 8be12780-02c9-4ad3-91fe-54c5ee5837ab will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:11.022763 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:11.095124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810cfbc-ffc4-40f4-b92d-69e3b242729a req-25a57b33-dd32-45be-8d3f-9fba549581a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:11.096619 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2810cfbc-ffc4-40f4-b92d-69e3b242729a req-25a57b33-dd32-45be-8d3f-9fba549581a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c27d8624-bcea-4fd8-b819-7fa0a6f34799 HTTP/1.1" status: 200 len: 911 time: 0.2266636 Jul 29 14:43:11.149240 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-bced81d7-dc57-4379-8d12-fb7a6ff83957 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 HTTP/1.1" status: 200 len: 217 time: 0.1611142 Jul 29 14:43:11.153117 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Pushing event updated for resources: {'Port': ['ID=8be12780-02c9-4ad3-91fe-54c5ee5837ab,revision_number=10']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:11.202786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] No DVR routers for this DVR port 8be12780-02c9-4ad3-91fe-54c5ee5837ab on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:43:11.205446 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:11.222788 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2810cfbc-ffc4-40f4-b92d-69e3b242729a req-46d95849-6b58-4837-83df-65706c5b7336 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=100acfe1-c60f-47a4-8f8a-a56eb11094f2 HTTP/1.1" status: 200 len: 217 time: 0.0899534 Jul 29 14:43:11.236119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-281eb38b-e1fb-4cdf-a8cf-5ed638b40328 req-6b28933d-5624-4df8-8dc0-170ce8bb4f6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc360044-73e1-4f9a-9811-76415fb39cc0 HTTP/1.1" status: 200 len: 1001 time: 0.2437639 Jul 29 14:43:11.288438 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28010c24-1eab-4a38-8699-16ed628f569a req-e6ad9850-0b2a-44a4-8bb0-fc2b33ec989c tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 1001 time: 0.2265980 Jul 29 14:43:11.293219 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:43:11.317731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-704501b9-cdaf-449f-84fa-e2eaa4560cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:11.319500 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-704501b9-cdaf-449f-84fa-e2eaa4560cab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.1462023 Jul 29 14:43:11.330368 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:43:11.335788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef39ed7-937f-496e-80c5-ffaad04555d9 req-5f9304b6-0080-4bdb-ba33-439595df8942 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:11.337876 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cef39ed7-937f-496e-80c5-ffaad04555d9 req-5f9304b6-0080-4bdb-ba33-439595df8942 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 946 time: 0.2993078 Jul 29 14:43:11.349366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:43:11.369491 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Attempting to bind port 8be12780-02c9-4ad3-91fe-54c5ee5837ab on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:43:11.369876 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Attempting to bind port 8be12780-02c9-4ad3-91fe-54c5ee5837ab by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:43:11.370158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Attempting to bind port 8be12780-02c9-4ad3-91fe-54c5ee5837ab on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:11.372144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Pushing event updated for resources: {'Port': ['ID=c126f2de-1b62-426c-bd93-8f3e2fcfe29b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:11.380648 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-57df336b-c84a-4b6c-bb7c-4fcf315dd4bd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419424 Jul 29 14:43:11.425654 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281eb38b-e1fb-4cdf-a8cf-5ed638b40328 req-2b64fa8b-66be-4ce5-9fd1-107faade3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:11.427342 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-281eb38b-e1fb-4cdf-a8cf-5ed638b40328 req-2b64fa8b-66be-4ce5-9fd1-107faade3706 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 200 len: 859 time: 0.1784511 Jul 29 14:43:11.434422 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Port 8be12780-02c9-4ad3-91fe-54c5ee5837ab on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:43:11.434904 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Attempting to bind port 8be12780-02c9-4ad3-91fe-54c5ee5837ab on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:11.444980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810cfbc-ffc4-40f4-b92d-69e3b242729a req-0593de28-d1ab-4446-ab53-90d8b49cfaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:11.446455 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2810cfbc-ffc4-40f4-b92d-69e3b242729a req-0593de28-d1ab-4446-ab53-90d8b49cfaec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2464a835-8705-4dc5-939b-bf852625811c HTTP/1.1" status: 200 len: 850 time: 0.1915181 Jul 29 14:43:11.469263 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:43:11.469613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:43:11.470004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:43:11.470456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Bound port: 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:43:11.470817 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:11.507230 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2810cfbc-ffc4-40f4-b92d-69e3b242729a req-603073a9-58b2-4cf1-b1d0-ba6f27580b2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c27d8624-bcea-4fd8-b819-7fa0a6f34799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501256 Jul 29 14:43:11.623582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28010c24-1eab-4a38-8699-16ed628f569a req-8e9b8565-0618-41e7-a945-75de6f4a47e3 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:11.625029 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28010c24-1eab-4a38-8699-16ed628f569a req-8e9b8565-0618-41e7-a945-75de6f4a47e3 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.3049898 Jul 29 14:43:11.822310 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.resource_extend [None req-0f8ab0c4-9a84-490b-8356-1e83e5af1689 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:43:11.835330 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cef39ed7-937f-496e-80c5-ffaad04555d9 req-c186980f-2370-4377-960d-d85d08fbc4b5 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741879 Jul 29 14:43:11.908443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281eb38b-e1fb-4cdf-a8cf-5ed638b40328 req-5929b9b7-3d7b-4553-b090-4b63cc1f1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:11.910048 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-281eb38b-e1fb-4cdf-a8cf-5ed638b40328 req-5929b9b7-3d7b-4553-b090-4b63cc1f1a2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae83cecd-147c-461f-81ff-989ea8728735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510613 Jul 29 14:43:11.918903 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0f8ab0c4-9a84-490b-8356-1e83e5af1689 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:11.932388 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0f8ab0c4-9a84-490b-8356-1e83e5af1689 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:11.953032 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-d7077d78-0e5b-47b9-b485-0ec1d38b5398 service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614917 Jul 29 14:43:12.063841 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:12.076033 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:12.098841 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:43:12.106697 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2810cfbc-ffc4-40f4-b92d-69e3b242729a req-3ebddc33-237e-4ca0-9ab4-7546550c85ba service neutron] 10.222.0.39 "GET /v2.0/networks/c27d8624-bcea-4fd8-b819-7fa0a6f34799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828843 Jul 29 14:43:12.124821 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28010c24-1eab-4a38-8699-16ed628f569a req-fb96e584-5684-4030-97d5-f0af5a0b89db tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 1001 time: 0.4760680 Jul 29 14:43:12.125885 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:12.159239 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-28010c24-1eab-4a38-8699-16ed628f569a req-bb64274b-24a3-4455-8c19-330228fb70bb tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:12.162504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4916b-308f-4d55-bd30-6111fd676e04 req-d43eb663-96cc-4538-9289-4deb9fcea12c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:12.164036 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-13b4916b-308f-4d55-bd30-6111fd676e04 req-d43eb663-96cc-4538-9289-4deb9fcea12c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 948 time: 0.2348828 Jul 29 14:43:12.222114 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-281eb38b-e1fb-4cdf-a8cf-5ed638b40328 req-8b58a5cd-8c47-4f60-9c3b-09a7cbf0b5dc service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023794 Jul 29 14:43:12.236082 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:12.287763 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:12.288388 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:12.289829 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] 10.222.0.38 "PUT /v2.0/ports/8be12780-02c9-4ad3-91fe-54c5ee5837ab HTTP/1.1" status: 200 len: 1096 time: 2.1905770 Jul 29 14:43:12.297341 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-0f8ab0c4-9a84-490b-8356-1e83e5af1689 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Floating IP 0b0326e8-5281-44f4-bf90-45c9025641cc associated. External IP: 172.25.6.108, port: e5cdea21-087b-407b-ab50-30995ce5ec95. Jul 29 14:43:12.304080 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-0be6d9e2-55b1-4308-8283-07ce63c0c133 service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077018 Jul 29 14:43:12.314357 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-13b4916b-308f-4d55-bd30-6111fd676e04 req-38c5c659-1c69-44b1-b327-adedf3fb3243 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409564 Jul 29 14:43:12.319109 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 8be12780-02c9-4ad3-91fe-54c5ee5837ab no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:43:12.326270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd12227-9a1f-4ea3-991c-50387ec58a30 service neutron] Pushing event updated for resources: {'Port': ['ID=8be12780-02c9-4ad3-91fe-54c5ee5837ab,revision_number=11']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:12.343969 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-28010c24-1eab-4a38-8699-16ed628f569a req-bb64274b-24a3-4455-8c19-330228fb70bb tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:12.409159 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 8be12780-02c9-4ad3-91fe-54c5ee5837ab not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:43:12.442281 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab'}, {'name': 'network-changed', 'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:12.444907 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a800a10-ba7a-4100-beef-d92d0d26b7f4" -d '{"events": [{"server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab"}, {"name": "network-changed", "server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:12.508006 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2810cfbc-ffc4-40f4-b92d-69e3b242729a req-b1882762-d773-4266-afe5-348370f0ed0f service neutron] 10.222.0.39 "GET /v2.0/networks/c27d8624-bcea-4fd8-b819-7fa0a6f34799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798370 Jul 29 14:43:12.558909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-d63d38c4-71b6-468e-b6e0-984430789e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:12.560440 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-d63d38c4-71b6-468e-b6e0-984430789e37 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 1099 time: 0.1696401 Jul 29 14:43:12.565826 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-281eb38b-e1fb-4cdf-a8cf-5ed638b40328 req-fed7facf-7215-48f7-94a2-73e70b6d9e04 service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349369 Jul 29 14:43:12.625229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07100f29-b0ea-4378-8e96-39e2012c4a9d req-d29a0641-c006-4d7e-a94d-95ec0ad576b8 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:12.626749 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-07100f29-b0ea-4378-8e96-39e2012c4a9d req-d29a0641-c006-4d7e-a94d-95ec0ad576b8 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e9166e5-5891-4c01-a098-82e075045908 HTTP/1.1" status: 200 len: 943 time: 0.1308804 Jul 29 14:43:12.655504 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-28010c24-1eab-4a38-8699-16ed628f569a req-bb64274b-24a3-4455-8c19-330228fb70bb tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:12.660123 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-28010c24-1eab-4a38-8699-16ed628f569a req-bb64274b-24a3-4455-8c19-330228fb70bb tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:12.661041 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [req-28010c24-1eab-4a38-8699-16ed628f569a req-bb64274b-24a3-4455-8c19-330228fb70bb tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Floating IP bd1f68ef-468f-4396-85b5-395e5d2d2aa0 disassociated. External IP: 172.25.6.223, port: fc360044-73e1-4f9a-9811-76415fb39cc0. Jul 29 14:43:12.720041 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-07100f29-b0ea-4378-8e96-39e2012c4a9d req-5281446b-1c28-46f5-a840-fe505b795c9a tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/security-groups?id=584296f9-fea0-4383-a3d2-fff9043fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792165 Jul 29 14:43:12.720260 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:12.763729 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:12.777889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8ab0c4-9a84-490b-8356-1e83e5af1689 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Router e0a8f421-c710-4b5d-a639-f127649de212 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:43:12.824538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Pushing event updated for resources: {'Port': ['ID=c126f2de-1b62-426c-bd93-8f3e2fcfe29b,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:12.901564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-771193ed-c957-4e7b-8430-03633f39c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:12.903080 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-771193ed-c957-4e7b-8430-03633f39c105 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1822720 Jul 29 14:43:12.927220 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:12.948235 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:12.958180 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-04c3b0fb-df94-4114-be96-4b3f822adfb5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1797602 Jul 29 14:43:12.990942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66326cc5-bb49-47f2-bc90-a7bc6dfec01a req-450fbdd0-2613-4799-baf9-6034fca8f8df tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:12.992761 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66326cc5-bb49-47f2-bc90-a7bc6dfec01a req-450fbdd0-2613-4799-baf9-6034fca8f8df tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1833670 Jul 29 14:43:12.999159 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-7aeacd4f-c09b-4519-b9f8-82cc2f5514b6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab HTTP/1.1" status: 200 len: 217 time: 0.0624428 Jul 29 14:43:13.030477 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28010c24-1eab-4a38-8699-16ed628f569a req-bb64274b-24a3-4455-8c19-330228fb70bb tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Router a81cf773-8a78-417d-b48d-a1e313304fdd has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:43:13.049545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8ab0c4-9a84-490b-8356-1e83e5af1689 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:43:13.056154 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0f8ab0c4-9a84-490b-8356-1e83e5af1689 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:13.063485 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02998bb-32d3-4e13-930c-047768ccb90c None None] Sync routers for ids ['e0a8f421-c710-4b5d-a639-f127649de212'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:43:13.073385 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02998bb-32d3-4e13-930c-047768ccb90c None None] Routers {'e0a8f421-c710-4b5d-a639-f127649de212'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:13.074367 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a02998bb-32d3-4e13-930c-047768ccb90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e0a8f421-c710-4b5d-a639-f127649de212'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:13.102382 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66326cc5-bb49-47f2-bc90-a7bc6dfec01a req-153f5e4e-4229-4354-9c89-b9d4cb6ab4a7 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022382 Jul 29 14:43:13.108721 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-2672c95b-9eca-4d75-b20d-fac505c6c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:13.110189 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-2672c95b-9eca-4d75-b20d-fac505c6c045 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0997107 Jul 29 14:43:13.111662 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0f8ab0c4-9a84-490b-8356-1e83e5af1689 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "PUT /v2.0/floatingips/0b0326e8-5281-44f4-bf90-45c9025641cc HTTP/1.1" status: 200 len: 991 time: 2.7598512 Jul 29 14:43:13.112235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bd1c62-e212-44dd-9a9f-b16957e71137', 'tag': 'e5cdea21-087b-407b-ab50-30995ce5ec95'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:13.114596 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332ca2d6-6414-4904-af91-5096800c46fe" -d '{"events": [{"name": "network-changed", "server_uuid": "06bd1c62-e212-44dd-9a9f-b16957e71137", "tag": "e5cdea21-087b-407b-ab50-30995ce5ec95"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:13.182076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9c776545-de62-412e-b717-516ffe75d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:13.183539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9c776545-de62-412e-b717-516ffe75d2b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557456 Jul 29 14:43:13.193829 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28010c24-1eab-4a38-8699-16ed628f569a req-bb64274b-24a3-4455-8c19-330228fb70bb tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:43:13.203990 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1c5c2-d53f-43c7-9d99-309685cf9397 None None] Sync routers for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:43:13.205602 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-28010c24-1eab-4a38-8699-16ed628f569a req-bb64274b-24a3-4455-8c19-330228fb70bb tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:13.216856 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1c5c2-d53f-43c7-9d99-309685cf9397 None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:13.217838 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1aa1c5c2-d53f-43c7-9d99-309685cf9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:13.226317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-a02998bb-32d3-4e13-930c-047768ccb90c None None] Set router e0a8f421-c710-4b5d-a639-f127649de212 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:13.249402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28010c24-1eab-4a38-8699-16ed628f569a req-bb64274b-24a3-4455-8c19-330228fb70bb tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "PUT /v2.0/floatingips/bd1f68ef-468f-4396-85b5-395e5d2d2aa0 HTTP/1.1" status: 200 len: 695 time: 1.1166453 Jul 29 14:43:13.289205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1b8bb-d268-43fa-b7df-2a2c244cf542 req-6665bd2f-d0c0-4ffc-9142-98924d5d926d tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:13.290804 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f5f1b8bb-d268-43fa-b7df-2a2c244cf542 req-6665bd2f-d0c0-4ffc-9142-98924d5d926d tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0572b06-549e-4247-8291-ee4a187ec75e HTTP/1.1" status: 200 len: 946 time: 0.1063693 Jul 29 14:43:13.310891 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28010c24-1eab-4a38-8699-16ed628f569a req-9e889cb8-5563-45b6-8c57-4e98dd3b79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:13.320312 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28010c24-1eab-4a38-8699-16ed628f569a req-9e889cb8-5563-45b6-8c57-4e98dd3b79b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 1096 time: 0.0697536 Jul 29 14:43:13.369006 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f5f1b8bb-d268-43fa-b7df-2a2c244cf542 req-8ff83ba9-b02a-4069-817d-1b556ed51b4a tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665996 Jul 29 14:43:13.370918 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-9ac5eb6f-a13c-4132-8fa2-6a552799481b service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752491 Jul 29 14:43:13.426171 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-1aa1c5c2-d53f-43c7-9d99-309685cf9397 None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:13.444971 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28010c24-1eab-4a38-8699-16ed628f569a req-ebb9c15c-c487-484e-ac0c-f3b8513ab2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:13.454668 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28010c24-1eab-4a38-8699-16ed628f569a req-ebb9c15c-c487-484e-ac0c-f3b8513ab2cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 921 time: 0.1327338 Jul 29 14:43:13.468293 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5e425b-deee-4153-89d3-ccce5b99c0a6 x-openstack-request-id: req-ea5e425b-deee-4153-89d3-ccce5b99c0a6 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:13.468598 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab", "code": 200}, {"name": "network-changed", "server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:13.468879 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea5e425b-deee-4153-89d3-ccce5b99c0a6 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:13.469283 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab', 'code': 200} Jul 29 14:43:13.469543 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab', 'status': 'completed', 'code': 200} Jul 29 14:43:13.541960 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28010c24-1eab-4a38-8699-16ed628f569a req-5141eef7-a9bd-473c-90ab-27f8b56f7d95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc360044-73e1-4f9a-9811-76415fb39cc0 HTTP/1.1" status: 200 len: 217 time: 0.0862362 Jul 29 14:43:13.614067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28010c24-1eab-4a38-8699-16ed628f569a req-ad39edb5-11f4-4c3b-9406-4743cc594500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:13.616247 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a02998bb-32d3-4e13-930c-047768ccb90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'name': 'tempest-ServersTestManualDisk-1057173172-router', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:41Z', 'revision_number': 4, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'gw_port': {'id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '0b0326e8-5281-44f4-bf90-45c9025641cc', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'floating_ip_address': '172.25.6.108', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'port_id': 'e5cdea21-087b-407b-ab50-30995ce5ec95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'mac_address': 'fa:16:3e:57:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd1c62-e212-44dd-9a9f-b16957e71137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:42:46Z', 'updated_at': '2021-07-29T14:43:11Z', 'revision_number': 1, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e383151-05e6-4de0-aab2-982de341041d', 'name': '', 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'mac_address': 'fa:16:3e:a6:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:40Z', 'updated_at': '2021-07-29T14:42:47Z', 'revision_number': 5, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'subnets': [{'id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:13.623410 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28010c24-1eab-4a38-8699-16ed628f569a req-ad39edb5-11f4-4c3b-9406-4743cc594500 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 200 len: 859 time: 0.0740769 Jul 29 14:43:13.646249 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-56c73cb0-934f-4fd5-8d35-4764108b81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:13.647763 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-56c73cb0-934f-4fd5-8d35-4764108b81cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 1099 time: 0.1465504 Jul 29 14:43:13.660445 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02998bb-32d3-4e13-930c-047768ccb90c None None] Checking router: e0a8f421-c710-4b5d-a639-f127649de212 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:43:13.676931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02998bb-32d3-4e13-930c-047768ccb90c None None] Routers {'e0a8f421-c710-4b5d-a639-f127649de212'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:13.677912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a02998bb-32d3-4e13-930c-047768ccb90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e0a8f421-c710-4b5d-a639-f127649de212'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:13.685143 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28010c24-1eab-4a38-8699-16ed628f569a req-d70054b4-a4a9-4dc5-bb94-62ec30866479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:13.695607 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28010c24-1eab-4a38-8699-16ed628f569a req-d70054b4-a4a9-4dc5-bb94-62ec30866479 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae83cecd-147c-461f-81ff-989ea8728735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700247 Jul 29 14:43:13.755482 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1aa1c5c2-d53f-43c7-9d99-309685cf9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:13.783387 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1c5c2-d53f-43c7-9d99-309685cf9397 None None] Checking router: a81cf773-8a78-417d-b48d-a1e313304fdd for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:43:13.793956 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1c5c2-d53f-43c7-9d99-309685cf9397 None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:13.794599 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1aa1c5c2-d53f-43c7-9d99-309685cf9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:13.798315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8026f-7b93-4616-84e2-303d47446c7d req-77a89a3b-f9df-49f8-a657-101691041094 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:13.799773 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ae8026f-7b93-4616-84e2-303d47446c7d req-77a89a3b-f9df-49f8-a657-101691041094 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 946 time: 0.2510436 Jul 29 14:43:13.805625 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28010c24-1eab-4a38-8699-16ed628f569a req-89e9bc22-a8e4-43b0-9dcd-eaaa05a87d4c service neutron] 10.222.0.16 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090200 Jul 29 14:43:13.812641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-a02998bb-32d3-4e13-930c-047768ccb90c None None] Set router e0a8f421-c710-4b5d-a639-f127649de212 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:13.854348 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1bf0a544-9c68-4450-9a16-9ba7ac509960 req-0381fab3-c927-4c40-ba3e-12aff43903cc service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756706 Jul 29 14:43:13.943885 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-1aa1c5c2-d53f-43c7-9d99-309685cf9397 None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:13.946010 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ae8026f-7b93-4616-84e2-303d47446c7d req-121d62c3-fe2f-4051-99b3-b8c8065a8a4b tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245840 Jul 29 14:43:13.966555 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28010c24-1eab-4a38-8699-16ed628f569a req-fc06b99f-df5b-4f21-8c09-c1f2baaef04d service neutron] 10.222.0.16 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545727 Jul 29 14:43:14.031688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-22a633fe-9d14-4983-b0f3-2aee1e1d6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:14.033239 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-22a633fe-9d14-4983-b0f3-2aee1e1d6912 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.3617525 Jul 29 14:43:14.107354 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-42c11761-2786-4eea-b1ff-98bd3d568d67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab HTTP/1.1" status: 200 len: 217 time: 0.0618887 Jul 29 14:43:14.132657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-0f11d6e7-8ca5-4f91-9827-d68c57ace8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:14.134226 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-0f11d6e7-8ca5-4f91-9827-d68c57ace8fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 1099 time: 0.1812627 Jul 29 14:43:14.220157 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104d7942-d2e7-4f4f-91b6-ef65f01c0074 x-openstack-request-id: req-104d7942-d2e7-4f4f-91b6-ef65f01c0074 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:14.220448 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bd1c62-e212-44dd-9a9f-b16957e71137", "tag": "e5cdea21-087b-407b-ab50-30995ce5ec95", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:14.220836 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-104d7942-d2e7-4f4f-91b6-ef65f01c0074 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:14.221141 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bd1c62-e212-44dd-9a9f-b16957e71137', 'tag': 'e5cdea21-087b-407b-ab50-30995ce5ec95', 'status': 'completed', 'code': 200} Jul 29 14:43:14.230033 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1aa1c5c2-d53f-43c7-9d99-309685cf9397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:14.246641 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-ea941620-b5a0-4444-b028-3ed4c1c2c146 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1927057115&fields=id&tenant_id=f4b28288c6ce40a4ad30aed84a169e4a HTTP/1.1" status: 200 len: 267 time: 0.1425469 Jul 29 14:43:14.265191 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1c5c2-d53f-43c7-9d99-309685cf9397 None None] The sync data for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 is: [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:43:14.265638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a02998bb-32d3-4e13-930c-047768ccb90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'name': 'tempest-ServersTestManualDisk-1057173172-router', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:41Z', 'revision_number': 4, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'gw_port': {'id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '0b0326e8-5281-44f4-bf90-45c9025641cc', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'floating_ip_address': '172.25.6.108', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'port_id': 'e5cdea21-087b-407b-ab50-30995ce5ec95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'mac_address': 'fa:16:3e:57:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd1c62-e212-44dd-9a9f-b16957e71137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:42:46Z', 'updated_at': '2021-07-29T14:43:11Z', 'revision_number': 1, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e383151-05e6-4de0-aab2-982de341041d', 'name': '', 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'mac_address': 'fa:16:3e:a6:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:40Z', 'updated_at': '2021-07-29T14:42:47Z', 'revision_number': 5, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'subnets': [{'id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:14.288230 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-25c2794e-2353-4796-82d1-1ce4e75d18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:14.289760 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-25c2794e-2353-4796-82d1-1ce4e75d18bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1729710 Jul 29 14:43:14.320466 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02998bb-32d3-4e13-930c-047768ccb90c None None] The sync data for ids ['e0a8f421-c710-4b5d-a639-f127649de212'] in n-d-802893-1 is: [{'id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'name': 'tempest-ServersTestManualDisk-1057173172-router', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:41Z', 'revision_number': 4, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'gw_port': {'id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '0b0326e8-5281-44f4-bf90-45c9025641cc', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'floating_ip_address': '172.25.6.108', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'port_id': 'e5cdea21-087b-407b-ab50-30995ce5ec95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'mac_address': 'fa:16:3e:57:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06bd1c62-e212-44dd-9a9f-b16957e71137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:42:46Z', 'updated_at': '2021-07-29T14:43:11Z', 'revision_number': 1, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e383151-05e6-4de0-aab2-982de341041d', 'name': '', 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'mac_address': 'fa:16:3e:a6:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:40Z', 'updated_at': '2021-07-29T14:42:47Z', 'revision_number': 5, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'subnets': [{'id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:43:14.337507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 100acfe1-c60f-47a4-8f8a-a56eb11094f2 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:43:14.386230 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ca2d6-6414-4904-af91-5096800c46fe req-8bead498-ce38-41de-9c17-883e471caf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:14.390610 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-332ca2d6-6414-4904-af91-5096800c46fe req-8bead498-ce38-41de-9c17-883e471caf7b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=140859f050b24ee4a14e26dd09b7f150&device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 1096 time: 0.1392045 Jul 29 14:43:14.501727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 100acfe1-c60f-47a4-8f8a-a56eb11094f2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=100acfe1-c60f-47a4-8f8a-a56eb11094f2,segment=NetworkSegment(7dbf9186-dbc1-4a97-8a04-a2a9b7e63411),segment_id=7dbf9186-dbc1-4a97-8a04-a2a9b7e63411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:14.520440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '100acfe1-c60f-47a4-8f8a-a56eb11094f2', 'network_id': 'c27d8624-bcea-4fd8-b819-7fa0a6f34799', 'port_id': '100acfe1-c60f-47a4-8f8a-a56eb11094f2', 'mac_address': 'fa:16:3e:c1:27:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2464a835-8705-4dc5-939b-bf852625811c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:43:14.546515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ca2d6-6414-4904-af91-5096800c46fe req-ef71c880-2e86-4271-af0a-202215e895a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:14.548115 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-332ca2d6-6414-4904-af91-5096800c46fe req-ef71c880-2e86-4271-af0a-202215e895a9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=cd2734b0-a577-4490-94b4-ba08c3c3f5be HTTP/1.1" status: 200 len: 913 time: 0.1503255 Jul 29 14:43:14.579729 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:14.598200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100acfe1-c60f-47a4-8f8a-a56eb11094f2 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:43:14.634844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782fc7a-1ec3-460f-981b-9f79ec065107 req-7bcbe0fa-38a6-479c-88ad-11c32e4e2661 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:14.636460 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a782fc7a-1ec3-460f-981b-9f79ec065107 req-7bcbe0fa-38a6-479c-88ad-11c32e4e2661 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 948 time: 0.3142245 Jul 29 14:43:14.643375 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 100acfe1-c60f-47a4-8f8a-a56eb11094f2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=100acfe1-c60f-47a4-8f8a-a56eb11094f2,segment=NetworkSegment(7dbf9186-dbc1-4a97-8a04-a2a9b7e63411),segment_id=7dbf9186-dbc1-4a97-8a04-a2a9b7e63411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:14.651303 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:14.745486 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-332ca2d6-6414-4904-af91-5096800c46fe req-0eaae56c-11d0-42ce-9a83-b8ce76bd62fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5cdea21-087b-407b-ab50-30995ce5ec95 HTTP/1.1" status: 200 len: 999 time: 0.1772280 Jul 29 14:43:14.749169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=100acfe1-c60f-47a4-8f8a-a56eb11094f2,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:14.753502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a782fc7a-1ec3-460f-981b-9f79ec065107 req-e138fc43-0032-4ead-a1d8-6b496f953cd5 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090503 Jul 29 14:43:14.785744 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e5bd7-5694-4f95-81f2-8b68d91b2f52 None None] New status for floating IP 0b0326e8-5281-44f4-bf90-45c9025641cc: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:43:14.817272 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961eb60d-9793-4280-bbf6-2a338fd47753 None None] New status for floating IP bd1f68ef-468f-4396-85b5-395e5d2d2aa0: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:43:14.854195 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ca2d6-6414-4904-af91-5096800c46fe req-abb54803-d5cc-4d2b-8c4a-d47ff5b31e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:14.856276 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-332ca2d6-6414-4904-af91-5096800c46fe req-abb54803-d5cc-4d2b-8c4a-d47ff5b31e1c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=341a325f-6dd9-45b3-afdd-5aaaac0ca149 HTTP/1.1" status: 200 len: 851 time: 0.1011872 Jul 29 14:43:14.965319 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-798f14b4-1d6f-49ea-a608-14820aa0c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:14.966819 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-798f14b4-1d6f-49ea-a608-14820aa0c153 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.8115735 Jul 29 14:43:14.972018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-0d51bedb-7211-4ff3-b55c-6b0f9e98764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:14.977373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ca2d6-6414-4904-af91-5096800c46fe req-2d03beb3-a824-4360-a87e-e6a7cfce6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:14.979995 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-0d51bedb-7211-4ff3-b55c-6b0f9e98764e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6741111 Jul 29 14:43:14.981864 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-332ca2d6-6414-4904-af91-5096800c46fe req-2d03beb3-a824-4360-a87e-e6a7cfce6fa2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cd2734b0-a577-4490-94b4-ba08c3c3f5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164858 Jul 29 14:43:15.010068 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['100acfe1-c60f-47a4-8f8a-a56eb11094f2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:15.010520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7988fd-fea3-4232-80db-c17e3a9b5a3d req-bbc17f8f-4506-406e-8d42-9d0b91fee657 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:15.013015 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2f7988fd-fea3-4232-80db-c17e3a9b5a3d req-bbc17f8f-4506-406e-8d42-9d0b91fee657 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e9166e5-5891-4c01-a098-82e075045908 HTTP/1.1" status: 200 len: 944 time: 0.1000471 Jul 29 14:43:15.157959 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-332ca2d6-6414-4904-af91-5096800c46fe req-cff01175-54ec-46ce-ba14-41ac3486f643 service neutron] 10.222.0.38 "GET /v2.0/networks/cd2734b0-a577-4490-94b4-ba08c3c3f5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665900 Jul 29 14:43:15.170558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-16cbfc18-9f68-4f02-abe3-3f5b025ff068 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:15.171962 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2f7988fd-fea3-4232-80db-c17e3a9b5a3d req-9a07a357-c9e0-4ccb-936c-5788abd00a33 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/security-groups?id=584296f9-fea0-4383-a3d2-fff9043fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440983 Jul 29 14:43:15.178773 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-16cbfc18-9f68-4f02-abe3-3f5b025ff068 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/networks?id=36fa8262-47ad-4a9d-baac-a8463087d147 HTTP/1.1" status: 200 len: 806 time: 0.9311593 Jul 29 14:43:15.190143 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-caa242e7-7d77-42c8-82d6-96dfae930308 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab HTTP/1.1" status: 200 len: 217 time: 0.1892226 Jul 29 14:43:15.225689 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-99267a4b-dd14-47b5-bd68-25a6f445064a tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/quotas/f4b28288c6ce40a4ad30aed84a169e4a HTTP/1.1" status: 200 len: 375 time: 0.0457952 Jul 29 14:43:15.316064 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-332ca2d6-6414-4904-af91-5096800c46fe req-52514905-973b-42c4-a574-5c3908383319 service neutron] 10.222.0.38 "GET /v2.0/networks/cd2734b0-a577-4490-94b4-ba08c3c3f5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427553 Jul 29 14:43:15.375824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-3ed72d10-63f9-485f-80f2-1a65c830cad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:15.377735 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-3ed72d10-63f9-485f-80f2-1a65c830cad0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1733837 Jul 29 14:43:15.412058 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-30fcbbfe-5442-4c85-828e-da9661042743 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4b28288c6ce40a4ad30aed84a169e4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1850288 Jul 29 14:43:15.470508 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'tag': 'fc360044-73e1-4f9a-9811-76415fb39cc0'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:15.472904 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c109120c-1c65-472a-8198-d58e1e5ca689" -d '{"events": [{"name": "network-changed", "server_uuid": "44412105-a4c4-4dfa-8ecc-cafa064e30dc", "tag": "fc360044-73e1-4f9a-9811-76415fb39cc0"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:15.518169 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-44d84bbd-d9f6-4d71-9bb9-76e8f301f18b service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090301 Jul 29 14:43:15.639235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-f8585800-0863-428b-93d2-246566019579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:15.640856 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-f8585800-0863-428b-93d2-246566019579 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2169852 Jul 29 14:43:15.645415 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-eca6ed43-bfe1-4978-8331-86ab2b580a5d service neutron] 10.222.0.16 "GET /v2.0/networks/36fa8262-47ad-4a9d-baac-a8463087d147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053075 Jul 29 14:43:15.742734 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad0de7-225c-4bb6-9d6e-d5426448b1b0 req-bb6ec942-9cbc-48c9-a27a-b12f3e3ff85b tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:15.745722 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ebad0de7-225c-4bb6-9d6e-d5426448b1b0 req-bb6ec942-9cbc-48c9-a27a-b12f3e3ff85b tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.0701661 Jul 29 14:43:15.795715 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-790050a9-2045-4f36-aeb4-bf0c8aa252e6 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628901 Jul 29 14:43:15.830445 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ebad0de7-225c-4bb6-9d6e-d5426448b1b0 req-ba3c08a2-9ea2-474f-95a5-a2aaccdbdadb tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770640 Jul 29 14:43:15.850934 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-b4b10bc8-0fbc-4d59-b5ad-44bf454b1db7 service neutron] 10.222.0.16 "GET /v2.0/networks/36fa8262-47ad-4a9d-baac-a8463087d147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901374 Jul 29 14:43:15.852283 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-cfd00be9-0a75-4569-b99e-7a214bdc3cb4 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015820 Jul 29 14:43:15.875591 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c648a61-b15c-4c69-bfe8-6b2a3ea24e2b req-de0be3f1-4a7c-4f5e-9d9f-be1bff814155 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994360 Jul 29 14:43:16.016294 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0a800a10-ba7a-4100-beef-d92d0d26b7f4 req-827fd627-2c99-46be-9c2c-694242eabde2 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555309 Jul 29 14:43:16.042426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c648a61-b15c-4c69-bfe8-6b2a3ea24e2b req-37a53151-f50a-41a7-bd68-b41bcce9a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:16.043927 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c648a61-b15c-4c69-bfe8-6b2a3ea24e2b req-37a53151-f50a-41a7-bd68-b41bcce9a7d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 1101 time: 0.1125684 Jul 29 14:43:16.054155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73046cd8-b1d9-4e8e-93e9-260f298ab755 req-e2640810-ce16-4770-a836-7d341bbc3ef5 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:16.056091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-73046cd8-b1d9-4e8e-93e9-260f298ab755 req-e2640810-ce16-4770-a836-7d341bbc3ef5 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 946 time: 0.0814447 Jul 29 14:43:16.114010 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-73046cd8-b1d9-4e8e-93e9-260f298ab755 req-8249ad2a-839b-431f-9b34-b327540b33f1 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507352 Jul 29 14:43:16.229353 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17607aca-fba2-47f3-8fff-cb7c5944a9f7 x-openstack-request-id: req-17607aca-fba2-47f3-8fff-cb7c5944a9f7 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:16.229986 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44412105-a4c4-4dfa-8ecc-cafa064e30dc", "tag": "fc360044-73e1-4f9a-9811-76415fb39cc0", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:16.231118 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17607aca-fba2-47f3-8fff-cb7c5944a9f7 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:16.232047 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'tag': 'fc360044-73e1-4f9a-9811-76415fb39cc0', 'status': 'completed', 'code': 200} Jul 29 14:43:16.289713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c648a61-b15c-4c69-bfe8-6b2a3ea24e2b req-9a22f848-e262-49fe-b1c7-ba6b29d5c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:16.295309 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c648a61-b15c-4c69-bfe8-6b2a3ea24e2b req-9a22f848-e262-49fe-b1c7-ba6b29d5c37f service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1932433 Jul 29 14:43:16.349861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109120c-1c65-472a-8198-d58e1e5ca689 req-0ad637f9-b51e-489c-8e83-ec4c5fa76b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:16.349990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 100acfe1-c60f-47a4-8f8a-a56eb11094f2 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:16.352533 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c109120c-1c65-472a-8198-d58e1e5ca689 req-0ad637f9-b51e-489c-8e83-ec4c5fa76b71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 1096 time: 0.1154072 Jul 29 14:43:16.384614 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c648a61-b15c-4c69-bfe8-6b2a3ea24e2b req-94a8d36f-0852-4f4b-bdee-13952b06f201 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332 HTTP/1.1" status: 200 len: 217 time: 0.0725858 Jul 29 14:43:16.458455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 100acfe1-c60f-47a4-8f8a-a56eb11094f2 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:16.473113 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 100acfe1-c60f-47a4-8f8a-a56eb11094f2 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:16.473905 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:16.480197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c648a61-b15c-4c69-bfe8-6b2a3ea24e2b req-e2d424f9-338d-4ae3-ad66-bcd0ddf7f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:16.481069 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c648a61-b15c-4c69-bfe8-6b2a3ea24e2b req-e2d424f9-338d-4ae3-ad66-bcd0ddf7f783 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0722785 Jul 29 14:43:16.492835 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109120c-1c65-472a-8198-d58e1e5ca689 req-0a7f096a-c243-40b1-a11e-6cfde8046907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:16.494626 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c109120c-1c65-472a-8198-d58e1e5ca689 req-0a7f096a-c243-40b1-a11e-6cfde8046907 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 921 time: 0.1235394 Jul 29 14:43:16.496550 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-47dbf215-8ca9-4a0e-a3ec-a24f88c21e82 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--551423612&fields=id&tenant_id=7f5868661cae4787899a7102bcdf839f HTTP/1.1" status: 200 len: 267 time: 0.1150444 Jul 29 14:43:16.585328 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-3dff32b8-8305-4903-98f7-0f4125bcece2 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:16.586965 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-3dff32b8-8305-4903-98f7-0f4125bcece2 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2533047 Jul 29 14:43:16.588715 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c109120c-1c65-472a-8198-d58e1e5ca689 req-9cd77842-a13b-4aa0-a64e-2533d245196c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc360044-73e1-4f9a-9811-76415fb39cc0 HTTP/1.1" status: 200 len: 217 time: 0.0830710 Jul 29 14:43:16.641617 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c648a61-b15c-4c69-bfe8-6b2a3ea24e2b req-94cca4aa-698f-46ad-bcfd-eec15330ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:16.642322 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:16.643963 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c648a61-b15c-4c69-bfe8-6b2a3ea24e2b req-94cca4aa-698f-46ad-bcfd-eec15330ee83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1324015 Jul 29 14:43:16.688924 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-90236416-200c-4837-9ee7-a929b1fe185f tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 696 time: 0.0945880 Jul 29 14:43:16.698996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9166e5-5891-4c01-a098-82e075045908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100acfe1-c60f-47a4-8f8a-a56eb11094f2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:16.706568 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e557a93-f3b4-4f3f-b08e-0af3a32902ff" -d '{"events": [{"server_uuid": "3e9166e5-5891-4c01-a098-82e075045908", "name": "network-vif-plugged", "status": "completed", "tag": "100acfe1-c60f-47a4-8f8a-a56eb11094f2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:16.726751 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-0cb7f5ba-f950-4407-a6f2-e5f1cf289de7 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:16.728350 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-0cb7f5ba-f950-4407-a6f2-e5f1cf289de7 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/networks?id=2bc43b52-9aa8-4747-b129-55538c0ee4d0 HTTP/1.1" status: 200 len: 823 time: 0.2308552 Jul 29 14:43:16.736613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 100acfe1-c60f-47a4-8f8a-a56eb11094f2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=100acfe1-c60f-47a4-8f8a-a56eb11094f2,segment=NetworkSegment(7dbf9186-dbc1-4a97-8a04-a2a9b7e63411),segment_id=7dbf9186-dbc1-4a97-8a04-a2a9b7e63411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:16.743324 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:16.755669 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-8f370e7a-1f69-4e3a-a7b1-e27ecc9edb48 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/quotas/7f5868661cae4787899a7102bcdf839f HTTP/1.1" status: 200 len: 375 time: 0.0182028 Jul 29 14:43:16.767240 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109120c-1c65-472a-8198-d58e1e5ca689 req-8fe61b31-f85a-4e43-9ae0-1dd88a09f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:16.769063 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c109120c-1c65-472a-8198-d58e1e5ca689 req-8fe61b31-f85a-4e43-9ae0-1dd88a09f32b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 200 len: 859 time: 0.0770209 Jul 29 14:43:16.773949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-0a40f27c-8637-4499-a158-436c9091d3c3 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Request body: {'floatingip': {'port_id': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:16.808260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=100acfe1-c60f-47a4-8f8a-a56eb11094f2,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:16.880580 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-0a40f27c-8637-4499-a158-436c9091d3c3 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:16.890178 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-780a85eb-29c0-4d83-a656-19410d957801 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f5868661cae4787899a7102bcdf839f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1213880 Jul 29 14:43:16.892659 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c648a61-b15c-4c69-bfe8-6b2a3ea24e2b req-018d196c-7c27-4a40-b6d6-417aa9bb477d service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376173 Jul 29 14:43:16.956216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109120c-1c65-472a-8198-d58e1e5ca689 req-146c5183-fc9c-417a-88b8-2e8c0316a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:16.958361 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c109120c-1c65-472a-8198-d58e1e5ca689 req-146c5183-fc9c-417a-88b8-2e8c0316a5cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae83cecd-147c-461f-81ff-989ea8728735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797688 Jul 29 14:43:17.244681 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c109120c-1c65-472a-8198-d58e1e5ca689 req-14543883-241c-41a1-bd95-57a4cc64802a service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728550 Jul 29 14:43:17.258393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cc24d-d069-4d6d-ab8d-da2013dba4cf req-d7d998a9-a044-4728-8195-4be4949ee0e2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:17.260133 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-051cc24d-d069-4d6d-ab8d-da2013dba4cf req-d7d998a9-a044-4728-8195-4be4949ee0e2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0572b06-549e-4247-8291-ee4a187ec75e HTTP/1.1" status: 200 len: 946 time: 0.1464515 Jul 29 14:43:17.340281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8be12780-02c9-4ad3-91fe-54c5ee5837ab details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:43:17.395412 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c648a61-b15c-4c69-bfe8-6b2a3ea24e2b req-8c53049c-39e8-4b23-a88a-90b4293b5caa service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918342 Jul 29 14:43:17.405148 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-8dd23f24-a99e-40c0-804e-c4a9f81ab649 service neutron] 10.222.0.16 "GET /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911196 Jul 29 14:43:17.506134 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-61bd336c-a88b-481b-9666-004cbf8c6ae1 service neutron] 10.222.0.16 "GET /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997548 Jul 29 14:43:17.556395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:17.574261 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb672a-10b5-4558-986c-6e825152d24b req-01259df2-e3a7-462f-b4b8-2918db10d744 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:17.575870 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dbfb672a-10b5-4558-986c-6e825152d24b req-01259df2-e3a7-462f-b4b8-2918db10d744 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.39 "GET /v2.0/ports?device_id=44412105-a4c4-4dfa-8ecc-cafa064e30dc HTTP/1.1" status: 200 len: 945 time: 0.2856610 Jul 29 14:43:17.597017 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '8be12780-02c9-4ad3-91fe-54c5ee5837ab', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '8be12780-02c9-4ad3-91fe-54c5ee5837ab', 'mac_address': 'fa:16:3e:45:05:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:43:17.704370 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c109120c-1c65-472a-8198-d58e1e5ca689 req-bb0cfeaa-283b-44e1-9b3f-bf8d830b5d1d service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431148 Jul 29 14:43:17.745164 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:17.758137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb772ec-d2ae-4c39-aa4b-8508fe30b368 req-317b198f-3ab2-4ed1-9126-b7359ae0cbaa tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:17.763633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be12780-02c9-4ad3-91fe-54c5ee5837ab {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:43:17.767591 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cb772ec-d2ae-4c39-aa4b-8508fe30b368 req-317b198f-3ab2-4ed1-9126-b7359ae0cbaa tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 948 time: 0.0713246 Jul 29 14:43:17.790069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:17.799122 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:17.823871 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cb772ec-d2ae-4c39-aa4b-8508fe30b368 req-592c3d24-a666-40c3-ad89-95bb3491f2cf tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550284 Jul 29 14:43:17.939756 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8be12780-02c9-4ad3-91fe-54c5ee5837ab,revision_number=12']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:17.956436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-051cc24d-d069-4d6d-ab8d-da2013dba4cf req-792124db-a5b9-49f0-a6e9-9b75d7fb7636 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Deleting port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:43:17.956962 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-051cc24d-d069-4d6d-ab8d-da2013dba4cf req-792124db-a5b9-49f0-a6e9-9b75d7fb7636 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:17.957842 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-20478116-1743-4a98-a35f-49182af4f114 req-fd2c9a90-7280-46f5-a030-1bbc9fd52a1a tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 210 time: 0.0766459 Jul 29 14:43:18.120211 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdca35f-9991-4011-82c2-fd4f2e2a2740 req-80c35a25-1bd2-43e2-9a8d-e54bef93746c tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:18.126907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-983180e1-1eaf-45a7-860b-c721623f2bab tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:18.128000 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fdca35f-9991-4011-82c2-fd4f2e2a2740 req-80c35a25-1bd2-43e2-9a8d-e54bef93746c tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e9166e5-5891-4c01-a098-82e075045908 HTTP/1.1" status: 200 len: 945 time: 0.0835452 Jul 29 14:43:18.128392 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-983180e1-1eaf-45a7-860b-c721623f2bab tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.38 "GET /v2.0/networks?id=36fa8262-47ad-4a9d-baac-a8463087d147 HTTP/1.1" status: 200 len: 806 time: 0.4373364 Jul 29 14:43:18.179259 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fdca35f-9991-4011-82c2-fd4f2e2a2740 req-262ec8c6-0102-4cbb-981b-04558c7def8f tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/security-groups?id=584296f9-fea0-4383-a3d2-fff9043fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502276 Jul 29 14:43:18.205610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['8be12780-02c9-4ad3-91fe-54c5ee5837ab'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:18.262211 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-0a40f27c-8637-4499-a158-436c9091d3c3 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:18.284017 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b4dabf-e711-4a21-b54f-9d3824f6e9cd x-openstack-request-id: req-81b4dabf-e711-4a21-b54f-9d3824f6e9cd {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:18.284017 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9166e5-5891-4c01-a098-82e075045908", "name": "network-vif-plugged", "status": "completed", "tag": "100acfe1-c60f-47a4-8f8a-a56eb11094f2", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:18.284017 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81b4dabf-e711-4a21-b54f-9d3824f6e9cd {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:18.284581 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9166e5-5891-4c01-a098-82e075045908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100acfe1-c60f-47a4-8f8a-a56eb11094f2', 'code': 200} Jul 29 14:43:18.285628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-dbfb672a-10b5-4558-986c-6e825152d24b req-bbab88c9-9c3e-4ffb-9b39-f090f01eb307 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Deleting port fc360044-73e1-4f9a-9811-76415fb39cc0 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:43:18.285975 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dbfb672a-10b5-4558-986c-6e825152d24b req-bbab88c9-9c3e-4ffb-9b39-f090f01eb307 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:18.298093 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-54df922d-d393-4a25-9123-01721c5132be tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4b28288c6ce40a4ad30aed84a169e4a HTTP/1.1" status: 200 len: 380 time: 0.1363409 Jul 29 14:43:18.299559 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-0a40f27c-8637-4499-a158-436c9091d3c3 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:18.323392 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-79dc0870-4920-4101-a957-b4adc591e2e4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Request body: {'port': {'device_id': 'c44af8e6-e888-43c5-ac5b-aaa17c4f266e', 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147', 'admin_state_up': True, 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'security_groups': ['cf7b20cd-72c5-49e7-90a1-a1d1aa78911c']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:18.361805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966a2f4-caf0-4dea-ba62-d77ead2f1852 req-cd45ab17-2e5e-4778-a82e-3b07de7b157a tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:18.370254 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4966a2f4-caf0-4dea-ba62-d77ead2f1852 req-cd45ab17-2e5e-4778-a82e-3b07de7b157a tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.0670447 Jul 29 14:43:18.422650 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4966a2f4-caf0-4dea-ba62-d77ead2f1852 req-2a2de9a5-fa3c-47dd-b985-674c69a554bf tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507092 Jul 29 14:43:18.563182 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba8243-f692-429b-974d-dbf3d0db7665 req-6e606527-1ff3-495b-9e12-283073d96cff tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:18.573122 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13ba8243-f692-429b-974d-dbf3d0db7665 req-6e606527-1ff3-495b-9e12-283073d96cff tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 946 time: 0.0757549 Jul 29 14:43:18.614970 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13ba8243-f692-429b-974d-dbf3d0db7665 req-efb2550e-248e-4b5c-bab5-b3e7bb8f6fa3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406868 Jul 29 14:43:18.816730 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-051cc24d-d069-4d6d-ab8d-da2013dba4cf req-792124db-a5b9-49f0-a6e9-9b75d7fb7636 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] For port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=12cbe4d7-184b-4bbb-af4b-b9c27ea680d2,segment=NetworkSegment(1f208ccb-e698-4fc0-9396-d3fc934ed7ed),segment_id=1f208ccb-e698-4fc0-9396-d3fc934ed7ed)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:18.817201 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-051cc24d-d069-4d6d-ab8d-da2013dba4cf req-792124db-a5b9-49f0-a6e9-9b75d7fb7636 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:18.844094 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b88596f2-fe76-4d69-97f6-67fa4499f390 req-9aae7546-e486-4f28-99be-7e9446979c7a tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 210 time: 0.0301342 Jul 29 14:43:18.955699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca45260-6d2a-42e2-838f-2ba171bbca8f req-9255d87e-553c-4f6d-83d5-c25068e57bc8 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:18.957314 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ca45260-6d2a-42e2-838f-2ba171bbca8f req-9255d87e-553c-4f6d-83d5-c25068e57bc8 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 949 time: 0.0531170 Jul 29 14:43:18.998888 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ca45260-6d2a-42e2-838f-2ba171bbca8f req-de9b29af-5da7-4f5e-9375-54553805e0f0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352309 Jul 29 14:43:19.054433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45fedf-66c3-4d0d-bed5-7914b2c3c27a req-f22b6a88-c2fa-4e3f-97d9-2107478e5113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:19.056023 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b45fedf-66c3-4d0d-bed5-7914b2c3c27a req-f22b6a88-c2fa-4e3f-97d9-2107478e5113 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e9166e5-5891-4c01-a098-82e075045908 HTTP/1.1" status: 200 len: 1096 time: 0.7520115 Jul 29 14:43:19.109614 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fd9aba6-79c3-4bd6-b33a-d5a74ea0fe1c req-ef4bbfc2-fdbf-48e8-902a-478ba5736db4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 210 time: 0.0289261 Jul 29 14:43:19.160277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-dbfb672a-10b5-4558-986c-6e825152d24b req-bbab88c9-9c3e-4ffb-9b39-f090f01eb307 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] For port fc360044-73e1-4f9a-9811-76415fb39cc0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=fc360044-73e1-4f9a-9811-76415fb39cc0,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:19.160750 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dbfb672a-10b5-4558-986c-6e825152d24b req-bbab88c9-9c3e-4ffb-9b39-f090f01eb307 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:19.167021 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-0a40f27c-8637-4499-a158-436c9091d3c3 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Floating IP bd1f68ef-468f-4396-85b5-395e5d2d2aa0 associated. External IP: 172.25.6.223, port: 72524ee8-b7ca-4e00-a4e6-430fa847823b. Jul 29 14:43:19.249554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-dbfb672a-10b5-4558-986c-6e825152d24b req-bbab88c9-9c3e-4ffb-9b39-f090f01eb307 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Calling delete_port for fc360044-73e1-4f9a-9811-76415fb39cc0 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:43:19.350159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-ef3ee046-575b-4c50-a961-b0630ccea5c1 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:19.352688 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-ef3ee046-575b-4c50-a961-b0630ccea5c1 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.39 "GET /v2.0/networks?id=2bc43b52-9aa8-4747-b129-55538c0ee4d0 HTTP/1.1" status: 200 len: 823 time: 0.2003171 Jul 29 14:43:19.358526 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b45fedf-66c3-4d0d-bed5-7914b2c3c27a req-28dccc4f-7574-4802-99d2-4f33ef97c0c8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=584296f9-fea0-4383-a3d2-fff9043fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871375 Jul 29 14:43:19.372641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64237a-8e4e-417b-9c43-45e354b54290 req-eb0d185c-62fe-4c42-96fe-910075d9939a tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:19.374430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ed64237a-8e4e-417b-9c43-45e354b54290 req-eb0d185c-62fe-4c42-96fe-910075d9939a tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e9166e5-5891-4c01-a098-82e075045908 HTTP/1.1" status: 200 len: 945 time: 0.1086681 Jul 29 14:43:19.416596 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-79dc0870-4920-4101-a957-b4adc591e2e4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Made reservation on behalf of f4b28288c6ce40a4ad30aed84a169e4a for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:43:19.421096 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-79dc0870-4920-4101-a957-b4adc591e2e4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:19.443694 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ed64237a-8e4e-417b-9c43-45e354b54290 req-98682350-6259-4758-83ad-3992d136a793 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/security-groups?id=584296f9-fea0-4383-a3d2-fff9043fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620050 Jul 29 14:43:19.467174 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-d61b5f18-4896-45da-873c-fa1b8d9abe76 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f5868661cae4787899a7102bcdf839f HTTP/1.1" status: 200 len: 379 time: 0.0625980 Jul 29 14:43:19.488791 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-051cc24d-d069-4d6d-ab8d-da2013dba4cf req-792124db-a5b9-49f0-a6e9-9b75d7fb7636 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:19.489177 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-051cc24d-d069-4d6d-ab8d-da2013dba4cf req-792124db-a5b9-49f0-a6e9-9b75d7fb7636 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:19.489494 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-051cc24d-d069-4d6d-ab8d-da2013dba4cf req-792124db-a5b9-49f0-a6e9-9b75d7fb7636 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Floating IP a3b4f822-57a7-466e-bd17-3606ec80bb83 disassociated. External IP: 172.25.6.247, port: 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2. Jul 29 14:43:19.489836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-051cc24d-d069-4d6d-ab8d-da2013dba4cf req-792124db-a5b9-49f0-a6e9-9b75d7fb7636 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Calling delete_port for 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:43:19.497847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-13cac9ae-40a0-436a-be11-3542ce028c44 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Request body: {'port': {'device_id': '784b58e3-4f55-4bea-be77-77beda05e156', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'admin_state_up': True, 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'security_groups': ['a3de9e7a-97ac-4bc8-9112-f3c77d02923b']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:19.571166 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-dd5cf3ef-0a3d-4562-8fb0-12dc0349c55d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=066be3c079594f16a4e143f5f26610bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303679 Jul 29 14:43:19.652811 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:43:19.726280 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-13cac9ae-40a0-436a-be11-3542ce028c44 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Made reservation on behalf of 7f5868661cae4787899a7102bcdf839f for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:43:19.729778 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-13cac9ae-40a0-436a-be11-3542ce028c44 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:19.750232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-3a10acd0-8a3b-4a75-b62a-0e031b871aee tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:19.751713 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-3a10acd0-8a3b-4a75-b62a-0e031b871aee tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710885 Jul 29 14:43:19.777135 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-5da0e469-d761-49c8-a51e-fe9ba2995666 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/quotas/066be3c079594f16a4e143f5f26610bd HTTP/1.1" status: 200 len: 375 time: 0.0177519 Jul 29 14:43:19.890810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-79dc0870-4920-4101-a957-b4adc591e2e4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Allocated IP 172.20.0.13 (36fa8262-47ad-4a9d-baac-a8463087d147/b1b3df64-d072-4a45-bae2-35bbe0a05cc7/fc661a8f-c04f-4fa2-ac1d-4470603be52e) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:43:19.901704 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dbfb672a-10b5-4558-986c-6e825152d24b req-bbab88c9-9c3e-4ffb-9b39-f090f01eb307 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:19.906505 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-43eb07d1-9b75-4b77-8c08-db9fd5101da0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001787 Jul 29 14:43:19.913108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['72524ee8-b7ca-4e00-a4e6-430fa847823b'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:19.935604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-13cac9ae-40a0-436a-be11-3542ce028c44 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Allocated IP 172.20.0.14 (2bc43b52-9aa8-4747-b129-55538c0ee4d0/257169a0-752d-468a-bc28-f8360fd89075/a1182d97-8cfe-4322-961b-533eca77e12c) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:43:19.963322 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab88c9-9c3e-4ffb-9b39-f090f01eb307 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Pushing event deleted for resources: {'Port': ['ID=fc360044-73e1-4f9a-9811-76415fb39cc0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:19.982294 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-0a40f27c-8637-4499-a158-436c9091d3c3 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Router a81cf773-8a78-417d-b48d-a1e313304fdd has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:43:20.032592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfb672a-10b5-4558-986c-6e825152d24b req-bbab88c9-9c3e-4ffb-9b39-f090f01eb307 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] No DVR routers for this DVR port fc360044-73e1-4f9a-9811-76415fb39cc0 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:43:20.036572 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dbfb672a-10b5-4558-986c-6e825152d24b req-bbab88c9-9c3e-4ffb-9b39-f090f01eb307 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:20.038770 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dbfb672a-10b5-4558-986c-6e825152d24b req-bbab88c9-9c3e-4ffb-9b39-f090f01eb307 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.39 "DELETE /v2.0/ports/fc360044-73e1-4f9a-9811-76415fb39cc0 HTTP/1.1" status: 204 len: 173 time: 2.4536765 Jul 29 14:43:20.045667 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'name': 'network-vif-deleted', 'tag': 'fc360044-73e1-4f9a-9811-76415fb39cc0'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:20.048407 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4d915d-27b1-4133-a63a-937500ff59f7" -d '{"events": [{"server_uuid": "44412105-a4c4-4dfa-8ecc-cafa064e30dc", "name": "network-vif-deleted", "tag": "fc360044-73e1-4f9a-9811-76415fb39cc0"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:20.052583 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-051cc24d-d069-4d6d-ab8d-da2013dba4cf req-792124db-a5b9-49f0-a6e9-9b75d7fb7636 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:20.153617 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792124db-a5b9-49f0-a6e9-9b75d7fb7636 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Pushing event deleted for resources: {'Port': ['ID=12cbe4d7-184b-4bbb-af4b-b9c27ea680d2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:20.329006 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-13cac9ae-40a0-436a-be11-3542ce028c44 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:20.348153 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-13cac9ae-40a0-436a-be11-3542ce028c44 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Transition to ACTIVE for port object a1182d97-8cfe-4322-961b-533eca77e12c will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:20.360173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ddd66-f9e5-4b8a-878c-1ebeac4927b1 req-e5f125ff-6341-41a8-a5e7-7c5dda18e6a0 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:20.361827 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf6ddd66-f9e5-4b8a-878c-1ebeac4927b1 req-e5f125ff-6341-41a8-a5e7-7c5dda18e6a0 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1610212 Jul 29 14:43:20.402828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device fc360044-73e1-4f9a-9811-76415fb39cc0 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:43:20.423724 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: fc360044-73e1-4f9a-9811-76415fb39cc0 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:43:20.424193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device fc360044-73e1-4f9a-9811-76415fb39cc0 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:43:20.424714 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:43:20.426766 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf6ddd66-f9e5-4b8a-878c-1ebeac4927b1 req-3cc24e93-4895-4f6e-b0ba-0adf89261ef3 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574431 Jul 29 14:43:20.429757 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-13cac9ae-40a0-436a-be11-3542ce028c44 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:20.485416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:43:20.485777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:43:20.499285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-13cac9ae-40a0-436a-be11-3542ce028c44 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:43:20.500395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cac9ae-40a0-436a-be11-3542ce028c44 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Pushing event updated for resources: {'Port': ['ID=a1182d97-8cfe-4322-961b-533eca77e12c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:20.502878 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-79dc0870-4920-4101-a957-b4adc591e2e4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:20.504548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-13cac9ae-40a0-436a-be11-3542ce028c44 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:43:20.507028 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-13cac9ae-40a0-436a-be11-3542ce028c44 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:43:20.538219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-79dc0870-4920-4101-a957-b4adc591e2e4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Transition to ACTIVE for port object fc661a8f-c04f-4fa2-ac1d-4470603be52e will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:20.560564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-0a40f27c-8637-4499-a158-436c9091d3c3 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:43:20.574956 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d37d6ae-f5c5-435f-a7f1-51109bacd34a None None] Sync routers for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:43:20.578876 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-0a40f27c-8637-4499-a158-436c9091d3c3 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:20.591917 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d37d6ae-f5c5-435f-a7f1-51109bacd34a None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:20.592565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1d37d6ae-f5c5-435f-a7f1-51109bacd34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:20.594545 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-13cac9ae-40a0-436a-be11-3542ce028c44 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:20.598349 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-13cac9ae-40a0-436a-be11-3542ce028c44 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:20.616998 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-051cc24d-d069-4d6d-ab8d-da2013dba4cf req-792124db-a5b9-49f0-a6e9-9b75d7fb7636 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Router e92298e6-0d02-4d39-898d-62a8b2fd3f50 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:43:20.649932 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-0a40f27c-8637-4499-a158-436c9091d3c3 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "PUT /v2.0/floatingips/bd1f68ef-468f-4396-85b5-395e5d2d2aa0 HTTP/1.1" status: 200 len: 996 time: 3.9592090 Jul 29 14:43:20.661582 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-13cac9ae-40a0-436a-be11-3542ce028c44 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1677511 Jul 29 14:43:20.680742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0eae9-448e-4c51-946d-f4d5b493eab3 req-662e89ac-73f5-47a3-be8f-1249bab09340 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:20.693329 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55c0eae9-448e-4c51-946d-f4d5b493eab3 req-662e89ac-73f5-47a3-be8f-1249bab09340 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 946 time: 0.0863128 Jul 29 14:43:20.705369 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Request body: {'port': {'device_id': '784b58e3-4f55-4bea-be77-77beda05e156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:20.775184 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-79dc0870-4920-4101-a957-b4adc591e2e4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:20.804062 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:20.875983 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55c0eae9-448e-4c51-946d-f4d5b493eab3 req-3c585138-7ca6-4dee-86fc-9186545b2e59 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814759 Jul 29 14:43:20.889362 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-1d37d6ae-f5c5-435f-a7f1-51109bacd34a None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:20.902247 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-79dc0870-4920-4101-a957-b4adc591e2e4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Network 36fa8262-47ad-4a9d-baac-a8463087d147 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:43:20.951731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-79dc0870-4920-4101-a957-b4adc591e2e4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:43:20.956385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc0870-4920-4101-a957-b4adc591e2e4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Pushing event updated for resources: {'Port': ['ID=fc661a8f-c04f-4fa2-ac1d-4470603be52e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:20.966751 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-79dc0870-4920-4101-a957-b4adc591e2e4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:43:21.033437 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-080cfcc0-211d-4da9-8380-737117ad18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:21.035273 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-080cfcc0-211d-4da9-8380-737117ad18b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 1096 time: 0.3513548 Jul 29 14:43:21.090618 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-051cc24d-d069-4d6d-ab8d-da2013dba4cf req-792124db-a5b9-49f0-a6e9-9b75d7fb7636 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:43:21.102667 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b6798-c1ec-4624-afe8-75cda2dfe0af None None] Sync routers for ids ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:43:21.117518 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b6798-c1ec-4624-afe8-75cda2dfe0af None None] Routers {'e92298e6-0d02-4d39-898d-62a8b2fd3f50'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:21.118755 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ac9b6798-c1ec-4624-afe8-75cda2dfe0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:21.339093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8430544e-22d5-42c2-9f6f-6ea1b351def1 None None] Provisioning for port a1182d97-8cfe-4322-961b-533eca77e12c completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:21.345822 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8430544e-22d5-42c2-9f6f-6ea1b351def1 None None] Provisioning complete for port a1182d97-8cfe-4322-961b-533eca77e12c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:21.346621 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8430544e-22d5-42c2-9f6f-6ea1b351def1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:21.351029 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-ac9b6798-c1ec-4624-afe8-75cda2dfe0af None None] Set router e92298e6-0d02-4d39-898d-62a8b2fd3f50 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:21.357056 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86375d9c-3d9b-4725-9c51-c0de4a6f3070 req-0b20f27a-1427-49cd-915b-c15e96113775 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:21.358868 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-86375d9c-3d9b-4725-9c51-c0de4a6f3070 req-0b20f27a-1427-49cd-915b-c15e96113775 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 932 time: 0.1262434 Jul 29 14:43:21.397468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8430544e-22d5-42c2-9f6f-6ea1b351def1 None None] Port a1182d97-8cfe-4322-961b-533eca77e12c cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:43:21.399767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8be12780-02c9-4ad3-91fe-54c5ee5837ab up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:21.433208 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-86375d9c-3d9b-4725-9c51-c0de4a6f3070 req-be319a0d-eb26-4727-b93f-4af0424d58f0 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642145 Jul 29 14:43:21.542101 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1182d97-8cfe-4322-961b-533eca77e12c {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:43:21.563315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1d37d6ae-f5c5-435f-a7f1-51109bacd34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'bd1f68ef-468f-4396-85b5-395e5d2d2aa0', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'port_id': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'mac_address': 'fa:16:3e:da:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f913620d-5793-4215-8b84-dac015f803d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:42:35Z', 'updated_at': '2021-07-29T14:43:17Z', 'revision_number': 8, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:21.566568 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:21.574328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-756779d6-8fd9-4240-90cd-e46ae417c044 None None] Provisioning for port fc661a8f-c04f-4fa2-ac1d-4470603be52e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:21.576601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 8be12780-02c9-4ad3-91fe-54c5ee5837ab completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:21.603999 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Transition to ACTIVE for port object a1182d97-8cfe-4322-961b-533eca77e12c will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:21.614946 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:21.632202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-756779d6-8fd9-4240-90cd-e46ae417c044 None None] Provisioning complete for port fc661a8f-c04f-4fa2-ac1d-4470603be52e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:21.632736 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-756779d6-8fd9-4240-90cd-e46ae417c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:21.637143 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d37d6ae-f5c5-435f-a7f1-51109bacd34a None None] Checking router: a81cf773-8a78-417d-b48d-a1e313304fdd for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:43:21.639656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 8be12780-02c9-4ad3-91fe-54c5ee5837ab triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:21.639656 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:21.643945 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08913d1-9b8c-469a-a03a-608b5025e3f5 x-openstack-request-id: req-e08913d1-9b8c-469a-a03a-608b5025e3f5 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:21.643945 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44412105-a4c4-4dfa-8ecc-cafa064e30dc", "name": "network-vif-deleted", "tag": "fc360044-73e1-4f9a-9811-76415fb39cc0", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:21.643945 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e08913d1-9b8c-469a-a03a-608b5025e3f5 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:21.644747 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44412105-a4c4-4dfa-8ecc-cafa064e30dc', 'name': 'network-vif-deleted', 'tag': 'fc360044-73e1-4f9a-9811-76415fb39cc0', 'status': 'completed', 'code': 200} Jul 29 14:43:21.675540 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-051cc24d-d069-4d6d-ab8d-da2013dba4cf req-792124db-a5b9-49f0-a6e9-9b75d7fb7636 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] No DVR routers for this DVR port 12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:43:21.684792 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-051cc24d-d069-4d6d-ab8d-da2013dba4cf req-792124db-a5b9-49f0-a6e9-9b75d7fb7636 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:21.687058 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-051cc24d-d069-4d6d-ab8d-da2013dba4cf req-792124db-a5b9-49f0-a6e9-9b75d7fb7636 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.39 "DELETE /v2.0/ports/12cbe4d7-184b-4bbb-af4b-b9c27ea680d2 HTTP/1.1" status: 204 len: 173 time: 4.4138227 Jul 29 14:43:21.695355 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ac9b6798-c1ec-4624-afe8-75cda2dfe0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:50Z', 'revision_number': 5, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:21.712348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d37d6ae-f5c5-435f-a7f1-51109bacd34a None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:21.713042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1d37d6ae-f5c5-435f-a7f1-51109bacd34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:21.713404 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-79dc0870-4920-4101-a957-b4adc591e2e4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:21.714530 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-79dc0870-4920-4101-a957-b4adc591e2e4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:21.743236 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-79dc0870-4920-4101-a957-b4adc591e2e4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4243875 Jul 29 14:43:21.765145 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b6798-c1ec-4624-afe8-75cda2dfe0af None None] Checking router: e92298e6-0d02-4d39-898d-62a8b2fd3f50 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:43:21.778277 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b6798-c1ec-4624-afe8-75cda2dfe0af None None] Routers {'e92298e6-0d02-4d39-898d-62a8b2fd3f50'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:21.780781 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ac9b6798-c1ec-4624-afe8-75cda2dfe0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:21.785002 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-396c9210-2a75-4551-be68-cc629fe5fc76 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=066be3c079594f16a4e143f5f26610bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407140 Jul 29 14:43:21.790236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Request body: {'port': {'device_id': 'c44af8e6-e888-43c5-ac5b-aaa17c4f266e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:21.795452 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-756779d6-8fd9-4240-90cd-e46ae417c044 None None] Port fc661a8f-c04f-4fa2-ac1d-4470603be52e cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:43:21.811570 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3dce7ec0-d5f9-429f-a573-156353a56c88 req-3dc97174-298d-4d12-bfa2-08e900103596 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 210 time: 0.0864799 Jul 29 14:43:21.885461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Pushing event updated for resources: {'Port': ['ID=a1182d97-8cfe-4322-961b-533eca77e12c,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:21.919398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-21d93741-68a0-4bef-9d6c-042b6500b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:21.929763 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-21d93741-68a0-4bef-9d6c-042b6500b17f service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 921 time: 0.7945313 Jul 29 14:43:22.013814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-1d37d6ae-f5c5-435f-a7f1-51109bacd34a None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:22.072142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Attempting to bind port a1182d97-8cfe-4322-961b-533eca77e12c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:43:22.072482 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Attempting to bind port a1182d97-8cfe-4322-961b-533eca77e12c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:43:22.072979 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Attempting to bind port a1182d97-8cfe-4322-961b-533eca77e12c on network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:22.085739 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:22.085967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e90317-5ef8-4206-b88d-706fcf8e0245 req-1b738ad0-98bd-4395-a5d3-a339654c79a3 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:22.094235 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21e90317-5ef8-4206-b88d-706fcf8e0245 req-1b738ad0-98bd-4395-a5d3-a339654c79a3 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 932 time: 0.1523604 Jul 29 14:43:22.097371 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Port a1182d97-8cfe-4322-961b-533eca77e12c on network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:43:22.097636 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Attempting to bind port a1182d97-8cfe-4322-961b-533eca77e12c on network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:22.101143 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-954e28a2-1f6d-4ef4-9954-293420d5e7a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72524ee8-b7ca-4e00-a4e6-430fa847823b HTTP/1.1" status: 200 len: 999 time: 0.1676369 Jul 29 14:43:22.109672 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-ac9b6798-c1ec-4624-afe8-75cda2dfe0af None None] Set router e92298e6-0d02-4d39-898d-62a8b2fd3f50 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:22.118277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:43:22.118622 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Checking segment: {'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:43:22.119014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Bound using segment: {'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:43:22.119456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Bound port: a1182d97-8cfe-4322-961b-533eca77e12c, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f208ccb-e698-4fc0-9396-d3fc934ed7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:43:22.119819 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:22.165371 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21e90317-5ef8-4206-b88d-706fcf8e0245 req-c5a64711-18ea-4b79-9736-1e09d94c0ee5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702615 Jul 29 14:43:22.181316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-0e3fd8e1-9c36-4f7f-87b0-517c8de19d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:22.189768 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-0e3fd8e1-9c36-4f7f-87b0-517c8de19d47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 200 len: 859 time: 0.0874639 Jul 29 14:43:22.262218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] For port a1182d97-8cfe-4322-961b-533eca77e12c, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:22.266176 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] For port a1182d97-8cfe-4322-961b-533eca77e12c, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a1182d97-8cfe-4322-961b-533eca77e12c,segment=NetworkSegment(1f208ccb-e698-4fc0-9396-d3fc934ed7ed),segment_id=1f208ccb-e698-4fc0-9396-d3fc934ed7ed)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:43:22.271840 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:22.277750 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-2452d6c9-3677-482c-ab0f-e4560946b33e tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:22.278545 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:22.279777 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-2452d6c9-3677-482c-ab0f-e4560946b33e tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4845204 Jul 29 14:43:22.304380 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-c08a9939-935a-41d2-920d-40f59b8a1a62 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Request body: {'port': {'device_id': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '066be3c079594f16a4e143f5f26610bd'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:22.318075 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:22.320378 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be7e9df-7f81-4074-8af8-b6170ddd4b1a" -d '{"events": [{"server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "name": "network-vif-plugged", "status": "completed", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:22.345875 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:22.346566 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:22.348944 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] 10.222.0.39 "PUT /v2.0/ports/a1182d97-8cfe-4322-961b-533eca77e12c HTTP/1.1" status: 200 len: 1092 time: 1.6520061 Jul 29 14:43:22.352604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784b58e3-4f55-4bea-be77-77beda05e156', 'tag': 'a1182d97-8cfe-4322-961b-533eca77e12c'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:22.355390 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95411b0f-9e0e-4464-86f2-478a88e9a00e" -d '{"events": [{"name": "network-changed", "server_uuid": "784b58e3-4f55-4bea-be77-77beda05e156", "tag": "a1182d97-8cfe-4322-961b-533eca77e12c"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:22.367573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:22.381387 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:22.415204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-75276756-69d4-4763-a77e-f522442023cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:22.423995 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f964b9-901f-448e-88f9-1e5506febc11 service neutron] Pushing event updated for resources: {'Port': ['ID=a1182d97-8cfe-4322-961b-533eca77e12c,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:22.438645 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-75276756-69d4-4763-a77e-f522442023cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae83cecd-147c-461f-81ff-989ea8728735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2468631 Jul 29 14:43:22.478093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8be12780-02c9-4ad3-91fe-54c5ee5837ab,revision_number=13']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:22.487426 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ac9b6798-c1ec-4624-afe8-75cda2dfe0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:50Z', 'revision_number': 5, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:22.497892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206c409-966a-430e-96f1-c41fca5af65f req-768f8979-0363-4503-b66a-9ee7d525d4a7 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:22.509509 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1d37d6ae-f5c5-435f-a7f1-51109bacd34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'bd1f68ef-468f-4396-85b5-395e5d2d2aa0', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'port_id': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'mac_address': 'fa:16:3e:da:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f913620d-5793-4215-8b84-dac015f803d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:42:35Z', 'updated_at': '2021-07-29T14:43:17Z', 'revision_number': 8, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:22.518221 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0206c409-966a-430e-96f1-c41fca5af65f req-768f8979-0363-4503-b66a-9ee7d525d4a7 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e9166e5-5891-4c01-a098-82e075045908 HTTP/1.1" status: 200 len: 945 time: 0.2372024 Jul 29 14:43:22.553071 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d37d6ae-f5c5-435f-a7f1-51109bacd34a None None] The sync data for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 is: [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'bd1f68ef-468f-4396-85b5-395e5d2d2aa0', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'port_id': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'mac_address': 'fa:16:3e:da:c4:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f913620d-5793-4215-8b84-dac015f803d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:42:35Z', 'updated_at': '2021-07-29T14:43:17Z', 'revision_number': 8, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:43:22.587847 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b6798-c1ec-4624-afe8-75cda2dfe0af None None] The sync data for ids ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'] in n-d-802893-1 is: [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:50Z', 'revision_number': 5, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:43:22.591246 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-d6f53815-797b-4bec-be53-5ff73112f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:22.592994 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-d6f53815-797b-4bec-be53-5ff73112f416 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f5868661cae4787899a7102bcdf839f&device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 1095 time: 0.1837540 Jul 29 14:43:22.611860 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0206c409-966a-430e-96f1-c41fca5af65f req-a4ca6f80-80c4-406e-a972-439c98043b68 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/security-groups?id=584296f9-fea0-4383-a3d2-fff9043fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926137 Jul 29 14:43:22.718751 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-030eea43-230e-4526-aff2-e58225c65cff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1182d97-8cfe-4322-961b-533eca77e12c HTTP/1.1" status: 200 len: 217 time: 0.1001310 Jul 29 14:43:22.821259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-d4fd8155-5b23-4cc2-ae31-08ddf517d52c service neutron] 10.222.0.16 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797753 Jul 29 14:43:22.833869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-c08a9939-935a-41d2-920d-40f59b8a1a62 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Made reservation on behalf of 066be3c079594f16a4e143f5f26610bd for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:43:22.837627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4caf82-b9aa-42a7-a9e8-1771899e7575 req-e3cbc0e6-69aa-4477-8f8f-722b47580877 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:22.839398 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-c08a9939-935a-41d2-920d-40f59b8a1a62 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:22.849493 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae4caf82-b9aa-42a7-a9e8-1771899e7575 req-e3cbc0e6-69aa-4477-8f8f-722b47580877 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1212966 Jul 29 14:43:22.849493 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-ed1f9f11-b81b-4ee1-a6a4-7cd3f8212a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:22.851077 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-ed1f9f11-b81b-4ee1-a6a4-7cd3f8212a36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=257169a0-752d-468a-bc28-f8360fd89075 HTTP/1.1" status: 200 len: 862 time: 0.1102095 Jul 29 14:43:22.931526 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae4caf82-b9aa-42a7-a9e8-1771899e7575 req-088ccaa1-5ee2-4e4d-9db7-845748059841 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846212 Jul 29 14:43:22.934877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-b11f610b-d153-4635-b6bb-1852bc54a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:22.936454 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-b11f610b-d153-4635-b6bb-1852bc54a679 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2bc43b52-9aa8-4747-b129-55538c0ee4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780268 Jul 29 14:43:22.971651 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811481d4-2eb6-4b0e-8c98-af1bf43bc71c None None] New status for floating IP bd1f68ef-468f-4396-85b5-395e5d2d2aa0: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:43:23.081835 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79dc002e-442c-414b-aa90-e31d4ec3960d req-8206704b-6980-4b2c-af1c-f67cc2398f7d service neutron] 10.222.0.16 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399049 Jul 29 14:43:23.107731 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c7db58-17ff-4450-83e3-d5cb7d5d8dbc None None] New status for floating IP a3b4f822-57a7-466e-bd17-3606ec80bb83: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:43:23.124858 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-dd290d31-5695-4765-8e80-470f50ef9d72 service neutron] 10.222.0.39 "GET /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793098 Jul 29 14:43:23.167122 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc661a8f-c04f-4fa2-ac1d-4470603be52e {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:43:23.182265 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:23.194166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-c08a9939-935a-41d2-920d-40f59b8a1a62 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Allocated IP 192.168.233.251 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/7430ff7e-dc34-4d3a-b7ad-5e6b99db4796) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:43:23.201038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1cd02-54d5-461b-9abd-be7b62377155 req-7885df18-c9c4-4311-9181-f0140a274220 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:23.209605 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c7a1cd02-54d5-461b-9abd-be7b62377155 req-7885df18-c9c4-4311-9181-f0140a274220 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 946 time: 0.1373553 Jul 29 14:43:23.220492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Transition to ACTIVE for port object fc661a8f-c04f-4fa2-ac1d-4470603be52e will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:23.230835 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:23.301797 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c7a1cd02-54d5-461b-9abd-be7b62377155 req-3863ae52-9562-46ed-8f2a-b85f410acf9e tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910652 Jul 29 14:43:23.325500 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2584c2c-622c-498f-9f82-c78284ac6a8c x-openstack-request-id: req-b2584c2c-622c-498f-9f82-c78284ac6a8c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:23.327354 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "name": "network-vif-plugged", "status": "completed", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:23.328787 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2584c2c-622c-498f-9f82-c78284ac6a8c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:23.329518 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab', 'code': 200} Jul 29 14:43:23.383509 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9599ce8e-6f9b-45c6-9615-b6e004e13207 req-b6220cf7-b0e1-4f22-a8f8-e6f89dafb1e9 service neutron] 10.222.0.39 "GET /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497599 Jul 29 14:43:23.388212 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa873b2-4db0-4a55-8e4f-42e967b1310a x-openstack-request-id: req-2fa873b2-4db0-4a55-8e4f-42e967b1310a {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:23.388590 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784b58e3-4f55-4bea-be77-77beda05e156", "tag": "a1182d97-8cfe-4322-961b-533eca77e12c", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:23.388875 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2fa873b2-4db0-4a55-8e4f-42e967b1310a {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:23.389301 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784b58e3-4f55-4bea-be77-77beda05e156', 'tag': 'a1182d97-8cfe-4322-961b-533eca77e12c', 'status': 'completed', 'code': 200} Jul 29 14:43:23.395334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc661a8f-c04f-4fa2-ac1d-4470603be52e,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:23.543616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95411b0f-9e0e-4464-86f2-478a88e9a00e req-c93e571f-2216-4708-8191-a2d5d851d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:23.545091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95411b0f-9e0e-4464-86f2-478a88e9a00e req-c93e571f-2216-4708-8191-a2d5d851d5c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f5868661cae4787899a7102bcdf839f&device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 1095 time: 0.0910800 Jul 29 14:43:23.593514 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55d78535-f0bb-49e6-85ab-3fd2bab37662 req-c3fd8ce5-a156-411f-a078-6736155fd878 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 210 time: 0.0427206 Jul 29 14:43:23.597310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Attempting to bind port fc661a8f-c04f-4fa2-ac1d-4470603be52e on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:43:23.597619 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Attempting to bind port fc661a8f-c04f-4fa2-ac1d-4470603be52e by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'de9df23c-bc17-4538-a3e1-d40b4138f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:43:23.598135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Attempting to bind port fc661a8f-c04f-4fa2-ac1d-4470603be52e on network 36fa8262-47ad-4a9d-baac-a8463087d147 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:23.605665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Port fc661a8f-c04f-4fa2-ac1d-4470603be52e on network 36fa8262-47ad-4a9d-baac-a8463087d147 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:43:23.605992 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Attempting to bind port fc661a8f-c04f-4fa2-ac1d-4470603be52e on network 36fa8262-47ad-4a9d-baac-a8463087d147 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:23.611717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d6e80-284d-4f0d-a944-24ea155cd529 req-cd030979-167c-4c48-9370-dd0225ac2885 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:23.619401 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-965d6e80-284d-4f0d-a944-24ea155cd529 req-cd030979-167c-4c48-9370-dd0225ac2885 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 944 time: 0.1461759 Jul 29 14:43:23.629429 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:43:23.629429 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Checking segment: {'id': 'de9df23c-bc17-4538-a3e1-d40b4138f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:43:23.630207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Bound using segment: {'id': 'de9df23c-bc17-4538-a3e1-d40b4138f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:43:23.630207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Bound port: fc661a8f-c04f-4fa2-ac1d-4470603be52e, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9df23c-bc17-4538-a3e1-d40b4138f4fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:43:23.630553 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:23.638785 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-c08a9939-935a-41d2-920d-40f59b8a1a62 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:23.646875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f913620d-5793-4215-8b84-dac015f803d5', 'tag': '72524ee8-b7ca-4e00-a4e6-430fa847823b'}, {'server_uuid': 'd0572b06-549e-4247-8291-ee4a187ec75e', 'name': 'network-vif-deleted', 'tag': '12cbe4d7-184b-4bbb-af4b-b9c27ea680d2'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:23.649907 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e71158e-6f0e-4a91-9371-9d937f8d6d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f913620d-5793-4215-8b84-dac015f803d5", "tag": "72524ee8-b7ca-4e00-a4e6-430fa847823b"}, {"server_uuid": "d0572b06-549e-4247-8291-ee4a187ec75e", "name": "network-vif-deleted", "tag": "12cbe4d7-184b-4bbb-af4b-b9c27ea680d2"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:23.686730 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-965d6e80-284d-4f0d-a944-24ea155cd529 req-80d9ec86-9dd2-4bd8-9974-c44da1afd792 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664272 Jul 29 14:43:23.708087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95411b0f-9e0e-4464-86f2-478a88e9a00e req-26c21cbb-fd5d-46c4-a0cb-864c0fb9d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:23.709764 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95411b0f-9e0e-4464-86f2-478a88e9a00e req-26c21cbb-fd5d-46c4-a0cb-864c0fb9d8bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=2bc43b52-9aa8-4747-b129-55538c0ee4d0 HTTP/1.1" status: 200 len: 924 time: 0.1551073 Jul 29 14:43:23.730652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-c08a9939-935a-41d2-920d-40f59b8a1a62 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Transition to ACTIVE for port object 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:23.769438 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95411b0f-9e0e-4464-86f2-478a88e9a00e req-2b810765-ff4e-49b5-b4b9-06b30acfd0fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1182d97-8cfe-4322-961b-533eca77e12c HTTP/1.1" status: 200 len: 217 time: 0.0498648 Jul 29 14:43:23.776618 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c002c53f-331a-41eb-9384-3686468254b5 req-fcef693c-8e65-498f-9812-c9c7d1d7bd5a tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/floatingips/bd1f68ef-468f-4396-85b5-395e5d2d2aa0 HTTP/1.1" status: 200 len: 998 time: 0.1200840 Jul 29 14:43:23.853851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b174b21-0d3a-4bf8-872e-d68ebf7b4a60 req-72450efa-09e2-4245-9d9b-6f2f13764d58 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:23.854050 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2b174b21-0d3a-4bf8-872e-d68ebf7b4a60 req-72450efa-09e2-4245-9d9b-6f2f13764d58 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 944 time: 0.0875218 Jul 29 14:43:23.857429 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] For port fc661a8f-c04f-4fa2-ac1d-4470603be52e, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:23.858027 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95411b0f-9e0e-4464-86f2-478a88e9a00e req-edac0590-c53d-43ca-ad9b-bc7b42c10571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:23.859428 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95411b0f-9e0e-4464-86f2-478a88e9a00e req-edac0590-c53d-43ca-ad9b-bc7b42c10571 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=257169a0-752d-468a-bc28-f8360fd89075 HTTP/1.1" status: 200 len: 862 time: 0.0813646 Jul 29 14:43:23.880052 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] For port fc661a8f-c04f-4fa2-ac1d-4470603be52e, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=fc661a8f-c04f-4fa2-ac1d-4470603be52e,segment=NetworkSegment(de9df23c-bc17-4538-a3e1-d40b4138f4fd),segment_id=de9df23c-bc17-4538-a3e1-d40b4138f4fd)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:43:23.881673 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-c08a9939-935a-41d2-920d-40f59b8a1a62 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:23.893072 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:23.895139 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['9745f4e8-6a8c-4848-baf2-c46b5b13f332'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:23.927098 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2b174b21-0d3a-4bf8-872e-d68ebf7b4a60 req-36249df1-9502-4e61-abfc-5da6e4848fc9 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645344 Jul 29 14:43:23.929750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['bc523ae7-808c-460e-a4df-a83972b6e6d2', '8be12780-02c9-4ad3-91fe-54c5ee5837ab'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:23.932193 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95411b0f-9e0e-4464-86f2-478a88e9a00e req-2de857ef-e637-404f-b6f6-66228ee6d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:23.933738 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95411b0f-9e0e-4464-86f2-478a88e9a00e req-2de857ef-e637-404f-b6f6-66228ee6d0ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2bc43b52-9aa8-4747-b129-55538c0ee4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649440 Jul 29 14:43:23.961730 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-c08a9939-935a-41d2-920d-40f59b8a1a62 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:43:23.976586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-c08a9939-935a-41d2-920d-40f59b8a1a62 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:43:23.983633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:23.984268 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:23.985786 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] 10.222.0.38 "PUT /v2.0/ports/fc661a8f-c04f-4fa2-ac1d-4470603be52e HTTP/1.1" status: 200 len: 1092 time: 2.1998353 Jul 29 14:43:23.987040 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-c08a9939-935a-41d2-920d-40f59b8a1a62 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:43:24.003711 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002c53f-331a-41eb-9384-3686468254b5 req-de0c473e-5df2-40ed-9fef-3a2eabb6f398 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:24.010739 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c002c53f-331a-41eb-9384-3686468254b5 req-de0c473e-5df2-40ed-9fef-3a2eabb6f398 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.2231443 Jul 29 14:43:24.016490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-c002c53f-331a-41eb-9384-3686468254b5 req-91a68593-a85d-4369-bca8-976c90b3f79e tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:43:24.036320 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c002c53f-331a-41eb-9384-3686468254b5 req-91a68593-a85d-4369-bca8-976c90b3f79e tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218773 Jul 29 14:43:24.127680 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a9939-935a-41d2-920d-40f59b8a1a62 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Pushing event updated for resources: {'Port': ['ID=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:24.130839 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95411b0f-9e0e-4464-86f2-478a88e9a00e req-1d2d6a9a-b4b6-4676-bfd8-226c8d63a413 service neutron] 10.222.0.39 "GET /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885605 Jul 29 14:43:24.151401 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4dc696-a0a5-400b-a102-7281d6678019 x-openstack-request-id: req-af4dc696-a0a5-400b-a102-7281d6678019 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:24.152023 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f913620d-5793-4215-8b84-dac015f803d5", "tag": "72524ee8-b7ca-4e00-a4e6-430fa847823b", "status": "completed", "code": 200}, {"server_uuid": "d0572b06-549e-4247-8291-ee4a187ec75e", "name": "network-vif-deleted", "tag": "12cbe4d7-184b-4bbb-af4b-b9c27ea680d2", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:24.152479 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af4dc696-a0a5-400b-a102-7281d6678019 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:24.153115 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f913620d-5793-4215-8b84-dac015f803d5', 'tag': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'status': 'completed', 'code': 200} Jul 29 14:43:24.153631 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0572b06-549e-4247-8291-ee4a187ec75e', 'name': 'network-vif-deleted', 'tag': '12cbe4d7-184b-4bbb-af4b-b9c27ea680d2', 'status': 'completed', 'code': 200} Jul 29 14:43:24.331717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-c08a9939-935a-41d2-920d-40f59b8a1a62 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:24.333040 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-c08a9939-935a-41d2-920d-40f59b8a1a62 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:24.345977 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95411b0f-9e0e-4464-86f2-478a88e9a00e req-5856c923-2fb9-4d5f-a24a-85fae485084a service neutron] 10.222.0.39 "GET /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054536 Jul 29 14:43:24.436126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-0e486b6b-fe11-47f7-921f-9cc9e44b7ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:24.437753 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-0e486b6b-fe11-47f7-921f-9cc9e44b7ff3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4b28288c6ce40a4ad30aed84a169e4a&device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 1095 time: 0.3445344 Jul 29 14:43:24.438416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e0079-2361-420e-82f4-175cd25ac3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc661a8f-c04f-4fa2-ac1d-4470603be52e,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:24.460475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012050ed-2b8b-4d5a-9169-487f41434a93 req-c3e09030-71e2-4d73-8269-a89a5a845e80 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:24.462360 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-012050ed-2b8b-4d5a-9169-487f41434a93 req-c3e09030-71e2-4d73-8269-a89a5a845e80 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.2040160 Jul 29 14:43:24.464460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71158e-6f0e-4a91-9371-9d937f8d6d7e req-92a06248-1d12-4c4b-a77c-7e2c750a8e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:24.466119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e71158e-6f0e-4a91-9371-9d937f8d6d7e req-92a06248-1d12-4c4b-a77c-7e2c750a8e2f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 1096 time: 0.2769806 Jul 29 14:43:24.467434 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-c08a9939-935a-41d2-920d-40f59b8a1a62 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1678934 Jul 29 14:43:24.535201 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Request body: {'port': {'device_id': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:24.536765 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-d10df252-9434-4c68-9db0-544a82a3a23a tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 1001 time: 0.1050801 Jul 29 14:43:24.542172 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-d6c3514b-7362-4dc1-94b8-b3a5e5720458 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc661a8f-c04f-4fa2-ac1d-4470603be52e HTTP/1.1" status: 200 len: 217 time: 0.0737300 Jul 29 14:43:24.543391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9ba8270b-6757-486f-a717-c3eafb8d7f1f None None] Provisioning for port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:24.553867 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9ba8270b-6757-486f-a717-c3eafb8d7f1f None None] Provisioning complete for port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:24.554392 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9ba8270b-6757-486f-a717-c3eafb8d7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:24.601257 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9ba8270b-6757-486f-a717-c3eafb8d7f1f None None] Port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:43:24.604991 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-da418077-74b7-4c3f-80fc-49f408cbb84a tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:24.607872 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-da418077-74b7-4c3f-80fc-49f408cbb84a tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports/72524ee8-b7ca-4e00-a4e6-430fa847823b HTTP/1.1" status: 200 len: 942 time: 0.0600514 Jul 29 14:43:24.667193 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-012050ed-2b8b-4d5a-9169-487f41434a93 req-73fa7d31-b22a-4cea-96f6-08717f75198e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918356 Jul 29 14:43:24.736151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-d8d8add8-f3f7-49d8-9015-125e24418abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:24.738381 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-d8d8add8-f3f7-49d8-9015-125e24418abe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1b3df64-d072-4a45-bae2-35bbe0a05cc7 HTTP/1.1" status: 200 len: 845 time: 0.1713440 Jul 29 14:43:24.739095 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:24.749709 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-e8ef7da8-aca5-4199-90c8-f7adf430f58d tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 1001 time: 0.0918248 Jul 29 14:43:24.808549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71158e-6f0e-4a91-9371-9d937f8d6d7e req-f40a1870-9e6d-41c5-8bbd-4e6d586aa2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:24.810084 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e71158e-6f0e-4a91-9371-9d937f8d6d7e req-f40a1870-9e6d-41c5-8bbd-4e6d586aa2cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 921 time: 0.3266835 Jul 29 14:43:24.875435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-3c392aad-d016-427f-beae-dd943b1b6f18 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:24.876879 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-3c392aad-d016-427f-beae-dd943b1b6f18 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.1205130 Jul 29 14:43:24.947560 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-15982503-9049-4859-afba-8d8705adf04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:24.949130 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-15982503-9049-4859-afba-8d8705adf04c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=36fa8262-47ad-4a9d-baac-a8463087d147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016828 Jul 29 14:43:24.962906 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-ec7c70df-a9d8-4c2c-8700-40be0d358922 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 1001 time: 0.0778065 Jul 29 14:43:24.974789 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-b88c314b-1c17-4a26-b53e-965dbee3f013 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:25.023336 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e71158e-6f0e-4a91-9371-9d937f8d6d7e req-5d309a5b-6a70-4cd0-bcfd-4bf4d5298816 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72524ee8-b7ca-4e00-a4e6-430fa847823b HTTP/1.1" status: 200 len: 1001 time: 0.1938243 Jul 29 14:43:25.041363 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-b88c314b-1c17-4a26-b53e-965dbee3f013 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:25.217959 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-b88c314b-1c17-4a26-b53e-965dbee3f013 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:25.223422 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-b88c314b-1c17-4a26-b53e-965dbee3f013 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:25.223742 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-b88c314b-1c17-4a26-b53e-965dbee3f013 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Floating IP bd1f68ef-468f-4396-85b5-395e5d2d2aa0 disassociated. External IP: 172.25.6.223, port: 72524ee8-b7ca-4e00-a4e6-430fa847823b. Jul 29 14:43:25.415381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b9e65-cc6e-4b03-8c95-29be71235175 req-d5669f1e-02ac-4293-9a2e-19b66937855f tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:25.416931 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eb4b9e65-cc6e-4b03-8c95-29be71235175 req-d5669f1e-02ac-4293-9a2e-19b66937855f tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 946 time: 0.5408859 Jul 29 14:43:25.455118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-b88c314b-1c17-4a26-b53e-965dbee3f013 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Router a81cf773-8a78-417d-b48d-a1e313304fdd has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:43:25.483939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71158e-6f0e-4a91-9371-9d937f8d6d7e req-f5c35d0c-d669-44a2-86ad-038c8d265fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:25.485380 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e71158e-6f0e-4a91-9371-9d937f8d6d7e req-f5c35d0c-d669-44a2-86ad-038c8d265fab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 200 len: 859 time: 0.4398725 Jul 29 14:43:25.571008 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-b88c314b-1c17-4a26-b53e-965dbee3f013 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:43:25.575846 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-b88c314b-1c17-4a26-b53e-965dbee3f013 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:25.581248 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eb4b9e65-cc6e-4b03-8c95-29be71235175 req-aef75a2b-fd41-45f7-9d5c-d3b808e1c7cc tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551428 Jul 29 14:43:25.587203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e63c47-2b0c-4a02-9c18-e1957175ebce None None] Sync routers for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:43:25.602123 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-4f982c24-cd8c-4a4a-8db3-d937b066b0bd service neutron] 10.222.0.38 "GET /v2.0/networks/36fa8262-47ad-4a9d-baac-a8463087d147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281753 Jul 29 14:43:25.610434 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e63c47-2b0c-4a02-9c18-e1957175ebce None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:25.611261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-66e63c47-2b0c-4a02-9c18-e1957175ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:25.611631 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-b88c314b-1c17-4a26-b53e-965dbee3f013 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "PUT /v2.0/floatingips/bd1f68ef-468f-4396-85b5-395e5d2d2aa0 HTTP/1.1" status: 200 len: 696 time: 0.6420403 Jul 29 14:43:25.612279 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f913620d-5793-4215-8b84-dac015f803d5', 'tag': '72524ee8-b7ca-4e00-a4e6-430fa847823b'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:25.619327 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc40b9d4-add8-479c-bf99-563c178a1d37" -d '{"events": [{"name": "network-changed", "server_uuid": "f913620d-5793-4215-8b84-dac015f803d5", "tag": "72524ee8-b7ca-4e00-a4e6-430fa847823b"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:25.681753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71158e-6f0e-4a91-9371-9d937f8d6d7e req-24d513fa-dfca-4420-a36b-082ed2905eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:25.684218 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e71158e-6f0e-4a91-9371-9d937f8d6d7e req-24d513fa-dfca-4420-a36b-082ed2905eee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae83cecd-147c-461f-81ff-989ea8728735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743298 Jul 29 14:43:25.690640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-9c27c173-7b00-4751-9a84-6e57f2be8f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:25.693526 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-9c27c173-7b00-4751-9a84-6e57f2be8f9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 1096 time: 0.0598555 Jul 29 14:43:25.860822 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-715b137a-b97b-45b3-b74c-26b1d6a88ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:25.862918 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-715b137a-b97b-45b3-b74c-26b1d6a88ee8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 921 time: 0.1630256 Jul 29 14:43:25.876373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c988c-7d17-47d8-a1bd-1a3a0842ea2e req-3647cda1-5a6b-43a2-a9da-6a5c15c73088 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:25.878829 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d28c988c-7d17-47d8-a1bd-1a3a0842ea2e req-3647cda1-5a6b-43a2-a9da-6a5c15c73088 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e9166e5-5891-4c01-a098-82e075045908 HTTP/1.1" status: 200 len: 945 time: 0.0882168 Jul 29 14:43:25.913641 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:25.928441 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-8eadfd0a-313b-4577-93a0-5131c3996a61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72524ee8-b7ca-4e00-a4e6-430fa847823b HTTP/1.1" status: 200 len: 217 time: 0.0480213 Jul 29 14:43:25.935659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:43:25.941022 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-66e63c47-2b0c-4a02-9c18-e1957175ebce None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:25.950016 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285725de-3d5e-4eec-8379-e39081ef1acf req-47394392-9339-4b82-9aae-ae443fb075fd tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:25.951847 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-285725de-3d5e-4eec-8379-e39081ef1acf req-47394392-9339-4b82-9aae-ae443fb075fd tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e9166e5-5891-4c01-a098-82e075045908 HTTP/1.1" status: 200 len: 945 time: 0.2163808 Jul 29 14:43:25.953876 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3db9077-89e9-41ad-9f2a-e5e7ffbed0e4 req-4931f767-0f4c-4ec8-8112-4d6551597744 service neutron] 10.222.0.38 "GET /v2.0/networks/36fa8262-47ad-4a9d-baac-a8463087d147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367403 Jul 29 14:43:25.959848 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e71158e-6f0e-4a91-9371-9d937f8d6d7e req-1ecca5ef-930d-4ead-a238-433412dd8e64 service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561855 Jul 29 14:43:25.962974 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:26.040272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Transition to ACTIVE for port object 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:26.054217 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-5950f225-e677-4213-b134-27de7407fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:26.056229 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-5950f225-e677-4213-b134-27de7407fb37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 200 len: 859 time: 0.1069012 Jul 29 14:43:26.062301 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:26.107170 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-285725de-3d5e-4eec-8379-e39081ef1acf req-c3cc76e7-714d-4a9e-8b46-ca05951ccf45 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/security-groups?id=584296f9-fea0-4383-a3d2-fff9043fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462038 Jul 29 14:43:26.143069 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-d28c988c-7d17-47d8-a1bd-1a3a0842ea2e req-d955c6cf-e7e9-4ca1-9c00-352f547cf24d tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Deleting port 100acfe1-c60f-47a4-8f8a-a56eb11094f2 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:43:26.143614 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d28c988c-7d17-47d8-a1bd-1a3a0842ea2e req-d955c6cf-e7e9-4ca1-9c00-352f547cf24d tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:26.153536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:26.169239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44af8e6-e888-43c5-ac5b-aaa17c4f266e', 'tag': 'fc661a8f-c04f-4fa2-ac1d-4470603be52e'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:26.171529 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b278cb3a-8a17-463f-812c-d4a15721b964" -d '{"events": [{"name": "network-changed", "server_uuid": "c44af8e6-e888-43c5-ac5b-aaa17c4f266e", "tag": "fc661a8f-c04f-4fa2-ac1d-4470603be52e"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:26.209491 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e71158e-6f0e-4a91-9371-9d937f8d6d7e req-f52fc567-77d6-4f39-9b4b-d5a03660fe34 service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351427 Jul 29 14:43:26.290520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-66e63c47-2b0c-4a02-9c18-e1957175ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:26.327684 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e63c47-2b0c-4a02-9c18-e1957175ebce None None] Checking router: a81cf773-8a78-417d-b48d-a1e313304fdd for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:43:26.339230 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e63c47-2b0c-4a02-9c18-e1957175ebce None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:26.340021 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-66e63c47-2b0c-4a02-9c18-e1957175ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:26.342652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-d28c988c-7d17-47d8-a1bd-1a3a0842ea2e req-d955c6cf-e7e9-4ca1-9c00-352f547cf24d tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] For port 100acfe1-c60f-47a4-8f8a-a56eb11094f2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=100acfe1-c60f-47a4-8f8a-a56eb11094f2,segment=NetworkSegment(7dbf9186-dbc1-4a97-8a04-a2a9b7e63411),segment_id=7dbf9186-dbc1-4a97-8a04-a2a9b7e63411)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:26.343262 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d28c988c-7d17-47d8-a1bd-1a3a0842ea2e req-d955c6cf-e7e9-4ca1-9c00-352f547cf24d tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:26.370187 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-d28c988c-7d17-47d8-a1bd-1a3a0842ea2e req-d955c6cf-e7e9-4ca1-9c00-352f547cf24d tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Calling delete_port for 100acfe1-c60f-47a4-8f8a-a56eb11094f2 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:43:26.398850 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-a4c1ccb6-9c74-4adc-891c-bc1f02dcc1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:26.402144 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-a4c1ccb6-9c74-4adc-891c-bc1f02dcc1f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ae83cecd-147c-461f-81ff-989ea8728735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3320112 Jul 29 14:43:26.408267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-f9bba81b-42ec-408d-9729-95619670505d tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:26.411366 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-f9bba81b-42ec-408d-9729-95619670505d tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279&tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1097 time: 0.2343631 Jul 29 14:43:26.430445 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d8d33-f007-468a-aaee-72adc3062aad req-724e5b40-7d90-4637-91bb-00f87b104679 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:26.436503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea8d8d33-f007-468a-aaee-72adc3062aad req-724e5b40-7d90-4637-91bb-00f87b104679 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 948 time: 0.1776030 Jul 29 14:43:26.437232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device a1182d97-8cfe-4322-961b-533eca77e12c details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:43:26.446704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802893-1'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:26.496453 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Attempting to bind port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:43:26.496836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Attempting to bind port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:43:26.497173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Attempting to bind port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:26.512343 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:43:26.512701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Attempting to bind port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:26.527853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-66e63c47-2b0c-4a02-9c18-e1957175ebce None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:26.574236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:43:26.574236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:43:26.574884 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:43:26.575363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Bound port: 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:43:26.575732 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:26.585453 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-f0f8f193-4afd-4292-9e44-8084954277c4 service neutron] 10.222.0.16 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337614 Jul 29 14:43:26.594475 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea8d8d33-f007-468a-aaee-72adc3062aad req-ae111bce-faf4-4d91-b015-17c890368a30 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448128 Jul 29 14:43:26.606064 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:26.712223 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port a1182d97-8cfe-4322-961b-533eca77e12c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a1182d97-8cfe-4322-961b-533eca77e12c,segment=NetworkSegment(1f208ccb-e698-4fc0-9396-d3fc934ed7ed),segment_id=1f208ccb-e698-4fc0-9396-d3fc934ed7ed)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:26.732359 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'a1182d97-8cfe-4322-961b-533eca77e12c', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'port_id': 'a1182d97-8cfe-4322-961b-533eca77e12c', 'mac_address': 'fa:16:3e:b0:db:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:43:26.741342 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d28c988c-7d17-47d8-a1bd-1a3a0842ea2e req-d955c6cf-e7e9-4ca1-9c00-352f547cf24d tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:26.755636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:26.776074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['100acfe1-c60f-47a4-8f8a-a56eb11094f2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:26.789475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955c6cf-e7e9-4ca1-9c00-352f547cf24d tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Pushing event deleted for resources: {'Port': ['ID=100acfe1-c60f-47a4-8f8a-a56eb11094f2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:26.812429 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:43:26.828177 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:26.834908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d3ca9-da5c-48c3-8a70-2d596a989ceb req-5a76258b-b984-450e-85a9-7aa71c053958 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:26.837273 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de7d3ca9-da5c-48c3-8a70-2d596a989ceb req-5a76258b-b984-450e-85a9-7aa71c053958 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 944 time: 0.1430044 Jul 29 14:43:26.839077 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:26.850203 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-138ddcf8-5bf0-441c-837d-a83487d24ba2 req-6d359121-0d31-4394-85a3-786b4ed29b3f service neutron] 10.222.0.16 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607143 Jul 29 14:43:26.861323 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1182d97-8cfe-4322-961b-533eca77e12c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:43:26.881420 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28c988c-7d17-47d8-a1bd-1a3a0842ea2e req-d955c6cf-e7e9-4ca1-9c00-352f547cf24d tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] No DVR routers for this DVR port 100acfe1-c60f-47a4-8f8a-a56eb11094f2 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:43:26.884986 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d28c988c-7d17-47d8-a1bd-1a3a0842ea2e req-d955c6cf-e7e9-4ca1-9c00-352f547cf24d tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:26.888288 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d28c988c-7d17-47d8-a1bd-1a3a0842ea2e req-d955c6cf-e7e9-4ca1-9c00-352f547cf24d tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.39 "DELETE /v2.0/ports/100acfe1-c60f-47a4-8f8a-a56eb11094f2 HTTP/1.1" status: 204 len: 173 time: 0.9681237 Jul 29 14:43:26.895205 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port a1182d97-8cfe-4322-961b-533eca77e12c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a1182d97-8cfe-4322-961b-533eca77e12c,segment=NetworkSegment(1f208ccb-e698-4fc0-9396-d3fc934ed7ed),segment_id=1f208ccb-e698-4fc0-9396-d3fc934ed7ed)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:26.907350 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:26.907738 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:26.908140 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:26.910621 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] 10.222.0.39 "PUT /v2.0/ports/7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 HTTP/1.1" status: 200 len: 1096 time: 2.3817170 Jul 29 14:43:26.960974 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-66e63c47-2b0c-4a02-9c18-e1957175ebce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:27.014955 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e21540-5d8c-4651-8a22-1ec86556c29d req-be968ca9-520b-4fb2-a5e4-a16ad3a4783b tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:27.015979 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e63c47-2b0c-4a02-9c18-e1957175ebce None None] The sync data for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 is: [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:42:16Z', 'revision_number': 4, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'bf751c45-5f3a-422b-8401-4d3d62c7f8b6', 'name': '', 'network_id': 'ae83cecd-147c-461f-81ff-989ea8728735', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'mac_address': 'fa:16:3e:95:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:15Z', 'updated_at': '2021-07-29T14:42:25Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'subnets': [{'id': '0d81d371-12db-4c4b-8a48-aad2f7d1655e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:43:27.023059 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=a1182d97-8cfe-4322-961b-533eca77e12c,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:27.028579 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-17e21540-5d8c-4651-8a22-1ec86556c29d req-be968ca9-520b-4fb2-a5e4-a16ad3a4783b tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 944 time: 0.0921021 Jul 29 14:43:27.074242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:27.098476 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de7d3ca9-da5c-48c3-8a70-2d596a989ceb req-eabe2a2e-b332-4155-85ae-c879dd055fff tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425280 Jul 29 14:43:27.103210 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-17e21540-5d8c-4651-8a22-1ec86556c29d req-86013d2f-1ff9-4efc-a553-7a5804f1965f tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734451 Jul 29 14:43:27.106437 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67ee10-964b-4412-8062-f36c40b22ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:27.150366 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['a1182d97-8cfe-4322-961b-533eca77e12c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:27.192138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-d70a03e8-64a7-4bb5-8048-d3f91d80c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:27.194293 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-d70a03e8-64a7-4bb5-8048-d3f91d80c703 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 1099 time: 0.2195942 Jul 29 14:43:27.194471 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c8eede-031d-4106-a7c6-5dbd3680a6d9 x-openstack-request-id: req-c0c8eede-031d-4106-a7c6-5dbd3680a6d9 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:27.194471 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f913620d-5793-4215-8b84-dac015f803d5", "tag": "72524ee8-b7ca-4e00-a4e6-430fa847823b", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:27.194735 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0c8eede-031d-4106-a7c6-5dbd3680a6d9 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:27.195158 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f913620d-5793-4215-8b84-dac015f803d5', 'tag': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'status': 'completed', 'code': 200} Jul 29 14:43:27.198470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:27.295323 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:27.305222 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b9d4-add8-479c-bf99-563c178a1d37 req-6dc612be-de4f-41de-a327-8fb9ab9b1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:27.306730 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc40b9d4-add8-479c-bf99-563c178a1d37 req-6dc612be-de4f-41de-a327-8fb9ab9b1db0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=877bce2dad89466a9ad4b1efe382143d&device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 1096 time: 0.0920994 Jul 29 14:43:27.314062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e432a7-2465-44d9-860a-bdbb9f43df54 req-f6348c7a-16cc-46e3-9275-b46fd4b41c1b tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:27.322541 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-70e432a7-2465-44d9-860a-bdbb9f43df54 req-f6348c7a-16cc-46e3-9275-b46fd4b41c1b tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.0963728 Jul 29 14:43:27.367156 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-7d804e75-2c73-4284-bf45-bbfdf3d95d6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 HTTP/1.1" status: 200 len: 217 time: 0.0944893 Jul 29 14:43:27.369384 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:27.375985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:43:27.446175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b9d4-add8-479c-bf99-563c178a1d37 req-43cd3e3c-3608-4f77-9454-af55a2f63722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:27.447655 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc40b9d4-add8-479c-bf99-563c178a1d37 req-43cd3e3c-3608-4f77-9454-af55a2f63722 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 200 len: 921 time: 0.0987570 Jul 29 14:43:27.452899 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d6870d-4148-4402-ad15-ca1c625973f2 x-openstack-request-id: req-09d6870d-4148-4402-ad15-ca1c625973f2 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:27.453234 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44af8e6-e888-43c5-ac5b-aaa17c4f266e", "tag": "fc661a8f-c04f-4fa2-ac1d-4470603be52e", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:27.453513 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09d6870d-4148-4402-ad15-ca1c625973f2 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:27.453950 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44af8e6-e888-43c5-ac5b-aaa17c4f266e', 'tag': 'fc661a8f-c04f-4fa2-ac1d-4470603be52e', 'status': 'completed', 'code': 200} Jul 29 14:43:27.481657 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-70e432a7-2465-44d9-860a-bdbb9f43df54 req-92ed31b8-4c99-4999-b5b4-596ea98e7f5a tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580293 Jul 29 14:43:27.524099 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493815e8-90c3-47dd-a81e-e53a2dd62f6d None None] New status for floating IP bd1f68ef-468f-4396-85b5-395e5d2d2aa0: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:43:27.595308 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-4a1b8bb7-62a8-4ba1-970e-5039b3980ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:27.597368 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-4a1b8bb7-62a8-4ba1-970e-5039b3980ffe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.2166729 Jul 29 14:43:27.674133 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h2-802893-1, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:27.693765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Pushing event updated for resources: {'Port': ['ID=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:27.705567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on host n-h2-802893-1 for vnic_type normal with profile {"migrating_to": "n-h1-802893-1"} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:43:27.708215 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:43:27.708810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:27.727199 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:43:27.727551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:27.733176 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on host n-h2-802893-1 for vnic_type normal with profile {"migrating_to": "n-h1-802893-1"} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:43:27.733748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:43:27.734129 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:27.736518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:43:27.736903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Checking segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:43:27.737931 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Bound using segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:43:27.739015 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Bound port: ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:43:27.739794 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:27.742075 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:43:27.742509 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:27.748655 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:43:27.749229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Checking segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:43:27.749930 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Bound using segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:43:27.750486 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Bound port: ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:43:27.750957 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:27.765783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-07ca6356-7d89-4646-a13a-8d25828c3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:27.768274 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-07ca6356-7d89-4646-a13a-8d25828c3a4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1541941 Jul 29 14:43:27.852057 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h2-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:27.866048 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1dca3-62ab-4c11-a75d-7c328196ae6b req-32d4ff37-0304-4943-a635-bc245525ec56 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:27.867346 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4dd1dca3-62ab-4c11-a75d-7c328196ae6b req-32d4ff37-0304-4943-a635-bc245525ec56 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 944 time: 0.3078532 Jul 29 14:43:27.871483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:43:27.886826 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:27.952190 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4dd1dca3-62ab-4c11-a75d-7c328196ae6b req-30486b8b-df72-4cb1-8dcf-454f902f9b0c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737097 Jul 29 14:43:27.963359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:27.979348 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41-n-h2-802893-1-0 {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:43:27.979669 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:43:27.989907 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:28.000597 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-26ba40b4-b81d-44c5-a1d3-9b8fb9644d0a service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235439 Jul 29 14:43:28.035905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 has no active binding in host n-h1-802893-1 {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 14:43:28.136887 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ec2c7d4-bb26-467c-b1bc-ecf8a26d8073 req-b4d92ab3-d7c8-4cfd-9387-e773acafa79c service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284776 Jul 29 14:43:28.144624 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc40b9d4-add8-479c-bf99-563c178a1d37 req-609b5602-d53d-4881-9a03-dd4190c727dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72524ee8-b7ca-4e00-a4e6-430fa847823b HTTP/1.1" status: 200 len: 217 time: 0.6792917 Jul 29 14:43:28.155093 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1ab45-48dd-4948-8001-dd56af119459 req-bff39cd3-71cc-4e61-8797-f1903350ef01 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:28.157399 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71c1ab45-48dd-4948-8001-dd56af119459 req-bff39cd3-71cc-4e61-8797-f1903350ef01 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 948 time: 0.0704055 Jul 29 14:43:28.208358 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71c1ab45-48dd-4948-8001-dd56af119459 req-5f272202-a0b1-4f97-a6d6-a9120a44c370 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412052 Jul 29 14:43:28.234368 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f86b5092-8b2d-41da-b299-eca14385bf5a req-b294d6f9-af66-417d-a707-d0ef0fe90d05 tempest-ServerGroupTestJSON-1679092783 tempest-ServerGroupTestJSON-1679092783-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e9166e5-5891-4c01-a098-82e075045908 HTTP/1.1" status: 200 len: 210 time: 0.1156764 Jul 29 14:43:28.288745 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278cb3a-8a17-463f-812c-d4a15721b964 req-c945daad-d6a3-4502-a570-19475741ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:28.291215 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b278cb3a-8a17-463f-812c-d4a15721b964 req-c945daad-d6a3-4502-a570-19475741ca9e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4b28288c6ce40a4ad30aed84a169e4a&device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 1095 time: 0.1875446 Jul 29 14:43:28.299378 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78bd5e1c-46cb-486d-b475-8e63339deb6a req-05f81254-e6f1-490a-b6ea-7478f7fae519 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/floatingips/bd1f68ef-468f-4396-85b5-395e5d2d2aa0 HTTP/1.1" status: 200 len: 694 time: 0.0578394 Jul 29 14:43:28.301293 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b9d4-add8-479c-bf99-563c178a1d37 req-93736a02-28da-4aca-8ff7-eb6cea81015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:28.303673 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc40b9d4-add8-479c-bf99-563c178a1d37 req-93736a02-28da-4aca-8ff7-eb6cea81015d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 200 len: 859 time: 0.1370184 Jul 29 14:43:28.414000 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5e1c-46cb-486d-b475-8e63339deb6a req-ffe8981b-26ab-4829-a778-57642b633007 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:28.415482 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78bd5e1c-46cb-486d-b475-8e63339deb6a req-ffe8981b-26ab-4829-a778-57642b633007 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.1092799 Jul 29 14:43:28.436243 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device a1182d97-8cfe-4322-961b-533eca77e12c up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:28.475502 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78bd5e1c-46cb-486d-b475-8e63339deb6a req-b3c3e985-edb8-42b4-94dc-1f1976c08242 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 697 time: 0.0528274 Jul 29 14:43:28.525078 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port a1182d97-8cfe-4322-961b-533eca77e12c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:28.530316 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port a1182d97-8cfe-4322-961b-533eca77e12c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:28.530973 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:28.552269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40b9d4-add8-479c-bf99-563c178a1d37 req-f65649f9-f787-47bb-a72a-2db14584b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:28.552943 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78bd5e1c-46cb-486d-b475-8e63339deb6a req-a856a4a5-bc16-49e6-832a-eb7499da3504 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.223 HTTP/1.1" status: 200 len: 697 time: 0.0680754 Jul 29 14:43:28.554891 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc40b9d4-add8-479c-bf99-563c178a1d37 req-f65649f9-f787-47bb-a72a-2db14584b3f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae83cecd-147c-461f-81ff-989ea8728735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2351320 Jul 29 14:43:28.580448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b2be9-02d9-4f58-967e-69255f544a32 req-70ac6c78-77d9-4d92-be65-78b80b05e7c0 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:28.593483 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f5b2be9-02d9-4f58-967e-69255f544a32 req-70ac6c78-77d9-4d92-be65-78b80b05e7c0 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 945 time: 0.2753024 Jul 29 14:43:28.647136 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:28.647493 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on host n-h2-802893-1 for vnic_type normal with profile {"migrating_to": "n-h1-802893-1"} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:43:28.647804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:43:28.648135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:28.667001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:43:28.667738 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Attempting to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:28.696467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port a1182d97-8cfe-4322-961b-533eca77e12c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a1182d97-8cfe-4322-961b-533eca77e12c,segment=NetworkSegment(1f208ccb-e698-4fc0-9396-d3fc934ed7ed),segment_id=1f208ccb-e698-4fc0-9396-d3fc934ed7ed)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:28.698357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:43:28.699453 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784b58e3-4f55-4bea-be77-77beda05e156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1182d97-8cfe-4322-961b-533eca77e12c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:28.699968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Checking segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:43:28.702453 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ddac98-e925-4719-9b20-ec815cfa9fa6" -d '{"events": [{"server_uuid": "784b58e3-4f55-4bea-be77-77beda05e156", "name": "network-vif-plugged", "status": "completed", "tag": "a1182d97-8cfe-4322-961b-533eca77e12c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:28.703103 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Bound using segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:43:28.703848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Bound port: ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:43:28.704590 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:28.709226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278cb3a-8a17-463f-812c-d4a15721b964 req-e43ee243-bc07-4312-9088-7b2aa45f5245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:28.711714 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b278cb3a-8a17-463f-812c-d4a15721b964 req-e43ee243-bc07-4312-9088-7b2aa45f5245 service neutron] 10.222.0.38 "GET /v2.0/networks?id=36fa8262-47ad-4a9d-baac-a8463087d147 HTTP/1.1" status: 200 len: 907 time: 0.4066677 Jul 29 14:43:28.713078 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:28.713886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 100acfe1-c60f-47a4-8f8a-a56eb11094f2 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:43:28.738080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 100acfe1-c60f-47a4-8f8a-a56eb11094f2 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:43:28.738080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 100acfe1-c60f-47a4-8f8a-a56eb11094f2 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:43:28.789051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=a1182d97-8cfe-4322-961b-533eca77e12c,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:28.796057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-78bd5e1c-46cb-486d-b475-8e63339deb6a req-fbf6d37e-6613-475e-8406-31c41c062876 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Deleting port 2f45374f-2a5f-4f73-9bf8-0a2c0bd08002 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:43:28.796419 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-78bd5e1c-46cb-486d-b475-8e63339deb6a req-fbf6d37e-6613-475e-8406-31c41c062876 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:28.808961 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b278cb3a-8a17-463f-812c-d4a15721b964 req-6923dada-f122-4e18-8f8f-3ea085070916 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc661a8f-c04f-4fa2-ac1d-4470603be52e HTTP/1.1" status: 200 len: 217 time: 0.0880272 Jul 29 14:43:28.850620 n-d-802893-1 neutron-server[94158]: WARNING neutron.plugins.ml2.plugin [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Concurrent port binding operations failed on port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 Jul 29 14:43:28.855444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:28.859465 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Attempt 2 to bind port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 Jul 29 14:43:28.863799 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:28.864427 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:28.865569 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f5b2be9-02d9-4f58-967e-69255f544a32 req-257dec15-804c-413b-8836-8c7c75f739f1 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447157 Jul 29 14:43:28.865820 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e537616f-1480-4f94-bb12-98341e0f85ca service neutron] 10.222.0.38 "PUT /v2.0/ports/ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 HTTP/1.1" status: 200 len: 1122 time: 2.4274869 Jul 29 14:43:28.937632 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-78bd5e1c-46cb-486d-b475-8e63339deb6a req-fbf6d37e-6613-475e-8406-31c41c062876 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:28.938799 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-78bd5e1c-46cb-486d-b475-8e63339deb6a req-fbf6d37e-6613-475e-8406-31c41c062876 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:28.951135 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:28.953190 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc40b9d4-add8-479c-bf99-563c178a1d37 req-1bf8da9a-5c11-46c1-a319-714ab807723b service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580616 Jul 29 14:43:28.960461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278cb3a-8a17-463f-812c-d4a15721b964 req-74a52fdf-d0ba-4319-b271-8c92140dce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:28.962824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-78bd5e1c-46cb-486d-b475-8e63339deb6a req-fbf6d37e-6613-475e-8406-31c41c062876 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Calling delete_port for 2f45374f-2a5f-4f73-9bf8-0a2c0bd08002 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:43:28.962971 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b278cb3a-8a17-463f-812c-d4a15721b964 req-74a52fdf-d0ba-4319-b271-8c92140dce20 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1b3df64-d072-4a45-bae2-35bbe0a05cc7 HTTP/1.1" status: 200 len: 845 time: 0.1374650 Jul 29 14:43:29.103763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:29.177444 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-78bd5e1c-46cb-486d-b475-8e63339deb6a req-fbf6d37e-6613-475e-8406-31c41c062876 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:29.189990 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92799c52-cc64-4dac-acf3-a096faebcfad req-fdba706f-8d0c-494e-90ea-d691cb07e7f3 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:29.197220 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-92799c52-cc64-4dac-acf3-a096faebcfad req-fdba706f-8d0c-494e-90ea-d691cb07e7f3 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 944 time: 0.2222636 Jul 29 14:43:29.199692 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9166e5-5891-4c01-a098-82e075045908', 'name': 'network-vif-deleted', 'tag': '100acfe1-c60f-47a4-8f8a-a56eb11094f2'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:29.202040 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0c5d35-30a8-4dee-a990-8280c617ce8b" -d '{"events": [{"server_uuid": "3e9166e5-5891-4c01-a098-82e075045908", "name": "network-vif-deleted", "tag": "100acfe1-c60f-47a4-8f8a-a56eb11094f2"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:29.206645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278cb3a-8a17-463f-812c-d4a15721b964 req-1814474e-a19a-4006-b6db-cc27b2a5407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:29.208317 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b278cb3a-8a17-463f-812c-d4a15721b964 req-1814474e-a19a-4006-b6db-cc27b2a5407a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=36fa8262-47ad-4a9d-baac-a8463087d147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2165787 Jul 29 14:43:29.217757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6d37e-6613-475e-8406-31c41c062876 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Pushing event deleted for resources: {'Port': ['ID=2f45374f-2a5f-4f73-9bf8-0a2c0bd08002,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:29.290146 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-78bd5e1c-46cb-486d-b475-8e63339deb6a req-fbf6d37e-6613-475e-8406-31c41c062876 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:29.293008 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-78bd5e1c-46cb-486d-b475-8e63339deb6a req-fbf6d37e-6613-475e-8406-31c41c062876 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:29.294213 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78bd5e1c-46cb-486d-b475-8e63339deb6a req-fbf6d37e-6613-475e-8406-31c41c062876 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "DELETE /v2.0/floatingips/bd1f68ef-468f-4396-85b5-395e5d2d2aa0 HTTP/1.1" status: 204 len: 173 time: 0.7403958 Jul 29 14:43:29.318603 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc40b9d4-add8-479c-bf99-563c178a1d37 req-8f2eec7e-1696-481e-9031-8e9857b1ae3e service neutron] 10.222.0.39 "GET /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544014 Jul 29 14:43:29.342704 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-92799c52-cc64-4dac-acf3-a096faebcfad req-01ab74cd-efae-4d63-9978-7d0ff5f10dcf tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264625 Jul 29 14:43:29.380502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b278cb3a-8a17-463f-812c-d4a15721b964 req-46eaa7a1-9054-4b60-ada4-e74e127a35d0 service neutron] 10.222.0.38 "GET /v2.0/networks/36fa8262-47ad-4a9d-baac-a8463087d147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605284 Jul 29 14:43:29.396903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device fc661a8f-c04f-4fa2-ac1d-4470603be52e details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:43:29.410593 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 164a5dbd-d71b-4d69-89a8-dd522f5ff83f no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:43:29.440929 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8791e3d3-7ed1-44e8-91d0-19c8feca491b x-openstack-request-id: req-8791e3d3-7ed1-44e8-91d0-19c8feca491b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:29.441254 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784b58e3-4f55-4bea-be77-77beda05e156", "name": "network-vif-plugged", "status": "completed", "tag": "a1182d97-8cfe-4322-961b-533eca77e12c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:29.441540 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8791e3d3-7ed1-44e8-91d0-19c8feca491b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:29.443036 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784b58e3-4f55-4bea-be77-77beda05e156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1182d97-8cfe-4322-961b-533eca77e12c', 'code': 200} Jul 29 14:43:29.455412 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796'}, {'server_uuid': '11f0a3ed-f6e8-4dcf-a443-899eb0b64279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41'}, {'name': 'network-changed', 'server_uuid': '11f0a3ed-f6e8-4dcf-a443-899eb0b64279', 'tag': 'ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:29.459395 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a77424-d32c-4568-95c5-2a25242455ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796"}, {"server_uuid": "11f0a3ed-f6e8-4dcf-a443-899eb0b64279", "name": "network-vif-unplugged", "status": "completed", "tag": "ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41"}, {"name": "network-changed", "server_uuid": "11f0a3ed-f6e8-4dcf-a443-899eb0b64279", "tag": "ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:29.540653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2f0ec-bac6-4979-8eac-a871bde01ee0 req-8d544d95-f46d-4197-82ca-47ea2d54efb6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:29.542396 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a2c2f0ec-bac6-4979-8eac-a871bde01ee0 req-8d544d95-f46d-4197-82ca-47ea2d54efb6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 944 time: 0.0529196 Jul 29 14:43:29.562395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be78b9a-cffa-40fd-9dcb-701d57492bc6 req-25b70cf1-9383-4842-a721-2608b6fcea57 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:29.564485 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7be78b9a-cffa-40fd-9dcb-701d57492bc6 req-25b70cf1-9383-4842-a721-2608b6fcea57 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1599512 Jul 29 14:43:29.593776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port fc661a8f-c04f-4fa2-ac1d-4470603be52e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=fc661a8f-c04f-4fa2-ac1d-4470603be52e,segment=NetworkSegment(de9df23c-bc17-4538-a3e1-d40b4138f4fd),segment_id=de9df23c-bc17-4538-a3e1-d40b4138f4fd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:29.594570 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a2c2f0ec-bac6-4979-8eac-a871bde01ee0 req-30f12e3e-4abc-4130-a44f-eb2633e9f9c0 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452704 Jul 29 14:43:29.597568 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:29.609941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eff87-c650-4183-97f5-f935533a4964 req-7687824c-27dd-426e-afd8-e72aec896a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:29.612079 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c9eff87-c650-4183-97f5-f935533a4964 req-7687824c-27dd-426e-afd8-e72aec896a0c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 1097 time: 0.1036036 Jul 29 14:43:29.615545 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b278cb3a-8a17-463f-812c-d4a15721b964 req-b5af6ec4-8b82-472d-a300-63db49657983 service neutron] 10.222.0.38 "GET /v2.0/networks/36fa8262-47ad-4a9d-baac-a8463087d147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091117 Jul 29 14:43:29.618753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'fc661a8f-c04f-4fa2-ac1d-4470603be52e', 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147', 'port_id': 'fc661a8f-c04f-4fa2-ac1d-4470603be52e', 'mac_address': 'fa:16:3e:5b:96:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:43:29.655938 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7be78b9a-cffa-40fd-9dcb-701d57492bc6 req-ce32307f-9794-46cb-9afd-545370e7166a tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822067 Jul 29 14:43:29.675184 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c9eff87-c650-4183-97f5-f935533a4964 req-b642be02-6804-45d8-9591-e683ae582acd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541854 Jul 29 14:43:29.677423 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ea00f9-05c6-4903-89e5-eeac3959cdc8 x-openstack-request-id: req-84ea00f9-05c6-4903-89e5-eeac3959cdc8 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:29.677715 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9166e5-5891-4c01-a098-82e075045908", "name": "network-vif-deleted", "tag": "100acfe1-c60f-47a4-8f8a-a56eb11094f2", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:29.677965 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84ea00f9-05c6-4903-89e5-eeac3959cdc8 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:29.678386 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9166e5-5891-4c01-a098-82e075045908', 'name': 'network-vif-deleted', 'tag': '100acfe1-c60f-47a4-8f8a-a56eb11094f2', 'status': 'completed', 'code': 200} Jul 29 14:43:29.689880 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:29.691704 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:29.695714 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:29.741044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc661a8f-c04f-4fa2-ac1d-4470603be52e {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:43:29.794408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17022e0-95b2-47b9-991a-96f6c028450c req-d099352c-e29d-43e0-9f53-190480f467ac tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:29.796329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port fc661a8f-c04f-4fa2-ac1d-4470603be52e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=fc661a8f-c04f-4fa2-ac1d-4470603be52e,segment=NetworkSegment(de9df23c-bc17-4538-a3e1-d40b4138f4fd),segment_id=de9df23c-bc17-4538-a3e1-d40b4138f4fd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:29.796472 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a17022e0-95b2-47b9-991a-96f6c028450c req-d099352c-e29d-43e0-9f53-190480f467ac tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 948 time: 0.0634067 Jul 29 14:43:29.797843 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:29.802812 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:29.803462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 164a5dbd-d71b-4d69-89a8-dd522f5ff83f details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:43:29.865465 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a17022e0-95b2-47b9-991a-96f6c028450c req-45a049b4-a150-48cc-90ff-ed6a95edcbde tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552771 Jul 29 14:43:29.906644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=fc661a8f-c04f-4fa2-ac1d-4470603be52e,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:29.941485 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f24d87-e588-4fc0-9698-cbaa8c9418a8 x-openstack-request-id: req-09f24d87-e588-4fc0-9698-cbaa8c9418a8 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:29.941767 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796", "status": "completed", "code": 200}, {"server_uuid": "11f0a3ed-f6e8-4dcf-a443-899eb0b64279", "name": "network-vif-unplugged", "status": "completed", "tag": "ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41", "code": 200}, {"name": "network-changed", "server_uuid": "11f0a3ed-f6e8-4dcf-a443-899eb0b64279", "tag": "ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:29.942387 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09f24d87-e588-4fc0-9698-cbaa8c9418a8 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:29.942809 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796', 'status': 'completed', 'code': 200} Jul 29 14:43:29.943063 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f0a3ed-f6e8-4dcf-a443-899eb0b64279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41', 'code': 200} Jul 29 14:43:29.943313 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f0a3ed-f6e8-4dcf-a443-899eb0b64279', 'tag': 'ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41', 'status': 'completed', 'code': 200} Jul 29 14:43:29.964465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:29.982027 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f', 'mac_address': 'fa:16:3e:a3:c4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:43:30.027139 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a77424-d32c-4568-95c5-2a25242455ed req-b103fdbf-2d6b-4635-83fa-6923d43f6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:30.029474 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40a77424-d32c-4568-95c5-2a25242455ed req-b103fdbf-2d6b-4635-83fa-6923d43f6bdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 1099 time: 0.0568664 Jul 29 14:43:30.048108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61b35e-5501-4e0f-ac10-99438e28c8d3 req-61603969-c293-4511-b5d1-769fa5104285 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:30.050187 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2b61b35e-5501-4e0f-ac10-99438e28c8d3 req-61603969-c293-4511-b5d1-769fa5104285 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 946 time: 0.0540082 Jul 29 14:43:30.094257 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2b61b35e-5501-4e0f-ac10-99438e28c8d3 req-277731d8-4f36-44f2-b04c-0ecbcefdcd51 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362322 Jul 29 14:43:30.140342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc07381-7229-4631-9d5b-a24dabe76f53 req-08ba8150-6433-4d32-a835-424835e4b1f7 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:30.141995 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8bc07381-7229-4631-9d5b-a24dabe76f53 req-08ba8150-6433-4d32-a835-424835e4b1f7 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 945 time: 0.1066995 Jul 29 14:43:30.185574 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:30.204605 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164a5dbd-d71b-4d69-89a8-dd522f5ff83f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:43:30.214361 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8bc07381-7229-4631-9d5b-a24dabe76f53 req-0bbe0c17-727b-4aee-94cf-b793478bd9d6 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618987 Jul 29 14:43:30.216392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a77424-d32c-4568-95c5-2a25242455ed req-07fbef86-2759-43a5-8876-448e4f001a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:30.217932 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40a77424-d32c-4568-95c5-2a25242455ed req-07fbef86-2759-43a5-8876-448e4f001a55 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1737387 Jul 29 14:43:30.229618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:30.235429 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:30.267302 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40a77424-d32c-4568-95c5-2a25242455ed req-b4565f16-6db0-4164-ac09-f564bee2570f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 HTTP/1.1" status: 200 len: 217 time: 0.0403016 Jul 29 14:43:30.306467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:30.324814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a77424-d32c-4568-95c5-2a25242455ed req-9e26b186-266c-4d24-a797-b5ca424c2798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:30.326294 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40a77424-d32c-4568-95c5-2a25242455ed req-9e26b186-266c-4d24-a797-b5ca424c2798 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0515451 Jul 29 14:43:30.349609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51232) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:30.387623 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a77424-d32c-4568-95c5-2a25242455ed req-27af0ec6-d816-43e5-8eec-59c0c3b4fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:30.389272 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40a77424-d32c-4568-95c5-2a25242455ed req-27af0ec6-d816-43e5-8eec-59c0c3b4fd9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0492680 Jul 29 14:43:30.397999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5734bc6-ce7f-4740-bdac-7e10c98d71c3 admin admin] Deleting subnet 2464a835-8705-4dc5-939b-bf852625811c {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:43:30.402132 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d5734bc6-ce7f-4740-bdac-7e10c98d71c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:30.437727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:43:30.446049 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d5734bc6-ce7f-4740-bdac-7e10c98d71c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:30.473343 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76cee414-ef05-41d6-933c-c58a673d1c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:30.506569 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d5734bc6-ce7f-4740-bdac-7e10c98d71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:30.542820 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40a77424-d32c-4568-95c5-2a25242455ed req-8d93d611-ccfa-48f3-bf9f-b908bd08f57e service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447556 Jul 29 14:43:30.587754 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:30.587993 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d5734bc6-ce7f-4740-bdac-7e10c98d71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:30.605048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796', 'mac_address': 'fa:16:3e:45:2f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:43:30.607594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ebc4d-a80c-49e0-b458-aea731b92f52 req-bb16b7d6-1077-4a1b-9895-b3e7953d4cce tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:30.612561 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d5734bc6-ce7f-4740-bdac-7e10c98d71c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:30.616965 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d5734bc6-ce7f-4740-bdac-7e10c98d71c3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2464a835-8705-4dc5-939b-bf852625811c HTTP/1.1" status: 204 len: 168 time: 0.2632792 Jul 29 14:43:30.617565 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d69ebc4d-a80c-49e0-b458-aea731b92f52 req-bb16b7d6-1077-4a1b-9895-b3e7953d4cce tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 945 time: 0.1298361 Jul 29 14:43:30.621740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51238) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:30.635488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5734bc6-ce7f-4740-bdac-7e10c98d71c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2464a835-8705-4dc5-939b-bf852625811c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:30.675416 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:30.689491 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:43:30.716520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:30.722256 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:30.745587 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a21b2-f5aa-40ed-9c59-34604bb8ce07 req-3909e2f2-b8fe-4804-85a9-ed8f43343b83 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:30.747981 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e80a21b2-f5aa-40ed-9c59-34604bb8ce07 req-3909e2f2-b8fe-4804-85a9-ed8f43343b83 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 944 time: 0.0582325 Jul 29 14:43:30.753982 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d69ebc4d-a80c-49e0-b458-aea731b92f52 req-f2513607-b11b-432e-8eea-5de3c3c4d25f tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353734 Jul 29 14:43:30.765975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['fc661a8f-c04f-4fa2-ac1d-4470603be52e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:30.778308 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7345-bde9-4ed2-b0d4-9743c44fc136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:30.785173 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40a77424-d32c-4568-95c5-2a25242455ed req-000ca81b-b9c6-4a47-a163-17a08ff553f2 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343006 Jul 29 14:43:30.809473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['164a5dbd-d71b-4d69-89a8-dd522f5ff83f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:30.823553 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e80a21b2-f5aa-40ed-9c59-34604bb8ce07 req-99b7f15f-a789-43de-a583-8dc0bef755e2 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683999 Jul 29 14:43:30.870773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:30.946515 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7345-bde9-4ed2-b0d4-9743c44fc136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:30.960570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0a9e7345-bde9-4ed2-b0d4-9743c44fc136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27d8624-bcea-4fd8-b819-7fa0a6f34799']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:30.976960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0a9e7345-bde9-4ed2-b0d4-9743c44fc136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbf9186-dbc1-4a97-8a04-a2a9b7e63411') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:30.977355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0a9e7345-bde9-4ed2-b0d4-9743c44fc136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbf9186-dbc1-4a97-8a04-a2a9b7e63411') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:30.987471 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a77424-d32c-4568-95c5-2a25242455ed req-83015ab9-a6ad-4784-9e5b-95bec2cedd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:30.989251 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40a77424-d32c-4568-95c5-2a25242455ed req-83015ab9-a6ad-4784-9e5b-95bec2cedd9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 1125 time: 0.1128366 Jul 29 14:43:30.999289 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e1fe3-50d0-4469-b219-0cb7150b1019 req-1236ed29-faf6-4f22-9b7e-c8e6d912be3b tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:31.001179 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b70e1fe3-50d0-4469-b219-0cb7150b1019 req-1236ed29-faf6-4f22-9b7e-c8e6d912be3b tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1682022 Jul 29 14:43:31.003389 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7345-bde9-4ed2-b0d4-9743c44fc136 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:31.005026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['7430ff7e-dc34-4d3a-b7ad-5e6b99db4796'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:31.015009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6515777-49a7-442a-8797-1f0d80191f32 req-1c5f1d55-92d1-47b0-b30f-a80e274d8e1d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:31.016548 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f6515777-49a7-442a-8797-1f0d80191f32 req-1c5f1d55-92d1-47b0-b30f-a80e274d8e1d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 949 time: 0.0643940 Jul 29 14:43:31.058675 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f6515777-49a7-442a-8797-1f0d80191f32 req-75d5fe19-bb22-4b84-a165-2eeba37fb446 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349391 Jul 29 14:43:31.069388 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7345-bde9-4ed2-b0d4-9743c44fc136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:31.086784 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9e7345-bde9-4ed2-b0d4-9743c44fc136 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:43:31.087279 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7345-bde9-4ed2-b0d4-9743c44fc136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:43:31.089052 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:43:31.217571 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b70e1fe3-50d0-4469-b219-0cb7150b1019 req-1f334772-f839-4fcf-9cc3-7e7fa92bd566 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935585 Jul 29 14:43:31.246568 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7345-bde9-4ed2-b0d4-9743c44fc136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:31.262298 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654dcb9-04cf-4ba0-8d0a-6e5f672ec5d9 req-854d40c1-c2fc-4343-a30b-5ba317a07c3e tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:31.264099 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5654dcb9-04cf-4ba0-8d0a-6e5f672ec5d9 req-854d40c1-c2fc-4343-a30b-5ba317a07c3e tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 946 time: 0.0839579 Jul 29 14:43:31.266205 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7345-bde9-4ed2-b0d4-9743c44fc136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:31.272147 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0a9e7345-bde9-4ed2-b0d4-9743c44fc136 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c27d8624-bcea-4fd8-b819-7fa0a6f34799 HTTP/1.1" status: 204 len: 168 time: 0.6466255 Jul 29 14:43:31.310107 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a77424-d32c-4568-95c5-2a25242455ed req-a630dda8-3dd5-4dde-8421-c4afcd4085ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:31.311997 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40a77424-d32c-4568-95c5-2a25242455ed req-a630dda8-3dd5-4dde-8421-c4afcd4085ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.3064806 Jul 29 14:43:31.312958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e7345-bde9-4ed2-b0d4-9743c44fc136 admin admin] Pushing event deleted for resources: {'Network': ['ID=c27d8624-bcea-4fd8-b819-7fa0a6f34799,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:31.318591 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5654dcb9-04cf-4ba0-8d0a-6e5f672ec5d9 req-71b13edd-1eab-4dc8-9597-f9b1076b2b5f tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434570 Jul 29 14:43:31.403606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bdf9d-f17e-4d41-8147-73cd85cdf357 req-88dcf700-045c-44ad-b696-61910132dc68 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:31.406865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf2bdf9d-f17e-4d41-8147-73cd85cdf357 req-88dcf700-045c-44ad-b696-61910132dc68 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.39 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 945 time: 0.0617340 Jul 29 14:43:31.414944 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40a77424-d32c-4568-95c5-2a25242455ed req-e1d30559-a06d-4fcf-ba80-b5318e42a8d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 HTTP/1.1" status: 200 len: 217 time: 0.0847516 Jul 29 14:43:31.436100 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51254) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:31.444565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae1344c-8b98-407a-b0c2-97b4b0c22e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:31.447123 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c3c70c-72cd-48a3-afbe-c8157447a6d9" -d '{"events": [{"server_uuid": "5ae1344c-8b98-407a-b0c2-97b4b0c22e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "164a5dbd-d71b-4d69-89a8-dd522f5ff83f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:31.484523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3cc3a-89ac-4fe8-ad06-d2269808c6a9 req-0d897b76-4bfd-420f-8790-92f825667cbd tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:31.486051 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-79a3cc3a-89ac-4fe8-ad06-d2269808c6a9 req-0d897b76-4bfd-420f-8790-92f825667cbd tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 945 time: 0.1784477 Jul 29 14:43:31.530058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a77424-d32c-4568-95c5-2a25242455ed req-1554d742-d373-4225-b8c5-b5233ce7d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:31.531531 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40a77424-d32c-4568-95c5-2a25242455ed req-1554d742-d373-4225-b8c5-b5233ce7d2b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.1071370 Jul 29 14:43:31.536486 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0138-faea-4662-bec0-d4f179640476 req-be31be99-1340-460a-a708-f89037cc4138 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:31.538093 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e6bb0138-faea-4662-bec0-d4f179640476 req-be31be99-1340-460a-a708-f89037cc4138 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 946 time: 0.0916538 Jul 29 14:43:31.550381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51260) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:31.558116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e1b3ebdd-fb05-463f-bf25-6817a27c0fd2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Request body: {'floatingip': {'port_id': 'a1182d97-8cfe-4322-961b-533eca77e12c'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:31.581453 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-56235d19-1786-4cdf-8c57-f0b14e8de4a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=582ef61589934b7c85558e606741b98e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438060 Jul 29 14:43:31.593244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51262) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:31.599014 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40a77424-d32c-4568-95c5-2a25242455ed req-ce0dfc85-9939-428b-a4c8-817e32df46aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560482 Jul 29 14:43:31.604380 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e105bf-1182-4b4e-817d-1586436436b8 x-openstack-request-id: req-b1e105bf-1182-4b4e-817d-1586436436b8 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:31.604698 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae1344c-8b98-407a-b0c2-97b4b0c22e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "164a5dbd-d71b-4d69-89a8-dd522f5ff83f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:31.604997 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1e105bf-1182-4b4e-817d-1586436436b8 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:31.605559 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae1344c-8b98-407a-b0c2-97b4b0c22e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f', 'code': 200} Jul 29 14:43:31.610806 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-79a3cc3a-89ac-4fe8-ad06-d2269808c6a9 req-f8da88f7-68cf-467b-b657-94c979a49c9b tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123271 Jul 29 14:43:31.724763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40a77424-d32c-4568-95c5-2a25242455ed req-b1cc7b2f-0a3d-492b-a697-0b6caad7110d service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100202 Jul 29 14:43:31.845172 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40a77424-d32c-4568-95c5-2a25242455ed req-07508161-5ea0-4791-b0e5-c212e435f531 service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124704 Jul 29 14:43:31.886237 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478baa59-557b-44e4-9a0e-d6d55446be6b req-60c9c7ab-5989-43c9-827f-0ab67e159b13 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:31.888210 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-478baa59-557b-44e4-9a0e-d6d55446be6b req-60c9c7ab-5989-43c9-827f-0ab67e159b13 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 945 time: 0.0590122 Jul 29 14:43:31.912419 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-bf2bdf9d-f17e-4d41-8147-73cd85cdf357 req-b545ceca-59a6-469f-8d75-8422754bb80a tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Deleting port 72524ee8-b7ca-4e00-a4e6-430fa847823b {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:43:31.912790 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-bf2bdf9d-f17e-4d41-8147-73cd85cdf357 req-b545ceca-59a6-469f-8d75-8422754bb80a tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:31.935483 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-478baa59-557b-44e4-9a0e-d6d55446be6b req-9228be85-cdd6-4bce-a90b-a236e8813141 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373731 Jul 29 14:43:31.962092 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ebdd-fb05-463f-bf25-6817a27c0fd2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:32.167547 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4218b857-6b21-4418-8c0c-0c6b7cbe3f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:32.176931 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666554b-85dc-4ec8-9c60-b380cfb0daa9 req-b4930510-fbda-4ab1-b79c-55bf3e64cf04 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:32.178493 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a666554b-85dc-4ec8-9c60-b380cfb0daa9 req-b4930510-fbda-4ab1-b79c-55bf3e64cf04 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 944 time: 0.2493391 Jul 29 14:43:32.193395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-bf2bdf9d-f17e-4d41-8147-73cd85cdf357 req-b545ceca-59a6-469f-8d75-8422754bb80a tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] For port 72524ee8-b7ca-4e00-a4e6-430fa847823b, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=72524ee8-b7ca-4e00-a4e6-430fa847823b,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:32.193769 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-bf2bdf9d-f17e-4d41-8147-73cd85cdf357 req-b545ceca-59a6-469f-8d75-8422754bb80a tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:32.208093 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e53e62-c5d6-4082-a103-06353f5c76f8 req-8e2f49e7-28cb-4f87-8c18-dc20bc193a14 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:32.209398 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-65e53e62-c5d6-4082-a103-06353f5c76f8 req-8e2f49e7-28cb-4f87-8c18-dc20bc193a14 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 949 time: 0.0626416 Jul 29 14:43:32.249817 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-65e53e62-c5d6-4082-a103-06353f5c76f8 req-d1a52162-fade-455d-bd4f-553fa4d9a317 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340128 Jul 29 14:43:32.273012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-bf2bdf9d-f17e-4d41-8147-73cd85cdf357 req-b545ceca-59a6-469f-8d75-8422754bb80a tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Calling delete_port for 72524ee8-b7ca-4e00-a4e6-430fa847823b owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:43:32.276069 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4218b857-6b21-4418-8c0c-0c6b7cbe3f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:32.368533 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a076e1e-b785-488e-b14b-605dc0ed4a64 req-bcf729e1-4c22-4ec5-ae6c-fc3a151149fd tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:32.370358 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a076e1e-b785-488e-b14b-605dc0ed4a64 req-bcf729e1-4c22-4ec5-ae6c-fc3a151149fd tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.0580745 Jul 29 14:43:32.373334 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a666554b-85dc-4ec8-9c60-b380cfb0daa9 req-34a85f54-3f4f-4e18-957f-8c7734a125af tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848016 Jul 29 14:43:32.413194 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a076e1e-b785-488e-b14b-605dc0ed4a64 req-e95cd9de-8c20-4225-852a-248572a8e63e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354924 Jul 29 14:43:32.442364 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:32.460323 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4218b857-6b21-4418-8c0c-0c6b7cbe3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:32.462797 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4218b857-6b21-4418-8c0c-0c6b7cbe3f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:32.463995 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4218b857-6b21-4418-8c0c-0c6b7cbe3f84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/584296f9-fea0-4383-a3d2-fff9043fbd3b HTTP/1.1" status: 204 len: 168 time: 0.8690016 Jul 29 14:43:32.524832 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218b857-6b21-4418-8c0c-0c6b7cbe3f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584296f9-fea0-4383-a3d2-fff9043fbd3b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:32.527500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:32.543795 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:32.544391 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:32.706798 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eed1df79-62b1-4563-aa53-4771c834a932 req-8b80af13-116a-411a-b256-df82cf944334 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0637016 Jul 29 14:43:32.713119 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:32.757053 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:32.775075 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:32.776879 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 72524ee8-b7ca-4e00-a4e6-430fa847823b no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:43:32.865815 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1df79-62b1-4563-aa53-4771c834a932 req-998abaeb-e98a-47b7-b077-fc1f572356da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:32.868689 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eed1df79-62b1-4563-aa53-4771c834a932 req-998abaeb-e98a-47b7-b077-fc1f572356da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 1095 time: 0.1062126 Jul 29 14:43:32.905817 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-bf2bdf9d-f17e-4d41-8147-73cd85cdf357 req-b545ceca-59a6-469f-8d75-8422754bb80a tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:32.932211 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:33.010540 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:33.044992 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545ceca-59a6-469f-8d75-8422754bb80a tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Pushing event deleted for resources: {'Port': ['ID=72524ee8-b7ca-4e00-a4e6-430fa847823b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:33.065891 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1df79-62b1-4563-aa53-4771c834a932 req-9037606c-b00b-466d-9744-e54a3f828c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:33.067939 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eed1df79-62b1-4563-aa53-4771c834a932 req-9037606c-b00b-466d-9744-e54a3f828c14 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.1660323 Jul 29 14:43:33.078977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8121ea-5f25-4c4d-a726-760ed6d70a22 req-d827b709-90ee-4eb2-88a3-417ff89089a2 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:33.080903 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6f8121ea-5f25-4c4d-a726-760ed6d70a22 req-d827b709-90ee-4eb2-88a3-417ff89089a2 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/ports?device_id=f913620d-5793-4215-8b84-dac015f803d5 HTTP/1.1" status: 200 len: 867 time: 0.2945716 Jul 29 14:43:33.094523 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.resource_extend [None req-e1b3ebdd-fb05-463f-bf25-6817a27c0fd2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:43:33.120810 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:33.145564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2bdf9d-f17e-4d41-8147-73cd85cdf357 req-b545ceca-59a6-469f-8d75-8422754bb80a tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] No DVR routers for this DVR port 72524ee8-b7ca-4e00-a4e6-430fa847823b on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:43:33.156314 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-bf2bdf9d-f17e-4d41-8147-73cd85cdf357 req-b545ceca-59a6-469f-8d75-8422754bb80a tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:33.159080 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf2bdf9d-f17e-4d41-8147-73cd85cdf357 req-b545ceca-59a6-469f-8d75-8422754bb80a tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.39 "DELETE /v2.0/ports/72524ee8-b7ca-4e00-a4e6-430fa847823b HTTP/1.1" status: 204 len: 173 time: 1.7444181 Jul 29 14:43:33.159638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f913620d-5793-4215-8b84-dac015f803d5', 'name': 'network-vif-deleted', 'tag': '72524ee8-b7ca-4e00-a4e6-430fa847823b'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:33.162202 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988e4278-1ec8-407b-aff4-f2625b2385cc" -d '{"events": [{"server_uuid": "f913620d-5793-4215-8b84-dac015f803d5", "name": "network-vif-deleted", "tag": "72524ee8-b7ca-4e00-a4e6-430fa847823b"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:33.174280 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eed1df79-62b1-4563-aa53-4771c834a932 req-140738ed-b0cf-4612-b9c0-defc82ed8ee0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 HTTP/1.1" status: 200 len: 217 time: 0.0956709 Jul 29 14:43:33.197888 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6f8121ea-5f25-4c4d-a726-760ed6d70a22 req-68d4407a-4523-425e-a817-910f1298d6e2 tempest-FloatingIPsAssociationTestJSON-136636299 tempest-FloatingIPsAssociationTestJSON-136636299-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb263285-d082-4561-9f46-24c4c61e0f50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061006 Jul 29 14:43:33.224603 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ebdd-fb05-463f-bf25-6817a27c0fd2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:33.231484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be44bd-7e2d-4aa5-9f1a-bec35d9c3607 req-167a1547-ccb2-47b3-ad98-128d65ccf00e tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:33.236979 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ebdd-fb05-463f-bf25-6817a27c0fd2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:33.239310 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c5be44bd-7e2d-4aa5-9f1a-bec35d9c3607 req-167a1547-ccb2-47b3-ad98-128d65ccf00e tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 945 time: 0.1697307 Jul 29 14:43:33.272793 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1df79-62b1-4563-aa53-4771c834a932 req-62db48a0-5b5c-47ef-b62a-5c305ed566b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:33.274274 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eed1df79-62b1-4563-aa53-4771c834a932 req-62db48a0-5b5c-47ef-b62a-5c305ed566b4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.0904474 Jul 29 14:43:33.319937 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c5be44bd-7e2d-4aa5-9f1a-bec35d9c3607 req-6b8e5354-3811-4afe-b965-38863d3a1430 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796578 Jul 29 14:43:33.340447 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cd451e9-63e1-49d6-bb80-05bd413d85de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:33.347768 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6389f4-1905-49a6-89cd-c86d46b8cbc5 x-openstack-request-id: req-7d6389f4-1905-49a6-89cd-c86d46b8cbc5 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:33.348803 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f913620d-5793-4215-8b84-dac015f803d5", "name": "network-vif-deleted", "tag": "72524ee8-b7ca-4e00-a4e6-430fa847823b", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:33.349353 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d6389f4-1905-49a6-89cd-c86d46b8cbc5 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:33.350437 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f913620d-5793-4215-8b84-dac015f803d5', 'name': 'network-vif-deleted', 'tag': '72524ee8-b7ca-4e00-a4e6-430fa847823b', 'status': 'completed', 'code': 200} Jul 29 14:43:33.364917 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eed1df79-62b1-4563-aa53-4771c834a932 req-46a38f2d-9dbc-43b6-945d-21e3f1c042a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676494 Jul 29 14:43:33.409134 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device fc661a8f-c04f-4fa2-ac1d-4470603be52e up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:33.497307 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port fc661a8f-c04f-4fa2-ac1d-4470603be52e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:33.512320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port fc661a8f-c04f-4fa2-ac1d-4470603be52e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:33.512733 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:33.521005 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-e1b3ebdd-fb05-463f-bf25-6817a27c0fd2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Floating IP a3b4f822-57a7-466e-bd17-3606ec80bb83 associated. External IP: 172.25.6.247, port: a1182d97-8cfe-4322-961b-533eca77e12c. Jul 29 14:43:33.584656 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eed1df79-62b1-4563-aa53-4771c834a932 req-dd2ba373-1433-40c7-b506-0759ebc58416 service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075901 Jul 29 14:43:33.606656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:33.610006 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5f694f-7c7a-4cef-a6d5-2dc4e8db6fc0" -d '{"events": [{"server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "name": "network-vif-plugged", "status": "completed", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:33.625008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6071ce-9559-495a-bfe8-c52395180293 req-9c49cf42-d9a8-4f41-b84d-013ea2698247 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:33.626771 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:33.633260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eac835-50b7-41e2-b5f9-dfa50c2002e5 req-c57a1a72-cf0f-44bc-b516-37902f090451 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:33.635468 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-66eac835-50b7-41e2-b5f9-dfa50c2002e5 req-c57a1a72-cf0f-44bc-b516-37902f090451 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 944 time: 0.0969362 Jul 29 14:43:33.651379 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8d6071ce-9559-495a-bfe8-c52395180293 req-9c49cf42-d9a8-4f41-b84d-013ea2698247 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.1994712 Jul 29 14:43:33.707237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port fc661a8f-c04f-4fa2-ac1d-4470603be52e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=fc661a8f-c04f-4fa2-ac1d-4470603be52e,segment=NetworkSegment(de9df23c-bc17-4538-a3e1-d40b4138f4fd),segment_id=de9df23c-bc17-4538-a3e1-d40b4138f4fd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:33.713576 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:33.715753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 164a5dbd-d71b-4d69-89a8-dd522f5ff83f up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:33.750838 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-66eac835-50b7-41e2-b5f9-dfa50c2002e5 req-18a2459a-4d7d-4a9f-bb14-41842b25d8ce tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993452 Jul 29 14:43:33.785890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51308) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:33.797365 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8d6071ce-9559-495a-bfe8-c52395180293 req-c3837326-47fc-4909-8a9f-c5776a6945fd tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440518 Jul 29 14:43:33.797757 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eed1df79-62b1-4563-aa53-4771c834a932 req-ead71d21-99e0-4244-8581-243c5d199087 service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936383 Jul 29 14:43:33.854005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=fc661a8f-c04f-4fa2-ac1d-4470603be52e,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:33.865102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:33.865731 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:33.947966 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d41de5b-1c36-403e-8bc4-ac715a28aca3 x-openstack-request-id: req-1d41de5b-1c36-403e-8bc4-ac715a28aca3 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:33.948694 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "name": "network-vif-plugged", "status": "completed", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:33.949139 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d41de5b-1c36-403e-8bc4-ac715a28aca3 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:33.949827 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796', 'code': 200} Jul 29 14:43:33.994522 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:33.996365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97814feb-d6b5-436a-be60-40648b0ebaf5 req-c2ba030a-78a0-4acb-828e-e5ecf4b36bb6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:34.009052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-97814feb-d6b5-436a-be60-40648b0ebaf5 req-c2ba030a-78a0-4acb-828e-e5ecf4b36bb6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 950 time: 0.1287615 Jul 29 14:43:34.034125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d0702834-59f2-423d-9a94-f4b4b7285103 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-network', 'tenant_id': '71dd47d19946404493753f8193c40cbe'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:34.035254 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:34.042824 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:34.066460 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-97814feb-d6b5-436a-be60-40648b0ebaf5 req-b9186cae-337a-4d46-b38e-9683305e1f88 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546038 Jul 29 14:43:34.090157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b3ebdd-fb05-463f-bf25-6817a27c0fd2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Router e92298e6-0d02-4d39-898d-62a8b2fd3f50 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:43:34.102894 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0702834-59f2-423d-9a94-f4b4b7285103 admin admin] Made reservation on behalf of 71dd47d19946404493753f8193c40cbe for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:43:34.105254 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0702834-59f2-423d-9a94-f4b4b7285103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:34.107341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,revision_number=11']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:34.121671 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0702834-59f2-423d-9a94-f4b4b7285103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:34.125208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61357cc8-ee07-4ac1-a31d-965d15892324 req-76a3d21e-cf62-4540-89f0-c68c2a906e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:34.126805 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61357cc8-ee07-4ac1-a31d-965d15892324 req-76a3d21e-cf62-4540-89f0-c68c2a906e8a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 1101 time: 0.1099780 Jul 29 14:43:34.187831 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:34.269845 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61357cc8-ee07-4ac1-a31d-965d15892324 req-b5ed0b31-7727-41bb-9789-875e61aea78b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011426 Jul 29 14:43:34.298569 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b3ebdd-fb05-463f-bf25-6817a27c0fd2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:43:34.305195 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ebdd-fb05-463f-bf25-6817a27c0fd2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:34.306744 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51316) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:34.314288 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5793259d-4df8-4de0-a03a-c2840eaee985 None None] Sync routers for ids ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:43:34.325537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5793259d-4df8-4de0-a03a-c2840eaee985 None None] Routers {'e92298e6-0d02-4d39-898d-62a8b2fd3f50'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:34.326325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5793259d-4df8-4de0-a03a-c2840eaee985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:34.350071 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e1b3ebdd-fb05-463f-bf25-6817a27c0fd2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "PUT /v2.0/floatingips/a3b4f822-57a7-466e-bd17-3606ec80bb83 HTTP/1.1" status: 200 len: 992 time: 2.7952082 Jul 29 14:43:34.397129 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0702834-59f2-423d-9a94-f4b4b7285103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:34.405711 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0702834-59f2-423d-9a94-f4b4b7285103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:34.448248 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0702834-59f2-423d-9a94-f4b4b7285103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:43:34.472621 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0702834-59f2-423d-9a94-f4b4b7285103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:34.473329 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-d0702834-59f2-423d-9a94-f4b4b7285103 admin admin] Added segment 90f9e87e-a9cb-4b20-80c1-00b95374bbf2 of type vlan for network 17d1acff-6321-435a-a746-f4fb6f6aca72 Jul 29 14:43:34.475222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0702834-59f2-423d-9a94-f4b4b7285103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:34.503652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-5793259d-4df8-4de0-a03a-c2840eaee985 None None] Set router e92298e6-0d02-4d39-898d-62a8b2fd3f50 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:34.540165 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0702834-59f2-423d-9a94-f4b4b7285103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:34.572944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c4a74-83cc-44c5-8224-d404ba93646e req-500b3a1b-e6d9-4cfd-a33f-6a73361dacb1 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:34.581085 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c7c4a74-83cc-44c5-8224-d404ba93646e req-500b3a1b-e6d9-4cfd-a33f-6a73361dacb1 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 946 time: 0.1280527 Jul 29 14:43:34.594020 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0702834-59f2-423d-9a94-f4b4b7285103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:34.595031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0702834-59f2-423d-9a94-f4b4b7285103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:34.595617 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0702834-59f2-423d-9a94-f4b4b7285103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:34.651756 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d0702834-59f2-423d-9a94-f4b4b7285103 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8639042 Jul 29 14:43:34.652424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51324) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:34.664761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5fd56c56-988a-45dd-ac3e-22e16dab48b9 admin admin] Request body: {'subnet': {'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-subnet', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:34.684239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0702834-59f2-423d-9a94-f4b4b7285103 admin admin] Pushing event updated for resources: {'Network': ['ID=17d1acff-6321-435a-a746-f4fb6f6aca72,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:34.696611 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 17d1acff-6321-435a-a746-f4fb6f6aca72 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:43:34.718035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd56c56-988a-45dd-ac3e-22e16dab48b9 admin admin] Made reservation on behalf of 71dd47d19946404493753f8193c40cbe for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:43:34.724020 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5fd56c56-988a-45dd-ac3e-22e16dab48b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:34.748964 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c7c4a74-83cc-44c5-8224-d404ba93646e req-e1650d12-4964-4e88-b5e9-12e157103d6f tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666980 Jul 29 14:43:34.901068 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5793259d-4df8-4de0-a03a-c2840eaee985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a3b4f822-57a7-466e-bd17-3606ec80bb83', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'port_id': 'a1182d97-8cfe-4322-961b-533eca77e12c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'mac_address': 'fa:16:3e:b0:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b58e3-4f55-4bea-be77-77beda05e156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:41:11Z', 'updated_at': '2021-07-29T14:43:32Z', 'revision_number': 5, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:50Z', 'revision_number': 5, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:34.939070 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5793259d-4df8-4de0-a03a-c2840eaee985 None None] Checking router: e92298e6-0d02-4d39-898d-62a8b2fd3f50 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:43:34.951567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5793259d-4df8-4de0-a03a-c2840eaee985 None None] Routers {'e92298e6-0d02-4d39-898d-62a8b2fd3f50'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:34.952200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5793259d-4df8-4de0-a03a-c2840eaee985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:35.025279 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5fd56c56-988a-45dd-ac3e-22e16dab48b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:35.086466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db8503-2631-4589-9d8e-bf37fedc5f50 req-ddbee205-fdcd-4f24-ba55-e7d743f62e37 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:35.086724 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23da54ec-1ec7-40d4-b40b-ba3444863664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:35.087779 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-5793259d-4df8-4de0-a03a-c2840eaee985 None None] Set router e92298e6-0d02-4d39-898d-62a8b2fd3f50 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:35.088150 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72db8503-2631-4589-9d8e-bf37fedc5f50 req-ddbee205-fdcd-4f24-ba55-e7d743f62e37 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 944 time: 0.1267781 Jul 29 14:43:35.151383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd56c56-988a-45dd-ac3e-22e16dab48b9 admin admin] Checking segment: {'id': '90f9e87e-a9cb-4b20-80c1-00b95374bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:43:35.151727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd56c56-988a-45dd-ac3e-22e16dab48b9 admin admin] Network hostable DHCP agents. Network: 17d1acff-6321-435a-a746-f4fb6f6aca72, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:43:35.175114 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd56c56-988a-45dd-ac3e-22e16dab48b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eda9d7a-8504-498f-9935-fd9ffaccea15,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:35.195865 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd56c56-988a-45dd-ac3e-22e16dab48b9 admin admin] Network 17d1acff-6321-435a-a746-f4fb6f6aca72 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:43:35.209467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-5fd56c56-988a-45dd-ac3e-22e16dab48b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 17d1acff-6321-435a-a746-f4fb6f6aca72) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:43:35.220052 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72db8503-2631-4589-9d8e-bf37fedc5f50 req-3b8ea780-f6a0-413d-8254-3a25abf03670 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020601 Jul 29 14:43:35.222825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd56c56-988a-45dd-ac3e-22e16dab48b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:35.223833 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5fd56c56-988a-45dd-ac3e-22e16dab48b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:35.233802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad77b3b-41a5-4a4d-bb98-95f0424c0223 None None] Network 17d1acff-6321-435a-a746-f4fb6f6aca72 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:43:35.251989 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5fd56c56-988a-45dd-ac3e-22e16dab48b9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5914559 Jul 29 14:43:35.255174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51334) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:35.262730 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-router', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:35.293312 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:35.295769 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:35.354470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784b58e3-4f55-4bea-be77-77beda05e156', 'tag': 'a1182d97-8cfe-4322-961b-533eca77e12c'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:35.358107 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5726dd-4b8f-4be9-8fd5-400b8e38db1f" -d '{"events": [{"name": "network-changed", "server_uuid": "784b58e3-4f55-4bea-be77-77beda05e156", "tag": "a1182d97-8cfe-4322-961b-533eca77e12c"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:35.401143 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:35.440520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3553886-66b0-455e-8aa1-d168845251f5 None None] Network 17d1acff-6321-435a-a746-f4fb6f6aca72 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:43:35.632838 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe1a0f-af72-4908-a3aa-31f52b44050c req-4095529e-6d90-45d5-815b-833f3357e35b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:35.640490 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-abbe1a0f-af72-4908-a3aa-31f52b44050c req-4095529e-6d90-45d5-815b-833f3357e35b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.6816278 Jul 29 14:43:35.667852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5793259d-4df8-4de0-a03a-c2840eaee985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a3b4f822-57a7-466e-bd17-3606ec80bb83', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'port_id': 'a1182d97-8cfe-4322-961b-533eca77e12c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'mac_address': 'fa:16:3e:b0:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b58e3-4f55-4bea-be77-77beda05e156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:41:11Z', 'updated_at': '2021-07-29T14:43:32Z', 'revision_number': 5, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:50Z', 'revision_number': 5, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:35.725833 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-abbe1a0f-af72-4908-a3aa-31f52b44050c req-e99cf145-3a3c-40b2-bdf0-e00d2e965bdd tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842452 Jul 29 14:43:35.874600 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5793259d-4df8-4de0-a03a-c2840eaee985 None None] The sync data for ids ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'] in n-d-802893-1 is: [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a3b4f822-57a7-466e-bd17-3606ec80bb83', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'port_id': 'a1182d97-8cfe-4322-961b-533eca77e12c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'mac_address': 'fa:16:3e:b0:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784b58e3-4f55-4bea-be77-77beda05e156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:41:11Z', 'updated_at': '2021-07-29T14:43:32Z', 'revision_number': 5, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:50Z', 'revision_number': 5, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:43:35.951405 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44af8e6-e888-43c5-ac5b-aaa17c4f266e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc661a8f-c04f-4fa2-ac1d-4470603be52e'}, {'server_uuid': '5ae1344c-8b98-407a-b0c2-97b4b0c22e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:35.954260 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b63bf1-c954-4775-bc6f-f6814482a2bd" -d '{"events": [{"server_uuid": "c44af8e6-e888-43c5-ac5b-aaa17c4f266e", "name": "network-vif-plugged", "status": "completed", "tag": "fc661a8f-c04f-4fa2-ac1d-4470603be52e"}, {"server_uuid": "5ae1344c-8b98-407a-b0c2-97b4b0c22e0e", "name": "network-vif-plugged", "status": "completed", "tag": "164a5dbd-d71b-4d69-89a8-dd522f5ff83f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:36.019876 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a627d09-1795-43b4-8bcf-9a560f43b3c8 x-openstack-request-id: req-4a627d09-1795-43b4-8bcf-9a560f43b3c8 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:36.020482 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784b58e3-4f55-4bea-be77-77beda05e156", "tag": "a1182d97-8cfe-4322-961b-533eca77e12c", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:36.020482 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a627d09-1795-43b4-8bcf-9a560f43b3c8 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:36.020823 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784b58e3-4f55-4bea-be77-77beda05e156', 'tag': 'a1182d97-8cfe-4322-961b-533eca77e12c', 'status': 'completed', 'code': 200} Jul 29 14:43:36.090544 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:36.112357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c02d6-fd51-451f-b26f-9db868d29971 req-79084c84-7345-4361-82a2-d30228a6ef95 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:36.114878 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a1c02d6-fd51-451f-b26f-9db868d29971 req-79084c84-7345-4361-82a2-d30228a6ef95 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 951 time: 0.5773351 Jul 29 14:43:36.119860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965927bb-04f4-4137-9f24-9872df67f521 req-1e9c4c70-22d8-47d7-9e23-c94c4d0ae74c tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:36.127708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5726dd-4b8f-4be9-8fd5-400b8e38db1f req-500bc38b-9716-472c-a271-e3e5c1513209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:36.131346 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd5726dd-4b8f-4be9-8fd5-400b8e38db1f req-500bc38b-9716-472c-a271-e3e5c1513209 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7f5868661cae4787899a7102bcdf839f&device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 1097 time: 0.1238034 Jul 29 14:43:36.140337 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-965927bb-04f4-4137-9f24-9872df67f521 req-1e9c4c70-22d8-47d7-9e23-c94c4d0ae74c tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 946 time: 0.1040852 Jul 29 14:43:36.148940 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:36.204107 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-965927bb-04f4-4137-9f24-9872df67f521 req-1c59d3fe-e12e-4d20-9d18-bf6b06a625b4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595379 Jul 29 14:43:36.208459 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-23da54ec-1ec7-40d4-b40b-ba3444863664 admin admin] Deleting port bf751c45-5f3a-422b-8401-4d3d62c7f8b6 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:43:36.209218 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23da54ec-1ec7-40d4-b40b-ba3444863664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:36.273150 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf31489-90ad-42c8-a483-899fcb2f7bcf None None] New status for floating IP a3b4f822-57a7-466e-bd17-3606ec80bb83: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:43:36.284519 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18538c24-1153-4f7d-a424-1778e3100596 x-openstack-request-id: req-18538c24-1153-4f7d-a424-1778e3100596 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:36.284936 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44af8e6-e888-43c5-ac5b-aaa17c4f266e", "name": "network-vif-plugged", "status": "completed", "tag": "fc661a8f-c04f-4fa2-ac1d-4470603be52e", "code": 200}, {"server_uuid": "5ae1344c-8b98-407a-b0c2-97b4b0c22e0e", "name": "network-vif-plugged", "status": "completed", "tag": "164a5dbd-d71b-4d69-89a8-dd522f5ff83f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:36.285197 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18538c24-1153-4f7d-a424-1778e3100596 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:36.285609 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44af8e6-e888-43c5-ac5b-aaa17c4f266e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc661a8f-c04f-4fa2-ac1d-4470603be52e', 'code': 200} Jul 29 14:43:36.285872 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae1344c-8b98-407a-b0c2-97b4b0c22e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f', 'code': 200} Jul 29 14:43:36.419453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-23da54ec-1ec7-40d4-b40b-ba3444863664 admin admin] For port bf751c45-5f3a-422b-8401-4d3d62c7f8b6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bf751c45-5f3a-422b-8401-4d3d62c7f8b6,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:36.419836 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23da54ec-1ec7-40d4-b40b-ba3444863664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:36.440690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5726dd-4b8f-4be9-8fd5-400b8e38db1f req-1334369b-188f-4298-ae27-577960aff423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:36.442481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-23da54ec-1ec7-40d4-b40b-ba3444863664 admin admin] Calling delete_port for bf751c45-5f3a-422b-8401-4d3d62c7f8b6 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:43:36.443220 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd5726dd-4b8f-4be9-8fd5-400b8e38db1f req-1334369b-188f-4298-ae27-577960aff423 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2bc43b52-9aa8-4747-b129-55538c0ee4d0 HTTP/1.1" status: 200 len: 924 time: 0.3026655 Jul 29 14:43:36.447918 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a1c02d6-fd51-451f-b26f-9db868d29971 req-196e5c71-9cac-439e-81b8-5e7a1fc44a78 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909332 Jul 29 14:43:36.623165 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd5726dd-4b8f-4be9-8fd5-400b8e38db1f req-18b0d93e-6d93-4144-8500-7889cc52ed6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1182d97-8cfe-4322-961b-533eca77e12c HTTP/1.1" status: 200 len: 1000 time: 0.1690104 Jul 29 14:43:36.662538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539abbc-9d9f-4ce5-aa11-1551dbac6c4b req-6ddc06f0-a810-45fa-92dd-311bce680765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:36.664047 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1539abbc-9d9f-4ce5-aa11-1551dbac6c4b req-6ddc06f0-a810-45fa-92dd-311bce680765 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 1097 time: 0.1787043 Jul 29 14:43:36.684131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba12e64-2192-4de6-b226-b87212e0e344 req-87e8f62f-f34d-426d-855e-62354ddd957d tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:36.685568 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ba12e64-2192-4de6-b226-b87212e0e344 req-87e8f62f-f34d-426d-855e-62354ddd957d tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 944 time: 0.2328844 Jul 29 14:43:36.690592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00329962-da66-40f0-9bbe-a0fa76fbac2c req-8a960e2b-4b78-4db8-8bed-9ce0e254d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:36.692520 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00329962-da66-40f0-9bbe-a0fa76fbac2c req-8a960e2b-4b78-4db8-8bed-9ce0e254d50e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 1102 time: 0.1107132 Jul 29 14:43:36.704659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5726dd-4b8f-4be9-8fd5-400b8e38db1f req-132d3b0c-4af4-433a-a864-1e0a0a2a78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:36.706354 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd5726dd-4b8f-4be9-8fd5-400b8e38db1f req-132d3b0c-4af4-433a-a864-1e0a0a2a78a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=257169a0-752d-468a-bc28-f8360fd89075 HTTP/1.1" status: 200 len: 862 time: 0.0746174 Jul 29 14:43:36.798552 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1539abbc-9d9f-4ce5-aa11-1551dbac6c4b req-fa4132b4-4656-4e7a-83af-b0574a5df754 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089933 Jul 29 14:43:36.800258 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-232e5c24-c2e4-4fbb-9894-45555fb85fdb service neutron] 10.222.0.39 "GET /v2.0/ports/ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41/bindings/n-h1-802893-1 HTTP/1.1" status: 200 len: 384 time: 0.2032752 Jul 29 14:43:36.832585 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ba12e64-2192-4de6-b226-b87212e0e344 req-f8bfaf2c-1585-457b-b9fd-3744da8ed75f tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273019 Jul 29 14:43:36.861434 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00329962-da66-40f0-9bbe-a0fa76fbac2c req-eee53f3f-bf52-4c8b-8917-171709754497 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507146 Jul 29 14:43:36.905623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5726dd-4b8f-4be9-8fd5-400b8e38db1f req-e832e084-2d3f-4ec7-96df-c47d834bb5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:36.907146 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd5726dd-4b8f-4be9-8fd5-400b8e38db1f req-e832e084-2d3f-4ec7-96df-c47d834bb5a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2bc43b52-9aa8-4747-b129-55538c0ee4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1817462 Jul 29 14:43:36.923612 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:36.934042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6756c2-6553-4ecf-a7fe-bbf73b6f4cc0 req-c1f31100-ca9b-4d7c-99e8-ecd807c2603a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:36.935627 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf6756c2-6553-4ecf-a7fe-bbf73b6f4cc0 req-c1f31100-ca9b-4d7c-99e8-ecd807c2603a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.1187439 Jul 29 14:43:36.961327 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23da54ec-1ec7-40d4-b40b-ba3444863664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:36.993023 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:37.026754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da54ec-1ec7-40d4-b40b-ba3444863664 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf751c45-5f3a-422b-8401-4d3d62c7f8b6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:37.096810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf6756c2-6553-4ecf-a7fe-bbf73b6f4cc0 req-d35ed222-d1ad-4ea5-bac5-363f736d5945 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294627 Jul 29 14:43:37.118424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-a495f1bb-6282-4e82-a437-d8057fda29ea service neutron] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:37.128349 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd5726dd-4b8f-4be9-8fd5-400b8e38db1f req-6d060022-7a7d-43c5-a77e-6501a2027a73 service neutron] 10.222.0.39 "GET /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129264 Jul 29 14:43:37.185121 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-a495f1bb-6282-4e82-a437-d8057fda29ea service neutron] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:37.240702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Allocated IP 172.25.6.2 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/853dbaa7-757a-4efc-94dc-c3e9aaa08e45) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:43:37.298438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-a495f1bb-6282-4e82-a437-d8057fda29ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:43:37.323397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-a495f1bb-6282-4e82-a437-d8057fda29ea service neutron] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:37.339188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49176ea2-b72d-416e-8555-1045349159d4 req-013de6e6-c18d-44e3-82cc-80a8b814829b tempest-MigrationsAdminTest-1114864760 tempest-MigrationsAdminTest-1114864760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:37.342296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49176ea2-b72d-416e-8555-1045349159d4 req-013de6e6-c18d-44e3-82cc-80a8b814829b tempest-MigrationsAdminTest-1114864760 tempest-MigrationsAdminTest-1114864760-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 1101 time: 0.1271718 Jul 29 14:43:37.342467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd5726dd-4b8f-4be9-8fd5-400b8e38db1f req-f67232d2-7a3d-44e8-8675-ca1b1a325bbf service neutron] 10.222.0.39 "GET /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852205 Jul 29 14:43:37.343254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23da54ec-1ec7-40d4-b40b-ba3444863664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:37.361084 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-a495f1bb-6282-4e82-a437-d8057fda29ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:37.411238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795a6e4-69a2-4e4d-9b57-f9c57df5ace3 req-e1be4ec5-c6ce-4ed6-a9b8-45d48dc9b1d4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:37.412786 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0795a6e4-69a2-4e4d-9b57-f9c57df5ace3 req-e1be4ec5-c6ce-4ed6-a9b8-45d48dc9b1d4 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 946 time: 0.1087961 Jul 29 14:43:37.436228 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:37.474837 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0795a6e4-69a2-4e4d-9b57-f9c57df5ace3 req-0d9696bc-9931-4056-bcf0-4d0eded961e8 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539267 Jul 29 14:43:37.501737 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49176ea2-b72d-416e-8555-1045349159d4 req-8871c815-c691-4d1e-aa26-b48e1c912ac3 tempest-MigrationsAdminTest-1114864760 tempest-MigrationsAdminTest-1114864760-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433637 Jul 29 14:43:37.511043 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:37.566952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Pushing event updated for resources: {'Port': ['ID=853dbaa7-757a-4efc-94dc-c3e9aaa08e45,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:37.597358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-a495f1bb-6282-4e82-a437-d8057fda29ea service neutron] Transition to ACTIVE for port object ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:37.602351 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-a495f1bb-6282-4e82-a437-d8057fda29ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:37.608646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:43:37.612029 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:43:37.615049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:43:37.659664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161535f-91bc-4199-8fbb-ac357ec30085 req-4eaab344-da10-498f-a62e-72a31cafe196 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:37.661453 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0161535f-91bc-4199-8fbb-ac357ec30085 req-4eaab344-da10-498f-a62e-72a31cafe196 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 951 time: 0.0992522 Jul 29 14:43:37.714500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-a495f1bb-6282-4e82-a437-d8057fda29ea service neutron] No DVR routers for this DVR port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:43:37.749831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495f1bb-6282-4e82-a437-d8057fda29ea service neutron] Pushing event updated for resources: {'Port': ['ID=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,revision_number=10']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:37.764478 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-a495f1bb-6282-4e82-a437-d8057fda29ea service neutron] 10.222.0.39 "PUT /v2.0/ports/ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41/bindings/n-h1-802893-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9524014 Jul 29 14:43:37.773359 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0161535f-91bc-4199-8fbb-ac357ec30085 req-3fa7a1d8-a192-4731-bd1a-304e10bd23e1 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000078 Jul 29 14:43:37.783299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23da54ec-1ec7-40d4-b40b-ba3444863664 admin admin] Router a81cf773-8a78-417d-b48d-a1e313304fdd has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:43:37.915390 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23da54ec-1ec7-40d4-b40b-ba3444863664 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:43:37.924076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c08e63e-d7b3-4d15-a3c9-37ff0ae4c6eb None None] Sync routers for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:43:37.926576 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-23da54ec-1ec7-40d4-b40b-ba3444863664 admin admin] 10.222.0.16 "PUT /v2.0/routers/a81cf773-8a78-417d-b48d-a1e313304fdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6155398 Jul 29 14:43:37.933012 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51374) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:37.934100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c08e63e-d7b3-4d15-a3c9-37ff0ae4c6eb None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:37.934728 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-3c08e63e-d7b3-4d15-a3c9-37ff0ae4c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:37.964171 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-0f0c9a03-5bd5-4120-aa9f-fef06635d3d6 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:37.966039 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-0f0c9a03-5bd5-4120-aa9f-fef06635d3d6 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279&tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1096 time: 0.0983884 Jul 29 14:43:38.040870 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:38.079037 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-3c08e63e-d7b3-4d15-a3c9-37ff0ae4c6eb None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:38.097777 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7caa14f-d29a-4834-b5c8-4bf148cdcdb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:38.225192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-b70c32c8-3a84-4774-a69a-48535852132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:38.226832 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-b70c32c8-3a84-4774-a69a-48535852132f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279&tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd HTTP/1.1" status: 200 len: 1096 time: 0.2409556 Jul 29 14:43:38.280296 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7caa14f-d29a-4834-b5c8-4bf148cdcdb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:38.296177 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14240e6-ada5-46a1-bcf7-b72a0eb96a6a req-12df34c7-021f-46d7-bb03-d76f0830f50a tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:38.304930 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b14240e6-ada5-46a1-bcf7-b72a0eb96a6a req-12df34c7-021f-46d7-bb03-d76f0830f50a tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 945 time: 0.2810557 Jul 29 14:43:38.314268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-3c08e63e-d7b3-4d15-a3c9-37ff0ae4c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:43:36Z', 'revision_number': 5, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port': {'id': '8ebe6419-3a7d-443a-a287-f5ad40db50f6', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:60:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:10Z', 'updated_at': '2021-07-29T14:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:38.324796 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-5e9ec5d5-7c42-4f15-8173-02049b802ba4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1062942 Jul 29 14:43:38.336889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ff59b-5d18-4777-9e9d-a529bef3fd9e req-ad4e22da-11bb-4743-bb7b-6312e8443643 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:38.344442 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-678ff59b-5d18-4777-9e9d-a529bef3fd9e req-ad4e22da-11bb-4743-bb7b-6312e8443643 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.1241012 Jul 29 14:43:38.346396 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c08e63e-d7b3-4d15-a3c9-37ff0ae4c6eb None None] Checking router: a81cf773-8a78-417d-b48d-a1e313304fdd for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:43:38.356286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c08e63e-d7b3-4d15-a3c9-37ff0ae4c6eb None None] Routers {'a81cf773-8a78-417d-b48d-a1e313304fdd'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:38.356930 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-3c08e63e-d7b3-4d15-a3c9-37ff0ae4c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a81cf773-8a78-417d-b48d-a1e313304fdd'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:38.407069 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-678ff59b-5d18-4777-9e9d-a529bef3fd9e req-fc9be1ea-f7fb-4694-8fbe-29c991b0f317 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616748 Jul 29 14:43:38.430178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c7caa14f-d29a-4834-b5c8-4bf148cdcdb2 admin admin] Deleting port 8ebe6419-3a7d-443a-a287-f5ad40db50f6 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:43:38.430526 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7caa14f-d29a-4834-b5c8-4bf148cdcdb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:38.449474 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b14240e6-ada5-46a1-bcf7-b72a0eb96a6a req-5387cf2a-6d4c-4304-aacb-11af6d178f62 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235728 Jul 29 14:43:38.454407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:43:38.463813 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:38.473706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-bb798fce-78d9-4eea-9e25-c5ff1491a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:38.476090 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-bb798fce-78d9-4eea-9e25-c5ff1491a7e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 1096 time: 0.1487572 Jul 29 14:43:38.554960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-3c08e63e-d7b3-4d15-a3c9-37ff0ae4c6eb None None] Set router a81cf773-8a78-417d-b48d-a1e313304fdd gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:38.555890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-c7caa14f-d29a-4834-b5c8-4bf148cdcdb2 admin admin] For port 8ebe6419-3a7d-443a-a287-f5ad40db50f6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8ebe6419-3a7d-443a-a287-f5ad40db50f6,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:38.556334 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7caa14f-d29a-4834-b5c8-4bf148cdcdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:38.578681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c7caa14f-d29a-4834-b5c8-4bf148cdcdb2 admin admin] Calling delete_port for 8ebe6419-3a7d-443a-a287-f5ad40db50f6 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:43:38.645610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:43:38.648285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-3c08e63e-d7b3-4d15-a3c9-37ff0ae4c6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:43:38Z', 'revision_number': 6, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:38.689161 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-b3cfe00e-d115-4d7c-ac2c-663acdf808aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:38.691371 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-b3cfe00e-d115-4d7c-ac2c-663acdf808aa service neutron] 10.222.0.38 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.1754751 Jul 29 14:43:38.718753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c08e63e-d7b3-4d15-a3c9-37ff0ae4c6eb None None] The sync data for ids ['a81cf773-8a78-417d-b48d-a1e313304fdd'] in n-d-802893-1 is: [{'id': 'a81cf773-8a78-417d-b48d-a1e313304fdd', 'name': 'tempest-FloatingIPsAssociationTestJSON-468470157-router', 'tenant_id': '877bce2dad89466a9ad4b1efe382143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:09Z', 'updated_at': '2021-07-29T14:43:38Z', 'revision_number': 6, 'project_id': '877bce2dad89466a9ad4b1efe382143d', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:43:38.781061 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-db4abfdc-fd0e-49f9-9763-14b3840f2333 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 HTTP/1.1" status: 200 len: 217 time: 0.0676012 Jul 29 14:43:38.784086 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Router e6a59694-0264-4b5b-8155-0ad8913d7939 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:43:38.886165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cbe86-47b6-4b7b-9a18-e1f2cc350dbf req-b07470c4-7462-4a1a-8b28-a9a814ae41f5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:38.887896 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-177cbe86-47b6-4b7b-9a18-e1f2cc350dbf req-b07470c4-7462-4a1a-8b28-a9a814ae41f5 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 946 time: 0.2110960 Jul 29 14:43:38.965605 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-bc88e083-b0a3-4969-8ceb-1fcdb49cc0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:38.967423 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-bc88e083-b0a3-4969-8ceb-1fcdb49cc0a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.1702380 Jul 29 14:43:38.968147 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-177cbe86-47b6-4b7b-9a18-e1f2cc350dbf req-5fd749c8-a473-486e-a64a-3158d9fd5527 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725453 Jul 29 14:43:39.007779 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7caa14f-d29a-4834-b5c8-4bf148cdcdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:39.015337 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-34af7668-c597-48f3-89b3-3d9deeefa595 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332577 Jul 29 14:43:39.023112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:43:39.034296 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Sync routers for ids ['e6a59694-0264-4b5b-8155-0ad8913d7939'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:43:39.053936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1c1c5-8401-4882-8022-a6579caeb475 req-2482699c-e5ef-45c3-99fa-85ba5f3ffce3 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:39.056565 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Routers {'e6a59694-0264-4b5b-8155-0ad8913d7939'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:39.057241 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e6a59694-0264-4b5b-8155-0ad8913d7939'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:39.062038 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2be1c1c5-8401-4882-8022-a6579caeb475 req-2482699c-e5ef-45c3-99fa-85ba5f3ffce3 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 951 time: 0.1323614 Jul 29 14:43:39.092280 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caa14f-d29a-4834-b5c8-4bf148cdcdb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebe6419-3a7d-443a-a287-f5ad40db50f6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:39.156222 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:39.157761 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7ac3fc7d-f31d-46de-b8fb-56f2f1319f27 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9010391 Jul 29 14:43:39.161845 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51410) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:39.263751 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Set router e6a59694-0264-4b5b-8155-0ad8913d7939 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:39.269464 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7caa14f-d29a-4834-b5c8-4bf148cdcdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:39.421329 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7caa14f-d29a-4834-b5c8-4bf148cdcdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:39.427492 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7caa14f-d29a-4834-b5c8-4bf148cdcdb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:39.541553 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-router', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:43:35Z', 'updated_at': '2021-07-29T14:43:37Z', 'revision_number': 3, 'project_id': '71dd47d19946404493753f8193c40cbe', 'gw_port': {'id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ba:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:37Z', 'updated_at': '2021-07-29T14:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:39.575682 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Checking router: e6a59694-0264-4b5b-8155-0ad8913d7939 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:43:39.576323 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Updating router e6a59694-0264-4b5b-8155-0ad8913d7939 port 853dbaa7-757a-4efc-94dc-c3e9aaa08e45 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:43:39.596321 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2be1c1c5-8401-4882-8022-a6579caeb475 req-e2f7fa37-0253-402f-8126-19151d7d7959 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326149 Jul 29 14:43:39.614068 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:39.652373 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-1264d082-d252-4cc1-8f11-4adcf13f7362 service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6205604 Jul 29 14:43:39.816063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbe47a-ddaa-42b3-b5a1-6106212c0524 req-1dea4fc1-27e9-48dd-b4f5-d76c9b8696e3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:39.822173 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4adbe47a-ddaa-42b3-b5a1-6106212c0524 req-1dea4fc1-27e9-48dd-b4f5-d76c9b8696e3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 945 time: 0.0958285 Jul 29 14:43:39.835091 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-e8eb9894-0645-4c1f-a1b5-ab734d8b6b11 service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733356 Jul 29 14:43:39.876890 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7caa14f-d29a-4834-b5c8-4bf148cdcdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:39.877575 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7caa14f-d29a-4834-b5c8-4bf148cdcdb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a81cf773-8a78-417d-b48d-a1e313304fdd {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:43:39.885166 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4adbe47a-ddaa-42b3-b5a1-6106212c0524 req-7b4d15e5-f058-46ca-b74c-9e55463d4e23 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619416 Jul 29 14:43:39.890788 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7caa14f-d29a-4834-b5c8-4bf148cdcdb2 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:39.891945 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c7caa14f-d29a-4834-b5c8-4bf148cdcdb2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a81cf773-8a78-417d-b48d-a1e313304fdd HTTP/1.1" status: 204 len: 168 time: 1.9575052 Jul 29 14:43:39.894776 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51418) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:39.933220 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0d6c0-df66-4634-a93a-856b788d4834 req-b39af2d7-b323-4881-9026-712d2a11d4a0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:39.935451 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cba0d6c0-df66-4634-a93a-856b788d4834 req-b39af2d7-b323-4881-9026-712d2a11d4a0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.1225331 Jul 29 14:43:39.978895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Deleting subnet 0d81d371-12db-4c4b-8a48-aad2f7d1655e {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:43:39.984693 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.012960 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cba0d6c0-df66-4634-a93a-856b788d4834 req-d0b2077c-dee3-4ed5-86b5-49cf8deac02c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471668 Jul 29 14:43:40.044221 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.148861 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.162732 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Transition to ACTIVE for port object 853dbaa7-757a-4efc-94dc-c3e9aaa08e45 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:40.169934 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.200186 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.230469 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5493b-eaaf-4e90-96df-a98312deca5f None None] Pushing event updated for resources: {'Port': ['ID=853dbaa7-757a-4efc-94dc-c3e9aaa08e45,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:40.239624 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd2119-5961-41d3-a14b-e0b36cdc6444 req-ecc3b5f9-ab82-46f2-adc5-366bfe7dfcf0 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:40.241091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ecd2119-5961-41d3-a14b-e0b36cdc6444 req-ecc3b5f9-ab82-46f2-adc5-366bfe7dfcf0 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 946 time: 0.0726085 Jul 29 14:43:40.244891 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053dbc4-fd38-4137-af21-39fad337c3fc req-b9cebc1f-ab5a-4e18-8287-2cbd6027edca tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:40.246140 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f053dbc4-fd38-4137-af21-39fad337c3fc req-b9cebc1f-ab5a-4e18-8287-2cbd6027edca tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 1102 time: 0.0831716 Jul 29 14:43:40.283776 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Attempting to bind port 853dbaa7-757a-4efc-94dc-c3e9aaa08e45 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:43:40.284594 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Attempting to bind port 853dbaa7-757a-4efc-94dc-c3e9aaa08e45 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:43:40.285795 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Attempting to bind port 853dbaa7-757a-4efc-94dc-c3e9aaa08e45 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:40.292226 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.299729 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:43:40.301265 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:43:40.302022 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.302719 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:43:40.303790 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Bound port: 853dbaa7-757a-4efc-94dc-c3e9aaa08e45, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:43:40.304741 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.330439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d81d371-12db-4c4b-8a48-aad2f7d1655e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:40.342312 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3968b1fc-5394-4f29-92be-23de6da6e10a None None] Network ae83cecd-147c-461f-81ff-989ea8728735 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:43:40.347416 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f053dbc4-fd38-4137-af21-39fad337c3fc req-8f442cce-3eb4-47d5-9ad7-93b2f03b0e36 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855107 Jul 29 14:43:40.349602 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.354440 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ecd2119-5961-41d3-a14b-e0b36cdc6444 req-72eb3941-142d-40b8-9283-61cd01e43780 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940342 Jul 29 14:43:40.357055 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0d81d371-12db-4c4b-8a48-aad2f7d1655e HTTP/1.1" status: 204 len: 168 time: 0.4607368 Jul 29 14:43:40.366911 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51428) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:40.392222 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] For port 853dbaa7-757a-4efc-94dc-c3e9aaa08e45, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:40.397738 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] For port 853dbaa7-757a-4efc-94dc-c3e9aaa08e45, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=853dbaa7-757a-4efc-94dc-c3e9aaa08e45,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:43:40.407092 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.409964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:40.414080 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:40.414532 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:40.414952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:40.415365 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:40.415768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:40.417033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:40.417448 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:40.417856 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:40.420067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:40.420483 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:40.420914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5f0cad-54c5-4c3e-be69-112cb465a27d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:40.514029 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5493b-eaaf-4e90-96df-a98312deca5f None None] Pushing event updated for resources: {'Port': ['ID=853dbaa7-757a-4efc-94dc-c3e9aaa08e45,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:40.537458 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Routers {'e6a59694-0264-4b5b-8155-0ad8913d7939'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:40.538582 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e6a59694-0264-4b5b-8155-0ad8913d7939'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:40.546660 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.572702 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-a5943a16-748b-4cfb-8af9-eb71a09f4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:40.574199 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-a5943a16-748b-4cfb-8af9-eb71a09f4f9e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 1101 time: 0.2154667 Jul 29 14:43:40.613281 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.615848 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.683872 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-fdd92f5c-eb2e-40c6-86ed-ae4cb6a95ec2 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:40.688374 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-fdd92f5c-eb2e-40c6-86ed-ae4cb6a95ec2 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279&tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&binding%3Ahost_id=n-h1-802893-1 HTTP/1.1" status: 200 len: 1096 time: 0.1189167 Jul 29 14:43:40.694079 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc29d05-05f8-4860-9276-1af13f8caded req-cf07553a-75cf-4245-99cc-e1b48c14856e tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:40.699119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc29d05-05f8-4860-9276-1af13f8caded req-cf07553a-75cf-4245-99cc-e1b48c14856e tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 946 time: 0.1166158 Jul 29 14:43:40.707865 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51436) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:40.712711 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-265478a1-ed53-4266-a62a-7a2ed94aa3fb tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Request body: {'floatingip': {'port_id': 'fc661a8f-c04f-4fa2-ac1d-4470603be52e'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:40.720234 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] Set router e6a59694-0264-4b5b-8155-0ad8913d7939 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:40.727368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009bbf55-7317-4ebb-a395-f48643f659e8 None None] DHCP port deletion for ae83cecd-147c-461f-81ff-989ea8728735 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:43:40.774413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8ebe6419-3a7d-443a-a287-f5ad40db50f6 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:43:40.786641 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-265478a1-ed53-4266-a62a-7a2ed94aa3fb tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.799978 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 8ebe6419-3a7d-443a-a287-f5ad40db50f6 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:43:40.800317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8ebe6419-3a7d-443a-a287-f5ad40db50f6 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:43:40.800767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bf751c45-5f3a-422b-8401-4d3d62c7f8b6 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:43:40.832813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: bf751c45-5f3a-422b-8401-4d3d62c7f8b6 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:43:40.832813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bf751c45-5f3a-422b-8401-4d3d62c7f8b6 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:43:40.849854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-009bbf55-7317-4ebb-a395-f48643f659e8 None None] Deleting port 62afb335-36e0-45f9-9706-ec4c81ba19e1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:43:40.850298 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-009bbf55-7317-4ebb-a395-f48643f659e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.889371 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] Deleting port 62afb335-36e0-45f9-9706-ec4c81ba19e1 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:43:40.889877 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.915407 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-60ecf35f-35af-45db-a3b9-22ec46f65c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:40.917037 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-60ecf35f-35af-45db-a3b9-22ec46f65c24 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.3283243 Jul 29 14:43:40.935011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ca3e2-04fa-48b0-a321-cf32dcc063b8 req-18d9ab59-1fd3-4bb9-a2d9-e968f429d0b9 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:40.938903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-009bbf55-7317-4ebb-a395-f48643f659e8 None None] For port 62afb335-36e0-45f9-9706-ec4c81ba19e1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=62afb335-36e0-45f9-9706-ec4c81ba19e1,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:40.939822 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-009bbf55-7317-4ebb-a395-f48643f659e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:40.940753 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c42ca3e2-04fa-48b0-a321-cf32dcc063b8 req-18d9ab59-1fd3-4bb9-a2d9-e968f429d0b9 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 1102 time: 0.1753139 Jul 29 14:43:40.962383 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-009bbf55-7317-4ebb-a395-f48643f659e8 None None] Calling delete_port for 62afb335-36e0-45f9-9706-ec4c81ba19e1 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:43:40.966500 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-router', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:43:35Z', 'updated_at': '2021-07-29T14:43:37Z', 'revision_number': 3, 'project_id': '71dd47d19946404493753f8193c40cbe', 'gw_port': {'id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ba:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:37Z', 'updated_at': '2021-07-29T14:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:40.998928 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e06744-941c-49fd-8d4b-46230f902415 None None] The sync data for ids ['e6a59694-0264-4b5b-8155-0ad8913d7939'] in n-d-802893-1 is: [{'id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-router', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:43:35Z', 'updated_at': '2021-07-29T14:43:37Z', 'revision_number': 3, 'project_id': '71dd47d19946404493753f8193c40cbe', 'gw_port': {'id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ba:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:37Z', 'updated_at': '2021-07-29T14:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:43:41.060397 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-009bbf55-7317-4ebb-a395-f48643f659e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:41.080405 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-0e485471-fc63-4a24-a7c6-c534e0191b3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 HTTP/1.1" status: 200 len: 217 time: 0.1373556 Jul 29 14:43:41.090510 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bbf55-7317-4ebb-a395-f48643f659e8 None None] Pushing event deleted for resources: {'Port': ['ID=62afb335-36e0-45f9-9706-ec4c81ba19e1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:41.094249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009bbf55-7317-4ebb-a395-f48643f659e8 None None] No DVR routers for this DVR port 62afb335-36e0-45f9-9706-ec4c81ba19e1 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:43:41.168645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] For port 62afb335-36e0-45f9-9706-ec4c81ba19e1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=62afb335-36e0-45f9-9706-ec4c81ba19e1,segment=NetworkSegment(9cf7399c-2a33-4c1c-b595-8d5021f07b2e),segment_id=9cf7399c-2a33-4c1c-b595-8d5021f07b2e)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:41.169043 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:41.170122 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c42ca3e2-04fa-48b0-a321-cf32dcc063b8 req-ede26836-5f4c-4c15-bbef-072b5d755aa2 tempest-ServersAdminTestJSON-1290470847 tempest-ServersAdminTestJSON-1290470847-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600537 Jul 29 14:43:41.190283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] Calling delete_port for 62afb335-36e0-45f9-9706-ec4c81ba19e1 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:43:41.202195 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Allocated IP 172.20.0.1 (17d1acff-6321-435a-a746-f4fb6f6aca72/1eda9d7a-8504-498f-9935-fd9ffaccea15/9db24c2b-e03d-4b44-8c67-9bc11bfb288a) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:43:41.211004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-896b69d0-04e0-4c36-8ef7-6c9f8660d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:41.212563 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-896b69d0-04e0-4c36-8ef7-6c9f8660d095 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1168518 Jul 29 14:43:41.226508 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f3352-21da-4558-929e-8adb1e3b7c51 req-ff36ef45-c05d-4d62-802a-4065a4b560f8 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:41.234090 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e40f3352-21da-4558-929e-8adb1e3b7c51 req-ff36ef45-c05d-4d62-802a-4065a4b560f8 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 945 time: 0.1902778 Jul 29 14:43:41.280151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-ebf3e991-6540-43b9-aee6-ee3e7f280480 service neutron] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:41.321909 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-ebf3e991-6540-43b9-aee6-ee3e7f280480 service neutron] Notify callbacks [] for binding, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:41.321909 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5594f94b-2d6e-4b5a-92b9-b383bd0e68ba req-ebf3e991-6540-43b9-aee6-ee3e7f280480 service neutron] 10.222.0.38 "DELETE /v2.0/ports/ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41/bindings/n-h2-802893-1 HTTP/1.1" status: 204 len: 173 time: 0.6210659 Jul 29 14:43:41.377144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-5c2f1db3-0931-4e16-a292-b072bc4678bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:41.380334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-5c2f1db3-0931-4e16-a292-b072bc4678bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1587980 Jul 29 14:43:41.393581 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e40f3352-21da-4558-929e-8adb1e3b7c51 req-a484b9d7-585e-44a4-aa51-44b99140f227 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586761 Jul 29 14:43:41.414639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29c549-1905-47fa-b1dc-35455f7f735a req-197cb650-cd72-478f-b60e-5caa4c79a236 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:41.416195 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ef29c549-1905-47fa-b1dc-35455f7f735a req-197cb650-cd72-478f-b60e-5caa4c79a236 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.1284776 Jul 29 14:43:41.518433 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:41.531418 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:41.609661 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ef29c549-1905-47fa-b1dc-35455f7f735a req-95b8829c-8522-4775-afc2-fc0cf28d0f63 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809368 Jul 29 14:43:41.615064 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-78a66fc2-3627-4671-986e-ac50c9837d94 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226224 Jul 29 14:43:41.619728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] Pushing event deleted for resources: {'Port': ['ID=62afb335-36e0-45f9-9706-ec4c81ba19e1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:41.632635 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] No DVR routers for this DVR port 62afb335-36e0-45f9-9706-ec4c81ba19e1 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:43:41.775686 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:41.787263 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae83cecd-147c-461f-81ff-989ea8728735']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:41.789262 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-3fb495a6-5f1a-4b9d-aa5b-53c49a0dc72d service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544313 Jul 29 14:43:41.813155 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:41.830021 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf7399c-2a33-4c1c-b595-8d5021f07b2e') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:41.830761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf7399c-2a33-4c1c-b595-8d5021f07b2e') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:41.901545 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:41.918815 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Network 17d1acff-6321-435a-a746-f4fb6f6aca72 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:43:41.925274 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:43:41.938752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:43:41.950305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Pushing event updated for resources: {'Port': ['ID=9db24c2b-e03d-4b44-8c67-9bc11bfb288a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:41.951191 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:41.955895 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.resource_extend [None req-265478a1-ed53-4266-a62a-7a2ed94aa3fb tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:43:41.997310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b2711-9cea-4044-875e-18dcd0c1cab2 req-a30c3c10-e7f1-4591-8502-835b546d7618 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:41.999181 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:43:41.999532 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:43:42.001371 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:43:42.005635 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-023b2711-9cea-4044-875e-18dcd0c1cab2 req-a30c3c10-e7f1-4591-8502-835b546d7618 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 1096 time: 0.1309373 Jul 29 14:43:42.013567 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:42.067226 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e3134-9350-4b12-b68c-c7e2a830133e req-60439937-e3e3-4b1a-ad1c-12dc880e68ab tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:42.074567 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c6e3134-9350-4b12-b68c-c7e2a830133e req-60439937-e3e3-4b1a-ad1c-12dc880e68ab tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 950 time: 0.1803577 Jul 29 14:43:42.084719 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-265478a1-ed53-4266-a62a-7a2ed94aa3fb tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:42.092928 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-023b2711-9cea-4044-875e-18dcd0c1cab2 req-e03cabf4-4920-4fd3-a50a-a1b034c003b8 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852108 Jul 29 14:43:42.096342 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-265478a1-ed53-4266-a62a-7a2ed94aa3fb tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:42.220521 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:42.227502 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:42.236304 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:42.242839 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] 10.222.0.16 "DELETE /v2.0/networks/ae83cecd-147c-461f-81ff-989ea8728735 HTTP/1.1" status: 204 len: 168 time: 1.8732195 Jul 29 14:43:42.277956 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c6e3134-9350-4b12-b68c-c7e2a830133e req-fa293980-98db-4725-a9b0-e92a305cfe9d tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974752 Jul 29 14:43:42.285403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610c8ca-833c-440a-a19f-991dffefeb3b admin admin] Pushing event deleted for resources: {'Network': ['ID=ae83cecd-147c-461f-81ff-989ea8728735,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:42.303668 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-265478a1-ed53-4266-a62a-7a2ed94aa3fb tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Floating IP 6a003dda-a253-4e69-afe5-3b7f7e6b61ec associated. External IP: 172.25.6.236, port: fc661a8f-c04f-4fa2-ac1d-4470603be52e. Jul 29 14:43:42.310438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07305fb2-5016-45eb-9a2a-19c1a8f90d49 req-f9b0ae1c-9360-4682-a980-39c7d3678535 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:42.312345 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-07305fb2-5016-45eb-9a2a-19c1a8f90d49 req-f9b0ae1c-9360-4682-a980-39c7d3678535 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 1096 time: 0.1197920 Jul 29 14:43:42.460941 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51458) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:42.483936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-07305fb2-5016-45eb-9a2a-19c1a8f90d49 req-dfeacddd-cba2-4c37-8cd6-f2cd1682837a tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639798 Jul 29 14:43:42.549639 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5edd166b-d0d3-47a6-9cf8-5d063a5a8cf6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=877bce2dad89466a9ad4b1efe382143d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0873485 Jul 29 14:43:42.553106 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51462) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:42.575401 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:42.584556 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:42.588828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265478a1-ed53-4266-a62a-7a2ed94aa3fb tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Router c2b37707-89d5-4e82-abb4-97770297e8c8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:43:42.657634 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8637d652-34b9-4f90-9540-1deeb8c7d899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:42.669720 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:42.683377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Pushing event updated for resources: {'Port': ['ID=9db24c2b-e03d-4b44-8c67-9bc11bfb288a,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:42.747913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8637d652-34b9-4f90-9540-1deeb8c7d899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:42.813746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265478a1-ed53-4266-a62a-7a2ed94aa3fb tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:43:42.822826 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-265478a1-ed53-4266-a62a-7a2ed94aa3fb tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:42.826353 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974bd372-f769-46e4-8bd5-71e9ef7d280c None None] Sync routers for ids ['c2b37707-89d5-4e82-abb4-97770297e8c8'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:43:42.832149 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a174b-084e-4d57-bae8-9fd6c256011e req-655b09bc-9bf4-4019-b5df-8a327ab00f28 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:42.841476 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-321a174b-084e-4d57-bae8-9fd6c256011e req-655b09bc-9bf4-4019-b5df-8a327ab00f28 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.1109920 Jul 29 14:43:42.848232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974bd372-f769-46e4-8bd5-71e9ef7d280c None None] Routers {'c2b37707-89d5-4e82-abb4-97770297e8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:42.848929 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-974bd372-f769-46e4-8bd5-71e9ef7d280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c2b37707-89d5-4e82-abb4-97770297e8c8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:42.885424 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-265478a1-ed53-4266-a62a-7a2ed94aa3fb tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "PUT /v2.0/floatingips/6a003dda-a253-4e69-afe5-3b7f7e6b61ec HTTP/1.1" status: 200 len: 992 time: 2.1762691 Jul 29 14:43:42.886411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44af8e6-e888-43c5-ac5b-aaa17c4f266e', 'tag': 'fc661a8f-c04f-4fa2-ac1d-4470603be52e'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:42.889218 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f358f1a4-bdcb-424a-bdc3-69df6c46e174" -d '{"events": [{"name": "network-changed", "server_uuid": "c44af8e6-e888-43c5-ac5b-aaa17c4f266e", "tag": "fc661a8f-c04f-4fa2-ac1d-4470603be52e"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:42.910506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Network 17d1acff-6321-435a-a746-f4fb6f6aca72 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:43:42.914617 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:43:42.915801 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 853dbaa7-757a-4efc-94dc-c3e9aaa08e45 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:42.920770 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8637d652-34b9-4f90-9540-1deeb8c7d899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:42.923686 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8637d652-34b9-4f90-9540-1deeb8c7d899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:42.925340 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8637d652-34b9-4f90-9540-1deeb8c7d899 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb263285-d082-4561-9f46-24c4c61e0f50 HTTP/1.1" status: 204 len: 168 time: 0.3712134 Jul 29 14:43:42.933041 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-321a174b-084e-4d57-bae8-9fd6c256011e req-c656ac8e-3ac7-4212-a168-08ef40d9532b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904210 Jul 29 14:43:42.942756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637d652-34b9-4f90-9540-1deeb8c7d899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb263285-d082-4561-9f46-24c4c61e0f50,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:43.068093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 853dbaa7-757a-4efc-94dc-c3e9aaa08e45 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:43.082238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 853dbaa7-757a-4efc-94dc-c3e9aaa08e45 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:43.082936 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:43.107615 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Router e6a59694-0264-4b5b-8155-0ad8913d7939 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:43:43.153593 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-974bd372-f769-46e4-8bd5-71e9ef7d280c None None] Set router c2b37707-89d5-4e82-abb4-97770297e8c8 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:43.301577 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:43:43.312454 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5905408d-3378-47de-90da-ea7a48c54f05 admin admin] 10.222.0.16 "PUT /v2.0/routers/e6a59694-0264-4b5b-8155-0ad8913d7939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1494377 Jul 29 14:43:43.323517 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b578e0-e45d-4919-836b-228885e4e3c4 x-openstack-request-id: req-e0b578e0-e45d-4919-836b-228885e4e3c4 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:43.323824 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44af8e6-e888-43c5-ac5b-aaa17c4f266e", "tag": "fc661a8f-c04f-4fa2-ac1d-4470603be52e", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:43.324079 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0b578e0-e45d-4919-836b-228885e4e3c4 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:43.324489 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44af8e6-e888-43c5-ac5b-aaa17c4f266e', 'tag': 'fc661a8f-c04f-4fa2-ac1d-4470603be52e', 'status': 'completed', 'code': 200} Jul 29 14:43:43.493357 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:43.519066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424a1dc-9cc2-4108-9880-7c61dcfa0e56 req-6d61fdb7-2f77-4cc6-aab4-147ff475f9c3 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:43.521092 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a424a1dc-9cc2-4108-9880-7c61dcfa0e56 req-6d61fdb7-2f77-4cc6-aab4-147ff475f9c3 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 950 time: 0.0955505 Jul 29 14:43:43.550990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 853dbaa7-757a-4efc-94dc-c3e9aaa08e45, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=853dbaa7-757a-4efc-94dc-c3e9aaa08e45,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:43.559919 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:43.573428 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Sync routers for ids ['e6a59694-0264-4b5b-8155-0ad8913d7939'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:43:43.599337 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Routers {'e6a59694-0264-4b5b-8155-0ad8913d7939'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:43.600177 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e6a59694-0264-4b5b-8155-0ad8913d7939'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:43.626011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358f1a4-bdcb-424a-bdc3-69df6c46e174 req-87966522-35eb-4c69-9de3-d4e4f5277d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:43.628496 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f358f1a4-bdcb-424a-bdc3-69df6c46e174 req-87966522-35eb-4c69-9de3-d4e4f5277d63 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f4b28288c6ce40a4ad30aed84a169e4a&device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 1097 time: 0.1092727 Jul 29 14:43:43.630411 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a424a1dc-9cc2-4108-9880-7c61dcfa0e56 req-c63710a2-42d4-4db3-a25a-5ae72e9528ea tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978589 Jul 29 14:43:43.667042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 62afb335-36e0-45f9-9706-ec4c81ba19e1 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:43:43.708747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 62afb335-36e0-45f9-9706-ec4c81ba19e1 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:43:43.709441 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 62afb335-36e0-45f9-9706-ec4c81ba19e1 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:43:43.729535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=853dbaa7-757a-4efc-94dc-c3e9aaa08e45,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:43.760544 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Set router e6a59694-0264-4b5b-8155-0ad8913d7939 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:43.777866 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-974bd372-f769-46e4-8bd5-71e9ef7d280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'name': 'tempest-ServersTestJSON-1365962912-router', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:52Z', 'updated_at': '2021-07-29T14:43:02Z', 'revision_number': 4, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'gw_port': {'id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:54Z', 'updated_at': '2021-07-29T14:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '6a003dda-a253-4e69-afe5-3b7f7e6b61ec', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'port_id': 'fc661a8f-c04f-4fa2-ac1d-4470603be52e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147', 'mac_address': 'fa:16:3e:5b:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44af8e6-e888-43c5-ac5b-aaa17c4f266e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:43:11Z', 'updated_at': '2021-07-29T14:43:41Z', 'revision_number': 1, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5607051-a038-4ca6-a4d3-e4a7e1a73513', 'name': '', 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'mac_address': 'fa:16:3e:a1:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:00Z', 'updated_at': '2021-07-29T14:43:09Z', 'revision_number': 5, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'subnets': [{'id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:43.821326 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787333e-c8a8-4d9f-8759-a5d4832e5d4f req-c2182bdd-ec8b-43a0-9577-4e3d4f222c7c tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:43.837232 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6787333e-c8a8-4d9f-8759-a5d4832e5d4f req-c2182bdd-ec8b-43a0-9577-4e3d4f222c7c tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 950 time: 0.0938485 Jul 29 14:43:43.986629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974bd372-f769-46e4-8bd5-71e9ef7d280c None None] Checking router: c2b37707-89d5-4e82-abb4-97770297e8c8 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:43:44.000708 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-6787333e-c8a8-4d9f-8759-a5d4832e5d4f req-b9d1f481-0deb-4027-96be-77e22c6004f0 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Deleting port 60ca8886-b742-4471-b777-f34da02d8965 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:43:44.001208 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6787333e-c8a8-4d9f-8759-a5d4832e5d4f req-b9d1f481-0deb-4027-96be-77e22c6004f0 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:44.002809 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974bd372-f769-46e4-8bd5-71e9ef7d280c None None] Routers {'c2b37707-89d5-4e82-abb4-97770297e8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:44.003699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-974bd372-f769-46e4-8bd5-71e9ef7d280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c2b37707-89d5-4e82-abb4-97770297e8c8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:44.070713 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358f1a4-bdcb-424a-bdc3-69df6c46e174 req-b97814d8-c4d6-4559-90c6-cf95d0fbd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:44.075056 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f358f1a4-bdcb-424a-bdc3-69df6c46e174 req-b97814d8-c4d6-4559-90c6-cf95d0fbd6dc service neutron] 10.222.0.38 "GET /v2.0/networks?id=36fa8262-47ad-4a9d-baac-a8463087d147 HTTP/1.1" status: 200 len: 907 time: 0.3334117 Jul 29 14:43:44.199857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-2cc5f9bb-2979-4bd1-b64c-e1f544042e8a tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:44.208942 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-2cc5f9bb-2979-4bd1-b64c-e1f544042e8a tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/networks?id=17d1acff-6321-435a-a746-f4fb6f6aca72 HTTP/1.1" status: 200 len: 820 time: 0.3043973 Jul 29 14:43:44.211162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-6787333e-c8a8-4d9f-8759-a5d4832e5d4f req-b9d1f481-0deb-4027-96be-77e22c6004f0 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] For port 60ca8886-b742-4471-b777-f34da02d8965, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=60ca8886-b742-4471-b777-f34da02d8965,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:44.211693 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6787333e-c8a8-4d9f-8759-a5d4832e5d4f req-b9d1f481-0deb-4027-96be-77e22c6004f0 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:44.214750 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f358f1a4-bdcb-424a-bdc3-69df6c46e174 req-f17c30ee-45ff-4c08-868f-2163fefbb6e1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc661a8f-c04f-4fa2-ac1d-4470603be52e HTTP/1.1" status: 200 len: 1000 time: 0.1150365 Jul 29 14:43:44.220291 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-974bd372-f769-46e4-8bd5-71e9ef7d280c None None] Set router c2b37707-89d5-4e82-abb4-97770297e8c8 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:44.233963 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c4cfe-c24a-4098-9980-202d1d40fe47 req-8bfd88d6-9683-4b52-ab2e-670453a70319 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:44.235572 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b1c4cfe-c24a-4098-9980-202d1d40fe47 req-8bfd88d6-9683-4b52-ab2e-670453a70319 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.1017141 Jul 29 14:43:44.244780 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-6787333e-c8a8-4d9f-8759-a5d4832e5d4f req-b9d1f481-0deb-4027-96be-77e22c6004f0 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Calling delete_port for 60ca8886-b742-4471-b777-f34da02d8965 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:43:44.268791 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-router', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:43:35Z', 'updated_at': '2021-07-29T14:43:42Z', 'revision_number': 4, 'project_id': '71dd47d19946404493753f8193c40cbe', 'gw_port': {'id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:37Z', 'updated_at': '2021-07-29T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9db24c2b-e03d-4b44-8c67-9bc11bfb288a', 'name': '', 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'mac_address': 'fa:16:3e:36:70:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:40Z', 'updated_at': '2021-07-29T14:43:42Z', 'revision_number': 2, 'project_id': '71dd47d19946404493753f8193c40cbe', 'subnets': [{'id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:44.311235 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b1c4cfe-c24a-4098-9980-202d1d40fe47 req-96e97700-5c08-47d7-b56a-f5e1d1b5c56b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679593 Jul 29 14:43:44.324144 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-9a75cbf7-0bb1-40a0-9f0a-28720751aa14 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/quotas/71dd47d19946404493753f8193c40cbe HTTP/1.1" status: 200 len: 375 time: 0.1139195 Jul 29 14:43:44.423576 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Checking router: e6a59694-0264-4b5b-8155-0ad8913d7939 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:43:44.424026 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Updating router e6a59694-0264-4b5b-8155-0ad8913d7939 port 9db24c2b-e03d-4b44-8c67-9bc11bfb288a binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:43:44.430154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358f1a4-bdcb-424a-bdc3-69df6c46e174 req-2e5196ea-7c64-4577-9ba5-0166224ca0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:44.432019 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f358f1a4-bdcb-424a-bdc3-69df6c46e174 req-2e5196ea-7c64-4577-9ba5-0166224ca0cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1b3df64-d072-4a45-bae2-35bbe0a05cc7 HTTP/1.1" status: 200 len: 845 time: 0.2101593 Jul 29 14:43:44.466637 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-6e486dd3-652a-4036-b6dd-c8e3f4046c72 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=71dd47d19946404493753f8193c40cbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1371362 Jul 29 14:43:44.545495 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6787333e-c8a8-4d9f-8759-a5d4832e5d4f req-b9d1f481-0deb-4027-96be-77e22c6004f0 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:44.581004 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['7d36952a-985f-4acf-8c3b-815484337655'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:44.598450 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:44.611380 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1f481-0deb-4027-96be-77e22c6004f0 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Pushing event deleted for resources: {'Port': ['ID=60ca8886-b742-4471-b777-f34da02d8965,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:44.695612 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-6787333e-c8a8-4d9f-8759-a5d4832e5d4f req-b9d1f481-0deb-4027-96be-77e22c6004f0 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] No DVR routers for this DVR port 60ca8886-b742-4471-b777-f34da02d8965 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:43:44.698653 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6787333e-c8a8-4d9f-8759-a5d4832e5d4f req-b9d1f481-0deb-4027-96be-77e22c6004f0 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:44.716691 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6787333e-c8a8-4d9f-8759-a5d4832e5d4f req-b9d1f481-0deb-4027-96be-77e22c6004f0 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.38 "DELETE /v2.0/ports/60ca8886-b742-4471-b777-f34da02d8965 HTTP/1.1" status: 204 len: 173 time: 0.8751628 Jul 29 14:43:44.717315 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd14b240-4c2c-4815-897f-5047352479c9', 'name': 'network-vif-deleted', 'tag': '60ca8886-b742-4471-b777-f34da02d8965'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:44.724352 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6028f170-759f-425d-9f19-6ee0a6246ccb" -d '{"events": [{"server_uuid": "dd14b240-4c2c-4815-897f-5047352479c9", "name": "network-vif-deleted", "tag": "60ca8886-b742-4471-b777-f34da02d8965"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:44.744545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['60ca8886-b742-4471-b777-f34da02d8965', '164a5dbd-d71b-4d69-89a8-dd522f5ff83f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:44.953753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 853dbaa7-757a-4efc-94dc-c3e9aaa08e45 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:45.112118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358f1a4-bdcb-424a-bdc3-69df6c46e174 req-eca34db8-7bb4-434b-8255-8e44e8aefd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:45.113693 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f358f1a4-bdcb-424a-bdc3-69df6c46e174 req-eca34db8-7bb4-434b-8255-8e44e8aefd42 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=36fa8262-47ad-4a9d-baac-a8463087d147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6255157 Jul 29 14:43:45.217996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 853dbaa7-757a-4efc-94dc-c3e9aaa08e45 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:45.219205 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:45.224095 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-0fc46ba8-fe13-41c8-b6ae-6c981098c286 service neutron] 10.222.0.16 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7544534 Jul 29 14:43:45.231177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-974bd372-f769-46e4-8bd5-71e9ef7d280c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'name': 'tempest-ServersTestJSON-1365962912-router', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:52Z', 'updated_at': '2021-07-29T14:43:02Z', 'revision_number': 4, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'gw_port': {'id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:54Z', 'updated_at': '2021-07-29T14:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '6a003dda-a253-4e69-afe5-3b7f7e6b61ec', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'port_id': 'fc661a8f-c04f-4fa2-ac1d-4470603be52e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147', 'mac_address': 'fa:16:3e:5b:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44af8e6-e888-43c5-ac5b-aaa17c4f266e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:43:11Z', 'updated_at': '2021-07-29T14:43:41Z', 'revision_number': 1, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5607051-a038-4ca6-a4d3-e4a7e1a73513', 'name': '', 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'mac_address': 'fa:16:3e:a1:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:00Z', 'updated_at': '2021-07-29T14:43:09Z', 'revision_number': 5, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'subnets': [{'id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:45.253517 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0d0957ca-80f8-4044-a533-54f51b04e568 req-5bab12df-11e1-4d29-8b1f-a8391e09e2e4 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd14b240-4c2c-4815-897f-5047352479c9 HTTP/1.1" status: 200 len: 210 time: 0.0535157 Jul 29 14:43:45.273932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974bd372-f769-46e4-8bd5-71e9ef7d280c None None] The sync data for ids ['c2b37707-89d5-4e82-abb4-97770297e8c8'] in n-d-802893-1 is: [{'id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'name': 'tempest-ServersTestJSON-1365962912-router', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:52Z', 'updated_at': '2021-07-29T14:43:02Z', 'revision_number': 4, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'gw_port': {'id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:54Z', 'updated_at': '2021-07-29T14:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '6a003dda-a253-4e69-afe5-3b7f7e6b61ec', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'port_id': 'fc661a8f-c04f-4fa2-ac1d-4470603be52e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147', 'mac_address': 'fa:16:3e:5b:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44af8e6-e888-43c5-ac5b-aaa17c4f266e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:43:11Z', 'updated_at': '2021-07-29T14:43:41Z', 'revision_number': 1, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5607051-a038-4ca6-a4d3-e4a7e1a73513', 'name': '', 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'mac_address': 'fa:16:3e:a1:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:00Z', 'updated_at': '2021-07-29T14:43:09Z', 'revision_number': 5, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'subnets': [{'id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:43:45.308492 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06804e2f-c503-4fe7-82fe-3bfcb811cd49 x-openstack-request-id: req-06804e2f-c503-4fe7-82fe-3bfcb811cd49 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:45.308999 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd14b240-4c2c-4815-897f-5047352479c9", "name": "network-vif-deleted", "tag": "60ca8886-b742-4471-b777-f34da02d8965", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:45.309405 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06804e2f-c503-4fe7-82fe-3bfcb811cd49 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:45.309961 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd14b240-4c2c-4815-897f-5047352479c9', 'name': 'network-vif-deleted', 'tag': '60ca8886-b742-4471-b777-f34da02d8965', 'status': 'completed', 'code': 200} Jul 29 14:43:45.385996 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:45.414186 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Transition to ACTIVE for port object 9db24c2b-e03d-4b44-8c67-9bc11bfb288a will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:45.426311 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:45.543282 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-90c0a2b6-ae7f-4edd-bf42-642bee6ba3af service neutron] 10.222.0.16 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107493 Jul 29 14:43:45.553576 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10be12-699f-4556-b803-9a1dfaa60809 None None] Pushing event updated for resources: {'Port': ['ID=9db24c2b-e03d-4b44-8c67-9bc11bfb288a,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:45.593226 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f358f1a4-bdcb-424a-bdc3-69df6c46e174 req-0f4c9bfb-5d72-458a-b7da-31add92a85bd service neutron] 10.222.0.38 "GET /v2.0/networks/36fa8262-47ad-4a9d-baac-a8463087d147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703507 Jul 29 14:43:45.738901 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Attempting to bind port 9db24c2b-e03d-4b44-8c67-9bc11bfb288a on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:43:45.739514 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Attempting to bind port 9db24c2b-e03d-4b44-8c67-9bc11bfb288a by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '90f9e87e-a9cb-4b20-80c1-00b95374bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:43:45.739623 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Attempting to bind port 9db24c2b-e03d-4b44-8c67-9bc11bfb288a on network 17d1acff-6321-435a-a746-f4fb6f6aca72 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:45.757753 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:43:45.758134 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Checking segment: {'id': '90f9e87e-a9cb-4b20-80c1-00b95374bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:43:45.758538 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:45.758936 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Bound using segment: {'id': '90f9e87e-a9cb-4b20-80c1-00b95374bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:43:45.763506 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Bound port: 9db24c2b-e03d-4b44-8c67-9bc11bfb288a, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f9e87e-a9cb-4b20-80c1-00b95374bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:43:45.763762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4be2c0b-f7ee-4360-8bcc-e8f016cd12c4 None None] New status for floating IP 6a003dda-a253-4e69-afe5-3b7f7e6b61ec: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:43:45.763886 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:45.878774 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] For port 9db24c2b-e03d-4b44-8c67-9bc11bfb288a, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:45.884356 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] For port 9db24c2b-e03d-4b44-8c67-9bc11bfb288a, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9db24c2b-e03d-4b44-8c67-9bc11bfb288a,segment=NetworkSegment(90f9e87e-a9cb-4b20-80c1-00b95374bbf2),segment_id=90f9e87e-a9cb-4b20-80c1-00b95374bbf2)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:43:45.890728 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:45.911195 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0017ae-4589-4e5e-8f39-e917c6eecfc6 req-b8e0f384-686b-43ba-a12a-242b439a48cb tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:45.921717 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c0017ae-4589-4e5e-8f39-e917c6eecfc6 req-b8e0f384-686b-43ba-a12a-242b439a48cb tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.1474781 Jul 29 14:43:45.935961 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f358f1a4-bdcb-424a-bdc3-69df6c46e174 req-eb05e831-9c23-4a2e-bef1-5d469c490147 service neutron] 10.222.0.38 "GET /v2.0/networks/36fa8262-47ad-4a9d-baac-a8463087d147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177171 Jul 29 14:43:45.968765 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10be12-699f-4556-b803-9a1dfaa60809 None None] Pushing event updated for resources: {'Port': ['ID=9db24c2b-e03d-4b44-8c67-9bc11bfb288a,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:45.995660 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Routers {'e6a59694-0264-4b5b-8155-0ad8913d7939'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:43:45.996548 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:43:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e6a59694-0264-4b5b-8155-0ad8913d7939'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:46.035875 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c0017ae-4589-4e5e-8f39-e917c6eecfc6 req-fd17cc05-95c6-4b82-bfe8-b19aa256fdcb tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125677 Jul 29 14:43:46.152321 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] Set router e6a59694-0264-4b5b-8155-0ad8913d7939 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:43:46.219006 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2888a833-0ebc-4ee5-911a-8f76ac266270 req-02055e75-c8bc-4a38-abee-ec6b3a416b0c tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 210 time: 0.0881996 Jul 29 14:43:46.532587 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-router', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:43:35Z', 'updated_at': '2021-07-29T14:43:42Z', 'revision_number': 4, 'project_id': '71dd47d19946404493753f8193c40cbe', 'gw_port': {'id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:37Z', 'updated_at': '2021-07-29T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9db24c2b-e03d-4b44-8c67-9bc11bfb288a', 'name': '', 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'mac_address': 'fa:16:3e:36:70:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:40Z', 'updated_at': '2021-07-29T14:43:45Z', 'revision_number': 4, 'project_id': '71dd47d19946404493753f8193c40cbe', 'subnets': [{'id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:43:46.607194 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2d7e74-c2b9-40c1-8d5e-25485c4580af None None] The sync data for ids ['e6a59694-0264-4b5b-8155-0ad8913d7939'] in n-d-802893-1 is: [{'id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-router', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:43:35Z', 'updated_at': '2021-07-29T14:43:42Z', 'revision_number': 4, 'project_id': '71dd47d19946404493753f8193c40cbe', 'gw_port': {'id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:37Z', 'updated_at': '2021-07-29T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9db24c2b-e03d-4b44-8c67-9bc11bfb288a', 'name': '', 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'mac_address': 'fa:16:3e:36:70:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:40Z', 'updated_at': '2021-07-29T14:43:45Z', 'revision_number': 4, 'project_id': '71dd47d19946404493753f8193c40cbe', 'subnets': [{'id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:43:46.946227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376a52b-9a98-4553-9d4c-91af8dcd3c6c req-b57b1da7-d427-4fee-b0bb-d732df809123 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:46.948479 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2376a52b-9a98-4553-9d4c-91af8dcd3c6c req-b57b1da7-d427-4fee-b0bb-d732df809123 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 950 time: 0.0970423 Jul 29 14:43:46.955328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9db24c2b-e03d-4b44-8c67-9bc11bfb288a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:47.028446 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2376a52b-9a98-4553-9d4c-91af8dcd3c6c req-8678b0d7-41b6-4de6-a10c-38ab873542ff tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706964 Jul 29 14:43:47.125509 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 9db24c2b-e03d-4b44-8c67-9bc11bfb288a completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:47.128935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51610) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:47.160150 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9db24c2b-e03d-4b44-8c67-9bc11bfb288a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:47.161190 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:47.333992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e3d19-36b7-45c0-bd06-fa97b06eca1a req-79d7c2da-926d-4120-93b7-20674ad501ae tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:47.335828 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-943e3d19-36b7-45c0-bd06-fa97b06eca1a req-79d7c2da-926d-4120-93b7-20674ad501ae tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.1078873 Jul 29 14:43:47.340134 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-534357e8-05d7-476e-a713-e76120e87b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:47.383788 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:47.435915 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-943e3d19-36b7-45c0-bd06-fa97b06eca1a req-e9e02860-8225-4f96-b40c-edef18689e79 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898192 Jul 29 14:43:47.488069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 9db24c2b-e03d-4b44-8c67-9bc11bfb288a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9db24c2b-e03d-4b44-8c67-9bc11bfb288a,segment=NetworkSegment(90f9e87e-a9cb-4b20-80c1-00b95374bbf2),segment_id=90f9e87e-a9cb-4b20-80c1-00b95374bbf2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:47.495279 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:47.570904 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8529db43-c1df-4456-bc80-ad819353096a req-d5d29435-910d-4ecc-b6ad-3e9d47667ecf tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 210 time: 0.0599551 Jul 29 14:43:47.601864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 60ca8886-b742-4471-b777-f34da02d8965 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:43:47.611982 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-534357e8-05d7-476e-a713-e76120e87b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:47.617837 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-534357e8-05d7-476e-a713-e76120e87b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:47.656019 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-534357e8-05d7-476e-a713-e76120e87b02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a92cf0670c62445bbdbfc10e88c99b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250676 Jul 29 14:43:47.659389 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51620) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:47.690429 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 60ca8886-b742-4471-b777-f34da02d8965 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:43:47.691421 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 60ca8886-b742-4471-b777-f34da02d8965 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:43:47.723332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=9db24c2b-e03d-4b44-8c67-9bc11bfb288a,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:47.752065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534357e8-05d7-476e-a713-e76120e87b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db194ac-7ca7-4ad2-aa95-a4d5f0262bc3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:47.786771 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-826cbbbe-ceb0-4c96-aefc-4380b3deb7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:47.825757 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-826cbbbe-ceb0-4c96-aefc-4380b3deb7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:47.862773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-b7901caa-6e26-4407-9e65-6fc741d32093 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:47.864611 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-b7901caa-6e26-4407-9e65-6fc741d32093 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.39 "GET /v2.0/networks?id=17d1acff-6321-435a-a746-f4fb6f6aca72 HTTP/1.1" status: 200 len: 820 time: 0.3189821 Jul 29 14:43:47.881494 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Request body: {'port': {'device_id': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72', 'admin_state_up': True, 'tenant_id': '71dd47d19946404493753f8193c40cbe'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:47.923623 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-826cbbbe-ceb0-4c96-aefc-4380b3deb7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:47.927223 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-826cbbbe-ceb0-4c96-aefc-4380b3deb7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:47.931670 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-826cbbbe-ceb0-4c96-aefc-4380b3deb7bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5db194ac-7ca7-4ad2-aa95-a4d5f0262bc3 HTTP/1.1" status: 204 len: 168 time: 0.2708657 Jul 29 14:43:47.952457 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cbbbe-ceb0-4c96-aefc-4380b3deb7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db194ac-7ca7-4ad2-aa95-a4d5f0262bc3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:48.031994 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Made reservation on behalf of 71dd47d19946404493753f8193c40cbe for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:43:48.036595 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:48.151141 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9716ef-bb56-48a6-aef3-d4e090d72522 req-38a0c061-9140-457c-aa8d-84e66ed348c9 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:48.152826 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c9716ef-bb56-48a6-aef3-d4e090d72522 req-38a0c061-9140-457c-aa8d-84e66ed348c9 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 950 time: 0.1030395 Jul 29 14:43:48.258013 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Allocated IP 172.20.0.5 (17d1acff-6321-435a-a746-f4fb6f6aca72/1eda9d7a-8504-498f-9935-fd9ffaccea15/b235b91a-fc77-44f5-85f6-fdb9b9aa16c0) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:43:48.307322 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a90c04-02c1-4ea2-a400-2919ba026d1e req-a0192133-b22d-4a41-af6f-70b3c6a2ffed tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:48.317359 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-50a90c04-02c1-4ea2-a400-2919ba026d1e req-a0192133-b22d-4a41-af6f-70b3c6a2ffed tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 950 time: 0.1634347 Jul 29 14:43:48.411274 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-50a90c04-02c1-4ea2-a400-2919ba026d1e req-91a80926-87d1-42f5-94c8-94993d1f9c1f tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928938 Jul 29 14:43:48.436241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-8c9716ef-bb56-48a6-aef3-d4e090d72522 req-61006cdb-7edc-4543-b797-ddaf797432a4 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Deleting port 7d36952a-985f-4acf-8c3b-815484337655 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:43:48.436888 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8c9716ef-bb56-48a6-aef3-d4e090d72522 req-61006cdb-7edc-4543-b797-ddaf797432a4 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:48.595120 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:48.703507 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3c2fe-cffd-4c44-a397-5e696db28305 req-3a7a1158-cf1a-4d51-a8e2-647903cc0494 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:48.705116 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-24b3c2fe-cffd-4c44-a397-5e696db28305 req-3a7a1158-cf1a-4d51-a8e2-647903cc0494 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.1419418 Jul 29 14:43:48.713208 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-46fa6992-867e-4120-99af-60c4b8eb52f8 req-6c133963-1845-47ca-a304-495122cbd54d tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 210 time: 0.0323434 Jul 29 14:43:48.721025 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-8c9716ef-bb56-48a6-aef3-d4e090d72522 req-61006cdb-7edc-4543-b797-ddaf797432a4 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] For port 7d36952a-985f-4acf-8c3b-815484337655, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7d36952a-985f-4acf-8c3b-815484337655,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:48.721439 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8c9716ef-bb56-48a6-aef3-d4e090d72522 req-61006cdb-7edc-4543-b797-ddaf797432a4 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:48.722573 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:48.795472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9db24c2b-e03d-4b44-8c67-9bc11bfb288a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:48.795921 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Network 17d1acff-6321-435a-a746-f4fb6f6aca72 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:43:48.807128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:43:48.808285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-8c9716ef-bb56-48a6-aef3-d4e090d72522 req-61006cdb-7edc-4543-b797-ddaf797432a4 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Calling delete_port for 7d36952a-985f-4acf-8c3b-815484337655 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:43:48.811031 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:43:48.861278 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:48.862076 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:48.878892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Pushing event updated for resources: {'Port': ['ID=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:48.889194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:48.889581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:48.889930 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:48.890396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:48.890740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:48.891073 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:48.891406 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:48.891776 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:48.892112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:48.892442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:48.892809 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:48.893136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:43:48.899795 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-5ab5bbac-7a3f-473f-8655-b4b6de27a016 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0248480 Jul 29 14:43:48.913453 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9db24c2b-e03d-4b44-8c67-9bc11bfb288a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:48.913917 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:48.915049 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Request body: {'port': {'device_id': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:48.953895 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-24b3c2fe-cffd-4c44-a397-5e696db28305 req-3e772848-d7e3-4d7f-b437-a7b3d888ab55 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233047 Jul 29 14:43:49.005941 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:49.085472 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8c9716ef-bb56-48a6-aef3-d4e090d72522 req-61006cdb-7edc-4543-b797-ddaf797432a4 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:49.099489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['7d36952a-985f-4acf-8c3b-815484337655'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:49.127696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61006cdb-7edc-4543-b797-ddaf797432a4 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Pushing event deleted for resources: {'Port': ['ID=7d36952a-985f-4acf-8c3b-815484337655,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:49.140906 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['164a5dbd-d71b-4d69-89a8-dd522f5ff83f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:49.188073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9716ef-bb56-48a6-aef3-d4e090d72522 req-61006cdb-7edc-4543-b797-ddaf797432a4 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] No DVR routers for this DVR port 7d36952a-985f-4acf-8c3b-815484337655 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:43:49.192885 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8c9716ef-bb56-48a6-aef3-d4e090d72522 req-61006cdb-7edc-4543-b797-ddaf797432a4 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:49.199282 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c9716ef-bb56-48a6-aef3-d4e090d72522 req-61006cdb-7edc-4543-b797-ddaf797432a4 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.39 "DELETE /v2.0/ports/7d36952a-985f-4acf-8c3b-815484337655 HTTP/1.1" status: 204 len: 173 time: 0.9906595 Jul 29 14:43:49.199811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cccc64-00a4-4367-9d29-e83e0e8c5dae', 'name': 'network-vif-deleted', 'tag': '7d36952a-985f-4acf-8c3b-815484337655'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:49.202228 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d546c661-6047-4843-980d-03adca0c6da8" -d '{"events": [{"server_uuid": "e0cccc64-00a4-4367-9d29-e83e0e8c5dae", "name": "network-vif-deleted", "tag": "7d36952a-985f-4acf-8c3b-815484337655"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:49.259907 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa85ba4-6ed8-47ce-abf1-3702a60ad483 x-openstack-request-id: req-0aa85ba4-6ed8-47ce-abf1-3702a60ad483 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:49.260192 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cccc64-00a4-4367-9d29-e83e0e8c5dae", "name": "network-vif-deleted", "tag": "7d36952a-985f-4acf-8c3b-815484337655", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:49.260457 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0aa85ba4-6ed8-47ce-abf1-3702a60ad483 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:49.260888 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cccc64-00a4-4367-9d29-e83e0e8c5dae', 'name': 'network-vif-deleted', 'tag': '7d36952a-985f-4acf-8c3b-815484337655', 'status': 'completed', 'code': 200} Jul 29 14:43:49.587685 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-804b749f-8135-4979-961d-8f935e7dd7f5 req-9413ed99-25dc-45a1-9830-50eca5b4a6ad tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0cccc64-00a4-4367-9d29-e83e0e8c5dae HTTP/1.1" status: 200 len: 210 time: 0.0470798 Jul 29 14:43:49.716126 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-01a02ca5-f9dc-4485-bc7e-90470eeb0650 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=27804ec68a27446fa2d531d3b9c9ba77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301745 Jul 29 14:43:49.877815 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-478e5059-2e80-4350-9786-2d6b18cee102 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:49.885088 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-478e5059-2e80-4350-9786-2d6b18cee102 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1603456 Jul 29 14:43:49.898824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea8407-8992-4693-b827-7f06fda421f3 req-a507a588-5b91-4da8-8d9a-7eadf6c80060 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:49.901203 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8cea8407-8992-4693-b827-7f06fda421f3 req-a507a588-5b91-4da8-8d9a-7eadf6c80060 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 931 time: 0.0721161 Jul 29 14:43:49.904323 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-c2caab54-330f-4cbe-adbe-340f96927207 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/quotas/27804ec68a27446fa2d531d3b9c9ba77 HTTP/1.1" status: 200 len: 375 time: 0.0181737 Jul 29 14:43:49.955741 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8cea8407-8992-4693-b827-7f06fda421f3 req-25766e3b-05dd-47ae-ae2c-2f31f41fd0bd tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466509 Jul 29 14:43:49.969800 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-c2dac2a6-445a-454a-95b4-a5c113946d83 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=27804ec68a27446fa2d531d3b9c9ba77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548432 Jul 29 14:43:49.988842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:43:50.001992 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:50.023450 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Transition to ACTIVE for port object b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:50.030250 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:50.192976 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:50.239984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Attempting to bind port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:43:50.240484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Attempting to bind port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '90f9e87e-a9cb-4b20-80c1-00b95374bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:43:50.240806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Attempting to bind port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 on network 17d1acff-6321-435a-a746-f4fb6f6aca72 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:50.278531 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1ee7a-99b2-44b7-85c8-ff8e0e7eeb03 req-2f022f77-c669-47c4-a50c-ee150dc5a4b7 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:50.279084 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e646e382-e38d-45a4-9e5e-a7ff58a49ec0 req-ee2053fa-27f0-4f6e-9148-e257b0b39fce tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 210 time: 0.0577922 Jul 29 14:43:50.279660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 on network 17d1acff-6321-435a-a746-f4fb6f6aca72 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:43:50.279990 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Attempting to bind port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 on network 17d1acff-6321-435a-a746-f4fb6f6aca72 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:50.280156 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-afa1ee7a-99b2-44b7-85c8-ff8e0e7eeb03 req-2f022f77-c669-47c4-a50c-ee150dc5a4b7 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.0698068 Jul 29 14:43:50.286181 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:43:50.286521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Checking segment: {'id': '90f9e87e-a9cb-4b20-80c1-00b95374bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:43:50.286918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Bound using segment: {'id': '90f9e87e-a9cb-4b20-80c1-00b95374bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:43:50.287509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Bound port: b235b91a-fc77-44f5-85f6-fdb9b9aa16c0, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f9e87e-a9cb-4b20-80c1-00b95374bbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:43:50.287885 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:50.336604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-afa1ee7a-99b2-44b7-85c8-ff8e0e7eeb03 req-a58a080a-f6f2-46f2-b001-d5e144af4ff7 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 Jul 29 14:43:50.398991 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] For port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:50.404816 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] For port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0,segment=NetworkSegment(90f9e87e-a9cb-4b20-80c1-00b95374bbf2),segment_id=90f9e87e-a9cb-4b20-80c1-00b95374bbf2)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:43:50.411338 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:50.448848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:50.449769 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:50.451557 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] 10.222.0.39 "PUT /v2.0/ports/b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 HTTP/1.1" status: 200 len: 1091 time: 1.5424078 Jul 29 14:43:50.451838 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'tag': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:50.454255 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21560f27-0863-44d6-a897-78c05b3ef476" -d '{"events": [{"name": "network-changed", "server_uuid": "af20316f-0b5e-4f2a-8a62-41a25a640cef", "tag": "b235b91a-fc77-44f5-85f6-fdb9b9aa16c0"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:50.507773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0fdbe-4cf2-4190-8ec0-42fbf247b1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:50.514526 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a4800b-2220-4f81-83a3-bba165bde5e6 x-openstack-request-id: req-06a4800b-2220-4f81-83a3-bba165bde5e6 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:50.514989 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af20316f-0b5e-4f2a-8a62-41a25a640cef", "tag": "b235b91a-fc77-44f5-85f6-fdb9b9aa16c0", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:50.515288 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06a4800b-2220-4f81-83a3-bba165bde5e6 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:50.515662 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'tag': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0', 'status': 'completed', 'code': 200} Jul 29 14:43:50.567793 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-d173b0d7-d0bf-42c2-88d4-4375e7ab2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:50.569464 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-d173b0d7-d0bf-42c2-88d4-4375e7ab2b4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71dd47d19946404493753f8193c40cbe&device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 1094 time: 0.0572824 Jul 29 14:43:50.621366 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-745388e0-fe8c-439f-a792-4558555f4e82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 HTTP/1.1" status: 200 len: 217 time: 0.0426726 Jul 29 14:43:50.692911 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-4e3fb6f0-ace7-4473-8d52-f83d3d838f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:50.698296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-4e3fb6f0-ace7-4473-8d52-f83d3d838f3c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1eda9d7a-8504-498f-9935-fd9ffaccea15 HTTP/1.1" status: 200 len: 860 time: 0.0687532 Jul 29 14:43:50.749889 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-bdb65736-4263-40f1-ac2b-e04f7df6a848 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17d1acff-6321-435a-a746-f4fb6f6aca72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420809 Jul 29 14:43:50.882181 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-e9c84160-61dc-4e5c-97ce-c76a1d5bf231 service neutron] 10.222.0.39 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248281 Jul 29 14:43:50.969252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a668564-3639-4649-9bca-ddffd8e73baf req-8eb78a82-1e63-4e36-a5fe-c23545a238f0 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:50.971695 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1a668564-3639-4649-9bca-ddffd8e73baf req-8eb78a82-1e63-4e36-a5fe-c23545a238f0 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 951 time: 0.0648491 Jul 29 14:43:50.991680 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-832dd2b5-9e63-4ac9-a34c-37f0c68471ef req-9ef8fe25-bbec-4d5a-a14d-e9b2852c75a3 service neutron] 10.222.0.39 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965021 Jul 29 14:43:51.030657 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1a668564-3639-4649-9bca-ddffd8e73baf req-c7422d9d-e2ff-421f-b465-55792024cdc7 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522940 Jul 29 14:43:51.144752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7b923-4623-446a-bc06-b31821e026b8 req-c1ec5bf9-4b48-442f-b43a-99c9b5646b06 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:51.146386 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7dc7b923-4623-446a-bc06-b31821e026b8 req-c1ec5bf9-4b48-442f-b43a-99c9b5646b06 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 943 time: 0.1016433 Jul 29 14:43:51.152277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21560f27-0863-44d6-a897-78c05b3ef476 req-355f603f-b7f3-41b1-962c-8cc0fb16f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:51.153793 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21560f27-0863-44d6-a897-78c05b3ef476 req-355f603f-b7f3-41b1-962c-8cc0fb16f230 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71dd47d19946404493753f8193c40cbe&device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 1094 time: 0.0857737 Jul 29 14:43:51.237668 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7dc7b923-4623-446a-bc06-b31821e026b8 req-cf8cc405-e4c2-4c57-b65c-a9c5e68804ba tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828342 Jul 29 14:43:51.271926 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21560f27-0863-44d6-a897-78c05b3ef476 req-f6ab157a-7104-4826-b8ee-214cf2040e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:51.273454 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21560f27-0863-44d6-a897-78c05b3ef476 req-f6ab157a-7104-4826-b8ee-214cf2040e27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=17d1acff-6321-435a-a746-f4fb6f6aca72 HTTP/1.1" status: 200 len: 921 time: 0.1118546 Jul 29 14:43:51.329438 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21560f27-0863-44d6-a897-78c05b3ef476 req-9464ec46-370b-49e0-ba13-dc344054e37a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 HTTP/1.1" status: 200 len: 217 time: 0.0469930 Jul 29 14:43:51.385719 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0b63a5f1-8d5e-4d03-9470-1459aae118cb req-8aa25e69-4713-4bd6-9c77-34effcdc13b0 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 210 time: 0.0303164 Jul 29 14:43:51.401737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21560f27-0863-44d6-a897-78c05b3ef476 req-0eedee40-4094-4adf-a4b5-bf5c423d225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:51.403187 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21560f27-0863-44d6-a897-78c05b3ef476 req-0eedee40-4094-4adf-a4b5-bf5c423d225d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1eda9d7a-8504-498f-9935-fd9ffaccea15 HTTP/1.1" status: 200 len: 860 time: 0.0660410 Jul 29 14:43:51.450521 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21560f27-0863-44d6-a897-78c05b3ef476 req-d70d4b39-337a-4ed9-b975-4f3e62e164fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17d1acff-6321-435a-a746-f4fb6f6aca72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366158 Jul 29 14:43:51.550960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f00807-cbe2-4037-b30d-ecfdc69be3ef req-83a72dc1-7015-42d9-82a2-1be46111bb67 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:51.553220 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e3f00807-cbe2-4037-b30d-ecfdc69be3ef req-83a72dc1-7015-42d9-82a2-1be46111bb67 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.1273565 Jul 29 14:43:51.619152 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e3f00807-cbe2-4037-b30d-ecfdc69be3ef req-b810d127-f6d2-4568-ad36-4754dc795a4c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582871 Jul 29 14:43:51.625721 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21560f27-0863-44d6-a897-78c05b3ef476 req-84379679-5b6e-4b0f-9e17-26ec0582be81 service neutron] 10.222.0.39 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587679 Jul 29 14:43:51.709507 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-092a7067-5cd9-49a5-9259-fb2a19e76ac2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=27804ec68a27446fa2d531d3b9c9ba77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381429 Jul 29 14:43:51.739100 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21560f27-0863-44d6-a897-78c05b3ef476 req-eab1a735-ab67-4b23-8c98-1c3474f7a120 service neutron] 10.222.0.39 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012537 Jul 29 14:43:51.847971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-ba8f4f18-b380-4b5c-a696-963e5ff9a208 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:51.849761 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-ba8f4f18-b380-4b5c-a696-963e5ff9a208 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1343806 Jul 29 14:43:51.924325 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Request body: {'port': {'device_id': 'bdae6a3d-a79c-4001-99f5-c689b410935d', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '27804ec68a27446fa2d531d3b9c9ba77'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:52.061704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Made reservation on behalf of 27804ec68a27446fa2d531d3b9c9ba77 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:43:52.064955 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:52.076127 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:52.222972 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688d251-db7f-4acc-aaa4-f787ab2c7481 req-a2e34626-5a65-43ce-a86e-0c8d1e85862e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:52.233126 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:52.237447 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4688d251-db7f-4acc-aaa4-f787ab2c7481 req-a2e34626-5a65-43ce-a86e-0c8d1e85862e tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 951 time: 0.1115093 Jul 29 14:43:52.241259 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:52.318040 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4688d251-db7f-4acc-aaa4-f787ab2c7481 req-1f4a34b5-48f7-41ae-8e2f-20ca002c5c05 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759902 Jul 29 14:43:52.335398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8fc89a-058e-455a-a3c1-bd895d184957,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:52.465130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529f23d-f294-477c-9c06-19b8afca8f91 req-c1c800fb-1c0d-4f23-ba5f-44aba19435b4 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:52.466716 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b529f23d-f294-477c-9c06-19b8afca8f91 req-c1c800fb-1c0d-4f23-ba5f-44aba19435b4 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 943 time: 0.0966034 Jul 29 14:43:52.467960 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Allocated IP 192.168.233.130 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/43d9bdd4-d3bc-4e16-be5e-e39555079d66) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:43:52.506480 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-64176ff5-3478-4caf-96bf-86665b8f545c req-204b29f0-8688-47b5-a11f-2c725a1ca5f7 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 210 time: 0.0387268 Jul 29 14:43:52.539457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7d36952a-985f-4acf-8c3b-815484337655 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:43:52.544729 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b529f23d-f294-477c-9c06-19b8afca8f91 req-71d98de4-71d5-4593-a62a-af095159b3a3 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690598 Jul 29 14:43:52.561173 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 7d36952a-985f-4acf-8c3b-815484337655 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:43:52.561523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7d36952a-985f-4acf-8c3b-815484337655 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:43:52.697082 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:52.718021 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Transition to ACTIVE for port object 43d9bdd4-d3bc-4e16-be5e-e39555079d66 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:52.791684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dffd94-1307-464e-bb39-39ae07212c9f req-4bdcf5ad-f7e9-4996-8526-a53a2c53a3e5 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:52.793369 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e2dffd94-1307-464e-bb39-39ae07212c9f req-4bdcf5ad-f7e9-4996-8526-a53a2c53a3e5 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.0788825 Jul 29 14:43:52.821970 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:52.911378 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e2dffd94-1307-464e-bb39-39ae07212c9f req-0e1aa136-84ad-41b7-a636-c60428d00b6f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007359 Jul 29 14:43:52.917935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:43:52.922617 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:43:52.924931 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Pushing event updated for resources: {'Port': ['ID=43d9bdd4-d3bc-4e16-be5e-e39555079d66,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:52.927379 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:43:52.987139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:52.987963 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:53.008346 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-1539e46b-3732-41e3-9b9c-a0e4187f8ed2 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0883000 Jul 29 14:43:53.078360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Request body: {'port': {'device_id': 'bdae6a3d-a79c-4001-99f5-c689b410935d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:53.164786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6dcc36-c939-4dd2-805c-52e14c7484e9 req-7299e264-8a11-4ac5-812f-cdd2c92e7699 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:53.164786 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3c6dcc36-c939-4dd2-805c-52e14c7484e9 req-7299e264-8a11-4ac5-812f-cdd2c92e7699 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.38 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 951 time: 0.0977509 Jul 29 14:43:53.169334 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:53.219605 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-75aaa5c4-b765-4f4c-9f74-141e29eacb65 None None] Provisioning for port 43d9bdd4-d3bc-4e16-be5e-e39555079d66 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:53.225316 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-75aaa5c4-b765-4f4c-9f74-141e29eacb65 None None] Provisioning complete for port 43d9bdd4-d3bc-4e16-be5e-e39555079d66 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:53.225695 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-75aaa5c4-b765-4f4c-9f74-141e29eacb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:53.292769 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-75aaa5c4-b765-4f4c-9f74-141e29eacb65 None None] Port 43d9bdd4-d3bc-4e16-be5e-e39555079d66 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:43:53.302836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-3c6dcc36-c939-4dd2-805c-52e14c7484e9 req-0d4dae7d-3f0b-4167-993d-94980e4b78e6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Deleting port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:43:53.304367 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3c6dcc36-c939-4dd2-805c-52e14c7484e9 req-0d4dae7d-3f0b-4167-993d-94980e4b78e6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:53.459456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-3c6dcc36-c939-4dd2-805c-52e14c7484e9 req-0d4dae7d-3f0b-4167-993d-94980e4b78e6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] For port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:53.459828 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3c6dcc36-c939-4dd2-805c-52e14c7484e9 req-0d4dae7d-3f0b-4167-993d-94980e4b78e6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:53.480509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-3c6dcc36-c939-4dd2-805c-52e14c7484e9 req-0d4dae7d-3f0b-4167-993d-94980e4b78e6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Calling delete_port for 164a5dbd-d71b-4d69-89a8-dd522f5ff83f owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:43:53.516430 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e84ea5-aa78-41b1-b1af-11f26ba934c4 req-214d4c19-4091-44e0-b69b-ce7ea4b4d1f5 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:53.523661 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-25e84ea5-aa78-41b1-b1af-11f26ba934c4 req-214d4c19-4091-44e0-b69b-ce7ea4b4d1f5 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 951 time: 0.1163356 Jul 29 14:43:53.591474 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d9bdd4-d3bc-4e16-be5e-e39555079d66 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:43:53.607566 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:53.639620 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-25e84ea5-aa78-41b1-b1af-11f26ba934c4 req-142e2669-3e05-427a-9cf3-344acc94a418 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/security-groups?id=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663412 Jul 29 14:43:53.642727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Transition to ACTIVE for port object 43d9bdd4-d3bc-4e16-be5e-e39555079d66 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:53.681269 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:53.719254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3c6dcc36-c939-4dd2-805c-52e14c7484e9 req-0d4dae7d-3f0b-4167-993d-94980e4b78e6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:53.754081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Pushing event updated for resources: {'Port': ['ID=43d9bdd4-d3bc-4e16-be5e-e39555079d66,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:53.763697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb91bc0-4f1d-4cd6-83b7-c3a905c06dd5 req-d0a08b21-7cb8-40e0-a5c6-bb9d38d085ef tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:53.765703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['164a5dbd-d71b-4d69-89a8-dd522f5ff83f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:53.778490 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ffb91bc0-4f1d-4cd6-83b7-c3a905c06dd5 req-d0a08b21-7cb8-40e0-a5c6-bb9d38d085ef tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 936 time: 0.1511424 Jul 29 14:43:53.805430 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4dae7d-3f0b-4167-993d-94980e4b78e6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Pushing event deleted for resources: {'Port': ['ID=164a5dbd-d71b-4d69-89a8-dd522f5ff83f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:53.882319 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ffb91bc0-4f1d-4cd6-83b7-c3a905c06dd5 req-bb414d51-af61-4fbf-8a45-82b5cb43f3d5 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf8fc89a-058e-455a-a3c1-bd895d184957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028261 Jul 29 14:43:53.895545 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20806d3-6763-4361-8612-a127f980f7bc req-bdb243a0-8afc-4bd9-a85d-bccf930383a5 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:53.898757 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c20806d3-6763-4361-8612-a127f980f7bc req-bdb243a0-8afc-4bd9-a85d-bccf930383a5 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 943 time: 0.1647863 Jul 29 14:43:53.900172 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6dcc36-c939-4dd2-805c-52e14c7484e9 req-0d4dae7d-3f0b-4167-993d-94980e4b78e6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] No DVR routers for this DVR port 164a5dbd-d71b-4d69-89a8-dd522f5ff83f on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:43:53.902948 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3c6dcc36-c939-4dd2-805c-52e14c7484e9 req-0d4dae7d-3f0b-4167-993d-94980e4b78e6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:53.905785 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3c6dcc36-c939-4dd2-805c-52e14c7484e9 req-0d4dae7d-3f0b-4167-993d-94980e4b78e6 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.38 "DELETE /v2.0/ports/164a5dbd-d71b-4d69-89a8-dd522f5ff83f HTTP/1.1" status: 204 len: 173 time: 0.7360163 Jul 29 14:43:53.907627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae1344c-8b98-407a-b0c2-97b4b0c22e0e', 'name': 'network-vif-deleted', 'tag': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:53.910821 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd44377-3fd7-49d9-b663-e97de5ff649c" -d '{"events": [{"server_uuid": "5ae1344c-8b98-407a-b0c2-97b4b0c22e0e", "name": "network-vif-deleted", "tag": "164a5dbd-d71b-4d69-89a8-dd522f5ff83f"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:53.915858 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Attempting to bind port 43d9bdd4-d3bc-4e16-be5e-e39555079d66 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:43:53.916203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Attempting to bind port 43d9bdd4-d3bc-4e16-be5e-e39555079d66 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:43:53.916715 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Attempting to bind port 43d9bdd4-d3bc-4e16-be5e-e39555079d66 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:53.930936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Port 43d9bdd4-d3bc-4e16-be5e-e39555079d66 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:43:53.931309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Attempting to bind port 43d9bdd4-d3bc-4e16-be5e-e39555079d66 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:53.938810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:43:53.940118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:43:53.941432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:43:53.946674 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Bound port: 43d9bdd4-d3bc-4e16-be5e-e39555079d66, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:43:53.948216 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:54.011655 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c20806d3-6763-4361-8612-a127f980f7bc req-5006efed-e52d-4dcc-8de0-195792897113 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746999 Jul 29 14:43:54.117421 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5a1dbf-7e48-4beb-987c-5261c3a35b06 x-openstack-request-id: req-ba5a1dbf-7e48-4beb-987c-5261c3a35b06 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:54.118012 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae1344c-8b98-407a-b0c2-97b4b0c22e0e", "name": "network-vif-deleted", "tag": "164a5dbd-d71b-4d69-89a8-dd522f5ff83f", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:54.118441 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba5a1dbf-7e48-4beb-987c-5261c3a35b06 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:54.119061 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae1344c-8b98-407a-b0c2-97b4b0c22e0e', 'name': 'network-vif-deleted', 'tag': '164a5dbd-d71b-4d69-89a8-dd522f5ff83f', 'status': 'completed', 'code': 200} Jul 29 14:43:54.120839 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] For port 43d9bdd4-d3bc-4e16-be5e-e39555079d66, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:54.126716 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] For port 43d9bdd4-d3bc-4e16-be5e-e39555079d66, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=43d9bdd4-d3bc-4e16-be5e-e39555079d66,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:43:54.145871 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:54.234557 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:54.236621 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:54.238191 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] 10.222.0.38 "PUT /v2.0/ports/43d9bdd4-d3bc-4e16-be5e-e39555079d66 HTTP/1.1" status: 200 len: 1096 time: 1.1734102 Jul 29 14:43:54.241899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdae6a3d-a79c-4001-99f5-c689b410935d', 'tag': '43d9bdd4-d3bc-4e16-be5e-e39555079d66'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:54.245367 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea58272-b946-448a-b595-61324c513d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "bdae6a3d-a79c-4001-99f5-c689b410935d", "tag": "43d9bdd4-d3bc-4e16-be5e-e39555079d66"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:54.291944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551322d3-b702-4fc8-b7b3-d582299a24c5 service neutron] Pushing event updated for resources: {'Port': ['ID=43d9bdd4-d3bc-4e16-be5e-e39555079d66,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:54.309567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb242b-73e6-4c3a-a2b1-87408607a700 req-420bb304-cb73-4bed-93a3-1d995fd23f1c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:54.322190 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7adb242b-73e6-4c3a-a2b1-87408607a700 req-420bb304-cb73-4bed-93a3-1d995fd23f1c tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.1795130 Jul 29 14:43:54.377869 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1927e4a6-1bfb-4390-9c6f-c3b94f9890e4 x-openstack-request-id: req-1927e4a6-1bfb-4390-9c6f-c3b94f9890e4 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:54.378236 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdae6a3d-a79c-4001-99f5-c689b410935d", "tag": "43d9bdd4-d3bc-4e16-be5e-e39555079d66", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:54.378430 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1927e4a6-1bfb-4390-9c6f-c3b94f9890e4 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:54.378852 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdae6a3d-a79c-4001-99f5-c689b410935d', 'tag': '43d9bdd4-d3bc-4e16-be5e-e39555079d66', 'status': 'completed', 'code': 200} Jul 29 14:43:54.416460 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7adb242b-73e6-4c3a-a2b1-87408607a700 req-e35593f6-d850-4114-94d3-0466f7e2e84e tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931556 Jul 29 14:43:54.428247 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-6eec17a9-8450-4e37-b424-3021d47ade99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:54.431623 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-6eec17a9-8450-4e37-b424-3021d47ade99 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=27804ec68a27446fa2d531d3b9c9ba77&device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 1099 time: 0.0893273 Jul 29 14:43:54.495202 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-67b29b24-3513-48a4-aa9f-ddc3999a19d6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=43d9bdd4-d3bc-4e16-be5e-e39555079d66 HTTP/1.1" status: 200 len: 217 time: 0.0432186 Jul 29 14:43:54.555196 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:43:54.616993 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-02d68afb-7956-4d08-8bf9-0f9a51ee4ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:54.618540 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-02d68afb-7956-4d08-8bf9-0f9a51ee4ea5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0622697 Jul 29 14:43:54.693369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-fc508a15-bc44-4331-b4e8-607e8b449c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:54.705420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0,segment=NetworkSegment(90f9e87e-a9cb-4b20-80c1-00b95374bbf2),segment_id=90f9e87e-a9cb-4b20-80c1-00b95374bbf2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:54.708243 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-fc508a15-bc44-4331-b4e8-607e8b449c3f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799468 Jul 29 14:43:54.729879 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0', 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72', 'port_id': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0', 'mac_address': 'fa:16:3e:03:a7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:43:54.807592 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:54.831298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:43:54.863454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0,segment=NetworkSegment(90f9e87e-a9cb-4b20-80c1-00b95374bbf2),segment_id=90f9e87e-a9cb-4b20-80c1-00b95374bbf2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:54.865220 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1043fda6-7343-4a0a-a62c-dabe39ee4c54 req-b6f6f411-2e9f-4fef-ab28-b3dcb2daca21 tempest-ServersAdminTestJSON-1349190272 tempest-ServersAdminTestJSON-1349190272-project] 10.222.0.16 "GET /v2.0/ports?device_id=5ae1344c-8b98-407a-b0c2-97b4b0c22e0e HTTP/1.1" status: 200 len: 210 time: 0.0589902 Jul 29 14:43:54.868925 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:54.934308 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-2b27bdc9-a084-409e-af93-99f2cb45bf69 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122226 Jul 29 14:43:54.936476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:55.068708 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66993f82-beb3-497e-9ec9-ff5c9f4ef281 req-a36e54d4-0a65-41d9-b5a0-011b8dfcd10f service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241322 Jul 29 14:43:55.084652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47963079-5c03-4fcc-80d5-53aff4c8b039 req-938c4847-0893-4972-958f-019c8949ac94 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:55.086451 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-47963079-5c03-4fcc-80d5-53aff4c8b039 req-938c4847-0893-4972-958f-019c8949ac94 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 948 time: 0.0663180 Jul 29 14:43:55.119289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['b235b91a-fc77-44f5-85f6-fdb9b9aa16c0'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:55.150597 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-47963079-5c03-4fcc-80d5-53aff4c8b039 req-7a487ebe-9749-4f82-b41a-a3009a84c27f tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf8fc89a-058e-455a-a3c1-bd895d184957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579596 Jul 29 14:43:55.242324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab37d49-632c-4ba6-8978-0a577bb17260 req-477e66ca-c392-4728-bc58-893afe3ae82b tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:55.245108 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fab37d49-632c-4ba6-8978-0a577bb17260 req-477e66ca-c392-4728-bc58-893afe3ae82b tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 944 time: 0.1300404 Jul 29 14:43:55.269371 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea58272-b946-448a-b595-61324c513d4d req-b86d8b55-2e12-4667-adc4-da05fbbb4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:55.270867 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9ea58272-b946-448a-b595-61324c513d4d req-b86d8b55-2e12-4667-adc4-da05fbbb4029 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=27804ec68a27446fa2d531d3b9c9ba77&device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 1099 time: 0.0947795 Jul 29 14:43:55.322781 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fab37d49-632c-4ba6-8978-0a577bb17260 req-4cdea288-eab7-4ea1-bb15-9e9e11911b90 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690415 Jul 29 14:43:55.420731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea58272-b946-448a-b595-61324c513d4d req-2dbf527a-b6db-4daa-8747-1ecf4e5d2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:55.422220 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9ea58272-b946-448a-b595-61324c513d4d req-2dbf527a-b6db-4daa-8747-1ecf4e5d2ec8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1275749 Jul 29 14:43:55.477240 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9ea58272-b946-448a-b595-61324c513d4d req-c7d1690f-a274-4c8a-a8d9-2a9379599f62 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=43d9bdd4-d3bc-4e16-be5e-e39555079d66 HTTP/1.1" status: 200 len: 217 time: 0.0460446 Jul 29 14:43:55.562544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea58272-b946-448a-b595-61324c513d4d req-3e10f502-ce98-4e6d-b763-79cd49aecc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:55.564565 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9ea58272-b946-448a-b595-61324c513d4d req-3e10f502-ce98-4e6d-b763-79cd49aecc69 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0799546 Jul 29 14:43:55.580245 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527fc8e-4911-4dc7-8109-449b15228dae req-906dcdf6-404e-4930-ace3-7042553a5865 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:55.582536 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f527fc8e-4911-4dc7-8109-449b15228dae req-906dcdf6-404e-4930-ace3-7042553a5865 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.0884900 Jul 29 14:43:55.655494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea58272-b946-448a-b595-61324c513d4d req-ec9ee3cb-fc6a-4423-a6a1-2fcd5fd8f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:55.659714 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9ea58272-b946-448a-b595-61324c513d4d req-ec9ee3cb-fc6a-4423-a6a1-2fcd5fd8f174 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742691 Jul 29 14:43:55.661419 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f527fc8e-4911-4dc7-8109-449b15228dae req-b5c1a068-05d2-4ad0-819e-1a3f16084db9 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692589 Jul 29 14:43:55.784272 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9ea58272-b946-448a-b595-61324c513d4d req-60c1794b-c442-47a4-9aa2-dacaecf5cdad service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110916 Jul 29 14:43:55.836251 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:55.926500 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9ea58272-b946-448a-b595-61324c513d4d req-f054d1c0-fac2-4a77-b85b-46376837d245 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313827 Jul 29 14:43:56.294693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3a557-d230-4592-9ba3-4056663f5238 req-4cf258bb-1256-4c03-87d9-33630873e324 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:56.300292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51864) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:56.312904 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-38e3a557-d230-4592-9ba3-4056663f5238 req-4cf258bb-1256-4c03-87d9-33630873e324 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 948 time: 0.0740461 Jul 29 14:43:56.394652 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-38e3a557-d230-4592-9ba3-4056663f5238 req-764c3dc7-9f84-4135-8927-3f1357471a2b tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf8fc89a-058e-455a-a3c1-bd895d184957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756049 Jul 29 14:43:56.519599 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7739cbf0-7766-4641-8777-8371a79e4d18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4932ecb6c25d4ca8a1fda7521977c459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180624 Jul 29 14:43:56.522606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51874) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:56.530405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f40ac6-9e42-4d81-ad57-3a3679b79e43 req-49fd6c46-9eea-4387-96c3-15b45ea0471d tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:56.532018 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99f40ac6-9e42-4d81-ad57-3a3679b79e43 req-49fd6c46-9eea-4387-96c3-15b45ea0471d tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 944 time: 0.0999982 Jul 29 14:43:56.587558 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:43:56.617799 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99f40ac6-9e42-4d81-ad57-3a3679b79e43 req-54ba73b5-7688-45d6-b578-4bdcc7dc2cb8 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666244 Jul 29 14:43:56.624104 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-585a4ca9-edb7-409d-9869-f700d79669e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:56.646511 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:43:56.666000 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-585a4ca9-edb7-409d-9869-f700d79669e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:56.667520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:43:56.678418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:43:56.678689 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:56.750206 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-585a4ca9-edb7-409d-9869-f700d79669e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:56.754113 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-585a4ca9-edb7-409d-9869-f700d79669e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:56.755465 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-585a4ca9-edb7-409d-9869-f700d79669e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c HTTP/1.1" status: 204 len: 168 time: 0.2314997 Jul 29 14:43:56.790719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a4ca9-edb7-409d-9869-f700d79669e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7bb755-c24f-44e6-b2ab-90ea2e6aa06c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:56.826376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dc733-cc22-4bda-9753-3f531c493d71 req-272f4633-5c88-4ae2-889b-302b32cbbd45 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:56.829008 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a17dc733-cc22-4bda-9753-3f531c493d71 req-272f4633-5c88-4ae2-889b-302b32cbbd45 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.0875201 Jul 29 14:43:56.875061 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:56.900125 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a17dc733-cc22-4bda-9753-3f531c493d71 req-5b56a17c-77d9-4e34-b98f-87f2994036d3 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642729 Jul 29 14:43:56.904349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:56.907837 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01616934-d71f-4ec3-9d08-304636e3ddb7" -d '{"events": [{"server_uuid": "af20316f-0b5e-4f2a-8a62-41a25a640cef", "name": "network-vif-plugged", "status": "completed", "tag": "b235b91a-fc77-44f5-85f6-fdb9b9aa16c0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:56.926552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0,segment=NetworkSegment(90f9e87e-a9cb-4b20-80c1-00b95374bbf2),segment_id=90f9e87e-a9cb-4b20-80c1-00b95374bbf2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:56.931594 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:56.964490 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066d9ea8-1e61-45b5-9ed5-cd44cd4e84aa x-openstack-request-id: req-066d9ea8-1e61-45b5-9ed5-cd44cd4e84aa {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:56.965476 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af20316f-0b5e-4f2a-8a62-41a25a640cef", "name": "network-vif-plugged", "status": "completed", "tag": "b235b91a-fc77-44f5-85f6-fdb9b9aa16c0", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:56.965476 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-066d9ea8-1e61-45b5-9ed5-cd44cd4e84aa {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:56.965733 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0', 'code': 200} Jul 29 14:43:56.996133 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:57.093669 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eba0d3-b4af-4e84-b351-072bfa35c4ca req-75a74b88-3b4b-4bed-bcaf-47d9abfd2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:57.095965 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8eba0d3-b4af-4e84-b351-072bfa35c4ca req-75a74b88-3b4b-4bed-bcaf-47d9abfd2454 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 1096 time: 0.0529954 Jul 29 14:43:57.137524 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8eba0d3-b4af-4e84-b351-072bfa35c4ca req-7a944d0c-47bf-41f6-8cb2-8a82836817d4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334804 Jul 29 14:43:57.184805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51886) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:57.236713 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-06a5500c-a4f9-4e77-96f1-72b846525a0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a833f55ddb9f45e0ab44cba18894d5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505960 Jul 29 14:43:57.239651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51888) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:43:57.313779 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caf721f9-9e54-4ff5-97e0-d58eb602cb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:57.347215 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caf721f9-9e54-4ff5-97e0-d58eb602cb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:57.426668 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caf721f9-9e54-4ff5-97e0-d58eb602cb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:57.427503 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caf721f9-9e54-4ff5-97e0-d58eb602cb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:57.430853 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-caf721f9-9e54-4ff5-97e0-d58eb602cb79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8856e87d-6134-44cb-9e32-66b0969884dd HTTP/1.1" status: 204 len: 168 time: 0.1897430 Jul 29 14:43:57.443469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf721f9-9e54-4ff5-97e0-d58eb602cb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8856e87d-6134-44cb-9e32-66b0969884dd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:57.522113 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 43d9bdd4-d3bc-4e16-be5e-e39555079d66 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:43:57.555962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 164a5dbd-d71b-4d69-89a8-dd522f5ff83f no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:43:57.570742 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a2576-26cf-4236-9dd7-b0474eb9a1a6 req-2e045b98-a4be-4d53-8d22-e007789c1aee tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:57.574443 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6c5a2576-26cf-4236-9dd7-b0474eb9a1a6 req-2e045b98-a4be-4d53-8d22-e007789c1aee tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 948 time: 0.0977290 Jul 29 14:43:57.588320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 164a5dbd-d71b-4d69-89a8-dd522f5ff83f {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:43:57.588773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 164a5dbd-d71b-4d69-89a8-dd522f5ff83f not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:43:57.673012 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6c5a2576-26cf-4236-9dd7-b0474eb9a1a6 req-0554d0e0-2d8c-4dd0-969c-4702946d670b tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf8fc89a-058e-455a-a3c1-bd895d184957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863671 Jul 29 14:43:57.717161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 43d9bdd4-d3bc-4e16-be5e-e39555079d66, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=43d9bdd4-d3bc-4e16-be5e-e39555079d66,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:57.735991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '43d9bdd4-d3bc-4e16-be5e-e39555079d66', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '43d9bdd4-d3bc-4e16-be5e-e39555079d66', 'mac_address': 'fa:16:3e:57:5b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:43:57.796589 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:57.821699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d9bdd4-d3bc-4e16-be5e-e39555079d66 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:43:57.859423 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 43d9bdd4-d3bc-4e16-be5e-e39555079d66, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=43d9bdd4-d3bc-4e16-be5e-e39555079d66,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:57.869051 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:57.871042 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f69c3d-283c-43a8-992f-c1155383f696 req-ab64aa21-2e07-4140-918c-c7efe5ee3a48 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:57.872695 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-42f69c3d-283c-43a8-992f-c1155383f696 req-ab64aa21-2e07-4140-918c-c7efe5ee3a48 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.1078713 Jul 29 14:43:57.931961 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=43d9bdd4-d3bc-4e16-be5e-e39555079d66,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:57.939784 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-42f69c3d-283c-43a8-992f-c1155383f696 req-bc9a0917-6b20-4415-a754-c00e6b14300c tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445783 Jul 29 14:43:58.081274 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012362d4-a983-4463-ac23-880215dc890f req-8e83f659-e664-414b-a854-dc6f98d8bbcc tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:58.082937 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-012362d4-a983-4463-ac23-880215dc890f req-8e83f659-e664-414b-a854-dc6f98d8bbcc tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.0797350 Jul 29 14:43:58.133215 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-012362d4-a983-4463-ac23-880215dc890f req-45c9f705-f8f8-421d-8299-28f564647357 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413401 Jul 29 14:43:58.341901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['43d9bdd4-d3bc-4e16-be5e-e39555079d66'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:43:58.725399 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-16b840c7-f8b3-4052-97c6-028fc16f40d9 service neutron] show failed (client error): The resource could not be found. Jul 29 14:43:58.726429 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-16b840c7-f8b3-4052-97c6-028fc16f40d9 service neutron] 10.222.0.39 "GET /v2.0/ports/7430ff7e-dc34-4d3a-b7ad-5e6b99db4796/bindings/n-h1-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.0865786 Jul 29 14:43:58.871698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a13b8-1c98-4802-bb84-07ecb1b59654 req-0c4b7b6a-da5f-41e3-b31f-a092e8b71ec0 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:58.873265 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-247a13b8-1c98-4802-bb84-07ecb1b59654 req-0c4b7b6a-da5f-41e3-b31f-a092e8b71ec0 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 949 time: 0.0844510 Jul 29 14:43:58.926049 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-247a13b8-1c98-4802-bb84-07ecb1b59654 req-15ed8db9-ee92-4815-a317-f637d5d5d9f4 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf8fc89a-058e-455a-a3c1-bd895d184957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442462 Jul 29 14:43:59.008864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-45f128f0-f176-4913-9b23-6b40c76b46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:59.010671 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-45f128f0-f176-4913-9b23-6b40c76b46a4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48&tenant_id=066be3c079594f16a4e143f5f26610bd HTTP/1.1" status: 200 len: 1101 time: 0.0508003 Jul 29 14:43:59.042482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:43:59.085380 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc056c-a45b-43bb-9aba-b4a753798984 req-0c054f19-e8ae-4d59-b3da-fb831e814bd0 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:59.097244 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69fc056c-a45b-43bb-9aba-b4a753798984 req-0c054f19-e8ae-4d59-b3da-fb831e814bd0 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.0696080 Jul 29 14:43:59.112455 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:59.146191 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69fc056c-a45b-43bb-9aba-b4a753798984 req-56707c6c-1ed3-42b8-96d4-66c45a54fc70 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508835 Jul 29 14:43:59.402276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e583597-4b98-43ec-bcd2-182cdb209fe5 req-66d88563-2ce0-412d-adc1-0b4fd9950cc5 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:59.403833 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e583597-4b98-43ec-bcd2-182cdb209fe5 req-66d88563-2ce0-412d-adc1-0b4fd9950cc5 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.1178784 Jul 29 14:43:59.486656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:43:59.507440 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e583597-4b98-43ec-bcd2-182cdb209fe5 req-067d09f0-d95f-4181-b9ed-85a6a0b758a5 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907388 Jul 29 14:43:59.551942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:43:59.632346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4ffeb-db45-411b-b612-f5441bb6ca1c req-0914991e-e36b-43b4-84e5-3e4dd4977a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:59.633934 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59e4ffeb-db45-411b-b612-f5441bb6ca1c req-0914991e-e36b-43b4-84e5-3e4dd4977a99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71dd47d19946404493753f8193c40cbe&device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 1096 time: 0.1509156 Jul 29 14:43:59.646706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:43:59.648646 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e0a1b-3bff-45c5-8e18-fee71dd5df91 req-f1b833a5-0cc0-49de-b066-b539f1706d98 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:59.650292 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d7e0a1b-3bff-45c5-8e18-fee71dd5df91 req-f1b833a5-0cc0-49de-b066-b539f1706d98 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.1054969 Jul 29 14:43:59.650812 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84efd0f9-ea95-4130-9bc9-9f3f4566efd0" -d '{"events": [{"server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "name": "network-vif-unplugged", "status": "completed", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:43:59.656068 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:59.692517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Transition to ACTIVE for port object 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:43:59.702374 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:59.769409 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] No DVR routers for this DVR port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:43:59.792604 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d7e0a1b-3bff-45c5-8e18-fee71dd5df91 req-b1cf0bdc-7230-45d5-a11d-bb9cfff15073 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201744 Jul 29 14:43:59.846607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4ffeb-db45-411b-b612-f5441bb6ca1c req-5da063ae-1f87-4a4d-86d5-a7d9eebe0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:43:59.848445 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59e4ffeb-db45-411b-b612-f5441bb6ca1c req-5da063ae-1f87-4a4d-86d5-a7d9eebe0e6b service neutron] 10.222.0.39 "GET /v2.0/networks?id=17d1acff-6321-435a-a746-f4fb6f6aca72 HTTP/1.1" status: 200 len: 921 time: 0.1972289 Jul 29 14:43:59.862860 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Pushing event updated for resources: {'Port': ['ID=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,revision_number=6']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:43:59.864639 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Attempting to bind port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:43:59.865022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Attempting to bind port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:43:59.865409 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Attempting to bind port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:59.871565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:43:59.872089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Attempting to bind port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:43:59.882258 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:43:59.882688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:43:59.884176 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:43:59.884707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Bound port: 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:43:59.885383 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:43:59.953811 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1dd5ff-1e1b-499b-84e5-f6f21fc7f6d5 x-openstack-request-id: req-5d1dd5ff-1e1b-499b-84e5-f6f21fc7f6d5 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:43:59.954113 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "name": "network-vif-unplugged", "status": "completed", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:43:59.954352 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d1dd5ff-1e1b-499b-84e5-f6f21fc7f6d5 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:43:59.961572 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796', 'code': 200} Jul 29 14:43:59.994800 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59e4ffeb-db45-411b-b612-f5441bb6ca1c req-ec943ed0-c03d-491a-aabb-725b5f249c73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 HTTP/1.1" status: 200 len: 217 time: 0.1370702 Jul 29 14:44:00.028158 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:44:00.038782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:44:00.050692 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:00.095412 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:00.096355 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:00.097958 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] 10.222.0.38 "PUT /v2.0/ports/7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 HTTP/1.1" status: 200 len: 1096 time: 1.0602531 Jul 29 14:44:00.132171 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e87eb-5ec6-43b2-a0d5-31f8ff23660e service neutron] Pushing event updated for resources: {'Port': ['ID=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:00.209227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4ffeb-db45-411b-b612-f5441bb6ca1c req-8bc0df56-fe33-4b80-8518-71595fe70f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:00.211509 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59e4ffeb-db45-411b-b612-f5441bb6ca1c req-8bc0df56-fe33-4b80-8518-71595fe70f31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1eda9d7a-8504-498f-9935-fd9ffaccea15 HTTP/1.1" status: 200 len: 860 time: 0.1910546 Jul 29 14:44:00.237039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-ee7d2c85-dfba-46b2-a8b9-a7566e2b0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:00.239521 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-ee7d2c85-dfba-46b2-a8b9-a7566e2b0f94 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 1099 time: 0.0960515 Jul 29 14:44:00.278486 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59e4ffeb-db45-411b-b612-f5441bb6ca1c req-cf13c575-b92d-445c-a0ba-1eb065d413b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17d1acff-6321-435a-a746-f4fb6f6aca72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576406 Jul 29 14:44:00.393549 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-ab4ff0ce-c990-47c3-a996-7274083457f6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1650486 Jul 29 14:44:00.452318 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9cdd6f9-311c-4e01-b5f3-b05e7e4ce1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:00.476857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11d27f-6f96-4cec-853f-2b5167a5ea14 req-8500cbf4-ab08-4538-acf9-52c7e790fee4 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:00.478824 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8d11d27f-6f96-4cec-853f-2b5167a5ea14 req-8500cbf4-ab08-4538-acf9-52c7e790fee4 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 949 time: 0.1985087 Jul 29 14:44:00.575936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59e4ffeb-db45-411b-b612-f5441bb6ca1c req-1c8e53f3-99a2-4b2a-8020-717787af3e17 service neutron] 10.222.0.39 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773733 Jul 29 14:44:00.582309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-ea57498b-b93f-47d0-ab16-aacd3fce9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:00.585138 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-ea57498b-b93f-47d0-ab16-aacd3fce9e96 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.3244510 Jul 29 14:44:00.616082 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8d11d27f-6f96-4cec-853f-2b5167a5ea14 req-207824e4-f5b1-4683-9ce6-ea6cecd972b7 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf8fc89a-058e-455a-a3c1-bd895d184957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098301 Jul 29 14:44:00.693529 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-ed5ccce6-f57d-41d2-8f2f-52b4d052e88c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 HTTP/1.1" status: 200 len: 217 time: 0.0950804 Jul 29 14:44:00.773259 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59e4ffeb-db45-411b-b612-f5441bb6ca1c req-9d1d4fec-e6c9-4905-b508-32e981874bf7 service neutron] 10.222.0.39 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867011 Jul 29 14:44:00.787014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-09ead9f4-1cd3-4279-87d6-305585254686 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:00.788553 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-09ead9f4-1cd3-4279-87d6-305585254686 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3860579 Jul 29 14:44:00.802504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-4aa4746c-41e9-4803-8d0a-0b37b8a8ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:00.804179 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-4aa4746c-41e9-4803-8d0a-0b37b8a8ef85 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0982847 Jul 29 14:44:00.871291 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-2b615453-5a59-4303-95f1-797ba9d77564 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/quotas/4ab3b8915f2f4e84a51a86946cfa2fce HTTP/1.1" status: 200 len: 375 time: 0.0582883 Jul 29 14:44:00.892401 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-ea600de6-53d0-4f72-b359-42ae97c87207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:00.896647 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-ea600de6-53d0-4f72-b359-42ae97c87207 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719023 Jul 29 14:44:00.910435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443bccb-58fd-475e-b413-25ed33ab978f req-f98341f7-fc84-4fc4-8b52-b53f880a1e35 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:00.912018 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4443bccb-58fd-475e-b413-25ed33ab978f req-f98341f7-fc84-4fc4-8b52-b53f880a1e35 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 948 time: 0.0697956 Jul 29 14:44:00.967128 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-af15c7f2-5949-4e37-9d9b-810d52f01a3b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778584 Jul 29 14:44:00.975140 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4443bccb-58fd-475e-b413-25ed33ab978f req-3fc2c30b-0053-4d5a-bd66-9b88a86fe92f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509086 Jul 29 14:44:01.120344 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-12640cd4-cb95-4af2-927a-2066d0ecaa8b service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012842 Jul 29 14:44:01.228751 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea454076-5383-4216-b800-ad37469451d5 req-94cd899e-1af4-47fc-b19f-8bde2c8f00d4 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:01.240710 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ea454076-5383-4216-b800-ad37469451d5 req-94cd899e-1af4-47fc-b19f-8bde2c8f00d4 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.0849113 Jul 29 14:44:01.315707 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ea454076-5383-4216-b800-ad37469451d5 req-a5902b77-f5eb-4b93-926a-2c054ff70e92 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687046 Jul 29 14:44:01.370096 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae2251b3-39b8-485f-b162-747df7a0220a req-1183142e-1d27-4545-a081-bdd849c89ccb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 210 time: 0.0462611 Jul 29 14:44:01.374361 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-427032b5-2551-4fd4-8810-d2663a5ca3a4 req-52cc4af3-333f-4665-9e57-f70208407e88 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454662 Jul 29 14:44:01.525411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 43d9bdd4-d3bc-4e16-be5e-e39555079d66 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:44:01.653164 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 43d9bdd4-d3bc-4e16-be5e-e39555079d66 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:44:01.660182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 43d9bdd4-d3bc-4e16-be5e-e39555079d66 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:44:01.660895 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:01.773578 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:01.799310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278d797-7401-490a-80df-8a09ebefc25a req-ad82ae5d-deab-4593-880d-ff9b363b6475 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:01.812971 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a278d797-7401-490a-80df-8a09ebefc25a req-ad82ae5d-deab-4593-880d-ff9b363b6475 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 949 time: 0.0847802 Jul 29 14:44:01.813540 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdae6a3d-a79c-4001-99f5-c689b410935d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d9bdd4-d3bc-4e16-be5e-e39555079d66'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:01.816452 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d548c15a-77cb-4635-82dd-da4fb060d8d8" -d '{"events": [{"server_uuid": "bdae6a3d-a79c-4001-99f5-c689b410935d", "name": "network-vif-plugged", "status": "completed", "tag": "43d9bdd4-d3bc-4e16-be5e-e39555079d66"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:01.840807 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 43d9bdd4-d3bc-4e16-be5e-e39555079d66, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=43d9bdd4-d3bc-4e16-be5e-e39555079d66,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:01.848302 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:01.897992 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a278d797-7401-490a-80df-8a09ebefc25a req-ab4a0b70-c95e-4ece-95ab-f13dc5978cd1 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf8fc89a-058e-455a-a3c1-bd895d184957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832977 Jul 29 14:44:01.938288 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=43d9bdd4-d3bc-4e16-be5e-e39555079d66,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:01.948889 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cc2aa2-a0ed-4a3c-9d69-b5af0c0318d0 x-openstack-request-id: req-42cc2aa2-a0ed-4a3c-9d69-b5af0c0318d0 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:01.949403 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdae6a3d-a79c-4001-99f5-c689b410935d", "name": "network-vif-plugged", "status": "completed", "tag": "43d9bdd4-d3bc-4e16-be5e-e39555079d66", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:01.949884 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42cc2aa2-a0ed-4a3c-9d69-b5af0c0318d0 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:01.951350 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdae6a3d-a79c-4001-99f5-c689b410935d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d9bdd4-d3bc-4e16-be5e-e39555079d66', 'code': 200} Jul 29 14:44:01.962615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:01.969777 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:02.187653 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ab5bdf-fecb-4d65-a3f8-add927d3f27f x-openstack-request-id: req-55ab5bdf-fecb-4d65-a3f8-add927d3f27f {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:02.188721 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:02.189060 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55ab5bdf-fecb-4d65-a3f8-add927d3f27f {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:02.189649 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796', 'status': 'completed', 'code': 200} Jul 29 14:44:02.279279 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-ab4441e9-619d-4c2b-aaec-fc14502948b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:02.280270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7597d7-3248-4571-8c92-d9b896ef674f req-10fc8d26-ffa7-4510-80b9-d57310534cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:02.281019 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-ab4441e9-619d-4c2b-aaec-fc14502948b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 1099 time: 0.1283758 Jul 29 14:44:02.283405 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b7597d7-3248-4571-8c92-d9b896ef674f req-10fc8d26-ffa7-4510-80b9-d57310534cbb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 1101 time: 0.2127092 Jul 29 14:44:02.287660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-fde8fcc5-d2d3-4222-aa03-cf8a2164dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:02.289156 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-fde8fcc5-d2d3-4222-aa03-cf8a2164dc6a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 1099 time: 0.0795231 Jul 29 14:44:02.308101 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cb5ef-3878-46e7-af45-328a72d4cf92 req-7c07a843-3e27-4221-a35e-858b9a31b700 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:02.310863 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-650cb5ef-3878-46e7-af45-328a72d4cf92 req-7c07a843-3e27-4221-a35e-858b9a31b700 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 948 time: 0.1456232 Jul 29 14:44:02.417153 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-650cb5ef-3878-46e7-af45-328a72d4cf92 req-1c0524ae-d634-44e8-ba2d-25a04156a75f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748606 Jul 29 14:44:02.419853 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b7597d7-3248-4571-8c92-d9b896ef674f req-9ec2584c-da56-4e41-91c1-3f4bf2a26aad service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cf8fc89a-058e-455a-a3c1-bd895d184957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077466 Jul 29 14:44:02.526860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-30a32cab-7efe-4ce3-b901-4246cc81fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:02.528538 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-30a32cab-7efe-4ce3-b901-4246cc81fb05 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.2384596 Jul 29 14:44:02.544982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-e769b919-0c7d-4cd6-9795-279bece16fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:02.545303 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ebf22c1d-870d-49a0-bb20-b5fa7e318cb6 req-3a695ac4-4ca2-4884-913d-9123dcd83700 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 210 time: 0.0415919 Jul 29 14:44:02.549114 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-e769b919-0c7d-4cd6-9795-279bece16fb0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1812799 Jul 29 14:44:02.618409 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-ecd2d4b0-e681-406a-85f7-194faaf02525 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 HTTP/1.1" status: 200 len: 217 time: 0.0760818 Jul 29 14:44:02.621876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:44:02.677453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1a2dc-f366-411b-a7e9-1569a482937c req-755ddf7c-478f-4aff-bbad-14d93426d9f4 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:02.678768 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f7b1a2dc-f366-411b-a7e9-1569a482937c req-755ddf7c-478f-4aff-bbad-14d93426d9f4 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.1566813 Jul 29 14:44:02.727279 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:44:02.727520 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-11691908-6e62-4158-a4f3-cd47bc9a49cc tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432112 Jul 29 14:44:02.756703 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-2b2092a8-d992-4fd9-a51e-82132ef11317 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 HTTP/1.1" status: 200 len: 217 time: 0.0537465 Jul 29 14:44:02.834892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-e1ade89f-1f94-4563-b838-22d0833fe7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:02.834892 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-e1ade89f-1f94-4563-b838-22d0833fe7f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.2042496 Jul 29 14:44:02.873474 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-8af124c1-aaba-406e-9182-7063ddf19f7c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:02.876726 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-8af124c1-aaba-406e-9182-7063ddf19f7c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450880 Jul 29 14:44:02.881072 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f7b1a2dc-f366-411b-a7e9-1569a482937c req-af382a21-c650-4993-b14b-a0d259d74fb0 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882980 Jul 29 14:44:02.894872 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Request body: {'port': {'device_id': '08e4d92f-2ad3-480d-b709-4fa885edfa97', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '4ab3b8915f2f4e84a51a86946cfa2fce'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:02.905952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-f45c2674-6abd-4a35-8450-84c24e025314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:02.908538 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-f45c2674-6abd-4a35-8450-84c24e025314 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1262057 Jul 29 14:44:02.916515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-e8d296ec-df49-48b8-9c3a-664f30e12414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:02.918340 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-e8d296ec-df49-48b8-9c3a-664f30e12414 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757089 Jul 29 14:44:03.082566 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-f2adc9a4-0c9f-48c6-9fb0-015f2c5881de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:03.084303 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-f2adc9a4-0c9f-48c6-9fb0-015f2c5881de service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1636486 Jul 29 14:44:03.118052 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:03.119831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-9a839741-fc72-462e-a16d-64c17ebfb7fe service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907766 Jul 29 14:44:03.327122 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bd1fc5b-1bb1-4520-9531-e06f2e38aade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:03.558442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Made reservation on behalf of 4ab3b8915f2f4e84a51a86946cfa2fce for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:44:03.566798 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:03.584621 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:03.638569 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a3ffb-6671-4f9a-97ea-877aabb103cf req-60019c43-557a-4a47-accc-6511bde29e5c tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:03.640328 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-463a3ffb-6671-4f9a-97ea-877aabb103cf req-60019c43-557a-4a47-accc-6511bde29e5c tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 950 time: 0.6168325 Jul 29 14:44:03.741323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa898e52-8f71-417e-bb77-f211c215e935 req-16de96ce-d788-4f26-947a-1a2d3acf4c88 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:03.745423 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fa898e52-8f71-417e-bb77-f211c215e935 req-16de96ce-d788-4f26-947a-1a2d3acf4c88 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 948 time: 0.1157722 Jul 29 14:44:03.759608 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-15d88aed-e219-453b-a09e-6cd5e75f7e0c service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6491129 Jul 29 14:44:03.767050 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-463a3ffb-6671-4f9a-97ea-877aabb103cf req-b38eb902-12f0-4d63-9862-061fc0910169 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf8fc89a-058e-455a-a3c1-bd895d184957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110907 Jul 29 14:44:03.769668 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-834b7713-9b6f-4713-88e9-bcac663a22af service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925021 Jul 29 14:44:03.837753 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fa898e52-8f71-417e-bb77-f211c215e935 req-a3c635c7-8050-4d2c-981d-79f926e48474 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812807 Jul 29 14:44:03.875630 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:03.889544 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:03.946910 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a846c68-d957-4aeb-b50f-bfbd07eb9eec,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:04.055572 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d002e9f-6c82-4c2c-87a7-2af7b3a88c4f req-65df4cd9-4f85-470c-a3cc-eaca7a897931 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 210 time: 0.0728080 Jul 29 14:44:04.059109 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecb8e736-b37f-4b97-aa2b-c413351f7e8a req-3e38fcee-798d-48e4-bd2b-0a3184a5ba82 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818942 Jul 29 14:44:04.132274 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cc9c7-d13e-48ed-95f1-12211b04be37 req-0390a2ba-fc63-4b01-99ce-0ee7422058d2 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:04.134984 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-750cc9c7-d13e-48ed-95f1-12211b04be37 req-0390a2ba-fc63-4b01-99ce-0ee7422058d2 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.1486592 Jul 29 14:44:04.205373 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Allocated IP 192.168.233.164 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/c46da8b1-3c40-4c16-9600-ef826036cec4) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:44:04.222998 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:04.263212 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-750cc9c7-d13e-48ed-95f1-12211b04be37 req-339142f8-036a-4cf1-926d-f4c669a7ec5a tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175129 Jul 29 14:44:04.564219 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:04.591060 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Transition to ACTIVE for port object c46da8b1-3c40-4c16-9600-ef826036cec4 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:44:04.638130 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:04.683760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:44:04.686848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:44:04.690365 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:44:04.734237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event updated for resources: {'Port': ['ID=c46da8b1-3c40-4c16-9600-ef826036cec4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:04.781706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:04.783340 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:04.807552 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-0493fc66-d010-490e-aa88-35c2600ff000 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9197173 Jul 29 14:44:04.823421 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Request body: {'port': {'device_id': '08e4d92f-2ad3-480d-b709-4fa885edfa97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:04.934033 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:05.028118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f5b34-77eb-4352-a261-8ba4a36b37cb req-eed5ba12-9a2e-4b17-9cda-3f0e693e119d tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:05.033742 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4f0f5b34-77eb-4352-a261-8ba4a36b37cb req-eed5ba12-9a2e-4b17-9cda-3f0e693e119d tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 950 time: 0.1147125 Jul 29 14:44:05.106020 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4f0f5b34-77eb-4352-a261-8ba4a36b37cb req-d5185201-6491-4487-972e-bdf848457717 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf8fc89a-058e-455a-a3c1-bd895d184957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597970 Jul 29 14:44:05.129147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a08eb35b-3adf-4d3b-8b7a-e08a6becd068 None None] Provisioning for port c46da8b1-3c40-4c16-9600-ef826036cec4 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:44:05.142262 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a08eb35b-3adf-4d3b-8b7a-e08a6becd068 None None] Provisioning complete for port c46da8b1-3c40-4c16-9600-ef826036cec4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:44:05.142896 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a08eb35b-3adf-4d3b-8b7a-e08a6becd068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:05.214776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a08eb35b-3adf-4d3b-8b7a-e08a6becd068 None None] Port c46da8b1-3c40-4c16-9600-ef826036cec4 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:44:05.225522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f87835-d7b4-48ae-80f9-eff43f9b3621 req-4c84fa4e-f32b-4446-aa93-60ec1b9ecb99 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:05.229195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28f87835-d7b4-48ae-80f9-eff43f9b3621 req-4c84fa4e-f32b-4446-aa93-60ec1b9ecb99 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 948 time: 0.2494729 Jul 29 14:44:05.301571 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c5f79-03c1-40a4-a756-6afb33c6bdcf req-895e4a18-f9b3-4681-b083-8cb5dadcc4d3 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:05.303404 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-368c5f79-03c1-40a4-a756-6afb33c6bdcf req-895e4a18-f9b3-4681-b083-8cb5dadcc4d3 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 936 time: 0.0828464 Jul 29 14:44:05.334700 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28f87835-d7b4-48ae-80f9-eff43f9b3621 req-5c8d8009-5232-4f15-b1e0-70d6198778bf tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941310 Jul 29 14:44:05.355996 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-368c5f79-03c1-40a4-a756-6afb33c6bdcf req-fa8729b6-8ef8-47ee-8d1c-537f47242839 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 Jul 29 14:44:05.532445 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c46da8b1-3c40-4c16-9600-ef826036cec4 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:44:05.542996 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:05.563428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:44:05.583754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Transition to ACTIVE for port object c46da8b1-3c40-4c16-9600-ef826036cec4 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:44:05.597297 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:05.745824 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d82148-99cb-4975-ba2c-a79e0e8f945d req-2b33ffea-cc5b-4f59-92ba-256b5ee5f721 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:05.761265 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-35d82148-99cb-4975-ba2c-a79e0e8f945d req-2b33ffea-cc5b-4f59-92ba-256b5ee5f721 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.1482382 Jul 29 14:44:05.862490 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-35d82148-99cb-4975-ba2c-a79e0e8f945d req-7bf0dd7e-877e-4973-9992-70c9268d8f8f tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982118 Jul 29 14:44:05.889311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:05.916232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Pushing event updated for resources: {'Port': ['ID=c46da8b1-3c40-4c16-9600-ef826036cec4,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:05.928566 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796', 'mac_address': 'fa:16:3e:45:2f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:44:05.988448 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:06.005671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:44:06.018938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Attempting to bind port c46da8b1-3c40-4c16-9600-ef826036cec4 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:44:06.019912 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Attempting to bind port c46da8b1-3c40-4c16-9600-ef826036cec4 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:44:06.020691 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Attempting to bind port c46da8b1-3c40-4c16-9600-ef826036cec4 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:06.030397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Port c46da8b1-3c40-4c16-9600-ef826036cec4 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:44:06.031302 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Attempting to bind port c46da8b1-3c40-4c16-9600-ef826036cec4 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:06.038026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:06.040896 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:06.047815 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:44:06.048909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:44:06.049981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:44:06.051374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Bound port: c46da8b1-3c40-4c16-9600-ef826036cec4, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:44:06.052773 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:06.160052 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:06.174162 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:06.199603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] For port c46da8b1-3c40-4c16-9600-ef826036cec4, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:44:06.205099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] For port c46da8b1-3c40-4c16-9600-ef826036cec4, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=c46da8b1-3c40-4c16-9600-ef826036cec4,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:44:06.214115 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:06.301187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:06.302158 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:06.304580 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] 10.222.0.39 "PUT /v2.0/ports/c46da8b1-3c40-4c16-9600-ef826036cec4 HTTP/1.1" status: 200 len: 1096 time: 1.4878328 Jul 29 14:44:06.305417 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e4d92f-2ad3-480d-b709-4fa885edfa97', 'tag': 'c46da8b1-3c40-4c16-9600-ef826036cec4'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:06.320867 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca737324-e32f-4ee8-aa92-2b92ef260e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "08e4d92f-2ad3-480d-b709-4fa885edfa97", "tag": "c46da8b1-3c40-4c16-9600-ef826036cec4"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:06.450020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['7430ff7e-dc34-4d3a-b7ad-5e6b99db4796'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:06.465987 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2f8ff-f017-4d83-b4fd-1df32f9bdc2f service neutron] Pushing event updated for resources: {'Port': ['ID=c46da8b1-3c40-4c16-9600-ef826036cec4,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:06.532041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-57f21d8f-2956-4f12-b8bf-9f4f6a75605d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:06.547020 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-57f21d8f-2956-4f12-b8bf-9f4f6a75605d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 1099 time: 0.1731768 Jul 29 14:44:06.675011 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267f22c1-4353-4cd2-8245-7ce616fa3c8c x-openstack-request-id: req-267f22c1-4353-4cd2-8245-7ce616fa3c8c {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:06.691819 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e4d92f-2ad3-480d-b709-4fa885edfa97", "tag": "c46da8b1-3c40-4c16-9600-ef826036cec4", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:06.692232 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-267f22c1-4353-4cd2-8245-7ce616fa3c8c {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:06.692921 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e4d92f-2ad3-480d-b709-4fa885edfa97', 'tag': 'c46da8b1-3c40-4c16-9600-ef826036cec4', 'status': 'completed', 'code': 200} Jul 29 14:44:06.711319 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-098df451-607c-422f-83b5-981008c2a7f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=c46da8b1-3c40-4c16-9600-ef826036cec4 HTTP/1.1" status: 200 len: 217 time: 0.1527820 Jul 29 14:44:06.729523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-200ef52c-f65a-4b08-ac6b-938169817e91 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:06.731118 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-200ef52c-f65a-4b08-ac6b-938169817e91 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.38 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48&tenant_id=066be3c079594f16a4e143f5f26610bd&binding%3Ahost_id=n-h1-802893-1 HTTP/1.1" status: 200 len: 949 time: 0.2078857 Jul 29 14:44:06.840110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-01a69971-bb6b-48ab-9776-9207ee934eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:06.841781 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-01a69971-bb6b-48ab-9776-9207ee934eef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1001599 Jul 29 14:44:06.855643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fc904-32ec-4f72-9af2-a2f090ac6d91 req-32151ba6-ca6a-4625-97ae-c8ad860dc062 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:06.863851 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b0fc904-32ec-4f72-9af2-a2f090ac6d91 req-32151ba6-ca6a-4625-97ae-c8ad860dc062 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 948 time: 0.1690762 Jul 29 14:44:06.913479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5e88e-deb1-48c3-9680-573cc42cd81c req-6ea42315-b8bd-4b5f-9c67-e9945a50fb67 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:06.917279 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ee5e88e-deb1-48c3-9680-573cc42cd81c req-6ea42315-b8bd-4b5f-9c67-e9945a50fb67 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 949 time: 0.1793659 Jul 29 14:44:06.948414 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b0fc904-32ec-4f72-9af2-a2f090ac6d91 req-b50794d1-0913-4eac-b8ac-26f6987d0939 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836952 Jul 29 14:44:06.954908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-fde5164e-8895-4307-bcd8-9efc43bbb0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:06.956092 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-fde5164e-8895-4307-bcd8-9efc43bbb0c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798123 Jul 29 14:44:06.968237 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-06a8453a-7bc5-47eb-86b5-1cbbbefc1311 service neutron] 10.222.0.38 "GET /v2.0/ports/7430ff7e-dc34-4d3a-b7ad-5e6b99db4796/bindings/n-h1-802893-1 HTTP/1.1" status: 200 len: 382 time: 0.2168567 Jul 29 14:44:07.012371 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ee5e88e-deb1-48c3-9680-573cc42cd81c req-468ab7fd-0840-4916-a70c-fdf53074a14a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851293 Jul 29 14:44:07.087375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-d228ebbf-29af-46f9-817b-39d5cdb2b9ec service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223550 Jul 29 14:44:07.120032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-5b18abe0-80a3-4c11-99f9-7d3d61ccf9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:07.122659 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-5b18abe0-80a3-4c11-99f9-7d3d61ccf9c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 1100 time: 0.0969291 Jul 29 14:44:07.234507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa73c6b-237b-4a0d-9ddb-5a3339ffb513 req-437fae4a-9dca-4e6c-8217-1c49ada64754 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:07.236144 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-caa73c6b-237b-4a0d-9ddb-5a3339ffb513 req-437fae4a-9dca-4e6c-8217-1c49ada64754 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.1330299 Jul 29 14:44:07.239703 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63e8581c-a28b-4afb-9a2f-b72ee5f84a39 req-d80d0174-d344-481b-b292-15aa86ef3d72 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430712 Jul 29 14:44:07.272628 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-b65e5bf5-359d-4cf6-b4f9-8778db755542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:07.274156 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-b65e5bf5-359d-4cf6-b4f9-8778db755542 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1261477 Jul 29 14:44:07.300855 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-caa73c6b-237b-4a0d-9ddb-5a3339ffb513 req-7024e7f2-0857-493e-89d5-0054f04f2c0b tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536742 Jul 29 14:44:07.360033 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-ed72cf9e-fdba-4522-98c7-fd286544fe95 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 HTTP/1.1" status: 200 len: 217 time: 0.0678296 Jul 29 14:44:07.389838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca737324-e32f-4ee8-aa92-2b92ef260e9b req-c3999754-2608-4be9-8962-c0c631f63f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:07.393233 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca737324-e32f-4ee8-aa92-2b92ef260e9b req-c3999754-2608-4be9-8962-c0c631f63f33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 1099 time: 0.0938566 Jul 29 14:44:07.468649 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-af7ee81d-0570-403e-8bfa-9b83bc05704d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:07.471623 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-af7ee81d-0570-403e-8bfa-9b83bc05704d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0854135 Jul 29 14:44:07.547597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-4b4d17bb-5ed1-416f-a736-6b36732b4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:07.551502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-4b4d17bb-5ed1-416f-a736-6b36732b4ea3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705996 Jul 29 14:44:07.555000 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca737324-e32f-4ee8-aa92-2b92ef260e9b req-6daf76cc-96ef-4cef-884e-85803c890582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:07.559546 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca737324-e32f-4ee8-aa92-2b92ef260e9b req-6daf76cc-96ef-4cef-884e-85803c890582 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1572692 Jul 29 14:44:07.647797 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca737324-e32f-4ee8-aa92-2b92ef260e9b req-bc7f9cd5-7bec-47f8-b477-ec6db4f2b75a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=c46da8b1-3c40-4c16-9600-ef826036cec4 HTTP/1.1" status: 200 len: 217 time: 0.0810025 Jul 29 14:44:07.731425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca737324-e32f-4ee8-aa92-2b92ef260e9b req-eea89fc7-79f5-4a59-8f6a-e579469d1985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:07.736550 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca737324-e32f-4ee8-aa92-2b92ef260e9b req-eea89fc7-79f5-4a59-8f6a-e579469d1985 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0793240 Jul 29 14:44:07.798419 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-0b1a61fc-f8ed-466f-80ca-ec5c680e800b service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380667 Jul 29 14:44:07.799345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca737324-e32f-4ee8-aa92-2b92ef260e9b req-d6e6a2d4-a237-4bcb-9572-f9ac8dae15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:07.800413 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca737324-e32f-4ee8-aa92-2b92ef260e9b req-d6e6a2d4-a237-4bcb-9572-f9ac8dae15fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0556898 Jul 29 14:44:07.931047 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-ba388e97-409a-45f0-80f6-98e7c17ee333 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101377 Jul 29 14:44:07.938886 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca737324-e32f-4ee8-aa92-2b92ef260e9b req-7a572cf6-0ed9-4da5-a3e9-adce0f509a1d service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304665 Jul 29 14:44:08.094331 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca737324-e32f-4ee8-aa92-2b92ef260e9b req-2c5b4fb6-3862-49a8-b0f1-33c8552be930 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463716 Jul 29 14:44:08.139457 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4fd41-5ce8-4f59-8bc9-af368286f675 req-c8d4b812-f00e-4d00-80e7-e9c6b93cb98c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:08.141735 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65e4fd41-5ce8-4f59-8bc9-af368286f675 req-c8d4b812-f00e-4d00-80e7-e9c6b93cb98c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 948 time: 0.0751946 Jul 29 14:44:08.187981 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bd5d9-c204-4e44-9fd8-2b1981a2b3ce req-8e9884fa-a1e6-4252-90db-abe66d01f7ec tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:08.189931 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c5bd5d9-c204-4e44-9fd8-2b1981a2b3ce req-8e9884fa-a1e6-4252-90db-abe66d01f7ec tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 949 time: 0.0648494 Jul 29 14:44:08.195225 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65e4fd41-5ce8-4f59-8bc9-af368286f675 req-ed8730ce-382a-4d0b-958d-6298a5cef9cc tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455909 Jul 29 14:44:08.238863 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c5bd5d9-c204-4e44-9fd8-2b1981a2b3ce req-3e2e3b6e-af7b-492c-8305-7401895e3a80 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401795 Jul 29 14:44:08.444512 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d36b76-9f97-4d03-b730-e37b603b8cc5 req-b2f896cc-2886-4e4b-9242-849c6240fc2b tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:08.446350 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f8d36b76-9f97-4d03-b730-e37b603b8cc5 req-b2f896cc-2886-4e4b-9242-849c6240fc2b tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.0533786 Jul 29 14:44:08.493990 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f8d36b76-9f97-4d03-b730-e37b603b8cc5 req-36e9f58a-0b5b-4c57-a82c-3008ae67736f tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377450 Jul 29 14:44:09.317741 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14c3f-2332-4fe9-a657-15edd5454ba6 req-c42ac30c-e08b-46ef-be29-80286daede9a tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:09.319434 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b0d14c3f-2332-4fe9-a657-15edd5454ba6 req-c42ac30c-e08b-46ef-be29-80286daede9a tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 948 time: 0.0571945 Jul 29 14:44:09.362173 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b0d14c3f-2332-4fe9-a657-15edd5454ba6 req-2f0ea8a3-2c94-43fa-8982-c2ef5c49793e tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366039 Jul 29 14:44:09.364496 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26e309-8c58-4520-8590-222c917c509e req-b4722640-dbd9-4929-b8ed-1a20637b563d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:09.366190 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7c26e309-8c58-4520-8590-222c917c509e req-b4722640-dbd9-4929-b8ed-1a20637b563d tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 949 time: 0.0529859 Jul 29 14:44:09.416391 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7c26e309-8c58-4520-8590-222c917c509e req-7c517464-859c-4ac3-b4b3-71cfbb2264d6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431910 Jul 29 14:44:09.566984 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 43d9bdd4-d3bc-4e16-be5e-e39555079d66 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:44:09.580699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:44:09.652608 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e8877-49b7-4d1f-803e-538f0a9a0e46 req-ade2ab62-c56f-4418-bb21-2a1ac41688af tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:09.654901 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba8e8877-49b7-4d1f-803e-538f0a9a0e46 req-ade2ab62-c56f-4418-bb21-2a1ac41688af tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.0697017 Jul 29 14:44:09.699235 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:44:09.705367 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba8e8877-49b7-4d1f-803e-538f0a9a0e46 req-44325bf0-28eb-431e-8d5b-be811fd08799 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426791 Jul 29 14:44:09.708373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:44:09.708790 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:09.743004 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 43d9bdd4-d3bc-4e16-be5e-e39555079d66, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=43d9bdd4-d3bc-4e16-be5e-e39555079d66,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:09.767557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '43d9bdd4-d3bc-4e16-be5e-e39555079d66', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '43d9bdd4-d3bc-4e16-be5e-e39555079d66', 'mac_address': 'fa:16:3e:57:5b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:44:09.836185 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:09.866805 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43d9bdd4-d3bc-4e16-be5e-e39555079d66 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:44:09.873975 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:09.899298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 43d9bdd4-d3bc-4e16-be5e-e39555079d66, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=43d9bdd4-d3bc-4e16-be5e-e39555079d66,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:09.907013 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:09.937175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:09.939869 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f1c183-0ef7-482f-ab24-f28e89b19693" -d '{"events": [{"server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "name": "network-vif-plugged", "status": "completed", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:09.960370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:09.971231 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:09.982834 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=43d9bdd4-d3bc-4e16-be5e-e39555079d66,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:09.991709 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:09.994103 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:09.994619 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:09.994825 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:09.995170 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:09.995546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:09.995936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:09.996325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:09.996598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:09.996969 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:09.997788 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:09.997788 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:10.002722 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1410f9-3034-4298-b944-90fd60ff4fa2 x-openstack-request-id: req-0a1410f9-3034-4298-b944-90fd60ff4fa2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:10.003036 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "name": "network-vif-plugged", "status": "completed", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:10.003330 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a1410f9-3034-4298-b944-90fd60ff4fa2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:10.003777 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796', 'code': 200} Jul 29 14:44:10.061180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:10.169272 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['43d9bdd4-d3bc-4e16-be5e-e39555079d66'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:10.585832 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:10.589574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795fb76-cab8-4ada-b8f0-7af46dddb156 req-cb3dd9ed-967e-49f9-994f-e0990fa828b1 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:10.591371 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6795fb76-cab8-4ada-b8f0-7af46dddb156 req-cb3dd9ed-967e-49f9-994f-e0990fa828b1 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 948 time: 0.1281621 Jul 29 14:44:10.650486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6795fb76-cab8-4ada-b8f0-7af46dddb156 req-e10c31eb-881b-453c-8a6e-65e434829c53 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508652 Jul 29 14:44:10.651896 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4318f83-7bae-4c61-8978-4594642eaea2 req-46f37ba2-4805-4c04-9f4d-db6f4cdbc866 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:10.667917 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device c46da8b1-3c40-4c16-9600-ef826036cec4 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:44:10.672946 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d4318f83-7bae-4c61-8978-4594642eaea2 req-46f37ba2-4805-4c04-9f4d-db6f4cdbc866 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.1058307 Jul 29 14:44:10.747887 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d4318f83-7bae-4c61-8978-4594642eaea2 req-de0f8a83-5cbc-4f5f-b327-9941e1d392f2 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735993 Jul 29 14:44:10.821662 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port c46da8b1-3c40-4c16-9600-ef826036cec4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=c46da8b1-3c40-4c16-9600-ef826036cec4,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:10.839552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'c46da8b1-3c40-4c16-9600-ef826036cec4', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': 'c46da8b1-3c40-4c16-9600-ef826036cec4', 'mac_address': 'fa:16:3e:48:67:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:44:10.902175 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:10.931010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c46da8b1-3c40-4c16-9600-ef826036cec4 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:44:11.004031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8768d78-9b4e-4633-8920-ac05ff0f30c6 req-68bc7400-4b53-495f-a1a6-bd256b451cce tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:11.016449 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8768d78-9b4e-4633-8920-ac05ff0f30c6 req-68bc7400-4b53-495f-a1a6-bd256b451cce tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.0858536 Jul 29 14:44:11.023431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port c46da8b1-3c40-4c16-9600-ef826036cec4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=c46da8b1-3c40-4c16-9600-ef826036cec4,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:11.032033 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:11.147033 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8768d78-9b4e-4633-8920-ac05ff0f30c6 req-7f316b66-8980-48a6-a385-c9ea35ec5fbb tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295550 Jul 29 14:44:11.148532 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=c46da8b1-3c40-4c16-9600-ef826036cec4,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:11.178219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-a8f1eb4d-8343-4192-884f-36665d88e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:11.180593 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-a8f1eb4d-8343-4192-884f-36665d88e524 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48&tenant_id=066be3c079594f16a4e143f5f26610bd HTTP/1.1" status: 200 len: 1101 time: 0.1300118 Jul 29 14:44:11.195862 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:11.262134 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:11.290741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c46da8b1-3c40-4c16-9600-ef826036cec4'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:11.601371 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 43d9bdd4-d3bc-4e16-be5e-e39555079d66 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:44:11.653082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:11.700940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 43d9bdd4-d3bc-4e16-be5e-e39555079d66 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:44:11.701598 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:11.775777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:44:11.833613 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:11.915396 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 43d9bdd4-d3bc-4e16-be5e-e39555079d66, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=43d9bdd4-d3bc-4e16-be5e-e39555079d66,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:11.924267 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:11.972612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:11.975830 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dc40e9-5f25-4d81-8fde-152e6d8b2a05" -d '{"events": [{"server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "name": "network-vif-unplugged", "status": "completed", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:11.981762 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:12.001568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4d7d8-a887-4190-95ec-7eb19da3c863 req-423c56c0-2c08-4c51-abc2-252ac3b3690a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:12.006574 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdae6a3d-a79c-4001-99f5-c689b410935d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d9bdd4-d3bc-4e16-be5e-e39555079d66'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:12.009801 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53b4d7d8-a887-4190-95ec-7eb19da3c863 req-423c56c0-2c08-4c51-abc2-252ac3b3690a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.1156535 Jul 29 14:44:12.012351 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bf31da-8fad-406d-8512-9072263841de" -d '{"events": [{"server_uuid": "bdae6a3d-a79c-4001-99f5-c689b410935d", "name": "network-vif-plugged", "status": "completed", "tag": "43d9bdd4-d3bc-4e16-be5e-e39555079d66"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:12.016846 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e0af1-305c-451e-8bb9-f721dc318de3 req-0b6c9987-1d43-4c70-9bb8-0dfa824df833 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:12.018632 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-442e0af1-305c-451e-8bb9-f721dc318de3 req-0b6c9987-1d43-4c70-9bb8-0dfa824df833 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 949 time: 0.1696019 Jul 29 14:44:12.021403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Transition to ACTIVE for port object 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:44:12.028618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=43d9bdd4-d3bc-4e16-be5e-e39555079d66,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:12.038497 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:12.117492 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53b4d7d8-a887-4190-95ec-7eb19da3c863 req-be31bfb9-b184-4ff8-b668-ac0b65df744a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032126 Jul 29 14:44:12.129253 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-442e0af1-305c-451e-8bb9-f721dc318de3 req-06c44b7c-659f-480f-95c1-093362325414 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963302 Jul 29 14:44:12.170976 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Pushing event updated for resources: {'Port': ['ID=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,revision_number=10']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:12.175271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] No DVR routers for this DVR port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:44:12.221124 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Attempting to bind port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:44:12.221753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Attempting to bind port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:44:12.222273 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Attempting to bind port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:12.228355 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:44:12.229096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Attempting to bind port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:12.236918 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:44:12.237705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:44:12.238461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:44:12.239169 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Bound port: 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:44:12.241237 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:12.352981 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f6ca5d-d9fe-4de3-ac25-0c820eb02bfb x-openstack-request-id: req-10f6ca5d-d9fe-4de3-ac25-0c820eb02bfb {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:12.353335 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdae6a3d-a79c-4001-99f5-c689b410935d", "name": "network-vif-plugged", "status": "completed", "tag": "43d9bdd4-d3bc-4e16-be5e-e39555079d66", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:12.353590 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10f6ca5d-d9fe-4de3-ac25-0c820eb02bfb {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:12.353988 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdae6a3d-a79c-4001-99f5-c689b410935d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d9bdd4-d3bc-4e16-be5e-e39555079d66', 'code': 200} Jul 29 14:44:12.380591 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f369c180-9c54-4c1f-b329-3dd50a4889d8 x-openstack-request-id: req-f369c180-9c54-4c1f-b329-3dd50a4889d8 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:12.380917 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "name": "network-vif-unplugged", "status": "completed", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:12.381159 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f369c180-9c54-4c1f-b329-3dd50a4889d8 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:12.381561 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796', 'code': 200} Jul 29 14:44:12.423453 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:44:12.431206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:44:12.466220 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:12.553458 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:12.554373 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:12.555986 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] 10.222.0.39 "PUT /v2.0/ports/7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 HTTP/1.1" status: 200 len: 1097 time: 1.3648279 Jul 29 14:44:12.658947 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640ff94-c487-4cdd-890b-f380545195a9 req-430fac70-bac3-4c07-bb10-3e725d97c178 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:12.660872 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a640ff94-c487-4cdd-890b-f380545195a9 req-430fac70-bac3-4c07-bb10-3e725d97c178 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.1231868 Jul 29 14:44:12.681398 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device c46da8b1-3c40-4c16-9600-ef826036cec4 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:44:12.733123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56778b-779b-4fc1-a3a8-62876fb94e4c service neutron] Pushing event updated for resources: {'Port': ['ID=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,revision_number=11']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:12.753701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-5b21a30e-57fc-471f-905a-18d3cbeee951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:12.758830 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-5b21a30e-57fc-471f-905a-18d3cbeee951 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 1100 time: 0.1454158 Jul 29 14:44:12.768631 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a640ff94-c487-4cdd-890b-f380545195a9 req-95599b89-017a-4538-a86a-1daf6870c230 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010475 Jul 29 14:44:12.825290 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port c46da8b1-3c40-4c16-9600-ef826036cec4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:44:12.846640 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port c46da8b1-3c40-4c16-9600-ef826036cec4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:44:12.847353 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:12.887138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-8f355c6e-20b1-4452-9702-818c9285241c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:12.887138 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-8f355c6e-20b1-4452-9702-818c9285241c service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1150136 Jul 29 14:44:12.939340 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-caf9622d-0156-4ddb-a1d5-f55dd3d055e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 HTTP/1.1" status: 200 len: 217 time: 0.0463829 Jul 29 14:44:12.993869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-a9a11103-7052-4d7a-8aa8-2a1e63949279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:12.995612 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:12.995908 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-a9a11103-7052-4d7a-8aa8-2a1e63949279 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0493450 Jul 29 14:44:13.043810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port c46da8b1-3c40-4c16-9600-ef826036cec4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=c46da8b1-3c40-4c16-9600-ef826036cec4,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:13.052143 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:13.057578 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-1102dd00-eb4f-4eef-9a02-822b9f16e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:13.059521 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-1102dd00-eb4f-4eef-9a02-822b9f16e35c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0553033 Jul 29 14:44:13.142465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=c46da8b1-3c40-4c16-9600-ef826036cec4,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:13.228728 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-3828a45e-e117-4488-9bb4-18a2b689fdd3 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600020 Jul 29 14:44:13.362785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540cde8-cadf-4523-a584-403b500491c5 req-f9276add-30d4-4f07-9058-157b6b0ee9c5 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:13.373327 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e540cde8-cadf-4523-a584-403b500491c5 req-f9276add-30d4-4f07-9058-157b6b0ee9c5 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 949 time: 0.1240098 Jul 29 14:44:13.479815 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e540cde8-cadf-4523-a584-403b500491c5 req-db9df185-93d8-48aa-801e-f829aae31b69 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014776 Jul 29 14:44:13.545459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed3f53-5875-47e4-a0bc-3100d06e68a8 req-59dd2706-45c7-47f5-95b9-79bdfbf1a35e tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:13.555140 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41ed3f53-5875-47e4-a0bc-3100d06e68a8 req-59dd2706-45c7-47f5-95b9-79bdfbf1a35e tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 950 time: 0.2214143 Jul 29 14:44:13.567233 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e55e0408-eeff-4f49-a3e7-fea5c54a1d3e req-14aa22ce-c87d-42f3-8f8a-8c5d5d7e5283 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311434 Jul 29 14:44:13.608072 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:44:13.663938 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:44:13.669452 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41ed3f53-5875-47e4-a0bc-3100d06e68a8 req-6d53d87c-12ab-4049-8f9f-e7343e9b4a81 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007123 Jul 29 14:44:13.991436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d2028-6310-4cf1-9c04-55eda6c9b8a5 req-23f08d39-9306-441f-9ca5-b3627c67fddd tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:13.993067 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d13d2028-6310-4cf1-9c04-55eda6c9b8a5 req-23f08d39-9306-441f-9ca5-b3627c67fddd tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.1151557 Jul 29 14:44:14.059705 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d13d2028-6310-4cf1-9c04-55eda6c9b8a5 req-15d79484-b043-446e-92c7-a2d1b8b5dbee tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536327 Jul 29 14:44:14.367685 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e4d92f-2ad3-480d-b709-4fa885edfa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46da8b1-3c40-4c16-9600-ef826036cec4'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:14.374265 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecee171a-2e82-4151-8300-f33be0cb1e33" -d '{"events": [{"server_uuid": "08e4d92f-2ad3-480d-b709-4fa885edfa97", "name": "network-vif-plugged", "status": "completed", "tag": "c46da8b1-3c40-4c16-9600-ef826036cec4"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:14.383631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:14.386362 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03825721-023a-4632-a958-0c5684661a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:14.455934 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a25633-b052-4b2c-93b9-d0b95a3b04e4 x-openstack-request-id: req-a7a25633-b052-4b2c-93b9-d0b95a3b04e4 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:14.456564 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e4d92f-2ad3-480d-b709-4fa885edfa97", "name": "network-vif-plugged", "status": "completed", "tag": "c46da8b1-3c40-4c16-9600-ef826036cec4", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:14.457012 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7a25633-b052-4b2c-93b9-d0b95a3b04e4 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:14.457541 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e4d92f-2ad3-480d-b709-4fa885edfa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c46da8b1-3c40-4c16-9600-ef826036cec4', 'code': 200} Jul 29 14:44:14.498353 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634a3bc9-a223-4ebf-8075-75db07a2e5f9 x-openstack-request-id: req-634a3bc9-a223-4ebf-8075-75db07a2e5f9 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:14.498353 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:14.498353 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-634a3bc9-a223-4ebf-8075-75db07a2e5f9 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:14.498353 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796', 'status': 'completed', 'code': 200} Jul 29 14:44:14.654255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825721-023a-4632-a958-0c5684661a7d req-f07fa4f5-d5e3-4d56-abb7-42b4ec4f9b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:14.666200 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03825721-023a-4632-a958-0c5684661a7d req-f07fa4f5-d5e3-4d56-abb7-42b4ec4f9b83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 1100 time: 0.1461411 Jul 29 14:44:14.819783 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bc13f-36f0-4c21-8308-7056bc934625 req-597c0d27-0971-494e-8adb-c7e1315b94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:14.819783 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd9bc13f-36f0-4c21-8308-7056bc934625 req-597c0d27-0971-494e-8adb-c7e1315b94dc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 1101 time: 0.2479963 Jul 29 14:44:14.929419 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd9bc13f-36f0-4c21-8308-7056bc934625 req-e62561a0-e633-4e31-a5e6-5628d967786f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067197 Jul 29 14:44:14.982829 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825721-023a-4632-a958-0c5684661a7d req-fadc9a34-2fba-45f1-b1a5-3f67ebbcd91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:14.985669 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03825721-023a-4632-a958-0c5684661a7d req-fadc9a34-2fba-45f1-b1a5-3f67ebbcd91f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=066be3c079594f16a4e143f5f26610bd&device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 1100 time: 0.3882837 Jul 29 14:44:15.048414 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3897312-8795-4709-8dd1-13f9512dcda6 req-240661ba-0b57-43d9-923b-5741aed77249 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:15.068621 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3897312-8795-4709-8dd1-13f9512dcda6 req-240661ba-0b57-43d9-923b-5741aed77249 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 949 time: 0.4006431 Jul 29 14:44:15.111294 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825721-023a-4632-a958-0c5684661a7d req-ddee5c72-b7b0-49c9-b520-30f2e6d694e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:15.113982 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03825721-023a-4632-a958-0c5684661a7d req-ddee5c72-b7b0-49c9-b520-30f2e6d694e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.4194512 Jul 29 14:44:15.115352 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7ab4f-e74e-4053-847f-e079e5d4a81f req-a41ac224-7b61-4af6-a194-bee5db92ded2 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:15.118169 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a3b7ab4f-e74e-4053-847f-e079e5d4a81f req-a41ac224-7b61-4af6-a194-bee5db92ded2 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 950 time: 0.1872406 Jul 29 14:44:15.224362 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3897312-8795-4709-8dd1-13f9512dcda6 req-fa037338-8354-41ba-9ab0-8b4b1cee2d74 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543381 Jul 29 14:44:15.230946 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03825721-023a-4632-a958-0c5684661a7d req-d98fa919-82c8-4c78-a0b3-e71dc27a1182 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 HTTP/1.1" status: 200 len: 217 time: 0.0903962 Jul 29 14:44:15.292182 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a3b7ab4f-e74e-4053-847f-e079e5d4a81f req-5dfd2341-84c6-4ee2-b7eb-983b80fe3e22 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481106 Jul 29 14:44:15.304685 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825721-023a-4632-a958-0c5684661a7d req-5f5c240c-8032-4969-a2a1-b3623bef5e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:15.313212 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03825721-023a-4632-a958-0c5684661a7d req-5f5c240c-8032-4969-a2a1-b3623bef5e51 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.3165560 Jul 29 14:44:15.359845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825721-023a-4632-a958-0c5684661a7d req-f5730796-42d8-4b95-b9a4-e25e0220d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:15.362175 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03825721-023a-4632-a958-0c5684661a7d req-f5730796-42d8-4b95-b9a4-e25e0220d007 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1182454 Jul 29 14:44:15.416842 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03825721-023a-4632-a958-0c5684661a7d req-4be1b374-7007-4aaf-ae68-8234783a4cbc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 HTTP/1.1" status: 200 len: 217 time: 0.0964687 Jul 29 14:44:15.521784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825721-023a-4632-a958-0c5684661a7d req-aff49af0-8809-45e5-8dfb-6b602e10b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:15.525571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03825721-023a-4632-a958-0c5684661a7d req-aff49af0-8809-45e5-8dfb-6b602e10b178 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553664 Jul 29 14:44:15.650312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825721-023a-4632-a958-0c5684661a7d req-8d5981cf-f4fb-49af-b2db-1eac21ef1512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:15.657901 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03825721-023a-4632-a958-0c5684661a7d req-8d5981cf-f4fb-49af-b2db-1eac21ef1512 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.2209558 Jul 29 14:44:15.706808 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03825721-023a-4632-a958-0c5684661a7d req-2701eedc-7fde-4ead-bb1e-8241b11bbabc service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706319 Jul 29 14:44:15.826657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc4b4b-2b76-44f4-b93e-f143816326b7 req-5566aed4-53bc-4830-82e0-dfdc495453db tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:15.829348 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fbcc4b4b-2b76-44f4-b93e-f143816326b7 req-5566aed4-53bc-4830-82e0-dfdc495453db tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.1471684 Jul 29 14:44:15.876107 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825721-023a-4632-a958-0c5684661a7d req-65438c86-ae9f-4b45-bc4d-58c9129d4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:15.877844 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03825721-023a-4632-a958-0c5684661a7d req-65438c86-ae9f-4b45-bc4d-58c9129d4e06 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2120979 Jul 29 14:44:15.940581 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03825721-023a-4632-a958-0c5684661a7d req-c2654457-b06e-47b3-9776-5b5fe46e2749 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154708 Jul 29 14:44:16.049957 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fbcc4b4b-2b76-44f4-b93e-f143816326b7 req-c6962be0-80d7-4920-a596-2f830575dfae tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110679 Jul 29 14:44:16.111980 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03825721-023a-4632-a958-0c5684661a7d req-687c9f6b-11dc-4aca-878f-e2c3c021e33d service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249885 Jul 29 14:44:16.237338 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03825721-023a-4632-a958-0c5684661a7d req-1a351b2f-9251-4510-a15d-20deb3a41e9a service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171849 Jul 29 14:44:16.446021 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e10952-a45e-4aae-ba02-4799816ddf5d req-53fc6ac5-63a6-4461-b356-63af988c7adb tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:16.457895 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-12e10952-a45e-4aae-ba02-4799816ddf5d req-53fc6ac5-63a6-4461-b356-63af988c7adb tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 949 time: 0.1124830 Jul 29 14:44:16.529546 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-12e10952-a45e-4aae-ba02-4799816ddf5d req-666f0cda-f376-4405-955a-974561009ce6 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684164 Jul 29 14:44:16.530987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165a612-8fb9-4148-8595-02d7143bb19c req-92006435-7952-4b33-ab86-bc3b8c3b3ee3 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:16.532935 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6165a612-8fb9-4148-8595-02d7143bb19c req-92006435-7952-4b33-ab86-bc3b8c3b3ee3 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 950 time: 0.1065462 Jul 29 14:44:16.643219 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6165a612-8fb9-4148-8595-02d7143bb19c req-8962e1c9-12a6-457d-aa2e-b07d7fe8d390 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881782 Jul 29 14:44:16.706242 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:44:16.985678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:17.018537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796', 'mac_address': 'fa:16:3e:45:2f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:44:17.073639 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:17.076384 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b659c9-ba0c-4f5f-8951-e2a9eeca8b81 req-63854506-b937-4962-bfb5-69d0f83b96b1 tempest-MigrationsAdminTest-1114864760 tempest-MigrationsAdminTest-1114864760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:17.090415 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:44:17.091467 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8b659c9-ba0c-4f5f-8951-e2a9eeca8b81 req-63854506-b937-4962-bfb5-69d0f83b96b1 tempest-MigrationsAdminTest-1114864760 tempest-MigrationsAdminTest-1114864760-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 1100 time: 0.1029644 Jul 29 14:44:17.165626 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8b659c9-ba0c-4f5f-8951-e2a9eeca8b81 req-e505af3a-7188-4ab8-a928-f5f257365e87 tempest-MigrationsAdminTest-1114864760 tempest-MigrationsAdminTest-1114864760-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726831 Jul 29 14:44:17.175260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd1edc-5fa0-449d-b1bd-81a9a9b3dd51 req-cec630ca-6aad-4192-ba10-cb09aa51d514 tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:17.176080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:17.189831 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f4bd1edc-5fa0-449d-b1bd-81a9a9b3dd51 req-cec630ca-6aad-4192-ba10-cb09aa51d514 tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 1101 time: 0.0608594 Jul 29 14:44:17.214104 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:17.217386 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f4bd1edc-5fa0-449d-b1bd-81a9a9b3dd51 req-fa7322c2-c372-4b56-abc8-1af7dfe1263d tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:17.289814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,revision_number=12']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:17.427592 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f4bd1edc-5fa0-449d-b1bd-81a9a9b3dd51 req-fa7322c2-c372-4b56-abc8-1af7dfe1263d tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:17.436352 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f4bd1edc-5fa0-449d-b1bd-81a9a9b3dd51 req-fa7322c2-c372-4b56-abc8-1af7dfe1263d tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:17.480777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['7430ff7e-dc34-4d3a-b7ad-5e6b99db4796'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:17.497733 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f4bd1edc-5fa0-449d-b1bd-81a9a9b3dd51 req-fa7322c2-c372-4b56-abc8-1af7dfe1263d tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063791 Jul 29 14:44:17.508621 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16565d3-f5d7-4eae-95ed-564662d8e998 req-cb2e3fcf-8747-4f5e-9d81-d5ebde799496 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:17.534408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7322c2-c372-4b56-abc8-1af7dfe1263d tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d314e5c1-60f1-4174-b7ef-0ced5af4d357,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:17.538092 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f16565d3-f5d7-4eae-95ed-564662d8e998 req-cb2e3fcf-8747-4f5e-9d81-d5ebde799496 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.1359181 Jul 29 14:44:17.618539 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f16565d3-f5d7-4eae-95ed-564662d8e998 req-21d21d46-bb22-4cd1-93a6-c05c6cc80b3c tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726411 Jul 29 14:44:18.118297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349b279-5764-4505-b499-6f6b59b5c99d req-79833e2d-643f-4145-89d8-6dd3a656a402 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:18.123296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5349b279-5764-4505-b499-6f6b59b5c99d req-79833e2d-643f-4145-89d8-6dd3a656a402 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 950 time: 0.0896389 Jul 29 14:44:18.186132 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5349b279-5764-4505-b499-6f6b59b5c99d req-ecf64f07-a4eb-49fc-9dcb-6eb5597d919b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544190 Jul 29 14:44:18.324940 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-bc203684-a684-4b0d-b8aa-6c9160f6bbfb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465474 Jul 29 14:44:18.465163 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-bbcfdea3-1ae0-4b0c-ae29-22ffcacc7a8a tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:18.472852 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-bbcfdea3-1ae0-4b0c-ae29-22ffcacc7a8a tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 820 time: 0.1789367 Jul 29 14:44:18.495975 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-f22a5020-3d05-4323-8513-a805896f9dc2 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/quotas/fcf357a81ebf46d58eac5bc6bb7971dd HTTP/1.1" status: 200 len: 375 time: 0.0153041 Jul 29 14:44:18.520778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813520-12a1-4bfd-9d34-676846ae3432 req-18b9e6bb-72b3-44e6-a5a7-8c861bd40a77 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:18.522242 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-18b9e6bb-72b3-44e6-a5a7-8c861bd40a77 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961725 Jul 29 14:44:18.553559 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-42b3e718-9db6-4e80-9cff-961c0efefbbb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/quotas/4ab3b8915f2f4e84a51a86946cfa2fce HTTP/1.1" status: 200 len: 375 time: 0.0219672 Jul 29 14:44:18.606112 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-5ad34048-4615-49fc-8125-5ccb2f432c1b tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983322 Jul 29 14:44:18.645843 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-192f40a1-7bce-4585-91e5-29eea1d5e34d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0803463 Jul 29 14:44:18.716225 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:44:18.794850 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-f95e8ab7-7eee-4326-bb11-40d8ca6abed1 service neutron] 10.222.0.16 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669786 Jul 29 14:44:18.877232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:44:18.884473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:44:18.885474 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:19.032952 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-b6625f64-6a6d-48ef-a011-4b8a7b5d17fc service neutron] 10.222.0.16 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143075 Jul 29 14:44:19.066626 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:19.138871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:19.143036 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526eb968-1970-4abc-b375-879a7f14e1c2" -d '{"events": [{"server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "name": "network-vif-plugged", "status": "completed", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:19.213070 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:19.225364 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:19.435375 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,revision_number=13']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:19.502753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37deca-736b-428a-9e7a-32f165ad0db2 req-a6ae8c8c-c93c-42ab-bd2f-98a9e0bd9fc9 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:19.509170 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cd37deca-736b-428a-9e7a-32f165ad0db2 req-a6ae8c8c-c93c-42ab-bd2f-98a9e0bd9fc9 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 951 time: 0.1387134 Jul 29 14:44:19.593651 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcaeb6-e67f-40ad-b027-0cc7d5d91d8b req-7f5d182c-a040-4b8a-9f2a-0d32c55c2068 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:19.607049 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55bcaeb6-e67f-40ad-b027-0cc7d5d91d8b req-7f5d182c-a040-4b8a-9f2a-0d32c55c2068 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.1461999 Jul 29 14:44:19.703465 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-cd37deca-736b-428a-9e7a-32f165ad0db2 req-94a1ae1d-c2c5-4c01-ad54-0f0767a78dcd tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Deleting port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:44:19.704288 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cd37deca-736b-428a-9e7a-32f165ad0db2 req-94a1ae1d-c2c5-4c01-ad54-0f0767a78dcd tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:19.759279 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55bcaeb6-e67f-40ad-b027-0cc7d5d91d8b req-e37e216b-ff70-4559-a2c6-ca718a1a5cc8 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465678 Jul 29 14:44:19.938366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-cd37deca-736b-428a-9e7a-32f165ad0db2 req-94a1ae1d-c2c5-4c01-ad54-0f0767a78dcd tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] For port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:19.938961 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cd37deca-736b-428a-9e7a-32f165ad0db2 req-94a1ae1d-c2c5-4c01-ad54-0f0767a78dcd tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:19.977460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-cd37deca-736b-428a-9e7a-32f165ad0db2 req-94a1ae1d-c2c5-4c01-ad54-0f0767a78dcd tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Calling delete_port for 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:44:20.055042 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f2b82a-1024-4b49-8145-eedc7fa83007 x-openstack-request-id: req-04f2b82a-1024-4b49-8145-eedc7fa83007 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:20.055524 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "name": "network-vif-plugged", "status": "completed", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:20.055900 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04f2b82a-1024-4b49-8145-eedc7fa83007 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:20.056540 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796', 'code': 200} Jul 29 14:44:20.425202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de9e4a-5419-471f-93e1-4541df5656fd req-82e926c5-d21f-4d1e-9fe0-7d75eda27bf4 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:20.433379 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83de9e4a-5419-471f-93e1-4541df5656fd req-82e926c5-d21f-4d1e-9fe0-7d75eda27bf4 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 951 time: 0.2944679 Jul 29 14:44:20.529129 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83de9e4a-5419-471f-93e1-4541df5656fd req-4871cde3-7aab-4a06-94ce-2f8c568a8032 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926962 Jul 29 14:44:20.582141 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cd37deca-736b-428a-9e7a-32f165ad0db2 req-94a1ae1d-c2c5-4c01-ad54-0f0767a78dcd tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:20.596376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['9745f4e8-6a8c-4848-baf2-c46b5b13f332', '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:20.732377 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['bc523ae7-808c-460e-a4df-a83972b6e6d2', '8be12780-02c9-4ad3-91fe-54c5ee5837ab'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:20.757652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1ae1d-c2c5-4c01-ad54-0f0767a78dcd tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Pushing event deleted for resources: {'Port': ['ID=7430ff7e-dc34-4d3a-b7ad-5e6b99db4796,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:20.761991 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5deff7ca-fbe8-4228-b26b-b766c0131275 req-9eadff72-4ef2-4c10-b647-b15772cd8565 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 210 time: 0.1505337 Jul 29 14:44:20.858964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd37deca-736b-428a-9e7a-32f165ad0db2 req-94a1ae1d-c2c5-4c01-ad54-0f0767a78dcd tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] No DVR routers for this DVR port 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:44:20.862338 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cd37deca-736b-428a-9e7a-32f165ad0db2 req-94a1ae1d-c2c5-4c01-ad54-0f0767a78dcd tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:20.868048 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cd37deca-736b-428a-9e7a-32f165ad0db2 req-94a1ae1d-c2c5-4c01-ad54-0f0767a78dcd tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.39 "DELETE /v2.0/ports/7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 HTTP/1.1" status: 204 len: 173 time: 1.3499975 Jul 29 14:44:20.871907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'name': 'network-vif-deleted', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:20.875136 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1fd320-eaca-4169-97da-a68d27d8df2c" -d '{"events": [{"server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "name": "network-vif-deleted", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:20.964686 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de040c47-e9e4-4f1e-b173-ea0c59f7ef24 req-c1a8161f-3afd-43ca-9754-8191adc0c66e tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 210 time: 0.0555148 Jul 29 14:44:21.149285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a389a8-bf14-41ba-8fb0-897da5fd57e8 req-4eb1654d-0d54-40d4-b6c7-62663d7d32c8 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:21.163879 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-97a389a8-bf14-41ba-8fb0-897da5fd57e8 req-4eb1654d-0d54-40d4-b6c7-62663d7d32c8 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.2123585 Jul 29 14:44:21.266014 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1b923f-173a-4b00-b87e-f639c8e0f073 x-openstack-request-id: req-0a1b923f-173a-4b00-b87e-f639c8e0f073 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:21.266285 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e21844e-efb2-417d-939c-dae9a84f2c48", "name": "network-vif-deleted", "tag": "7430ff7e-dc34-4d3a-b7ad-5e6b99db4796", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:21.266600 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a1b923f-173a-4b00-b87e-f639c8e0f073 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:21.267083 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e21844e-efb2-417d-939c-dae9a84f2c48', 'name': 'network-vif-deleted', 'tag': '7430ff7e-dc34-4d3a-b7ad-5e6b99db4796', 'status': 'completed', 'code': 200} Jul 29 14:44:21.307861 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-97a389a8-bf14-41ba-8fb0-897da5fd57e8 req-74a806e3-228c-463e-8fb5-b30627389a27 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412318 Jul 29 14:44:21.774467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5c613504-dbba-42cd-8d11-bcce8b250dc4 req-5b42279a-6084-4159-aee5-7abe3ef644bc tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e21844e-efb2-417d-939c-dae9a84f2c48 HTTP/1.1" status: 200 len: 210 time: 0.0594056 Jul 29 14:44:22.088437 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c04136f-ca6c-4438-bbc6-42613056161e req-ada5f37b-c8ca-490d-9524-7f0a79f00e86 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 210 time: 0.0639830 Jul 29 14:44:22.096323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-91fdfd21-acff-49bd-8c29-f35ecfd39ea0 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:22.098352 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-91fdfd21-acff-49bd-8c29-f35ecfd39ea0 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.39 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 820 time: 0.2706192 Jul 29 14:44:22.135332 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-062cb357-4c1f-4de4-bc6a-d2a175869938 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Request body: {'port': {'device_id': '04cdda24-402f-49fe-a447-05db74b7fab9', 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d', 'admin_state_up': True, 'tenant_id': 'fcf357a81ebf46d58eac5bc6bb7971dd'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:22.169752 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-35fcc851-59af-43ed-9ce8-0f62f7bd028c req-95813a9c-54cb-4c47-b186-b5d94e7d6789 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 210 time: 0.0663636 Jul 29 14:44:22.640383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6697c-b196-47ad-907d-ea136745303d req-8c0fade4-9965-4bf0-ae45-a56f1204c291 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:22.643482 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bbb6697c-b196-47ad-907d-ea136745303d req-8c0fade4-9965-4bf0-ae45-a56f1204c291 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.0986788 Jul 29 14:44:22.731457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:44:22.858639 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:44:22.859737 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7430ff7e-dc34-4d3a-b7ad-5e6b99db4796 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:44:22.897275 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bbb6697c-b196-47ad-907d-ea136745303d req-0265348c-d501-4d06-bbc3-93fb7422665d tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268560 Jul 29 14:44:23.112514 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-663160d9-86bc-49bd-8fc2-61eb5d20c34b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622685 Jul 29 14:44:23.138452 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-062cb357-4c1f-4de4-bc6a-d2a175869938 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Made reservation on behalf of fcf357a81ebf46d58eac5bc6bb7971dd for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:44:23.143343 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-062cb357-4c1f-4de4-bc6a-d2a175869938 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:23.553078 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-08aeadf6-50af-473d-8ad0-9c18f5d309e4 req-e160c410-3103-45bc-bc46-9d1bc7bca6df tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 210 time: 0.0831420 Jul 29 14:44:23.662260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-062cb357-4c1f-4de4-bc6a-d2a175869938 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Allocated IP 172.20.0.4 (b2473c18-5128-4645-8f83-3c3f0bb06a8d/84740567-e60d-40ec-855d-8962b438829e/1437bcb0-db79-4daa-af27-366391c44686) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:44:23.734520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813520-12a1-4bfd-9d34-676846ae3432 req-42782461-d4c8-492c-9b02-f503597bc04d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:23.757049 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-42782461-d4c8-492c-9b02-f503597bc04d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6349082 Jul 29 14:44:23.763161 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-2afbd08c-c213-4466-9464-22e59bfc3048 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898025 Jul 29 14:44:23.800617 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d221277b-f899-43eb-bfa7-b3dd7dd47044 req-7ad06c93-367a-421b-9e2a-c83b5d9f47f9 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 210 time: 0.1396172 Jul 29 14:44:23.817028 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-55813520-12a1-4bfd-9d34-676846ae3432 req-6d660f7d-d43d-42e4-add8-aff59cd786bb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Request body: {'port': {'device_id': 'cddca198-7014-4607-b24d-e4c4dbabb4ef', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '4ab3b8915f2f4e84a51a86946cfa2fce'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:24.355711 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc13b44-70c5-4a75-80a2-7cae36a2238a req-eb8595a4-cb95-43dc-b78e-751792ef7781 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:24.368243 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5fc13b44-70c5-4a75-80a2-7cae36a2238a req-eb8595a4-cb95-43dc-b78e-751792ef7781 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 950 time: 0.3003542 Jul 29 14:44:24.403859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55813520-12a1-4bfd-9d34-676846ae3432 req-6d660f7d-d43d-42e4-add8-aff59cd786bb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Made reservation on behalf of 4ab3b8915f2f4e84a51a86946cfa2fce for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:44:24.410191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-6d660f7d-d43d-42e4-add8-aff59cd786bb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:24.437215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80032a1e-694a-47c2-8c0e-e0e704d6646a req-18360be4-eff7-46b9-bfcd-532fa270c60d tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:24.438335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813520-12a1-4bfd-9d34-676846ae3432 req-82695ad3-ba5f-4d44-80f0-ed39a1fef069 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:24.440522 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-80032a1e-694a-47c2-8c0e-e0e704d6646a req-18360be4-eff7-46b9-bfcd-532fa270c60d tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.1562178 Jul 29 14:44:24.450676 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-82695ad3-ba5f-4d44-80f0-ed39a1fef069 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6641085 Jul 29 14:44:24.473894 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-55813520-12a1-4bfd-9d34-676846ae3432 req-9f7b1816-4697-46b1-b124-0d46732ee6f5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Request body: {'port': {'device_id': '06128b72-1bf1-4d3d-b6e7-30496feb3e60', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '4ab3b8915f2f4e84a51a86946cfa2fce'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:24.654062 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-80032a1e-694a-47c2-8c0e-e0e704d6646a req-e10e71d6-5d63-4632-8bcf-b6ad9961d955 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578661 Jul 29 14:44:24.660315 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-55813520-12a1-4bfd-9d34-676846ae3432 req-6d660f7d-d43d-42e4-add8-aff59cd786bb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Allocated IP 192.168.233.31 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/47446bc0-4163-4c6c-8cd8-450bf10454bc) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:44:24.691901 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5fc13b44-70c5-4a75-80a2-7cae36a2238a req-e344d8df-1d15-48ca-9a99-bfa8b3edd8d0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221099 Jul 29 14:44:24.815397 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-062cb357-4c1f-4de4-bc6a-d2a175869938 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:24.829442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55813520-12a1-4bfd-9d34-676846ae3432 req-9f7b1816-4697-46b1-b124-0d46732ee6f5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Made reservation on behalf of 4ab3b8915f2f4e84a51a86946cfa2fce for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:44:24.835676 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-9f7b1816-4697-46b1-b124-0d46732ee6f5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:25.122690 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b14668d7-663f-4773-b1ec-cd120cb7f1ac req-8dcb2d79-f56b-428e-beec-7c2810bbfb8c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 210 time: 0.1367321 Jul 29 14:44:25.130907 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-062cb357-4c1f-4de4-bc6a-d2a175869938 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:25.134609 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f18dc0fe-6bb6-4a02-b890-e3c42b654f77 req-7b8fef2a-a0c8-481d-a2a2-2522b28d7bf2 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 210 time: 0.0576832 Jul 29 14:44:25.180039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:25.229687 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-062cb357-4c1f-4de4-bc6a-d2a175869938 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Network b2473c18-5128-4645-8f83-3c3f0bb06a8d is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:44:25.231783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cb357-4c1f-4de4-bc6a-d2a175869938 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Pushing event updated for resources: {'Port': ['ID=1437bcb0-db79-4daa-af27-366391c44686,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:25.237143 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-062cb357-4c1f-4de4-bc6a-d2a175869938 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:44:25.241838 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-6d660f7d-d43d-42e4-add8-aff59cd786bb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:25.246716 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-062cb357-4c1f-4de4-bc6a-d2a175869938 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:44:25.337150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-55813520-12a1-4bfd-9d34-676846ae3432 req-6d660f7d-d43d-42e4-add8-aff59cd786bb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Transition to ACTIVE for port object 47446bc0-4163-4c6c-8cd8-450bf10454bc will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:44:25.360351 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd731a-bc73-4094-8a78-03d5a1f431aa req-7275d7fb-1db9-4913-8a63-d0f252f99e75 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:25.362189 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29cd731a-bc73-4094-8a78-03d5a1f431aa req-7275d7fb-1db9-4913-8a63-d0f252f99e75 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.38 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 950 time: 0.2187858 Jul 29 14:44:25.409109 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-6d660f7d-d43d-42e4-add8-aff59cd786bb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:25.429607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c46da8b1-3c40-4c16-9600-ef826036cec4'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:25.546842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55813520-12a1-4bfd-9d34-676846ae3432 req-6d660f7d-d43d-42e4-add8-aff59cd786bb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:44:25.559895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-55813520-12a1-4bfd-9d34-676846ae3432 req-6d660f7d-d43d-42e4-add8-aff59cd786bb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:44:25.572953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d660f7d-d43d-42e4-add8-aff59cd786bb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event updated for resources: {'Port': ['ID=47446bc0-4163-4c6c-8cd8-450bf10454bc,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:25.582521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-55813520-12a1-4bfd-9d34-676846ae3432 req-6d660f7d-d43d-42e4-add8-aff59cd786bb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:44:25.634942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-55813520-12a1-4bfd-9d34-676846ae3432 req-9f7b1816-4697-46b1-b124-0d46732ee6f5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Allocated IP 192.168.233.132 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/27ba7a23-7155-476f-a2bf-9bcca233c498) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:44:25.872198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-29cd731a-bc73-4094-8a78-03d5a1f431aa req-5137d1c3-bff2-4fa8-bee0-ef90602193d0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Deleting port 8be12780-02c9-4ad3-91fe-54c5ee5837ab {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:44:25.872939 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-29cd731a-bc73-4094-8a78-03d5a1f431aa req-5137d1c3-bff2-4fa8-bee0-ef90602193d0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:25.926124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813520-12a1-4bfd-9d34-676846ae3432 req-6d660f7d-d43d-42e4-add8-aff59cd786bb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:25.930952 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-6d660f7d-d43d-42e4-add8-aff59cd786bb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:25.974075 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:25.992054 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-062cb357-4c1f-4de4-bc6a-d2a175869938 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:26.005285 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-062cb357-4c1f-4de4-bc6a-d2a175869938 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:26.112186 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-9f7b1816-4697-46b1-b124-0d46732ee6f5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:26.158999 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-062cb357-4c1f-4de4-bc6a-d2a175869938 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0282497 Jul 29 14:44:26.170543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6b87b88a-55c7-4b23-83ee-4af960920dae None None] Provisioning for port 47446bc0-4163-4c6c-8cd8-450bf10454bc completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:44:26.176296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6b87b88a-55c7-4b23-83ee-4af960920dae None None] Provisioning complete for port 47446bc0-4163-4c6c-8cd8-450bf10454bc triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:44:26.176795 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b87b88a-55c7-4b23-83ee-4af960920dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:26.197017 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Request body: {'port': {'device_id': '04cdda24-402f-49fe-a447-05db74b7fab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:26.291496 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6b87b88a-55c7-4b23-83ee-4af960920dae None None] Port 47446bc0-4163-4c6c-8cd8-450bf10454bc cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:44:26.300770 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-6d660f7d-d43d-42e4-add8-aff59cd786bb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5068674 Jul 29 14:44:26.345362 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Request body: {'port': {'device_id': 'cddca198-7014-4607-b24d-e4c4dbabb4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:26.357408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcde12-f05c-4c8d-bf72-09fcd80ccd29 req-c6487a42-2731-4ec3-8390-2ca63280a994 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:26.381594 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5dbcde12-f05c-4c8d-bf72-09fcd80ccd29 req-c6487a42-2731-4ec3-8390-2ca63280a994 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.4974310 Jul 29 14:44:26.469031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-55813520-12a1-4bfd-9d34-676846ae3432 req-9f7b1816-4697-46b1-b124-0d46732ee6f5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Transition to ACTIVE for port object 27ba7a23-7155-476f-a2bf-9bcca233c498 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:44:26.507711 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:26.516227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4aa3f-57f1-4cda-a748-a7f0bfc8a9d5 req-438cd083-42bb-4c6d-8c4d-92fd5d7cbfe7 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:26.523834 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c4aa3f-57f1-4cda-a748-a7f0bfc8a9d5 req-438cd083-42bb-4c6d-8c4d-92fd5d7cbfe7 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 950 time: 0.6678250 Jul 29 14:44:26.559454 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:26.647845 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5dbcde12-f05c-4c8d-bf72-09fcd80ccd29 req-ed1ea9ba-f922-41b0-bf31-478c28fa4b8c tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648804 Jul 29 14:44:26.828090 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-29cd731a-bc73-4094-8a78-03d5a1f431aa req-5137d1c3-bff2-4fa8-bee0-ef90602193d0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] For port 8be12780-02c9-4ad3-91fe-54c5ee5837ab, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8be12780-02c9-4ad3-91fe-54c5ee5837ab,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:26.828849 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-29cd731a-bc73-4094-8a78-03d5a1f431aa req-5137d1c3-bff2-4fa8-bee0-ef90602193d0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:26.887606 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-29cd731a-bc73-4094-8a78-03d5a1f431aa req-5137d1c3-bff2-4fa8-bee0-ef90602193d0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Calling delete_port for 8be12780-02c9-4ad3-91fe-54c5ee5837ab owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:44:26.915835 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-9f7b1816-4697-46b1-b124-0d46732ee6f5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:26.943015 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c46da8b1-3c40-4c16-9600-ef826036cec4'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:27.272437 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-29cd731a-bc73-4094-8a78-03d5a1f431aa req-5137d1c3-bff2-4fa8-bee0-ef90602193d0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:27.376890 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c4aa3f-57f1-4cda-a748-a7f0bfc8a9d5 req-b8706b54-b125-4f91-b7be-02267907e251 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8517923 Jul 29 14:44:27.377931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['bc523ae7-808c-460e-a4df-a83972b6e6d2', '8be12780-02c9-4ad3-91fe-54c5ee5837ab'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:27.422286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1437bcb0-db79-4daa-af27-366391c44686 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:44:27.441331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137d1c3-bff2-4fa8-bee0-ef90602193d0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Pushing event deleted for resources: {'Port': ['ID=8be12780-02c9-4ad3-91fe-54c5ee5837ab,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:27.446918 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:27.479503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Transition to ACTIVE for port object 1437bcb0-db79-4daa-af27-366391c44686 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:44:27.569263 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:27.616968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b1816-4697-46b1-b124-0d46732ee6f5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event updated for resources: {'Port': ['ID=27ba7a23-7155-476f-a2bf-9bcca233c498,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:27.805315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55813520-12a1-4bfd-9d34-676846ae3432 req-9f7b1816-4697-46b1-b124-0d46732ee6f5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:44:27.849296 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-55813520-12a1-4bfd-9d34-676846ae3432 req-9f7b1816-4697-46b1-b124-0d46732ee6f5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:44:27.876186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-55813520-12a1-4bfd-9d34-676846ae3432 req-9f7b1816-4697-46b1-b124-0d46732ee6f5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:44:27.989895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371a136-ab67-4412-bae4-bfd5da53f189 req-5f44579c-49a9-4060-bbb3-fc71666fee16 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:28.000555 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a371a136-ab67-4412-bae4-bfd5da53f189 req-5f44579c-49a9-4060-bbb3-fc71666fee16 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 936 time: 0.3915074 Jul 29 14:44:28.002893 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91c5fc-2d42-49b4-9476-51e04cd36aee req-40b16db5-07fd-4341-9548-9c968e72a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:28.004474 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac91c5fc-2d42-49b4-9476-51e04cd36aee req-40b16db5-07fd-4341-9548-9c968e72a76b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 1096 time: 0.5089967 Jul 29 14:44:28.014722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Pushing event updated for resources: {'Port': ['ID=1437bcb0-db79-4daa-af27-366391c44686,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:28.204630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813520-12a1-4bfd-9d34-676846ae3432 req-9f7b1816-4697-46b1-b124-0d46732ee6f5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:28.205790 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-9f7b1816-4697-46b1-b124-0d46732ee6f5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:28.254476 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-9f7b1816-4697-46b1-b124-0d46732ee6f5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7886083 Jul 29 14:44:28.255539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['9745f4e8-6a8c-4848-baf2-c46b5b13f332'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:28.286546 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Request body: {'port': {'device_id': '06128b72-1bf1-4d3d-b6e7-30496feb3e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:28.294408 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac91c5fc-2d42-49b4-9476-51e04cd36aee req-7c2af6f6-5e9a-4033-8210-da294c45736d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640467 Jul 29 14:44:28.321499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cd731a-bc73-4094-8a78-03d5a1f431aa req-5137d1c3-bff2-4fa8-bee0-ef90602193d0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] No DVR routers for this DVR port 8be12780-02c9-4ad3-91fe-54c5ee5837ab on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:44:28.334415 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-29cd731a-bc73-4094-8a78-03d5a1f431aa req-5137d1c3-bff2-4fa8-bee0-ef90602193d0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:28.338635 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29cd731a-bc73-4094-8a78-03d5a1f431aa req-5137d1c3-bff2-4fa8-bee0-ef90602193d0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.38 "DELETE /v2.0/ports/8be12780-02c9-4ad3-91fe-54c5ee5837ab HTTP/1.1" status: 204 len: 173 time: 2.9409256 Jul 29 14:44:28.339386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'name': 'network-vif-deleted', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:28.343509 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652fc20b-35a6-4c31-bce0-c943e19cd780" -d '{"events": [{"server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "name": "network-vif-deleted", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:28.361386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47446bc0-4163-4c6c-8cd8-450bf10454bc {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:44:28.377387 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:28.398554 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cab77-eee4-48e7-b6a8-2734cd97f2b7 req-be00605a-069e-4a0c-8f07-efdf18589f58 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:28.408168 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-100cab77-eee4-48e7-b6a8-2734cd97f2b7 req-be00605a-069e-4a0c-8f07-efdf18589f58 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 943 time: 0.7109978 Jul 29 14:44:28.466469 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-100cab77-eee4-48e7-b6a8-2734cd97f2b7 req-c76dfbfb-5378-4a6a-8c44-2cc6b7a37e96 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567153 Jul 29 14:44:28.468394 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Transition to ACTIVE for port object 47446bc0-4163-4c6c-8cd8-450bf10454bc will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:44:28.485750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:28.602897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Attempting to bind port 1437bcb0-db79-4daa-af27-366391c44686 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:44:28.603406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Attempting to bind port 1437bcb0-db79-4daa-af27-366391c44686 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:44:28.603935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Attempting to bind port 1437bcb0-db79-4daa-af27-366391c44686 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:28.683670 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a371a136-ab67-4412-bae4-bfd5da53f189 req-c2dc8cd6-a3a7-4f6f-8819-2f3813af96ed tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6583657 Jul 29 14:44:28.711722 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:28.766114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Pushing event updated for resources: {'Port': ['ID=47446bc0-4163-4c6c-8cd8-450bf10454bc,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:28.777541 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Port 1437bcb0-db79-4daa-af27-366391c44686 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:44:28.780337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Attempting to bind port 1437bcb0-db79-4daa-af27-366391c44686 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:28.884698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12159764-6672-4e9d-b903-906742b0ab0b req-268267fd-9210-4ff4-b04b-8aaa9d85b4ed tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:28.900378 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:44:28.900976 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Checking segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:44:28.901528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Bound using segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:44:28.902241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Bound port: 1437bcb0-db79-4daa-af27-366391c44686, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:44:28.902805 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:28.905353 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-12159764-6672-4e9d-b903-906742b0ab0b req-268267fd-9210-4ff4-b04b-8aaa9d85b4ed tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.1551411 Jul 29 14:44:29.055458 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-12159764-6672-4e9d-b903-906742b0ab0b req-9bd4cf8c-203b-42ef-91e3-64011b3433a7 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491055 Jul 29 14:44:29.074251 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Attempting to bind port 47446bc0-4163-4c6c-8cd8-450bf10454bc on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:44:29.074594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Attempting to bind port 47446bc0-4163-4c6c-8cd8-450bf10454bc by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:44:29.074932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Attempting to bind port 47446bc0-4163-4c6c-8cd8-450bf10454bc on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:29.083261 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Port 47446bc0-4163-4c6c-8cd8-450bf10454bc on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:44:29.083603 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Attempting to bind port 47446bc0-4163-4c6c-8cd8-450bf10454bc on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:29.106823 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:44:29.107205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:44:29.109078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:44:29.110813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Bound port: 47446bc0-4163-4c6c-8cd8-450bf10454bc, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:44:29.111220 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:29.241055 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037962b5-2f0e-44d1-be0e-8be4a88f07a6 x-openstack-request-id: req-037962b5-2f0e-44d1-be0e-8be4a88f07a6 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:29.241710 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455fab9c-e676-45a4-92e4-3c1b444de0d3", "name": "network-vif-deleted", "tag": "8be12780-02c9-4ad3-91fe-54c5ee5837ab", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:29.253305 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-037962b5-2f0e-44d1-be0e-8be4a88f07a6 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:29.253970 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455fab9c-e676-45a4-92e4-3c1b444de0d3', 'name': 'network-vif-deleted', 'tag': '8be12780-02c9-4ad3-91fe-54c5ee5837ab', 'status': 'completed', 'code': 200} Jul 29 14:44:29.424574 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-772fc1aa-cd0f-4f26-9422-4c313dca35f6 req-5dc18b40-6b9c-4629-9529-9f198168ae14 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=455fab9c-e676-45a4-92e4-3c1b444de0d3 HTTP/1.1" status: 200 len: 210 time: 0.0539477 Jul 29 14:44:29.442894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] For port 47446bc0-4163-4c6c-8cd8-450bf10454bc, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:44:29.453693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] For port 47446bc0-4163-4c6c-8cd8-450bf10454bc, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=47446bc0-4163-4c6c-8cd8-450bf10454bc,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:44:29.465674 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:29.488612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] For port 1437bcb0-db79-4daa-af27-366391c44686, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:44:29.496379 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] For port 1437bcb0-db79-4daa-af27-366391c44686, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1437bcb0-db79-4daa-af27-366391c44686,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:44:29.504360 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:29.550762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-07ca5a36-312e-45dd-add0-3edd0882d9c7 None None] Provisioning for port 27ba7a23-7155-476f-a2bf-9bcca233c498 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:44:29.584074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-07ca5a36-312e-45dd-add0-3edd0882d9c7 None None] Provisioning complete for port 27ba7a23-7155-476f-a2bf-9bcca233c498 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:44:29.584530 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07ca5a36-312e-45dd-add0-3edd0882d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:29.609295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:29.610336 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:29.613706 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] 10.222.0.39 "PUT /v2.0/ports/1437bcb0-db79-4daa-af27-366391c44686 HTTP/1.1" status: 200 len: 1091 time: 3.4343264 Jul 29 14:44:29.614431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04cdda24-402f-49fe-a447-05db74b7fab9', 'tag': '1437bcb0-db79-4daa-af27-366391c44686'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:29.619308 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3571943f-6ea9-4a23-aeab-04477c2fd55d" -d '{"events": [{"name": "network-changed", "server_uuid": "04cdda24-402f-49fe-a447-05db74b7fab9", "tag": "1437bcb0-db79-4daa-af27-366391c44686"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:29.783930 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8be12780-02c9-4ad3-91fe-54c5ee5837ab no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:44:29.830370 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:29.833238 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:29.839633 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] 10.222.0.39 "PUT /v2.0/ports/47446bc0-4163-4c6c-8cd8-450bf10454bc HTTP/1.1" status: 200 len: 1095 time: 3.5116572 Jul 29 14:44:29.845966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef5a64-d987-4765-ae9d-184de60162b6 service neutron] Pushing event updated for resources: {'Port': ['ID=47446bc0-4163-4c6c-8cd8-450bf10454bc,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:29.887405 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-07ca5a36-312e-45dd-add0-3edd0882d9c7 None None] Port 27ba7a23-7155-476f-a2bf-9bcca233c498 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:44:29.889391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 8be12780-02c9-4ad3-91fe-54c5ee5837ab {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:44:29.889882 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8be12780-02c9-4ad3-91fe-54c5ee5837ab not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:44:29.969662 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80b4ad3-6187-42b5-b266-6ee32ec9db75 x-openstack-request-id: req-e80b4ad3-6187-42b5-b266-6ee32ec9db75 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:29.970538 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04cdda24-402f-49fe-a447-05db74b7fab9", "tag": "1437bcb0-db79-4daa-af27-366391c44686", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:29.970538 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e80b4ad3-6187-42b5-b266-6ee32ec9db75 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:29.970818 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04cdda24-402f-49fe-a447-05db74b7fab9', 'tag': '1437bcb0-db79-4daa-af27-366391c44686', 'status': 'completed', 'code': 200} Jul 29 14:44:30.019970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1691c-557a-42eb-8e3d-06609371177c service neutron] Pushing event updated for resources: {'Port': ['ID=1437bcb0-db79-4daa-af27-366391c44686,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:30.102296 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813520-12a1-4bfd-9d34-676846ae3432 req-717f4b94-c9f4-4594-ba86-b9daf698b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:30.114281 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-717f4b94-c9f4-4594-ba86-b9daf698b5c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=cddca198-7014-4607-b24d-e4c4dbabb4ef HTTP/1.1" status: 200 len: 1098 time: 0.1718853 Jul 29 14:44:30.216344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-ea3ef835-a4dd-406f-b932-f312ef85a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:30.227168 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-ea3ef835-a4dd-406f-b932-f312ef85a55b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 1094 time: 0.4496391 Jul 29 14:44:30.269136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1ba0e-4f16-4637-beb3-ae130d5987a5 req-5a18960f-9125-463c-bd54-a258898e4e78 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:30.282296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-6322b21d-e125-43a2-8577-21a67c00c6cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=47446bc0-4163-4c6c-8cd8-450bf10454bc HTTP/1.1" status: 200 len: 217 time: 0.1575637 Jul 29 14:44:30.293983 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66f1ba0e-4f16-4637-beb3-ae130d5987a5 req-5a18960f-9125-463c-bd54-a258898e4e78 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 943 time: 0.5748320 Jul 29 14:44:30.337230 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ba7a23-7155-476f-a2bf-9bcca233c498 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:44:30.409377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813520-12a1-4bfd-9d34-676846ae3432 req-1723a854-8c74-42bf-8452-230711b6b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:30.411939 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-1723a854-8c74-42bf-8452-230711b6b137 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1212645 Jul 29 14:44:30.424237 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-b2fbd16d-3e9a-49e2-ac94-bc7fbeedcc31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1437bcb0-db79-4daa-af27-366391c44686 HTTP/1.1" status: 200 len: 217 time: 0.1183181 Jul 29 14:44:30.429511 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:30.490714 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76f5a736-482c-4799-a1e9-70fec7ef02b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:30.509589 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-fd406377-6386-4720-9abb-b1dba0f82ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:30.511251 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-fd406377-6386-4720-9abb-b1dba0f82ec7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.0765021 Jul 29 14:44:30.567541 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66f1ba0e-4f16-4637-beb3-ae130d5987a5 req-eeb67d37-d2a5-4dcf-87c5-41c003d56181 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720866 Jul 29 14:44:30.620613 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-5fa950fd-59b7-4db4-97ff-a0fcafb68118 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847349 Jul 29 14:44:30.625273 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbb606-0054-4ebf-a994-d013706b3975 req-27bbc07c-41e4-4ac7-a682-d63fa812cb44 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:30.631076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Transition to ACTIVE for port object 27ba7a23-7155-476f-a2bf-9bcca233c498 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:44:30.644225 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-36bbb606-0054-4ebf-a994-d013706b3975 req-27bbc07c-41e4-4ac7-a682-d63fa812cb44 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 936 time: 0.3664269 Jul 29 14:44:30.649854 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:30.726800 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-36bbb606-0054-4ebf-a994-d013706b3975 req-b90b4df2-0d15-4dc2-91fc-092ad8af2be9 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756288 Jul 29 14:44:30.751295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813520-12a1-4bfd-9d34-676846ae3432 req-3965304f-258e-421c-a0ca-d90592a543a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:30.754633 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-3965304f-258e-421c-a0ca-d90592a543a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2942398 Jul 29 14:44:30.884203 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-91f60d76-a239-4547-b84a-dbfad2451ec1 service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565515 Jul 29 14:44:30.885253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Pushing event updated for resources: {'Port': ['ID=27ba7a23-7155-476f-a2bf-9bcca233c498,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:31.089274 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Attempting to bind port 27ba7a23-7155-476f-a2bf-9bcca233c498 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:44:31.090466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Attempting to bind port 27ba7a23-7155-476f-a2bf-9bcca233c498 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:44:31.091048 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Attempting to bind port 27ba7a23-7155-476f-a2bf-9bcca233c498 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:31.093684 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-d9b743b6-6b3b-47fc-96d4-7f972867023c service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274333 Jul 29 14:44:31.139975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Port 27ba7a23-7155-476f-a2bf-9bcca233c498 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:44:31.141099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Attempting to bind port 27ba7a23-7155-476f-a2bf-9bcca233c498 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:31.184843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:44:31.185862 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:44:31.186544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:44:31.187160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Bound port: 27ba7a23-7155-476f-a2bf-9bcca233c498, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:44:31.187636 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:31.252339 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a7ef7a9e-d7ce-4fe8-a502-9dc29f985400 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508749 Jul 29 14:44:31.254980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddca198-7014-4607-b24d-e4c4dbabb4ef', 'tag': '47446bc0-4163-4c6c-8cd8-450bf10454bc'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:31.257336 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924c5bbc-02ca-41cb-93d9-10a91ef80f71" -d '{"events": [{"name": "network-changed", "server_uuid": "cddca198-7014-4607-b24d-e4c4dbabb4ef", "tag": "47446bc0-4163-4c6c-8cd8-450bf10454bc"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:31.324767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] For port 27ba7a23-7155-476f-a2bf-9bcca233c498, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:44:31.336233 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] For port 27ba7a23-7155-476f-a2bf-9bcca233c498, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=27ba7a23-7155-476f-a2bf-9bcca233c498,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:44:31.353957 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830942ed-dfae-4135-8ade-1c105c5faffb req-193f8d3a-08de-441c-92e9-229d476b0d11 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:31.362453 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-830942ed-dfae-4135-8ade-1c105c5faffb req-193f8d3a-08de-441c-92e9-229d476b0d11 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.3250258 Jul 29 14:44:31.372192 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51b8a839-b9d2-48a3-a930-11cdfde3f073 req-72ed5008-5d2b-474b-af2d-ec76e3da050d service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766610 Jul 29 14:44:31.375716 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:31.470277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Pushing event updated for resources: {'Port': ['ID=27ba7a23-7155-476f-a2bf-9bcca233c498,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:31.502225 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1490ea-1dad-41b0-b936-8bd6f4211166 x-openstack-request-id: req-0d1490ea-1dad-41b0-b936-8bd6f4211166 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:31.502734 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddca198-7014-4607-b24d-e4c4dbabb4ef", "tag": "47446bc0-4163-4c6c-8cd8-450bf10454bc", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:31.509757 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d1490ea-1dad-41b0-b936-8bd6f4211166 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:31.510464 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddca198-7014-4607-b24d-e4c4dbabb4ef', 'tag': '47446bc0-4163-4c6c-8cd8-450bf10454bc', 'status': 'completed', 'code': 200} Jul 29 14:44:31.527379 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:31.528148 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:31.530005 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-0bfa29cb-1f0e-4c0a-a9b6-7884c12cc6fb service neutron] 10.222.0.39 "PUT /v2.0/ports/27ba7a23-7155-476f-a2bf-9bcca233c498 HTTP/1.1" status: 200 len: 1096 time: 3.2477412 Jul 29 14:44:31.546260 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-830942ed-dfae-4135-8ade-1c105c5faffb req-21a5eae3-d326-47ee-828e-4af5055d7186 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823146 Jul 29 14:44:31.579878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571943f-6ea9-4a23-aeab-04477c2fd55d req-ce4d1728-111d-41e0-aef2-1b0c6cbd7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:31.592827 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3571943f-6ea9-4a23-aeab-04477c2fd55d req-ce4d1728-111d-41e0-aef2-1b0c6cbd7535 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 1094 time: 0.1309643 Jul 29 14:44:31.683192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c5bbc-02ca-41cb-93d9-10a91ef80f71 req-44a24c9e-16a3-4185-b606-bbc7ea1cd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:31.689794 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-924c5bbc-02ca-41cb-93d9-10a91ef80f71 req-44a24c9e-16a3-4185-b606-bbc7ea1cd7f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=cddca198-7014-4607-b24d-e4c4dbabb4ef HTTP/1.1" status: 200 len: 1098 time: 0.1637073 Jul 29 14:44:31.824010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c5bbc-02ca-41cb-93d9-10a91ef80f71 req-9c9b74e9-1dd3-4021-8685-8fcb3be3f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:31.826535 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-924c5bbc-02ca-41cb-93d9-10a91ef80f71 req-9c9b74e9-1dd3-4021-8685-8fcb3be3f4b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1288087 Jul 29 14:44:31.850194 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-5c6bf1b3-5b71-4509-90c1-982c90d861db req-33cfe4d4-5033-42c2-88df-b86eff401dc9 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2108857411', 'description': 'tempest-description-806965283'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:31.934205 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-924c5bbc-02ca-41cb-93d9-10a91ef80f71 req-5be224b2-9205-46c7-b802-ab45f0a37707 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=47446bc0-4163-4c6c-8cd8-450bf10454bc HTTP/1.1" status: 200 len: 217 time: 0.0986211 Jul 29 14:44:31.987279 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06128b72-1bf1-4d3d-b6e7-30496feb3e60', 'tag': '27ba7a23-7155-476f-a2bf-9bcca233c498'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:31.988469 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bad9836-261a-4599-b2a2-e291f92004d0" -d '{"events": [{"name": "network-changed", "server_uuid": "06128b72-1bf1-4d3d-b6e7-30496feb3e60", "tag": "27ba7a23-7155-476f-a2bf-9bcca233c498"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:32.028540 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5c6bf1b3-5b71-4509-90c1-982c90d861db req-33cfe4d4-5033-42c2-88df-b86eff401dc9 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:32.038660 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a345db60-2c7c-48df-ad0d-979d708e9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:32.040357 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a345db60-2c7c-48df-ad0d-979d708e9d7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 1099 time: 0.4353447 Jul 29 14:44:32.136351 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-3f84dd23-267d-47fd-9108-a02b0c8b0385 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=27ba7a23-7155-476f-a2bf-9bcca233c498 HTTP/1.1" status: 200 len: 217 time: 0.0823069 Jul 29 14:44:32.139806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571943f-6ea9-4a23-aeab-04477c2fd55d req-99cb2fbd-46bf-4926-b97b-b46603b05bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:32.141013 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65dfbb-cbbe-406e-87a5-905076ad7487 req-949b9653-b23d-4001-bbf9-f48565d607b0 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:32.141573 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3571943f-6ea9-4a23-aeab-04477c2fd55d req-99cb2fbd-46bf-4926-b97b-b46603b05bf4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.5381176 Jul 29 14:44:32.143671 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc65dfbb-cbbe-406e-87a5-905076ad7487 req-949b9653-b23d-4001-bbf9-f48565d607b0 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 943 time: 0.1841974 Jul 29 14:44:32.151252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c5bbc-02ca-41cb-93d9-10a91ef80f71 req-6fc5ff31-4323-467c-b4e6-2a14f98729ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:32.159356 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-924c5bbc-02ca-41cb-93d9-10a91ef80f71 req-6fc5ff31-4323-467c-b4e6-2a14f98729ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.2174895 Jul 29 14:44:32.223441 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3571943f-6ea9-4a23-aeab-04477c2fd55d req-98325024-552e-4f70-9dc5-86b0d45e4083 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1437bcb0-db79-4daa-af27-366391c44686 HTTP/1.1" status: 200 len: 217 time: 0.0711501 Jul 29 14:44:32.280918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c5bbc-02ca-41cb-93d9-10a91ef80f71 req-a502a621-7b88-4fd1-839a-3b537edc856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:32.283675 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-924c5bbc-02ca-41cb-93d9-10a91ef80f71 req-a502a621-7b88-4fd1-839a-3b537edc856d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1039715 Jul 29 14:44:32.289259 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc65dfbb-cbbe-406e-87a5-905076ad7487 req-0ab73612-b531-4e1c-b24c-fdeef2ebad29 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288188 Jul 29 14:44:32.313565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813520-12a1-4bfd-9d34-676846ae3432 req-704df3de-852c-4d40-90a4-8ad67cdd9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:32.313565 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-704df3de-852c-4d40-90a4-8ad67cdd9b32 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1444807 Jul 29 14:44:32.349551 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5c6bf1b3-5b71-4509-90c1-982c90d861db req-33cfe4d4-5033-42c2-88df-b86eff401dc9 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:32.364532 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5c6bf1b3-5b71-4509-90c1-982c90d861db req-33cfe4d4-5033-42c2-88df-b86eff401dc9 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:32.379187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571943f-6ea9-4a23-aeab-04477c2fd55d req-21603f5d-f456-430c-b583-993d9a6ba1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:32.380738 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3571943f-6ea9-4a23-aeab-04477c2fd55d req-21603f5d-f456-430c-b583-993d9a6ba1c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.1395626 Jul 29 14:44:32.417992 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55813520-12a1-4bfd-9d34-676846ae3432 req-9df67d5b-70cc-434d-b54f-e8055aefc4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:32.419677 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-9df67d5b-70cc-434d-b54f-e8055aefc4c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011870 Jul 29 14:44:32.434266 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5c6bf1b3-5b71-4509-90c1-982c90d861db req-33cfe4d4-5033-42c2-88df-b86eff401dc9 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:32.436159 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5c6bf1b3-5b71-4509-90c1-982c90d861db req-33cfe4d4-5033-42c2-88df-b86eff401dc9 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7680979 Jul 29 14:44:32.440375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3571943f-6ea9-4a23-aeab-04477c2fd55d req-3b5b9748-81db-4a59-bd6e-b496fc8bcb68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450730 Jul 29 14:44:32.447630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfe4d4-5033-42c2-88df-b86eff401dc9 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787dcf83-73db-4ef7-b716-124740753d5e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:32.493949 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fac768-ae0c-418f-ac5d-6823cc4b0eef req-eb47a3aa-cba1-4110-85ad-c012da079e8d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:32.495525 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-83fac768-ae0c-418f-ac5d-6823cc4b0eef req-eb47a3aa-cba1-4110-85ad-c012da079e8d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 948 time: 0.1027951 Jul 29 14:44:32.498720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-924c5bbc-02ca-41cb-93d9-10a91ef80f71 req-fcb915b5-272d-4c0e-9c2d-c1502e658eb9 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060208 Jul 29 14:44:32.609780 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-83fac768-ae0c-418f-ac5d-6823cc4b0eef req-1ef7d6b6-375a-4c1c-98d0-c53e5b57ae18 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927262 Jul 29 14:44:32.619944 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3571943f-6ea9-4a23-aeab-04477c2fd55d req-f360a7fd-17fd-4f90-baa5-84ec322d546d service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694987 Jul 29 14:44:32.622030 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-a8e085c4-a015-49b2-8ac2-9bac143dbff2 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845064 Jul 29 14:44:32.665702 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-924c5bbc-02ca-41cb-93d9-10a91ef80f71 req-de170305-32a9-4727-ae4c-07d30befbbb5 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576006 Jul 29 14:44:33.026810 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80242009-5124-4c0f-ac3d-da37876edb46 x-openstack-request-id: req-80242009-5124-4c0f-ac3d-da37876edb46 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:33.027139 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06128b72-1bf1-4d3d-b6e7-30496feb3e60", "tag": "27ba7a23-7155-476f-a2bf-9bcca233c498", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:33.027359 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80242009-5124-4c0f-ac3d-da37876edb46 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:33.027744 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06128b72-1bf1-4d3d-b6e7-30496feb3e60', 'tag': '27ba7a23-7155-476f-a2bf-9bcca233c498', 'status': 'completed', 'code': 200} Jul 29 14:44:33.088136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e8b8d-7262-4905-bb2e-0e7aecd3928a req-8a00067d-6243-4831-b8dc-ec65c15a550a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:33.089713 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-853e8b8d-7262-4905-bb2e-0e7aecd3928a req-8a00067d-6243-4831-b8dc-ec65c15a550a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.4666317 Jul 29 14:44:33.097049 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:33.133740 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55813520-12a1-4bfd-9d34-676846ae3432 req-64644dac-df43-4058-8890-a03071fddb15 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908543 Jul 29 14:44:33.140657 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3571943f-6ea9-4a23-aeab-04477c2fd55d req-870dfd75-1104-4c45-9c3f-e5f96874c58b service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063810 Jul 29 14:44:33.162778 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-853e8b8d-7262-4905-bb2e-0e7aecd3928a req-c7cb15a0-326a-4008-9c96-e2f4a51476dd tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515938 Jul 29 14:44:33.223790 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-695e5acb-79a2-466a-bd54-99bb463c8fdf req-41a5fde2-c248-491f-b07a-5154fca7b706 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2108857411&fields=id&tenant_id=71dd47d19946404493753f8193c40cbe HTTP/1.1" status: 200 len: 267 time: 0.0697339 Jul 29 14:44:33.235820 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad9836-261a-4599-b2a2-e291f92004d0 req-566ce3f0-6839-4cd2-beb7-4f59385870d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:33.237721 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0bad9836-261a-4599-b2a2-e291f92004d0 req-566ce3f0-6839-4cd2-beb7-4f59385870d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 1099 time: 0.0485311 Jul 29 14:44:33.287308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5acb-79a2-466a-bd54-99bb463c8fdf req-6fb6a19b-c214-4383-89b6-20cfe2d152e1 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:33.289064 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-695e5acb-79a2-466a-bd54-99bb463c8fdf req-6fb6a19b-c214-4383-89b6-20cfe2d152e1 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.0575616 Jul 29 14:44:33.308493 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-695e5acb-79a2-466a-bd54-99bb463c8fdf req-c511e16d-20b0-4109-9cc6-b850f0445613 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Request body: {'port': {'security_groups': ['fc17fbc1-f31d-4fe1-b8e2-02d6eee95385', '787dcf83-73db-4ef7-b716-124740753d5e']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:33.314387 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a2064f2-6cdb-488d-994c-c6ddbde4f74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:33.405004 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-695e5acb-79a2-466a-bd54-99bb463c8fdf req-c511e16d-20b0-4109-9cc6-b850f0445613 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:33.443440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad9836-261a-4599-b2a2-e291f92004d0 req-9e77b5b5-930e-42c8-a7b9-b956c303ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:33.446214 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0bad9836-261a-4599-b2a2-e291f92004d0 req-9e77b5b5-930e-42c8-a7b9-b956c303ba2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.2012022 Jul 29 14:44:33.540581 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0bad9836-261a-4599-b2a2-e291f92004d0 req-5f270adc-6152-4a50-abef-6ad586d2c87c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=27ba7a23-7155-476f-a2bf-9bcca233c498 HTTP/1.1" status: 200 len: 217 time: 0.0705647 Jul 29 14:44:33.587440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc46b3-7847-4f1f-819e-67b09d056287 req-bb3ce044-5528-4b71-ad7a-46dd27660014 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:33.589110 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28bc46b3-7847-4f1f-819e-67b09d056287 req-bb3ce044-5528-4b71-ad7a-46dd27660014 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 943 time: 0.1777935 Jul 29 14:44:33.631427 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad9836-261a-4599-b2a2-e291f92004d0 req-4ed34721-d449-4bd4-aa15-918a12975f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:33.633467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0bad9836-261a-4599-b2a2-e291f92004d0 req-4ed34721-d449-4bd4-aa15-918a12975f40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0845041 Jul 29 14:44:33.651678 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:44:33.694032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-695e5acb-79a2-466a-bd54-99bb463c8fdf req-c511e16d-20b0-4109-9cc6-b850f0445613 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] For port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0,segment=NetworkSegment(90f9e87e-a9cb-4b20-80c1-00b95374bbf2),segment_id=90f9e87e-a9cb-4b20-80c1-00b95374bbf2)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:33.705803 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28bc46b3-7847-4f1f-819e-67b09d056287 req-bcfa605a-adcb-44d1-a612-a26e4874b15f tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062722 Jul 29 14:44:33.733577 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad9836-261a-4599-b2a2-e291f92004d0 req-c2b6e26a-0dfc-49cd-b1ea-ced2a4bc4a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:33.737448 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0bad9836-261a-4599-b2a2-e291f92004d0 req-c2b6e26a-0dfc-49cd-b1ea-ced2a4bc4a56 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0933104 Jul 29 14:44:33.751894 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-695e5acb-79a2-466a-bd54-99bb463c8fdf req-c511e16d-20b0-4109-9cc6-b850f0445613 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:33.769912 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac52c63-dd8e-4b37-bb99-9869ac27f462 req-05d79174-5efe-4073-81be-7500bc63fcce tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:33.771571 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac52c63-dd8e-4b37-bb99-9869ac27f462 req-05d79174-5efe-4073-81be-7500bc63fcce tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.38 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.0968754 Jul 29 14:44:33.772430 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-695e5acb-79a2-466a-bd54-99bb463c8fdf req-c511e16d-20b0-4109-9cc6-b850f0445613 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:33.790346 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['b235b91a-fc77-44f5-85f6-fdb9b9aa16c0'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:33.889836 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cea141b4-e591-4a5d-a5f2-481fc4b9e294 req-6afd500f-09ee-413e-b2bb-ab200cded81e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1501849 Jul 29 14:44:34.028032 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0bad9836-261a-4599-b2a2-e291f92004d0 req-83157e18-e419-4d94-9980-ab29d9747e05 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710321 Jul 29 14:44:34.068186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267017c-52a5-45a1-b706-3a6b7a54a98f req-40507037-beff-4abf-8b6b-89919e78731a tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:34.077401 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c267017c-52a5-45a1-b706-3a6b7a54a98f req-40507037-beff-4abf-8b6b-89919e78731a tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 950 time: 0.1959488 Jul 29 14:44:34.154938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea141b4-e591-4a5d-a5f2-481fc4b9e294 req-9b84cbac-efac-4677-80c4-5bc641ac46ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:34.156500 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cea141b4-e591-4a5d-a5f2-481fc4b9e294 req-9b84cbac-efac-4677-80c4-5bc641ac46ef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 1095 time: 0.2265708 Jul 29 14:44:34.202511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e5acb-79a2-466a-bd54-99bb463c8fdf req-c511e16d-20b0-4109-9cc6-b850f0445613 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:34.203530 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-695e5acb-79a2-466a-bd54-99bb463c8fdf req-c511e16d-20b0-4109-9cc6-b850f0445613 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:34.203968 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:34.205443 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-695e5acb-79a2-466a-bd54-99bb463c8fdf req-c511e16d-20b0-4109-9cc6-b850f0445613 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "PUT /v2.0/ports/b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 HTTP/1.1" status: 200 len: 981 time: 0.9042139 Jul 29 14:44:34.206053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'tag': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:34.209831 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8591d4-9c6c-4f07-932f-aa5e204dbfe0" -d '{"events": [{"name": "network-changed", "server_uuid": "af20316f-0b5e-4f2a-8a62-41a25a640cef", "tag": "b235b91a-fc77-44f5-85f6-fdb9b9aa16c0"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:34.250239 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c267017c-52a5-45a1-b706-3a6b7a54a98f req-9ca0eb11-2391-4ef7-8479-26e03407a8a5 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf8fc89a-058e-455a-a3c1-bd895d184957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516192 Jul 29 14:44:34.285970 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['b235b91a-fc77-44f5-85f6-fdb9b9aa16c0'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:34.286979 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0bad9836-261a-4599-b2a2-e291f92004d0 req-f09c7c5a-facf-47da-8e0d-8cd71321190a service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511938 Jul 29 14:44:34.334389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511e16d-20b0-4109-9cc6-b850f0445613 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Pushing event updated for resources: {'Port': ['ID=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0,revision_number=6']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:34.336350 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea141b4-e591-4a5d-a5f2-481fc4b9e294 req-9d1c3612-42c1-4824-981a-3f2c307452b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:34.338223 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cea141b4-e591-4a5d-a5f2-481fc4b9e294 req-9d1c3612-42c1-4824-981a-3f2c307452b0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.1531174 Jul 29 14:44:34.393491 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cea141b4-e591-4a5d-a5f2-481fc4b9e294 req-56d761b5-5aff-423b-811d-80e710cfe886 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27951d3e-1a15-4439-84d0-8488882f7d72 HTTP/1.1" status: 200 len: 217 time: 0.0468218 Jul 29 14:44:34.401251 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-3ac52c63-dd8e-4b37-bb99-9869ac27f462 req-9b84aba9-e601-423b-b9dc-cd1bd6c745a0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Deleting port bc523ae7-808c-460e-a4df-a83972b6e6d2 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:44:34.401836 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3ac52c63-dd8e-4b37-bb99-9869ac27f462 req-9b84aba9-e601-423b-b9dc-cd1bd6c745a0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:34.469296 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea141b4-e591-4a5d-a5f2-481fc4b9e294 req-b4a1a802-cb4c-457c-bee5-4cc9308c1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:34.470856 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cea141b4-e591-4a5d-a5f2-481fc4b9e294 req-b4a1a802-cb4c-457c-bee5-4cc9308c1ea0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.0703752 Jul 29 14:44:34.541965 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cea141b4-e591-4a5d-a5f2-481fc4b9e294 req-ba14c1cb-d6d9-4ad1-9b65-a3fe48a4e7ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630772 Jul 29 14:44:34.555361 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-3ac52c63-dd8e-4b37-bb99-9869ac27f462 req-9b84aba9-e601-423b-b9dc-cd1bd6c745a0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] For port bc523ae7-808c-460e-a4df-a83972b6e6d2, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=bc523ae7-808c-460e-a4df-a83972b6e6d2,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:34.555965 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3ac52c63-dd8e-4b37-bb99-9869ac27f462 req-9b84aba9-e601-423b-b9dc-cd1bd6c745a0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:34.583769 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-3ac52c63-dd8e-4b37-bb99-9869ac27f462 req-9b84aba9-e601-423b-b9dc-cd1bd6c745a0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Calling delete_port for bc523ae7-808c-460e-a4df-a83972b6e6d2 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:44:34.596119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350755c-db5a-4330-98d7-9f2ae0316159 req-9c06ef79-3f88-4820-bbbf-3c633d6e73b1 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:34.601068 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7350755c-db5a-4330-98d7-9f2ae0316159 req-9c06ef79-3f88-4820-bbbf-3c633d6e73b1 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 948 time: 0.2028096 Jul 29 14:44:34.658119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cea141b4-e591-4a5d-a5f2-481fc4b9e294 req-d6267ddc-e053-40c7-8cd8-5de61e13ba53 service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080337 Jul 29 14:44:34.710208 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7350755c-db5a-4330-98d7-9f2ae0316159 req-596aedca-a40d-458a-90cd-2519d647a888 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044695 Jul 29 14:44:34.781681 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b192c-fd70-47b1-bfdc-77aa0f793415 req-97ad51e9-7725-4864-bd63-b5069de1fcbb tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:34.783453 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a84b192c-fd70-47b1-bfdc-77aa0f793415 req-97ad51e9-7725-4864-bd63-b5069de1fcbb tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4 HTTP/1.1" status: 200 len: 950 time: 0.1083872 Jul 29 14:44:34.804891 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 47446bc0-4163-4c6c-8cd8-450bf10454bc details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:44:34.859187 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cea141b4-e591-4a5d-a5f2-481fc4b9e294 req-a7c13284-be9e-47b0-b0c4-e6d4155f9131 service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944432 Jul 29 14:44:34.861483 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3ac52c63-dd8e-4b37-bb99-9869ac27f462 req-9b84aba9-e601-423b-b9dc-cd1bd6c745a0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:34.887135 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['9745f4e8-6a8c-4848-baf2-c46b5b13f332'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:34.889544 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a84b192c-fd70-47b1-bfdc-77aa0f793415 req-b613cb7a-3d68-4c83-a009-f9f8f7544f4f tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913165 Jul 29 14:44:34.927149 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['bc523ae7-808c-460e-a4df-a83972b6e6d2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:34.979028 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84aba9-e601-423b-b9dc-cd1bd6c745a0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Pushing event deleted for resources: {'Port': ['ID=bc523ae7-808c-460e-a4df-a83972b6e6d2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:34.992176 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 47446bc0-4163-4c6c-8cd8-450bf10454bc, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=47446bc0-4163-4c6c-8cd8-450bf10454bc,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:34.993318 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8922a0e5-babf-479b-be25-122687d39d66 x-openstack-request-id: req-8922a0e5-babf-479b-be25-122687d39d66 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:34.993783 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af20316f-0b5e-4f2a-8a62-41a25a640cef", "tag": "b235b91a-fc77-44f5-85f6-fdb9b9aa16c0", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:34.994196 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8922a0e5-babf-479b-be25-122687d39d66 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:34.995090 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'tag': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0', 'status': 'completed', 'code': 200} Jul 29 14:44:35.042507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '47446bc0-4163-4c6c-8cd8-450bf10454bc', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '47446bc0-4163-4c6c-8cd8-450bf10454bc', 'mac_address': 'fa:16:3e:8d:23:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:44:35.048497 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-285ba019-a7f1-4701-8f2c-c9f5eda5c0f9 req-7091f33a-d42c-4ce4-aa57-4588596d5697 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2108857411&fields=id&tenant_id=71dd47d19946404493753f8193c40cbe HTTP/1.1" status: 200 len: 267 time: 0.2337236 Jul 29 14:44:35.052147 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac52c63-dd8e-4b37-bb99-9869ac27f462 req-9b84aba9-e601-423b-b9dc-cd1bd6c745a0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] No DVR routers for this DVR port bc523ae7-808c-460e-a4df-a83972b6e6d2 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:44:35.058966 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3ac52c63-dd8e-4b37-bb99-9869ac27f462 req-9b84aba9-e601-423b-b9dc-cd1bd6c745a0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:35.066409 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac52c63-dd8e-4b37-bb99-9869ac27f462 req-9b84aba9-e601-423b-b9dc-cd1bd6c745a0 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.38 "DELETE /v2.0/ports/bc523ae7-808c-460e-a4df-a83972b6e6d2 HTTP/1.1" status: 204 len: 173 time: 1.2851799 Jul 29 14:44:35.072406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8591d4-9c6c-4f07-932f-aa5e204dbfe0 req-6a91b611-6e43-4b95-8c5b-eff8474ab5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:35.074000 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da8591d4-9c6c-4f07-932f-aa5e204dbfe0 req-6a91b611-6e43-4b95-8c5b-eff8474ab5da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71dd47d19946404493753f8193c40cbe&device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 1135 time: 0.0560040 Jul 29 14:44:35.125665 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:35.168513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47446bc0-4163-4c6c-8cd8-450bf10454bc {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:44:35.187300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ba019-a7f1-4701-8f2c-c9f5eda5c0f9 req-fa2954e1-0724-4cca-ac47-0b4805560771 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:35.194484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 47446bc0-4163-4c6c-8cd8-450bf10454bc, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=47446bc0-4163-4c6c-8cd8-450bf10454bc,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:35.194721 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-285ba019-a7f1-4701-8f2c-c9f5eda5c0f9 req-fa2954e1-0724-4cca-ac47-0b4805560771 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 984 time: 0.1448200 Jul 29 14:44:35.200188 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:35.233979 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-285ba019-a7f1-4701-8f2c-c9f5eda5c0f9 req-0892e341-d5e2-42f9-ba8d-c32ecb69b85a tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Request body: {'port': {'security_groups': ['fc17fbc1-f31d-4fe1-b8e2-02d6eee95385']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:35.351839 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-285ba019-a7f1-4701-8f2c-c9f5eda5c0f9 req-0892e341-d5e2-42f9-ba8d-c32ecb69b85a tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:35.401299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705125f8-5704-4978-a9b6-c9f1c2287698 req-8eed312c-c075-4a27-b972-bc55b45aa899 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:35.403518 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-705125f8-5704-4978-a9b6-c9f1c2287698 req-8eed312c-c075-4a27-b972-bc55b45aa899 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 943 time: 0.1628723 Jul 29 14:44:35.415874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8591d4-9c6c-4f07-932f-aa5e204dbfe0 req-b35187cb-b0bc-4123-a5cf-46a51d2fa7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:35.418448 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da8591d4-9c6c-4f07-932f-aa5e204dbfe0 req-b35187cb-b0bc-4123-a5cf-46a51d2fa7c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=17d1acff-6321-435a-a746-f4fb6f6aca72 HTTP/1.1" status: 200 len: 921 time: 0.3370240 Jul 29 14:44:35.426728 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=47446bc0-4163-4c6c-8cd8-450bf10454bc,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:35.485703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['47446bc0-4163-4c6c-8cd8-450bf10454bc'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:35.505686 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da8591d4-9c6c-4f07-932f-aa5e204dbfe0 req-056aa6e9-142c-4265-b194-925660339f3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 HTTP/1.1" status: 200 len: 217 time: 0.0758414 Jul 29 14:44:35.572574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-705125f8-5704-4978-a9b6-c9f1c2287698 req-683ebc60-fd0b-4fa2-aace-1e71026ed283 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529598 Jul 29 14:44:35.602031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8591d4-9c6c-4f07-932f-aa5e204dbfe0 req-2184ce5b-f456-436b-9771-b71bca2ddd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:35.604367 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da8591d4-9c6c-4f07-932f-aa5e204dbfe0 req-2184ce5b-f456-436b-9771-b71bca2ddd5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1eda9d7a-8504-498f-9935-fd9ffaccea15 HTTP/1.1" status: 200 len: 860 time: 0.0844524 Jul 29 14:44:35.669975 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da8591d4-9c6c-4f07-932f-aa5e204dbfe0 req-09c07696-b370-4939-9b20-b647f57f1a99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17d1acff-6321-435a-a746-f4fb6f6aca72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575225 Jul 29 14:44:35.706820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-285ba019-a7f1-4701-8f2c-c9f5eda5c0f9 req-0892e341-d5e2-42f9-ba8d-c32ecb69b85a tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] For port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0,segment=NetworkSegment(90f9e87e-a9cb-4b20-80c1-00b95374bbf2),segment_id=90f9e87e-a9cb-4b20-80c1-00b95374bbf2)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:35.771073 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 43d9bdd4-d3bc-4e16-be5e-e39555079d66 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:44:35.785414 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-285ba019-a7f1-4701-8f2c-c9f5eda5c0f9 req-0892e341-d5e2-42f9-ba8d-c32ecb69b85a tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:35.793747 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-285ba019-a7f1-4701-8f2c-c9f5eda5c0f9 req-0892e341-d5e2-42f9-ba8d-c32ecb69b85a tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:35.823173 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da8591d4-9c6c-4f07-932f-aa5e204dbfe0 req-8bdf0e52-8de2-4f6d-aabb-b2deeead3779 service neutron] 10.222.0.39 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453357 Jul 29 14:44:35.886396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ba019-a7f1-4701-8f2c-c9f5eda5c0f9 req-0892e341-d5e2-42f9-ba8d-c32ecb69b85a tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:35.887198 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-285ba019-a7f1-4701-8f2c-c9f5eda5c0f9 req-0892e341-d5e2-42f9-ba8d-c32ecb69b85a tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:35.890904 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-285ba019-a7f1-4701-8f2c-c9f5eda5c0f9 req-0892e341-d5e2-42f9-ba8d-c32ecb69b85a tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "PUT /v2.0/ports/b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 HTTP/1.1" status: 200 len: 942 time: 0.6752284 Jul 29 14:44:35.892640 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:35.943088 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892e341-d5e2-42f9-ba8d-c32ecb69b85a tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Pushing event updated for resources: {'Port': ['ID=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0,revision_number=7']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:35.961269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdae6a3d-a79c-4001-99f5-c689b410935d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d9bdd4-d3bc-4e16-be5e-e39555079d66'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:35.963697 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888ccfb0-5a91-42c6-8cca-7f2142037460" -d '{"events": [{"server_uuid": "bdae6a3d-a79c-4001-99f5-c689b410935d", "name": "network-vif-unplugged", "status": "completed", "tag": "43d9bdd4-d3bc-4e16-be5e-e39555079d66"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:35.991468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 43d9bdd4-d3bc-4e16-be5e-e39555079d66, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=43d9bdd4-d3bc-4e16-be5e-e39555079d66,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:35.999802 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:36.007016 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da8591d4-9c6c-4f07-932f-aa5e204dbfe0 req-418767ad-6b73-4d14-ae15-8228a34f6ff8 service neutron] 10.222.0.39 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755836 Jul 29 14:44:36.049096 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['b235b91a-fc77-44f5-85f6-fdb9b9aa16c0'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:36.118545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a21d3a-e06f-4e85-a203-8df232cc8ab3 req-d34dbf60-7e5f-4897-8ba9-e22f48482c3d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:36.120076 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-44a21d3a-e06f-4e85-a203-8df232cc8ab3 req-d34dbf60-7e5f-4897-8ba9-e22f48482c3d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 948 time: 0.0784221 Jul 29 14:44:36.121801 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=43d9bdd4-d3bc-4e16-be5e-e39555079d66,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:36.175509 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:36.181661 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-44a21d3a-e06f-4e85-a203-8df232cc8ab3 req-74170905-4807-40f8-a8bf-29e5d6b78aeb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516713 Jul 29 14:44:36.209273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['b235b91a-fc77-44f5-85f6-fdb9b9aa16c0'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:36.514684 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-aaae6774-85a8-4983-bbbe-30fd2165cf2c tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3062799 Jul 29 14:44:36.530555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:36.561704 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:36.682047 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e89f849-caf9-4c6b-9301-fe6dc8951aca x-openstack-request-id: req-0e89f849-caf9-4c6b-9301-fe6dc8951aca {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:36.682603 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdae6a3d-a79c-4001-99f5-c689b410935d", "name": "network-vif-unplugged", "status": "completed", "tag": "43d9bdd4-d3bc-4e16-be5e-e39555079d66", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:36.682603 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e89f849-caf9-4c6b-9301-fe6dc8951aca {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:36.683093 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdae6a3d-a79c-4001-99f5-c689b410935d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d9bdd4-d3bc-4e16-be5e-e39555079d66', 'code': 200} Jul 29 14:44:36.702631 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:36.813535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 27ba7a23-7155-476f-a2bf-9bcca233c498 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:44:36.818657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Allocated IP 172.25.6.249 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/910da2e0-66aa-4ef1-b500-d9c6769b4e21) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:44:36.860478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 47446bc0-4163-4c6c-8cd8-450bf10454bc up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:44:36.887192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cd505-ef12-4294-b00c-4da91568c06c req-69232bff-313d-49e3-ac38-aa92f1629de3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:36.889220 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4b4cd505-ef12-4294-b00c-4da91568c06c req-69232bff-313d-49e3-ac38-aa92f1629de3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 943 time: 0.0666158 Jul 29 14:44:36.946247 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4b4cd505-ef12-4294-b00c-4da91568c06c req-084787ce-459f-4dfc-81f7-005284c7ef9d tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499952 Jul 29 14:44:36.984777 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:36.996960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4', 'name': 'network-vif-deleted', 'tag': 'bc523ae7-808c-460e-a4df-a83972b6e6d2'}, {'name': 'network-changed', 'server_uuid': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'tag': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:37.000755 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991803d0-cade-4cc8-9a07-f5c3ea1a02b6" -d '{"events": [{"server_uuid": "27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4", "name": "network-vif-deleted", "tag": "bc523ae7-808c-460e-a4df-a83972b6e6d2"}, {"name": "network-changed", "server_uuid": "af20316f-0b5e-4f2a-8a62-41a25a640cef", "tag": "b235b91a-fc77-44f5-85f6-fdb9b9aa16c0"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:37.007564 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 47446bc0-4163-4c6c-8cd8-450bf10454bc completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:44:37.014400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 47446bc0-4163-4c6c-8cd8-450bf10454bc triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:44:37.014772 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:37.033460 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:37.056104 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 27ba7a23-7155-476f-a2bf-9bcca233c498, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=27ba7a23-7155-476f-a2bf-9bcca233c498,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:37.074404 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:44:37.078055 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:44:37.079078 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '27ba7a23-7155-476f-a2bf-9bcca233c498', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '27ba7a23-7155-476f-a2bf-9bcca233c498', 'mac_address': 'fa:16:3e:f5:18:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:44:37.083899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:44:37.106352 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Pushing event updated for resources: {'Port': ['ID=910da2e0-66aa-4ef1-b500-d9c6769b4e21,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:37.152730 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:37.173562 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:37.182310 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:37.184770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ba7a23-7155-476f-a2bf-9bcca233c498 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:44:37.225069 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:37.233319 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 27ba7a23-7155-476f-a2bf-9bcca233c498, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=27ba7a23-7155-476f-a2bf-9bcca233c498,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:37.243404 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:37.246296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 47446bc0-4163-4c6c-8cd8-450bf10454bc, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=47446bc0-4163-4c6c-8cd8-450bf10454bc,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:37.251544 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:37.316131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=27ba7a23-7155-476f-a2bf-9bcca233c498,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:37.400296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=47446bc0-4163-4c6c-8cd8-450bf10454bc,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:37.446669 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:37.454882 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:37.505373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['27ba7a23-7155-476f-a2bf-9bcca233c498'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:37.531871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Pushing event updated for resources: {'Port': ['ID=910da2e0-66aa-4ef1-b500-d9c6769b4e21,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:37.546970 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:37.566945 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:37.569334 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-8da68976-02f6-42f0-9697-54ca4d20cd56 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0456185 Jul 29 14:44:37.632585 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-fb902452-4826-44ff-8117-b76cab30c3ae tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.249 HTTP/1.1" status: 200 len: 696 time: 0.0545554 Jul 29 14:44:37.780814 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-b9584363-f72c-41c6-87c3-07bf731ff601 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:37.781553 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device bc523ae7-808c-460e-a4df-a83972b6e6d2 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:44:37.782310 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-324e2256-e1ff-4db1-9808-632d31ed85e9 req-b9584363-f72c-41c6-87c3-07bf731ff601 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.1404791 Jul 29 14:44:37.821298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: bc523ae7-808c-460e-a4df-a83972b6e6d2 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:44:37.821979 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device bc523ae7-808c-460e-a4df-a83972b6e6d2 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:44:37.897697 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa96e06-89a1-4141-b62d-4446b232ca92 x-openstack-request-id: req-8fa96e06-89a1-4141-b62d-4446b232ca92 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:37.898226 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4", "name": "network-vif-deleted", "tag": "bc523ae7-808c-460e-a4df-a83972b6e6d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "af20316f-0b5e-4f2a-8a62-41a25a640cef", "tag": "b235b91a-fc77-44f5-85f6-fdb9b9aa16c0", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:37.898346 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8fa96e06-89a1-4141-b62d-4446b232ca92 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:37.898775 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ea3c5e-01f3-4e5b-8bb3-ac807f0aa1f4', 'name': 'network-vif-deleted', 'tag': 'bc523ae7-808c-460e-a4df-a83972b6e6d2', 'status': 'completed', 'code': 200} Jul 29 14:44:37.899129 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'tag': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0', 'status': 'completed', 'code': 200} Jul 29 14:44:38.010733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991803d0-cade-4cc8-9a07-f5c3ea1a02b6 req-7d2dfa34-4510-40c0-acd5-e6c0241da642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:38.012105 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-991803d0-cade-4cc8-9a07-f5c3ea1a02b6 req-7d2dfa34-4510-40c0-acd5-e6c0241da642 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71dd47d19946404493753f8193c40cbe&device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 1096 time: 0.0914907 Jul 29 14:44:38.019712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249295a-a3d0-4a25-81e1-c8d09a3a5b2c req-3fb76cdb-28e8-4165-a10d-178cdea47647 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:38.021286 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c249295a-a3d0-4a25-81e1-c8d09a3a5b2c req-3fb76cdb-28e8-4165-a10d-178cdea47647 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 949 time: 0.0682797 Jul 29 14:44:38.030012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dce112-5e94-45f2-b875-08a4c9f8e743 req-1c0a06d3-97fd-4bba-a0e4-4535652ba11a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:38.031611 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a2dce112-5e94-45f2-b875-08a4c9f8e743 req-1c0a06d3-97fd-4bba-a0e4-4535652ba11a tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.0666397 Jul 29 14:44:38.067085 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c249295a-a3d0-4a25-81e1-c8d09a3a5b2c req-81cbbd53-932a-4d14-bb16-1a6d5e21ccef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363698 Jul 29 14:44:38.122738 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a2dce112-5e94-45f2-b875-08a4c9f8e743 req-268bd055-4561-4fc7-8bce-df838461b265 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816031 Jul 29 14:44:38.157232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991803d0-cade-4cc8-9a07-f5c3ea1a02b6 req-46fb534a-77cb-4b86-a87e-7dc7a874f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:38.158737 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-991803d0-cade-4cc8-9a07-f5c3ea1a02b6 req-46fb534a-77cb-4b86-a87e-7dc7a874f57c service neutron] 10.222.0.39 "GET /v2.0/networks?id=17d1acff-6321-435a-a746-f4fb6f6aca72 HTTP/1.1" status: 200 len: 921 time: 0.1262319 Jul 29 14:44:38.233699 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-991803d0-cade-4cc8-9a07-f5c3ea1a02b6 req-97862e21-1a16-47c3-b48e-0c4a45f752a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 HTTP/1.1" status: 200 len: 217 time: 0.0604606 Jul 29 14:44:38.270475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd4e2c-1e2a-408b-9ac1-31a1e1f45d99 req-f74809f2-88a3-4125-b70d-6d1044e746f7 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:38.272055 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5dcd4e2c-1e2a-408b-9ac1-31a1e1f45d99 req-f74809f2-88a3-4125-b70d-6d1044e746f7 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 943 time: 0.0598903 Jul 29 14:44:38.316348 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-3f165671-6f7c-4f15-bfe3-80d44a19a286 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:38.318141 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-3f165671-6f7c-4f15-bfe3-80d44a19a286 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0941269 Jul 29 14:44:38.322682 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5dcd4e2c-1e2a-408b-9ac1-31a1e1f45d99 req-9cc2a9ad-6521-4830-b2d3-0a073b71b36b tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400996 Jul 29 14:44:38.326929 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991803d0-cade-4cc8-9a07-f5c3ea1a02b6 req-6ae81e32-8ed2-4817-a4ac-bcd375079405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:38.328372 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-991803d0-cade-4cc8-9a07-f5c3ea1a02b6 req-6ae81e32-8ed2-4817-a4ac-bcd375079405 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1eda9d7a-8504-498f-9935-fd9ffaccea15 HTTP/1.1" status: 200 len: 860 time: 0.0723841 Jul 29 14:44:38.395220 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-7a597654-40e5-46e7-8d85-60482ac35a5b tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.249 HTTP/1.1" status: 200 len: 696 time: 0.0713789 Jul 29 14:44:38.397238 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-991803d0-cade-4cc8-9a07-f5c3ea1a02b6 req-724abad1-9044-463c-9a6e-c66920f832cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17d1acff-6321-435a-a746-f4fb6f6aca72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318387 Jul 29 14:44:38.405132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-a3b2930a-b30a-4fc4-83ec-7e6d80681178 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Request body: {'floatingip': {'port_id': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:38.452173 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-a3b2930a-b30a-4fc4-83ec-7e6d80681178 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:38.628012 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-991803d0-cade-4cc8-9a07-f5c3ea1a02b6 req-02b6326e-fcbd-4346-ab97-80f4e238e993 service neutron] 10.222.0.39 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919782 Jul 29 14:44:38.683784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddca198-7014-4607-b24d-e4c4dbabb4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47446bc0-4163-4c6c-8cd8-450bf10454bc'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:38.687118 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27ea87b-70f5-4178-9a96-6aa27ffb0386" -d '{"events": [{"server_uuid": "cddca198-7014-4607-b24d-e4c4dbabb4ef", "name": "network-vif-plugged", "status": "completed", "tag": "47446bc0-4163-4c6c-8cd8-450bf10454bc"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:38.738177 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e74dc0-53a1-4c8a-affc-c053cf8d097d x-openstack-request-id: req-35e74dc0-53a1-4c8a-affc-c053cf8d097d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:38.738479 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddca198-7014-4607-b24d-e4c4dbabb4ef", "name": "network-vif-plugged", "status": "completed", "tag": "47446bc0-4163-4c6c-8cd8-450bf10454bc", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:38.738706 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35e74dc0-53a1-4c8a-affc-c053cf8d097d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:38.739117 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddca198-7014-4607-b24d-e4c4dbabb4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47446bc0-4163-4c6c-8cd8-450bf10454bc', 'code': 200} Jul 29 14:44:38.824577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 27ba7a23-7155-476f-a2bf-9bcca233c498 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:44:38.875038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b0f10-7d4a-40de-8222-b2d6d09ce07c req-f3597852-c3e0-4880-9fb1-37ece636db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:38.876755 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-416b0f10-7d4a-40de-8222-b2d6d09ce07c req-f3597852-c3e0-4880-9fb1-37ece636db88 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cddca198-7014-4607-b24d-e4c4dbabb4ef HTTP/1.1" status: 200 len: 1100 time: 0.0573711 Jul 29 14:44:38.881590 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 27ba7a23-7155-476f-a2bf-9bcca233c498 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:44:38.902406 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 27ba7a23-7155-476f-a2bf-9bcca233c498 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:44:38.902878 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:38.926818 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-416b0f10-7d4a-40de-8222-b2d6d09ce07c req-89ef5301-c9a8-4ce7-9dc5-7c0ddf7d76ba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419953 Jul 29 14:44:39.026115 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:39.078527 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 27ba7a23-7155-476f-a2bf-9bcca233c498, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=27ba7a23-7155-476f-a2bf-9bcca233c498,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:39.085614 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:39.149269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=27ba7a23-7155-476f-a2bf-9bcca233c498,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:39.178111 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cccaa8-0fc3-4c6c-add9-c2990ec8e8c6 req-9433b57d-1bb1-4ea5-af30-0026d6e22e4b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:39.179728 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10cccaa8-0fc3-4c6c-add9-c2990ec8e8c6 req-9433b57d-1bb1-4ea5-af30-0026d6e22e4b tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.1423383 Jul 29 14:44:39.246749 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-991803d0-cade-4cc8-9a07-f5c3ea1a02b6 req-4a183d14-b0d5-46bf-a683-5be7e7b81a38 service neutron] 10.222.0.39 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887234 Jul 29 14:44:39.323969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce6884-8112-46ac-94a5-f53bf5fa58e3 req-d0217f7b-959f-45e8-9097-d69def75b0c7 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:39.326749 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fcce6884-8112-46ac-94a5-f53bf5fa58e3 req-d0217f7b-959f-45e8-9097-d69def75b0c7 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 950 time: 0.1658397 Jul 29 14:44:39.371494 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fcce6884-8112-46ac-94a5-f53bf5fa58e3 req-d971110d-d16e-4e5f-9661-bc6f56df154e tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380926 Jul 29 14:44:39.418860 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-10cccaa8-0fc3-4c6c-add9-c2990ec8e8c6 req-5bb7785b-0b29-4e8f-b8be-d1a04391cc98 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Deleting port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:44:39.419295 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-10cccaa8-0fc3-4c6c-add9-c2990ec8e8c6 req-5bb7785b-0b29-4e8f-b8be-d1a04391cc98 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:39.523958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492be8fe-5d41-4998-9911-b2a2f21e5a4f req-88aa3151-b466-4910-b41f-f1472e24cb91 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:39.525799 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-492be8fe-5d41-4998-9911-b2a2f21e5a4f req-88aa3151-b466-4910-b41f-f1472e24cb91 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 950 time: 0.0541370 Jul 29 14:44:39.573485 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-a3b2930a-b30a-4fc4-83ec-7e6d80681178 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:39.574815 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-492be8fe-5d41-4998-9911-b2a2f21e5a4f req-517edb31-8714-48fc-9bce-0d9395caabc9 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/security-groups?id=f49f7704-215a-42c3-b7b8-ceb142600e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379996 Jul 29 14:44:39.580753 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-a3b2930a-b30a-4fc4-83ec-7e6d80681178 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:39.630537 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-10cccaa8-0fc3-4c6c-add9-c2990ec8e8c6 req-5bb7785b-0b29-4e8f-b8be-d1a04391cc98 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] For port 9745f4e8-6a8c-4848-baf2-c46b5b13f332, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=9745f4e8-6a8c-4848-baf2-c46b5b13f332,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:39.631233 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-10cccaa8-0fc3-4c6c-add9-c2990ec8e8c6 req-5bb7785b-0b29-4e8f-b8be-d1a04391cc98 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:39.650748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-10cccaa8-0fc3-4c6c-add9-c2990ec8e8c6 req-5bb7785b-0b29-4e8f-b8be-d1a04391cc98 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Calling delete_port for 9745f4e8-6a8c-4848-baf2-c46b5b13f332 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:44:39.752815 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-a3b2930a-b30a-4fc4-83ec-7e6d80681178 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Floating IP 9fe8d32d-936f-4069-bbf3-1fd517ad2c05 associated. External IP: 172.25.6.249, port: b235b91a-fc77-44f5-85f6-fdb9b9aa16c0. Jul 29 14:44:39.783858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 43d9bdd4-d3bc-4e16-be5e-e39555079d66 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:44:39.789777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8035e9-8cc0-4588-b514-665099e61636 req-96b5d9e9-1276-4733-aefa-e45ccc3824f3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:39.791368 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc8035e9-8cc0-4588-b514-665099e61636 req-96b5d9e9-1276-4733-aefa-e45ccc3824f3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 943 time: 0.0580819 Jul 29 14:44:39.847134 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc8035e9-8cc0-4588-b514-665099e61636 req-b53a8488-5477-44c5-8be0-03529d52d83c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479901 Jul 29 14:44:39.954409 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-10cccaa8-0fc3-4c6c-add9-c2990ec8e8c6 req-5bb7785b-0b29-4e8f-b8be-d1a04391cc98 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:39.962562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 43d9bdd4-d3bc-4e16-be5e-e39555079d66, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=43d9bdd4-d3bc-4e16-be5e-e39555079d66,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:39.982909 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['9745f4e8-6a8c-4848-baf2-c46b5b13f332'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:40.000007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7785b-0b29-4e8f-b8be-d1a04391cc98 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Pushing event deleted for resources: {'Port': ['ID=9745f4e8-6a8c-4848-baf2-c46b5b13f332,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:40.030799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '43d9bdd4-d3bc-4e16-be5e-e39555079d66', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '43d9bdd4-d3bc-4e16-be5e-e39555079d66', 'mac_address': 'fa:16:3e:57:5b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:44:40.089406 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:40.091719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cccaa8-0fc3-4c6c-add9-c2990ec8e8c6 req-5bb7785b-0b29-4e8f-b8be-d1a04391cc98 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] No DVR routers for this DVR port 9745f4e8-6a8c-4848-baf2-c46b5b13f332 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:44:40.095094 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-10cccaa8-0fc3-4c6c-add9-c2990ec8e8c6 req-5bb7785b-0b29-4e8f-b8be-d1a04391cc98 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:40.097700 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10cccaa8-0fc3-4c6c-add9-c2990ec8e8c6 req-5bb7785b-0b29-4e8f-b8be-d1a04391cc98 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.39 "DELETE /v2.0/ports/9745f4e8-6a8c-4848-baf2-c46b5b13f332 HTTP/1.1" status: 204 len: 173 time: 0.9086139 Jul 29 14:44:40.102674 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee8bd36-1da2-42d8-988d-979447d47dff', 'name': 'network-vif-deleted', 'tag': '9745f4e8-6a8c-4848-baf2-c46b5b13f332'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:40.103963 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684c10cc-624c-4283-92e7-7afb6b52981c" -d '{"events": [{"server_uuid": "7ee8bd36-1da2-42d8-988d-979447d47dff", "name": "network-vif-deleted", "tag": "9745f4e8-6a8c-4848-baf2-c46b5b13f332"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:40.113054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d9bdd4-d3bc-4e16-be5e-e39555079d66 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:44:40.138980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 43d9bdd4-d3bc-4e16-be5e-e39555079d66, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=43d9bdd4-d3bc-4e16-be5e-e39555079d66,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:40.144493 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:40.188484 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-a3b2930a-b30a-4fc4-83ec-7e6d80681178 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Router e6a59694-0264-4b5b-8155-0ad8913d7939 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:44:40.212905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=43d9bdd4-d3bc-4e16-be5e-e39555079d66,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:40.244013 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dea36af-dd33-4740-bc7c-db85a9c786af x-openstack-request-id: req-7dea36af-dd33-4740-bc7c-db85a9c786af {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:40.244308 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee8bd36-1da2-42d8-988d-979447d47dff", "name": "network-vif-deleted", "tag": "9745f4e8-6a8c-4848-baf2-c46b5b13f332", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:40.244584 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dea36af-dd33-4740-bc7c-db85a9c786af {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:40.245102 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee8bd36-1da2-42d8-988d-979447d47dff', 'name': 'network-vif-deleted', 'tag': '9745f4e8-6a8c-4848-baf2-c46b5b13f332', 'status': 'completed', 'code': 200} Jul 29 14:44:40.320652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-a3b2930a-b30a-4fc4-83ec-7e6d80681178 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:44:40.325758 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-a3b2930a-b30a-4fc4-83ec-7e6d80681178 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:40.336412 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5985a-97ad-424c-a995-d646169dcf2c None None] Sync routers for ids ['e6a59694-0264-4b5b-8155-0ad8913d7939'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:44:40.347349 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab5985a-97ad-424c-a995-d646169dcf2c None None] Routers {'e6a59694-0264-4b5b-8155-0ad8913d7939'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:44:40.348079 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5ab5985a-97ad-424c-a995-d646169dcf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:44:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e6a59694-0264-4b5b-8155-0ad8913d7939'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:44:40.361438 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['43d9bdd4-d3bc-4e16-be5e-e39555079d66'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:40.364511 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-a3b2930a-b30a-4fc4-83ec-7e6d80681178 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "PUT /v2.0/floatingips/9fe8d32d-936f-4069-bbf3-1fd517ad2c05 HTTP/1.1" status: 200 len: 996 time: 1.9634051 Jul 29 14:44:40.429224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-06904986-7ee4-454e-85cf-af2e01e9630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:40.438186 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-06904986-7ee4-454e-85cf-af2e01e9630a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71dd47d19946404493753f8193c40cbe&device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 1096 time: 0.0572913 Jul 29 14:44:40.491633 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-5ab5985a-97ad-424c-a995-d646169dcf2c None None] Set router e6a59694-0264-4b5b-8155-0ad8913d7939 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:44:40.578293 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c5db7-da1b-4d6b-8fc0-85c4a3cefd4b req-bf731aa1-bf4f-4b18-9dea-7553586fbef1 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:40.591867 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4b7c5db7-da1b-4d6b-8fc0-85c4a3cefd4b req-bf731aa1-bf4f-4b18-9dea-7553586fbef1 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 950 time: 0.0980515 Jul 29 14:44:40.596573 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:40.645900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-fafcfc6e-b53f-46af-8601-ab3d454b140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:40.648521 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-fafcfc6e-b53f-46af-8601-ab3d454b140b service neutron] 10.222.0.16 "GET /v2.0/networks?id=17d1acff-6321-435a-a746-f4fb6f6aca72 HTTP/1.1" status: 200 len: 921 time: 0.2092395 Jul 29 14:44:40.657669 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4b7c5db7-da1b-4d6b-8fc0-85c4a3cefd4b req-444db89f-cc29-4295-be8f-6f51af7172bc tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647774 Jul 29 14:44:40.740387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06128b72-1bf1-4d3d-b6e7-30496feb3e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ba7a23-7155-476f-a2bf-9bcca233c498'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:40.743389 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4a6c2b-04a8-4da4-8bcf-2bbacd0b3c51" -d '{"events": [{"server_uuid": "06128b72-1bf1-4d3d-b6e7-30496feb3e60", "name": "network-vif-plugged", "status": "completed", "tag": "27ba7a23-7155-476f-a2bf-9bcca233c498"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:40.765429 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-9a678731-d0e4-489d-85a9-052c8134b753 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 HTTP/1.1" status: 200 len: 999 time: 0.1080945 Jul 29 14:44:40.816275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1437bcb0-db79-4daa-af27-366391c44686 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:44:40.823932 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5ab5985a-97ad-424c-a995-d646169dcf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-router', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:43:35Z', 'updated_at': '2021-07-29T14:43:42Z', 'revision_number': 4, 'project_id': '71dd47d19946404493753f8193c40cbe', 'gw_port': {'id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:37Z', 'updated_at': '2021-07-29T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '9fe8d32d-936f-4069-bbf3-1fd517ad2c05', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'port_id': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72', 'mac_address': 'fa:16:3e:03:a7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:44:37Z', 'updated_at': '2021-07-29T14:44:39Z', 'revision_number': 1, 'project_id': '71dd47d19946404493753f8193c40cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db24c2b-e03d-4b44-8c67-9bc11bfb288a', 'name': '', 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'mac_address': 'fa:16:3e:36:70:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:40Z', 'updated_at': '2021-07-29T14:43:47Z', 'revision_number': 5, 'project_id': '71dd47d19946404493753f8193c40cbe', 'subnets': [{'id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:44:40.842687 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-582a8a44-6cff-45fc-bbc5-cda408f62093 req-92f51fc5-5e64-4ef9-82af-25395791a9d5 tempest-MigrationsAdminTest-640652705 tempest-MigrationsAdminTest-640652705-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ee8bd36-1da2-42d8-988d-979447d47dff HTTP/1.1" status: 200 len: 210 time: 0.0438249 Jul 29 14:44:40.849948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-3eb4cdab-564f-4b79-9fac-6dcb34f89d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:40.868606 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-3eb4cdab-564f-4b79-9fac-6dcb34f89d24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1eda9d7a-8504-498f-9935-fd9ffaccea15 HTTP/1.1" status: 200 len: 860 time: 0.0902710 Jul 29 14:44:40.868769 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5985a-97ad-424c-a995-d646169dcf2c None None] Checking router: e6a59694-0264-4b5b-8155-0ad8913d7939 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:44:40.875001 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab5985a-97ad-424c-a995-d646169dcf2c None None] Routers {'e6a59694-0264-4b5b-8155-0ad8913d7939'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:44:40.875762 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5ab5985a-97ad-424c-a995-d646169dcf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:44:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e6a59694-0264-4b5b-8155-0ad8913d7939'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:44:40.910007 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-2017f760-b7bd-475f-b0ee-b41e6e00696f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=17d1acff-6321-435a-a746-f4fb6f6aca72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485685 Jul 29 14:44:40.962065 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff72c70-ffba-4487-99e1-eed424c670ce x-openstack-request-id: req-4ff72c70-ffba-4487-99e1-eed424c670ce {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:40.962674 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06128b72-1bf1-4d3d-b6e7-30496feb3e60", "name": "network-vif-plugged", "status": "completed", "tag": "27ba7a23-7155-476f-a2bf-9bcca233c498", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:40.963301 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ff72c70-ffba-4487-99e1-eed424c670ce {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:40.968542 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06128b72-1bf1-4d3d-b6e7-30496feb3e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ba7a23-7155-476f-a2bf-9bcca233c498', 'code': 200} Jul 29 14:44:41.010345 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-5ab5985a-97ad-424c-a995-d646169dcf2c None None] Set router e6a59694-0264-4b5b-8155-0ad8913d7939 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:44:41.059370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1437bcb0-db79-4daa-af27-366391c44686, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1437bcb0-db79-4daa-af27-366391c44686,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:41.080391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '1437bcb0-db79-4daa-af27-366391c44686', 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d', 'port_id': '1437bcb0-db79-4daa-af27-366391c44686', 'mac_address': 'fa:16:3e:e6:de:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84740567-e60d-40ec-855d-8962b438829e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:44:41.123960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-ec2b61ed-fddd-412f-8c3a-8ed0453009d9 service neutron] 10.222.0.16 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110224 Jul 29 14:44:41.145173 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:41.151340 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded153db-695c-423b-b4e2-6b1ad4bc9b2e req-70c70cc1-7797-4213-bae7-ff1a708b61ce tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:41.152971 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ded153db-695c-423b-b4e2-6b1ad4bc9b2e req-70c70cc1-7797-4213-bae7-ff1a708b61ce tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 943 time: 0.1010973 Jul 29 14:44:41.165857 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1437bcb0-db79-4daa-af27-366391c44686 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:44:41.214121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1437bcb0-db79-4daa-af27-366391c44686, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1437bcb0-db79-4daa-af27-366391c44686,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:41.222587 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:41.225793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cae20-3a11-46c1-9eb0-0ce91aac4fe8 req-ba676cce-f5ef-43cc-aa4b-a66886ff60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:41.227350 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-575cae20-3a11-46c1-9eb0-0ce91aac4fe8 req-ba676cce-f5ef-43cc-aa4b-a66886ff60e3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 1101 time: 0.1849146 Jul 29 14:44:41.240176 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ded153db-695c-423b-b4e2-6b1ad4bc9b2e req-1b9c9507-ce7a-402a-9e37-ec895e7dc693 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793080 Jul 29 14:44:41.299550 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd6dd989-9b70-4571-ae80-33a79dda1591 req-569ead9d-0a1c-47dc-9272-b1b40eb4c89f service neutron] 10.222.0.16 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585867 Jul 29 14:44:41.348630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1437bcb0-db79-4daa-af27-366391c44686,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:41.372552 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-575cae20-3a11-46c1-9eb0-0ce91aac4fe8 req-e61e07d8-490e-4d3c-8d99-9f4756f0c9c5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339920 Jul 29 14:44:41.421873 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5ab5985a-97ad-424c-a995-d646169dcf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-router', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:43:35Z', 'updated_at': '2021-07-29T14:43:42Z', 'revision_number': 4, 'project_id': '71dd47d19946404493753f8193c40cbe', 'gw_port': {'id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:37Z', 'updated_at': '2021-07-29T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '9fe8d32d-936f-4069-bbf3-1fd517ad2c05', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'port_id': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72', 'mac_address': 'fa:16:3e:03:a7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:44:37Z', 'updated_at': '2021-07-29T14:44:39Z', 'revision_number': 1, 'project_id': '71dd47d19946404493753f8193c40cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db24c2b-e03d-4b44-8c67-9bc11bfb288a', 'name': '', 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'mac_address': 'fa:16:3e:36:70:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:40Z', 'updated_at': '2021-07-29T14:43:47Z', 'revision_number': 5, 'project_id': '71dd47d19946404493753f8193c40cbe', 'subnets': [{'id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:44:41.454796 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5985a-97ad-424c-a995-d646169dcf2c None None] The sync data for ids ['e6a59694-0264-4b5b-8155-0ad8913d7939'] in n-d-802893-1 is: [{'id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-router', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:43:35Z', 'updated_at': '2021-07-29T14:43:42Z', 'revision_number': 4, 'project_id': '71dd47d19946404493753f8193c40cbe', 'gw_port': {'id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:37Z', 'updated_at': '2021-07-29T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '9fe8d32d-936f-4069-bbf3-1fd517ad2c05', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'port_id': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72', 'mac_address': 'fa:16:3e:03:a7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:44:37Z', 'updated_at': '2021-07-29T14:44:39Z', 'revision_number': 1, 'project_id': '71dd47d19946404493753f8193c40cbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9db24c2b-e03d-4b44-8c67-9bc11bfb288a', 'name': '', 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'mac_address': 'fa:16:3e:36:70:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:40Z', 'updated_at': '2021-07-29T14:43:47Z', 'revision_number': 5, 'project_id': '71dd47d19946404493753f8193c40cbe', 'subnets': [{'id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:44:41.521976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['1437bcb0-db79-4daa-af27-366391c44686'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:41.692980 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-165d605d-9399-405e-a80e-202aa0f7a390 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.249 HTTP/1.1" status: 200 len: 999 time: 0.2345335 Jul 29 14:44:41.792271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 43d9bdd4-d3bc-4e16-be5e-e39555079d66 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:44:41.818639 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-fef85089-b2c0-4cd6-a3f7-016e25316821 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:41.832250 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-fef85089-b2c0-4cd6-a3f7-016e25316821 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports/b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 HTTP/1.1" status: 200 len: 942 time: 0.1259959 Jul 29 14:44:41.866473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fdfce5-a864-4d00-b487-ec456a4860aa None None] New status for floating IP 9fe8d32d-936f-4069-bbf3-1fd517ad2c05: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:44:41.883042 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fdfb7-541f-4fdf-bd25-14f2ccd6cea2 req-879aa927-4ae7-4eb9-9533-a73fb74a3c76 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:41.887318 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-628fdfb7-541f-4fdf-bd25-14f2ccd6cea2 req-879aa927-4ae7-4eb9-9533-a73fb74a3c76 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 950 time: 0.0932062 Jul 29 14:44:41.968580 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 43d9bdd4-d3bc-4e16-be5e-e39555079d66 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:44:41.969825 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:41.976368 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-628fdfb7-541f-4fdf-bd25-14f2ccd6cea2 req-c3b8e641-21ca-4cf4-9560-f1548c6f89ff tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765302 Jul 29 14:44:42.009111 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-57d92a53-cc96-471f-a020-38faef6ed0cb tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.249 HTTP/1.1" status: 200 len: 999 time: 0.1032526 Jul 29 14:44:42.141725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-90c6e7b4-9919-45b0-adf3-828638a06c15 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:42.149843 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-90c6e7b4-9919-45b0-adf3-828638a06c15 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.1397545 Jul 29 14:44:42.248792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'tag': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:42.251161 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cd9ba7-295e-4e0b-863b-efcc9668c2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "af20316f-0b5e-4f2a-8a62-41a25a640cef", "tag": "b235b91a-fc77-44f5-85f6-fdb9b9aa16c0"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:42.316723 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-c45089d9-55d2-4fbf-8098-0ab438b40d3a tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.249 HTTP/1.1" status: 200 len: 999 time: 0.1654582 Jul 29 14:44:42.321954 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:42.339381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-4f957aba-0e30-4ca1-ad73-0c9ff659d282 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:42.395341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 43d9bdd4-d3bc-4e16-be5e-e39555079d66, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=43d9bdd4-d3bc-4e16-be5e-e39555079d66,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:42.401183 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:42.472245 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=43d9bdd4-d3bc-4e16-be5e-e39555079d66,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:42.483393 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc40d19-666e-428a-9adf-0372506fa34b x-openstack-request-id: req-ecc40d19-666e-428a-9adf-0372506fa34b {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:42.484110 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af20316f-0b5e-4f2a-8a62-41a25a640cef", "tag": "b235b91a-fc77-44f5-85f6-fdb9b9aa16c0", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:42.484569 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ecc40d19-666e-428a-9adf-0372506fa34b {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:42.485231 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'tag': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0', 'status': 'completed', 'code': 200} Jul 29 14:44:42.543542 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-4f957aba-0e30-4ca1-ad73-0c9ff659d282 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:42.615672 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f8a6f-9866-48c5-b73c-aa45828a4f05 req-503b86ff-068f-4d4a-a3a2-dc6024687f04 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:42.627766 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-371f8a6f-9866-48c5-b73c-aa45828a4f05 req-503b86ff-068f-4d4a-a3a2-dc6024687f04 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 944 time: 0.1339753 Jul 29 14:44:42.630447 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd9ba7-295e-4e0b-863b-efcc9668c2f1 req-da1402e7-631e-4f07-9396-ec859bc30c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:42.632852 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-15cd9ba7-295e-4e0b-863b-efcc9668c2f1 req-da1402e7-631e-4f07-9396-ec859bc30c78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71dd47d19946404493753f8193c40cbe&device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 1096 time: 0.1464374 Jul 29 14:44:42.651510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 52922) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:44:42.709668 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-371f8a6f-9866-48c5-b73c-aa45828a4f05 req-817f3ee8-5162-4ec2-b61b-b566a6794e1e tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742142 Jul 29 14:44:42.825961 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1437bcb0-db79-4daa-af27-366391c44686 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:44:42.893538 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd9ba7-295e-4e0b-863b-efcc9668c2f1 req-6e37b96d-b0d4-46ef-84cd-078f22254a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:42.895860 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-15cd9ba7-295e-4e0b-863b-efcc9668c2f1 req-6e37b96d-b0d4-46ef-84cd-078f22254a1c service neutron] 10.222.0.39 "GET /v2.0/networks?id=17d1acff-6321-435a-a746-f4fb6f6aca72 HTTP/1.1" status: 200 len: 921 time: 0.2516329 Jul 29 14:44:42.926473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 1437bcb0-db79-4daa-af27-366391c44686 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:44:42.932132 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 1437bcb0-db79-4daa-af27-366391c44686 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:44:42.932619 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2f6f0b74-9f79-4e41-bef4-42ee2a4f02f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=066be3c079594f16a4e143f5f26610bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789376 Jul 29 14:44:42.933530 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:42.955154 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 52926) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:44:42.973229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdae6a3d-a79c-4001-99f5-c689b410935d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d9bdd4-d3bc-4e16-be5e-e39555079d66'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:42.976883 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72de9eaa-e836-4657-a7b7-4f70f85718d5" -d '{"events": [{"server_uuid": "bdae6a3d-a79c-4001-99f5-c689b410935d", "name": "network-vif-plugged", "status": "completed", "tag": "43d9bdd4-d3bc-4e16-be5e-e39555079d66"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:43.003413 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-4f957aba-0e30-4ca1-ad73-0c9ff659d282 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:43.049203 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:43.059033 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a41cb05b-ff5c-48fe-ace9-b83bd78d011d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:43.063567 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-4f957aba-0e30-4ca1-ad73-0c9ff659d282 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:43.071086 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-4f957aba-0e30-4ca1-ad73-0c9ff659d282 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Floating IP 9fe8d32d-936f-4069-bbf3-1fd517ad2c05 disassociated. External IP: 172.25.6.249, port: b235b91a-fc77-44f5-85f6-fdb9b9aa16c0. Jul 29 14:44:43.087169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1437bcb0-db79-4daa-af27-366391c44686, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1437bcb0-db79-4daa-af27-366391c44686,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:43.092306 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:43.093292 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 9745f4e8-6a8c-4848-baf2-c46b5b13f332 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:44:43.098361 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a41cb05b-ff5c-48fe-ace9-b83bd78d011d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:43.146277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 9745f4e8-6a8c-4848-baf2-c46b5b13f332 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:44:43.146723 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 9745f4e8-6a8c-4848-baf2-c46b5b13f332 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:44:43.202890 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a41cb05b-ff5c-48fe-ace9-b83bd78d011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:43.209872 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a41cb05b-ff5c-48fe-ace9-b83bd78d011d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:43.215848 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a41cb05b-ff5c-48fe-ace9-b83bd78d011d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f49f7704-215a-42c3-b7b8-ceb142600e2a HTTP/1.1" status: 204 len: 168 time: 0.2561502 Jul 29 14:44:43.220058 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ee03b8-7f17-46a0-8c28-4e842da30728 x-openstack-request-id: req-23ee03b8-7f17-46a0-8c28-4e842da30728 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:43.220404 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdae6a3d-a79c-4001-99f5-c689b410935d", "name": "network-vif-plugged", "status": "completed", "tag": "43d9bdd4-d3bc-4e16-be5e-e39555079d66", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:43.220738 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23ee03b8-7f17-46a0-8c28-4e842da30728 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:43.221555 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdae6a3d-a79c-4001-99f5-c689b410935d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d9bdd4-d3bc-4e16-be5e-e39555079d66', 'code': 200} Jul 29 14:44:43.228355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cb05b-ff5c-48fe-ace9-b83bd78d011d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49f7704-215a-42c3-b7b8-ceb142600e2a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:43.319766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1437bcb0-db79-4daa-af27-366391c44686,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:43.361744 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1275751-b5e8-47d4-853d-9247794c36f4 req-86760b49-199e-4110-861e-203b198b7bbd tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:43.371430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f1275751-b5e8-47d4-853d-9247794c36f4 req-86760b49-199e-4110-861e-203b198b7bbd tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 950 time: 0.0675719 Jul 29 14:44:43.427824 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f1275751-b5e8-47d4-853d-9247794c36f4 req-b65f7039-0967-4482-842a-ddd7c64b61fa tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553641 Jul 29 14:44:43.674079 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e559d9-fa04-4bfb-b1b5-38667e28e96e req-269a6164-3e86-427c-b2fc-24e8796ed89a tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:43.682191 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-15cd9ba7-295e-4e0b-863b-efcc9668c2f1 req-5186bb0e-f390-4b98-b70a-70ce1ed9f9e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 HTTP/1.1" status: 200 len: 1001 time: 0.7166004 Jul 29 14:44:43.683607 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d0e559d9-fa04-4bfb-b1b5-38667e28e96e req-269a6164-3e86-427c-b2fc-24e8796ed89a tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=cddca198-7014-4607-b24d-e4c4dbabb4ef HTTP/1.1" status: 200 len: 949 time: 0.0910234 Jul 29 14:44:43.732884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 52950) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:44:43.750344 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d0e559d9-fa04-4bfb-b1b5-38667e28e96e req-514b3c2d-4a42-40ba-8c3d-f5ef9a008446 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655339 Jul 29 14:44:43.797811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd9ba7-295e-4e0b-863b-efcc9668c2f1 req-1e17acb2-0073-4b05-b04c-2bd3c141c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:43.799866 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-15cd9ba7-295e-4e0b-863b-efcc9668c2f1 req-1e17acb2-0073-4b05-b04c-2bd3c141c09c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1eda9d7a-8504-498f-9935-fd9ffaccea15 HTTP/1.1" status: 200 len: 860 time: 0.1097541 Jul 29 14:44:43.823679 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a462f24e-5349-4488-bdec-a41d021db378 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2cf7058dc57d42c58ef0209ef74137c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0893514 Jul 29 14:44:43.840618 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 52956) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:44:43.885226 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-15cd9ba7-295e-4e0b-863b-efcc9668c2f1 req-a7496841-6ca8-49b6-84c6-330db6087bcc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17d1acff-6321-435a-a746-f4fb6f6aca72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468457 Jul 29 14:44:43.896479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c0c4c-13ab-4f51-9db4-f31edd5dfd82 req-85a17a97-558e-49f7-afdb-04aa6c7646b3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:43.898374 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b17c0c4c-13ab-4f51-9db4-f31edd5dfd82 req-85a17a97-558e-49f7-afdb-04aa6c7646b3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 945 time: 0.0732694 Jul 29 14:44:43.945658 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b17c0c4c-13ab-4f51-9db4-f31edd5dfd82 req-46abca33-4614-413e-9dc1-2d59df1d03d4 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395122 Jul 29 14:44:44.005973 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-4f957aba-0e30-4ca1-ad73-0c9ff659d282 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Router e6a59694-0264-4b5b-8155-0ad8913d7939 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:44:44.008609 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:44.103796 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:44.117075 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-15cd9ba7-295e-4e0b-863b-efcc9668c2f1 req-0831e9d1-d120-4d20-a2c6-797f89deb878 service neutron] 10.222.0.39 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226532 Jul 29 14:44:44.277487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-4f957aba-0e30-4ca1-ad73-0c9ff659d282 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:44:44.288856 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283e183-cf06-4e3b-a338-357b5ed72088 None None] Sync routers for ids ['e6a59694-0264-4b5b-8155-0ad8913d7939'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:44:44.294876 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-4f957aba-0e30-4ca1-ad73-0c9ff659d282 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:44.299136 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:44.299775 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283e183-cf06-4e3b-a338-357b5ed72088 None None] Routers {'e6a59694-0264-4b5b-8155-0ad8913d7939'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:44:44.301725 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8283e183-cf06-4e3b-a338-357b5ed72088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:44:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e6a59694-0264-4b5b-8155-0ad8913d7939'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:44:44.303452 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:44.307610 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b96a541-fbb7-4732-9e2f-09ac97c7c686 HTTP/1.1" status: 204 len: 168 time: 0.4564338 Jul 29 14:44:44.317932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908d719-db14-437a-921e-353cf8a55275 req-87705bf0-ceb7-4a98-99e1-93c8c2111fe8 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:44.328884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908d719-db14-437a-921e-353cf8a55275 req-87705bf0-ceb7-4a98-99e1-93c8c2111fe8 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:44.330856 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5908d719-db14-437a-921e-353cf8a55275 req-87705bf0-ceb7-4a98-99e1-93c8c2111fe8 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60&device_id=cddca198-7014-4607-b24d-e4c4dbabb4ef HTTP/1.1" status: 200 len: 1690 time: 0.0948524 Jul 29 14:44:44.355520 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-15cd9ba7-295e-4e0b-863b-efcc9668c2f1 req-1c084488-f6a8-4255-9073-ccba027d848c service neutron] 10.222.0.39 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269523 Jul 29 14:44:44.360491 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b96a541-fbb7-4732-9e2f-09ac97c7c686,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:44.374134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:44.374426 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:44.374865 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:44.375305 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:44.375654 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:44.375994 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:44.376357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:44.376862 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:44.377204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:44.377803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:44.378111 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:44.378518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ceab4-2575-466f-b29c-9e032fada633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:44.401363 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5908d719-db14-437a-921e-353cf8a55275 req-1c0c14e6-574d-4586-972b-39ea19bb74a9 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590723 Jul 29 14:44:44.417615 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-4f957aba-0e30-4ca1-ad73-0c9ff659d282 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "PUT /v2.0/floatingips/9fe8d32d-936f-4069-bbf3-1fd517ad2c05 HTTP/1.1" status: 200 len: 695 time: 2.0705981 Jul 29 14:44:44.490573 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-8283e183-cf06-4e3b-a338-357b5ed72088 None None] Set router e6a59694-0264-4b5b-8155-0ad8913d7939 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:44:44.490772 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-c349a2da-5366-4204-b32f-1fa2a61f6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:44.492810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-c349a2da-5366-4204-b32f-1fa2a61f6a15 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71dd47d19946404493753f8193c40cbe&device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 1096 time: 0.0695026 Jul 29 14:44:44.493330 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'tag': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:44.502783 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484b6373-d163-4a76-ba57-38343bfe86ef" -d '{"events": [{"name": "network-changed", "server_uuid": "af20316f-0b5e-4f2a-8a62-41a25a640cef", "tag": "b235b91a-fc77-44f5-85f6-fdb9b9aa16c0"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:44.754590 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8283e183-cf06-4e3b-a338-357b5ed72088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-router', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:43:35Z', 'updated_at': '2021-07-29T14:43:42Z', 'revision_number': 4, 'project_id': '71dd47d19946404493753f8193c40cbe', 'gw_port': {'id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:37Z', 'updated_at': '2021-07-29T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9db24c2b-e03d-4b44-8c67-9bc11bfb288a', 'name': '', 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'mac_address': 'fa:16:3e:36:70:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:40Z', 'updated_at': '2021-07-29T14:43:47Z', 'revision_number': 5, 'project_id': '71dd47d19946404493753f8193c40cbe', 'subnets': [{'id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:44:44.810154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-df71ee70-9832-4607-894b-82732bb09b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:44.811991 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-df71ee70-9832-4607-894b-82732bb09b9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=17d1acff-6321-435a-a746-f4fb6f6aca72 HTTP/1.1" status: 200 len: 921 time: 0.3007855 Jul 29 14:44:44.820882 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283e183-cf06-4e3b-a338-357b5ed72088 None None] Checking router: e6a59694-0264-4b5b-8155-0ad8913d7939 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:44:44.837739 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283e183-cf06-4e3b-a338-357b5ed72088 None None] Routers {'e6a59694-0264-4b5b-8155-0ad8913d7939'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:44:44.838977 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8283e183-cf06-4e3b-a338-357b5ed72088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:44:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e6a59694-0264-4b5b-8155-0ad8913d7939'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:44:44.888830 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-db9fd9a3-d07e-4f59-9c76-c8dc1621f7d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 HTTP/1.1" status: 200 len: 217 time: 0.0667000 Jul 29 14:44:44.999388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-ee7c52da-ea03-4be4-a6d1-ff74e5f658dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:45.001005 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-ee7c52da-ea03-4be4-a6d1-ff74e5f658dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1eda9d7a-8504-498f-9935-fd9ffaccea15 HTTP/1.1" status: 200 len: 860 time: 0.1049023 Jul 29 14:44:45.002612 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f2c7ab-2a9d-44e0-b862-fea5db72240f x-openstack-request-id: req-62f2c7ab-2a9d-44e0-b862-fea5db72240f {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:45.002851 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af20316f-0b5e-4f2a-8a62-41a25a640cef", "tag": "b235b91a-fc77-44f5-85f6-fdb9b9aa16c0", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:45.003030 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62f2c7ab-2a9d-44e0-b862-fea5db72240f {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:45.003430 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'tag': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0', 'status': 'completed', 'code': 200} Jul 29 14:44:45.086813 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-8283e183-cf06-4e3b-a338-357b5ed72088 None None] Set router e6a59694-0264-4b5b-8155-0ad8913d7939 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:44:45.097066 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-2bba0dc2-75c4-47f3-8df2-7727589e15e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=17d1acff-6321-435a-a746-f4fb6f6aca72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892000 Jul 29 14:44:45.223436 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cdda24-402f-49fe-a447-05db74b7fab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1437bcb0-db79-4daa-af27-366391c44686'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:45.227449 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e0425c-c193-4901-920e-6019d083e890" -d '{"events": [{"server_uuid": "04cdda24-402f-49fe-a447-05db74b7fab9", "name": "network-vif-plugged", "status": "completed", "tag": "1437bcb0-db79-4daa-af27-366391c44686"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:45.265770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4481ca-8500-40a6-9bef-3ca2aa51ecdb req-7634d956-6e62-4186-b9ff-a612186a8f5f tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:45.273888 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5a4481ca-8500-40a6-9bef-3ca2aa51ecdb req-7634d956-6e62-4186-b9ff-a612186a8f5f tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 1101 time: 0.0559618 Jul 29 14:44:45.316876 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5a4481ca-8500-40a6-9bef-3ca2aa51ecdb req-24ce6796-a1fb-4f62-8be8-e08c4c6123e0 tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418134 Jul 29 14:44:45.350490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b6373-d163-4a76-ba57-38343bfe86ef req-6e1017ea-3dd1-4958-ab18-200d0dc7a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:45.352336 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-484b6373-d163-4a76-ba57-38343bfe86ef req-6e1017ea-3dd1-4958-ab18-200d0dc7a8da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=71dd47d19946404493753f8193c40cbe&device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 1096 time: 0.3104720 Jul 29 14:44:45.401116 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8283e183-cf06-4e3b-a338-357b5ed72088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-router', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:43:35Z', 'updated_at': '2021-07-29T14:43:42Z', 'revision_number': 4, 'project_id': '71dd47d19946404493753f8193c40cbe', 'gw_port': {'id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:37Z', 'updated_at': '2021-07-29T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9db24c2b-e03d-4b44-8c67-9bc11bfb288a', 'name': '', 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'mac_address': 'fa:16:3e:36:70:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:40Z', 'updated_at': '2021-07-29T14:43:47Z', 'revision_number': 5, 'project_id': '71dd47d19946404493753f8193c40cbe', 'subnets': [{'id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:44:45.460762 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-637606ea-e0c3-4169-b955-ac9f761d5b19 service neutron] 10.222.0.16 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325438 Jul 29 14:44:45.469548 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283e183-cf06-4e3b-a338-357b5ed72088 None None] The sync data for ids ['e6a59694-0264-4b5b-8155-0ad8913d7939'] in n-d-802893-1 is: [{'id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-router', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:43:35Z', 'updated_at': '2021-07-29T14:43:42Z', 'revision_number': 4, 'project_id': '71dd47d19946404493753f8193c40cbe', 'gw_port': {'id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:37Z', 'updated_at': '2021-07-29T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9db24c2b-e03d-4b44-8c67-9bc11bfb288a', 'name': '', 'network_id': '17d1acff-6321-435a-a746-f4fb6f6aca72', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'mac_address': 'fa:16:3e:36:70:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:40Z', 'updated_at': '2021-07-29T14:43:47Z', 'revision_number': 5, 'project_id': '71dd47d19946404493753f8193c40cbe', 'subnets': [{'id': '1eda9d7a-8504-498f-9935-fd9ffaccea15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:44:45.486782 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3bd6c7-6e4e-4f9e-a034-2176fb28c4b7 req-67e4fcbc-f256-4ce4-8ea5-d164bc668f77 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:45.493409 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-de3bd6c7-6e4e-4f9e-a034-2176fb28c4b7 req-67e4fcbc-f256-4ce4-8ea5-d164bc668f77 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 945 time: 0.0799503 Jul 29 14:44:45.548943 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-de3bd6c7-6e4e-4f9e-a034-2176fb28c4b7 req-453a8632-8837-456e-bc99-03dc11d6b7ae tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485814 Jul 29 14:44:45.645213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b6373-d163-4a76-ba57-38343bfe86ef req-08499e5a-7300-4a1f-8245-355b67a53a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:45.653871 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-484b6373-d163-4a76-ba57-38343bfe86ef req-08499e5a-7300-4a1f-8245-355b67a53a2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=17d1acff-6321-435a-a746-f4fb6f6aca72 HTTP/1.1" status: 200 len: 921 time: 0.2869439 Jul 29 14:44:45.658392 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ed5361-8f42-4956-b7a9-d0296ada823f x-openstack-request-id: req-00ed5361-8f42-4956-b7a9-d0296ada823f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:45.658755 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cdda24-402f-49fe-a447-05db74b7fab9", "name": "network-vif-plugged", "status": "completed", "tag": "1437bcb0-db79-4daa-af27-366391c44686", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:45.658958 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00ed5361-8f42-4956-b7a9-d0296ada823f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:45.659387 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cdda24-402f-49fe-a447-05db74b7fab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1437bcb0-db79-4daa-af27-366391c44686', 'code': 200} Jul 29 14:44:45.760234 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-484b6373-d163-4a76-ba57-38343bfe86ef req-cab9bc21-f001-4f3d-8882-921a79e2e6ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 HTTP/1.1" status: 200 len: 217 time: 0.0936863 Jul 29 14:44:45.772693 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21f83195-786a-4fd0-ab2c-fc03fbe9631d req-2156b324-cbb6-45cc-a0aa-0964efe165a2 service neutron] 10.222.0.16 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043101 Jul 29 14:44:45.823347 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94066ec-e971-466f-9b5b-7b5df236da4f req-c61aeb31-ab3b-41c9-be38-fbcbf4d83fba tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:45.837564 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b94066ec-e971-466f-9b5b-7b5df236da4f req-c61aeb31-ab3b-41c9-be38-fbcbf4d83fba tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cddca198-7014-4607-b24d-e4c4dbabb4ef HTTP/1.1" status: 200 len: 1100 time: 0.0987146 Jul 29 14:44:45.911270 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b94066ec-e971-466f-9b5b-7b5df236da4f req-f75d9367-e3b9-440e-a14d-bf72c041b5ab tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726960 Jul 29 14:44:45.923035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a20022c-806a-4813-8cda-931611605439 None None] New status for floating IP 9fe8d32d-936f-4069-bbf3-1fd517ad2c05: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:44:45.979944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b6373-d163-4a76-ba57-38343bfe86ef req-d2c1d94c-a255-4f3f-9892-9344ac3a109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:45.984014 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-484b6373-d163-4a76-ba57-38343bfe86ef req-d2c1d94c-a255-4f3f-9892-9344ac3a109d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1eda9d7a-8504-498f-9935-fd9ffaccea15 HTTP/1.1" status: 200 len: 860 time: 0.1626651 Jul 29 14:44:45.993705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a2c25-4231-4d3f-814c-8be2a72098c7 req-4127ae78-0589-46ad-9656-637946d4adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:45.999969 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6c9a2c25-4231-4d3f-814c-8be2a72098c7 req-4127ae78-0589-46ad-9656-637946d4adab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 1096 time: 0.2501523 Jul 29 14:44:46.066269 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-651eb691-415f-4af5-9764-89a4cc20e12d req-d048e7c8-22f9-4925-a121-d2c58c0e6f3f tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/floatingips/9fe8d32d-936f-4069-bbf3-1fd517ad2c05 HTTP/1.1" status: 200 len: 695 time: 0.1120162 Jul 29 14:44:46.098544 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-484b6373-d163-4a76-ba57-38343bfe86ef req-acce16cf-bd07-451b-af2d-8feee0f399b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=17d1acff-6321-435a-a746-f4fb6f6aca72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974131 Jul 29 14:44:46.209915 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-484b6373-d163-4a76-ba57-38343bfe86ef req-38a554b2-e9f5-4524-b590-b28a02468859 service neutron] 10.222.0.39 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031914 Jul 29 14:44:46.215977 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6c9a2c25-4231-4d3f-814c-8be2a72098c7 req-9b24604e-5bc2-442e-b15d-e71fd592b9a7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953611 Jul 29 14:44:46.311232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651eb691-415f-4af5-9764-89a4cc20e12d req-b6744443-0012-4f71-ab61-509542dd6035 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:46.321800 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-651eb691-415f-4af5-9764-89a4cc20e12d req-b6744443-0012-4f71-ab61-509542dd6035 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.2435615 Jul 29 14:44:46.441662 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-484b6373-d163-4a76-ba57-38343bfe86ef req-3c097294-07f8-40a2-bc7d-ad13c295afb8 service neutron] 10.222.0.39 "GET /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807542 Jul 29 14:44:46.457071 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-651eb691-415f-4af5-9764-89a4cc20e12d req-c5c9b9e7-b2c0-4f2c-876d-606fd57f1698 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.249 HTTP/1.1" status: 200 len: 698 time: 0.1263433 Jul 29 14:44:46.586061 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-651eb691-415f-4af5-9764-89a4cc20e12d req-94d4527d-f29d-4ac0-9386-d4d28802688a tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.249 HTTP/1.1" status: 200 len: 696 time: 0.1272180 Jul 29 14:44:46.749312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e83bd-3e89-4397-98d9-f55537b78f03 req-35910a53-ea3e-4749-95da-900a2b56bb2f tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:46.757627 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-940e83bd-3e89-4397-98d9-f55537b78f03 req-35910a53-ea3e-4749-95da-900a2b56bb2f tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 945 time: 0.0751708 Jul 29 14:44:46.825803 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-940e83bd-3e89-4397-98d9-f55537b78f03 req-18343838-204e-4cb4-b817-708b32e52368 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619953 Jul 29 14:44:46.881368 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-651eb691-415f-4af5-9764-89a4cc20e12d req-f4fee9f9-5cb8-43dd-8d3d-5c2017650b57 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Deleting port 910da2e0-66aa-4ef1-b500-d9c6769b4e21 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:44:46.881957 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-651eb691-415f-4af5-9764-89a4cc20e12d req-f4fee9f9-5cb8-43dd-8d3d-5c2017650b57 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:46.988801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-f66a22ae-0581-4902-839b-80dd753c5396 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270090 Jul 29 14:44:47.043352 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-651eb691-415f-4af5-9764-89a4cc20e12d req-f4fee9f9-5cb8-43dd-8d3d-5c2017650b57 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:47.044863 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-651eb691-415f-4af5-9764-89a4cc20e12d req-f4fee9f9-5cb8-43dd-8d3d-5c2017650b57 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:47.068771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-651eb691-415f-4af5-9764-89a4cc20e12d req-f4fee9f9-5cb8-43dd-8d3d-5c2017650b57 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Calling delete_port for 910da2e0-66aa-4ef1-b500-d9c6769b4e21 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:44:47.176206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-58b672f5-9fc3-4e5b-8567-e10ea39fa118 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:47.176206 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-58b672f5-9fc3-4e5b-8567-e10ea39fa118 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782167 Jul 29 14:44:47.210455 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-e12cf9dc-6fbe-449f-8695-698a08d1273d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/quotas/4ab3b8915f2f4e84a51a86946cfa2fce HTTP/1.1" status: 200 len: 375 time: 0.0186906 Jul 29 14:44:47.293063 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-cb86f07c-ba18-41d6-a833-0d5faf8035a9 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0979049 Jul 29 14:44:47.376882 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-651eb691-415f-4af5-9764-89a4cc20e12d req-f4fee9f9-5cb8-43dd-8d3d-5c2017650b57 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:47.417215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fee9f9-5cb8-43dd-8d3d-5c2017650b57 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Pushing event deleted for resources: {'Port': ['ID=910da2e0-66aa-4ef1-b500-d9c6769b4e21,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:47.502858 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-651eb691-415f-4af5-9764-89a4cc20e12d req-f4fee9f9-5cb8-43dd-8d3d-5c2017650b57 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:47.505946 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-651eb691-415f-4af5-9764-89a4cc20e12d req-f4fee9f9-5cb8-43dd-8d3d-5c2017650b57 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:47.523561 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-651eb691-415f-4af5-9764-89a4cc20e12d req-f4fee9f9-5cb8-43dd-8d3d-5c2017650b57 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "DELETE /v2.0/floatingips/9fe8d32d-936f-4069-bbf3-1fd517ad2c05 HTTP/1.1" status: 204 len: 173 time: 0.9243464 Jul 29 14:44:48.071602 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-07b7b1d2-1881-4de7-9e05-f92aef49b63b tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5c34063a85d4258846ef97cb65b8452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359080 Jul 29 14:44:48.250221 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2ade28c-6f92-4013-9a01-699f50196d03 req-a1061cb4-88a0-48ca-ace2-9982145a0df8 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups/787dcf83-73db-4ef7-b716-124740753d5e HTTP/1.1" status: 200 len: 1807 time: 0.0782773 Jul 29 14:44:48.250384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-042f21b6-d876-407b-ac40-b95353fbe683 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:48.252539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-042f21b6-d876-407b-ac40-b95353fbe683 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800046 Jul 29 14:44:48.295119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-93a17d85-6b9c-4168-9c84-2e749fa16277 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/quotas/b5c34063a85d4258846ef97cb65b8452 HTTP/1.1" status: 200 len: 375 time: 0.0265868 Jul 29 14:44:48.341615 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b2ade28c-6f92-4013-9a01-699f50196d03 req-6785cda2-1557-4f81-a385-3450a7469edf tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:48.355155 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-7d5a41ef-9c3e-4109-abff-acce5d4282b8 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5c34063a85d4258846ef97cb65b8452&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575588 Jul 29 14:44:48.394801 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b2ade28c-6f92-4013-9a01-699f50196d03 req-6785cda2-1557-4f81-a385-3450a7469edf tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:48.480459 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b2ade28c-6f92-4013-9a01-699f50196d03 req-6785cda2-1557-4f81-a385-3450a7469edf tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:48.486699 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b2ade28c-6f92-4013-9a01-699f50196d03 req-6785cda2-1557-4f81-a385-3450a7469edf tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:48.488565 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2ade28c-6f92-4013-9a01-699f50196d03 req-6785cda2-1557-4f81-a385-3450a7469edf tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "DELETE /v2.0/security-groups/787dcf83-73db-4ef7-b716-124740753d5e HTTP/1.1" status: 204 len: 173 time: 0.2373216 Jul 29 14:44:48.500048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785cda2-1557-4f81-a385-3450a7469edf tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=787dcf83-73db-4ef7-b716-124740753d5e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:48.955949 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d0fb0-7ff0-4a9c-b8cb-c1d31069ad21 req-53fcbc38-9ef5-4f0a-90ec-088da4ab5dce tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:48.967952 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-337d0fb0-7ff0-4a9c-b8cb-c1d31069ad21 req-53fcbc38-9ef5-4f0a-90ec-088da4ab5dce tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 945 time: 0.1835454 Jul 29 14:44:49.064162 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-337d0fb0-7ff0-4a9c-b8cb-c1d31069ad21 req-e3b6be91-cadb-454d-bd52-98ba85241775 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949736 Jul 29 14:44:49.207422 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c50861dd-18c6-40cb-8a40-a26b31a7b0a2 req-e7662c1a-52d8-44ab-9978-33ad1d8dfb3d tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 210 time: 0.0560558 Jul 29 14:44:49.404224 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d181fda7-9df8-47c9-9fa4-42adf62f8067 req-48b9efb5-1d0a-4fef-bf38-fc8c07a16e49 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 210 time: 0.1226649 Jul 29 14:44:49.588595 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8130d-9456-472b-bb95-9b0998c4f7e9 req-04a736a7-a55a-47bb-b7ab-45b6c8bd084a tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:49.600384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e7da6-f616-4578-8c49-5c18d5e5e501 req-a6da9fc5-6eff-4191-9254-68a2179df749 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:49.606956 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-574e7da6-f616-4578-8c49-5c18d5e5e501 req-a6da9fc5-6eff-4191-9254-68a2179df749 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.1116731 Jul 29 14:44:49.613298 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-89e8130d-9456-472b-bb95-9b0998c4f7e9 req-04a736a7-a55a-47bb-b7ab-45b6c8bd084a tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 1096 time: 0.1074796 Jul 29 14:44:49.667873 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-89e8130d-9456-472b-bb95-9b0998c4f7e9 req-895bf314-7ee9-44bd-a601-6acb72c24719 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514128 Jul 29 14:44:49.704343 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-574e7da6-f616-4578-8c49-5c18d5e5e501 req-5ec0756d-4145-48ea-a5b8-f7a53ddc4b8b tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905609 Jul 29 14:44:49.907592 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb29ba-2c34-418b-bbc1-be4ece1080a9 req-4dfb9531-9256-449c-9873-eb857a30ff7c tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:49.910722 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6bb29ba-2c34-418b-bbc1-be4ece1080a9 req-4dfb9531-9256-449c-9873-eb857a30ff7c tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 1096 time: 0.0659866 Jul 29 14:44:49.979802 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6bb29ba-2c34-418b-bbc1-be4ece1080a9 req-4d1ec013-3710-4992-8c49-d92f62cb4cec tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618510 Jul 29 14:44:50.266701 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-c306265a-4555-4638-83f6-48051a992256 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624087 Jul 29 14:44:50.442636 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-533540bb-8ca5-407e-a60c-39d7bf86ae78 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496938 Jul 29 14:44:50.444798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-094e20de-e259-4f6a-8b84-64eab7643dcf tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:50.448478 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-094e20de-e259-4f6a-8b84-64eab7643dcf tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771846 Jul 29 14:44:50.477658 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4f12b86a-847c-490d-9de6-89c1d924a24a req-0f59907b-6e6c-4753-b1d1-e642cd61cb95 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 210 time: 0.0302627 Jul 29 14:44:50.483274 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-857c183e-3c5a-432f-aad6-b63acbf30609 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Request body: {'port': {'device_id': 'e382a2fd-dd2c-4a9b-937a-1dca345bde40', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '4ab3b8915f2f4e84a51a86946cfa2fce'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:50.635192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-1dd17a40-1bb2-4604-87e2-13e1cfa29a40 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:50.636935 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-1dd17a40-1bb2-4604-87e2-13e1cfa29a40 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864309 Jul 29 14:44:50.673823 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Request body: {'port': {'device_id': 'e848370f-d2c5-4f61-a59b-2e9295359148', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '4ab3b8915f2f4e84a51a86946cfa2fce'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:50.792162 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9e7dc0e-090b-46b5-b21a-a3297c99974c req-c119d182-c5f2-42df-901c-8e2a765efb35 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 210 time: 0.0469475 Jul 29 14:44:50.795189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-857c183e-3c5a-432f-aad6-b63acbf30609 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Made reservation on behalf of 4ab3b8915f2f4e84a51a86946cfa2fce for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:44:50.803711 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-857c183e-3c5a-432f-aad6-b63acbf30609 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:50.898005 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-6a8cef7c-22df-452f-986e-3b708217848c tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b5c34063a85d4258846ef97cb65b8452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577590 Jul 29 14:44:50.934405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Made reservation on behalf of 4ab3b8915f2f4e84a51a86946cfa2fce for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:44:50.943218 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:51.244717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d1ff2-afaa-40de-9b27-ceb034bc08bb req-1293b638-6005-4d92-a1da-11d37d1c1cdc tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:51.253435 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a1d1ff2-afaa-40de-9b27-ceb034bc08bb req-1293b638-6005-4d92-a1da-11d37d1c1cdc tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.2283204 Jul 29 14:44:51.262869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-857c183e-3c5a-432f-aad6-b63acbf30609 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Allocated IP 192.168.233.11 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/bab30778-6bf1-4d00-b6d7-5b99f2351b1d) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:44:51.291576 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0d90b531-c273-49b6-be1b-c27882ec9d09 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:51.294265 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0d90b531-c273-49b6-be1b-c27882ec9d09 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3591981 Jul 29 14:44:51.425999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Request body: {'port': {'device_id': 'cc2f0d3e-1574-4f9a-a44a-d69af68e3d40', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': 'b5c34063a85d4258846ef97cb65b8452'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:51.439341 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a1d1ff2-afaa-40de-9b27-ceb034bc08bb req-dc55aa92-afb3-42cd-896b-6cc80473b85f tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848035 Jul 29 14:44:51.745065 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-f1b059c8-1745-4bd4-83b4-3004b6867f9c tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:44:51.747135 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-f1b059c8-1745-4bd4-83b4-3004b6867f9c tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203030 Jul 29 14:44:51.765749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-d9868bca-c215-4437-a478-897c8cb3bcc9 service neutron] Request body: {'binding': {'host': 'n-h1-802893-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:51.766294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-d9868bca-c215-4437-a478-897c8cb3bcc9 service neutron] Unknown quota resources ['binding']. {{(pid=94157) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 14:44:51.844222 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-857c183e-3c5a-432f-aad6-b63acbf30609 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:51.960720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-857c183e-3c5a-432f-aad6-b63acbf30609 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Transition to ACTIVE for port object bab30778-6bf1-4d00-b6d7-5b99f2351b1d will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:44:51.960720 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b36a7d82-425e-423d-b201-fca4902ed985 req-2d3ff3cd-fb5a-4e4b-b658-705f622f077d tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 210 time: 0.0746574 Jul 29 14:44:52.031536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207780b3-fe20-4460-9109-4e8003c02aa6 req-be3bed25-3bf3-4d6e-b607-b29d83f5a844 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:52.035504 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-207780b3-fe20-4460-9109-4e8003c02aa6 req-be3bed25-3bf3-4d6e-b607-b29d83f5a844 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.39 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.1776619 Jul 29 14:44:52.035504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Made reservation on behalf of b5c34063a85d4258846ef97cb65b8452 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:44:52.039989 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:52.046948 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-857c183e-3c5a-432f-aad6-b63acbf30609 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:52.059534 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c46da8b1-3c40-4c16-9600-ef826036cec4', '47446bc0-4163-4c6c-8cd8-450bf10454bc', '27ba7a23-7155-476f-a2bf-9bcca233c498'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:52.092955 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-d9868bca-c215-4437-a478-897c8cb3bcc9 service neutron] Attempting to bind port 1437bcb0-db79-4daa-af27-366391c44686 on host n-h1-802893-1 for vnic_type normal with profile None {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:44:52.093514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-d9868bca-c215-4437-a478-897c8cb3bcc9 service neutron] Attempting to bind port 1437bcb0-db79-4daa-af27-366391c44686 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:44:52.094043 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-d9868bca-c215-4437-a478-897c8cb3bcc9 service neutron] Attempting to bind port 1437bcb0-db79-4daa-af27-366391c44686 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:52.118871 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:52.131737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-d9868bca-c215-4437-a478-897c8cb3bcc9 service neutron] Port 1437bcb0-db79-4daa-af27-366391c44686 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:44:52.132470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-d9868bca-c215-4437-a478-897c8cb3bcc9 service neutron] Attempting to bind port 1437bcb0-db79-4daa-af27-366391c44686 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:52.183440 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-d9868bca-c215-4437-a478-897c8cb3bcc9 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:44:52.190216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-d9868bca-c215-4437-a478-897c8cb3bcc9 service neutron] Checking segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:44:52.191055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-d9868bca-c215-4437-a478-897c8cb3bcc9 service neutron] Bound using segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:44:52.191832 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-d9868bca-c215-4437-a478-897c8cb3bcc9 service neutron] Bound port: 1437bcb0-db79-4daa-af27-366391c44686, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:44:52.223920 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-857c183e-3c5a-432f-aad6-b63acbf30609 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:44:52.241528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-857c183e-3c5a-432f-aad6-b63acbf30609 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:44:52.255728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-857c183e-3c5a-432f-aad6-b63acbf30609 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:44:52.291173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c183e-3c5a-432f-aad6-b63acbf30609 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event updated for resources: {'Port': ['ID=bab30778-6bf1-4d00-b6d7-5b99f2351b1d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:52.323460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Allocated IP 192.168.233.81 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/ad723e85-8703-4e8a-b892-dbecde38fe72) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:44:52.408537 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-857c183e-3c5a-432f-aad6-b63acbf30609 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:52.409276 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-857c183e-3c5a-432f-aad6-b63acbf30609 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:52.435108 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-d9868bca-c215-4437-a478-897c8cb3bcc9 service neutron] For port 1437bcb0-db79-4daa-af27-366391c44686, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1437bcb0-db79-4daa-af27-366391c44686,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:44:52.442173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014594f2-3d1e-44aa-ac83-ca12777f3615 req-2d6d08f3-60a1-4283-a92e-e96a60050388 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:52.444085 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-014594f2-3d1e-44aa-ac83-ca12777f3615 req-2d6d08f3-60a1-4283-a92e-e96a60050388 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 935 time: 0.1458185 Jul 29 14:44:52.466099 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-d9868bca-c215-4437-a478-897c8cb3bcc9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:52.481793 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-d9868bca-c215-4437-a478-897c8cb3bcc9 service neutron] 10.222.0.16 "POST /v2.0/ports/1437bcb0-db79-4daa-af27-366391c44686/bindings HTTP/1.1" status: 201 len: 389 time: 0.7200549 Jul 29 14:44:52.776348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ad83970a-854d-4f6e-9ae3-5e47b0bceb57 None None] Provisioning for port bab30778-6bf1-4d00-b6d7-5b99f2351b1d completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:44:52.787996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ad83970a-854d-4f6e-9ae3-5e47b0bceb57 None None] Provisioning complete for port bab30778-6bf1-4d00-b6d7-5b99f2351b1d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:44:52.789050 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad83970a-854d-4f6e-9ae3-5e47b0bceb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:52.855107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ad83970a-854d-4f6e-9ae3-5e47b0bceb57 None None] Port bab30778-6bf1-4d00-b6d7-5b99f2351b1d cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:44:52.898287 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:52.921714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Transition to ACTIVE for port object ad723e85-8703-4e8a-b892-dbecde38fe72 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:44:53.007305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d59ebf-9012-4113-9489-bde2a9017929 req-c10bdf7d-c413-49da-9e03-b6339955543e tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:53.016586 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-44d59ebf-9012-4113-9489-bde2a9017929 req-c10bdf7d-c413-49da-9e03-b6339955543e tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.0923119 Jul 29 14:44:53.041956 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:53.047519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-207780b3-fe20-4460-9109-4e8003c02aa6 req-f32b304d-3328-4588-9e67-de6a493e6479 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Deleting port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:44:53.050327 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-207780b3-fe20-4460-9109-4e8003c02aa6 req-f32b304d-3328-4588-9e67-de6a493e6479 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:53.056004 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:53.081751 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-857c183e-3c5a-432f-aad6-b63acbf30609 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6030126 Jul 29 14:44:53.082533 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:53.118136 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-44d59ebf-9012-4113-9489-bde2a9017929 req-aa646867-33d3-4b77-b3ea-263463358cb2 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003256 Jul 29 14:44:53.130839 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:44:53.133569 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:44:53.138259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:44:53.184966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event updated for resources: {'Port': ['ID=ad723e85-8703-4e8a-b892-dbecde38fe72,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:53.201083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:53.201725 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:53.202283 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:53.203046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:53.203780 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:53.204274 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:53.204831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:53.205382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:53.206739 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:53.207261 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:53.207758 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:53.208260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:44:53.242499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:53.243569 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:53.279061 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-f2969f83-6875-4de2-8473-da830ddd64ef tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6250372 Jul 29 14:44:53.300805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:53.307434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Request body: {'port': {'device_id': 'e848370f-d2c5-4f61-a59b-2e9295359148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:53.363796 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-014594f2-3d1e-44aa-ac83-ca12777f3615 req-5bf3795b-6fb8-4c35-b709-7acff2136666 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9024448 Jul 29 14:44:53.406176 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c46da8b1-3c40-4c16-9600-ef826036cec4', '47446bc0-4163-4c6c-8cd8-450bf10454bc', '27ba7a23-7155-476f-a2bf-9bcca233c498'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:44:53.471055 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:53.517746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Request body: {'port': {'device_id': 'e382a2fd-dd2c-4a9b-937a-1dca345bde40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:53.637944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-5e807b1a-1511-4843-adfc-70bd7a7a09e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:53.639472 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-5e807b1a-1511-4843-adfc-70bd7a7a09e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 1096 time: 0.6713557 Jul 29 14:44:53.734447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6c4674c1-2ef4-4791-8457-bc6792568445 None None] Provisioning for port ad723e85-8703-4e8a-b892-dbecde38fe72 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:44:53.740437 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6c4674c1-2ef4-4791-8457-bc6792568445 None None] Provisioning complete for port ad723e85-8703-4e8a-b892-dbecde38fe72 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:44:53.740836 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c4674c1-2ef4-4791-8457-bc6792568445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:53.753509 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8966d254-16f6-4a20-bbbb-3a563fa312e7 req-e5d8334e-3a7b-4aa0-b343-ed5cddde9e06 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 210 time: 0.0396826 Jul 29 14:44:53.775630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-d6057943-e9c2-4d04-aeee-20672d7a2ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:53.779145 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-d6057943-e9c2-4d04-aeee-20672d7a2ffe service neutron] 10.222.0.38 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.1287687 Jul 29 14:44:53.844958 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-f198e21e-c1aa-4df0-97c0-d4dd239422af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1437bcb0-db79-4daa-af27-366391c44686 HTTP/1.1" status: 200 len: 217 time: 0.0464077 Jul 29 14:44:53.854068 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6c4674c1-2ef4-4791-8457-bc6792568445 None None] Port ad723e85-8703-4e8a-b892-dbecde38fe72 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:44:53.872703 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-207780b3-fe20-4460-9109-4e8003c02aa6 req-f32b304d-3328-4588-9e67-de6a493e6479 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] For port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0,segment=NetworkSegment(90f9e87e-a9cb-4b20-80c1-00b95374bbf2),segment_id=90f9e87e-a9cb-4b20-80c1-00b95374bbf2)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:44:53.873106 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-207780b3-fe20-4460-9109-4e8003c02aa6 req-f32b304d-3328-4588-9e67-de6a493e6479 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:53.956617 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-638d39e0-c02c-4ffe-a367-380f8c241e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:53.957981 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-638d39e0-c02c-4ffe-a367-380f8c241e18 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.0613651 Jul 29 14:44:54.002362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-207780b3-fe20-4460-9109-4e8003c02aa6 req-f32b304d-3328-4588-9e67-de6a493e6479 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Calling delete_port for b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:44:54.026218 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:54.036221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470d792-761e-4341-865a-7cb20aed0651 req-81740daf-af9d-4b8a-b5c9-5a81699f987b tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:54.038684 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5470d792-761e-4341-865a-7cb20aed0651 req-81740daf-af9d-4b8a-b5c9-5a81699f987b tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 945 time: 0.4738293 Jul 29 14:44:54.041015 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-956a6ff8-defd-4b11-a86e-ce61d3511ae2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688035 Jul 29 14:44:54.141404 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Allocated IP 192.168.233.175 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/28c377a5-9ab5-4f95-ac57-4ecde932e465) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:44:54.327142 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5470d792-761e-4341-865a-7cb20aed0651 req-b955a24c-874d-4e4d-b021-1ec5719601e4 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687922 Jul 29 14:44:54.423070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828c015-8758-43bb-8b29-8f849f334805 req-8af8b5b1-e10f-4561-8b4e-dc3a808dfdae tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:54.424889 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5828c015-8758-43bb-8b29-8f849f334805 req-8af8b5b1-e10f-4561-8b4e-dc3a808dfdae tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 945 time: 0.0887835 Jul 29 14:44:54.451695 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-a9b8c61c-127a-4a3c-9d84-83cd1bbbf9d8 service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998256 Jul 29 14:44:54.487585 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5828c015-8758-43bb-8b29-8f849f334805 req-7b28b520-8f0b-4b38-8466-4fc190683870 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/security-groups?id=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499864 Jul 29 14:44:54.727785 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-207780b3-fe20-4460-9109-4e8003c02aa6 req-f32b304d-3328-4588-9e67-de6a493e6479 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:54.823027 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-0de5dfa4-9b23-409d-838f-7b990952b03f service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541610 Jul 29 14:44:54.875366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7ca05-3ed4-4f5a-9903-404961feaa78 req-d4b0b0ed-2c71-48bf-9a21-74ca5d522bcd tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:54.889325 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25c7ca05-3ed4-4f5a-9903-404961feaa78 req-d4b0b0ed-2c71-48bf-9a21-74ca5d522bcd tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 935 time: 0.4044750 Jul 29 14:44:54.892703 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b304d-3328-4588-9e67-de6a493e6479 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Pushing event deleted for resources: {'Port': ['ID=b235b91a-fc77-44f5-85f6-fdb9b9aa16c0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:54.904866 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:44:54.930348 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:54.940823 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60208625-dcc9-4ff5-abbf-108f046d9f1d req-b194d77f-75ba-4e6e-aed1-0be223ba9e7d tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 210 time: 0.0539060 Jul 29 14:44:54.958618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:44:54.959032 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:44:55.051008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Transition to ACTIVE for port object 28c377a5-9ab5-4f95-ac57-4ecde932e465 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:44:55.075887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-207780b3-fe20-4460-9109-4e8003c02aa6 req-f32b304d-3328-4588-9e67-de6a493e6479 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] No DVR routers for this DVR port b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:44:55.098758 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25c7ca05-3ed4-4f5a-9903-404961feaa78 req-fbebc242-18e0-4f53-a34b-3225104b610d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031837 Jul 29 14:44:55.100457 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-207780b3-fe20-4460-9109-4e8003c02aa6 req-f32b304d-3328-4588-9e67-de6a493e6479 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:55.102636 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-207780b3-fe20-4460-9109-4e8003c02aa6 req-f32b304d-3328-4588-9e67-de6a493e6479 tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.39 "DELETE /v2.0/ports/b235b91a-fc77-44f5-85f6-fdb9b9aa16c0 HTTP/1.1" status: 204 len: 173 time: 3.0325682 Jul 29 14:44:55.105173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'name': 'network-vif-deleted', 'tag': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:55.108286 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9eae473-e2c0-483c-be6e-de1dcab91f85" -d '{"events": [{"server_uuid": "af20316f-0b5e-4f2a-8a62-41a25a640cef", "name": "network-vif-deleted", "tag": "b235b91a-fc77-44f5-85f6-fdb9b9aa16c0"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:55.175737 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021c269f-5902-461d-be0c-1ec35dd0313f x-openstack-request-id: req-021c269f-5902-461d-be0c-1ec35dd0313f {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:55.176341 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af20316f-0b5e-4f2a-8a62-41a25a640cef", "name": "network-vif-deleted", "tag": "b235b91a-fc77-44f5-85f6-fdb9b9aa16c0", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:55.176341 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-021c269f-5902-461d-be0c-1ec35dd0313f {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:55.176874 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af20316f-0b5e-4f2a-8a62-41a25a640cef', 'name': 'network-vif-deleted', 'tag': 'b235b91a-fc77-44f5-85f6-fdb9b9aa16c0', 'status': 'completed', 'code': 200} Jul 29 14:44:55.197341 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:55.275791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Pushing event updated for resources: {'Port': ['ID=28c377a5-9ab5-4f95-ac57-4ecde932e465,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:55.298522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:44:55.305072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:44:55.313416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:44:55.522247 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:55.524200 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:55.562923 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-3f81bb31-c4c7-40e9-a66c-bf3397c785e0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2506368 Jul 29 14:44:55.609909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Request body: {'port': {'device_id': 'cc2f0d3e-1574-4f9a-a44a-d69af68e3d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:44:55.703317 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f411754e-fe40-4967-bb3b-15b08fc6b2b5 req-b877672a-18e9-43d9-b481-f6cae17b3b1f tempest-ServerRescueTestJSONUnderV235-416734314 tempest-ServerRescueTestJSONUnderV235-416734314-project] 10.222.0.16 "GET /v2.0/ports?device_id=af20316f-0b5e-4f2a-8a62-41a25a640cef HTTP/1.1" status: 200 len: 210 time: 0.0804565 Jul 29 14:44:55.720225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad723e85-8703-4e8a-b892-dbecde38fe72 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:44:55.739060 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:55.766253 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Transition to ACTIVE for port object ad723e85-8703-4e8a-b892-dbecde38fe72 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:44:55.775217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa35df-f7df-471a-9a85-6067e93a2348 req-03fa4aa1-b7a1-4db7-bdcd-01f6b940e386 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:55.777980 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57fa35df-f7df-471a-9a85-6067e93a2348 req-03fa4aa1-b7a1-4db7-bdcd-01f6b940e386 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 945 time: 0.2328086 Jul 29 14:44:55.784708 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:55.809070 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3460a477-57ba-4b47-82a0-c83091fc49ea None None] Provisioning for port 28c377a5-9ab5-4f95-ac57-4ecde932e465 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:44:55.825111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3460a477-57ba-4b47-82a0-c83091fc49ea None None] Provisioning complete for port 28c377a5-9ab5-4f95-ac57-4ecde932e465 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:44:55.826586 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3460a477-57ba-4b47-82a0-c83091fc49ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:55.882506 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:55.902437 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:55.907469 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3460a477-57ba-4b47-82a0-c83091fc49ea None None] Port 28c377a5-9ab5-4f95-ac57-4ecde932e465 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:44:56.025203 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Pushing event updated for resources: {'Port': ['ID=ad723e85-8703-4e8a-b892-dbecde38fe72,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:56.029327 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57fa35df-f7df-471a-9a85-6067e93a2348 req-10ffdbc1-e312-4e74-b8cf-e8f822e26ada tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571774 Jul 29 14:44:56.241224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Attempting to bind port ad723e85-8703-4e8a-b892-dbecde38fe72 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:44:56.241710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Attempting to bind port ad723e85-8703-4e8a-b892-dbecde38fe72 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:44:56.242150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Attempting to bind port ad723e85-8703-4e8a-b892-dbecde38fe72 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:56.260654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Port ad723e85-8703-4e8a-b892-dbecde38fe72 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:44:56.261146 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Attempting to bind port ad723e85-8703-4e8a-b892-dbecde38fe72 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:56.269864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:44:56.273006 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:44:56.273538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:44:56.274203 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Bound port: ad723e85-8703-4e8a-b892-dbecde38fe72, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:44:56.274685 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:56.453314 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] For port ad723e85-8703-4e8a-b892-dbecde38fe72, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:44:56.460275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] For port ad723e85-8703-4e8a-b892-dbecde38fe72, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ad723e85-8703-4e8a-b892-dbecde38fe72,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:44:56.473568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f36c7c-65e6-4de9-82c6-9163725806c2 req-248e2c80-1cda-4cf7-a264-c769ef67118b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:56.483061 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55f36c7c-65e6-4de9-82c6-9163725806c2 req-248e2c80-1cda-4cf7-a264-c769ef67118b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 935 time: 0.0971785 Jul 29 14:44:56.493633 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:56.499634 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97144938-4723-4266-a28f-b33dd4ff8cdb req-fe0d1ae5-305f-43d6-bde5-8041ee0c615b tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:56.507857 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97144938-4723-4266-a28f-b33dd4ff8cdb req-fe0d1ae5-305f-43d6-bde5-8041ee0c615b tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 936 time: 0.3059034 Jul 29 14:44:56.543683 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab30778-6bf1-4d00-b6d7-5b99f2351b1d {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:44:56.555132 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:56.566895 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55f36c7c-65e6-4de9-82c6-9163725806c2 req-0fc4b8fb-5249-4b20-85cb-3007e256c39f tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802433 Jul 29 14:44:56.568724 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97144938-4723-4266-a28f-b33dd4ff8cdb req-13c97c84-7837-4f28-8a8d-223fb6cbf3a0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591273 Jul 29 14:44:56.602293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Transition to ACTIVE for port object bab30778-6bf1-4d00-b6d7-5b99f2351b1d will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:44:56.618504 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:56.619522 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:56.623657 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] 10.222.0.38 "PUT /v2.0/ports/ad723e85-8703-4e8a-b892-dbecde38fe72 HTTP/1.1" status: 200 len: 1095 time: 3.3267250 Jul 29 14:44:56.623657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e848370f-d2c5-4f61-a59b-2e9295359148', 'tag': 'ad723e85-8703-4e8a-b892-dbecde38fe72'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:56.633093 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876c97bf-8871-42f2-8118-5c2aedebe241" -d '{"events": [{"name": "network-changed", "server_uuid": "e848370f-d2c5-4f61-a59b-2e9295359148", "tag": "ad723e85-8703-4e8a-b892-dbecde38fe72"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:56.671250 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:56.692863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8ce60-1ef2-4573-946c-6c52c7a2e352 service neutron] Pushing event updated for resources: {'Port': ['ID=ad723e85-8703-4e8a-b892-dbecde38fe72,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:56.795693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-62e8ef01-c1bc-4c3c-94f4-58677a434f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:56.797610 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-62e8ef01-c1bc-4c3c-94f4-58677a434f80 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=e848370f-d2c5-4f61-a59b-2e9295359148 HTTP/1.1" status: 200 len: 1098 time: 0.0903032 Jul 29 14:44:56.850558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53284) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:44:56.888782 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-84283dac-9d1a-482f-a46e-ac49fe4759a2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=ad723e85-8703-4e8a-b892-dbecde38fe72 HTTP/1.1" status: 200 len: 217 time: 0.0718954 Jul 29 14:44:56.999169 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Pushing event updated for resources: {'Port': ['ID=bab30778-6bf1-4d00-b6d7-5b99f2351b1d,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:57.019770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-fef19890-7dbb-499d-9399-4fd7699d8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:57.023311 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-fef19890-7dbb-499d-9399-4fd7699d8c8c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1279969 Jul 29 14:44:57.031458 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf65695-ef2d-45c6-b341-1001aaac2bb9 x-openstack-request-id: req-0bf65695-ef2d-45c6-b341-1001aaac2bb9 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:57.032801 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e848370f-d2c5-4f61-a59b-2e9295359148", "tag": "ad723e85-8703-4e8a-b892-dbecde38fe72", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:57.035065 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0bf65695-ef2d-45c6-b341-1001aaac2bb9 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:57.035584 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e848370f-d2c5-4f61-a59b-2e9295359148', 'tag': 'ad723e85-8703-4e8a-b892-dbecde38fe72', 'status': 'completed', 'code': 200} Jul 29 14:44:57.164489 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-72c3a8a3-2ad4-4f60-b4da-7e24e2d568d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:57.171497 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-72c3a8a3-2ad4-4f60-b4da-7e24e2d568d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1347542 Jul 29 14:44:57.338239 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-0597db3e-cbdd-447c-ba4b-29a5e92fd0de service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542289 Jul 29 14:44:57.442561 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c377a5-9ab5-4f95-ac57-4ecde932e465 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:44:57.452582 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Attempting to bind port bab30778-6bf1-4d00-b6d7-5b99f2351b1d on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:44:57.453317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Attempting to bind port bab30778-6bf1-4d00-b6d7-5b99f2351b1d by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:44:57.453661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Attempting to bind port bab30778-6bf1-4d00-b6d7-5b99f2351b1d on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:57.463730 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:57.466896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Port bab30778-6bf1-4d00-b6d7-5b99f2351b1d on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:44:57.467223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Attempting to bind port bab30778-6bf1-4d00-b6d7-5b99f2351b1d on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:57.487884 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433bece-7581-4991-8df8-43e488d2f940 req-32acc522-32ca-4e60-ad4a-6999e97fd767 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:57.489620 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b433bece-7581-4991-8df8-43e488d2f940 req-32acc522-32ca-4e60-ad4a-6999e97fd767 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 945 time: 0.2735872 Jul 29 14:44:57.537521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:44:57.538226 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:44:57.538226 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:44:57.538663 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Bound port: bab30778-6bf1-4d00-b6d7-5b99f2351b1d, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:44:57.539020 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:57.556961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Transition to ACTIVE for port object 28c377a5-9ab5-4f95-ac57-4ecde932e465 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:44:57.570940 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-25aac269-6301-4722-bdc9-4747b0d134a0 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256775 Jul 29 14:44:57.865091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c97bf-8871-42f2-8118-5c2aedebe241 req-ab0f8679-faa4-44f7-917a-5d2f99753fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:57.866950 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-876c97bf-8871-42f2-8118-5c2aedebe241 req-ab0f8679-faa4-44f7-917a-5d2f99753fe0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=e848370f-d2c5-4f61-a59b-2e9295359148 HTTP/1.1" status: 200 len: 1098 time: 0.0996819 Jul 29 14:44:57.881299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189824-46d1-452d-810a-802e722ad1cd req-b7b875c3-73b7-4430-9b05-609c7799d020 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:57.883187 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6189824-46d1-452d-810a-802e722ad1cd req-b7b875c3-73b7-4430-9b05-609c7799d020 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 947 time: 0.1946335 Jul 29 14:44:57.946129 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:57.997891 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6189824-46d1-452d-810a-802e722ad1cd req-92156db2-57dd-479e-bf1b-f116ccb7a1a5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040027 Jul 29 14:44:58.081064 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c97bf-8871-42f2-8118-5c2aedebe241 req-419e3052-2c93-4cc0-a2dc-0e42c7c05a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:58.084877 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-876c97bf-8871-42f2-8118-5c2aedebe241 req-419e3052-2c93-4cc0-a2dc-0e42c7c05a5d service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.2004561 Jul 29 14:44:58.195185 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b433bece-7581-4991-8df8-43e488d2f940 req-0518a074-2feb-4345-bf13-6fd257451d5a tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6851351 Jul 29 14:44:58.212447 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-876c97bf-8871-42f2-8118-5c2aedebe241 req-fc6bbda3-68d9-4406-9009-7e1ca97c445f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=ad723e85-8703-4e8a-b892-dbecde38fe72 HTTP/1.1" status: 200 len: 217 time: 0.1173007 Jul 29 14:44:58.229071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=28c377a5-9ab5-4f95-ac57-4ecde932e465,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:58.403720 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c97bf-8871-42f2-8118-5c2aedebe241 req-82f7834c-f19f-484a-b0f7-70af13e51206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:58.407672 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-876c97bf-8871-42f2-8118-5c2aedebe241 req-82f7834c-f19f-484a-b0f7-70af13e51206 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1161325 Jul 29 14:44:58.425030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] For port bab30778-6bf1-4d00-b6d7-5b99f2351b1d, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:44:58.466749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] For port bab30778-6bf1-4d00-b6d7-5b99f2351b1d, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=bab30778-6bf1-4d00-b6d7-5b99f2351b1d,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:44:58.482426 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:58.488028 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b7ead-ea7a-4373-8761-991b8b59b654 req-be7e8773-f7fd-476c-bc1d-51f0cf42e58a tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:58.489749 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7f8b7ead-ea7a-4373-8761-991b8b59b654 req-be7e8773-f7fd-476c-bc1d-51f0cf42e58a tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 948 time: 0.3169339 Jul 29 14:44:58.514905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Attempting to bind port 28c377a5-9ab5-4f95-ac57-4ecde932e465 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:44:58.515353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Attempting to bind port 28c377a5-9ab5-4f95-ac57-4ecde932e465 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:44:58.515759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Attempting to bind port 28c377a5-9ab5-4f95-ac57-4ecde932e465 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:58.526223 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c97bf-8871-42f2-8118-5c2aedebe241 req-2ad94c70-efa8-446e-82b4-58ef5c6a8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:58.527745 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-876c97bf-8871-42f2-8118-5c2aedebe241 req-2ad94c70-efa8-446e-82b4-58ef5c6a8078 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100585 Jul 29 14:44:58.566977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:58.567629 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:58.569097 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] 10.222.0.39 "PUT /v2.0/ports/bab30778-6bf1-4d00-b6d7-5b99f2351b1d HTTP/1.1" status: 200 len: 1095 time: 5.3716269 Jul 29 14:44:58.578370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e382a2fd-dd2c-4a9b-937a-1dca345bde40', 'tag': 'bab30778-6bf1-4d00-b6d7-5b99f2351b1d'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:44:58.580763 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37893e1-7d97-43ea-a9fe-e496463b7a77" -d '{"events": [{"name": "network-changed", "server_uuid": "e382a2fd-dd2c-4a9b-937a-1dca345bde40", "tag": "bab30778-6bf1-4d00-b6d7-5b99f2351b1d"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:44:58.586682 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7f8b7ead-ea7a-4373-8761-991b8b59b654 req-02cd60e6-939d-4a96-8e0b-d46f2e567abd tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791242 Jul 29 14:44:58.587292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Port 28c377a5-9ab5-4f95-ac57-4ecde932e465 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:44:58.587753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Attempting to bind port 28c377a5-9ab5-4f95-ac57-4ecde932e465 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:44:58.729649 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:44:58.730168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:44:58.731051 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:44:58.731526 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Bound port: 28c377a5-9ab5-4f95-ac57-4ecde932e465, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:44:58.731954 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:58.813764 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-876c97bf-8871-42f2-8118-5c2aedebe241 req-900d9282-b879-4c63-b8a6-ee6efc26faa6 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523706 Jul 29 14:44:58.907459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f84ea-6233-4217-b2f3-faf5660b3856 service neutron] Pushing event updated for resources: {'Port': ['ID=bab30778-6bf1-4d00-b6d7-5b99f2351b1d,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:59.022938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-27aa702a-37d5-4f15-a93c-03a1c6cf36cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:59.024657 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-27aa702a-37d5-4f15-a93c-03a1c6cf36cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 1098 time: 0.3525996 Jul 29 14:44:59.081704 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-d9367e9c-b784-425d-b46f-f33396ecc6bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=bab30778-6bf1-4d00-b6d7-5b99f2351b1d HTTP/1.1" status: 200 len: 217 time: 0.0452225 Jul 29 14:44:59.123354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ad0c-cffb-4167-98bb-b0cedad6f801 req-c206192d-ebcc-4247-9cec-36e1e0461b02 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:59.133143 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33f9ad0c-cffb-4167-98bb-b0cedad6f801 req-c206192d-ebcc-4247-9cec-36e1e0461b02 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 945 time: 0.3078852 Jul 29 14:44:59.156962 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-876c97bf-8871-42f2-8118-5c2aedebe241 req-0cb0befe-3f90-4a99-90ba-8fc843cbe5be service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316634 Jul 29 14:44:59.211385 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3c27e3-28dc-48d2-947c-e98ec141ee46 x-openstack-request-id: req-6b3c27e3-28dc-48d2-947c-e98ec141ee46 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:44:59.211687 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e382a2fd-dd2c-4a9b-937a-1dca345bde40", "tag": "bab30778-6bf1-4d00-b6d7-5b99f2351b1d", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:44:59.211940 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b3c27e3-28dc-48d2-947c-e98ec141ee46 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:44:59.212395 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e382a2fd-dd2c-4a9b-937a-1dca345bde40', 'tag': 'bab30778-6bf1-4d00-b6d7-5b99f2351b1d', 'status': 'completed', 'code': 200} Jul 29 14:44:59.266160 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33f9ad0c-cffb-4167-98bb-b0cedad6f801 req-56e728ca-6740-4e2f-b462-e39662a09f19 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1e58756-f5be-4231-a8bd-d4810b025e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318171 Jul 29 14:44:59.294331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-5a7c5743-6107-4a7d-9e49-c06250cce2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:59.296072 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-5a7c5743-6107-4a7d-9e49-c06250cce2af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1862977 Jul 29 14:44:59.320010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] For port 28c377a5-9ab5-4f95-ac57-4ecde932e465, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:44:59.410024 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f70734ad-ae7c-40ab-954d-a62b366c8f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:59.415535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8105a3-40f8-4a74-8884-e8631e64a6af req-9b850bfa-77c2-4441-8c36-8910e1c7677f tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:59.430345 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc8105a3-40f8-4a74-8884-e8631e64a6af req-9b850bfa-77c2-4441-8c36-8910e1c7677f tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 947 time: 0.1172724 Jul 29 14:44:59.465376 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] For port 28c377a5-9ab5-4f95-ac57-4ecde932e465, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=28c377a5-9ab5-4f95-ac57-4ecde932e465,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:44:59.512312 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:59.551733 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc8105a3-40f8-4a74-8884-e8631e64a6af req-fae0baf4-b17e-44b4-a984-5f6ef006d504 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197324 Jul 29 14:44:59.614240 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:59.614940 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:44:59.616351 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] 10.222.0.38 "PUT /v2.0/ports/28c377a5-9ab5-4f95-ac57-4ecde932e465 HTTP/1.1" status: 200 len: 1096 time: 4.0162363 Jul 29 14:44:59.637802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-def3ed40-5bd9-4ac8-b3ef-be668599872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:59.639822 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-def3ed40-5bd9-4ac8-b3ef-be668599872a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3225567 Jul 29 14:44:59.666631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aae36e-c7ab-495a-bbff-d8cdf4203d49 req-776befea-a47a-49d6-bcf4-ecffa195078b tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:44:59.676105 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-86aae36e-c7ab-495a-bbff-d8cdf4203d49 req-776befea-a47a-49d6-bcf4-ecffa195078b tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 945 time: 0.2163947 Jul 29 14:44:59.913332 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-57946538-55d5-41e2-b7dd-02bd2312f732 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279136 Jul 29 14:44:59.967847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f402f1f-ee3a-4948-856a-14b83efb2ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=28c377a5-9ab5-4f95-ac57-4ecde932e465,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:44:59.975058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ad723e85-8703-4e8a-b892-dbecde38fe72 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:45:00.114261 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-86aae36e-c7ab-495a-bbff-d8cdf4203d49 req-b78814d4-6a2c-4d6c-80e8-b9c91b657690 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365458 Jul 29 14:45:00.122816 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-51dbc713-128a-4c53-a645-f81c50992e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:00.124264 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-51dbc713-128a-4c53-a645-f81c50992e5f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b5c34063a85d4258846ef97cb65b8452&device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 1099 time: 0.4064252 Jul 29 14:45:00.126044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6ee10-8f60-4200-b19c-980bd496a9ae req-4d568992-96d4-492b-8de8-86a6de9ff7b7 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:00.131263 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1cd6ee10-8f60-4200-b19c-980bd496a9ae req-4d568992-96d4-492b-8de8-86a6de9ff7b7 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 948 time: 0.1038864 Jul 29 14:45:00.165311 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-485960e0-6ebd-4761-b30a-0c8d4b8878f0 req-29f2b0ba-7d2e-4e8b-abce-763ccb1def91 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887128 Jul 29 14:45:00.210594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ad723e85-8703-4e8a-b892-dbecde38fe72, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ad723e85-8703-4e8a-b892-dbecde38fe72,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:00.244373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'ad723e85-8703-4e8a-b892-dbecde38fe72', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': 'ad723e85-8703-4e8a-b892-dbecde38fe72', 'mac_address': 'fa:16:3e:cc:5a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:45:00.272756 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1cd6ee10-8f60-4200-b19c-980bd496a9ae req-209c81fb-dcc1-4de4-96a6-d9e0f187474b tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262558 Jul 29 14:45:00.330234 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-56a78cf1-efa7-4337-ac02-1ec36a39b22d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=28c377a5-9ab5-4f95-ac57-4ecde932e465 HTTP/1.1" status: 200 len: 217 time: 0.1882563 Jul 29 14:45:00.483247 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:00.487007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-4f004068-56e5-4718-8b5f-7b82f38e1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:00.488496 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-4f004068-56e5-4718-8b5f-7b82f38e1826 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1031513 Jul 29 14:45:00.522246 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad723e85-8703-4e8a-b892-dbecde38fe72 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:45:00.527300 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37893e1-7d97-43ea-a9fe-e496463b7a77 req-5213fe53-c73d-4669-8c76-cd7bfb148232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:00.530800 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d37893e1-7d97-43ea-a9fe-e496463b7a77 req-5213fe53-c73d-4669-8c76-cd7bfb148232 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 1098 time: 0.2355421 Jul 29 14:45:00.551932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ad723e85-8703-4e8a-b892-dbecde38fe72, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ad723e85-8703-4e8a-b892-dbecde38fe72,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:00.554487 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ba33d69-3f75-4183-abd7-3972ccaf9f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:00.561878 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:00.638876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ad723e85-8703-4e8a-b892-dbecde38fe72,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:00.730875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-7c43ced6-e296-4b9d-937f-fe2b29edfb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:00.732120 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-7c43ced6-e296-4b9d-937f-fe2b29edfb71 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2302556 Jul 29 14:45:00.735624 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd7144-16a5-49c6-82c9-e33445951420 req-a06ca36a-f187-4257-a958-702d1ed2ee52 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:00.737952 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8fdd7144-16a5-49c6-82c9-e33445951420 req-a06ca36a-f187-4257-a958-702d1ed2ee52 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 947 time: 0.0734448 Jul 29 14:45:00.796377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f70734ad-ae7c-40ab-954d-a62b366c8f40 admin admin] Deleting port 9db24c2b-e03d-4b44-8c67-9bc11bfb288a {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:00.796946 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f70734ad-ae7c-40ab-954d-a62b366c8f40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:00.841923 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37893e1-7d97-43ea-a9fe-e496463b7a77 req-1089e2b1-c892-49d3-b4d0-375d667ce746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:00.844997 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d37893e1-7d97-43ea-a9fe-e496463b7a77 req-1089e2b1-c892-49d3-b4d0-375d667ce746 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.2876966 Jul 29 14:45:00.852590 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8fdd7144-16a5-49c6-82c9-e33445951420 req-c5172742-ecb3-49f8-b8a5-f6275d07e12e tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887189 Jul 29 14:45:00.918838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782382f-cdd1-4fe2-86d0-0d6552f20333 req-80f6af68-f6ce-49c0-9c7b-63ca8e9ef3fe tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:00.920793 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f782382f-cdd1-4fe2-86d0-0d6552f20333 req-80f6af68-f6ce-49c0-9c7b-63ca8e9ef3fe tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 945 time: 0.2526720 Jul 29 14:45:00.952111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ad723e85-8703-4e8a-b892-dbecde38fe72'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:01.010604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d37893e1-7d97-43ea-a9fe-e496463b7a77 req-aafcd4f8-2d25-42d6-abca-0dcf96153eb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=bab30778-6bf1-4d00-b6d7-5b99f2351b1d HTTP/1.1" status: 200 len: 217 time: 0.0889564 Jul 29 14:45:01.092687 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37893e1-7d97-43ea-a9fe-e496463b7a77 req-2e314e02-6f0b-4210-9bd5-6758c9b757f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:01.094503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d37893e1-7d97-43ea-a9fe-e496463b7a77 req-2e314e02-6f0b-4210-9bd5-6758c9b757f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0706635 Jul 29 14:45:01.182837 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f782382f-cdd1-4fe2-86d0-0d6552f20333 req-2c065d8f-eebe-4ff6-85ef-db3dfc67a591 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1e58756-f5be-4231-a8bd-d4810b025e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007999 Jul 29 14:45:01.240085 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2f0d3e-1574-4f9a-a44a-d69af68e3d40', 'tag': '28c377a5-9ab5-4f95-ac57-4ecde932e465'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:01.242631 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d381a52c-6f23-4984-a1e6-1e5f8f7b6c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2f0d3e-1574-4f9a-a44a-d69af68e3d40", "tag": "28c377a5-9ab5-4f95-ac57-4ecde932e465"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:01.255642 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-fbf7dcc9-e307-40ed-9e75-e45e0fde0581 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891367 Jul 29 14:45:01.268641 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-f70734ad-ae7c-40ab-954d-a62b366c8f40 admin admin] For port 9db24c2b-e03d-4b44-8c67-9bc11bfb288a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9db24c2b-e03d-4b44-8c67-9bc11bfb288a,segment=NetworkSegment(90f9e87e-a9cb-4b20-80c1-00b95374bbf2),segment_id=90f9e87e-a9cb-4b20-80c1-00b95374bbf2)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:01.269118 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f70734ad-ae7c-40ab-954d-a62b366c8f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:01.326526 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be953f-f3d4-4636-b318-2b3127fab4fe req-1f5c9310-056f-4e83-b8bd-cdc3f5b236d5 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:01.330449 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05be953f-f3d4-4636-b318-2b3127fab4fe req-1f5c9310-056f-4e83-b8bd-cdc3f5b236d5 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 945 time: 0.1011465 Jul 29 14:45:01.368233 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dc44aa-b03e-46c2-ad1b-3ae0a2186794 x-openstack-request-id: req-49dc44aa-b03e-46c2-ad1b-3ae0a2186794 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:01.368615 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2f0d3e-1574-4f9a-a44a-d69af68e3d40", "tag": "28c377a5-9ab5-4f95-ac57-4ecde932e465", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:01.368959 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49dc44aa-b03e-46c2-ad1b-3ae0a2186794 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:01.369415 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2f0d3e-1574-4f9a-a44a-d69af68e3d40', 'tag': '28c377a5-9ab5-4f95-ac57-4ecde932e465', 'status': 'completed', 'code': 200} Jul 29 14:45:01.386835 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05be953f-f3d4-4636-b318-2b3127fab4fe req-26c5a63b-59b4-47ef-95b2-ddce382f5f74 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492654 Jul 29 14:45:01.393733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f70734ad-ae7c-40ab-954d-a62b366c8f40 admin admin] Calling delete_port for 9db24c2b-e03d-4b44-8c67-9bc11bfb288a owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:01.401138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37893e1-7d97-43ea-a9fe-e496463b7a77 req-d11bc6de-4c28-4176-b2be-a4eefc0fc6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:01.402819 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d37893e1-7d97-43ea-a9fe-e496463b7a77 req-d11bc6de-4c28-4176-b2be-a4eefc0fc6a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2876518 Jul 29 14:45:01.627995 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9031d4c8-4af3-4f4d-9259-58ed738e049d req-78913b64-039f-4bf6-aae0-98aad94ab150 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557744 Jul 29 14:45:01.717166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ea8a7-7aee-45dd-a866-c81d0c40398c req-06618489-e494-4532-aacb-79c01f64ba00 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:01.718938 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-959ea8a7-7aee-45dd-a866-c81d0c40398c req-06618489-e494-4532-aacb-79c01f64ba00 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 948 time: 0.1903045 Jul 29 14:45:01.814226 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d37893e1-7d97-43ea-a9fe-e496463b7a77 req-952d1d8e-a88c-45a2-90e5-5c8b884d28b9 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902009 Jul 29 14:45:01.964973 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-959ea8a7-7aee-45dd-a866-c81d0c40398c req-59991da4-db7b-4c04-b9eb-c7d9f9a7ce9f tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801527 Jul 29 14:45:02.010016 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ad723e85-8703-4e8a-b892-dbecde38fe72 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:45:02.069640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcdf39-4b1d-4ddb-9450-cbe0749c3db5 req-9e7d8a3f-50af-4d12-9e9b-cb2e853b84c4 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:02.072265 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cebcdf39-4b1d-4ddb-9450-cbe0749c3db5 req-9e7d8a3f-50af-4d12-9e9b-cb2e853b84c4 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 951 time: 0.0864425 Jul 29 14:45:02.108755 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port ad723e85-8703-4e8a-b892-dbecde38fe72 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:45:02.113987 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port ad723e85-8703-4e8a-b892-dbecde38fe72 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:45:02.114853 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:02.139221 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cebcdf39-4b1d-4ddb-9450-cbe0749c3db5 req-9a260dbf-650c-45f7-8a72-0db85b161c88 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf8fc89a-058e-455a-a3c1-bd895d184957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526428 Jul 29 14:45:02.231424 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:02.268535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e848370f-d2c5-4f61-a59b-2e9295359148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad723e85-8703-4e8a-b892-dbecde38fe72'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:02.270891 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b224c00-c19d-406d-812a-9c4235575e7a" -d '{"events": [{"server_uuid": "e848370f-d2c5-4f61-a59b-2e9295359148", "name": "network-vif-plugged", "status": "completed", "tag": "ad723e85-8703-4e8a-b892-dbecde38fe72"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:02.274158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5e04c-b64a-4947-8673-c17ef0f1b933 req-6e154d62-490a-4d32-817a-358cfefd0a52 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:02.276389 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1dc5e04c-b64a-4947-8673-c17ef0f1b933 req-6e154d62-490a-4d32-817a-358cfefd0a52 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 945 time: 0.0620024 Jul 29 14:45:02.285935 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ad723e85-8703-4e8a-b892-dbecde38fe72, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ad723e85-8703-4e8a-b892-dbecde38fe72,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:02.291926 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:02.331455 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1dc5e04c-b64a-4947-8673-c17ef0f1b933 req-64502081-bc59-4d41-b6e5-44f281a93db7 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1e58756-f5be-4231-a8bd-d4810b025e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407071 Jul 29 14:45:02.350618 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381a52c-6f23-4984-a1e6-1e5f8f7b6c2e req-53b3ec04-b4df-4286-b2f6-e70481eee533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:02.352075 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d381a52c-6f23-4984-a1e6-1e5f8f7b6c2e req-53b3ec04-b4df-4286-b2f6-e70481eee533 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b5c34063a85d4258846ef97cb65b8452&device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 1099 time: 0.5647817 Jul 29 14:45:02.405618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ad723e85-8703-4e8a-b892-dbecde38fe72,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:02.461604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d37893e1-7d97-43ea-a9fe-e496463b7a77 req-8576f019-83ff-4e16-9211-b71523df82b9 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188314 Jul 29 14:45:02.532169 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b9be0-b604-493c-a681-5516b1dc7615 req-4fc26736-7898-432d-b705-a2f900f44cf6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:02.533721 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-897b9be0-b604-493c-a681-5516b1dc7615 req-4fc26736-7898-432d-b705-a2f900f44cf6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 947 time: 0.1989834 Jul 29 14:45:02.613221 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f70734ad-ae7c-40ab-954d-a62b366c8f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:02.668656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381a52c-6f23-4984-a1e6-1e5f8f7b6c2e req-f4223c40-4a53-4aa6-a18c-edd0fc4429a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:02.671458 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d381a52c-6f23-4984-a1e6-1e5f8f7b6c2e req-f4223c40-4a53-4aa6-a18c-edd0fc4429a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.3107233 Jul 29 14:45:02.690036 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70734ad-ae7c-40ab-954d-a62b366c8f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=9db24c2b-e03d-4b44-8c67-9bc11bfb288a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:02.815398 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-897b9be0-b604-493c-a681-5516b1dc7615 req-2aca2496-f865-439f-a842-5dfd864eb69d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683725 Jul 29 14:45:02.817858 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d381a52c-6f23-4984-a1e6-1e5f8f7b6c2e req-eae468f0-b2cb-43bf-a66a-ff0864547735 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=28c377a5-9ab5-4f95-ac57-4ecde932e465 HTTP/1.1" status: 200 len: 217 time: 0.1297898 Jul 29 14:45:02.884849 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe420ec-dae6-4e63-8f1f-058987aa8249 x-openstack-request-id: req-efe420ec-dae6-4e63-8f1f-058987aa8249 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:02.885147 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e848370f-d2c5-4f61-a59b-2e9295359148", "name": "network-vif-plugged", "status": "completed", "tag": "ad723e85-8703-4e8a-b892-dbecde38fe72", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:02.885404 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efe420ec-dae6-4e63-8f1f-058987aa8249 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:02.885804 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e848370f-d2c5-4f61-a59b-2e9295359148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad723e85-8703-4e8a-b892-dbecde38fe72', 'code': 200} Jul 29 14:45:02.910425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381a52c-6f23-4984-a1e6-1e5f8f7b6c2e req-cc92e485-1955-4ef7-868e-5c8be7f1d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:02.911874 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d381a52c-6f23-4984-a1e6-1e5f8f7b6c2e req-cc92e485-1955-4ef7-868e-5c8be7f1d493 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0622163 Jul 29 14:45:02.966683 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device bab30778-6bf1-4d00-b6d7-5b99f2351b1d details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:45:03.038588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30bf4f-f26d-479a-9275-575c1dd0b02c req-560de839-5f29-41ae-8918-a4a01edf648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:03.040382 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8c30bf4f-f26d-479a-9275-575c1dd0b02c req-560de839-5f29-41ae-8918-a4a01edf648d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e848370f-d2c5-4f61-a59b-2e9295359148 HTTP/1.1" status: 200 len: 1100 time: 0.0455139 Jul 29 14:45:03.068351 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381a52c-6f23-4984-a1e6-1e5f8f7b6c2e req-f4e8e9b2-df23-4af8-a542-696943674d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:03.069913 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d381a52c-6f23-4984-a1e6-1e5f8f7b6c2e req-f4e8e9b2-df23-4af8-a542-696943674d0e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225803 Jul 29 14:45:03.080442 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8c30bf4f-f26d-479a-9275-575c1dd0b02c req-d9ed945b-a288-4935-9cfd-6152e00e5829 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311956 Jul 29 14:45:03.098252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c595e-48c4-4c45-8c0f-7a4f6ae6c828 req-1bf013a6-0657-4787-b486-26b29569dcec tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:03.099693 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c54c595e-48c4-4c45-8c0f-7a4f6ae6c828 req-1bf013a6-0657-4787-b486-26b29569dcec tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 945 time: 0.1405246 Jul 29 14:45:03.123107 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:03.162908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port bab30778-6bf1-4d00-b6d7-5b99f2351b1d, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=bab30778-6bf1-4d00-b6d7-5b99f2351b1d,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:03.171347 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f70734ad-ae7c-40ab-954d-a62b366c8f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:03.177365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'bab30778-6bf1-4d00-b6d7-5b99f2351b1d', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': 'bab30778-6bf1-4d00-b6d7-5b99f2351b1d', 'mac_address': 'fa:16:3e:1f:a7:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:45:03.235882 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:03.258890 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab30778-6bf1-4d00-b6d7-5b99f2351b1d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:45:03.275182 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c54c595e-48c4-4c45-8c0f-7a4f6ae6c828 req-70f8bced-bb3e-4f9a-83a0-80a7b1d7d544 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357384 Jul 29 14:45:03.292915 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d381a52c-6f23-4984-a1e6-1e5f8f7b6c2e req-8680b797-33e6-4e06-adb1-7f2033e8295b service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120836 Jul 29 14:45:03.316182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port bab30778-6bf1-4d00-b6d7-5b99f2351b1d, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=bab30778-6bf1-4d00-b6d7-5b99f2351b1d,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:03.333382 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:03.340000 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3998bd8c-a93d-43f8-b0cb-cfa4839488be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:03.405166 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=bab30778-6bf1-4d00-b6d7-5b99f2351b1d,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:03.445555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9712497-e947-4a9f-b811-3e79bc43caed req-67ff8a79-0b44-4033-999e-6f97713bdcdb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:03.452499 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b9712497-e947-4a9f-b811-3e79bc43caed req-67ff8a79-0b44-4033-999e-6f97713bdcdb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 948 time: 0.0911479 Jul 29 14:45:03.488272 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b9712497-e947-4a9f-b811-3e79bc43caed req-072f2ab5-322d-450b-a98d-0a3a9bd5805d tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345581 Jul 29 14:45:03.617572 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d381a52c-6f23-4984-a1e6-1e5f8f7b6c2e req-44686e7c-cd12-4fb9-a626-c2605cca7095 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580407 Jul 29 14:45:03.647067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13278487-3940-4194-b5fc-2bc657ff21cf req-6c442a87-56f0-4a37-b662-1b129876930b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:03.648593 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-13278487-3940-4194-b5fc-2bc657ff21cf req-6c442a87-56f0-4a37-b662-1b129876930b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 945 time: 0.1451964 Jul 29 14:45:03.649122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['bab30778-6bf1-4d00-b6d7-5b99f2351b1d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:03.668865 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70734ad-ae7c-40ab-954d-a62b366c8f40 admin admin] Router e6a59694-0264-4b5b-8155-0ad8913d7939 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:45:03.758422 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-13278487-3940-4194-b5fc-2bc657ff21cf req-ec6c27eb-542d-4eac-8885-694167278a18 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1e58756-f5be-4231-a8bd-d4810b025e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984652 Jul 29 14:45:03.834907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e8d46-9e05-4de8-8cd7-80cf832bdbff req-27b8cb41-d8ae-4609-b4e8-a0a4834064ed tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:03.836105 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f59e8d46-9e05-4de8-8cd7-80cf832bdbff req-27b8cb41-d8ae-4609-b4e8-a0a4834064ed tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.38 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 945 time: 0.0925348 Jul 29 14:45:03.884410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70734ad-ae7c-40ab-954d-a62b366c8f40 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:45:03.893440 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f70734ad-ae7c-40ab-954d-a62b366c8f40 admin admin] 10.222.0.16 "PUT /v2.0/routers/e6a59694-0264-4b5b-8155-0ad8913d7939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0395463 Jul 29 14:45:03.894619 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53478) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:03.899263 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08058e8-bb17-4756-ba70-381e71041478 None None] Sync routers for ids ['e6a59694-0264-4b5b-8155-0ad8913d7939'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:45:03.912704 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08058e8-bb17-4756-ba70-381e71041478 None None] Routers {'e6a59694-0264-4b5b-8155-0ad8913d7939'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:45:03.912704 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a08058e8-bb17-4756-ba70-381e71041478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e6a59694-0264-4b5b-8155-0ad8913d7939'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:03.938573 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7693d3-a367-4b28-a64b-35e634244824 req-ebb53861-cd6e-4854-ad50-030a3fc93fcf tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:03.940225 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f7693d3-a367-4b28-a64b-35e634244824 req-ebb53861-cd6e-4854-ad50-030a3fc93fcf tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 951 time: 0.0872345 Jul 29 14:45:04.014819 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f7693d3-a367-4b28-a64b-35e634244824 req-0af23691-0bd0-4bd8-880c-6e21830002f9 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf8fc89a-058e-455a-a3c1-bd895d184957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625036 Jul 29 14:45:04.023472 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a08058e8-bb17-4756-ba70-381e71041478 None None] Set router e6a59694-0264-4b5b-8155-0ad8913d7939 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:45:04.030211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 28c377a5-9ab5-4f95-ac57-4ecde932e465 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:45:04.038788 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 43d9bdd4-d3bc-4e16-be5e-e39555079d66 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:04.112842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cd34a-a446-43c4-8402-9f55add1a362 req-3b90cd43-b2eb-484f-8a5b-c4afbbdffe37 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:04.115998 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d14cd34a-a446-43c4-8402-9f55add1a362 req-3b90cd43-b2eb-484f-8a5b-c4afbbdffe37 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 948 time: 0.2078834 Jul 29 14:45:04.141934 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2f04-a7b3-44b0-8c31-c9656ddcc91e admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:04.196443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f59e8d46-9e05-4de8-8cd7-80cf832bdbff req-1e625df3-f44c-41c0-8119-d607eed0f6f6 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Deleting port e5cdea21-087b-407b-ab50-30995ce5ec95 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:04.197085 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f59e8d46-9e05-4de8-8cd7-80cf832bdbff req-1e625df3-f44c-41c0-8119-d607eed0f6f6 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:04.229441 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:04.230905 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:04.237847 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 28c377a5-9ab5-4f95-ac57-4ecde932e465, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=28c377a5-9ab5-4f95-ac57-4ecde932e465,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:04.267556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '28c377a5-9ab5-4f95-ac57-4ecde932e465', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '28c377a5-9ab5-4f95-ac57-4ecde932e465', 'mac_address': 'fa:16:3e:7a:96:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:45:04.317388 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a08058e8-bb17-4756-ba70-381e71041478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-router', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:43:35Z', 'updated_at': '2021-07-29T14:45:02Z', 'revision_number': 5, 'project_id': '71dd47d19946404493753f8193c40cbe', 'gw_port': {'id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:37Z', 'updated_at': '2021-07-29T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:04.320473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 43d9bdd4-d3bc-4e16-be5e-e39555079d66, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=43d9bdd4-d3bc-4e16-be5e-e39555079d66,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:04.330717 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d14cd34a-a446-43c4-8402-9f55add1a362 req-e3a7d1ef-0eb3-43e1-ae06-4f355b7c082b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932096 Jul 29 14:45:04.334883 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:04.340775 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:04.374376 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08058e8-bb17-4756-ba70-381e71041478 None None] Checking router: e6a59694-0264-4b5b-8155-0ad8913d7939 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:45:04.377313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c377a5-9ab5-4f95-ac57-4ecde932e465 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:45:04.398632 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08058e8-bb17-4756-ba70-381e71041478 None None] Routers {'e6a59694-0264-4b5b-8155-0ad8913d7939'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:45:04.399533 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a08058e8-bb17-4756-ba70-381e71041478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e6a59694-0264-4b5b-8155-0ad8913d7939'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:04.426100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f59e8d46-9e05-4de8-8cd7-80cf832bdbff req-1e625df3-f44c-41c0-8119-d607eed0f6f6 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] For port e5cdea21-087b-407b-ab50-30995ce5ec95, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e5cdea21-087b-407b-ab50-30995ce5ec95,segment=NetworkSegment(8575e42c-a22f-4190-a569-d659600e8192),segment_id=8575e42c-a22f-4190-a569-d659600e8192)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:04.426649 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f59e8d46-9e05-4de8-8cd7-80cf832bdbff req-1e625df3-f44c-41c0-8119-d607eed0f6f6 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:04.442982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 28c377a5-9ab5-4f95-ac57-4ecde932e465, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=28c377a5-9ab5-4f95-ac57-4ecde932e465,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:04.449520 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:04.451726 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=43d9bdd4-d3bc-4e16-be5e-e39555079d66,revision_number=11']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:04.530291 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2f04-a7b3-44b0-8c31-c9656ddcc91e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:04.540964 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a08058e8-bb17-4756-ba70-381e71041478 None None] Set router e6a59694-0264-4b5b-8155-0ad8913d7939 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:45:04.543522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=28c377a5-9ab5-4f95-ac57-4ecde932e465,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:04.591037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74f034-f7ad-4e73-88b9-809225e7e05c req-61209613-b430-4bab-a1a0-12709ef11633 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:04.592903 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c74f034-f7ad-4e73-88b9-809225e7e05c req-61209613-b430-4bab-a1a0-12709ef11633 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 945 time: 0.1471727 Jul 29 14:45:04.643490 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e14240-14c3-43aa-a4dd-9a4e8182af0a req-c822a667-f84b-4d49-a47e-9c5aba3210d7 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:04.645523 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2e14240-14c3-43aa-a4dd-9a4e8182af0a req-c822a667-f84b-4d49-a47e-9c5aba3210d7 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 949 time: 0.0648704 Jul 29 14:45:04.707595 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c74f034-f7ad-4e73-88b9-809225e7e05c req-ec97d36d-dc82-41c0-93bf-ab46edaa80b0 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030750 Jul 29 14:45:04.725096 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2e14240-14c3-43aa-a4dd-9a4e8182af0a req-4268f10c-9351-40d4-a205-47445205b5b2 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703926 Jul 29 14:45:04.750120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f2f04-a7b3-44b0-8c31-c9656ddcc91e admin admin] Deleting port 853dbaa7-757a-4efc-94dc-c3e9aaa08e45 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:04.750466 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2f04-a7b3-44b0-8c31-c9656ddcc91e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:04.798010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['28c377a5-9ab5-4f95-ac57-4ecde932e465'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:04.818540 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f59e8d46-9e05-4de8-8cd7-80cf832bdbff req-1e625df3-f44c-41c0-8119-d607eed0f6f6 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:04.818927 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f59e8d46-9e05-4de8-8cd7-80cf832bdbff req-1e625df3-f44c-41c0-8119-d607eed0f6f6 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:04.819246 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-f59e8d46-9e05-4de8-8cd7-80cf832bdbff req-1e625df3-f44c-41c0-8119-d607eed0f6f6 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Floating IP 0b0326e8-5281-44f4-bf90-45c9025641cc disassociated. External IP: 172.25.6.108, port: e5cdea21-087b-407b-ab50-30995ce5ec95. Jul 29 14:45:04.819596 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f59e8d46-9e05-4de8-8cd7-80cf832bdbff req-1e625df3-f44c-41c0-8119-d607eed0f6f6 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Calling delete_port for e5cdea21-087b-407b-ab50-30995ce5ec95 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:04.886552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdae6a3d-a79c-4001-99f5-c689b410935d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d9bdd4-d3bc-4e16-be5e-e39555079d66'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:04.888967 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58423ad7-54a9-4aa3-9f28-4faddae60d07" -d '{"events": [{"server_uuid": "bdae6a3d-a79c-4001-99f5-c689b410935d", "name": "network-vif-unplugged", "status": "completed", "tag": "43d9bdd4-d3bc-4e16-be5e-e39555079d66"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:04.952917 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a08058e8-bb17-4756-ba70-381e71041478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-router', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:43:35Z', 'updated_at': '2021-07-29T14:45:02Z', 'revision_number': 5, 'project_id': '71dd47d19946404493753f8193c40cbe', 'gw_port': {'id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:37Z', 'updated_at': '2021-07-29T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:04.974263 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device bab30778-6bf1-4d00-b6d7-5b99f2351b1d up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:45:04.995846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331fb75-c828-4c70-8cc5-28b9e3220b5c req-47ce9879-2d68-40b8-b85f-954dbc74da72 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:05.001131 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6331fb75-c828-4c70-8cc5-28b9e3220b5c req-47ce9879-2d68-40b8-b85f-954dbc74da72 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 945 time: 0.1123786 Jul 29 14:45:05.026478 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08058e8-bb17-4756-ba70-381e71041478 None None] The sync data for ids ['e6a59694-0264-4b5b-8155-0ad8913d7939'] in n-d-802893-1 is: [{'id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'name': 'tempest-ServerRescueTestJSONUnderV235-1363778706-router', 'tenant_id': '71dd47d19946404493753f8193c40cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:43:35Z', 'updated_at': '2021-07-29T14:45:02Z', 'revision_number': 5, 'project_id': '71dd47d19946404493753f8193c40cbe', 'gw_port': {'id': '853dbaa7-757a-4efc-94dc-c3e9aaa08e45', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ba:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a59694-0264-4b5b-8155-0ad8913d7939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:37Z', 'updated_at': '2021-07-29T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:45:05.057125 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c20549-3145-40fe-813b-df36900a5706 x-openstack-request-id: req-f5c20549-3145-40fe-813b-df36900a5706 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:05.058350 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdae6a3d-a79c-4001-99f5-c689b410935d", "name": "network-vif-unplugged", "status": "completed", "tag": "43d9bdd4-d3bc-4e16-be5e-e39555079d66", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:05.058622 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5c20549-3145-40fe-813b-df36900a5706 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:05.059775 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdae6a3d-a79c-4001-99f5-c689b410935d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d9bdd4-d3bc-4e16-be5e-e39555079d66', 'code': 200} Jul 29 14:45:05.063027 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port bab30778-6bf1-4d00-b6d7-5b99f2351b1d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:45:05.079998 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6331fb75-c828-4c70-8cc5-28b9e3220b5c req-e46b05ab-6086-49c5-863d-386eb370830a tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1e58756-f5be-4231-a8bd-d4810b025e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736582 Jul 29 14:45:05.081612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port bab30778-6bf1-4d00-b6d7-5b99f2351b1d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:45:05.082149 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:05.095119 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f59e8d46-9e05-4de8-8cd7-80cf832bdbff req-1e625df3-f44c-41c0-8119-d607eed0f6f6 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:05.142281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e625df3-f44c-41c0-8119-d607eed0f6f6 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Pushing event deleted for resources: {'Port': ['ID=e5cdea21-087b-407b-ab50-30995ce5ec95,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:05.156181 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-3d8f2f04-a7b3-44b0-8c31-c9656ddcc91e admin admin] For port 853dbaa7-757a-4efc-94dc-c3e9aaa08e45, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=853dbaa7-757a-4efc-94dc-c3e9aaa08e45,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:05.156404 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2f04-a7b3-44b0-8c31-c9656ddcc91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:05.227796 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:05.244441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f2f04-a7b3-44b0-8c31-c9656ddcc91e admin admin] Calling delete_port for 853dbaa7-757a-4efc-94dc-c3e9aaa08e45 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:05.269158 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port bab30778-6bf1-4d00-b6d7-5b99f2351b1d, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=bab30778-6bf1-4d00-b6d7-5b99f2351b1d,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:05.274701 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:05.326487 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=bab30778-6bf1-4d00-b6d7-5b99f2351b1d,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:05.462116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cad487-355c-47f4-9593-f75a767ca74a req-ea6855c3-be81-495d-b4dc-1842a7993510 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:05.463751 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0cad487-355c-47f4-9593-f75a767ca74a req-ea6855c3-be81-495d-b4dc-1842a7993510 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 949 time: 0.0605450 Jul 29 14:45:05.649872 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92a905-f631-4b57-979b-e0b618728295 req-eeac9ce7-c23f-41ad-84e3-b0dc23d259a9 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:05.651575 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de92a905-f631-4b57-979b-e0b618728295 req-eeac9ce7-c23f-41ad-84e3-b0dc23d259a9 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 949 time: 0.4907331 Jul 29 14:45:05.752464 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f59e8d46-9e05-4de8-8cd7-80cf832bdbff req-1e625df3-f44c-41c0-8119-d607eed0f6f6 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Router e0a8f421-c710-4b5d-a639-f127649de212 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:45:05.780576 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de92a905-f631-4b57-979b-e0b618728295 req-c015caec-6fef-47f6-8f56-44c6f763c526 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf8fc89a-058e-455a-a3c1-bd895d184957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977082 Jul 29 14:45:05.834659 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0cad487-355c-47f4-9593-f75a767ca74a req-45640924-7eb5-406f-9d40-1570cb4a8875 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629642 Jul 29 14:45:05.913456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091a441-13ea-4299-a213-13e38f719fd6 req-b599e663-e788-4e73-b20c-a877dfe416e4 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:05.915092 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c091a441-13ea-4299-a213-13e38f719fd6 req-b599e663-e788-4e73-b20c-a877dfe416e4 tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.38 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 949 time: 0.0515940 Jul 29 14:45:05.946111 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2f04-a7b3-44b0-8c31-c9656ddcc91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.010494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f2f04-a7b3-44b0-8c31-c9656ddcc91e admin admin] Pushing event deleted for resources: {'Port': ['ID=853dbaa7-757a-4efc-94dc-c3e9aaa08e45,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:06.015881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f59e8d46-9e05-4de8-8cd7-80cf832bdbff req-1e625df3-f44c-41c0-8119-d607eed0f6f6 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:45:06.023857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734e137-9de7-4549-96d7-92502bc135bc req-f5058ec9-3d40-4eca-a010-b86614f2fda6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:06.025456 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1734e137-9de7-4549-96d7-92502bc135bc req-f5058ec9-3d40-4eca-a010-b86614f2fda6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 945 time: 0.1200016 Jul 29 14:45:06.027901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804d259-874d-40f6-8e17-f72d63e6a983 None None] Sync routers for ids ['e0a8f421-c710-4b5d-a639-f127649de212'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:45:06.040094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804d259-874d-40f6-8e17-f72d63e6a983 None None] Routers {'e0a8f421-c710-4b5d-a639-f127649de212'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:45:06.041350 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c804d259-874d-40f6-8e17-f72d63e6a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e0a8f421-c710-4b5d-a639-f127649de212'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:06.089757 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-c091a441-13ea-4299-a213-13e38f719fd6 req-4a10507f-6bc1-4167-81fe-18abe614e4ed tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Deleting port 43d9bdd4-d3bc-4e16-be5e-e39555079d66 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:06.089985 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c091a441-13ea-4299-a213-13e38f719fd6 req-4a10507f-6bc1-4167-81fe-18abe614e4ed tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.095209 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1734e137-9de7-4549-96d7-92502bc135bc req-60229774-3aa7-4793-91eb-2f6085d7e817 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602238 Jul 29 14:45:06.111371 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 28c377a5-9ab5-4f95-ac57-4ecde932e465 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:45:06.111657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59e8d46-9e05-4de8-8cd7-80cf832bdbff req-1e625df3-f44c-41c0-8119-d607eed0f6f6 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] No DVR routers for this DVR port e5cdea21-087b-407b-ab50-30995ce5ec95 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:06.121680 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f59e8d46-9e05-4de8-8cd7-80cf832bdbff req-1e625df3-f44c-41c0-8119-d607eed0f6f6 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.123713 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f59e8d46-9e05-4de8-8cd7-80cf832bdbff req-1e625df3-f44c-41c0-8119-d607eed0f6f6 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.38 "DELETE /v2.0/ports/e5cdea21-087b-407b-ab50-30995ce5ec95 HTTP/1.1" status: 204 len: 173 time: 2.2737448 Jul 29 14:45:06.131265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5dcee-14d3-4706-a8d5-e1688dae3503 req-1f24ea0c-b8c7-482a-948a-5a9932bf39b3 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:06.138638 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed5dcee-14d3-4706-a8d5-e1688dae3503 req-1f24ea0c-b8c7-482a-948a-5a9932bf39b3 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 949 time: 0.1973448 Jul 29 14:45:06.140928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bd1c62-e212-44dd-9a9f-b16957e71137', 'name': 'network-vif-deleted', 'tag': 'e5cdea21-087b-407b-ab50-30995ce5ec95'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:06.143184 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b70599-7d53-4efe-854a-a2e1511b2aab" -d '{"events": [{"server_uuid": "06bd1c62-e212-44dd-9a9f-b16957e71137", "name": "network-vif-deleted", "tag": "e5cdea21-087b-407b-ab50-30995ce5ec95"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:06.171070 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2f04-a7b3-44b0-8c31-c9656ddcc91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.198189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c091a441-13ea-4299-a213-13e38f719fd6 req-4a10507f-6bc1-4167-81fe-18abe614e4ed tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] For port 43d9bdd4-d3bc-4e16-be5e-e39555079d66, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=43d9bdd4-d3bc-4e16-be5e-e39555079d66,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:06.198600 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c091a441-13ea-4299-a213-13e38f719fd6 req-4a10507f-6bc1-4167-81fe-18abe614e4ed tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.219212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-c091a441-13ea-4299-a213-13e38f719fd6 req-4a10507f-6bc1-4167-81fe-18abe614e4ed tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Calling delete_port for 43d9bdd4-d3bc-4e16-be5e-e39555079d66 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:06.237450 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.246274 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed5dcee-14d3-4706-a8d5-e1688dae3503 req-a29c62e6-74ea-46d8-9fc7-233153b6ba4b tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066427 Jul 29 14:45:06.269544 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-c804d259-874d-40f6-8e17-f72d63e6a983 None None] Set router e0a8f421-c710-4b5d-a639-f127649de212 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:45:06.316614 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 28c377a5-9ab5-4f95-ac57-4ecde932e465 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:45:06.328203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 28c377a5-9ab5-4f95-ac57-4ecde932e465 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:45:06.328581 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.341108 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235e84d8-ad68-44c6-b070-87e1b42466fe x-openstack-request-id: req-235e84d8-ad68-44c6-b070-87e1b42466fe {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:06.341559 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bd1c62-e212-44dd-9a9f-b16957e71137", "name": "network-vif-deleted", "tag": "e5cdea21-087b-407b-ab50-30995ce5ec95", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:06.342311 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-235e84d8-ad68-44c6-b070-87e1b42466fe {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:06.342815 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bd1c62-e212-44dd-9a9f-b16957e71137', 'name': 'network-vif-deleted', 'tag': 'e5cdea21-087b-407b-ab50-30995ce5ec95', 'status': 'completed', 'code': 200} Jul 29 14:45:06.346627 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2f04-a7b3-44b0-8c31-c9656ddcc91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.349164 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2f04-a7b3-44b0-8c31-c9656ddcc91e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.402374 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2f04-a7b3-44b0-8c31-c9656ddcc91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.403004 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8f2f04-a7b3-44b0-8c31-c9656ddcc91e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6a59694-0264-4b5b-8155-0ad8913d7939 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:45:06.413944 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2f04-a7b3-44b0-8c31-c9656ddcc91e admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.415435 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3d8f2f04-a7b3-44b0-8c31-c9656ddcc91e admin admin] 10.222.0.16 "DELETE /v2.0/routers/e6a59694-0264-4b5b-8155-0ad8913d7939 HTTP/1.1" status: 204 len: 168 time: 2.5198779 Jul 29 14:45:06.418955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53510) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:06.433567 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c091a441-13ea-4299-a213-13e38f719fd6 req-4a10507f-6bc1-4167-81fe-18abe614e4ed tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.486361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-45cd1bb0-8062-4c6a-a914-6a61bbcb9366 admin admin] Deleting subnet 1eda9d7a-8504-498f-9935-fd9ffaccea15 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:45:06.491233 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-45cd1bb0-8062-4c6a-a914-6a61bbcb9366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.492391 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c65b7f3-a5f3-44d1-a461-bd058878f062 req-2fa50501-37df-4d00-a2e7-bf03f39bf98b tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bd1c62-e212-44dd-9a9f-b16957e71137 HTTP/1.1" status: 200 len: 210 time: 0.0682995 Jul 29 14:45:06.496485 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10507f-6bc1-4167-81fe-18abe614e4ed tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Pushing event deleted for resources: {'Port': ['ID=43d9bdd4-d3bc-4e16-be5e-e39555079d66,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:06.556612 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-45cd1bb0-8062-4c6a-a914-6a61bbcb9366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.559381 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c091a441-13ea-4299-a213-13e38f719fd6 req-4a10507f-6bc1-4167-81fe-18abe614e4ed tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] No DVR routers for this DVR port 43d9bdd4-d3bc-4e16-be5e-e39555079d66 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:06.565503 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.565708 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c091a441-13ea-4299-a213-13e38f719fd6 req-4a10507f-6bc1-4167-81fe-18abe614e4ed tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.566351 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c091a441-13ea-4299-a213-13e38f719fd6 req-4a10507f-6bc1-4167-81fe-18abe614e4ed tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.38 "DELETE /v2.0/ports/43d9bdd4-d3bc-4e16-be5e-e39555079d66 HTTP/1.1" status: 204 len: 173 time: 0.6405222 Jul 29 14:45:06.566824 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdae6a3d-a79c-4001-99f5-c689b410935d', 'name': 'network-vif-deleted', 'tag': '43d9bdd4-d3bc-4e16-be5e-e39555079d66'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:06.569344 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5484a8-5bff-4b82-bf02-6b57607c812e" -d '{"events": [{"server_uuid": "bdae6a3d-a79c-4001-99f5-c689b410935d", "name": "network-vif-deleted", "tag": "43d9bdd4-d3bc-4e16-be5e-e39555079d66"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:06.617430 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 28c377a5-9ab5-4f95-ac57-4ecde932e465, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=28c377a5-9ab5-4f95-ac57-4ecde932e465,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:06.618467 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-45cd1bb0-8062-4c6a-a914-6a61bbcb9366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.622591 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9380f7fa-de6d-428b-a68b-ad2ce3612a1d x-openstack-request-id: req-9380f7fa-de6d-428b-a68b-ad2ce3612a1d {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:06.623150 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.623320 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdae6a3d-a79c-4001-99f5-c689b410935d", "name": "network-vif-deleted", "tag": "43d9bdd4-d3bc-4e16-be5e-e39555079d66", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:06.623718 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9380f7fa-de6d-428b-a68b-ad2ce3612a1d {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:06.624334 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdae6a3d-a79c-4001-99f5-c689b410935d', 'name': 'network-vif-deleted', 'tag': '43d9bdd4-d3bc-4e16-be5e-e39555079d66', 'status': 'completed', 'code': 200} Jul 29 14:45:06.633373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c804d259-874d-40f6-8e17-f72d63e6a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'name': 'tempest-ServersTestManualDisk-1057173172-router', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:41Z', 'revision_number': 4, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'gw_port': {'id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9e383151-05e6-4de0-aab2-982de341041d', 'name': '', 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'mac_address': 'fa:16:3e:a6:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:40Z', 'updated_at': '2021-07-29T14:42:47Z', 'revision_number': 5, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'subnets': [{'id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:06.685175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804d259-874d-40f6-8e17-f72d63e6a983 None None] Checking router: e0a8f421-c710-4b5d-a639-f127649de212 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:45:06.710995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804d259-874d-40f6-8e17-f72d63e6a983 None None] Routers {'e0a8f421-c710-4b5d-a639-f127649de212'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:45:06.711633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c804d259-874d-40f6-8e17-f72d63e6a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e0a8f421-c710-4b5d-a639-f127649de212'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:06.717855 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-45cd1bb0-8062-4c6a-a914-6a61bbcb9366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.744122 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd1bb0-8062-4c6a-a914-6a61bbcb9366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eda9d7a-8504-498f-9935-fd9ffaccea15,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:06.748634 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-45cd1bb0-8062-4c6a-a914-6a61bbcb9366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.750679 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-45cd1bb0-8062-4c6a-a914-6a61bbcb9366 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1eda9d7a-8504-498f-9935-fd9ffaccea15 HTTP/1.1" status: 204 len: 168 time: 0.3302908 Jul 29 14:45:06.753396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53514) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:06.753543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=28c377a5-9ab5-4f95-ac57-4ecde932e465,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:06.852746 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-010ea8b3-723b-44d6-ba4c-027f14db0741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:06.944441 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e84af092-fde4-4eeb-8f9a-9ef8a4ff21dd req-38c2ba5b-bec5-4f96-b85b-6e7c2f9e1acb tempest-ImagesOneServerTestJSON-1545423384 tempest-ImagesOneServerTestJSON-1545423384-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdae6a3d-a79c-4001-99f5-c689b410935d HTTP/1.1" status: 200 len: 210 time: 0.0379102 Jul 29 14:45:06.995367 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-010ea8b3-723b-44d6-ba4c-027f14db0741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:07.038222 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-010ea8b3-723b-44d6-ba4c-027f14db0741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d1acff-6321-435a-a746-f4fb6f6aca72']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:07.060498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e382a2fd-dd2c-4a9b-937a-1dca345bde40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab30778-6bf1-4d00-b6d7-5b99f2351b1d'}, {'server_uuid': 'cc2f0d3e-1574-4f9a-a44a-d69af68e3d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c377a5-9ab5-4f95-ac57-4ecde932e465'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:07.063338 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4704b49c-404b-49ba-afb2-241060d07f50" -d '{"events": [{"server_uuid": "e382a2fd-dd2c-4a9b-937a-1dca345bde40", "name": "network-vif-plugged", "status": "completed", "tag": "bab30778-6bf1-4d00-b6d7-5b99f2351b1d"}, {"server_uuid": "cc2f0d3e-1574-4f9a-a44a-d69af68e3d40", "name": "network-vif-plugged", "status": "completed", "tag": "28c377a5-9ab5-4f95-ac57-4ecde932e465"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:07.072953 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-c804d259-874d-40f6-8e17-f72d63e6a983 None None] Set router e0a8f421-c710-4b5d-a639-f127649de212 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:45:07.080494 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-010ea8b3-723b-44d6-ba4c-027f14db0741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f9e87e-a9cb-4b20-80c1-00b95374bbf2') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:07.081078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-010ea8b3-723b-44d6-ba4c-027f14db0741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f9e87e-a9cb-4b20-80c1-00b95374bbf2') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:07.102340 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-010ea8b3-723b-44d6-ba4c-027f14db0741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:07.119444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce50f0-d443-4c8f-aeb3-2f6eb34f151d req-15e25844-3c99-4b71-86eb-96b40cab711e tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:07.133028 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e6ce50f0-d443-4c8f-aeb3-2f6eb34f151d req-15e25844-3c99-4b71-86eb-96b40cab711e tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 949 time: 0.1192942 Jul 29 14:45:07.142804 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 853dbaa7-757a-4efc-94dc-c3e9aaa08e45 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:07.143576 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-010ea8b3-723b-44d6-ba4c-027f14db0741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:07.169707 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010ea8b3-723b-44d6-ba4c-027f14db0741 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:45:07.171812 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-010ea8b3-723b-44d6-ba4c-027f14db0741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:45:07.177199 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:45:07.179684 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 853dbaa7-757a-4efc-94dc-c3e9aaa08e45 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:07.179784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 853dbaa7-757a-4efc-94dc-c3e9aaa08e45 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:07.180478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9db24c2b-e03d-4b44-8c67-9bc11bfb288a no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:07.246479 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e6ce50f0-d443-4c8f-aeb3-2f6eb34f151d req-9a4d63eb-e0f6-4be2-bf87-8a38a8bbc71f tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117702 Jul 29 14:45:07.251041 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df363b5-a391-4c6a-bf1b-8adb7678fd31 x-openstack-request-id: req-9df363b5-a391-4c6a-bf1b-8adb7678fd31 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:07.251477 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e382a2fd-dd2c-4a9b-937a-1dca345bde40", "name": "network-vif-plugged", "status": "completed", "tag": "bab30778-6bf1-4d00-b6d7-5b99f2351b1d", "code": 200}, {"server_uuid": "cc2f0d3e-1574-4f9a-a44a-d69af68e3d40", "name": "network-vif-plugged", "status": "completed", "tag": "28c377a5-9ab5-4f95-ac57-4ecde932e465", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:07.251621 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9df363b5-a391-4c6a-bf1b-8adb7678fd31 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:07.251978 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e382a2fd-dd2c-4a9b-937a-1dca345bde40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab30778-6bf1-4d00-b6d7-5b99f2351b1d', 'code': 200} Jul 29 14:45:07.252231 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f0d3e-1574-4f9a-a44a-d69af68e3d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c377a5-9ab5-4f95-ac57-4ecde932e465', 'code': 200} Jul 29 14:45:07.254463 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 9db24c2b-e03d-4b44-8c67-9bc11bfb288a {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:07.254812 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9db24c2b-e03d-4b44-8c67-9bc11bfb288a not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:07.301112 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-010ea8b3-723b-44d6-ba4c-027f14db0741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:07.307446 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-010ea8b3-723b-44d6-ba4c-027f14db0741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:07.321735 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-010ea8b3-723b-44d6-ba4c-027f14db0741 admin admin] 10.222.0.16 "DELETE /v2.0/networks/17d1acff-6321-435a-a746-f4fb6f6aca72 HTTP/1.1" status: 204 len: 168 time: 0.5669601 Jul 29 14:45:07.350974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ea8b3-723b-44d6-ba4c-027f14db0741 admin admin] Pushing event deleted for resources: {'Network': ['ID=17d1acff-6321-435a-a746-f4fb6f6aca72,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:07.491516 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71528bc-4bf9-47ee-974e-dc4d6b06fcba req-49536c56-d339-4102-8b8c-701840b85323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:07.493804 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c71528bc-4bf9-47ee-974e-dc4d6b06fcba req-49536c56-d339-4102-8b8c-701840b85323 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 1100 time: 0.0900369 Jul 29 14:45:07.504646 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c804d259-874d-40f6-8e17-f72d63e6a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'name': 'tempest-ServersTestManualDisk-1057173172-router', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:41Z', 'revision_number': 4, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'gw_port': {'id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9e383151-05e6-4de0-aab2-982de341041d', 'name': '', 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'mac_address': 'fa:16:3e:a6:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:40Z', 'updated_at': '2021-07-29T14:42:47Z', 'revision_number': 5, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'subnets': [{'id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:07.516989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8fb18-4ab1-4dc4-bbdb-82f351a40f30 req-3158dc3d-a78e-43d2-8104-a9b9a9fa2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:07.518608 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-15a8fb18-4ab1-4dc4-bbdb-82f351a40f30 req-3158dc3d-a78e-43d2-8104-a9b9a9fa2935 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 1101 time: 0.0870891 Jul 29 14:45:07.527190 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f15207-1975-4097-b217-100f5d3c9fd3 req-60a94ab0-874e-40de-ac10-3bea102376a3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:07.534734 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60f15207-1975-4097-b217-100f5d3c9fd3 req-60a94ab0-874e-40de-ac10-3bea102376a3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 945 time: 0.1632981 Jul 29 14:45:07.542711 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804d259-874d-40f6-8e17-f72d63e6a983 None None] The sync data for ids ['e0a8f421-c710-4b5d-a639-f127649de212'] in n-d-802893-1 is: [{'id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'name': 'tempest-ServersTestManualDisk-1057173172-router', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:41Z', 'revision_number': 4, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'gw_port': {'id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9e383151-05e6-4de0-aab2-982de341041d', 'name': '', 'network_id': 'cd2734b0-a577-4490-94b4-ba08c3c3f5be', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'mac_address': 'fa:16:3e:a6:45:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:40Z', 'updated_at': '2021-07-29T14:42:47Z', 'revision_number': 5, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'subnets': [{'id': '341a325f-6dd9-45b3-afdd-5aaaac0ca149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:45:07.560528 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c71528bc-4bf9-47ee-974e-dc4d6b06fcba req-158ffd0a-6335-468d-997a-40f5daf47518 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401478 Jul 29 14:45:07.579954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dd9f8-cbe1-4048-b42d-12dc8162490a req-3bef4227-0ac8-4457-84e1-19534f34f449 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:07.581920 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b35dd9f8-cbe1-4048-b42d-12dc8162490a req-3bef4227-0ac8-4457-84e1-19534f34f449 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 950 time: 0.1134536 Jul 29 14:45:07.587490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53534) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:07.597931 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-15a8fb18-4ab1-4dc4-bbdb-82f351a40f30 req-451682e0-cefa-494b-a9e8-128fedbd0687 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549579 Jul 29 14:45:07.609485 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60f15207-1975-4097-b217-100f5d3c9fd3 req-f1595ea1-8917-4ffa-bbbb-2bda497601da tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706232 Jul 29 14:45:07.663585 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4a4fbd9e-5620-4c24-95bf-3444eb9aaa0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71dd47d19946404493753f8193c40cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726342 Jul 29 14:45:07.664280 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53538) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:07.665563 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b35dd9f8-cbe1-4048-b42d-12dc8162490a req-80454aba-ae87-4e05-ad98-faafa1ed39e8 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702929 Jul 29 14:45:07.704005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53540) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:07.722361 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a67b16da-fd18-4d92-9caa-f752e6637318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:07.749089 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a67b16da-fd18-4d92-9caa-f752e6637318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:07.769743 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-285390b7-f0e8-4d9e-a57c-79655ceca88f tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:07.795950 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-285390b7-f0e8-4d9e-a57c-79655ceca88f tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:07.801151 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a67b16da-fd18-4d92-9caa-f752e6637318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:07.804586 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a67b16da-fd18-4d92-9caa-f752e6637318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:07.805885 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a67b16da-fd18-4d92-9caa-f752e6637318 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc17fbc1-f31d-4fe1-b8e2-02d6eee95385 HTTP/1.1" status: 204 len: 168 time: 0.1403987 Jul 29 14:45:07.815932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b16da-fd18-4d92-9caa-f752e6637318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc17fbc1-f31d-4fe1-b8e2-02d6eee95385,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:07.865419 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1746ec3-6f97-47fa-9dc9-956f918c8c85 None None] New status for floating IP 0b0326e8-5281-44f4-bf90-45c9025641cc: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:45:07.866990 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-285390b7-f0e8-4d9e-a57c-79655ceca88f tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:07.870525 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-285390b7-f0e8-4d9e-a57c-79655ceca88f tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:07.871762 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-285390b7-f0e8-4d9e-a57c-79655ceca88f tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "DELETE /v2.0/security-groups/d1e58756-f5be-4231-a8bd-d4810b025e4d HTTP/1.1" status: 204 len: 168 time: 0.1658189 Jul 29 14:45:07.874384 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53544) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:07.889622 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-c9ee5009-5e03-49fd-afb8-83149ab1da0f tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] show failed (client error): The resource could not be found. Jul 29 14:45:07.893195 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c9ee5009-5e03-49fd-afb8-83149ab1da0f tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "GET /v2.0/security-groups/d1e58756-f5be-4231-a8bd-d4810b025e4d HTTP/1.1" status: 404 len: 347 time: 0.0149767 Jul 29 14:45:07.893354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285390b7-f0e8-4d9e-a57c-79655ceca88f tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e58756-f5be-4231-a8bd-d4810b025e4d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:07.895350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53546) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:08.040356 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f62dbe1c-bd15-4de1-bb1d-01554bf3faa0 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Deleting port e068c6ac-8aec-483c-ba89-076c8ac8df3f {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:08.041417 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f62dbe1c-bd15-4de1-bb1d-01554bf3faa0 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:08.076556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 43d9bdd4-d3bc-4e16-be5e-e39555079d66 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:08.105816 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 43d9bdd4-d3bc-4e16-be5e-e39555079d66 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:08.106230 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 43d9bdd4-d3bc-4e16-be5e-e39555079d66 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:08.106675 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device e5cdea21-087b-407b-ab50-30995ce5ec95 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:08.132073 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f62dbe1c-bd15-4de1-bb1d-01554bf3faa0 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:08.132280 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: e5cdea21-087b-407b-ab50-30995ce5ec95 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:08.132570 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device e5cdea21-087b-407b-ab50-30995ce5ec95 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:08.133207 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f62dbe1c-bd15-4de1-bb1d-01554bf3faa0 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:08.147007 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f62dbe1c-bd15-4de1-bb1d-01554bf3faa0 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Calling delete_port for e068c6ac-8aec-483c-ba89-076c8ac8df3f owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:08.322319 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f62dbe1c-bd15-4de1-bb1d-01554bf3faa0 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:08.325349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53566) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:08.374300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dbe1c-bd15-4de1-bb1d-01554bf3faa0 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Pushing event deleted for resources: {'Port': ['ID=e068c6ac-8aec-483c-ba89-076c8ac8df3f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:08.433913 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f62dbe1c-bd15-4de1-bb1d-01554bf3faa0 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:08.437705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdc9e5-3f5d-4a18-8f86-6f691ef85523 req-eea98b8f-8ff0-4512-a56b-b669e00a43f1 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:08.438257 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f62dbe1c-bd15-4de1-bb1d-01554bf3faa0 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:08.440386 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f62dbe1c-bd15-4de1-bb1d-01554bf3faa0 tempest-ServersTestManualDisk-380312952 tempest-ServersTestManualDisk-380312952-project] 10.222.0.16 "DELETE /v2.0/floatingips/0b0326e8-5281-44f4-bf90-45c9025641cc HTTP/1.1" status: 204 len: 168 time: 0.5433700 Jul 29 14:45:08.442613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53574) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:08.445896 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3acdc9e5-3f5d-4a18-8f86-6f691ef85523 req-eea98b8f-8ff0-4512-a56b-b669e00a43f1 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 949 time: 0.0924385 Jul 29 14:45:08.498125 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3acdc9e5-3f5d-4a18-8f86-6f691ef85523 req-0558d434-f506-4c15-8461-d2c2c51de043 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452330 Jul 29 14:45:08.630348 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9c40238d-f4ab-48eb-8e20-707a2318c130 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27804ec68a27446fa2d531d3b9c9ba77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024871 Jul 29 14:45:08.632258 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53582) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:08.688720 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-6572bf0d-af40-42e2-ad57-877b5fb6afad tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:08.688720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-6572bf0d-af40-42e2-ad57-877b5fb6afad tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9&tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1096 time: 0.1298385 Jul 29 14:45:08.765421 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0d72b4cd-e636-4bfc-a176-b1f6887cf554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:08.779877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802893-1'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:45:08.806683 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0d72b4cd-e636-4bfc-a176-b1f6887cf554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:08.894706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99488742-0ade-4eaf-9186-6892ec62a235 req-7c3174b5-d715-4e80-b248-da78f0197d39 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:08.896373 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-99488742-0ade-4eaf-9186-6892ec62a235 req-7c3174b5-d715-4e80-b248-da78f0197d39 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 950 time: 0.1199818 Jul 29 14:45:08.897710 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0d72b4cd-e636-4bfc-a176-b1f6887cf554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:08.900496 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0d72b4cd-e636-4bfc-a176-b1f6887cf554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:08.902160 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0d72b4cd-e636-4bfc-a176-b1f6887cf554 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf8fc89a-058e-455a-a3c1-bd895d184957 HTTP/1.1" status: 204 len: 168 time: 0.2680690 Jul 29 14:45:08.920855 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:08.926398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72b4cd-e636-4bfc-a176-b1f6887cf554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8fc89a-058e-455a-a3c1-bd895d184957,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:08.974226 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-99488742-0ade-4eaf-9186-6892ec62a235 req-a52bbd54-1f58-41dc-aaa7-b42264bfb910 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690787 Jul 29 14:45:09.003135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47295499-746d-4637-80d3-1c54a14f7af1 req-871ec112-191d-4286-b27d-3e90b1491d2f tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:09.004938 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-47295499-746d-4637-80d3-1c54a14f7af1 req-871ec112-191d-4286-b27d-3e90b1491d2f tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 945 time: 0.2182529 Jul 29 14:45:09.167733 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-47295499-746d-4637-80d3-1c54a14f7af1 req-8ce42e25-0a75-47dd-9649-6a5fe85a7567 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320152 Jul 29 14:45:09.223035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] For port 1437bcb0-db79-4daa-af27-366391c44686, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1437bcb0-db79-4daa-af27-366391c44686,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:09.308400 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] For port 1437bcb0-db79-4daa-af27-366391c44686, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:45:09.356952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cdda24-402f-49fe-a447-05db74b7fab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1437bcb0-db79-4daa-af27-366391c44686'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:09.359159 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c34cb0-d107-408d-ad73-6f65068479be" -d '{"events": [{"server_uuid": "04cdda24-402f-49fe-a447-05db74b7fab9", "name": "network-vif-unplugged", "status": "completed", "tag": "1437bcb0-db79-4daa-af27-366391c44686"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:09.365483 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:09.379140 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:09.428915 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f1f138-125e-465a-a36d-662d1a961cac x-openstack-request-id: req-b5f1f138-125e-465a-a36d-662d1a961cac {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:09.429479 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cdda24-402f-49fe-a447-05db74b7fab9", "name": "network-vif-unplugged", "status": "completed", "tag": "1437bcb0-db79-4daa-af27-366391c44686", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:09.430763 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5f1f138-125e-465a-a36d-662d1a961cac {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:09.430763 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cdda24-402f-49fe-a447-05db74b7fab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1437bcb0-db79-4daa-af27-366391c44686', 'code': 200} Jul 29 14:45:09.435771 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38eff0b1-cd6a-4e21-8165-f4a414a8074e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:09.576899 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Pushing event updated for resources: {'Port': ['ID=1437bcb0-db79-4daa-af27-366391c44686,revision_number=7']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:09.625882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Attempting to bind port 1437bcb0-db79-4daa-af27-366391c44686 on host n-h2-802893-1 for vnic_type normal with profile {"migrating_to": "n-h1-802893-1"} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:45:09.625882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Attempting to bind port 1437bcb0-db79-4daa-af27-366391c44686 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:45:09.625882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Attempting to bind port 1437bcb0-db79-4daa-af27-366391c44686 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:45:09.668894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Port 1437bcb0-db79-4daa-af27-366391c44686 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:45:09.669569 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Attempting to bind port 1437bcb0-db79-4daa-af27-366391c44686 on network b2473c18-5128-4645-8f83-3c3f0bb06a8d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:45:09.685396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:45:09.685711 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Checking segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:45:09.686336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Bound using segment: {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:45:09.686803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Bound port: 1437bcb0-db79-4daa-af27-366391c44686, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9799c67-04c1-4646-9135-fa4fa4cc7f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b2473c18-5128-4645-8f83-3c3f0bb06a8d'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:45:09.687304 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:09.784827 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81e4c1-bb50-491c-adbf-da3af2eacea7 req-ca7aee4e-369c-466b-be0e-942fc4649783 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:09.786552 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c81e4c1-bb50-491c-adbf-da3af2eacea7 req-ca7aee4e-369c-466b-be0e-942fc4649783 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 949 time: 0.1669948 Jul 29 14:45:09.893481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] For port 1437bcb0-db79-4daa-af27-366391c44686, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:45:09.909017 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c81e4c1-bb50-491c-adbf-da3af2eacea7 req-9cd89d06-5b35-4b6a-970d-6653e314fedd tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967178 Jul 29 14:45:09.932455 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] For port 1437bcb0-db79-4daa-af27-366391c44686, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1437bcb0-db79-4daa-af27-366391c44686,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:45:09.946923 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:10.075270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1437bcb0-db79-4daa-af27-366391c44686 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:45:10.103428 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a00aa-c574-4b0a-a40e-b32c178df7a5 req-6cc5f029-1e86-42fb-b24b-b6ca0ff09a42 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:10.106071 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-649a00aa-c574-4b0a-a40e-b32c178df7a5 req-6cc5f029-1e86-42fb-b24b-b6ca0ff09a42 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e848370f-d2c5-4f61-a59b-2e9295359148 HTTP/1.1" status: 200 len: 949 time: 0.1122057 Jul 29 14:45:10.115010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:10.115640 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:10.117263 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] 10.222.0.38 "PUT /v2.0/ports/1437bcb0-db79-4daa-af27-366391c44686 HTTP/1.1" status: 200 len: 1121 time: 1.3482199 Jul 29 14:45:10.140260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a79c71-e974-4dc1-a663-324e21b0930d service neutron] Pushing event updated for resources: {'Port': ['ID=1437bcb0-db79-4daa-af27-366391c44686,revision_number=8']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:10.175947 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-649a00aa-c574-4b0a-a40e-b32c178df7a5 req-1dd770e1-a2bc-4079-b5c1-e46da240c3cc tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626960 Jul 29 14:45:10.226021 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1437bcb0-db79-4daa-af27-366391c44686, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1437bcb0-db79-4daa-af27-366391c44686,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:10.233053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612d0e1-d46f-4fba-99fa-de2abb515d20 req-6c39f6c3-d268-452a-8153-b61cd97896e7 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:10.248899 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1437bcb0-db79-4daa-af27-366391c44686 has no active binding in host n-h1-802893-1 {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 14:45:10.249433 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e612d0e1-d46f-4fba-99fa-de2abb515d20 req-6c39f6c3-d268-452a-8153-b61cd97896e7 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 950 time: 0.1797912 Jul 29 14:45:10.253516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['1437bcb0-db79-4daa-af27-366391c44686'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:10.315471 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-38eff0b1-cd6a-4e21-8165-f4a414a8074e admin admin] Deleting port 9e383151-05e6-4de0-aab2-982de341041d {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:10.315854 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38eff0b1-cd6a-4e21-8165-f4a414a8074e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:10.318920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['1437bcb0-db79-4daa-af27-366391c44686'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:10.325405 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e612d0e1-d46f-4fba-99fa-de2abb515d20 req-70134dbc-56f1-4c61-8cb9-edb8a6b8f1a9 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749590 Jul 29 14:45:10.476701 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-38eff0b1-cd6a-4e21-8165-f4a414a8074e admin admin] For port 9e383151-05e6-4de0-aab2-982de341041d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9e383151-05e6-4de0-aab2-982de341041d,segment=NetworkSegment(8575e42c-a22f-4190-a569-d659600e8192),segment_id=8575e42c-a22f-4190-a569-d659600e8192)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:10.477263 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38eff0b1-cd6a-4e21-8165-f4a414a8074e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:10.524690 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-38eff0b1-cd6a-4e21-8165-f4a414a8074e admin admin] Calling delete_port for 9e383151-05e6-4de0-aab2-982de341041d owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:10.592229 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccab06-b3de-4af5-88bd-5e1e71eb2ec0 req-f97eea3c-6336-4f60-b061-e57282c7ead4 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:10.594100 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ebccab06-b3de-4af5-88bd-5e1e71eb2ec0 req-f97eea3c-6336-4f60-b061-e57282c7ead4 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 943 time: 0.1249273 Jul 29 14:45:10.622952 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:10.653776 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:45:10.685095 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ebccab06-b3de-4af5-88bd-5e1e71eb2ec0 req-60827062-2d96-40ec-a730-b3ed68078e51 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788231 Jul 29 14:45:10.749466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904b5ec-911f-4d51-b2f0-c0ca4f2530a2 req-76aea96c-73fd-48cb-b345-40a2544fa04b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:10.755521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904b5ec-911f-4d51-b2f0-c0ca4f2530a2 req-76aea96c-73fd-48cb-b345-40a2544fa04b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:10.757199 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7904b5ec-911f-4d51-b2f0-c0ca4f2530a2 req-76aea96c-73fd-48cb-b345-40a2544fa04b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40&device_id=e848370f-d2c5-4f61-a59b-2e9295359148 HTTP/1.1" status: 200 len: 1689 time: 0.0682108 Jul 29 14:45:10.785315 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38eff0b1-cd6a-4e21-8165-f4a414a8074e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:10.802419 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7904b5ec-911f-4d51-b2f0-c0ca4f2530a2 req-01d24146-3f99-4f52-8c80-74e01a20ae9e tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372159 Jul 29 14:45:10.816302 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eff0b1-cd6a-4e21-8165-f4a414a8074e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e383151-05e6-4de0-aab2-982de341041d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:11.107703 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7613b-fe3e-4971-93c4-f614e5125238 req-38fd8810-783f-4795-ac1f-bbeaba5ada5f tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:11.116649 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ac7613b-fe3e-4971-93c4-f614e5125238 req-38fd8810-783f-4795-ac1f-bbeaba5ada5f tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 946 time: 0.1102765 Jul 29 14:45:11.159910 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38eff0b1-cd6a-4e21-8165-f4a414a8074e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:11.180351 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ac7613b-fe3e-4971-93c4-f614e5125238 req-1405d47f-48f8-4410-acdb-e4750a20022a tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625184 Jul 29 14:45:11.246461 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-bea7f79f-c450-4ec6-8873-a7f77f57221c tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b5c34063a85d4258846ef97cb65b8452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359778 Jul 29 14:45:11.391514 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-bd9d46bf-a9d4-4a88-a3fd-77a4261d02da tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:11.399240 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-bd9d46bf-a9d4-4a88-a3fd-77a4261d02da tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1461191 Jul 29 14:45:11.410436 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-9bd121c6-9cf2-4269-9726-96f34f9f1e67 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/quotas/b5c34063a85d4258846ef97cb65b8452 HTTP/1.1" status: 200 len: 375 time: 0.0102015 Jul 29 14:45:11.467363 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-96c45d93-5eec-4cc7-b6f1-621fdd07c686 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5c34063a85d4258846ef97cb65b8452&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0500898 Jul 29 14:45:11.631110 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04cdda24-402f-49fe-a447-05db74b7fab9', 'tag': '1437bcb0-db79-4daa-af27-366391c44686'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:11.633604 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33eee713-df27-43bd-bcd6-d696bdd75424" -d '{"events": [{"name": "network-changed", "server_uuid": "04cdda24-402f-49fe-a447-05db74b7fab9", "tag": "1437bcb0-db79-4daa-af27-366391c44686"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:11.683461 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-530f5765-2e94-4a61-b77f-8dfdfa212d4d req-323a737b-924a-49c4-94d5-3a73db89d8fb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0385711 Jul 29 14:45:11.846370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eee713-df27-43bd-bcd6-d696bdd75424 req-a9b8f43e-980f-4671-a4e4-c61cbd7a2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:11.848964 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33eee713-df27-43bd-bcd6-d696bdd75424 req-a9b8f43e-980f-4671-a4e4-c61cbd7a2250 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 1124 time: 0.0774231 Jul 29 14:45:11.852109 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6c9fbc-4e78-47e3-a882-7564e4e46ce8 x-openstack-request-id: req-7a6c9fbc-4e78-47e3-a882-7564e4e46ce8 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:11.852409 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04cdda24-402f-49fe-a447-05db74b7fab9", "tag": "1437bcb0-db79-4daa-af27-366391c44686", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:11.852707 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a6c9fbc-4e78-47e3-a882-7564e4e46ce8 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:11.853048 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04cdda24-402f-49fe-a447-05db74b7fab9', 'tag': '1437bcb0-db79-4daa-af27-366391c44686', 'status': 'completed', 'code': 200} Jul 29 14:45:11.858885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177dc98-dec9-4b9d-bc45-743078e9a0c8 req-4cfdd04f-141e-41fa-89a0-c1d66f6ef0dd tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:11.860579 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e177dc98-dec9-4b9d-bc45-743078e9a0c8 req-4cfdd04f-141e-41fa-89a0-c1d66f6ef0dd tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 1100 time: 0.5778370 Jul 29 14:45:11.875737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38eff0b1-cd6a-4e21-8165-f4a414a8074e admin admin] Router e0a8f421-c710-4b5d-a639-f127649de212 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:45:11.952081 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e177dc98-dec9-4b9d-bc45-743078e9a0c8 req-c34bd28e-2688-49da-b7ea-01e735c62a81 tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790839 Jul 29 14:45:12.023585 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1db42-ee46-48d8-afee-ed20cd402c65 req-06c19f58-a758-446f-ac53-ac5f1bb49a94 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:12.025205 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-18f1db42-ee46-48d8-afee-ed20cd402c65 req-06c19f58-a758-446f-ac53-ac5f1bb49a94 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 943 time: 0.1406410 Jul 29 14:45:12.087577 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eee713-df27-43bd-bcd6-d696bdd75424 req-380f3c10-ed2c-462e-a2c2-2cde463f5898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:12.092837 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33eee713-df27-43bd-bcd6-d696bdd75424 req-380f3c10-ed2c-462e-a2c2-2cde463f5898 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.2200201 Jul 29 14:45:12.154276 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-18f1db42-ee46-48d8-afee-ed20cd402c65 req-61a66de0-934a-46b5-938c-a2299cdb5921 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217051 Jul 29 14:45:12.160342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38eff0b1-cd6a-4e21-8165-f4a414a8074e admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:45:12.180323 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-38eff0b1-cd6a-4e21-8165-f4a414a8074e admin admin] 10.222.0.16 "PUT /v2.0/routers/e0a8f421-c710-4b5d-a639-f127649de212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7336681 Jul 29 14:45:12.181743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53728) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:12.184386 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7919facd-53ee-4f4b-91bc-dd90b54a07ea None None] Sync routers for ids ['e0a8f421-c710-4b5d-a639-f127649de212'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:45:12.205590 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7919facd-53ee-4f4b-91bc-dd90b54a07ea None None] Routers {'e0a8f421-c710-4b5d-a639-f127649de212'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:45:12.207433 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7919facd-53ee-4f4b-91bc-dd90b54a07ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e0a8f421-c710-4b5d-a639-f127649de212'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:12.216494 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69de22-1bb2-4074-81c1-7d4b1f4636f8 req-13b2eee2-44d5-424a-8187-a68725b2f5f6 tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:12.231712 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ff69de22-1bb2-4074-81c1-7d4b1f4636f8 req-13b2eee2-44d5-424a-8187-a68725b2f5f6 tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e848370f-d2c5-4f61-a59b-2e9295359148 HTTP/1.1" status: 200 len: 1100 time: 0.1640847 Jul 29 14:45:12.271806 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33eee713-df27-43bd-bcd6-d696bdd75424 req-64623bc8-4933-49ee-b60b-5749d132bc04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1437bcb0-db79-4daa-af27-366391c44686 HTTP/1.1" status: 200 len: 217 time: 0.1616991 Jul 29 14:45:12.273293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53730) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:12.360729 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ff69de22-1bb2-4074-81c1-7d4b1f4636f8 req-410bba82-6065-41ff-ad22-917d4231f103 tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145923 Jul 29 14:45:12.416074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eee713-df27-43bd-bcd6-d696bdd75424 req-fe271a00-ef47-4d15-955d-594d419c8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:12.421188 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33eee713-df27-43bd-bcd6-d696bdd75424 req-fe271a00-ef47-4d15-955d-594d419c8047 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.1353118 Jul 29 14:45:12.477199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-7919facd-53ee-4f4b-91bc-dd90b54a07ea None None] Set router e0a8f421-c710-4b5d-a639-f127649de212 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:45:12.522422 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0237b731-bcf6-420a-9198-44764b80a599 admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:12.555339 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33eee713-df27-43bd-bcd6-d696bdd75424 req-44852459-90ec-4740-b84d-082ffa2614ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257284 Jul 29 14:45:12.573637 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-520009f1-79f3-4871-991e-fd14f16304d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:12.834834 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7919facd-53ee-4f4b-91bc-dd90b54a07ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'name': 'tempest-ServersTestManualDisk-1057173172-router', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:45:10Z', 'revision_number': 5, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'gw_port': {'id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:12.855444 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-b8a40e0d-a258-415c-b029-6f014a9a03f5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896609 Jul 29 14:45:12.865009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c897f-bb47-45a5-b9b7-71010afe4fe7 req-48d25b13-e658-48ca-bb90-e6c13e158d14 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:12.870332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7919facd-53ee-4f4b-91bc-dd90b54a07ea None None] Checking router: e0a8f421-c710-4b5d-a639-f127649de212 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:45:12.873521 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-679c897f-bb47-45a5-b9b7-71010afe4fe7 req-48d25b13-e658-48ca-bb90-e6c13e158d14 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 946 time: 0.1611133 Jul 29 14:45:12.883557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7919facd-53ee-4f4b-91bc-dd90b54a07ea None None] Routers {'e0a8f421-c710-4b5d-a639-f127649de212'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:45:12.883837 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7919facd-53ee-4f4b-91bc-dd90b54a07ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e0a8f421-c710-4b5d-a639-f127649de212'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:12.908900 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0237b731-bcf6-420a-9198-44764b80a599 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:12.914507 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33eee713-df27-43bd-bcd6-d696bdd75424 req-6b75c16b-cd06-4b6f-9c31-bd33a2c2f0dd service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494313 Jul 29 14:45:13.029280 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-679c897f-bb47-45a5-b9b7-71010afe4fe7 req-e6d278e7-65c5-4047-b526-e8a514601530 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546872 Jul 29 14:45:13.043203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-7919facd-53ee-4f4b-91bc-dd90b54a07ea None None] Set router e0a8f421-c710-4b5d-a639-f127649de212 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:45:13.061212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-85f5fc9d-5b69-42e3-a58f-3505fb421578 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:13.069154 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-85f5fc9d-5b69-42e3-a58f-3505fb421578 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124383 Jul 29 14:45:13.092560 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-935c48a9-ba09-4e56-87ba-183916c7bc18 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/quotas/4ab3b8915f2f4e84a51a86946cfa2fce HTTP/1.1" status: 200 len: 375 time: 0.0222380 Jul 29 14:45:13.134938 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-0237b731-bcf6-420a-9198-44764b80a599 admin admin] Deleting port 7c7fa115-594d-4a82-bfa0-f618cf046f63 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:13.135387 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0237b731-bcf6-420a-9198-44764b80a599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:13.140490 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-520009f1-79f3-4871-991e-fd14f16304d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:13.173471 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-520009f1-79f3-4871-991e-fd14f16304d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:13.209130 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-499def3b-64d9-4ded-bdfb-d4479c1153e0 req-f3d86155-4d1e-42b0-a7c8-2761a9aa53af tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0538712 Jul 29 14:45:13.211405 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33eee713-df27-43bd-bcd6-d696bdd75424 req-86cb41c2-65ce-4cc5-8df8-9392fa695836 service neutron] 10.222.0.39 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859321 Jul 29 14:45:13.252950 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520009f1-79f3-4871-991e-fd14f16304d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b37612b-029e-45aa-ae75-3c65415ff837,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:13.264991 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-520009f1-79f3-4871-991e-fd14f16304d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c467272d1982485bb30afe3e23799c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9901805 Jul 29 14:45:13.269235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53764) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:13.362489 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-068ec20f-ca2c-4278-ba2f-512954acc5a1 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2666829 Jul 29 14:45:13.384743 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-1eb9587a-2f34-4de1-a049-debd1da61735 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b5c34063a85d4258846ef97cb65b8452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644956 Jul 29 14:45:13.398134 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7919facd-53ee-4f4b-91bc-dd90b54a07ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'name': 'tempest-ServersTestManualDisk-1057173172-router', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:45:10Z', 'revision_number': 5, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'gw_port': {'id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:13.438820 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd26c9d-0f19-498f-94ba-0f9306e740c1 req-3984c819-f2e0-4766-8867-1c9009afb809 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:13.440749 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7919facd-53ee-4f4b-91bc-dd90b54a07ea None None] The sync data for ids ['e0a8f421-c710-4b5d-a639-f127649de212'] in n-d-802893-1 is: [{'id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'name': 'tempest-ServersTestManualDisk-1057173172-router', 'tenant_id': '140859f050b24ee4a14e26dd09b7f150', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:45:10Z', 'revision_number': 5, 'project_id': '140859f050b24ee4a14e26dd09b7f150', 'gw_port': {'id': '7c7fa115-594d-4a82-bfa0-f618cf046f63', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:4d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8f421-c710-4b5d-a639-f127649de212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:36Z', 'updated_at': '2021-07-29T14:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:45:13.448919 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3fd26c9d-0f19-498f-94ba-0f9306e740c1 req-3984c819-f2e0-4766-8867-1c9009afb809 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 943 time: 0.1323721 Jul 29 14:45:13.449700 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2aa2-c49d-43e7-9232-0ba1af9699f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:13.501566 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2aa2-c49d-43e7-9232-0ba1af9699f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:13.560490 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-0237b731-bcf6-420a-9198-44764b80a599 admin admin] For port 7c7fa115-594d-4a82-bfa0-f618cf046f63, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7c7fa115-594d-4a82-bfa0-f618cf046f63,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:13.561249 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0237b731-bcf6-420a-9198-44764b80a599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:13.566309 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2aa2-c49d-43e7-9232-0ba1af9699f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:13.570331 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2aa2-c49d-43e7-9232-0ba1af9699f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:13.571743 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ad0d2aa2-c49d-43e7-9232-0ba1af9699f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b37612b-029e-45aa-ae75-3c65415ff837 HTTP/1.1" status: 204 len: 168 time: 0.2989562 Jul 29 14:45:13.593826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d2aa2-c49d-43e7-9232-0ba1af9699f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b37612b-029e-45aa-ae75-3c65415ff837,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:13.628373 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3fd26c9d-0f19-498f-94ba-0f9306e740c1 req-5cf3f2a1-eab1-445f-9b91-0f9a1ab568c5 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765526 Jul 29 14:45:13.629713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-0237b731-bcf6-420a-9198-44764b80a599 admin admin] Calling delete_port for 7c7fa115-594d-4a82-bfa0-f618cf046f63 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:13.841362 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-628224da-9d52-4a1a-b6b1-f86c55053bcd req-9d5e1244-07db-4637-8460-f69da730ca09 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 210 time: 0.0806673 Jul 29 14:45:13.895770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-39fd0615-f177-4f0b-9535-ede5a4bce2b5 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:13.897706 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-39fd0615-f177-4f0b-9535-ede5a4bce2b5 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5015707 Jul 29 14:45:13.943883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-48cc1f59-0099-4f37-8daa-e89d8a3806eb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Request body: {'port': {'device_id': 'fa5da802-ded1-4974-a834-8ea8c643c1f7', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': 'b5c34063a85d4258846ef97cb65b8452'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:45:14.147887 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0237b731-bcf6-420a-9198-44764b80a599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:14.198613 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dbf34-b4ae-4981-b965-724207f6c53c req-a312214a-1dad-4ed0-8799-eee26b018211 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:14.207542 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba2dbf34-b4ae-4981-b965-724207f6c53c req-a312214a-1dad-4ed0-8799-eee26b018211 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 946 time: 0.0758836 Jul 29 14:45:14.207975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237b731-bcf6-420a-9198-44764b80a599 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7fa115-594d-4a82-bfa0-f618cf046f63,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:14.232800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-48cc1f59-0099-4f37-8daa-e89d8a3806eb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Made reservation on behalf of b5c34063a85d4258846ef97cb65b8452 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:45:14.237493 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-48cc1f59-0099-4f37-8daa-e89d8a3806eb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:14.265147 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba2dbf34-b4ae-4981-b965-724207f6c53c req-9ccff937-431d-4920-9057-2a62108c6862 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565300 Jul 29 14:45:14.437813 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bdec9d17-021c-4c97-a88f-c229cb169e85 req-d233cdfd-7e09-4a17-a51e-cc406beda630 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0770476 Jul 29 14:45:14.444490 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0237b731-bcf6-420a-9198-44764b80a599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:14.554634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-48cc1f59-0099-4f37-8daa-e89d8a3806eb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Allocated IP 192.168.233.146 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/a4a48ea9-5b54-470c-81ed-31247ed5e9dd) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:45:14.558101 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0237b731-bcf6-420a-9198-44764b80a599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:14.562456 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0237b731-bcf6-420a-9198-44764b80a599 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:14.630595 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0237b731-bcf6-420a-9198-44764b80a599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:14.631332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0237b731-bcf6-420a-9198-44764b80a599 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0a8f421-c710-4b5d-a639-f127649de212 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:45:14.710546 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecec290-e9c6-4061-b84f-7ab713c9b8c0 req-04bcc505-b44a-4e8a-9e54-ac0dbdc68f0f tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:14.710546 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ecec290-e9c6-4061-b84f-7ab713c9b8c0 req-04bcc505-b44a-4e8a-9e54-ac0dbdc68f0f tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.39 "GET /v2.0/ports?device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 946 time: 0.0987599 Jul 29 14:45:14.711112 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0237b731-bcf6-420a-9198-44764b80a599 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:14.715223 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0237b731-bcf6-420a-9198-44764b80a599 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e0a8f421-c710-4b5d-a639-f127649de212 HTTP/1.1" status: 204 len: 168 time: 2.5217264 Jul 29 14:45:14.716124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53828) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:14.822859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d2e3d4-6a2e-4217-8700-9ff0b6718301 admin admin] Deleting subnet 341a325f-6dd9-45b3-afdd-5aaaac0ca149 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:45:14.828694 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92d2e3d4-6a2e-4217-8700-9ff0b6718301 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:14.891276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-3ecec290-e9c6-4061-b84f-7ab713c9b8c0 req-7cb81e89-f30c-4c91-b73a-fc9ad0cc5dfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Deleting port a1182d97-8cfe-4322-961b-533eca77e12c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:14.891652 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ecec290-e9c6-4061-b84f-7ab713c9b8c0 req-7cb81e89-f30c-4c91-b73a-fc9ad0cc5dfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:14.897681 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-48cc1f59-0099-4f37-8daa-e89d8a3806eb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:14.898110 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9e383151-05e6-4de0-aab2-982de341041d no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:14.904592 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92d2e3d4-6a2e-4217-8700-9ff0b6718301 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:14.942449 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-48cc1f59-0099-4f37-8daa-e89d8a3806eb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Transition to ACTIVE for port object a4a48ea9-5b54-470c-81ed-31247ed5e9dd will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:45:14.948343 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 9e383151-05e6-4de0-aab2-982de341041d {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:14.948935 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9e383151-05e6-4de0-aab2-982de341041d not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:15.024336 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92d2e3d4-6a2e-4217-8700-9ff0b6718301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:15.048125 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-48cc1f59-0099-4f37-8daa-e89d8a3806eb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:15.095163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['28c377a5-9ab5-4f95-ac57-4ecde932e465'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:15.104536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7206811-ea6c-4dc5-b25a-517f28fafcb9 req-9e9706f9-4f69-47dd-8637-94a5d4fe3c64 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:15.109229 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-48cc1f59-0099-4f37-8daa-e89d8a3806eb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:45:15.116611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-48cc1f59-0099-4f37-8daa-e89d8a3806eb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:45:15.116891 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a7206811-ea6c-4dc5-b25a-517f28fafcb9 req-9e9706f9-4f69-47dd-8637-94a5d4fe3c64 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 943 time: 0.1139295 Jul 29 14:45:15.121059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-48cc1f59-0099-4f37-8daa-e89d8a3806eb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:45:15.155169 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc1f59-0099-4f37-8daa-e89d8a3806eb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Pushing event updated for resources: {'Port': ['ID=a4a48ea9-5b54-470c-81ed-31247ed5e9dd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:15.169544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ecec290-e9c6-4061-b84f-7ab713c9b8c0 req-7cb81e89-f30c-4c91-b73a-fc9ad0cc5dfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] For port a1182d97-8cfe-4322-961b-533eca77e12c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a1182d97-8cfe-4322-961b-533eca77e12c,segment=NetworkSegment(1f208ccb-e698-4fc0-9396-d3fc934ed7ed),segment_id=1f208ccb-e698-4fc0-9396-d3fc934ed7ed)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:15.169918 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ecec290-e9c6-4061-b84f-7ab713c9b8c0 req-7cb81e89-f30c-4c91-b73a-fc9ad0cc5dfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:15.190983 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a7206811-ea6c-4dc5-b25a-517f28fafcb9 req-a0613e98-19b4-47e0-a14d-4c299124c70d tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735726 Jul 29 14:45:15.198076 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92d2e3d4-6a2e-4217-8700-9ff0b6718301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:15.220368 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-48cc1f59-0099-4f37-8daa-e89d8a3806eb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:15.221096 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-48cc1f59-0099-4f37-8daa-e89d8a3806eb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:15.272864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0199286-1af0-49e9-80bd-f7601d8ac479 None None] Network cd2734b0-a577-4490-94b4-ba08c3c3f5be requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:45:15.274263 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2e3d4-6a2e-4217-8700-9ff0b6718301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=341a325f-6dd9-45b3-afdd-5aaaac0ca149,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:15.282567 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92d2e3d4-6a2e-4217-8700-9ff0b6718301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:15.290421 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-92d2e3d4-6a2e-4217-8700-9ff0b6718301 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/341a325f-6dd9-45b3-afdd-5aaaac0ca149 HTTP/1.1" status: 204 len: 168 time: 0.5690608 Jul 29 14:45:15.292263 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53848) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:15.330801 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-48cc1f59-0099-4f37-8daa-e89d8a3806eb tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3912537 Jul 29 14:45:15.393592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c1e6dc73-e8e6-4812-afa5-c21255a06d95 req-2bda2f33-5a79-4ab2-8a03-f3bdae8118b7 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 210 time: 0.0679297 Jul 29 14:45:15.509649 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Request body: {'port': {'device_id': 'fa5da802-ded1-4974-a834-8ea8c643c1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:45:15.524388 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-1cca8456-2686-4ec4-ba65-2045cdf0db13 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1208756 Jul 29 14:45:15.636969 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-632590a9-adff-4188-bc33-3c143e2e64e5 None None] Provisioning for port a4a48ea9-5b54-470c-81ed-31247ed5e9dd completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:45:15.650615 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-632590a9-adff-4188-bc33-3c143e2e64e5 None None] Provisioning complete for port a4a48ea9-5b54-470c-81ed-31247ed5e9dd triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:45:15.651600 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-632590a9-adff-4188-bc33-3c143e2e64e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:15.710378 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:15.743786 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] DHCP port deletion for cd2734b0-a577-4490-94b4-ba08c3c3f5be request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:45:15.749301 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-632590a9-adff-4188-bc33-3c143e2e64e5 None None] Port a4a48ea9-5b54-470c-81ed-31247ed5e9dd cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:45:15.791833 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:15.817577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Deleting port 337e217f-be21-47e7-9b43-153986da68be {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:15.818350 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:15.889931 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146090c-e2bc-4224-8345-dff7787fe7e8 req-e220e6d3-11cf-415e-8678-346670939cfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:15.891929 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3146090c-e2bc-4224-8345-dff7787fe7e8 req-e220e6d3-11cf-415e-8678-346670939cfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 946 time: 0.2661891 Jul 29 14:45:15.915870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5192f5-6bb2-4f78-a792-74aa3b37f222 req-1a4c36fa-cd55-4686-8cb4-e177d05ffd75 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:15.924508 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a5192f5-6bb2-4f78-a792-74aa3b37f222 req-1a4c36fa-cd55-4686-8cb4-e177d05ffd75 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 936 time: 0.1946564 Jul 29 14:45:15.924967 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] For port 337e217f-be21-47e7-9b43-153986da68be, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=337e217f-be21-47e7-9b43-153986da68be,segment=NetworkSegment(8575e42c-a22f-4190-a569-d659600e8192),segment_id=8575e42c-a22f-4190-a569-d659600e8192)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:15.925468 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:15.955894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Calling delete_port for 337e217f-be21-47e7-9b43-153986da68be owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:15.980856 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3146090c-e2bc-4224-8345-dff7787fe7e8 req-2ff64e4d-4645-44d3-a0e0-be2c6a02c723 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups?id=a3de9e7a-97ac-4bc8-9112-f3c77d02923b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650358 Jul 29 14:45:16.004453 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ecec290-e9c6-4061-b84f-7ab713c9b8c0 req-7cb81e89-f30c-4c91-b73a-fc9ad0cc5dfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:16.005397 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ecec290-e9c6-4061-b84f-7ab713c9b8c0 req-7cb81e89-f30c-4c91-b73a-fc9ad0cc5dfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:16.005923 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-3ecec290-e9c6-4061-b84f-7ab713c9b8c0 req-7cb81e89-f30c-4c91-b73a-fc9ad0cc5dfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Floating IP a3b4f822-57a7-466e-bd17-3606ec80bb83 disassociated. External IP: 172.25.6.247, port: a1182d97-8cfe-4322-961b-533eca77e12c. Jul 29 14:45:16.006450 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-3ecec290-e9c6-4061-b84f-7ab713c9b8c0 req-7cb81e89-f30c-4c91-b73a-fc9ad0cc5dfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Calling delete_port for a1182d97-8cfe-4322-961b-533eca77e12c owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:16.080438 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:16.087990 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] Deleting port 337e217f-be21-47e7-9b43-153986da68be {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:16.088871 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:16.089502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-9bbbba26-459f-473c-922e-abb15737663c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:16.092274 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-9bbbba26-459f-473c-922e-abb15737663c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4594104 Jul 29 14:45:16.125706 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] No DVR routers for this DVR port 337e217f-be21-47e7-9b43-153986da68be on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:16.136214 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Pushing event deleted for resources: {'Port': ['ID=337e217f-be21-47e7-9b43-153986da68be,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:16.142629 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a5192f5-6bb2-4f78-a792-74aa3b37f222 req-303af4ca-57fc-42b8-919d-3ed6b6a2f837 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171352 Jul 29 14:45:16.159282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] For port 337e217f-be21-47e7-9b43-153986da68be, host n-d-802893-1, got binding levels [] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:16.159760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-ebc4a9a7-20c2-45a8-9946-f67e2360c6d4 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Request body: {'port': {'device_id': 'fc168e43-abee-4d1d-9bc0-9a042948ba13', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '4ab3b8915f2f4e84a51a86946cfa2fce'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:45:16.159898 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:16.163134 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:16.163620 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:16.164029 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:16.164346 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:16.164750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:16.165452 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:16.165832 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:16.166178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:16.167226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:16.167671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:16.168000 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:16.169143 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b943d17-1d94-4242-9375-be64dbc83603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:16.196995 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] Calling delete_port for 337e217f-be21-47e7-9b43-153986da68be owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:16.201391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.ipam_backend_mixin [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] Port 337e217f-be21-47e7-9b43-153986da68be was not found and therefore no delete operation was performed {{(pid=94157) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 14:45:16.240035 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:16.269179 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-82a97ca5-0b97-4d1a-9de5-64ce2fe97bfa req-7dfef0a3-5e8e-4f9a-808a-e3454a3ddfba tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.1997380 Jul 29 14:45:16.287115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] No DVR routers for this DVR port 337e217f-be21-47e7-9b43-153986da68be on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:16.383962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-ebc4a9a7-20c2-45a8-9946-f67e2360c6d4 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Made reservation on behalf of 4ab3b8915f2f4e84a51a86946cfa2fce for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:45:16.387800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=337e217f-be21-47e7-9b43-153986da68be,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:16.391452 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-ebc4a9a7-20c2-45a8-9946-f67e2360c6d4 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:16.423138 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ecec290-e9c6-4061-b84f-7ab713c9b8c0 req-7cb81e89-f30c-4c91-b73a-fc9ad0cc5dfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:16.510521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb81e89-f30c-4c91-b73a-fc9ad0cc5dfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Pushing event deleted for resources: {'Port': ['ID=a1182d97-8cfe-4322-961b-533eca77e12c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:16.655867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a48ea9-5b54-470c-81ed-31247ed5e9dd {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:45:16.665655 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:16.671276 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:16.686702 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2734b0-a577-4490-94b4-ba08c3c3f5be']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:16.705451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf8d37-c8fd-4da9-8dc3-f5019684af44 req-7db832b8-83d5-4dfa-9976-25f4b8f05891 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:16.706443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8575e42c-a22f-4190-a569-d659600e8192') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:16.707043 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-74cf8d37-c8fd-4da9-8dc3-f5019684af44 req-7db832b8-83d5-4dfa-9976-25f4b8f05891 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 943 time: 0.2717366 Jul 29 14:45:16.709553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8575e42c-a22f-4190-a569-d659600e8192') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:16.732579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Transition to ACTIVE for port object a4a48ea9-5b54-470c-81ed-31247ed5e9dd will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:45:16.735529 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:16.765851 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:16.777733 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61990023-edcd-4899-af9d-dbf7dcca2e8d req-0c7e7577-d412-4ae2-a5b4-a2b554d9fd3c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 210 time: 0.0767715 Jul 29 14:45:16.826473 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:16.845899 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:45:16.846222 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:16.849248 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-ebc4a9a7-20c2-45a8-9946-f67e2360c6d4 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Allocated IP 192.168.233.161 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/8f7447e1-6e43-430e-8868-e8ef6b1e129f) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:45:16.850963 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:45:16.896525 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 337e217f-be21-47e7-9b43-153986da68be no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:16.950891 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-74cf8d37-c8fd-4da9-8dc3-f5019684af44 req-95048d46-a726-4feb-9ac2-cb1dc3b9d1b8 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335267 Jul 29 14:45:16.974772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 337e217f-be21-47e7-9b43-153986da68be {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:16.975352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 337e217f-be21-47e7-9b43-153986da68be not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:16.977033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7c7fa115-594d-4a82-bfa0-f618cf046f63 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:17.095276 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 7c7fa115-594d-4a82-bfa0-f618cf046f63 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:17.095983 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7c7fa115-594d-4a82-bfa0-f618cf046f63 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:17.101096 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a48ea9-5b54-470c-81ed-31247ed5e9dd,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:17.146828 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:17.155172 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:17.157709 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cd2734b0-a577-4490-94b4-ba08c3c3f5be HTTP/1.1" status: 204 len: 168 time: 1.8620374 Jul 29 14:45:17.191717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a040e0e-782d-41e6-b5b3-7c7c105589b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd2734b0-a577-4490-94b4-ba08c3c3f5be,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:17.202670 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Attempting to bind port a4a48ea9-5b54-470c-81ed-31247ed5e9dd on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:45:17.206682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Attempting to bind port a4a48ea9-5b54-470c-81ed-31247ed5e9dd by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:45:17.207157 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Attempting to bind port a4a48ea9-5b54-470c-81ed-31247ed5e9dd on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:45:17.221948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Port a4a48ea9-5b54-470c-81ed-31247ed5e9dd on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:45:17.222449 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Attempting to bind port a4a48ea9-5b54-470c-81ed-31247ed5e9dd on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:45:17.238328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:45:17.241226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:45:17.241877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:45:17.242375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Bound port: a4a48ea9-5b54-470c-81ed-31247ed5e9dd, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:45:17.255090 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:17.397485 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-ebc4a9a7-20c2-45a8-9946-f67e2360c6d4 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:17.408154 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] For port a4a48ea9-5b54-470c-81ed-31247ed5e9dd, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:45:17.415576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] For port a4a48ea9-5b54-470c-81ed-31247ed5e9dd, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a4a48ea9-5b54-470c-81ed-31247ed5e9dd,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:45:17.420044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-ebc4a9a7-20c2-45a8-9946-f67e2360c6d4 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Transition to ACTIVE for port object 8f7447e1-6e43-430e-8868-e8ef6b1e129f will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:45:17.432868 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:17.517141 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-ebc4a9a7-20c2-45a8-9946-f67e2360c6d4 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:17.534457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c46da8b1-3c40-4c16-9600-ef826036cec4', '47446bc0-4163-4c6c-8cd8-450bf10454bc', '27ba7a23-7155-476f-a2bf-9bcca233c498', 'bab30778-6bf1-4d00-b6d7-5b99f2351b1d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:17.575972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ad723e85-8703-4e8a-b892-dbecde38fe72'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:17.622902 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d3431828-caab-4d91-bbaa-5d93f3afe2b4 req-5432b00b-83d8-4b88-80f8-bacd941ecbe6 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 210 time: 0.4451540 Jul 29 14:45:17.625571 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4a9a7-20c2-45a8-9946-f67e2360c6d4 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event updated for resources: {'Port': ['ID=8f7447e1-6e43-430e-8868-e8ef6b1e129f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:17.650226 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53900) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:17.653170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ecec290-e9c6-4061-b84f-7ab713c9b8c0 req-7cb81e89-f30c-4c91-b73a-fc9ad0cc5dfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Router e92298e6-0d02-4d39-898d-62a8b2fd3f50 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:45:17.714320 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-ebc4a9a7-20c2-45a8-9946-f67e2360c6d4 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:45:17.716426 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-ebc4a9a7-20c2-45a8-9946-f67e2360c6d4 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:45:17.722925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-ebc4a9a7-20c2-45a8-9946-f67e2360c6d4 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:45:17.951429 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c67957c6-e9e0-49f0-8ffd-740e45abebb8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=140859f050b24ee4a14e26dd09b7f150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968254 Jul 29 14:45:17.952994 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53904) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:18.112013 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96a0bf8a-546f-49d9-9de6-48d62c73df80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:18.129510 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-ebc4a9a7-20c2-45a8-9946-f67e2360c6d4 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:18.130341 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-ebc4a9a7-20c2-45a8-9946-f67e2360c6d4 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:18.149287 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cf6b353f-bd4b-419c-adaf-8466a76f6310 None None] Provisioning for port 8f7447e1-6e43-430e-8868-e8ef6b1e129f completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:45:18.161452 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cf6b353f-bd4b-419c-adaf-8466a76f6310 None None] Provisioning complete for port 8f7447e1-6e43-430e-8868-e8ef6b1e129f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:45:18.163381 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cf6b353f-bd4b-419c-adaf-8466a76f6310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:18.190714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a48ea9-5b54-470c-81ed-31247ed5e9dd,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:18.205045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:18.205867 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:18.207745 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-c6a5ac49-0e37-43b3-8944-37acd06fc7b1 service neutron] 10.222.0.38 "PUT /v2.0/ports/a4a48ea9-5b54-470c-81ed-31247ed5e9dd HTTP/1.1" status: 200 len: 1096 time: 2.7216146 Jul 29 14:45:18.208298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5da802-ded1-4974-a834-8ea8c643c1f7', 'tag': 'a4a48ea9-5b54-470c-81ed-31247ed5e9dd'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:18.210896 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93663b74-efae-41ee-a287-d3b7d50fb51a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5da802-ded1-4974-a834-8ea8c643c1f7", "tag": "a4a48ea9-5b54-470c-81ed-31247ed5e9dd"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:18.241201 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55f6b8-b340-4084-86c3-d662903051cd req-78283218-1ced-40e6-be17-ff9074a164b0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:18.250375 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bd55f6b8-b340-4084-86c3-d662903051cd req-78283218-1ced-40e6-be17-ff9074a164b0 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 948 time: 0.8319497 Jul 29 14:45:18.252448 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ecec290-e9c6-4061-b84f-7ab713c9b8c0 req-7cb81e89-f30c-4c91-b73a-fc9ad0cc5dfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:45:18.264810 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342822f4-9b45-4329-880a-1cf23705e659 None None] Sync routers for ids ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:45:18.272929 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-ebc4a9a7-20c2-45a8-9946-f67e2360c6d4 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1477304 Jul 29 14:45:18.288014 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342822f4-9b45-4329-880a-1cf23705e659 None None] Routers {'e92298e6-0d02-4d39-898d-62a8b2fd3f50'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:45:18.289070 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-342822f4-9b45-4329-880a-1cf23705e659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:18.309180 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bd55f6b8-b340-4084-86c3-d662903051cd req-a003c2ac-6c0a-4eb8-b466-5a92652efc6b tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575113 Jul 29 14:45:18.320440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b353f-bd4b-419c-adaf-8466a76f6310 None None] Port 8f7447e1-6e43-430e-8868-e8ef6b1e129f cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:45:18.402422 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-283725f1-99c2-4a3d-9d07-fb47bf771308 req-0d787352-96d8-4539-a91a-fa9a7edd167a tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.3276644 Jul 29 14:45:18.406511 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Request body: {'port': {'device_id': 'fc168e43-abee-4d1d-9bc0-9a042948ba13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:45:18.416318 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-7c29378e-a8c9-4464-a3a8-6d54112a0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:18.420556 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-7c29378e-a8c9-4464-a3a8-6d54112a0c98 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b5c34063a85d4258846ef97cb65b8452&device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 1099 time: 0.1086769 Jul 29 14:45:18.556868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecec290-e9c6-4061-b84f-7ab713c9b8c0 req-7cb81e89-f30c-4c91-b73a-fc9ad0cc5dfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] No DVR routers for this DVR port a1182d97-8cfe-4322-961b-533eca77e12c on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:18.562299 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96a0bf8a-546f-49d9-9de6-48d62c73df80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:18.571962 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ecec290-e9c6-4061-b84f-7ab713c9b8c0 req-7cb81e89-f30c-4c91-b73a-fc9ad0cc5dfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:18.581186 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ecec290-e9c6-4061-b84f-7ab713c9b8c0 req-7cb81e89-f30c-4c91-b73a-fc9ad0cc5dfd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.39 "DELETE /v2.0/ports/a1182d97-8cfe-4322-961b-533eca77e12c HTTP/1.1" status: 204 len: 173 time: 3.8708060 Jul 29 14:45:18.618193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784b58e3-4f55-4bea-be77-77beda05e156', 'name': 'network-vif-deleted', 'tag': 'a1182d97-8cfe-4322-961b-533eca77e12c'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:18.621174 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bc8bff-9c82-4123-a083-6a0f5f2d0855" -d '{"events": [{"server_uuid": "784b58e3-4f55-4bea-be77-77beda05e156", "name": "network-vif-deleted", "tag": "a1182d97-8cfe-4322-961b-533eca77e12c"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:18.667479 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-342822f4-9b45-4329-880a-1cf23705e659 None None] Set router e92298e6-0d02-4d39-898d-62a8b2fd3f50 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:45:18.696987 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-2c56b25c-0b37-4430-be10-f37c4215fe0a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a4a48ea9-5b54-470c-81ed-31247ed5e9dd HTTP/1.1" status: 200 len: 217 time: 0.2246692 Jul 29 14:45:18.862675 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-db0d13ca-eb74-43a7-bf29-b39a5bec965b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:18.864442 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-db0d13ca-eb74-43a7-bf29-b39a5bec965b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1628516 Jul 29 14:45:18.951726 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5b73b-8080-4b23-9e1b-a830bf367c50 req-551b641d-7604-4e08-a90f-4e2f8a58ba5d tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:18.952708 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bec5b73b-8080-4b23-9e1b-a830bf367c50 req-551b641d-7604-4e08-a90f-4e2f8a58ba5d tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 943 time: 0.1839106 Jul 29 14:45:18.994387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1437bcb0-db79-4daa-af27-366391c44686 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:19.047441 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bec5b73b-8080-4b23-9e1b-a830bf367c50 req-c3a533e7-37ba-4664-a759-8c9e68ecee79 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750833 Jul 29 14:45:19.051355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-091421ea-0e42-484e-9088-2fe414f73157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:19.052887 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-091421ea-0e42-484e-9088-2fe414f73157 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1771247 Jul 29 14:45:19.058180 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-cb8b98bc-0847-408c-8932-6c0c1e0da649 service neutron] 10.222.0.39 "GET /v2.0/ports/1437bcb0-db79-4daa-af27-366391c44686/bindings/n-h1-802893-1 HTTP/1.1" status: 200 len: 384 time: 0.1289854 Jul 29 14:45:19.066649 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-342822f4-9b45-4329-880a-1cf23705e659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:50Z', 'revision_number': 5, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:19.130375 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342822f4-9b45-4329-880a-1cf23705e659 None None] Checking router: e92298e6-0d02-4d39-898d-62a8b2fd3f50 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:45:19.152970 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342822f4-9b45-4329-880a-1cf23705e659 None None] Routers {'e92298e6-0d02-4d39-898d-62a8b2fd3f50'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:45:19.155034 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device a1182d97-8cfe-4322-961b-533eca77e12c no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:19.173870 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-342822f4-9b45-4329-880a-1cf23705e659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:19.182502 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e5f61f-0f50-496a-91bc-b932507c2bf2 x-openstack-request-id: req-53e5f61f-0f50-496a-91bc-b932507c2bf2 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:19.182877 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5da802-ded1-4974-a834-8ea8c643c1f7", "tag": "a4a48ea9-5b54-470c-81ed-31247ed5e9dd", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:19.183149 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53e5f61f-0f50-496a-91bc-b932507c2bf2 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:19.183653 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5da802-ded1-4974-a834-8ea8c643c1f7', 'tag': 'a4a48ea9-5b54-470c-81ed-31247ed5e9dd', 'status': 'completed', 'code': 200} Jul 29 14:45:19.201969 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: a1182d97-8cfe-4322-961b-533eca77e12c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:19.205296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device a1182d97-8cfe-4322-961b-533eca77e12c not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:19.249537 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-83f06fad-4bcc-4968-8f19-fd0b6338be9c service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866512 Jul 29 14:45:19.323583 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe538c6-7303-4e86-add8-130550ad7df1 x-openstack-request-id: req-5fe538c6-7303-4e86-add8-130550ad7df1 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:19.324268 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784b58e3-4f55-4bea-be77-77beda05e156", "name": "network-vif-deleted", "tag": "a1182d97-8cfe-4322-961b-533eca77e12c", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:19.324268 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5fe538c6-7303-4e86-add8-130550ad7df1 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:19.324504 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784b58e3-4f55-4bea-be77-77beda05e156', 'name': 'network-vif-deleted', 'tag': 'a1182d97-8cfe-4322-961b-533eca77e12c', 'status': 'completed', 'code': 200} Jul 29 14:45:19.331025 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2b4f8446-1521-4836-874a-7f761bbad25f req-20384946-67e2-46c4-8f52-f9fd9fabee49 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.7613926 Jul 29 14:45:19.421485 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-342822f4-9b45-4329-880a-1cf23705e659 None None] Set router e92298e6-0d02-4d39-898d-62a8b2fd3f50 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:45:19.447095 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7d617-543d-4f67-abf9-0aaf077c9145 req-043adc4f-7f6c-4aff-bed6-4dc5913b585c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:19.449828 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8de3964-2f5a-44f7-8e44-67d1d591b21b req-40716be0-7bb8-400b-a84b-198f310033ed tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/ports?device_id=784b58e3-4f55-4bea-be77-77beda05e156 HTTP/1.1" status: 200 len: 210 time: 0.0396495 Jul 29 14:45:19.464459 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-40f7d617-543d-4f67-abf9-0aaf077c9145 req-043adc4f-7f6c-4aff-bed6-4dc5913b585c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 936 time: 0.8773930 Jul 29 14:45:19.476695 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:19.539847 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e79731d8-2a14-44eb-ad2b-4cb3684176a9 req-464e14ec-0518-43da-ba50-af9de0a387a9 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824848 Jul 29 14:45:19.542453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-a698bfcd-144c-4282-89b6-40237f0307f0 service neutron] For port 1437bcb0-db79-4daa-af27-366391c44686, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1437bcb0-db79-4daa-af27-366391c44686,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:19.575634 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c844f2c-bb3b-4ebf-ab54-9fe40806a459 req-8a6cad19-607b-43ba-9712-165f6895d939 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2575207 Jul 29 14:45:19.578769 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-a698bfcd-144c-4282-89b6-40237f0307f0 service neutron] For port 1437bcb0-db79-4daa-af27-366391c44686, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:45:19.658617 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-a698bfcd-144c-4282-89b6-40237f0307f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1437bcb0-db79-4daa-af27-366391c44686 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:45:19.667973 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96a0bf8a-546f-49d9-9de6-48d62c73df80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:19.670891 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96a0bf8a-546f-49d9-9de6-48d62c73df80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:19.672236 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-96a0bf8a-546f-49d9-9de6-48d62c73df80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56fa98d3-529f-496a-96d3-c354a7f09583 HTTP/1.1" status: 204 len: 168 time: 1.7063365 Jul 29 14:45:19.724467 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-a698bfcd-144c-4282-89b6-40237f0307f0 service neutron] For port 1437bcb0-db79-4daa-af27-366391c44686, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1437bcb0-db79-4daa-af27-366391c44686,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:19.758383 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-a698bfcd-144c-4282-89b6-40237f0307f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:19.769783 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-342822f4-9b45-4329-880a-1cf23705e659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:50Z', 'revision_number': 5, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:19.787887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604eda6-883e-49e5-86a1-4678acff58d3 req-75b02ebf-b8d4-42a4-b00d-b772cd2bd7ad tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:19.789550 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f604eda6-883e-49e5-86a1-4678acff58d3 req-75b02ebf-b8d4-42a4-b00d-b772cd2bd7ad tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 948 time: 0.1516051 Jul 29 14:45:19.795217 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93663b74-efae-41ee-a287-d3b7d50fb51a req-bced8ae6-bcbf-4ced-85de-3c2e341a472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:19.796780 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-93663b74-efae-41ee-a287-d3b7d50fb51a req-bced8ae6-bcbf-4ced-85de-3c2e341a472a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b5c34063a85d4258846ef97cb65b8452&device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 1099 time: 0.1326089 Jul 29 14:45:19.814979 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342822f4-9b45-4329-880a-1cf23705e659 None None] The sync data for ids ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'] in n-d-802893-1 is: [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:40:40Z', 'revision_number': 4, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '6effc37b-fbfe-4813-b15c-d89b4149e260', 'name': '', 'network_id': '2bc43b52-9aa8-4747-b129-55538c0ee4d0', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'mac_address': 'fa:16:3e:bc:c5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '257169a0-752d-468a-bc28-f8360fd89075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:39Z', 'updated_at': '2021-07-29T14:40:50Z', 'revision_number': 5, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'subnets': [{'id': '257169a0-752d-468a-bc28-f8360fd89075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:45:19.992723 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f604eda6-883e-49e5-86a1-4678acff58d3 req-f8024fbd-c52e-4149-915e-b104bd08b0f4 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932874 Jul 29 14:45:20.035283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0bf8a-546f-49d9-9de6-48d62c73df80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fa98d3-529f-496a-96d3-c354a7f09583,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:20.051255 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-40f7d617-543d-4f67-abf9-0aaf077c9145 req-88e033b2-222a-4882-a5d0-7029fc6aa441 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5811784 Jul 29 14:45:20.076749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93663b74-efae-41ee-a287-d3b7d50fb51a req-7fa79f36-7853-4233-b606-479c3bd231aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:20.078688 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-93663b74-efae-41ee-a287-d3b7d50fb51a req-7fa79f36-7853-4233-b606-479c3bd231aa service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.2470548 Jul 29 14:45:20.111966 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844f2c-bb3b-4ebf-ab54-9fe40806a459 req-d48915a3-4bf4-4a4d-bd31-49e6ba4586a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:20.114855 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c844f2c-bb3b-4ebf-ab54-9fe40806a459 req-d48915a3-4bf4-4a4d-bd31-49e6ba4586a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 1101 time: 0.4758568 Jul 29 14:45:20.201499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-a698bfcd-144c-4282-89b6-40237f0307f0 service neutron] Transition to ACTIVE for port object 1437bcb0-db79-4daa-af27-366391c44686 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:45:20.204450 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-93663b74-efae-41ee-a287-d3b7d50fb51a req-ec2810ed-38e8-41e7-b46b-a5dfe4b96d3b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a4a48ea9-5b54-470c-81ed-31247ed5e9dd HTTP/1.1" status: 200 len: 217 time: 0.1133034 Jul 29 14:45:20.210644 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-a698bfcd-144c-4282-89b6-40237f0307f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:20.355637 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-a698bfcd-144c-4282-89b6-40237f0307f0 service neutron] No DVR routers for this DVR port 1437bcb0-db79-4daa-af27-366391c44686 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:20.429807 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-a698bfcd-144c-4282-89b6-40237f0307f0 service neutron] 10.222.0.39 "PUT /v2.0/ports/1437bcb0-db79-4daa-af27-366391c44686/bindings/n-h1-802893-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3583817 Jul 29 14:45:20.446599 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93663b74-efae-41ee-a287-d3b7d50fb51a req-f4a03739-0828-4ea8-b3de-a5634260e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:20.447908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844f2c-bb3b-4ebf-ab54-9fe40806a459 req-9a127602-2f1a-4660-a611-51ec5f31a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:20.450270 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-93663b74-efae-41ee-a287-d3b7d50fb51a req-f4a03739-0828-4ea8-b3de-a5634260e364 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.2268105 Jul 29 14:45:20.450956 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c844f2c-bb3b-4ebf-ab54-9fe40806a459 req-9a127602-2f1a-4660-a611-51ec5f31a156 service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.3014739 Jul 29 14:45:20.452805 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9df5310-8a9a-4d72-a82a-6784512b75ca None None] New status for floating IP a3b4f822-57a7-466e-bd17-3606ec80bb83: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:45:20.461923 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698bfcd-144c-4282-89b6-40237f0307f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1437bcb0-db79-4daa-af27-366391c44686,revision_number=10']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:20.581837 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-895f24f8-02fa-4066-922e-efb3af418960 req-3a873572-fdb3-470e-a90e-2e483416b081 tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0586958 Jul 29 14:45:20.637247 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93663b74-efae-41ee-a287-d3b7d50fb51a req-2fbe39da-1442-4c55-a1e5-8df3e8d0603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:20.639352 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-93663b74-efae-41ee-a287-d3b7d50fb51a req-2fbe39da-1442-4c55-a1e5-8df3e8d0603b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1786339 Jul 29 14:45:20.720786 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c844f2c-bb3b-4ebf-ab54-9fe40806a459 req-7adee9cd-cfa8-468e-b08b-ec5daa4ac0d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=c46da8b1-3c40-4c16-9600-ef826036cec4 HTTP/1.1" status: 200 len: 217 time: 0.1147738 Jul 29 14:45:20.883481 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeab238-b7fe-4e20-bf91-f405d2c3da69 req-e5175a3d-65e5-45e9-b91a-99b13868c07e tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:20.895745 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-edeab238-b7fe-4e20-bf91-f405d2c3da69 req-e5175a3d-65e5-45e9-b91a-99b13868c07e tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 944 time: 0.4425180 Jul 29 14:45:20.897472 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-93663b74-efae-41ee-a287-d3b7d50fb51a req-3e73509c-6479-4223-8a7a-72838bd6e9d2 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480330 Jul 29 14:45:20.921625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53950) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:20.986188 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7447e1-6e43-430e-8868-e8ef6b1e129f {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:45:20.998781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-66223ebb-c735-4524-9915-652d329461ae tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:21.000318 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-66223ebb-c735-4524-9915-652d329461ae tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9&tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1095 time: 0.3921072 Jul 29 14:45:21.004791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844f2c-bb3b-4ebf-ab54-9fe40806a459 req-f04a7804-7029-451e-b837-158ba54be7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:21.006254 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c844f2c-bb3b-4ebf-ab54-9fe40806a459 req-f04a7804-7029-451e-b837-158ba54be7b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.2782187 Jul 29 14:45:21.008328 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:21.094016 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Transition to ACTIVE for port object 8f7447e1-6e43-430e-8868-e8ef6b1e129f will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:45:21.109534 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-edeab238-b7fe-4e20-bf91-f405d2c3da69 req-1a339f3f-4794-479b-9822-adf8f1fc33c9 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122920 Jul 29 14:45:21.112965 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2da23d6-5b93-4b65-942e-f3043d6061fd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:21.132456 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:21.175550 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2da23d6-5b93-4b65-942e-f3043d6061fd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:21.189403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7447e1-6e43-430e-8868-e8ef6b1e129f,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:21.231069 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53966) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:21.239439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-ac832c72-5b69-4c6a-9227-921fe5818c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:21.240659 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-ac832c72-5b69-4c6a-9227-921fe5818c65 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9&tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd HTTP/1.1" status: 200 len: 1095 time: 0.2262251 Jul 29 14:45:21.278666 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c844f2c-bb3b-4ebf-ab54-9fe40806a459 req-f1b1a6e6-d34c-4fe3-b89b-9c153083d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:21.280741 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c844f2c-bb3b-4ebf-ab54-9fe40806a459 req-f1b1a6e6-d34c-4fe3-b89b-9c153083d662 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2635298 Jul 29 14:45:21.356189 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-93663b74-efae-41ee-a287-d3b7d50fb51a req-71aadcb2-2d00-4876-a187-3cbdf5efc303 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520280 Jul 29 14:45:21.400038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153437f1-c49b-4df9-8f17-3896e3b8b96b req-c7bc53ac-10ca-46e7-aef3-0985fdc1f2e6 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:21.402270 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-153437f1-c49b-4df9-8f17-3896e3b8b96b req-c7bc53ac-10ca-46e7-aef3-0985fdc1f2e6 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 948 time: 0.1563694 Jul 29 14:45:21.439990 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2da23d6-5b93-4b65-942e-f3043d6061fd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:21.442523 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2da23d6-5b93-4b65-942e-f3043d6061fd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:21.446716 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b2da23d6-5b93-4b65-942e-f3043d6061fd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "DELETE /v2.0/security-groups/a3de9e7a-97ac-4bc8-9112-f3c77d02923b HTTP/1.1" status: 204 len: 168 time: 0.5242357 Jul 29 14:45:21.450062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53972) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:21.494676 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-153437f1-c49b-4df9-8f17-3896e3b8b96b req-4cda16db-84ee-472a-8d96-03119c859311 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800254 Jul 29 14:45:21.495445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da23d6-5b93-4b65-942e-f3043d6061fd tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3de9e7a-97ac-4bc8-9112-f3c77d02923b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:21.498371 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-6abf0d29-23e1-4909-a395-755328a65733 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] show failed (client error): The resource could not be found. Jul 29 14:45:21.502524 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6abf0d29-23e1-4909-a395-755328a65733 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "GET /v2.0/security-groups/a3de9e7a-97ac-4bc8-9112-f3c77d02923b HTTP/1.1" status: 404 len: 347 time: 0.0487142 Jul 29 14:45:21.503214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53974) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:21.512710 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-aff8f539-040b-4bfd-ac80-3ef8f951812f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1234136300-network', 'tenant_id': '012c933a160a445aaf840bf27cbcc814'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:45:21.578963 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72968d08-656c-45ef-9a2b-ca97bbbfec3b req-1eec0199-57f8-46c1-9caa-41c3fe6d86f6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:21.587076 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72968d08-656c-45ef-9a2b-ca97bbbfec3b req-1eec0199-57f8-46c1-9caa-41c3fe6d86f6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 948 time: 0.3453121 Jul 29 14:45:21.629494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-9d94ad12-4e42-4f9b-b733-b2f94281fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:21.631019 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-9d94ad12-4e42-4f9b-b733-b2f94281fb70 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 1095 time: 0.3441691 Jul 29 14:45:21.717906 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72968d08-656c-45ef-9a2b-ca97bbbfec3b req-daa38dec-8f90-4906-8405-33702851f15b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296241 Jul 29 14:45:21.719460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Attempting to bind port 8f7447e1-6e43-430e-8868-e8ef6b1e129f on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:45:21.719895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Attempting to bind port 8f7447e1-6e43-430e-8868-e8ef6b1e129f by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:45:21.720225 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Attempting to bind port 8f7447e1-6e43-430e-8868-e8ef6b1e129f on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:45:21.747326 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d0f98a21-594a-4fd4-94ee-2cff6e05e0a2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Deleting port a0734d8a-7f16-4cba-824f-11607104d609 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:21.747665 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d0f98a21-594a-4fd4-94ee-2cff6e05e0a2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:21.776805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff8f539-040b-4bfd-ac80-3ef8f951812f admin admin] Made reservation on behalf of 012c933a160a445aaf840bf27cbcc814 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:45:21.779211 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aff8f539-040b-4bfd-ac80-3ef8f951812f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:21.788766 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Port 8f7447e1-6e43-430e-8868-e8ef6b1e129f on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:45:21.789050 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Attempting to bind port 8f7447e1-6e43-430e-8868-e8ef6b1e129f on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:45:21.809581 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aff8f539-040b-4bfd-ac80-3ef8f951812f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:21.836911 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c844f2c-bb3b-4ebf-ab54-9fe40806a459 req-0250609a-a194-411f-8120-3e741a9baa16 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208418 Jul 29 14:45:21.844543 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c81d6b26-d712-431b-b092-a4820cae2c7e req-62eb21b5-49ad-4d62-8cd2-da60d7def173 tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0917184 Jul 29 14:45:21.849288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:45:21.849503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:45:21.849892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:45:21.850349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Bound port: 8f7447e1-6e43-430e-8868-e8ef6b1e129f, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:45:21.850714 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:21.902262 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d0f98a21-594a-4fd4-94ee-2cff6e05e0a2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:21.903125 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d0f98a21-594a-4fd4-94ee-2cff6e05e0a2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:21.920637 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d0f98a21-594a-4fd4-94ee-2cff6e05e0a2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Calling delete_port for a0734d8a-7f16-4cba-824f-11607104d609 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:21.980471 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c844f2c-bb3b-4ebf-ab54-9fe40806a459 req-9e0af32a-4363-496d-bc44-59210e567d92 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244717 Jul 29 14:45:22.065499 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-c516be18-c22b-47e5-a005-7caf0069e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:22.067284 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-c516be18-c22b-47e5-a005-7caf0069e911 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 200 len: 921 time: 0.3710864 Jul 29 14:45:22.131014 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-84a58b44-ae4f-4c53-93ae-e307718246a5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1437bcb0-db79-4daa-af27-366391c44686 HTTP/1.1" status: 200 len: 217 time: 0.0519114 Jul 29 14:45:22.140643 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d0f98a21-594a-4fd4-94ee-2cff6e05e0a2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:22.150249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a4a48ea9-5b54-470c-81ed-31247ed5e9dd details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:45:22.188571 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f98a21-594a-4fd4-94ee-2cff6e05e0a2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Pushing event deleted for resources: {'Port': ['ID=a0734d8a-7f16-4cba-824f-11607104d609,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:22.209611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] For port 8f7447e1-6e43-430e-8868-e8ef6b1e129f, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:45:22.260745 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] For port 8f7447e1-6e43-430e-8868-e8ef6b1e129f, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8f7447e1-6e43-430e-8868-e8ef6b1e129f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:45:22.275544 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:22.335564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7447e1-6e43-430e-8868-e8ef6b1e129f,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:22.346866 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-3ba13d85-c6e8-41a3-982b-6c4aa2738f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:22.348493 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-3ba13d85-c6e8-41a3-982b-6c4aa2738f5d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 200 len: 860 time: 0.2063708 Jul 29 14:45:22.393972 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-c2445980-725d-444b-8f88-3aef9d1341a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b2473c18-5128-4645-8f83-3c3f0bb06a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342202 Jul 29 14:45:22.398071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:22.399185 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:22.401036 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f7e67609-b755-4162-8597-0aa2089796e7 service neutron] 10.222.0.38 "PUT /v2.0/ports/8f7447e1-6e43-430e-8868-e8ef6b1e129f HTTP/1.1" status: 200 len: 1096 time: 4.0415640 Jul 29 14:45:22.401265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc168e43-abee-4d1d-9bc0-9a042948ba13', 'tag': '8f7447e1-6e43-430e-8868-e8ef6b1e129f'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:22.404458 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eff271d-49ff-4280-8ed2-bfa23c524af2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc168e43-abee-4d1d-9bc0-9a042948ba13", "tag": "8f7447e1-6e43-430e-8868-e8ef6b1e129f"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:22.454759 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port a4a48ea9-5b54-470c-81ed-31247ed5e9dd, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a4a48ea9-5b54-470c-81ed-31247ed5e9dd,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:22.464609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfed8e6-9cdc-4439-a07f-9155d50921bb req-8031a85f-e3c0-4bbf-88c5-5d1b7108acc6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:22.466905 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecfed8e6-9cdc-4439-a07f-9155d50921bb req-8031a85f-e3c0-4bbf-88c5-5d1b7108acc6 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 944 time: 0.1944482 Jul 29 14:45:22.477233 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d0f98a21-594a-4fd4-94ee-2cff6e05e0a2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:22.481747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'a4a48ea9-5b54-470c-81ed-31247ed5e9dd', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': 'a4a48ea9-5b54-470c-81ed-31247ed5e9dd', 'mac_address': 'fa:16:3e:8e:01:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:45:22.483136 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d0f98a21-594a-4fd4-94ee-2cff6e05e0a2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:22.484416 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d0f98a21-594a-4fd4-94ee-2cff6e05e0a2 tempest-ServersWithSpecificFlavorTestJSON-523734769 tempest-ServersWithSpecificFlavorTestJSON-523734769-project] 10.222.0.16 "DELETE /v2.0/floatingips/a3b4f822-57a7-466e-bd17-3606ec80bb83 HTTP/1.1" status: 204 len: 168 time: 0.9803414 Jul 29 14:45:22.550817 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecfed8e6-9cdc-4439-a07f-9155d50921bb req-82f3763a-9c5b-4d54-b03b-85c767590cf4 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646875 Jul 29 14:45:22.576091 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:22.602860 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a48ea9-5b54-470c-81ed-31247ed5e9dd {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:45:22.628517 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aff8f539-040b-4bfd-ac80-3ef8f951812f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:22.644731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port a4a48ea9-5b54-470c-81ed-31247ed5e9dd, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a4a48ea9-5b54-470c-81ed-31247ed5e9dd,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:22.647309 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aff8f539-040b-4bfd-ac80-3ef8f951812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:22.653361 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:22.719482 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd6765a-faf7-4236-abad-96502dc619c6 x-openstack-request-id: req-9dd6765a-faf7-4236-abad-96502dc619c6 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:22.720083 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc168e43-abee-4d1d-9bc0-9a042948ba13", "tag": "8f7447e1-6e43-430e-8868-e8ef6b1e129f", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:22.720763 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9dd6765a-faf7-4236-abad-96502dc619c6 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:22.722229 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc168e43-abee-4d1d-9bc0-9a042948ba13', 'tag': '8f7447e1-6e43-430e-8868-e8ef6b1e129f', 'status': 'completed', 'code': 200} Jul 29 14:45:22.785779 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-ec2bcaf7-1445-49e3-ab5f-8829bc105671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:22.787677 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-ec2bcaf7-1445-49e3-ab5f-8829bc105671 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 1099 time: 0.2664635 Jul 29 14:45:22.788823 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff8f539-040b-4bfd-ac80-3ef8f951812f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:45:22.798767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=a4a48ea9-5b54-470c-81ed-31247ed5e9dd,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:22.806077 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8f539-040b-4bfd-ac80-3ef8f951812f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:22.838432 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aff8f539-040b-4bfd-ac80-3ef8f951812f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:22.838944 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-aff8f539-040b-4bfd-ac80-3ef8f951812f admin admin] Added segment d7655d0f-b1d9-4cfe-994d-479f27dad04e of type vlan for network 4c3fb4d8-6228-49a5-b942-3323a7325c56 Jul 29 14:45:22.895426 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-5a2c888b-993e-49d0-b0b6-c5a54613a3da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=8f7447e1-6e43-430e-8868-e8ef6b1e129f HTTP/1.1" status: 200 len: 217 time: 0.0831609 Jul 29 14:45:22.910585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718c7ad-8213-4328-8632-efe9cd2a9f47 req-8433bcaf-cad8-4c3d-b7af-4975db435062 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:22.913029 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e718c7ad-8213-4328-8632-efe9cd2a9f47 req-8433bcaf-cad8-4c3d-b7af-4975db435062 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 949 time: 0.0865204 Jul 29 14:45:22.962057 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-7ff26078-7766-4da5-a241-20f692bb9afa service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521083 Jul 29 14:45:22.981668 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e718c7ad-8213-4328-8632-efe9cd2a9f47 req-0e85a79a-6797-479d-ae69-1463ca9d0504 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598273 Jul 29 14:45:22.986910 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aff8f539-040b-4bfd-ac80-3ef8f951812f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:23.035798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['a4a48ea9-5b54-470c-81ed-31247ed5e9dd'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:23.068107 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f57fb209-ed35-4003-8c7d-2b0bf659b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:23.069675 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-f57fb209-ed35-4003-8c7d-2b0bf659b7f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1456220 Jul 29 14:45:23.110748 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aff8f539-040b-4bfd-ac80-3ef8f951812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:23.111760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff8f539-040b-4bfd-ac80-3ef8f951812f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:23.112379 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aff8f539-040b-4bfd-ac80-3ef8f951812f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:23.214467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-c4dee671-3a10-4e26-8280-7539aacb5956 service neutron] 10.222.0.38 "GET /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417388 Jul 29 14:45:23.224511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53998) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:23.233736 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-aff8f539-040b-4bfd-ac80-3ef8f951812f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9968150 Jul 29 14:45:23.240058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f5b90dd5-79e8-4762-bcd2-6adc861cf730 admin admin] Request body: {'subnet': {'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1234136300-subnet', 'tenant_id': '012c933a160a445aaf840bf27cbcc814', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:45:23.248835 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8f539-040b-4bfd-ac80-3ef8f951812f admin admin] Pushing event updated for resources: {'Network': ['ID=4c3fb4d8-6228-49a5-b942-3323a7325c56,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:23.276976 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-725fd3c9-339d-44e1-8313-9c04c0a29ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:23.279466 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-725fd3c9-339d-44e1-8313-9c04c0a29ca8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1828890 Jul 29 14:45:23.324575 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 4c3fb4d8-6228-49a5-b942-3323a7325c56 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:45:23.400919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20333397-02f5-4c6e-ad3b-d1ccce9bdd88 req-592cbc0a-df90-431c-b297-39359810b8c7 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:23.404804 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-20333397-02f5-4c6e-ad3b-d1ccce9bdd88 req-592cbc0a-df90-431c-b297-39359810b8c7 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 948 time: 0.1110384 Jul 29 14:45:23.406859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b90dd5-79e8-4762-bcd2-6adc861cf730 admin admin] Made reservation on behalf of 012c933a160a445aaf840bf27cbcc814 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:45:23.410257 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5b90dd5-79e8-4762-bcd2-6adc861cf730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:23.464783 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-047dfd3a-20b3-4602-ad29-8884d65c1b21 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745496 Jul 29 14:45:23.628637 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-68472726-4b4b-4bc4-982e-3f35b50504e3 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:23.630310 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-68472726-4b4b-4bc4-982e-3f35b50504e3 tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9&tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&binding%3Ahost_id=n-h1-802893-1 HTTP/1.1" status: 200 len: 1095 time: 0.0874898 Jul 29 14:45:23.631091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-20333397-02f5-4c6e-ad3b-d1ccce9bdd88 req-406d8424-14a8-4800-9c97-5774791981a0 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125807 Jul 29 14:45:23.717241 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5b90dd5-79e8-4762-bcd2-6adc861cf730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:23.840882 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d678aaa0-503c-4c0c-9c32-61e26f8c3aa1 req-b08e0573-dbf2-419b-82f0-7ed6193214ae service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697317 Jul 29 14:45:23.876827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-8299de9d-66ca-4110-af32-248760937ff3 service neutron] For port 1437bcb0-db79-4daa-af27-366391c44686, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:45:23.883009 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-8299de9d-66ca-4110-af32-248760937ff3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:23.885343 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df1536cf-ffba-47f0-8626-89a1d2040288 req-8299de9d-66ca-4110-af32-248760937ff3 service neutron] 10.222.0.38 "DELETE /v2.0/ports/1437bcb0-db79-4daa-af27-366391c44686/bindings/n-h2-802893-1 HTTP/1.1" status: 204 len: 173 time: 0.2397192 Jul 29 14:45:23.929988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b90dd5-79e8-4762-bcd2-6adc861cf730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed79112e-e1ad-495b-b97b-e7f814816160,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:23.953890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b90dd5-79e8-4762-bcd2-6adc861cf730 admin admin] Checking segment: {'id': 'd7655d0f-b1d9-4cfe-994d-479f27dad04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:45:23.954349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b90dd5-79e8-4762-bcd2-6adc861cf730 admin admin] Network hostable DHCP agents. Network: 4c3fb4d8-6228-49a5-b942-3323a7325c56, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:45:23.966917 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354bb42-3dae-4ce7-bcf0-fd68b923d134 req-fb9f8d2a-9bef-4691-afef-09e59bfade89 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:23.968516 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9354bb42-3dae-4ce7-bcf0-fd68b923d134 req-fb9f8d2a-9bef-4691-afef-09e59bfade89 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 944 time: 0.1385930 Jul 29 14:45:24.014687 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b90dd5-79e8-4762-bcd2-6adc861cf730 admin admin] Network 4c3fb4d8-6228-49a5-b942-3323a7325c56 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:45:24.028093 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2dc5d8f9-5557-4c41-a418-2126ea2d2403 req-b17d3e73-5e05-4e6d-976f-0603aaa23a3e tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0497868 Jul 29 14:45:24.048845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff271d-49ff-4280-8ed2-bfa23c524af2 req-d13e8af0-688d-49db-af38-7316a2e0f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:24.050552 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-f5b90dd5-79e8-4762-bcd2-6adc861cf730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 4c3fb4d8-6228-49a5-b942-3323a7325c56) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:45:24.050730 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1eff271d-49ff-4280-8ed2-bfa23c524af2 req-d13e8af0-688d-49db-af38-7316a2e0f4cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 1099 time: 0.0898564 Jul 29 14:45:24.064033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5213d8-7d71-42ba-b0db-8b1d66fcc0ff None None] Network 4c3fb4d8-6228-49a5-b942-3323a7325c56 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:45:24.099805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b90dd5-79e8-4762-bcd2-6adc861cf730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:24.100553 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5b90dd5-79e8-4762-bcd2-6adc861cf730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:24.135158 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f5b90dd5-79e8-4762-bcd2-6adc861cf730 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9069896 Jul 29 14:45:24.155186 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9354bb42-3dae-4ce7-bcf0-fd68b923d134 req-84c0e668-748e-4e28-b0e0-0b78734d2e97 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586063 Jul 29 14:45:24.295248 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb693a35-c9a7-4869-9a60-0b096bc57b7b req-b1758267-94b4-4081-847c-2be36d024b30 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:24.296948 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb693a35-c9a7-4869-9a60-0b096bc57b7b req-b1758267-94b4-4081-847c-2be36d024b30 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 949 time: 0.0803373 Jul 29 14:45:24.365451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff271d-49ff-4280-8ed2-bfa23c524af2 req-46d3af60-a9c1-479f-acb2-568aa9510561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:24.366940 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1eff271d-49ff-4280-8ed2-bfa23c524af2 req-46d3af60-a9c1-479f-acb2-568aa9510561 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.3087170 Jul 29 14:45:24.385902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7696c75f-cfbc-45b8-99ab-452fff1e59a0 None None] Network 4c3fb4d8-6228-49a5-b942-3323a7325c56 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:45:24.460367 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb693a35-c9a7-4869-9a60-0b096bc57b7b req-a30e64ac-e0a5-4286-8fd6-3e684c38800d tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551573 Jul 29 14:45:24.462638 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1eff271d-49ff-4280-8ed2-bfa23c524af2 req-298775f7-c1ec-4525-8b9f-ce1f3b2509da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=8f7447e1-6e43-430e-8868-e8ef6b1e129f HTTP/1.1" status: 200 len: 217 time: 0.0861073 Jul 29 14:45:24.574098 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54052) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:24.613740 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff271d-49ff-4280-8ed2-bfa23c524af2 req-f37c0382-0023-4ca1-851e-b37c313a34d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:24.621230 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1eff271d-49ff-4280-8ed2-bfa23c524af2 req-f37c0382-0023-4ca1-851e-b37c313a34d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1448367 Jul 29 14:45:24.761065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff271d-49ff-4280-8ed2-bfa23c524af2 req-9af9436b-5324-4547-b1d5-57f706358b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:24.763755 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1eff271d-49ff-4280-8ed2-bfa23c524af2 req-9af9436b-5324-4547-b1d5-57f706358b73 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276989 Jul 29 14:45:24.799814 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976ee65-2f2a-4b04-bcb8-8960631d1a4d req-6767016f-7c7c-4150-a30a-311fb5e4e2db tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:24.809532 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3976ee65-2f2a-4b04-bcb8-8960631d1a4d req-6767016f-7c7c-4150-a30a-311fb5e4e2db tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 1095 time: 0.1042471 Jul 29 14:45:24.921450 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3976ee65-2f2a-4b04-bcb8-8960631d1a4d req-6b22fa5c-50c2-4f40-8e64-bb2a37fc0d0a tempest-LiveAutoBlockMigrationV225Test-1770053812 tempest-LiveAutoBlockMigrationV225Test-1770053812-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102700 Jul 29 14:45:25.028971 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1eff271d-49ff-4280-8ed2-bfa23c524af2 req-15738099-a08b-4299-b426-a9a39762d3df service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539709 Jul 29 14:45:25.154930 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-d2d7dfe7-2720-40eb-bb35-42896059a15d tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:25.162532 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-d2d7dfe7-2720-40eb-bb35-42896059a15d tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/networks?id=4c3fb4d8-6228-49a5-b942-3323a7325c56 HTTP/1.1" status: 200 len: 815 time: 0.3184245 Jul 29 14:45:25.163748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204c08c-f2b5-4a05-a6a0-101f69b5358e req-e3a85450-2a80-4f2a-88f4-7ae9decc1e64 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:25.166484 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2204c08c-f2b5-4a05-a6a0-101f69b5358e req-e3a85450-2a80-4f2a-88f4-7ae9decc1e64 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 948 time: 0.1350000 Jul 29 14:45:25.176564 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-c9b38c3e-f396-4690-bbeb-80965118431d tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/quotas/012c933a160a445aaf840bf27cbcc814 HTTP/1.1" status: 200 len: 375 time: 0.0131447 Jul 29 14:45:25.222961 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2204c08c-f2b5-4a05-a6a0-101f69b5358e req-81d7421d-db10-45ee-9c3e-94eab1078c73 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476389 Jul 29 14:45:25.231364 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-43eb6c97-2153-4bbb-9c89-56277630e919 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=012c933a160a445aaf840bf27cbcc814&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433972 Jul 29 14:45:25.261371 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1eff271d-49ff-4280-8ed2-bfa23c524af2 req-fb3ddce4-95a2-4749-901e-b02bb91f9bb9 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782947 Jul 29 14:45:25.372878 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9dd40c7-14f4-463c-8d37-09a1fd5e1890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:25.377388 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-53b8af90-8582-4da4-9636-b0b0385723b1 service neutron] 10.222.0.16 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383522 Jul 29 14:45:25.519618 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8387ef1a-d7bd-4617-bcbe-ef2cc8f8bf52 req-2e90e1bb-059e-418e-a10b-41be8bcf9e2e tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0303385 Jul 29 14:45:25.591567 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-ea4c0513-7cc8-4487-bde8-afec9db3f83d service neutron] 10.222.0.16 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714869 Jul 29 14:45:25.807972 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c9fa5-fc62-4462-9ac5-21267df59b28 req-3edeb8ec-c4cb-4fa4-9953-75d22dbd434d tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:25.809842 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c14c9fa5-fc62-4462-9ac5-21267df59b28 req-3edeb8ec-c4cb-4fa4-9953-75d22dbd434d tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 944 time: 0.0609956 Jul 29 14:45:25.865393 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:25.914227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece88ce-da4e-4994-83ea-f8c7e7c05551 req-ca6aa609-dbee-4505-a784-c78d76ad438a tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:25.922836 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c14c9fa5-fc62-4462-9ac5-21267df59b28 req-5f56e471-9def-4f29-959e-472c0f04d61f tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037910 Jul 29 14:45:25.923263 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2ece88ce-da4e-4994-83ea-f8c7e7c05551 req-ca6aa609-dbee-4505-a784-c78d76ad438a tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 949 time: 0.0971584 Jul 29 14:45:25.983299 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2ece88ce-da4e-4994-83ea-f8c7e7c05551 req-fbb03f78-0ac7-4c97-bd20-52c41bd42c33 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590560 Jul 29 14:45:26.003210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd40c7-14f4-463c-8d37-09a1fd5e1890 admin admin] Deleting port 6effc37b-fbfe-4813-b15c-d89b4149e260 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:26.003566 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9dd40c7-14f4-463c-8d37-09a1fd5e1890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:26.020353 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3e96ab85-1f17-4c4b-a64c-8c4c1713df10 req-ca88e73f-f8ec-4c57-8799-61f81f9a7caf tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 210 time: 0.0460997 Jul 29 14:45:26.115142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-a9dd40c7-14f4-463c-8d37-09a1fd5e1890 admin admin] For port 6effc37b-fbfe-4813-b15c-d89b4149e260, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=6effc37b-fbfe-4813-b15c-d89b4149e260,segment=NetworkSegment(1f208ccb-e698-4fc0-9396-d3fc934ed7ed),segment_id=1f208ccb-e698-4fc0-9396-d3fc934ed7ed)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:26.115562 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9dd40c7-14f4-463c-8d37-09a1fd5e1890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:26.138435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd40c7-14f4-463c-8d37-09a1fd5e1890 admin admin] Calling delete_port for 6effc37b-fbfe-4813-b15c-d89b4149e260 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:26.187641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8f7447e1-6e43-430e-8868-e8ef6b1e129f details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:45:26.209891 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a4a48ea9-5b54-470c-81ed-31247ed5e9dd up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:45:26.360634 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port a4a48ea9-5b54-470c-81ed-31247ed5e9dd completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:45:26.368725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port a4a48ea9-5b54-470c-81ed-31247ed5e9dd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:45:26.369094 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:26.431964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8f7447e1-6e43-430e-8868-e8ef6b1e129f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8f7447e1-6e43-430e-8868-e8ef6b1e129f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:26.455158 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '8f7447e1-6e43-430e-8868-e8ef6b1e129f', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '8f7447e1-6e43-430e-8868-e8ef6b1e129f', 'mac_address': 'fa:16:3e:a3:cf:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:45:26.476330 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55086a1-5413-4250-bd71-145d77cb738c req-82bdb050-9ea4-4bb5-a480-39245fa47c2d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:26.479183 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c55086a1-5413-4250-bd71-145d77cb738c req-82bdb050-9ea4-4bb5-a480-39245fa47c2d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 948 time: 0.1206160 Jul 29 14:45:26.504037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea3cb7-441d-466e-b997-2bfc69142868 req-0c862f4b-6540-4e77-8541-4d8f36f3ceec tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:26.506081 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b1ea3cb7-441d-466e-b997-2bfc69142868 req-0c862f4b-6540-4e77-8541-4d8f36f3ceec tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.38 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 944 time: 0.1236558 Jul 29 14:45:26.541809 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9dd40c7-14f4-463c-8d37-09a1fd5e1890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:26.548950 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:26.578753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7447e1-6e43-430e-8868-e8ef6b1e129f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:45:26.586987 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:26.588554 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c55086a1-5413-4250-bd71-145d77cb738c req-3453216e-da33-4743-b54b-ae5a2c3f78f3 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008546 Jul 29 14:45:26.590319 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd40c7-14f4-463c-8d37-09a1fd5e1890 admin admin] Pushing event deleted for resources: {'Port': ['ID=6effc37b-fbfe-4813-b15c-d89b4149e260,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:26.690374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8f7447e1-6e43-430e-8868-e8ef6b1e129f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8f7447e1-6e43-430e-8868-e8ef6b1e129f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:26.726206 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:26.753810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-b1ea3cb7-441d-466e-b997-2bfc69142868 req-f55fcde4-4480-4c85-8122-10a33414fc32 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Deleting port 1437bcb0-db79-4daa-af27-366391c44686 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:26.754795 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b1ea3cb7-441d-466e-b997-2bfc69142868 req-f55fcde4-4480-4c85-8122-10a33414fc32 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:26.769661 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5da802-ded1-4974-a834-8ea8c643c1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a48ea9-5b54-470c-81ed-31247ed5e9dd'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:26.772194 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d162b7-62aa-4bf2-b42d-9cfd74712aac" -d '{"events": [{"server_uuid": "fa5da802-ded1-4974-a834-8ea8c643c1f7", "name": "network-vif-plugged", "status": "completed", "tag": "a4a48ea9-5b54-470c-81ed-31247ed5e9dd"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:26.817842 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9fae7866-a2de-4696-bfd6-3997047d35f8 req-8559fed8-b2a0-49b7-9347-cd94374eb89e tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0833168 Jul 29 14:45:26.926656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port a4a48ea9-5b54-470c-81ed-31247ed5e9dd, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a4a48ea9-5b54-470c-81ed-31247ed5e9dd,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:26.937300 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:26.984568 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8f7447e1-6e43-430e-8868-e8ef6b1e129f,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:27.002063 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badba475-be83-4ebb-b2ed-cb6afc33ffa0 x-openstack-request-id: req-badba475-be83-4ebb-b2ed-cb6afc33ffa0 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:27.002459 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5da802-ded1-4974-a834-8ea8c643c1f7", "name": "network-vif-plugged", "status": "completed", "tag": "a4a48ea9-5b54-470c-81ed-31247ed5e9dd", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:27.002831 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-badba475-be83-4ebb-b2ed-cb6afc33ffa0 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:27.003349 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5da802-ded1-4974-a834-8ea8c643c1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a48ea9-5b54-470c-81ed-31247ed5e9dd', 'code': 200} Jul 29 14:45:27.112234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=a4a48ea9-5b54-470c-81ed-31247ed5e9dd,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:27.139382 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['8f7447e1-6e43-430e-8868-e8ef6b1e129f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:27.201338 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b1ea3cb7-441d-466e-b997-2bfc69142868 req-f55fcde4-4480-4c85-8122-10a33414fc32 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] For port 1437bcb0-db79-4daa-af27-366391c44686, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1437bcb0-db79-4daa-af27-366391c44686,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:27.202479 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b1ea3cb7-441d-466e-b997-2bfc69142868 req-f55fcde4-4480-4c85-8122-10a33414fc32 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:27.241279 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-b1ea3cb7-441d-466e-b997-2bfc69142868 req-f55fcde4-4480-4c85-8122-10a33414fc32 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Calling delete_port for 1437bcb0-db79-4daa-af27-366391c44686 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:27.253120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ad7f7-1471-4447-ac1f-6d91cc26c695 req-c8044fee-3d19-4e24-bde1-12b51ffeb80a tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:27.262934 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-333ad7f7-1471-4447-ac1f-6d91cc26c695 req-c8044fee-3d19-4e24-bde1-12b51ffeb80a tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 944 time: 0.1914732 Jul 29 14:45:27.293015 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54108) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:27.312195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50a7f9-7fb6-432a-93d9-7ee2b0b1cb40 req-334f75af-4ba9-4041-b097-25fa47a1b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:27.317416 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f50a7f9-7fb6-432a-93d9-7ee2b0b1cb40 req-334f75af-4ba9-4041-b097-25fa47a1b83f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 1101 time: 0.1813989 Jul 29 14:45:27.480755 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9dd40c7-14f4-463c-8d37-09a1fd5e1890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:27.530055 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-333ad7f7-1471-4447-ac1f-6d91cc26c695 req-952624e4-97d9-47de-b6f5-3056387f0ee0 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657137 Jul 29 14:45:27.540204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa42e63-543d-4551-8340-1275f0bb4250 req-a490b921-9853-44f7-b1f9-053af08e8b1a tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:27.541948 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cfa42e63-543d-4551-8340-1275f0bb4250 req-a490b921-9853-44f7-b1f9-053af08e8b1a tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 950 time: 0.1123168 Jul 29 14:45:27.561423 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edf8aa75-b25a-4328-a153-10e314ad71f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:27.601088 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f50a7f9-7fb6-432a-93d9-7ee2b0b1cb40 req-6e31b152-3596-41c2-88ec-dc2f59180308 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907947 Jul 29 14:45:27.640180 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cfa42e63-543d-4551-8340-1275f0bb4250 req-7be3791a-6425-4302-af0d-1dc4f23a8c89 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916231 Jul 29 14:45:27.663746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-9f3d3905-e652-47d7-912e-3fa536471c68 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:27.665580 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-9f3d3905-e652-47d7-912e-3fa536471c68 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.39 "GET /v2.0/networks?id=4c3fb4d8-6228-49a5-b942-3323a7325c56 HTTP/1.1" status: 200 len: 815 time: 0.3356187 Jul 29 14:45:27.691345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-bc1e7d25-8edd-41d1-ab16-e44bbe0a388c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Request body: {'port': {'device_id': '535e5f01-aea7-4c1f-bdf2-1beb05e55d8b', 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56', 'admin_state_up': True, 'tenant_id': '012c933a160a445aaf840bf27cbcc814'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:45:27.702761 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d4aeb86f-6e58-4012-b5d3-a46f1833ee3f req-2f786709-cc36-4f78-9be7-14ed94af5535 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 210 time: 0.0726626 Jul 29 14:45:27.852257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875f5db-135d-4e1a-acc8-f2aeb3afe1c0 req-a9133465-1c5e-47fb-9ed9-ab96c43396cc tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:27.854601 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8875f5db-135d-4e1a-acc8-f2aeb3afe1c0 req-a9133465-1c5e-47fb-9ed9-ab96c43396cc tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 949 time: 0.1012790 Jul 29 14:45:27.864092 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dd40c7-14f4-463c-8d37-09a1fd5e1890 admin admin] Router e92298e6-0d02-4d39-898d-62a8b2fd3f50 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:45:27.999881 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8875f5db-135d-4e1a-acc8-f2aeb3afe1c0 req-69478472-c54e-4aa7-b76d-d353398ea6f7 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345603 Jul 29 14:45:28.033673 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dd40c7-14f4-463c-8d37-09a1fd5e1890 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:45:28.053073 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c036162-1134-4908-ac30-0c65323b6ec0 None None] Sync routers for ids ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:45:28.068904 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c036162-1134-4908-ac30-0c65323b6ec0 None None] Routers {'e92298e6-0d02-4d39-898d-62a8b2fd3f50'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:45:28.074289 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a9dd40c7-14f4-463c-8d37-09a1fd5e1890 admin admin] 10.222.0.16 "PUT /v2.0/routers/e92298e6-0d02-4d39-898d-62a8b2fd3f50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4984813 Jul 29 14:45:28.074823 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0c036162-1134-4908-ac30-0c65323b6ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:28.075869 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54118) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:28.201153 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22cfee17-3caf-4627-8cec-8cd0d5507eb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:28.215052 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7d768d7-d7e2-4936-a3d0-86e5afcc5794 req-66c29ff0-b935-4e80-9c08-39609f7065f2 tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0612373 Jul 29 14:45:28.223231 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b1ea3cb7-441d-466e-b997-2bfc69142868 req-f55fcde4-4480-4c85-8122-10a33414fc32 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:28.258089 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0c036162-1134-4908-ac30-0c65323b6ec0 None None] Set router e92298e6-0d02-4d39-898d-62a8b2fd3f50 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:45:28.266217 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41', '1437bcb0-db79-4daa-af27-366391c44686'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:28.285291 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fcde4-4480-4c85-8122-10a33414fc32 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Pushing event deleted for resources: {'Port': ['ID=1437bcb0-db79-4daa-af27-366391c44686,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:28.364472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ea3cb7-441d-466e-b997-2bfc69142868 req-f55fcde4-4480-4c85-8122-10a33414fc32 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] No DVR routers for this DVR port 1437bcb0-db79-4daa-af27-366391c44686 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:28.371507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b1ea3cb7-441d-466e-b997-2bfc69142868 req-f55fcde4-4480-4c85-8122-10a33414fc32 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:28.373589 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b1ea3cb7-441d-466e-b997-2bfc69142868 req-f55fcde4-4480-4c85-8122-10a33414fc32 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.38 "DELETE /v2.0/ports/1437bcb0-db79-4daa-af27-366391c44686 HTTP/1.1" status: 204 len: 173 time: 1.8596976 Jul 29 14:45:28.374041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cdda24-402f-49fe-a447-05db74b7fab9', 'name': 'network-vif-deleted', 'tag': '1437bcb0-db79-4daa-af27-366391c44686'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:28.376314 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609e7370-e2f6-45da-b7e4-8de6bd1bebbb" -d '{"events": [{"server_uuid": "04cdda24-402f-49fe-a447-05db74b7fab9", "name": "network-vif-deleted", "tag": "1437bcb0-db79-4daa-af27-366391c44686"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:28.406765 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edf8aa75-b25a-4328-a153-10e314ad71f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:28.410333 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22cfee17-3caf-4627-8cec-8cd0d5507eb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:28.415322 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edf8aa75-b25a-4328-a153-10e314ad71f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:28.493740 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a070a9-f4c8-4ed3-a9bd-d7bf75720b63 x-openstack-request-id: req-73a070a9-f4c8-4ed3-a9bd-d7bf75720b63 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:28.494728 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cdda24-402f-49fe-a447-05db74b7fab9", "name": "network-vif-deleted", "tag": "1437bcb0-db79-4daa-af27-366391c44686", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:28.495170 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73a070a9-f4c8-4ed3-a9bd-d7bf75720b63 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:28.495752 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cdda24-402f-49fe-a447-05db74b7fab9', 'name': 'network-vif-deleted', 'tag': '1437bcb0-db79-4daa-af27-366391c44686', 'status': 'completed', 'code': 200} Jul 29 14:45:28.510382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-bc1e7d25-8edd-41d1-ab16-e44bbe0a388c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Made reservation on behalf of 012c933a160a445aaf840bf27cbcc814 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:45:28.514304 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-bc1e7d25-8edd-41d1-ab16-e44bbe0a388c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:28.518764 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-edf8aa75-b25a-4328-a153-10e314ad71f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ceb6412e50a8462daaa2a48f49144b51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2210522 Jul 29 14:45:28.522268 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54122) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:28.528374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8aa75-b25a-4328-a153-10e314ad71f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d0624b-fcd0-44c6-b634-d5db5562901d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:28.557763 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-22cfee17-3caf-4627-8cec-8cd0d5507eb7 admin admin] Deleting port a37caea0-291f-4853-bd66-1bb59d05b331 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:28.558226 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22cfee17-3caf-4627-8cec-8cd0d5507eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:28.643828 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0c036162-1134-4908-ac30-0c65323b6ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:45:26Z', 'revision_number': 5, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port': {'id': 'a37caea0-291f-4853-bd66-1bb59d05b331', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:34Z', 'updated_at': '2021-07-29T14:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:28.674330 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a6bc52e7-5bf3-469f-87d2-94451e589647 req-4b07d770-6565-45aa-ab53-039dbf561a15 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 210 time: 0.0425684 Jul 29 14:45:28.690826 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c036162-1134-4908-ac30-0c65323b6ec0 None None] Checking router: e92298e6-0d02-4d39-898d-62a8b2fd3f50 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:45:28.714449 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c036162-1134-4908-ac30-0c65323b6ec0 None None] Routers {'e92298e6-0d02-4d39-898d-62a8b2fd3f50'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:45:28.715319 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0c036162-1134-4908-ac30-0c65323b6ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:28.793749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-bc1e7d25-8edd-41d1-ab16-e44bbe0a388c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Allocated IP 172.20.0.7 (4c3fb4d8-6228-49a5-b942-3323a7325c56/ed79112e-e1ad-495b-b97b-e7f814816160/81acb76b-76f7-48c8-8a63-af4f60d37c68) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:45:28.860350 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86bbfb16-e2b8-4345-9631-9df7d5788169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:28.865318 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-22cfee17-3caf-4627-8cec-8cd0d5507eb7 admin admin] For port a37caea0-291f-4853-bd66-1bb59d05b331, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a37caea0-291f-4853-bd66-1bb59d05b331,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:28.865854 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22cfee17-3caf-4627-8cec-8cd0d5507eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:28.879190 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0c036162-1134-4908-ac30-0c65323b6ec0 None None] Set router e92298e6-0d02-4d39-898d-62a8b2fd3f50 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:45:28.917433 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-22cfee17-3caf-4627-8cec-8cd0d5507eb7 admin admin] Calling delete_port for a37caea0-291f-4853-bd66-1bb59d05b331 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:28.954586 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86bbfb16-e2b8-4345-9631-9df7d5788169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:28.965252 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-def3cf20-76f9-40a5-93a6-4239ab90c1e0 req-0e2b9f0c-d2f0-4196-b908-fe8e136b66af tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 210 time: 0.1029892 Jul 29 14:45:28.966030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c686d-9f35-4fec-af3e-18fb55eb736f req-da6e5ec9-2dcd-4910-8c7a-96f74de1ee64 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:28.967629 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d9c686d-9f35-4fec-af3e-18fb55eb736f req-da6e5ec9-2dcd-4910-8c7a-96f74de1ee64 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 950 time: 0.1543453 Jul 29 14:45:29.009426 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0c036162-1134-4908-ac30-0c65323b6ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:45:28Z', 'revision_number': 6, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:29.047964 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c036162-1134-4908-ac30-0c65323b6ec0 None None] The sync data for ids ['e92298e6-0d02-4d39-898d-62a8b2fd3f50'] in n-d-802893-1 is: [{'id': 'e92298e6-0d02-4d39-898d-62a8b2fd3f50', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-203815230-router', 'tenant_id': '7f5868661cae4787899a7102bcdf839f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:33Z', 'updated_at': '2021-07-29T14:45:28Z', 'revision_number': 6, 'project_id': '7f5868661cae4787899a7102bcdf839f', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:45:29.121132 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d9c686d-9f35-4fec-af3e-18fb55eb736f req-52acbcb9-9e80-4e54-8fc2-048b9cbbf39b tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050751 Jul 29 14:45:29.242051 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-bc1e7d25-8edd-41d1-ab16-e44bbe0a388c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:29.318670 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86bbfb16-e2b8-4345-9631-9df7d5788169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:29.321372 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86bbfb16-e2b8-4345-9631-9df7d5788169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:29.324423 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-86bbfb16-e2b8-4345-9631-9df7d5788169 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2d0624b-fcd0-44c6-b634-d5db5562901d HTTP/1.1" status: 204 len: 168 time: 0.7993395 Jul 29 14:45:29.336762 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbfb16-e2b8-4345-9631-9df7d5788169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d0624b-fcd0-44c6-b634-d5db5562901d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:29.347354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa88ad-68c6-459a-991b-021079011fbb req-290362ae-9f49-43fd-9163-fca5aeb03aa2 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:29.356407 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeaa88ad-68c6-459a-991b-021079011fbb req-290362ae-9f49-43fd-9163-fca5aeb03aa2 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 946 time: 0.0968313 Jul 29 14:45:29.365699 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-bc1e7d25-8edd-41d1-ab16-e44bbe0a388c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:29.380086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1ebf-1683-40aa-811c-0cfa5abc8e9b req-f0388dbd-ba02-47ca-a3fd-1719795c7e2e tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:29.397529 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f6df1ebf-1683-40aa-811c-0cfa5abc8e9b req-f0388dbd-ba02-47ca-a3fd-1719795c7e2e tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 949 time: 0.1551247 Jul 29 14:45:29.403059 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22cfee17-3caf-4627-8cec-8cd0d5507eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:29.458030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-bc1e7d25-8edd-41d1-ab16-e44bbe0a388c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Network 4c3fb4d8-6228-49a5-b942-3323a7325c56 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:45:29.478725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-bc1e7d25-8edd-41d1-ab16-e44bbe0a388c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:45:29.487062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-bc1e7d25-8edd-41d1-ab16-e44bbe0a388c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:45:29.491868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e7d25-8edd-41d1-ab16-e44bbe0a388c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Pushing event updated for resources: {'Port': ['ID=81acb76b-76f7-48c8-8a63-af4f60d37c68,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:29.503278 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfee17-3caf-4627-8cec-8cd0d5507eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a37caea0-291f-4853-bd66-1bb59d05b331,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:29.527146 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeaa88ad-68c6-459a-991b-021079011fbb req-10ccb419-87fb-4cff-a30f-a459f2389d1f tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695609 Jul 29 14:45:29.528836 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f6df1ebf-1683-40aa-811c-0cfa5abc8e9b req-fef7e795-a6c2-4ccc-b216-fbc7e10008e6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303222 Jul 29 14:45:29.586022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-bc1e7d25-8edd-41d1-ab16-e44bbe0a388c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:29.586692 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-bc1e7d25-8edd-41d1-ab16-e44bbe0a388c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:29.621253 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22cfee17-3caf-4627-8cec-8cd0d5507eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:29.621696 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-bc1e7d25-8edd-41d1-ab16-e44bbe0a388c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9357464 Jul 29 14:45:29.635610 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Request body: {'port': {'device_id': '535e5f01-aea7-4c1f-bdf2-1beb05e55d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:45:29.767277 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22cfee17-3caf-4627-8cec-8cd0d5507eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:29.768592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df6629ec-09e3-4749-8ed4-720010df212d req-0265df31-edf6-48f1-8a60-1cb547b65abc tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0969274 Jul 29 14:45:29.769997 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22cfee17-3caf-4627-8cec-8cd0d5507eb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:29.772066 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:29.853374 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ca0f6a4d-dfab-48a8-b14a-696e22e18638 req-443b7c1a-ed32-4c78-a70a-017c92907cb7 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 210 time: 0.0771754 Jul 29 14:45:29.878875 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22cfee17-3caf-4627-8cec-8cd0d5507eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:29.879963 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cfee17-3caf-4627-8cec-8cd0d5507eb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e92298e6-0d02-4d39-898d-62a8b2fd3f50 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:45:29.885942 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22cfee17-3caf-4627-8cec-8cd0d5507eb7 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:29.888310 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-22cfee17-3caf-4627-8cec-8cd0d5507eb7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e92298e6-0d02-4d39-898d-62a8b2fd3f50 HTTP/1.1" status: 204 len: 168 time: 1.8111410 Jul 29 14:45:29.890950 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54152) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:29.956466 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e790e0-a74c-44e8-a7de-4d01979fbe49 admin admin] Deleting subnet 257169a0-752d-468a-bc28-f8360fd89075 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:45:29.961477 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20e790e0-a74c-44e8-a7de-4d01979fbe49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:30.012223 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20e790e0-a74c-44e8-a7de-4d01979fbe49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:30.154642 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20e790e0-a74c-44e8-a7de-4d01979fbe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:30.209057 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8f7447e1-6e43-430e-8868-e8ef6b1e129f up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:45:30.244145 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20e790e0-a74c-44e8-a7de-4d01979fbe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:30.287896 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e790e0-a74c-44e8-a7de-4d01979fbe49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=257169a0-752d-468a-bc28-f8360fd89075,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:30.301513 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20e790e0-a74c-44e8-a7de-4d01979fbe49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:30.304389 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-20e790e0-a74c-44e8-a7de-4d01979fbe49 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/257169a0-752d-468a-bc28-f8360fd89075 HTTP/1.1" status: 204 len: 168 time: 0.4116561 Jul 29 14:45:30.307101 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54170) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:30.317984 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81acb76b-76f7-48c8-8a63-af4f60d37c68 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:45:30.326374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689b782c-c33c-4794-8eb0-eb5fb2e922ee None None] Network 2bc43b52-9aa8-4747-b129-55538c0ee4d0 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:45:30.331155 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2f336-62b0-4e1b-9fce-cd4098837905 req-4200240a-f062-4305-ae2f-beb8d465640f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:30.340955 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-17d2f336-62b0-4e1b-9fce-cd4098837905 req-4200240a-f062-4305-ae2f-beb8d465640f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 931 time: 0.2734778 Jul 29 14:45:30.364740 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:30.416440 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:30.424081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Transition to ACTIVE for port object 81acb76b-76f7-48c8-8a63-af4f60d37c68 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:45:30.454995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 8f7447e1-6e43-430e-8868-e8ef6b1e129f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:45:30.459105 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:30.470248 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 8f7447e1-6e43-430e-8868-e8ef6b1e129f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:45:30.470708 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:30.535442 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-17d2f336-62b0-4e1b-9fce-cd4098837905 req-9c9f534e-b616-4d1f-b409-2c781e01691a tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810772 Jul 29 14:45:30.540832 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fdaa83ac-cd79-4151-9f7a-d1647bc175a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:30.561556 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d90bd9-4cc6-40b6-8ae0-880d0f615f40 req-bb6e23f8-3918-49d7-b702-da3f3f55425b tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:30.568297 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c7d90bd9-4cc6-40b6-8ae0-880d0f615f40 req-bb6e23f8-3918-49d7-b702-da3f3f55425b tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 950 time: 0.1476297 Jul 29 14:45:30.630005 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] Deleting port 7c50642e-734f-4084-9533-5da7ba38ef81 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:30.630364 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:30.658142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Pushing event updated for resources: {'Port': ['ID=81acb76b-76f7-48c8-8a63-af4f60d37c68,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:30.659725 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:30.727318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc168e43-abee-4d1d-9bc0-9a042948ba13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7447e1-6e43-430e-8868-e8ef6b1e129f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:30.730266 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3458a15-f43a-4785-a76d-46dac549d4d3" -d '{"events": [{"server_uuid": "fc168e43-abee-4d1d-9bc0-9a042948ba13", "name": "network-vif-plugged", "status": "completed", "tag": "8f7447e1-6e43-430e-8868-e8ef6b1e129f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:30.757859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de92c526-85ab-4926-a4d4-cd4489c4ef71 None None] DHCP port deletion for 2bc43b52-9aa8-4747-b129-55538c0ee4d0 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:45:30.767523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8f7447e1-6e43-430e-8868-e8ef6b1e129f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8f7447e1-6e43-430e-8868-e8ef6b1e129f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:30.768650 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c7d90bd9-4cc6-40b6-8ae0-880d0f615f40 req-a5304fe8-eda6-4760-9e83-afc94baf6c56 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894612 Jul 29 14:45:30.798231 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:30.799246 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1437bcb0-db79-4daa-af27-366391c44686 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:30.816999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Attempting to bind port 81acb76b-76f7-48c8-8a63-af4f60d37c68 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:45:30.817547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Attempting to bind port 81acb76b-76f7-48c8-8a63-af4f60d37c68 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'd7655d0f-b1d9-4cfe-994d-479f27dad04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:45:30.818883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Attempting to bind port 81acb76b-76f7-48c8-8a63-af4f60d37c68 on network 4c3fb4d8-6228-49a5-b942-3323a7325c56 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:45:30.825300 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Port 81acb76b-76f7-48c8-8a63-af4f60d37c68 on network 4c3fb4d8-6228-49a5-b942-3323a7325c56 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:45:30.825874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Attempting to bind port 81acb76b-76f7-48c8-8a63-af4f60d37c68 on network 4c3fb4d8-6228-49a5-b942-3323a7325c56 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:45:30.832779 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] For port 7c50642e-734f-4084-9533-5da7ba38ef81, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7c50642e-734f-4084-9533-5da7ba38ef81,segment=NetworkSegment(1f208ccb-e698-4fc0-9396-d3fc934ed7ed),segment_id=1f208ccb-e698-4fc0-9396-d3fc934ed7ed)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:30.832779 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:30.865583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:45:30.865930 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Checking segment: {'id': 'd7655d0f-b1d9-4cfe-994d-479f27dad04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:45:30.866324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Bound using segment: {'id': 'd7655d0f-b1d9-4cfe-994d-479f27dad04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:45:30.866772 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Bound port: 81acb76b-76f7-48c8-8a63-af4f60d37c68, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7655d0f-b1d9-4cfe-994d-479f27dad04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:45:30.867136 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:30.883043 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] Calling delete_port for 7c50642e-734f-4084-9533-5da7ba38ef81 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:30.908701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 1437bcb0-db79-4daa-af27-366391c44686 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:30.909245 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1437bcb0-db79-4daa-af27-366391c44686 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:30.913410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 6effc37b-fbfe-4813-b15c-d89b4149e260 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:31.018863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] For port 81acb76b-76f7-48c8-8a63-af4f60d37c68, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:45:31.022294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 6effc37b-fbfe-4813-b15c-d89b4149e260 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:31.022769 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] For port 81acb76b-76f7-48c8-8a63-af4f60d37c68, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81acb76b-76f7-48c8-8a63-af4f60d37c68,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:45:31.023401 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 6effc37b-fbfe-4813-b15c-d89b4149e260 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:31.024151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7c50642e-734f-4084-9533-5da7ba38ef81 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:31.032440 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:31.039144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c5e1b-c0c1-41fc-a84a-a41973931593 req-0226e80b-a8aa-46cf-9cb7-03b7777d384a tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:31.047701 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b25c5e1b-c0c1-41fc-a84a-a41973931593 req-0226e80b-a8aa-46cf-9cb7-03b7777d384a tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 950 time: 0.1499004 Jul 29 14:45:31.092895 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8f7447e1-6e43-430e-8868-e8ef6b1e129f,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:31.097654 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:31.098489 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:31.100509 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] 10.222.0.39 "PUT /v2.0/ports/81acb76b-76f7-48c8-8a63-af4f60d37c68 HTTP/1.1" status: 200 len: 1091 time: 1.4699047 Jul 29 14:45:31.101290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535e5f01-aea7-4c1f-bdf2-1beb05e55d8b', 'tag': '81acb76b-76f7-48c8-8a63-af4f60d37c68'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:31.104424 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7812ccb-d570-42dc-9b31-347f17c21830" -d '{"events": [{"name": "network-changed", "server_uuid": "535e5f01-aea7-4c1f-bdf2-1beb05e55d8b", "tag": "81acb76b-76f7-48c8-8a63-af4f60d37c68"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:31.112564 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b25c5e1b-c0c1-41fc-a84a-a41973931593 req-a511cf66-9d92-46bd-b962-c05a40258780 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638709 Jul 29 14:45:31.117037 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:31.118932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec5834-56af-4cd2-9f28-723cc4e6dda9 req-27868c70-92d4-4cf9-8c95-9432a2f39b22 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:31.126990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No active binding found for port 7c50642e-734f-4084-9533-5da7ba38ef81 {{(pid=94159) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 14:45:31.127538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7c50642e-734f-4084-9533-5da7ba38ef81 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:31.128192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a37caea0-291f-4853-bd66-1bb59d05b331 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:31.129748 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-94ec5834-56af-4cd2-9f28-723cc4e6dda9 req-27868c70-92d4-4cf9-8c95-9432a2f39b22 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 946 time: 0.2536237 Jul 29 14:45:31.176851 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8a7f1-888b-4df2-b217-9efb740eca93 service neutron] Pushing event updated for resources: {'Port': ['ID=81acb76b-76f7-48c8-8a63-af4f60d37c68,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:31.177549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c50642e-734f-4084-9533-5da7ba38ef81,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:31.200979 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] No DVR routers for this DVR port 7c50642e-734f-4084-9533-5da7ba38ef81 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:31.210602 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f291cb3-b8ea-4c33-aed0-1ab49284dde7 x-openstack-request-id: req-4f291cb3-b8ea-4c33-aed0-1ab49284dde7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:31.211304 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc168e43-abee-4d1d-9bc0-9a042948ba13", "name": "network-vif-plugged", "status": "completed", "tag": "8f7447e1-6e43-430e-8868-e8ef6b1e129f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:31.211410 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f291cb3-b8ea-4c33-aed0-1ab49284dde7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:31.211816 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc168e43-abee-4d1d-9bc0-9a042948ba13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7447e1-6e43-430e-8868-e8ef6b1e129f', 'code': 200} Jul 29 14:45:31.216258 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: a37caea0-291f-4853-bd66-1bb59d05b331 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:31.217283 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a37caea0-291f-4853-bd66-1bb59d05b331 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:31.240865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-94ec5834-56af-4cd2-9f28-723cc4e6dda9 req-7472845d-3b1f-409f-ae03-6b9079b8e16a tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096740 Jul 29 14:45:31.257838 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-de92c526-85ab-4926-a4d4-cd4489c4ef71 None None] Deleting port 7c50642e-734f-4084-9533-5da7ba38ef81 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:31.259198 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de92c526-85ab-4926-a4d4-cd4489c4ef71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:31.281351 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-d607bbe5-05de-4e15-850d-ba84cafdd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:31.285115 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-d607bbe5-05de-4e15-850d-ba84cafdd5a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=012c933a160a445aaf840bf27cbcc814&device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 1094 time: 0.1256249 Jul 29 14:45:31.334448 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-8e934154-6daa-4110-8191-d6b732c6a1ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81acb76b-76f7-48c8-8a63-af4f60d37c68 HTTP/1.1" status: 200 len: 217 time: 0.0392294 Jul 29 14:45:31.396093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-de92c526-85ab-4926-a4d4-cd4489c4ef71 None None] For port 7c50642e-734f-4084-9533-5da7ba38ef81, host n-d-802893-1, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:31.396791 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de92c526-85ab-4926-a4d4-cd4489c4ef71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:31.411943 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-de92c526-85ab-4926-a4d4-cd4489c4ef71 None None] Calling delete_port for 7c50642e-734f-4084-9533-5da7ba38ef81 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:31.415420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-de92c526-85ab-4926-a4d4-cd4489c4ef71 None None] Port 7c50642e-734f-4084-9533-5da7ba38ef81 was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 14:45:31.417212 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de92c526-85ab-4926-a4d4-cd4489c4ef71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:31.434444 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b04284da-70ab-49be-be55-b27a76b04a59 req-ba1b40ad-5739-4115-9134-dde826995418 tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0659065 Jul 29 14:45:31.440303 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:31.451269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-c01a1aae-b3b0-47ba-82af-9b5590c610c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:31.452832 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-c01a1aae-b3b0-47ba-82af-9b5590c610c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed79112e-e1ad-495b-b97b-e7f814816160 HTTP/1.1" status: 200 len: 855 time: 0.1084309 Jul 29 14:45:31.455883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f61e97-b64e-4d05-9392-45ddf04cacc7 req-18b91620-72bb-4c62-9878-2af2389a96d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:31.457431 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-73f61e97-b64e-4d05-9392-45ddf04cacc7 req-18b91620-72bb-4c62-9878-2af2389a96d3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 1101 time: 0.1220918 Jul 29 14:45:31.462699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92c526-85ab-4926-a4d4-cd4489c4ef71 None None] Pushing event deleted for resources: {'Port': ['ID=7c50642e-734f-4084-9533-5da7ba38ef81,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:31.468072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc43b52-9aa8-4747-b129-55538c0ee4d0']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:31.469155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92c526-85ab-4926-a4d4-cd4489c4ef71 None None] No DVR routers for this DVR port 7c50642e-734f-4084-9533-5da7ba38ef81 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:31.484508 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f208ccb-e698-4fc0-9396-d3fc934ed7ed') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:31.485188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f208ccb-e698-4fc0-9396-d3fc934ed7ed') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:31.518682 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:31.541812 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:31.558957 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-11fcb10b-4af6-4e6b-961c-09020b1aab33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c3fb4d8-6228-49a5-b942-3323a7325c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786867 Jul 29 14:45:31.564872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:45:31.565458 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:45:31.573820 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:45:31.647395 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e2caf6-8408-4966-9db7-e2807077cc0d x-openstack-request-id: req-c8e2caf6-8408-4966-9db7-e2807077cc0d {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:31.647790 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535e5f01-aea7-4c1f-bdf2-1beb05e55d8b", "tag": "81acb76b-76f7-48c8-8a63-af4f60d37c68", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:31.648125 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8e2caf6-8408-4966-9db7-e2807077cc0d {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:31.648608 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535e5f01-aea7-4c1f-bdf2-1beb05e55d8b', 'tag': '81acb76b-76f7-48c8-8a63-af4f60d37c68', 'status': 'completed', 'code': 200} Jul 29 14:45:31.718879 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:31.722416 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf71b7ab-06e0-4fc8-b889-43dd6d4fceed req-a00d9fea-e858-4ee1-89ca-d123ad50accd tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 210 time: 0.0706260 Jul 29 14:45:31.745906 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-73f61e97-b64e-4d05-9392-45ddf04cacc7 req-cda857e6-c555-47a9-adad-fae237b13482 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700810 Jul 29 14:45:31.747808 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:31.750685 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] 10.222.0.16 "DELETE /v2.0/networks/2bc43b52-9aa8-4747-b129-55538c0ee4d0 HTTP/1.1" status: 204 len: 168 time: 1.4416804 Jul 29 14:45:31.751713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e676f4c-a8d6-4f8b-9fe1-d8c99adfd93a admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc43b52-9aa8-4747-b129-55538c0ee4d0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:31.754874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54206) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:31.851016 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-135a870d-9c84-4947-9159-77faa4661b71 service neutron] 10.222.0.39 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775099 Jul 29 14:45:31.877760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bf54b-02aa-4413-ba2d-241263e44000 req-b7ddbba7-6b64-4e76-b814-1f8968bae6e8 tempest-ServersAdminNegativeTestJSON-451734697 tempest-ServersAdminNegativeTestJSON-451734697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:31.879320 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-609bf54b-02aa-4413-ba2d-241263e44000 req-b7ddbba7-6b64-4e76-b814-1f8968bae6e8 tempest-ServersAdminNegativeTestJSON-451734697 tempest-ServersAdminNegativeTestJSON-451734697-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 1101 time: 0.0625968 Jul 29 14:45:31.918514 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-609bf54b-02aa-4413-ba2d-241263e44000 req-f0447f00-92b6-4dff-9353-71c0ce57106e tempest-ServersAdminNegativeTestJSON-451734697 tempest-ServersAdminNegativeTestJSON-451734697-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:32.054588 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a37718f1-2199-4412-ab71-d6f8c1012487 req-73a481a7-3210-467d-b906-09c026de94be service neutron] 10.222.0.39 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943152 Jul 29 14:45:32.077806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3697e1-83ce-47c2-87a8-7feeaeadf48f req-c375c9d0-4d66-4b54-87b9-1b2d0034c2e7 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:32.079085 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fa3697e1-83ce-47c2-87a8-7feeaeadf48f req-c375c9d0-4d66-4b54-87b9-1b2d0034c2e7 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 943 time: 0.1975453 Jul 29 14:45:32.123895 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-609bf54b-02aa-4413-ba2d-241263e44000 req-f0447f00-92b6-4dff-9353-71c0ce57106e tempest-ServersAdminNegativeTestJSON-451734697 tempest-ServersAdminNegativeTestJSON-451734697-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:32.129632 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-609bf54b-02aa-4413-ba2d-241263e44000 req-f0447f00-92b6-4dff-9353-71c0ce57106e tempest-ServersAdminNegativeTestJSON-451734697 tempest-ServersAdminNegativeTestJSON-451734697-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:32.164122 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-609bf54b-02aa-4413-ba2d-241263e44000 req-f0447f00-92b6-4dff-9353-71c0ce57106e tempest-ServersAdminNegativeTestJSON-451734697 tempest-ServersAdminNegativeTestJSON-451734697-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775362 Jul 29 14:45:32.175984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0447f00-92b6-4dff-9353-71c0ce57106e tempest-ServersAdminNegativeTestJSON-451734697 tempest-ServersAdminNegativeTestJSON-451734697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52326593-d981-427d-9816-ab22635a8cf8,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:32.207856 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fa3697e1-83ce-47c2-87a8-7feeaeadf48f req-89214056-0e82-4e14-a27c-fc15a28506e1 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093471 Jul 29 14:45:32.283264 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7812ccb-d570-42dc-9b31-347f17c21830 req-5eed5ab3-5efc-4360-8ae9-1fa39669a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:32.301001 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7812ccb-d570-42dc-9b31-347f17c21830 req-5eed5ab3-5efc-4360-8ae9-1fa39669a22f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=012c933a160a445aaf840bf27cbcc814&device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 1094 time: 0.1690702 Jul 29 14:45:32.521871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e628c1-d3b3-425b-b558-4c68a20a55e5 req-40cb9d48-a610-4f84-9f24-e979a3a8624e tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:32.529904 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6e628c1-d3b3-425b-b558-4c68a20a55e5 req-40cb9d48-a610-4f84-9f24-e979a3a8624e tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 946 time: 0.0710478 Jul 29 14:45:32.552864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff1d5-4654-4f4b-94b2-6f5a9865b913 req-044163a9-c187-4a19-a887-2034ce5e78c3 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:32.554425 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ad3ff1d5-4654-4f4b-94b2-6f5a9865b913 req-044163a9-c187-4a19-a887-2034ce5e78c3 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 950 time: 0.2415934 Jul 29 14:45:32.582082 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6e628c1-d3b3-425b-b558-4c68a20a55e5 req-553113bd-ad21-4a25-845d-946c750b430e tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510569 Jul 29 14:45:32.598565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7812ccb-d570-42dc-9b31-347f17c21830 req-486b9052-66e7-4a4e-bceb-ab5ab5602b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:32.600295 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7812ccb-d570-42dc-9b31-347f17c21830 req-486b9052-66e7-4a4e-bceb-ab5ab5602b9c service neutron] 10.222.0.39 "GET /v2.0/networks?id=4c3fb4d8-6228-49a5-b942-3323a7325c56 HTTP/1.1" status: 200 len: 916 time: 0.2984667 Jul 29 14:45:32.685584 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f1f75a51-1f1d-4e35-9bc2-5012e1153e1a req-297a8cb6-3caf-474f-a9e1-d987b1e8b67b tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0360813 Jul 29 14:45:32.687589 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7812ccb-d570-42dc-9b31-347f17c21830 req-5f936f92-1b5a-49cb-b536-5bf412d7c9df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81acb76b-76f7-48c8-8a63-af4f60d37c68 HTTP/1.1" status: 200 len: 217 time: 0.0454721 Jul 29 14:45:32.756431 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ad3ff1d5-4654-4f4b-94b2-6f5a9865b913 req-be92195a-81ca-4e56-9532-d2e90cc779be tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911530 Jul 29 14:45:32.819384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7812ccb-d570-42dc-9b31-347f17c21830 req-c2a3f84a-bdad-47ab-b9eb-996efee6e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:32.820883 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7812ccb-d570-42dc-9b31-347f17c21830 req-c2a3f84a-bdad-47ab-b9eb-996efee6e7ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed79112e-e1ad-495b-b97b-e7f814816160 HTTP/1.1" status: 200 len: 855 time: 0.1168449 Jul 29 14:45:32.873228 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85571f45-4d6f-4150-bbe0-1515554ef0e8 req-fc880f50-5370-423c-bc3e-5798edf2d5da tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 210 time: 0.0370164 Jul 29 14:45:32.894094 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7812ccb-d570-42dc-9b31-347f17c21830 req-e1ad3e89-0bce-4d31-9a87-11d8bf08c81f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c3fb4d8-6228-49a5-b942-3323a7325c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554390 Jul 29 14:45:33.041096 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7812ccb-d570-42dc-9b31-347f17c21830 req-2cea1576-a747-44ca-95ea-0dc274ec7728 service neutron] 10.222.0.39 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378694 Jul 29 14:45:33.096728 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:33.214332 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7812ccb-d570-42dc-9b31-347f17c21830 req-7c7328e1-d303-4079-b2b3-5011df5cc3aa service neutron] 10.222.0.39 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652248 Jul 29 14:45:33.226106 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-df74abb7-2c43-4c7c-bc7a-91ec55aba45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:33.230580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54238) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:33.312759 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc018705-bc73-492e-9aaa-45fede20b002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:33.429754 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7c4f2f1a-eb9a-4b46-806a-3c22ccf6e823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:33.450200 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693159ab-d9c0-41f0-8e9e-0611b0f2d1ae req-61451a4c-579c-4144-ad9b-279babc725c8 tempest-ServersAdminNegativeTestJSON-451734697 tempest-ServersAdminNegativeTestJSON-451734697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:33.451769 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-693159ab-d9c0-41f0-8e9e-0611b0f2d1ae req-61451a4c-579c-4144-ad9b-279babc725c8 tempest-ServersAdminNegativeTestJSON-451734697 tempest-ServersAdminNegativeTestJSON-451734697-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 1101 time: 0.0917470 Jul 29 14:45:33.458525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f705ec-b5db-47ce-a177-e05c3e4e9585 req-198e9077-7e93-4fe5-afec-13fc35c4f470 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:33.460145 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-24f705ec-b5db-47ce-a177-e05c3e4e9585 req-198e9077-7e93-4fe5-afec-13fc35c4f470 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 943 time: 0.0860276 Jul 29 14:45:33.533646 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-24f705ec-b5db-47ce-a177-e05c3e4e9585 req-c4e5ae85-f16a-45ea-8613-8544bd2402a1 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643399 Jul 29 14:45:33.545198 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-693159ab-d9c0-41f0-8e9e-0611b0f2d1ae req-3562e462-b8fb-4117-acd5-080e5c456b27 tempest-ServersAdminNegativeTestJSON-451734697 tempest-ServersAdminNegativeTestJSON-451734697-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662897 Jul 29 14:45:33.615275 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7c4f2f1a-eb9a-4b46-806a-3c22ccf6e823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:33.622752 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7c4f2f1a-eb9a-4b46-806a-3c22ccf6e823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:33.675531 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7c4f2f1a-eb9a-4b46-806a-3c22ccf6e823 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3a4a0267f84446b89dd9f46345aecfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4431353 Jul 29 14:45:33.677499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f2f1a-eb9a-4b46-806a-3c22ccf6e823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0909db7-177c-4e25-a5f7-b226144808f8,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:33.680196 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54254) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:33.692563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-df74abb7-2c43-4c7c-bc7a-91ec55aba45c admin admin] Deleting port 41b7723a-12bc-437a-80b1-1bdcaf929697 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:33.693338 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-df74abb7-2c43-4c7c-bc7a-91ec55aba45c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:33.745093 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-afe90bee-1804-4b2f-b0d0-8873a8395381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:33.781064 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-afe90bee-1804-4b2f-b0d0-8873a8395381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:33.808408 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60afb613-e456-42b5-9c2e-d434040d4dd0 req-cf7d17b4-e0a9-4f17-ae63-23834f309a13 tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0317409 Jul 29 14:45:33.842725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-df74abb7-2c43-4c7c-bc7a-91ec55aba45c admin admin] For port 41b7723a-12bc-437a-80b1-1bdcaf929697, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=41b7723a-12bc-437a-80b1-1bdcaf929697,segment=NetworkSegment(9db9c791-a628-4e47-8083-0760eaff527c),segment_id=9db9c791-a628-4e47-8083-0760eaff527c)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:33.843178 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-df74abb7-2c43-4c7c-bc7a-91ec55aba45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:33.864920 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-df74abb7-2c43-4c7c-bc7a-91ec55aba45c admin admin] Calling delete_port for 41b7723a-12bc-437a-80b1-1bdcaf929697 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:33.865144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a0d03-7ab8-46a7-b240-45e486d14a77 req-0ba76ae5-4b45-45a5-9672-34b529030075 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:33.866728 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e3a0d03-7ab8-46a7-b240-45e486d14a77 req-0ba76ae5-4b45-45a5-9672-34b529030075 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 946 time: 0.1036167 Jul 29 14:45:33.892385 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-afe90bee-1804-4b2f-b0d0-8873a8395381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:33.895155 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-afe90bee-1804-4b2f-b0d0-8873a8395381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:33.896316 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-afe90bee-1804-4b2f-b0d0-8873a8395381 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0909db7-177c-4e25-a5f7-b226144808f8 HTTP/1.1" status: 204 len: 168 time: 0.2145989 Jul 29 14:45:33.924766 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e3a0d03-7ab8-46a7-b240-45e486d14a77 req-5d726046-952e-44d4-846b-0cad221fad68 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510626 Jul 29 14:45:33.927090 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe90bee-1804-4b2f-b0d0-8873a8395381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0909db7-177c-4e25-a5f7-b226144808f8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:34.121159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb0131-1862-4290-b6bd-c8fee644be11 req-5891283d-15c9-40cb-8155-cbd43a07dbe8 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:34.123416 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2abb0131-1862-4290-b6bd-c8fee644be11 req-5891283d-15c9-40cb-8155-cbd43a07dbe8 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 950 time: 0.0799456 Jul 29 14:45:34.219415 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:34.221746 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2abb0131-1862-4290-b6bd-c8fee644be11 req-cb8d6ed0-2363-4bfd-90e8-38002b9aefae tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894036 Jul 29 14:45:34.270050 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c0561c8f-4b36-44ef-a83e-b9775d7cafc2 req-c3c544d3-1396-4f24-9be6-09ec0d70e3a9 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=04cdda24-402f-49fe-a447-05db74b7fab9 HTTP/1.1" status: 200 len: 210 time: 0.0561745 Jul 29 14:45:34.310477 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-df74abb7-2c43-4c7c-bc7a-91ec55aba45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:34.376916 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74abb7-2c43-4c7c-bc7a-91ec55aba45c admin admin] Pushing event deleted for resources: {'Port': ['ID=41b7723a-12bc-437a-80b1-1bdcaf929697,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:34.477664 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4a40f-bb56-419e-8a59-c9c88be4b723 req-3c919c38-6deb-40dc-b8b6-d6bae5aa5d52 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:34.479536 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01b4a40f-bb56-419e-8a59-c9c88be4b723 req-3c919c38-6deb-40dc-b8b6-d6bae5aa5d52 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 950 time: 0.0926003 Jul 29 14:45:34.510752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54274) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:34.532396 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-614d0635-f8e5-48dd-a367-83e9c9015641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:34.562159 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0448c6-5ad7-46b9-811c-9d4b399c38d2 req-82b3300f-a989-4515-b07d-8f10131920fa tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:34.563814 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea0448c6-5ad7-46b9-811c-9d4b399c38d2 req-82b3300f-a989-4515-b07d-8f10131920fa tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.38 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 946 time: 0.1728797 Jul 29 14:45:34.573622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db76e5-48a3-4ecf-af89-9d410dd4be8e req-ce8013da-2386-40ba-ae7b-2aa5d5215a64 tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:34.579171 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01b4a40f-bb56-419e-8a59-c9c88be4b723 req-3e773658-662c-4b06-a21e-3e49357e3922 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753372 Jul 29 14:45:34.582401 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9db76e5-48a3-4ecf-af89-9d410dd4be8e req-ce8013da-2386-40ba-ae7b-2aa5d5215a64 tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 1101 time: 0.2394269 Jul 29 14:45:34.754648 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-614d0635-f8e5-48dd-a367-83e9c9015641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:34.761819 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-614d0635-f8e5-48dd-a367-83e9c9015641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:34.777830 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad8cb6-ec1a-4aa1-9fd6-9b186fcfd628 req-71686b89-ef5d-49ce-a402-6cbf140a7b61 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:34.790512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-86ad8cb6-ec1a-4aa1-9fd6-9b186fcfd628 req-71686b89-ef5d-49ce-a402-6cbf140a7b61 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 943 time: 0.1111701 Jul 29 14:45:34.860888 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d0635-f8e5-48dd-a367-83e9c9015641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47c5f1a-65f9-489d-8e5c-8b89009bb82d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:34.876695 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-614d0635-f8e5-48dd-a367-83e9c9015641 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e4b044e424940db9b7e9ce40312fd73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643909 Jul 29 14:45:34.879939 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54280) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:34.893286 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-86ad8cb6-ec1a-4aa1-9fd6-9b186fcfd628 req-4de11bd9-b53e-464e-b81c-fd3b1da324ad tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015325 Jul 29 14:45:34.971417 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db8601f3-4763-4035-9788-94177fb2bf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:35.003860 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6113dc45-13b8-4906-868d-9bf669f995e1 req-f76e7f55-ecd1-4da5-8547-f5633230665e tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0421009 Jul 29 14:45:35.017981 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db8601f3-4763-4035-9788-94177fb2bf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:35.041201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 81acb76b-76f7-48c8-8a63-af4f60d37c68 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:45:35.101907 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db8601f3-4763-4035-9788-94177fb2bf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:35.105807 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db8601f3-4763-4035-9788-94177fb2bf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:35.110314 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-db8601f3-4763-4035-9788-94177fb2bf09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b47c5f1a-65f9-489d-8e5c-8b89009bb82d HTTP/1.1" status: 204 len: 168 time: 0.2290480 Jul 29 14:45:35.116893 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9db76e5-48a3-4ecf-af89-9d410dd4be8e req-fc0c615a-422a-4ccc-96a7-37662594ea9a tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287683 Jul 29 14:45:35.131485 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8601f3-4763-4035-9788-94177fb2bf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47c5f1a-65f9-489d-8e5c-8b89009bb82d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:35.148554 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-df74abb7-2c43-4c7c-bc7a-91ec55aba45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:35.222726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-ea0448c6-5ad7-46b9-811c-9d4b399c38d2 req-f9e048b0-c948-4a65-a430-f103a946d7e9 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Deleting port fc661a8f-c04f-4fa2-ac1d-4470603be52e {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:35.223064 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ea0448c6-5ad7-46b9-811c-9d4b399c38d2 req-f9e048b0-c948-4a65-a430-f103a946d7e9 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:35.267809 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f6796-9ab4-4627-bc06-c7613a4813af req-921287f2-d6c9-4cd7-8298-4fecec09e1bc tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:35.271037 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 81acb76b-76f7-48c8-8a63-af4f60d37c68, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81acb76b-76f7-48c8-8a63-af4f60d37c68,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:35.288746 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d44f6796-9ab4-4627-bc06-c7613a4813af req-921287f2-d6c9-4cd7-8298-4fecec09e1bc tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 946 time: 0.1379607 Jul 29 14:45:35.290286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '81acb76b-76f7-48c8-8a63-af4f60d37c68', 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56', 'port_id': '81acb76b-76f7-48c8-8a63-af4f60d37c68', 'mac_address': 'fa:16:3e:a1:11:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed79112e-e1ad-495b-b97b-e7f814816160', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:45:35.380682 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d44f6796-9ab4-4627-bc06-c7613a4813af req-81256673-9002-45c2-b1fe-004717aa9912 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898726 Jul 29 14:45:35.402454 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:35.427869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81acb76b-76f7-48c8-8a63-af4f60d37c68 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:45:35.465774 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 81acb76b-76f7-48c8-8a63-af4f60d37c68, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81acb76b-76f7-48c8-8a63-af4f60d37c68,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:35.471236 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:35.539291 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=81acb76b-76f7-48c8-8a63-af4f60d37c68,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:35.540302 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-c43ec7bd-d446-44de-9acc-faefdc2bd234 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853119 Jul 29 14:45:35.705591 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df74abb7-2c43-4c7c-bc7a-91ec55aba45c admin admin] Router 671c081b-c8b3-4d68-b172-b6d8c8ae6463 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:45:35.742664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ea0448c6-5ad7-46b9-811c-9d4b399c38d2 req-f9e048b0-c948-4a65-a430-f103a946d7e9 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] For port fc661a8f-c04f-4fa2-ac1d-4470603be52e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=fc661a8f-c04f-4fa2-ac1d-4470603be52e,segment=NetworkSegment(de9df23c-bc17-4538-a3e1-d40b4138f4fd),segment_id=de9df23c-bc17-4538-a3e1-d40b4138f4fd)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:35.744044 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ea0448c6-5ad7-46b9-811c-9d4b399c38d2 req-f9e048b0-c948-4a65-a430-f103a946d7e9 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:35.745966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c015d92-135f-4cce-8f3e-10f47fa5ab53 req-d0310164-4289-42e5-a275-b5c5041e3ea7 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:35.747577 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c015d92-135f-4cce-8f3e-10f47fa5ab53 req-d0310164-4289-42e5-a275-b5c5041e3ea7 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 950 time: 0.0786374 Jul 29 14:45:35.750773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['81acb76b-76f7-48c8-8a63-af4f60d37c68'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:35.832726 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c015d92-135f-4cce-8f3e-10f47fa5ab53 req-8052a2ff-0a4e-4b95-adfd-4d71a41ce1a3 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779066 Jul 29 14:45:35.931223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-214b2181-442d-4096-ad0f-0c6d60e2196a tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:35.949967 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-214b2181-442d-4096-ad0f-0c6d60e2196a tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3645606 Jul 29 14:45:36.074031 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-c5812056-0184-4f53-9b16-e1ba8eefd94d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/quotas/4ab3b8915f2f4e84a51a86946cfa2fce HTTP/1.1" status: 200 len: 375 time: 0.1224887 Jul 29 14:45:36.139416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad4c74-fc8a-42ef-b0ad-d3e13505e52d req-fb507859-974a-41f6-986b-f8bd947945de tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:36.141129 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-75ad4c74-fc8a-42ef-b0ad-d3e13505e52d req-fb507859-974a-41f6-986b-f8bd947945de tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 944 time: 0.1265635 Jul 29 14:45:36.179315 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:36.237035 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-75ad4c74-fc8a-42ef-b0ad-d3e13505e52d req-5e834272-4d54-4f5d-b60a-2af1435fb652 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720341 Jul 29 14:45:36.273143 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df74abb7-2c43-4c7c-bc7a-91ec55aba45c admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:45:36.286118 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-df74abb7-2c43-4c7c-bc7a-91ec55aba45c admin admin] 10.222.0.16 "PUT /v2.0/routers/671c081b-c8b3-4d68-b172-b6d8c8ae6463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5276194 Jul 29 14:45:36.286513 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54328) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:36.286707 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c6faf-7fff-4a95-8727-7fab3e681814 None None] Sync routers for ids ['671c081b-c8b3-4d68-b172-b6d8c8ae6463'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:45:36.295452 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5a4db-22e8-4904-be6d-ddf1e85900ef req-fc044d45-40aa-4232-af00-2222edbd12ba tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:36.296949 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33f5a4db-22e8-4904-be6d-ddf1e85900ef req-fc044d45-40aa-4232-af00-2222edbd12ba tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.38 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 950 time: 0.3163450 Jul 29 14:45:36.310152 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c6faf-7fff-4a95-8727-7fab3e681814 None None] Routers {'671c081b-c8b3-4d68-b172-b6d8c8ae6463'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:45:36.311051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-121c6faf-7fff-4a95-8727-7fab3e681814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['671c081b-c8b3-4d68-b172-b6d8c8ae6463'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:36.334044 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-71a5ff54-bd57-484a-8c75-229f43ab543a tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2474439 Jul 29 14:45:36.429952 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb35830b-c4fa-4637-8cde-405d92164954 admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:36.431966 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-121c6faf-7fff-4a95-8727-7fab3e681814 None None] Set router 671c081b-c8b3-4d68-b172-b6d8c8ae6463 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:45:36.503224 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e2487ca-4d74-4deb-8658-d50bb6bdecc0 req-8a00a467-05db-4067-849e-2c9d8df2c2e3 tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0826163 Jul 29 14:45:36.596173 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ea0448c6-5ad7-46b9-811c-9d4b399c38d2 req-f9e048b0-c948-4a65-a430-f103a946d7e9 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:36.596563 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ea0448c6-5ad7-46b9-811c-9d4b399c38d2 req-f9e048b0-c948-4a65-a430-f103a946d7e9 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:36.596911 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-ea0448c6-5ad7-46b9-811c-9d4b399c38d2 req-f9e048b0-c948-4a65-a430-f103a946d7e9 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Floating IP 6a003dda-a253-4e69-afe5-3b7f7e6b61ec disassociated. External IP: 172.25.6.236, port: fc661a8f-c04f-4fa2-ac1d-4470603be52e. Jul 29 14:45:36.597263 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-ea0448c6-5ad7-46b9-811c-9d4b399c38d2 req-f9e048b0-c948-4a65-a430-f103a946d7e9 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Calling delete_port for fc661a8f-c04f-4fa2-ac1d-4470603be52e owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:36.768571 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb35830b-c4fa-4637-8cde-405d92164954 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:36.771320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-121c6faf-7fff-4a95-8727-7fab3e681814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-13759162-router', 'tenant_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': '7374fdbd-98d4-4faf-b6ca-27a565a128eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:50Z', 'updated_at': '2021-07-29T14:45:34Z', 'revision_number': 5, 'project_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'gw_port': {'id': '7374fdbd-98d4-4faf-b6ca-27a565a128eb', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:0d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:40:52Z', 'updated_at': '2021-07-29T14:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:36.835071 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea2037-98ac-4d98-a4d6-eabb191cbc3b req-a3f02700-63c6-49d0-97af-eebb7212089c tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:36.837102 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-25ea2037-98ac-4d98-a4d6-eabb191cbc3b req-a3f02700-63c6-49d0-97af-eebb7212089c tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 946 time: 0.1028807 Jul 29 14:45:36.844848 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c6faf-7fff-4a95-8727-7fab3e681814 None None] Checking router: 671c081b-c8b3-4d68-b172-b6d8c8ae6463 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:45:36.868951 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121c6faf-7fff-4a95-8727-7fab3e681814 None None] Routers {'671c081b-c8b3-4d68-b172-b6d8c8ae6463'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:45:36.869834 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-121c6faf-7fff-4a95-8727-7fab3e681814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['671c081b-c8b3-4d68-b172-b6d8c8ae6463'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:36.886969 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e803ce7a-8ba9-44b5-8770-9483d670f968 req-604d01bb-8be8-4e94-8f87-7510a6200394 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 210 time: 0.1417041 Jul 29 14:45:36.917487 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-25ea2037-98ac-4d98-a4d6-eabb191cbc3b req-cc501bd6-c91d-4c8d-a5d1-48cd5ed05899 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups?id=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678720 Jul 29 14:45:36.918983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-cb35830b-c4fa-4637-8cde-405d92164954 admin admin] Deleting port 7374fdbd-98d4-4faf-b6ca-27a565a128eb {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:36.919292 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb35830b-c4fa-4637-8cde-405d92164954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:36.925098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-33f5a4db-22e8-4904-be6d-ddf1e85900ef req-de6026a4-b26e-4c1e-a350-58e1ee5d7a87 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Deleting port a4a48ea9-5b54-470c-81ed-31247ed5e9dd {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:36.925445 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-33f5a4db-22e8-4904-be6d-ddf1e85900ef req-de6026a4-b26e-4c1e-a350-58e1ee5d7a87 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:37.086686 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 81acb76b-76f7-48c8-8a63-af4f60d37c68 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:45:37.119386 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-33f5a4db-22e8-4904-be6d-ddf1e85900ef req-de6026a4-b26e-4c1e-a350-58e1ee5d7a87 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] For port a4a48ea9-5b54-470c-81ed-31247ed5e9dd, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a4a48ea9-5b54-470c-81ed-31247ed5e9dd,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:37.119847 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-33f5a4db-22e8-4904-be6d-ddf1e85900ef req-de6026a4-b26e-4c1e-a350-58e1ee5d7a87 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:37.135104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-33f5a4db-22e8-4904-be6d-ddf1e85900ef req-de6026a4-b26e-4c1e-a350-58e1ee5d7a87 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Calling delete_port for a4a48ea9-5b54-470c-81ed-31247ed5e9dd owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:37.232038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-cb35830b-c4fa-4637-8cde-405d92164954 admin admin] For port 7374fdbd-98d4-4faf-b6ca-27a565a128eb, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7374fdbd-98d4-4faf-b6ca-27a565a128eb,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:37.232445 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb35830b-c4fa-4637-8cde-405d92164954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:37.254799 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-cb35830b-c4fa-4637-8cde-405d92164954 admin admin] Calling delete_port for 7374fdbd-98d4-4faf-b6ca-27a565a128eb owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:37.299423 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-33f5a4db-22e8-4904-be6d-ddf1e85900ef req-de6026a4-b26e-4c1e-a350-58e1ee5d7a87 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:37.315055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-121c6faf-7fff-4a95-8727-7fab3e681814 None None] Set router 671c081b-c8b3-4d68-b172-b6d8c8ae6463 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:45:37.408379 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-89ce750e-fcb1-4c2e-aad3-4ef3d8f00016 req-b6555066-5792-4435-9a52-370fd17b052d tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 210 time: 0.1173272 Jul 29 14:45:37.450210 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6026a4-b26e-4c1e-a350-58e1ee5d7a87 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Pushing event deleted for resources: {'Port': ['ID=a4a48ea9-5b54-470c-81ed-31247ed5e9dd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:37.488093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['28c377a5-9ab5-4f95-ac57-4ecde932e465', 'a4a48ea9-5b54-470c-81ed-31247ed5e9dd'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:37.547478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-121c6faf-7fff-4a95-8727-7fab3e681814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-13759162-router', 'tenant_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:50Z', 'updated_at': '2021-07-29T14:45:36Z', 'revision_number': 6, 'project_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:37.647929 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121c6faf-7fff-4a95-8727-7fab3e681814 None None] The sync data for ids ['671c081b-c8b3-4d68-b172-b6d8c8ae6463'] in n-d-802893-1 is: [{'id': '671c081b-c8b3-4d68-b172-b6d8c8ae6463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-13759162-router', 'tenant_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:40:50Z', 'updated_at': '2021-07-29T14:45:36Z', 'revision_number': 6, 'project_id': '59bf6d85fcfa44ebb1727b34c3f5a4d7', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:45:37.659193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 81acb76b-76f7-48c8-8a63-af4f60d37c68 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:45:37.680006 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8fb32-439a-4078-bf31-4605ed57afe2 req-6259f291-376c-4e58-aa53-386082a26fd0 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:37.701296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1a8fb32-439a-4078-bf31-4605ed57afe2 req-6259f291-376c-4e58-aa53-386082a26fd0 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 944 time: 0.3008204 Jul 29 14:45:37.720973 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 81acb76b-76f7-48c8-8a63-af4f60d37c68 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:45:37.725328 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:37.755732 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f5a4db-22e8-4904-be6d-ddf1e85900ef req-de6026a4-b26e-4c1e-a350-58e1ee5d7a87 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] No DVR routers for this DVR port a4a48ea9-5b54-470c-81ed-31247ed5e9dd on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:37.766981 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-33f5a4db-22e8-4904-be6d-ddf1e85900ef req-de6026a4-b26e-4c1e-a350-58e1ee5d7a87 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:37.771870 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33f5a4db-22e8-4904-be6d-ddf1e85900ef req-de6026a4-b26e-4c1e-a350-58e1ee5d7a87 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.38 "DELETE /v2.0/ports/a4a48ea9-5b54-470c-81ed-31247ed5e9dd HTTP/1.1" status: 204 len: 173 time: 1.4367368 Jul 29 14:45:37.799315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5da802-ded1-4974-a834-8ea8c643c1f7', 'name': 'network-vif-deleted', 'tag': 'a4a48ea9-5b54-470c-81ed-31247ed5e9dd'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:37.804227 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9c942a-8fed-419e-bde0-52822214b141" -d '{"events": [{"server_uuid": "fa5da802-ded1-4974-a834-8ea8c643c1f7", "name": "network-vif-deleted", "tag": "a4a48ea9-5b54-470c-81ed-31247ed5e9dd"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:37.880520 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65cca572-1917-4ae5-aad5-5c0a24fb02a2 req-951dcab6-1e7c-4054-a1c1-d23dcdcec370 tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0875292 Jul 29 14:45:37.885985 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ea0448c6-5ad7-46b9-811c-9d4b399c38d2 req-f9e048b0-c948-4a65-a430-f103a946d7e9 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:37.953306 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1a8fb32-439a-4078-bf31-4605ed57afe2 req-a199c876-9237-4464-ae6e-4c1fe1606379 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510054 Jul 29 14:45:37.975537 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e048b0-c948-4a65-a430-f103a946d7e9 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Pushing event deleted for resources: {'Port': ['ID=fc661a8f-c04f-4fa2-ac1d-4470603be52e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:37.995830 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb35830b-c4fa-4637-8cde-405d92164954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:38.190123 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35830b-c4fa-4637-8cde-405d92164954 admin admin] Pushing event deleted for resources: {'Port': ['ID=7374fdbd-98d4-4faf-b6ca-27a565a128eb,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:38.263851 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b64022-7aa5-4fdb-b6dd-057bf2bdb538 x-openstack-request-id: req-97b64022-7aa5-4fdb-b6dd-057bf2bdb538 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:38.264555 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5da802-ded1-4974-a834-8ea8c643c1f7", "name": "network-vif-deleted", "tag": "a4a48ea9-5b54-470c-81ed-31247ed5e9dd", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:38.265331 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97b64022-7aa5-4fdb-b6dd-057bf2bdb538 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:38.265525 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5da802-ded1-4974-a834-8ea8c643c1f7', 'name': 'network-vif-deleted', 'tag': 'a4a48ea9-5b54-470c-81ed-31247ed5e9dd', 'status': 'completed', 'code': 200} Jul 29 14:45:38.296557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a4a48ea9-5b54-470c-81ed-31247ed5e9dd no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:38.302422 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc764e80-2488-42fb-9409-b0c82f01392a req-89c7429b-0d44-4221-b4c5-2b7e004b2051 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 210 time: 0.1222467 Jul 29 14:45:38.335734 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e492319-8a16-42a5-a868-36c861d2c43b req-8d897c37-fb57-4047-b65b-ec7a892d8f34 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 210 time: 0.0693190 Jul 29 14:45:38.399709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea0448c6-5ad7-46b9-811c-9d4b399c38d2 req-f9e048b0-c948-4a65-a430-f103a946d7e9 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Router c2b37707-89d5-4e82-abb4-97770297e8c8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:45:38.426818 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb35830b-c4fa-4637-8cde-405d92164954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:38.427411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: a4a48ea9-5b54-470c-81ed-31247ed5e9dd {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:38.428582 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a4a48ea9-5b54-470c-81ed-31247ed5e9dd not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:38.431444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device fc661a8f-c04f-4fa2-ac1d-4470603be52e no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:38.536782 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: fc661a8f-c04f-4fa2-ac1d-4470603be52e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:38.537485 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device fc661a8f-c04f-4fa2-ac1d-4470603be52e not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:38.683159 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-99385b36-22ee-4b7c-80d9-977b18666af6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205816 Jul 29 14:45:38.752007 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:38.775794 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb35830b-c4fa-4637-8cde-405d92164954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:38.779073 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b73e275e-37ba-4ec0-b5fa-01d7d8614c8b req-179b2a40-e729-4cda-8f07-acb901dd7be5 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa5da802-ded1-4974-a834-8ea8c643c1f7 HTTP/1.1" status: 200 len: 210 time: 0.1350274 Jul 29 14:45:38.780537 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb35830b-c4fa-4637-8cde-405d92164954 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:38.808964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535e5f01-aea7-4c1f-bdf2-1beb05e55d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81acb76b-76f7-48c8-8a63-af4f60d37c68'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:38.815514 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e0940e-e388-4372-adc3-d356274b5c3e" -d '{"events": [{"server_uuid": "535e5f01-aea7-4c1f-bdf2-1beb05e55d8b", "name": "network-vif-plugged", "status": "completed", "tag": "81acb76b-76f7-48c8-8a63-af4f60d37c68"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:38.898758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 81acb76b-76f7-48c8-8a63-af4f60d37c68, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81acb76b-76f7-48c8-8a63-af4f60d37c68,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:38.910941 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:38.952345 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb35830b-c4fa-4637-8cde-405d92164954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:38.954611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb35830b-c4fa-4637-8cde-405d92164954 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 671c081b-c8b3-4d68-b172-b6d8c8ae6463 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:45:38.972073 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb35830b-c4fa-4637-8cde-405d92164954 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:38.984062 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cb35830b-c4fa-4637-8cde-405d92164954 admin admin] 10.222.0.16 "DELETE /v2.0/routers/671c081b-c8b3-4d68-b172-b6d8c8ae6463 HTTP/1.1" status: 204 len: 168 time: 2.6955740 Jul 29 14:45:38.988104 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54396) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:38.997042 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fa0b7e-0dc6-4677-99af-37e7064ca086 x-openstack-request-id: req-16fa0b7e-0dc6-4677-99af-37e7064ca086 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:38.997413 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535e5f01-aea7-4c1f-bdf2-1beb05e55d8b", "name": "network-vif-plugged", "status": "completed", "tag": "81acb76b-76f7-48c8-8a63-af4f60d37c68", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:38.997699 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16fa0b7e-0dc6-4677-99af-37e7064ca086 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:38.998086 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535e5f01-aea7-4c1f-bdf2-1beb05e55d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81acb76b-76f7-48c8-8a63-af4f60d37c68', 'code': 200} Jul 29 14:45:39.002001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 41b7723a-12bc-437a-80b1-1bdcaf929697 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:39.091733 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 41b7723a-12bc-437a-80b1-1bdcaf929697 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:39.092096 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 41b7723a-12bc-437a-80b1-1bdcaf929697 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:39.092531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7374fdbd-98d4-4faf-b6ca-27a565a128eb no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:39.142262 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 7374fdbd-98d4-4faf-b6ca-27a565a128eb {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:39.142754 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7374fdbd-98d4-4faf-b6ca-27a565a128eb not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:39.162839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=81acb76b-76f7-48c8-8a63-af4f60d37c68,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:39.187341 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e960527e-5992-499f-b6ce-7bc1c32c757f req-32ea64d4-254a-4566-8339-92bdfbbc617f tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0790281 Jul 29 14:45:39.198484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-941ad6d7-9142-40b8-ae11-2abe520f4121 admin admin] Deleting subnet fa2bd4a9-4bb0-436f-a334-b42660fc9d84 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:45:39.206628 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-941ad6d7-9142-40b8-ae11-2abe520f4121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:39.213735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea0448c6-5ad7-46b9-811c-9d4b399c38d2 req-f9e048b0-c948-4a65-a430-f103a946d7e9 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:45:39.227716 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de681e-b5a2-4c9c-ba1f-538e2a19007b None None] Sync routers for ids ['c2b37707-89d5-4e82-abb4-97770297e8c8'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:45:39.252955 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de681e-b5a2-4c9c-ba1f-538e2a19007b None None] Routers {'c2b37707-89d5-4e82-abb4-97770297e8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:45:39.253736 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-02de681e-b5a2-4c9c-ba1f-538e2a19007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c2b37707-89d5-4e82-abb4-97770297e8c8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:39.430209 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0448c6-5ad7-46b9-811c-9d4b399c38d2 req-f9e048b0-c948-4a65-a430-f103a946d7e9 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] No DVR routers for this DVR port fc661a8f-c04f-4fa2-ac1d-4470603be52e on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:39.435573 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ea0448c6-5ad7-46b9-811c-9d4b399c38d2 req-f9e048b0-c948-4a65-a430-f103a946d7e9 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:39.438939 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea0448c6-5ad7-46b9-811c-9d4b399c38d2 req-f9e048b0-c948-4a65-a430-f103a946d7e9 tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.38 "DELETE /v2.0/ports/fc661a8f-c04f-4fa2-ac1d-4470603be52e HTTP/1.1" status: 204 len: 173 time: 4.8538010 Jul 29 14:45:39.495748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-42cf9b13-73ff-436a-ad19-a82644c822d3 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:39.502246 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-42cf9b13-73ff-436a-ad19-a82644c822d3 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8100271 Jul 29 14:45:39.522618 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d795c8b-ab27-45cf-9a98-8952bab6da9a req-deb46a76-2e58-400b-8b7b-f8babff13555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:39.524263 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d795c8b-ab27-45cf-9a98-8952bab6da9a req-deb46a76-2e58-400b-8b7b-f8babff13555 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 1096 time: 0.4522302 Jul 29 14:45:39.533125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3138f-19f6-4792-814b-bf0ffc227476 req-31441a4d-a464-4ce7-b896-ffa967bc1d95 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:39.534804 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cfc3138f-19f6-4792-814b-bf0ffc227476 req-31441a4d-a464-4ce7-b896-ffa967bc1d95 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.3860648 Jul 29 14:45:39.540754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-53292e4c-2aef-4b21-86d6-f5c56698d847 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Request body: {'port': {'device_id': 'd84bf699-abd3-445e-aea3-e5bfb6d08b9c', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '4ab3b8915f2f4e84a51a86946cfa2fce'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:45:39.735409 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-02de681e-b5a2-4c9c-ba1f-538e2a19007b None None] Set router c2b37707-89d5-4e82-abb4-97770297e8c8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:45:39.775816 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b9762e70-b572-4a84-ad1c-f58e19ebddae req-de46a488-d94e-4051-abf7-4757bd0b60a5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 210 time: 0.0843904 Jul 29 14:45:39.791721 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-941ad6d7-9142-40b8-ae11-2abe520f4121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:39.916195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d795c8b-ab27-45cf-9a98-8952bab6da9a req-9236b9e0-f142-4b6a-a37c-cefedc35197b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717036 Jul 29 14:45:39.931144 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cfc3138f-19f6-4792-814b-bf0ffc227476 req-e72e5daa-d636-4b35-b124-dd7b6cb4735d tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797102 Jul 29 14:45:39.950760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-53292e4c-2aef-4b21-86d6-f5c56698d847 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Made reservation on behalf of 4ab3b8915f2f4e84a51a86946cfa2fce for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:45:39.956485 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-53292e4c-2aef-4b21-86d6-f5c56698d847 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:39.970861 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-941ad6d7-9142-40b8-ae11-2abe520f4121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:40.101953 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-941ad6d7-9142-40b8-ae11-2abe520f4121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:40.198760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ad6d7-9142-40b8-ae11-2abe520f4121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2bd4a9-4bb0-436f-a334-b42660fc9d84,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:40.214093 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cdfd573-bd7a-4d45-a5a1-57615d8462ca req-b8e40a44-6817-4266-a1da-8cffc89df2ac tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/ports?device_id=c44af8e6-e888-43c5-ac5b-aaa17c4f266e HTTP/1.1" status: 200 len: 210 time: 0.1227789 Jul 29 14:45:40.222591 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-941ad6d7-9142-40b8-ae11-2abe520f4121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:40.228549 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-02de681e-b5a2-4c9c-ba1f-538e2a19007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'name': 'tempest-ServersTestJSON-1365962912-router', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:52Z', 'updated_at': '2021-07-29T14:43:02Z', 'revision_number': 4, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'gw_port': {'id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:54Z', 'updated_at': '2021-07-29T14:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'e5607051-a038-4ca6-a4d3-e4a7e1a73513', 'name': '', 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'mac_address': 'fa:16:3e:a1:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:00Z', 'updated_at': '2021-07-29T14:43:09Z', 'revision_number': 5, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'subnets': [{'id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:40.233062 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8895d4b-51fb-42e2-93bf-4bbffc89842d None None] Network be5eadf2-f170-4581-888b-4c2f00329059 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:45:40.252856 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-941ad6d7-9142-40b8-ae11-2abe520f4121 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fa2bd4a9-4bb0-436f-a334-b42660fc9d84 HTTP/1.1" status: 204 len: 168 time: 1.2590299 Jul 29 14:45:40.253737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54422) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:40.330346 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de681e-b5a2-4c9c-ba1f-538e2a19007b None None] Checking router: c2b37707-89d5-4e82-abb4-97770297e8c8 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:45:40.331358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44af8e6-e888-43c5-ac5b-aaa17c4f266e', 'name': 'network-vif-deleted', 'tag': 'fc661a8f-c04f-4fa2-ac1d-4470603be52e'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:40.337259 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0e1d8e-5331-4621-a821-6f211be87d54" -d '{"events": [{"server_uuid": "c44af8e6-e888-43c5-ac5b-aaa17c4f266e", "name": "network-vif-deleted", "tag": "fc661a8f-c04f-4fa2-ac1d-4470603be52e"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:40.362187 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de681e-b5a2-4c9c-ba1f-538e2a19007b None None] Routers {'c2b37707-89d5-4e82-abb4-97770297e8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:45:40.362835 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-02de681e-b5a2-4c9c-ba1f-538e2a19007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c2b37707-89d5-4e82-abb4-97770297e8c8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:40.447928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-53292e4c-2aef-4b21-86d6-f5c56698d847 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Allocated IP 192.168.233.75 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/ca13fda1-55b4-4e27-8482-b8e90447a971) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:45:40.454501 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:40.519169 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9868f3f1-514d-44f1-9f59-6282f0acf877 req-92d2fe96-0c0c-4013-8d07-7e70efa68737 tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.1252432 Jul 29 14:45:40.535437 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605cf61-d403-44b2-94da-98dafb0da522 req-3ca9684d-e104-466c-94b5-15940a348820 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:40.570171 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1605cf61-d403-44b2-94da-98dafb0da522 req-3ca9684d-e104-466c-94b5-15940a348820 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 950 time: 0.1439812 Jul 29 14:45:40.595331 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-02de681e-b5a2-4c9c-ba1f-538e2a19007b None None] Set router c2b37707-89d5-4e82-abb4-97770297e8c8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:45:40.614494 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:40.622470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] Deleting port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:40.622815 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:40.653223 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f15809a-7391-4a76-be00-a516f85a3b3f x-openstack-request-id: req-7f15809a-7391-4a76-be00-a516f85a3b3f {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:40.653523 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44af8e6-e888-43c5-ac5b-aaa17c4f266e", "name": "network-vif-deleted", "tag": "fc661a8f-c04f-4fa2-ac1d-4470603be52e", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:40.653778 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f15809a-7391-4a76-be00-a516f85a3b3f {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:40.654178 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44af8e6-e888-43c5-ac5b-aaa17c4f266e', 'name': 'network-vif-deleted', 'tag': 'fc661a8f-c04f-4fa2-ac1d-4470603be52e', 'status': 'completed', 'code': 200} Jul 29 14:45:40.676539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc59267-7a0c-442e-9ac3-3e2f009e121c None None] DHCP port deletion for be5eadf2-f170-4581-888b-4c2f00329059 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:45:40.723580 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1605cf61-d403-44b2-94da-98dafb0da522 req-75e94fb5-9539-420e-8bb0-ecd8003d8828 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533816 Jul 29 14:45:40.766203 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] For port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2015822f-f6b7-4982-9c1f-9ec642a7a5d9,segment=NetworkSegment(9db9c791-a628-4e47-8083-0760eaff527c),segment_id=9db9c791-a628-4e47-8083-0760eaff527c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:40.766777 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:40.808280 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9bc59267-7a0c-442e-9ac3-3e2f009e121c None None] Deleting port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:40.810207 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] Calling delete_port for 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:40.811210 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9bc59267-7a0c-442e-9ac3-3e2f009e121c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:40.963311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:41.020395 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-02de681e-b5a2-4c9c-ba1f-538e2a19007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'name': 'tempest-ServersTestJSON-1365962912-router', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:52Z', 'updated_at': '2021-07-29T14:43:02Z', 'revision_number': 4, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'gw_port': {'id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:54Z', 'updated_at': '2021-07-29T14:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'e5607051-a038-4ca6-a4d3-e4a7e1a73513', 'name': '', 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'mac_address': 'fa:16:3e:a1:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:00Z', 'updated_at': '2021-07-29T14:43:09Z', 'revision_number': 5, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'subnets': [{'id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:41.033765 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9bc59267-7a0c-442e-9ac3-3e2f009e121c None None] For port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2015822f-f6b7-4982-9c1f-9ec642a7a5d9,segment=NetworkSegment(9db9c791-a628-4e47-8083-0760eaff527c),segment_id=9db9c791-a628-4e47-8083-0760eaff527c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:41.033765 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9bc59267-7a0c-442e-9ac3-3e2f009e121c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:41.034456 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-53292e4c-2aef-4b21-86d6-f5c56698d847 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:41.047467 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d91df3b-9fc1-44ae-aa28-5f7fd2bf4e43 req-ffa04aff-401c-48c0-9ff4-8d728496d0e3 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 210 time: 0.1049125 Jul 29 14:45:41.048525 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9bc59267-7a0c-442e-9ac3-3e2f009e121c None None] Calling delete_port for 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:41.063072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-53292e4c-2aef-4b21-86d6-f5c56698d847 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Transition to ACTIVE for port object ca13fda1-55b4-4e27-8482-b8e90447a971 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:45:41.098217 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de681e-b5a2-4c9c-ba1f-538e2a19007b None None] The sync data for ids ['c2b37707-89d5-4e82-abb4-97770297e8c8'] in n-d-802893-1 is: [{'id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'name': 'tempest-ServersTestJSON-1365962912-router', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:52Z', 'updated_at': '2021-07-29T14:43:02Z', 'revision_number': 4, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'gw_port': {'id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:54Z', 'updated_at': '2021-07-29T14:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'e5607051-a038-4ca6-a4d3-e4a7e1a73513', 'name': '', 'network_id': '36fa8262-47ad-4a9d-baac-a8463087d147', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'mac_address': 'fa:16:3e:a1:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:43:00Z', 'updated_at': '2021-07-29T14:43:09Z', 'revision_number': 5, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'subnets': [{'id': 'b1b3df64-d072-4a45-bae2-35bbe0a05cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:45:41.114010 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:41.154296 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:41.177309 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-53292e4c-2aef-4b21-86d6-f5c56698d847 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:41.188717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] Pushing event deleted for resources: {'Port': ['ID=2015822f-f6b7-4982-9c1f-9ec642a7a5d9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:41.202545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c46da8b1-3c40-4c16-9600-ef826036cec4', '47446bc0-4163-4c6c-8cd8-450bf10454bc', '27ba7a23-7155-476f-a2bf-9bcca233c498', 'bab30778-6bf1-4d00-b6d7-5b99f2351b1d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:41.204500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] No DVR routers for this DVR port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:41.287660 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8782bf7-f2c6-4b59-ab5f-d089b03b1a34 req-b0eb7481-e1b3-46c8-b23e-2c1392fe0066 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:41.299669 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8782bf7-f2c6-4b59-ab5f-d089b03b1a34 req-b0eb7481-e1b3-46c8-b23e-2c1392fe0066 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.2038813 Jul 29 14:45:41.312275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ad723e85-8703-4e8a-b892-dbecde38fe72', '8f7447e1-6e43-430e-8868-e8ef6b1e129f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:41.327148 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-53292e4c-2aef-4b21-86d6-f5c56698d847 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:45:41.335985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-53292e4c-2aef-4b21-86d6-f5c56698d847 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:45:41.339052 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-53292e4c-2aef-4b21-86d6-f5c56698d847 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:45:41.382187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53292e4c-2aef-4b21-86d6-f5c56698d847 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event updated for resources: {'Port': ['ID=ca13fda1-55b4-4e27-8482-b8e90447a971,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:41.386428 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:41.419963 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5eadf2-f170-4581-888b-4c2f00329059']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:41.425419 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-53292e4c-2aef-4b21-86d6-f5c56698d847 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:41.426088 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-53292e4c-2aef-4b21-86d6-f5c56698d847 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:41.438501 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8782bf7-f2c6-4b59-ab5f-d089b03b1a34 req-24a5ab80-09cb-4be1-b253-14f4acb4dd42 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343601 Jul 29 14:45:41.439757 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db9c791-a628-4e47-8083-0760eaff527c') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:41.440584 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db9c791-a628-4e47-8083-0760eaff527c') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:41.459064 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:41.479468 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-53292e4c-2aef-4b21-86d6-f5c56698d847 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9434566 Jul 29 14:45:41.495657 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:41.501791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Request body: {'port': {'device_id': 'd84bf699-abd3-445e-aea3-e5bfb6d08b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:45:41.519418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:45:41.520313 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:41.532554 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9bc59267-7a0c-442e-9ac3-3e2f009e121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:45:41.640518 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:45:41.700068 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:41.714010 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:41.716360 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] 10.222.0.16 "DELETE /v2.0/networks/be5eadf2-f170-4581-888b-4c2f00329059 HTTP/1.1" status: 204 len: 168 time: 1.4614341 Jul 29 14:45:41.720380 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc59267-7a0c-442e-9ac3-3e2f009e121c None None] Pushing event deleted for resources: {'Port': ['ID=2015822f-f6b7-4982-9c1f-9ec642a7a5d9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:41.729125 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:41.733947 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df338b82-3848-410c-b4d9-c8483f0f5545 None None] New status for floating IP 6a003dda-a253-4e69-afe5-3b7f7e6b61ec: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:45:41.809305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aee870-4704-409a-8a39-3b2c1e52d285 req-fec62ba0-aca8-42ee-9749-07acaea99908 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:41.817756 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9aee870-4704-409a-8a39-3b2c1e52d285 req-fec62ba0-aca8-42ee-9749-07acaea99908 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.1754806 Jul 29 14:45:41.820254 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e211d-0fdc-4e13-892c-aeb84a46ec37 admin admin] Pushing event deleted for resources: {'Network': ['ID=be5eadf2-f170-4581-888b-4c2f00329059,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:41.892939 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc59267-7a0c-442e-9ac3-3e2f009e121c None None] No DVR routers for this DVR port 2015822f-f6b7-4982-9c1f-9ec642a7a5d9 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:41.922009 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9aee870-4704-409a-8a39-3b2c1e52d285 req-022414f9-c74c-46b2-9bea-f3451e06366f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007645 Jul 29 14:45:42.041895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32c139-7219-47fb-a4be-adb2ee0c909e req-b9c268d2-874c-4db4-be7f-6d3da47e2858 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:42.053744 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cb32c139-7219-47fb-a4be-adb2ee0c909e req-b9c268d2-874c-4db4-be7f-6d3da47e2858 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 945 time: 0.2996595 Jul 29 14:45:42.059554 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-37f73ae2-1828-4e1e-897d-4467b5f9f590 None None] Provisioning for port ca13fda1-55b4-4e27-8482-b8e90447a971 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:45:42.103692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-37f73ae2-1828-4e1e-897d-4467b5f9f590 None None] Provisioning complete for port ca13fda1-55b4-4e27-8482-b8e90447a971 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:45:42.104095 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37f73ae2-1828-4e1e-897d-4467b5f9f590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:42.155727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54474) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:42.182189 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0b962a4f-6a4c-4fca-a629-7c6e3e4e774e req-0ea985ea-5e20-4aaa-8ba6-30f400c34074 tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0994346 Jul 29 14:45:42.240607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-37f73ae2-1828-4e1e-897d-4467b5f9f590 None None] Port ca13fda1-55b4-4e27-8482-b8e90447a971 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:45:42.274521 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-00bcc2bc-54b5-4350-818e-59edcfddedbb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f5868661cae4787899a7102bcdf839f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1156459 Jul 29 14:45:42.276053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54476) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:42.276399 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54478) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:42.599445 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cb32c139-7219-47fb-a4be-adb2ee0c909e req-e216b188-d034-431d-9659-8b13895b9972 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391371 Jul 29 14:45:42.616698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70de824-1794-49d4-bd84-ab59ce2fb4cd req-deaba3f8-fc23-4851-9ee5-3aed83b316ea tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:42.619568 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f70de824-1794-49d4-bd84-ab59ce2fb4cd req-deaba3f8-fc23-4851-9ee5-3aed83b316ea tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.38 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 945 time: 0.3029442 Jul 29 14:45:42.626460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e21926-704a-45c7-af01-ad4519a976a2 req-f94bf1b4-b17a-4e69-965e-83696b804d19 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:42.628223 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7e21926-704a-45c7-af01-ad4519a976a2 req-f94bf1b4-b17a-4e69-965e-83696b804d19 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 950 time: 0.5544531 Jul 29 14:45:42.752603 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359ec46-ddd0-487d-8b03-eab94b69b3fc req-a4986832-0ede-44f1-8b30-210d24fc2ce9 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:42.757116 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1359ec46-ddd0-487d-8b03-eab94b69b3fc req-a4986832-0ede-44f1-8b30-210d24fc2ce9 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 950 time: 0.3322866 Jul 29 14:45:42.804399 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d112b54c-3103-4611-95ea-3641fb06a9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:42.919789 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-869d6a20-2fcb-4bce-b27c-091fdd29215f tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:42.933921 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca13fda1-55b4-4e27-8482-b8e90447a971 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:45:42.953747 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:42.962645 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1359ec46-ddd0-487d-8b03-eab94b69b3fc req-6253e01d-a471-4cb7-9c92-9b7fa28fc75a tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/security-groups?id=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951706 Jul 29 14:45:42.965878 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d112b54c-3103-4611-95ea-3641fb06a9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:42.991574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Transition to ACTIVE for port object ca13fda1-55b4-4e27-8482-b8e90447a971 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:45:42.999384 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:43.015414 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-e7e21926-704a-45c7-af01-ad4519a976a2 req-4e13c62a-a307-4432-882b-9f931fc58f2e tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Deleting port 28c377a5-9ab5-4f95-ac57-4ecde932e465 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:43.015759 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e7e21926-704a-45c7-af01-ad4519a976a2 req-4e13c62a-a307-4432-882b-9f931fc58f2e tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:43.071916 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-869d6a20-2fcb-4bce-b27c-091fdd29215f tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:43.161246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Pushing event updated for resources: {'Port': ['ID=ca13fda1-55b4-4e27-8482-b8e90447a971,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:43.233131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-f70de824-1794-49d4-bd84-ab59ce2fb4cd req-b5843d17-ba5d-403c-9516-1c4478fa0b5e tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Deleting port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:43.233714 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f70de824-1794-49d4-bd84-ab59ce2fb4cd req-b5843d17-ba5d-403c-9516-1c4478fa0b5e tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:43.248472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007ba47-324f-4078-b261-0422f0c630a9 req-7b2514ba-4600-450c-adfd-38bfe6953820 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:43.249963 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e007ba47-324f-4078-b261-0422f0c630a9 req-7b2514ba-4600-450c-adfd-38bfe6953820 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 947 time: 0.2281051 Jul 29 14:45:43.292243 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d112b54c-3103-4611-95ea-3641fb06a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:43.295191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d112b54c-3103-4611-95ea-3641fb06a9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:43.297819 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d112b54c-3103-4611-95ea-3641fb06a9e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ac72c8d-6b82-45b0-839f-d1a64cde7b53 HTTP/1.1" status: 204 len: 168 time: 1.0194864 Jul 29 14:45:43.319882 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e7e21926-704a-45c7-af01-ad4519a976a2 req-4e13c62a-a307-4432-882b-9f931fc58f2e tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] For port 28c377a5-9ab5-4f95-ac57-4ecde932e465, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=28c377a5-9ab5-4f95-ac57-4ecde932e465,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:43.320247 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e7e21926-704a-45c7-af01-ad4519a976a2 req-4e13c62a-a307-4432-882b-9f931fc58f2e tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:43.349620 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Attempting to bind port ca13fda1-55b4-4e27-8482-b8e90447a971 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:45:43.349958 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Attempting to bind port ca13fda1-55b4-4e27-8482-b8e90447a971 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:45:43.350286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Attempting to bind port ca13fda1-55b4-4e27-8482-b8e90447a971 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:45:43.355984 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-e7e21926-704a-45c7-af01-ad4519a976a2 req-4e13c62a-a307-4432-882b-9f931fc58f2e tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Calling delete_port for 28c377a5-9ab5-4f95-ac57-4ecde932e465 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:43.357684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Port ca13fda1-55b4-4e27-8482-b8e90447a971 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:45:43.358002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Attempting to bind port ca13fda1-55b4-4e27-8482-b8e90447a971 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:45:43.365535 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e007ba47-324f-4078-b261-0422f0c630a9 req-ad6faaae-75ba-4283-938a-c5c7390f086c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016190 Jul 29 14:45:43.369264 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:45:43.369604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:45:43.370034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:45:43.370421 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Bound port: ca13fda1-55b4-4e27-8482-b8e90447a971, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:45:43.370782 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:43.389565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-f70de824-1794-49d4-bd84-ab59ce2fb4cd req-b5843d17-ba5d-403c-9516-1c4478fa0b5e tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] For port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:43.390361 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f70de824-1794-49d4-bd84-ab59ce2fb4cd req-b5843d17-ba5d-403c-9516-1c4478fa0b5e tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:43.419956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-f70de824-1794-49d4-bd84-ab59ce2fb4cd req-b5843d17-ba5d-403c-9516-1c4478fa0b5e tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Calling delete_port for ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:43.422560 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112b54c-3103-4611-95ea-3641fb06a9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac72c8d-6b82-45b0-839f-d1a64cde7b53,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:43.482047 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ac191-0667-498b-b26a-2f242617efa5 req-3c92ce67-5d61-4443-b726-4139b564fe13 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:43.493522 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fa9ac191-0667-498b-b26a-2f242617efa5 req-3c92ce67-5d61-4443-b726-4139b564fe13 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.4191723 Jul 29 14:45:43.511510 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] For port ca13fda1-55b4-4e27-8482-b8e90447a971, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:45:43.515894 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] For port ca13fda1-55b4-4e27-8482-b8e90447a971, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ca13fda1-55b4-4e27-8482-b8e90447a971,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:45:43.516468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-869d6a20-2fcb-4bce-b27c-091fdd29215f tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:43.521419 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:43.523344 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-869d6a20-2fcb-4bce-b27c-091fdd29215f tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:43.527220 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-869d6a20-2fcb-4bce-b27c-091fdd29215f tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "DELETE /v2.0/security-groups/cf7b20cd-72c5-49e7-90a1-a1d1aa78911c HTTP/1.1" status: 204 len: 168 time: 1.2461002 Jul 29 14:45:43.530919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54514) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:43.563525 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-40d37270-124e-4274-a0b9-e7ec75300781 req-72fc7205-79cf-4acc-96ca-5dce588d5e35 tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0324380 Jul 29 14:45:43.590226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d6a20-2fcb-4bce-b27c-091fdd29215f tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7b20cd-72c5-49e7-90a1-a1d1aa78911c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:43.592360 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-23dc9d96-f7d1-4b77-aee3-55544446ad5d tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] show failed (client error): The resource could not be found. Jul 29 14:45:43.596487 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-23dc9d96-f7d1-4b77-aee3-55544446ad5d tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "GET /v2.0/security-groups/cf7b20cd-72c5-49e7-90a1-a1d1aa78911c HTTP/1.1" status: 404 len: 347 time: 0.0544481 Jul 29 14:45:43.604480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54518) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:43.656422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:43.657438 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:43.658881 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] 10.222.0.38 "PUT /v2.0/ports/ca13fda1-55b4-4e27-8482-b8e90447a971 HTTP/1.1" status: 200 len: 1095 time: 2.1622262 Jul 29 14:45:43.659553 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84bf699-abd3-445e-aea3-e5bfb6d08b9c', 'tag': 'ca13fda1-55b4-4e27-8482-b8e90447a971'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:43.662345 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9393a515-eb02-4f57-aa84-83dd5fb70120" -d '{"events": [{"name": "network-changed", "server_uuid": "d84bf699-abd3-445e-aea3-e5bfb6d08b9c", "tag": "ca13fda1-55b4-4e27-8482-b8e90447a971"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:43.716100 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fa9ac191-0667-498b-b26a-2f242617efa5 req-620a6a5d-ae4b-4a62-b26a-337f84d10365 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216570 Jul 29 14:45:43.847483 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f70de824-1794-49d4-bd84-ab59ce2fb4cd req-b5843d17-ba5d-403c-9516-1c4478fa0b5e tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:43.869264 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beb6de0-11d6-44fc-b014-43e19f1bc040 x-openstack-request-id: req-5beb6de0-11d6-44fc-b014-43e19f1bc040 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:43.869795 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84bf699-abd3-445e-aea3-e5bfb6d08b9c", "tag": "ca13fda1-55b4-4e27-8482-b8e90447a971", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:43.870214 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5beb6de0-11d6-44fc-b014-43e19f1bc040 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:43.870767 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84bf699-abd3-445e-aea3-e5bfb6d08b9c', 'tag': 'ca13fda1-55b4-4e27-8482-b8e90447a971', 'status': 'completed', 'code': 200} Jul 29 14:45:43.885147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:43.896655 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5843d17-ba5d-403c-9516-1c4478fa0b5e tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Pushing event deleted for resources: {'Port': ['ID=ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:43.948900 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1cd5c1d9-015b-43e6-8363-dca5e8292d55 req-4d55f4f3-6826-4687-87f6-6c2f4b82a3d1 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=11f0a3ed-f6e8-4dcf-a443-899eb0b64279 HTTP/1.1" status: 200 len: 210 time: 0.1716232 Jul 29 14:45:43.953910 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54528) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:43.972981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ee8f4-595d-4ff6-b228-9ac846c1d270 service neutron] Pushing event updated for resources: {'Port': ['ID=ca13fda1-55b4-4e27-8482-b8e90447a971,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:43.990170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-80ce0f9c-8789-40ca-97c7-a7c5e12daa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:43.993911 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-80ce0f9c-8789-40ca-97c7-a7c5e12daa99 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 1098 time: 0.2221792 Jul 29 14:45:44.003463 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e7e21926-704a-45c7-af01-ad4519a976a2 req-4e13c62a-a307-4432-882b-9f931fc58f2e tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:44.022989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Deleting port c126f2de-1b62-426c-bd93-8f3e2fcfe29b {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:44.023555 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:44.039649 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70de824-1794-49d4-bd84-ab59ce2fb4cd req-b5843d17-ba5d-403c-9516-1c4478fa0b5e tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] No DVR routers for this DVR port ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:44.044003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['28c377a5-9ab5-4f95-ac57-4ecde932e465'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:44.065056 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f70de824-1794-49d4-bd84-ab59ce2fb4cd req-b5843d17-ba5d-403c-9516-1c4478fa0b5e tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:44.073237 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f70de824-1794-49d4-bd84-ab59ce2fb4cd req-b5843d17-ba5d-403c-9516-1c4478fa0b5e tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.38 "DELETE /v2.0/ports/ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 HTTP/1.1" status: 204 len: 173 time: 1.4391375 Jul 29 14:45:44.073585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f0a3ed-f6e8-4dcf-a443-899eb0b64279', 'name': 'network-vif-deleted', 'tag': 'ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:44.075924 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3f844d-f6ac-4bd9-b946-15e7b87ea465" -d '{"events": [{"server_uuid": "11f0a3ed-f6e8-4dcf-a443-899eb0b64279", "name": "network-vif-deleted", "tag": "ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:44.180545 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb38b1a2-8046-4717-96b5-bbbf9b4b3028 req-318165b2-e454-4869-8047-fb998a78c027 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 210 time: 0.0597272 Jul 29 14:45:44.182344 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a2d248-120a-4d18-a628-3557bb4d8d42 x-openstack-request-id: req-19a2d248-120a-4d18-a628-3557bb4d8d42 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:44.182641 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f0a3ed-f6e8-4dcf-a443-899eb0b64279", "name": "network-vif-deleted", "tag": "ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:44.182890 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19a2d248-120a-4d18-a628-3557bb4d8d42 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:44.183404 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f0a3ed-f6e8-4dcf-a443-899eb0b64279', 'name': 'network-vif-deleted', 'tag': 'ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41', 'status': 'completed', 'code': 200} Jul 29 14:45:44.199966 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e21926-704a-45c7-af01-ad4519a976a2 req-4e13c62a-a307-4432-882b-9f931fc58f2e tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] No DVR routers for this DVR port 28c377a5-9ab5-4f95-ac57-4ecde932e465 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:44.205263 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13c62a-a307-4432-882b-9f931fc58f2e tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Pushing event deleted for resources: {'Port': ['ID=28c377a5-9ab5-4f95-ac57-4ecde932e465,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:44.212396 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e7e21926-704a-45c7-af01-ad4519a976a2 req-4e13c62a-a307-4432-882b-9f931fc58f2e tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:44.214474 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7e21926-704a-45c7-af01-ad4519a976a2 req-4e13c62a-a307-4432-882b-9f931fc58f2e tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.38 "DELETE /v2.0/ports/28c377a5-9ab5-4f95-ac57-4ecde932e465 HTTP/1.1" status: 204 len: 173 time: 1.5786593 Jul 29 14:45:44.215740 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-0f12096d-9f83-41b4-8288-781966684436 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=ca13fda1-55b4-4e27-8482-b8e90447a971 HTTP/1.1" status: 200 len: 217 time: 0.2040634 Jul 29 14:45:44.234145 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4420bf71-833a-4993-8477-11283c47eaa1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59bf6d85fcfa44ebb1727b34c3f5a4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722008 Jul 29 14:45:44.237265 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54540) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:44.312704 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-976897af-09ac-429b-8441-febcee2e0be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:44.313148 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-51e80d7b-210c-43d1-ae0d-36e0f175404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:44.314644 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-51e80d7b-210c-43d1-ae0d-36e0f175404b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0507925 Jul 29 14:45:44.316421 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:44.316783 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:44.342681 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-976897af-09ac-429b-8441-febcee2e0be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:44.357781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Calling delete_port for c126f2de-1b62-426c-bd93-8f3e2fcfe29b owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:44.427025 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-976897af-09ac-429b-8441-febcee2e0be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:44.431736 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-976897af-09ac-429b-8441-febcee2e0be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:44.435847 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-976897af-09ac-429b-8441-febcee2e0be5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91381380-0e5f-4ea1-80b0-79ee7396c68a HTTP/1.1" status: 204 len: 168 time: 0.1946635 Jul 29 14:45:44.436010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-8312e337-e2d7-4b99-93e6-1477e591f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:44.436010 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-8312e337-e2d7-4b99-93e6-1477e591f62d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092160 Jul 29 14:45:44.444381 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976897af-09ac-429b-8441-febcee2e0be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91381380-0e5f-4ea1-80b0-79ee7396c68a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:44.619132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54de151-da49-4015-977d-f15610c6fa11 req-8e881bf6-c0f8-4fbd-a7ae-ea4a59b4784b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:44.634297 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e54de151-da49-4015-977d-f15610c6fa11 req-8e881bf6-c0f8-4fbd-a7ae-ea4a59b4784b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 947 time: 0.0914595 Jul 29 14:45:44.695975 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-47dc09e8-beb7-4f27-87d7-7ee12e2e7c71 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507746 Jul 29 14:45:44.754784 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55372fba-a8fd-46ff-a8fa-499ada3e9feb req-1fb96fcc-d00c-4f81-baa8-acf81626ae74 tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0486925 Jul 29 14:45:44.818052 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e54de151-da49-4015-977d-f15610c6fa11 req-b848aa46-fddf-427a-8101-758573326518 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827056 Jul 29 14:45:44.888439 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:44.922197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54262777-9871-4802-964c-81705629932f req-b5a2833c-36cc-44a7-a2a0-c54f77f54b81 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:44.923216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Pushing event deleted for resources: {'Port': ['ID=c126f2de-1b62-426c-bd93-8f3e2fcfe29b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:44.924430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-54262777-9871-4802-964c-81705629932f req-b5a2833c-36cc-44a7-a2a0-c54f77f54b81 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.0791602 Jul 29 14:45:44.962019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:44.962370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:44.964787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:44.966416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:44.966764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:44.968904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:44.969202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:44.969546 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:44.970222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:44.972652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:44.973243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:44.973724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:44.993845 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-54262777-9871-4802-964c-81705629932f req-862db67b-8882-41de-91f6-8cd70984b0d1 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601716 Jul 29 14:45:45.047893 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8185b7b3-1868-473d-9d5e-4d8da163438b req-41753a05-4f80-466a-88d5-1f4876a6e6b0 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995412 Jul 29 14:45:45.087322 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:45.091935 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:45.096710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54566) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:45.097463 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-33e43ca5-2f24-4407-8982-bea00819b1bd tempest-ServersTestJSON-1557627864 tempest-ServersTestJSON-1557627864-project] 10.222.0.16 "DELETE /v2.0/floatingips/6a003dda-a253-4e69-afe5-3b7f7e6b61ec HTTP/1.1" status: 204 len: 168 time: 1.4910247 Jul 29 14:45:45.270824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393a515-eb02-4f57-aa84-83dd5fb70120 req-fbb26247-0e4b-4613-b2fd-6c5fab05ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:45.278028 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9393a515-eb02-4f57-aa84-83dd5fb70120 req-fbb26247-0e4b-4613-b2fd-6c5fab05ef7d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 1098 time: 0.0960793 Jul 29 14:45:45.366525 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d3738b94-9f55-46c7-bf38-d9391c05aa80 req-efc6d8a3-6c1a-475c-a30b-1ba3b331cf33 tempest-ServersAdminNegativeTestJSON-1157172462 tempest-ServersAdminNegativeTestJSON-1157172462-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f0d3e-1574-4f9a-a44a-d69af68e3d40 HTTP/1.1" status: 200 len: 210 time: 0.0486426 Jul 29 14:45:45.481254 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393a515-eb02-4f57-aa84-83dd5fb70120 req-a12b2646-e645-4a4c-a627-79108414cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:45.482828 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9393a515-eb02-4f57-aa84-83dd5fb70120 req-a12b2646-e645-4a4c-a627-79108414cac1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1136611 Jul 29 14:45:45.497859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ebb65-2d65-41ae-be98-ec3f6b587b7b req-316de604-d85e-4591-b4aa-eeef644e0b64 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:45.499825 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-494ebb65-2d65-41ae-be98-ec3f6b587b7b req-316de604-d85e-4591-b4aa-eeef644e0b64 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 944 time: 0.1009262 Jul 29 14:45:45.531377 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9393a515-eb02-4f57-aa84-83dd5fb70120 req-ec3bcb31-9f19-428a-a9c0-e2d52d73ae82 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=ca13fda1-55b4-4e27-8482-b8e90447a971 HTTP/1.1" status: 200 len: 217 time: 0.0373099 Jul 29 14:45:45.574374 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-494ebb65-2d65-41ae-be98-ec3f6b587b7b req-564d635d-1a45-4366-b082-d3a3a5af1ccb tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675297 Jul 29 14:45:45.594509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393a515-eb02-4f57-aa84-83dd5fb70120 req-9b2a3395-92ad-44ed-97b6-ce44e7aeda6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:45.595978 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9393a515-eb02-4f57-aa84-83dd5fb70120 req-9b2a3395-92ad-44ed-97b6-ce44e7aeda6f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0523958 Jul 29 14:45:45.668445 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed1c865a-0977-4326-a898-5286043133bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:45.676885 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393a515-eb02-4f57-aa84-83dd5fb70120 req-77cb0d8d-ff79-4b47-8515-7ad854cf679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:45.679661 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9393a515-eb02-4f57-aa84-83dd5fb70120 req-77cb0d8d-ff79-4b47-8515-7ad854cf679d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698912 Jul 29 14:45:45.856071 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9393a515-eb02-4f57-aa84-83dd5fb70120 req-199895ea-581d-472b-8d33-bbe60c919590 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366265 Jul 29 14:45:45.921721 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2f0d3e-1574-4f9a-a44a-d69af68e3d40', 'name': 'network-vif-deleted', 'tag': '28c377a5-9ab5-4f95-ac57-4ecde932e465'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:45.923997 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aedf53-365b-47ab-9fbe-abe8b47ff222" -d '{"events": [{"server_uuid": "cc2f0d3e-1574-4f9a-a44a-d69af68e3d40", "name": "network-vif-deleted", "tag": "28c377a5-9ab5-4f95-ac57-4ecde932e465"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:45.987124 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be592713-4f30-4006-ad67-b1c15e488ea4 req-58972764-7f14-4e3b-b15b-2d9878734bae tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0392780 Jul 29 14:45:46.030532 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194deb44-8b02-4773-bc9c-c24ae1e909df req-c1f8d3ba-327f-4f1c-9f40-5ae2d7e31457 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:46.032124 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-194deb44-8b02-4773-bc9c-c24ae1e909df req-c1f8d3ba-327f-4f1c-9f40-5ae2d7e31457 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 947 time: 0.0858347 Jul 29 14:45:46.066385 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c865a-0977-4326-a898-5286043133bb admin admin] Deleting port e5607051-a038-4ca6-a4d3-e4a7e1a73513 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:46.066742 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed1c865a-0977-4326-a898-5286043133bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:46.077115 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d1d074-dd1c-417c-9aff-fdbc7365c0f9 x-openstack-request-id: req-e1d1d074-dd1c-417c-9aff-fdbc7365c0f9 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:46.077554 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2f0d3e-1574-4f9a-a44a-d69af68e3d40", "name": "network-vif-deleted", "tag": "28c377a5-9ab5-4f95-ac57-4ecde932e465", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:46.077804 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1d1d074-dd1c-417c-9aff-fdbc7365c0f9 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:46.078201 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f0d3e-1574-4f9a-a44a-d69af68e3d40', 'name': 'network-vif-deleted', 'tag': '28c377a5-9ab5-4f95-ac57-4ecde932e465', 'status': 'completed', 'code': 200} Jul 29 14:45:46.080383 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9393a515-eb02-4f57-aa84-83dd5fb70120 req-0cb92956-5aa7-4e0e-a6c1-f6d17d56d9c2 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144213 Jul 29 14:45:46.146733 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-194deb44-8b02-4773-bc9c-c24ae1e909df req-aca0feeb-9e12-4022-88a9-900725302870 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036341 Jul 29 14:45:46.155496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165dfac-097c-42df-8027-050b8c7a5caf req-acbddba1-0112-4689-8bb6-ad0275f1cec1 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:46.158090 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1165dfac-097c-42df-8027-050b8c7a5caf req-acbddba1-0112-4689-8bb6-ad0275f1cec1 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 944 time: 0.1680694 Jul 29 14:45:46.191599 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-ed1c865a-0977-4326-a898-5286043133bb admin admin] For port e5607051-a038-4ca6-a4d3-e4a7e1a73513, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e5607051-a038-4ca6-a4d3-e4a7e1a73513,segment=NetworkSegment(de9df23c-bc17-4538-a3e1-d40b4138f4fd),segment_id=de9df23c-bc17-4538-a3e1-d40b4138f4fd)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:46.191954 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed1c865a-0977-4326-a898-5286043133bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:46.207502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c865a-0977-4326-a898-5286043133bb admin admin] Calling delete_port for e5607051-a038-4ca6-a4d3-e4a7e1a73513 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:46.244993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 28c377a5-9ab5-4f95-ac57-4ecde932e465 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:46.270707 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 28c377a5-9ab5-4f95-ac57-4ecde932e465 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:46.278518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78236c05-3c5b-4657-ab2f-e622fd7f22e4 req-078f97f4-f966-4923-9d13-2fbfceb93017 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:46.279343 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 28c377a5-9ab5-4f95-ac57-4ecde932e465 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:46.284433 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:46.286596 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78236c05-3c5b-4657-ab2f-e622fd7f22e4 req-078f97f4-f966-4923-9d13-2fbfceb93017 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.1625607 Jul 29 14:45:46.312987 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:46.313778 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ef6bdaad-1b6a-411a-9c48-6a5a8c5dca41 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:46.364997 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78236c05-3c5b-4657-ab2f-e622fd7f22e4 req-52d35799-6758-4bc9-920a-4e1c13c40520 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729270 Jul 29 14:45:46.387352 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-1165dfac-097c-42df-8027-050b8c7a5caf req-5e88c9c2-35ab-490d-9e10-93fd1f8b0621 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Deleting port 27951d3e-1a15-4439-84d0-8488882f7d72 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:46.387746 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1165dfac-097c-42df-8027-050b8c7a5caf req-5e88c9c2-35ab-490d-9e10-93fd1f8b0621 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:46.470905 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed1c865a-0977-4326-a898-5286043133bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:46.509783 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c865a-0977-4326-a898-5286043133bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e5607051-a038-4ca6-a4d3-e4a7e1a73513,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:46.526980 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-1165dfac-097c-42df-8027-050b8c7a5caf req-5e88c9c2-35ab-490d-9e10-93fd1f8b0621 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] For port 27951d3e-1a15-4439-84d0-8488882f7d72, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=27951d3e-1a15-4439-84d0-8488882f7d72,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:46.527361 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1165dfac-097c-42df-8027-050b8c7a5caf req-5e88c9c2-35ab-490d-9e10-93fd1f8b0621 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:46.549740 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-1165dfac-097c-42df-8027-050b8c7a5caf req-5e88c9c2-35ab-490d-9e10-93fd1f8b0621 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Calling delete_port for 27951d3e-1a15-4439-84d0-8488882f7d72 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:46.770967 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed1c865a-0977-4326-a898-5286043133bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:46.819848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490031c-2089-444b-93ff-40c745506da3 req-55d4cc2f-2bab-49a3-b1d4-c994c5efb9b7 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:46.824464 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b490031c-2089-444b-93ff-40c745506da3 req-55d4cc2f-2bab-49a3-b1d4-c994c5efb9b7 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4b8c6f8-07d3-481a-b473-ad6201bfae44 HTTP/1.1" status: 200 len: 944 time: 0.1343143 Jul 29 14:45:46.838562 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1165dfac-097c-42df-8027-050b8c7a5caf req-5e88c9c2-35ab-490d-9e10-93fd1f8b0621 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:46.937313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88c9c2-35ab-490d-9e10-93fd1f8b0621 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Pushing event deleted for resources: {'Port': ['ID=27951d3e-1a15-4439-84d0-8488882f7d72,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:46.998642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-1165dfac-097c-42df-8027-050b8c7a5caf req-5e88c9c2-35ab-490d-9e10-93fd1f8b0621 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] No DVR routers for this DVR port 27951d3e-1a15-4439-84d0-8488882f7d72 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:47.004432 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1165dfac-097c-42df-8027-050b8c7a5caf req-5e88c9c2-35ab-490d-9e10-93fd1f8b0621 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:47.007072 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1165dfac-097c-42df-8027-050b8c7a5caf req-5e88c9c2-35ab-490d-9e10-93fd1f8b0621 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.38 "DELETE /v2.0/ports/27951d3e-1a15-4439-84d0-8488882f7d72 HTTP/1.1" status: 204 len: 173 time: 0.8412058 Jul 29 14:45:47.025385 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b490031c-2089-444b-93ff-40c745506da3 req-77cefa3e-09c5-4c37-9bd7-3c66fb60850b tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677942 Jul 29 14:45:47.062581 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54632) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:47.161048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1c865a-0977-4326-a898-5286043133bb admin admin] Router c2b37707-89d5-4e82-abb4-97770297e8c8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:45:47.164366 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2125953a-c964-4d90-a88f-9fd231376b4f req-0328c69e-2aee-4495-9e42-b75c04d4f031 tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0479650 Jul 29 14:45:47.305400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d55f75-4e83-4b58-933b-5491cdec1bca req-e48d0659-cd2c-4d2e-909f-c6c28f327e62 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:47.307231 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-80d55f75-4e83-4b58-933b-5491cdec1bca req-e48d0659-cd2c-4d2e-909f-c6c28f327e62 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 947 time: 0.0603042 Jul 29 14:45:47.320491 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1c865a-0977-4326-a898-5286043133bb admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:45:47.330550 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c8c67e-7f96-484a-b0eb-7c54ab679702 None None] Sync routers for ids ['c2b37707-89d5-4e82-abb4-97770297e8c8'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:45:47.347749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54646) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:47.349068 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c8c67e-7f96-484a-b0eb-7c54ab679702 None None] Routers {'c2b37707-89d5-4e82-abb4-97770297e8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:45:47.349871 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-23c8c67e-7f96-484a-b0eb-7c54ab679702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c2b37707-89d5-4e82-abb4-97770297e8c8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:47.354197 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ed1c865a-0977-4326-a898-5286043133bb admin admin] 10.222.0.16 "PUT /v2.0/routers/c2b37707-89d5-4e82-abb4-97770297e8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2553439 Jul 29 14:45:47.367142 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-80d55f75-4e83-4b58-933b-5491cdec1bca req-eb65347a-3e79-4456-85f6-c2e94b7b0fcf tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502551 Jul 29 14:45:47.493751 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-23c8c67e-7f96-484a-b0eb-7c54ab679702 None None] Set router c2b37707-89d5-4e82-abb4-97770297e8c8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:45:47.543932 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-efe05d55-cb73-47dc-b07f-6f2a508ef071 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5c34063a85d4258846ef97cb65b8452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4798684 Jul 29 14:45:47.547253 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54652) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:47.572513 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9260652c-ac19-4a31-b67b-1b4115887b54 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:47.583223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12b29-54bf-4a43-bcdf-92bd5b90ab12 req-20ee2e16-db82-49c0-b669-1808df6b2ed3 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:47.590598 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25e12b29-54bf-4a43-bcdf-92bd5b90ab12 req-20ee2e16-db82-49c0-b669-1808df6b2ed3 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.1063948 Jul 29 14:45:47.658896 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:45:47.724206 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-77b5b5a9-d551-4ed9-bc93-b33df05d29d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:47.754150 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25e12b29-54bf-4a43-bcdf-92bd5b90ab12 req-1b46dc3d-b2de-410a-9dde-48a2af43f533 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626725 Jul 29 14:45:47.793875 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9260652c-ac19-4a31-b67b-1b4115887b54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:47.806707 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-77b5b5a9-d551-4ed9-bc93-b33df05d29d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:47.823642 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-23c8c67e-7f96-484a-b0eb-7c54ab679702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'name': 'tempest-ServersTestJSON-1365962912-router', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:52Z', 'updated_at': '2021-07-29T14:45:46Z', 'revision_number': 5, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'gw_port': {'id': 'b5f76903-c814-41ef-8e9c-3897d5ebb30e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:42:54Z', 'updated_at': '2021-07-29T14:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:47.872990 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c8c67e-7f96-484a-b0eb-7c54ab679702 None None] Checking router: c2b37707-89d5-4e82-abb4-97770297e8c8 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:45:47.883826 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c8c67e-7f96-484a-b0eb-7c54ab679702 None None] Routers {'c2b37707-89d5-4e82-abb4-97770297e8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:45:47.884786 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-23c8c67e-7f96-484a-b0eb-7c54ab679702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c2b37707-89d5-4e82-abb4-97770297e8c8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:47.892421 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-77b5b5a9-d551-4ed9-bc93-b33df05d29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:47.895795 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-77b5b5a9-d551-4ed9-bc93-b33df05d29d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:47.899446 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-77b5b5a9-d551-4ed9-bc93-b33df05d29d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d64cd1b-4c71-4326-b88b-6f88cf78a1a0 HTTP/1.1" status: 204 len: 168 time: 0.3484604 Jul 29 14:45:47.907790 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5b5a9-d551-4ed9-bc93-b33df05d29d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d64cd1b-4c71-4326-b88b-6f88cf78a1a0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:47.940891 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9260652c-ac19-4a31-b67b-1b4115887b54 admin admin] Deleting port b5f76903-c814-41ef-8e9c-3897d5ebb30e {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:47.941428 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9260652c-ac19-4a31-b67b-1b4115887b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:48.005299 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-23c8c67e-7f96-484a-b0eb-7c54ab679702 None None] Set router c2b37707-89d5-4e82-abb4-97770297e8c8 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:45:48.047359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-9260652c-ac19-4a31-b67b-1b4115887b54 admin admin] For port b5f76903-c814-41ef-8e9c-3897d5ebb30e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=b5f76903-c814-41ef-8e9c-3897d5ebb30e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:48.047971 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9260652c-ac19-4a31-b67b-1b4115887b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:48.062965 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-23c8c67e-7f96-484a-b0eb-7c54ab679702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'name': 'tempest-ServersTestJSON-1365962912-router', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:52Z', 'updated_at': '2021-07-29T14:45:47Z', 'revision_number': 6, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:48.068187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9260652c-ac19-4a31-b67b-1b4115887b54 admin admin] Calling delete_port for b5f76903-c814-41ef-8e9c-3897d5ebb30e owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:48.080521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b8c6f8-07d3-481a-b473-ad6201bfae44', 'name': 'network-vif-deleted', 'tag': '27951d3e-1a15-4439-84d0-8488882f7d72'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:48.083108 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5140882b-a844-4ccd-9082-e2766ac78af5" -d '{"events": [{"server_uuid": "f4b8c6f8-07d3-481a-b473-ad6201bfae44", "name": "network-vif-deleted", "tag": "27951d3e-1a15-4439-84d0-8488882f7d72"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:48.104571 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c8c67e-7f96-484a-b0eb-7c54ab679702 None None] The sync data for ids ['c2b37707-89d5-4e82-abb4-97770297e8c8'] in n-d-802893-1 is: [{'id': 'c2b37707-89d5-4e82-abb4-97770297e8c8', 'name': 'tempest-ServersTestJSON-1365962912-router', 'tenant_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:42:52Z', 'updated_at': '2021-07-29T14:45:47Z', 'revision_number': 6, 'project_id': 'f4b28288c6ce40a4ad30aed84a169e4a', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:45:48.167868 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0612ce35-eed5-4f26-b0eb-f494fb2e23e9 x-openstack-request-id: req-0612ce35-eed5-4f26-b0eb-f494fb2e23e9 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:48.167868 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b8c6f8-07d3-481a-b473-ad6201bfae44", "name": "network-vif-deleted", "tag": "27951d3e-1a15-4439-84d0-8488882f7d72", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:48.167868 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0612ce35-eed5-4f26-b0eb-f494fb2e23e9 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:48.168275 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b8c6f8-07d3-481a-b473-ad6201bfae44', 'name': 'network-vif-deleted', 'tag': '27951d3e-1a15-4439-84d0-8488882f7d72', 'status': 'completed', 'code': 200} Jul 29 14:45:48.253861 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ca13fda1-55b4-4e27-8482-b8e90447a971 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:45:48.310168 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ba71e86f-43fe-40f0-b2d1-96f52d21cc7c req-d38f16bd-fa5a-4783-9948-e3e7938515cb tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0418551 Jul 29 14:45:48.432954 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9260652c-ac19-4a31-b67b-1b4115887b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:48.475866 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ca13fda1-55b4-4e27-8482-b8e90447a971, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ca13fda1-55b4-4e27-8482-b8e90447a971,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:48.494746 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'ca13fda1-55b4-4e27-8482-b8e90447a971', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': 'ca13fda1-55b4-4e27-8482-b8e90447a971', 'mac_address': 'fa:16:3e:90:20:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:45:48.513746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260652c-ac19-4a31-b67b-1b4115887b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f76903-c814-41ef-8e9c-3897d5ebb30e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:48.518412 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21563ffb-9244-4ef6-8853-db98fd57b17e req-d81a579a-39e1-450b-addb-97b1b944c811 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:48.533729 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21563ffb-9244-4ef6-8853-db98fd57b17e req-d81a579a-39e1-450b-addb-97b1b944c811 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 944 time: 0.0904365 Jul 29 14:45:48.573901 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:48.577176 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54682) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:48.605721 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca13fda1-55b4-4e27-8482-b8e90447a971 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:45:48.620659 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21563ffb-9244-4ef6-8853-db98fd57b17e req-ccdcaef5-6519-4358-99db-d361e8ce9c9d tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859342 Jul 29 14:45:48.665740 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9260652c-ac19-4a31-b67b-1b4115887b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:48.677325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ca13fda1-55b4-4e27-8482-b8e90447a971, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ca13fda1-55b4-4e27-8482-b8e90447a971,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:48.677588 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c4d8887c-026d-49c2-a61e-47bc84c79dcf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a6218c52c1d4b699097e0a1e7d02083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989809 Jul 29 14:45:48.678105 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54684) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:48.685362 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:48.749011 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-84d7eb70-120f-42f4-a6e0-b75bdf1ceaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:48.776886 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-84d7eb70-120f-42f4-a6e0-b75bdf1ceaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:48.799111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ca13fda1-55b4-4e27-8482-b8e90447a971,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:48.904947 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-84d7eb70-120f-42f4-a6e0-b75bdf1ceaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:48.907473 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-84d7eb70-120f-42f4-a6e0-b75bdf1ceaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:48.908635 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-84d7eb70-120f-42f4-a6e0-b75bdf1ceaf8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52326593-d981-427d-9816-ab22635a8cf8 HTTP/1.1" status: 204 len: 168 time: 0.2293999 Jul 29 14:45:48.933412 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7eb70-120f-42f4-a6e0-b75bdf1ceaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52326593-d981-427d-9816-ab22635a8cf8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:48.953272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa386899-5860-430d-bf56-f9baf9fe5867 req-d3c3c6ce-180f-4701-9e0c-030b3ad72633 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:48.954754 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fa386899-5860-430d-bf56-f9baf9fe5867 req-d3c3c6ce-180f-4701-9e0c-030b3ad72633 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.0916748 Jul 29 14:45:49.034761 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fa386899-5860-430d-bf56-f9baf9fe5867 req-0135cd6e-3fe1-4052-b7e3-f45ea61a0c3a tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684385 Jul 29 14:45:49.080265 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ca13fda1-55b4-4e27-8482-b8e90447a971'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:49.118495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device b5f76903-c814-41ef-8e9c-3897d5ebb30e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:49.144094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: b5f76903-c814-41ef-8e9c-3897d5ebb30e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:49.144717 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device b5f76903-c814-41ef-8e9c-3897d5ebb30e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:49.145324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e5607051-a038-4ca6-a4d3-e4a7e1a73513 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:49.172507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: e5607051-a038-4ca6-a4d3-e4a7e1a73513 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:49.173166 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e5607051-a038-4ca6-a4d3-e4a7e1a73513 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:49.216914 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54702) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:49.253852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54706) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:49.294774 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012190ff-b76e-4059-8651-b7b104e669e6 req-0a5c536d-86a0-4f8c-bfc4-770cc9f5556c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:49.296435 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-012190ff-b76e-4059-8651-b7b104e669e6 req-0a5c536d-86a0-4f8c-bfc4-770cc9f5556c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 947 time: 0.7653861 Jul 29 14:45:49.305500 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9260652c-ac19-4a31-b67b-1b4115887b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:49.316395 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9260652c-ac19-4a31-b67b-1b4115887b54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:49.404606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81c99d-b530-47b2-ac39-03cb7b125c15 req-968b59fd-35cf-40b2-989b-3ada92f9f661 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:49.409306 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6f81c99d-b530-47b2-ac39-03cb7b125c15 req-968b59fd-35cf-40b2-989b-3ada92f9f661 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.38 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 944 time: 0.1765156 Jul 29 14:45:49.413200 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-012190ff-b76e-4059-8651-b7b104e669e6 req-afec80c7-38d0-4917-bf9a-4cfab0058d20 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054986 Jul 29 14:45:49.416508 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9260652c-ac19-4a31-b67b-1b4115887b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:49.418914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9260652c-ac19-4a31-b67b-1b4115887b54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2b37707-89d5-4e82-abb4-97770297e8c8 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:45:49.431263 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9260652c-ac19-4a31-b67b-1b4115887b54 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:49.434993 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9260652c-ac19-4a31-b67b-1b4115887b54 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c2b37707-89d5-4e82-abb4-97770297e8c8 HTTP/1.1" status: 204 len: 168 time: 2.0835543 Jul 29 14:45:49.435476 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54714) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:49.555912 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-391c74c1-69e1-489d-a674-31db9d4a2763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:49.559361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-6f81c99d-b530-47b2-ac39-03cb7b125c15 req-d510e175-bd90-45bd-bbbd-c84f185c795c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Deleting port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:49.559720 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6f81c99d-b530-47b2-ac39-03cb7b125c15 req-d510e175-bd90-45bd-bbbd-c84f185c795c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:49.606465 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-554a2fd8-478d-4699-9735-248784071eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:49.614336 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dc59b4b7-819e-4860-a9b2-3317a114eca2 req-fdd52956-99e8-40bf-a917-041876e9cfd1 tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0817654 Jul 29 14:45:49.634833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ecfb0a-4d40-459c-8c65-458088a7a091 admin admin] Deleting subnet b1b3df64-d072-4a45-bae2-35bbe0a05cc7 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:45:49.638640 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3ecfb0a-4d40-459c-8c65-458088a7a091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:49.676071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-6f81c99d-b530-47b2-ac39-03cb7b125c15 req-d510e175-bd90-45bd-bbbd-c84f185c795c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] For port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,segment=NetworkSegment(c9799c67-04c1-4646-9135-fa4fa4cc7f00),segment_id=c9799c67-04c1-4646-9135-fa4fa4cc7f00)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:49.678106 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6f81c99d-b530-47b2-ac39-03cb7b125c15 req-d510e175-bd90-45bd-bbbd-c84f185c795c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:49.696928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-6f81c99d-b530-47b2-ac39-03cb7b125c15 req-d510e175-bd90-45bd-bbbd-c84f185c795c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Calling delete_port for a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:49.723495 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3ecfb0a-4d40-459c-8c65-458088a7a091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:49.840453 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5108a-8ade-4282-a864-fad7937a11eb req-a0da7158-be20-490c-ae21-72c0be0c8ed3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:49.850299 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8c5108a-8ade-4282-a864-fad7937a11eb req-a0da7158-be20-490c-ae21-72c0be0c8ed3 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5d11033-21af-4ef5-a0a3-48970d99e85d HTTP/1.1" status: 200 len: 944 time: 0.0849183 Jul 29 14:45:49.863286 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3ecfb0a-4d40-459c-8c65-458088a7a091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:49.898195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8c5108a-8ade-4282-a864-fad7937a11eb req-cbbc8c57-4c0e-4ed5-89f5-3ffe71bfe489 tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.16 "GET /v2.0/security-groups?id=472b0c12-99fa-4799-84b8-4649671c81b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468616 Jul 29 14:45:49.898931 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-391c74c1-69e1-489d-a674-31db9d4a2763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:49.911461 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-391c74c1-69e1-489d-a674-31db9d4a2763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:49.961769 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6f81c99d-b530-47b2-ac39-03cb7b125c15 req-d510e175-bd90-45bd-bbbd-c84f185c795c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:49.988215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c74c1-69e1-489d-a674-31db9d4a2763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51cf26c-2cf4-47c3-b50e-381dc18366fe,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:49.990586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510e175-bd90-45bd-bbbd-c84f185c795c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Pushing event deleted for resources: {'Port': ['ID=a972a7f3-f0ba-4ecf-ae0a-e12b80e22598,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:49.998492 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-391c74c1-69e1-489d-a674-31db9d4a2763 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8dac9d7f63f14f4da538712ac19ae9b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7810853 Jul 29 14:45:50.001949 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54734) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:50.040767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f81c99d-b530-47b2-ac39-03cb7b125c15 req-d510e175-bd90-45bd-bbbd-c84f185c795c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] No DVR routers for this DVR port a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:50.044192 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6f81c99d-b530-47b2-ac39-03cb7b125c15 req-d510e175-bd90-45bd-bbbd-c84f185c795c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:50.046535 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6f81c99d-b530-47b2-ac39-03cb7b125c15 req-d510e175-bd90-45bd-bbbd-c84f185c795c tempest-LiveAutoBlockMigrationV225Test-2138923445 tempest-LiveAutoBlockMigrationV225Test-2138923445-project] 10.222.0.38 "DELETE /v2.0/ports/a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 HTTP/1.1" status: 204 len: 173 time: 0.6255636 Jul 29 14:45:50.170025 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d11033-21af-4ef5-a0a3-48970d99e85d', 'name': 'network-vif-deleted', 'tag': 'a972a7f3-f0ba-4ecf-ae0a-e12b80e22598'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:50.172900 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a145d9-ecef-4a58-987d-840c0116849e" -d '{"events": [{"server_uuid": "f5d11033-21af-4ef5-a0a3-48970d99e85d", "name": "network-vif-deleted", "tag": "a972a7f3-f0ba-4ecf-ae0a-e12b80e22598"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:50.215673 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86789f72-20ed-48a3-a910-b2a01a1c21ea x-openstack-request-id: req-86789f72-20ed-48a3-a910-b2a01a1c21ea {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:50.215927 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d11033-21af-4ef5-a0a3-48970d99e85d", "name": "network-vif-deleted", "tag": "a972a7f3-f0ba-4ecf-ae0a-e12b80e22598", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:50.216208 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86789f72-20ed-48a3-a910-b2a01a1c21ea {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:50.216577 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d11033-21af-4ef5-a0a3-48970d99e85d', 'name': 'network-vif-deleted', 'tag': 'a972a7f3-f0ba-4ecf-ae0a-e12b80e22598', 'status': 'completed', 'code': 200} Jul 29 14:45:50.257330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ca13fda1-55b4-4e27-8482-b8e90447a971 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:45:50.310516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port ca13fda1-55b4-4e27-8482-b8e90447a971 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:45:50.314885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port ca13fda1-55b4-4e27-8482-b8e90447a971 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:45:50.315215 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:50.338309 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3ecfb0a-4d40-459c-8c65-458088a7a091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:50.410213 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:50.411919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecfb0a-4d40-459c-8c65-458088a7a091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b3df64-d072-4a45-bae2-35bbe0a05cc7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:50.421041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add95662-8e4a-4f75-8bbd-36d19c90b25a None None] Network 36fa8262-47ad-4a9d-baac-a8463087d147 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:45:50.421188 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3ecfb0a-4d40-459c-8c65-458088a7a091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:50.425213 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e3ecfb0a-4d40-459c-8c65-458088a7a091 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b1b3df64-d072-4a45-bae2-35bbe0a05cc7 HTTP/1.1" status: 204 len: 168 time: 0.9883850 Jul 29 14:45:50.425649 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54750) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:50.489675 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84bf699-abd3-445e-aea3-e5bfb6d08b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca13fda1-55b4-4e27-8482-b8e90447a971'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:50.491042 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b0626879-3171-4521-8a2b-3552a153d04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:50.493684 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42204b3e-cb1f-428b-91e8-59e66504a308" -d '{"events": [{"server_uuid": "d84bf699-abd3-445e-aea3-e5bfb6d08b9c", "name": "network-vif-plugged", "status": "completed", "tag": "ca13fda1-55b4-4e27-8482-b8e90447a971"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:50.503463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d3469-8635-471a-990a-1005b82229c0 req-810b9bfb-3cea-4782-9ae2-c7535757098c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:50.513528 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-427d3469-8635-471a-990a-1005b82229c0 req-810b9bfb-3cea-4782-9ae2-c7535757098c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.1850381 Jul 29 14:45:50.520061 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ca13fda1-55b4-4e27-8482-b8e90447a971, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ca13fda1-55b4-4e27-8482-b8e90447a971,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:50.532300 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:50.540356 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:50.541179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 27951d3e-1a15-4439-84d0-8488882f7d72 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:50.596063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 27951d3e-1a15-4439-84d0-8488882f7d72 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:50.596398 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 27951d3e-1a15-4439-84d0-8488882f7d72 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:50.604522 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b0626879-3171-4521-8a2b-3552a153d04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:50.631376 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-554a2fd8-478d-4699-9735-248784071eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:50.673407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ca13fda1-55b4-4e27-8482-b8e90447a971,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:50.703268 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-554a2fd8-478d-4699-9735-248784071eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:50.752152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a2fd8-478d-4699-9735-248784071eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba82a5c7-4e89-4052-9f70-fcdbfc179453,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:50.752815 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff914e-2977-4909-999b-b4c1d8da631c req-63f254f4-8f39-4e00-94c4-3b2a5cbd3485 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:50.760558 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21ff914e-2977-4909-999b-b4c1d8da631c req-63f254f4-8f39-4e00-94c4-3b2a5cbd3485 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 949 time: 0.2080302 Jul 29 14:45:50.800328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd01f9a-028f-472a-be0b-059ac28ccfb2 None None] DHCP port deletion for 36fa8262-47ad-4a9d-baac-a8463087d147 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:45:50.812605 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] Deleting port 525c5d6e-caa0-4f3d-9111-68205432c2a4 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:50.813343 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:50.832063 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b0626879-3171-4521-8a2b-3552a153d04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:50.848183 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b0626879-3171-4521-8a2b-3552a153d04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:50.849385 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b0626879-3171-4521-8a2b-3552a153d04f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d51cf26c-2cf4-47c3-b50e-381dc18366fe HTTP/1.1" status: 204 len: 168 time: 0.8427026 Jul 29 14:45:50.878071 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-427d3469-8635-471a-990a-1005b82229c0 req-05d04914-6f67-418e-9f25-5f2b99792fa3 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629928 Jul 29 14:45:50.895941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5cd01f9a-028f-472a-be0b-059ac28ccfb2 None None] Deleting port 525c5d6e-caa0-4f3d-9111-68205432c2a4 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:45:50.896841 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5cd01f9a-028f-472a-be0b-059ac28ccfb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:50.919128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54766) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:50.928142 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-554a2fd8-478d-4699-9735-248784071eff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01add4daad2d407698db7e84c7d57c59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6721396 Jul 29 14:45:50.930289 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0626879-3171-4521-8a2b-3552a153d04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51cf26c-2cf4-47c3-b50e-381dc18366fe,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:50.941487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] For port 525c5d6e-caa0-4f3d-9111-68205432c2a4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=525c5d6e-caa0-4f3d-9111-68205432c2a4,segment=NetworkSegment(de9df23c-bc17-4538-a3e1-d40b4138f4fd),segment_id=de9df23c-bc17-4538-a3e1-d40b4138f4fd)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:50.942642 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:50.956589 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3ed8ef-b9b3-4845-9ec8-592cae549609 x-openstack-request-id: req-8b3ed8ef-b9b3-4845-9ec8-592cae549609 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:50.957298 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84bf699-abd3-445e-aea3-e5bfb6d08b9c", "name": "network-vif-plugged", "status": "completed", "tag": "ca13fda1-55b4-4e27-8482-b8e90447a971", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:50.957836 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21ff914e-2977-4909-999b-b4c1d8da631c req-2ef6fc70-807b-4d57-be51-d2a18b2b1c5c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951482 Jul 29 14:45:50.958109 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b3ed8ef-b9b3-4845-9ec8-592cae549609 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:50.959009 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84bf699-abd3-445e-aea3-e5bfb6d08b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca13fda1-55b4-4e27-8482-b8e90447a971', 'code': 200} Jul 29 14:45:50.975323 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 525c5d6e-caa0-4f3d-9111-68205432c2a4 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:50.978216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] Calling delete_port for 525c5d6e-caa0-4f3d-9111-68205432c2a4 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:51.086843 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8a82254-219a-41f6-9c72-33c1bb03b00e req-f69b97c8-a52b-4e77-9591-9fd341397e26 tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0602212 Jul 29 14:45:51.087374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54770) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:51.092068 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-5cd01f9a-028f-472a-be0b-059ac28ccfb2 None None] For port 525c5d6e-caa0-4f3d-9111-68205432c2a4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=525c5d6e-caa0-4f3d-9111-68205432c2a4,segment=NetworkSegment(de9df23c-bc17-4538-a3e1-d40b4138f4fd),segment_id=de9df23c-bc17-4538-a3e1-d40b4138f4fd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:51.092890 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5cd01f9a-028f-472a-be0b-059ac28ccfb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.156992 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-49ea4c19-cddc-4a67-a601-59c12abd88e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.159354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5cd01f9a-028f-472a-be0b-059ac28ccfb2 None None] Calling delete_port for 525c5d6e-caa0-4f3d-9111-68205432c2a4 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:45:51.181760 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-49ea4c19-cddc-4a67-a601-59c12abd88e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.184268 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.235992 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 525c5d6e-caa0-4f3d-9111-68205432c2a4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=525c5d6e-caa0-4f3d-9111-68205432c2a4,segment=NetworkSegment(de9df23c-bc17-4538-a3e1-d40b4138f4fd),segment_id=de9df23c-bc17-4538-a3e1-d40b4138f4fd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:45:51.241132 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.249951 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf13eef-28f2-4263-8ff5-dd9b6bf70ab5 req-f83f91ad-efa7-4ad4-8f1d-bd6617ee6d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:51.251864 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6cf13eef-28f2-4263-8ff5-dd9b6bf70ab5 req-f83f91ad-efa7-4ad4-8f1d-bd6617ee6d0c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 1100 time: 0.1544065 Jul 29 14:45:51.263733 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.319468 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] No DVR routers for this DVR port 525c5d6e-caa0-4f3d-9111-68205432c2a4 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:51.327045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=525c5d6e-caa0-4f3d-9111-68205432c2a4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:51.342750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event deleted for resources: {'Port': ['ID=525c5d6e-caa0-4f3d-9111-68205432c2a4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:51.349063 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-49ea4c19-cddc-4a67-a601-59c12abd88e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.352487 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-49ea4c19-cddc-4a67-a601-59c12abd88e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.353717 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-49ea4c19-cddc-4a67-a601-59c12abd88e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba82a5c7-4e89-4052-9f70-fcdbfc179453 HTTP/1.1" status: 204 len: 168 time: 0.4318202 Jul 29 14:45:51.373914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea4c19-cddc-4a67-a601-59c12abd88e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba82a5c7-4e89-4052-9f70-fcdbfc179453,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:51.406107 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5cd01f9a-028f-472a-be0b-059ac28ccfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.421041 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6cf13eef-28f2-4263-8ff5-dd9b6bf70ab5 req-b655b36d-e72b-4603-97d3-3d793903fefe service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604688 Jul 29 14:45:51.437727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd01f9a-028f-472a-be0b-059ac28ccfb2 None None] Pushing event deleted for resources: {'Port': ['ID=525c5d6e-caa0-4f3d-9111-68205432c2a4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:51.438220 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.441494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd01f9a-028f-472a-be0b-059ac28ccfb2 None None] No DVR routers for this DVR port 525c5d6e-caa0-4f3d-9111-68205432c2a4 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:45:51.456831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fa8262-47ad-4a9d-baac-a8463087d147']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:51.473102 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9df23c-bc17-4538-a3e1-d40b4138f4fd') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:51.473487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9df23c-bc17-4538-a3e1-d40b4138f4fd') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:51.497273 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fec807b-22e7-47a3-8f4b-19b9040f1d33 admin admin] Deleting subnet 84740567-e60d-40ec-855d-8962b438829e {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:45:51.499824 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.500558 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0fec807b-22e7-47a3-8f4b-19b9040f1d33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.526519 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.536823 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:45:51.537311 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.539047 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0fec807b-22e7-47a3-8f4b-19b9040f1d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:45:51.563450 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:45:51.609014 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0fec807b-22e7-47a3-8f4b-19b9040f1d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.620251 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.652883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=36fa8262-47ad-4a9d-baac-a8463087d147,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:51.655286 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.659453 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-772419a9-f0df-4295-885c-18e5e2dc8f33 admin admin] 10.222.0.16 "DELETE /v2.0/networks/36fa8262-47ad-4a9d-baac-a8463087d147 HTTP/1.1" status: 204 len: 168 time: 1.2306626 Jul 29 14:45:51.671187 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54798) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:51.704545 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc2580b6-75c9-4a28-a73e-446059626687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.729405 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0fec807b-22e7-47a3-8f4b-19b9040f1d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.766685 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec807b-22e7-47a3-8f4b-19b9040f1d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84740567-e60d-40ec-855d-8962b438829e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:51.768774 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0fec807b-22e7-47a3-8f4b-19b9040f1d33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.770729 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0fec807b-22e7-47a3-8f4b-19b9040f1d33 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/84740567-e60d-40ec-855d-8962b438829e HTTP/1.1" status: 204 len: 168 time: 0.6823285 Jul 29 14:45:51.773639 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54804) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:51.855688 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9b31724c-d898-4b1b-8508-d3d2a653438d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.863423 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc2580b6-75c9-4a28-a73e-446059626687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.869265 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc2580b6-75c9-4a28-a73e-446059626687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:51.902415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2580b6-75c9-4a28-a73e-446059626687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bbcc48-8d9b-462b-af1d-a2d2ded5492e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:51.924990 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cc2580b6-75c9-4a28-a73e-446059626687 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab514111289a4baa80c2cad32b41d3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508335 Jul 29 14:45:51.927569 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54808) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:51.945435 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54810) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:51.995347 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38815e87-144f-44af-aad1-163eeeb0d21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.000876 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54814) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:52.030309 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d9d02025-5744-4c0a-b952-1fc832a5b3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.030520 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27ef2936-bfe0-450f-a80d-dc6cbc027a38 req-27fc2f70-095e-4ad9-87de-27b4ad24de1a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0553381 Jul 29 14:45:52.057167 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9b31724c-d898-4b1b-8508-d3d2a653438d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.084141 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-9b31724c-d898-4b1b-8508-d3d2a653438d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2473c18-5128-4645-8f83-3c3f0bb06a8d']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:52.086541 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38815e87-144f-44af-aad1-163eeeb0d21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.100822 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-9b31724c-d898-4b1b-8508-d3d2a653438d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9799c67-04c1-4646-9135-fa4fa4cc7f00') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:52.101457 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-9b31724c-d898-4b1b-8508-d3d2a653438d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9799c67-04c1-4646-9135-fa4fa4cc7f00') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:52.112895 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a793ead0-8bd8-4c04-99ce-901ff896f0db admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4b28288c6ce40a4ad30aed84a169e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1650333 Jul 29 14:45:52.116271 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54816) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:52.119806 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9b31724c-d898-4b1b-8508-d3d2a653438d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.137899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fa363-38ff-45cb-a1c1-14c1efb88fa7 req-36bcf4de-e537-477a-8130-a84f1dd3c908 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:52.139439 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a58fa363-38ff-45cb-a1c1-14c1efb88fa7 req-36bcf4de-e537-477a-8130-a84f1dd3c908 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.1493359 Jul 29 14:45:52.146936 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9b31724c-d898-4b1b-8508-d3d2a653438d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.170074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b31724c-d898-4b1b-8508-d3d2a653438d admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:45:52.170576 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9b31724c-d898-4b1b-8508-d3d2a653438d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:45:52.172340 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:45:52.200576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08671aea-e9de-4601-ab8f-a61e44d0d129 req-7a8c9103-b365-4ef4-bc24-cc00227ca972 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:52.202296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08671aea-e9de-4601-ab8f-a61e44d0d129 req-7a8c9103-b365-4ef4-bc24-cc00227ca972 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 949 time: 0.1578913 Jul 29 14:45:52.247843 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a58fa363-38ff-45cb-a1c1-14c1efb88fa7 req-085478b1-79ce-4137-afb7-5dc7c5c2acdb tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982523 Jul 29 14:45:52.249764 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80e64456-d191-4c7d-b495-604f1de9c411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.262720 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9b31724c-d898-4b1b-8508-d3d2a653438d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.272133 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:45:52.278476 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38815e87-144f-44af-aad1-163eeeb0d21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.281390 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38815e87-144f-44af-aad1-163eeeb0d21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.287105 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-38815e87-144f-44af-aad1-163eeeb0d21c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19bbcc48-8d9b-462b-af1d-a2d2ded5492e HTTP/1.1" status: 204 len: 168 time: 0.3564913 Jul 29 14:45:52.299465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:45:52.300020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a972a7f3-f0ba-4ecf-ae0a-e12b80e22598 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:45:52.302499 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9b31724c-d898-4b1b-8508-d3d2a653438d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.305543 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9b31724c-d898-4b1b-8508-d3d2a653438d admin admin] 10.222.0.16 "DELETE /v2.0/networks/b2473c18-5128-4645-8f83-3c3f0bb06a8d HTTP/1.1" status: 204 len: 168 time: 0.5304027 Jul 29 14:45:52.309323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54824) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:52.329285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31724c-d898-4b1b-8508-d3d2a653438d admin admin] Pushing event deleted for resources: {'Network': ['ID=b2473c18-5128-4645-8f83-3c3f0bb06a8d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:52.364139 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80e64456-d191-4c7d-b495-604f1de9c411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.367409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38815e87-144f-44af-aad1-163eeeb0d21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bbcc48-8d9b-462b-af1d-a2d2ded5492e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:52.384731 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08671aea-e9de-4601-ab8f-a61e44d0d129 req-10462dc0-375f-4d70-9ab1-2e1b9d603424 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613381 Jul 29 14:45:52.405046 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ad121bb-c7e1-41cf-9cc5-bf39340d8aad req-4eb6f98f-9790-4d6f-af38-ef6173b23cfe tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0423317 Jul 29 14:45:52.420945 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d9d02025-5744-4c0a-b952-1fc832a5b3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.431665 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d9d02025-5744-4c0a-b952-1fc832a5b3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.433218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54826) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:52.441425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83215d6-aa3e-42d2-989e-d4b2afce5367 admin admin] Deleting subnet 36877335-96f4-418a-94da-67c14cddedc2 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:45:52.455273 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e83215d6-aa3e-42d2-989e-d4b2afce5367 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.482510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d02025-5744-4c0a-b952-1fc832a5b3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a1a84f-d3db-4175-82d4-1015a5b305b5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:52.493529 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d9d02025-5744-4c0a-b952-1fc832a5b3dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=036b5b96bb6a441eb3754d11beecea72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888394 Jul 29 14:45:52.493885 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54830) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:52.514800 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e83215d6-aa3e-42d2-989e-d4b2afce5367 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.521815 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80e64456-d191-4c7d-b495-604f1de9c411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.525178 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80e64456-d191-4c7d-b495-604f1de9c411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.528661 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-80e64456-d191-4c7d-b495-604f1de9c411 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2731fb14-64a5-4051-9cf2-cdbee60584e2 HTTP/1.1" status: 204 len: 168 time: 0.4057789 Jul 29 14:45:52.545028 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e64456-d191-4c7d-b495-604f1de9c411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2731fb14-64a5-4051-9cf2-cdbee60584e2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:52.589143 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e83215d6-aa3e-42d2-989e-d4b2afce5367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.621319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d326fcc8-0ae5-4c40-b996-e0d9bd1b6608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.657051 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d326fcc8-0ae5-4c40-b996-e0d9bd1b6608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.695017 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e83215d6-aa3e-42d2-989e-d4b2afce5367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.728484 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83215d6-aa3e-42d2-989e-d4b2afce5367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36877335-96f4-418a-94da-67c14cddedc2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:52.731450 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e83215d6-aa3e-42d2-989e-d4b2afce5367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.733549 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e83215d6-aa3e-42d2-989e-d4b2afce5367 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/36877335-96f4-418a-94da-67c14cddedc2 HTTP/1.1" status: 204 len: 168 time: 0.4229531 Jul 29 14:45:52.736187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54836) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:52.799047 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-82faa3d5-d386-4456-8548-11366cdf23c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.818744 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d326fcc8-0ae5-4c40-b996-e0d9bd1b6608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.821509 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d326fcc8-0ae5-4c40-b996-e0d9bd1b6608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:52.822680 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d326fcc8-0ae5-4c40-b996-e0d9bd1b6608 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91a1a84f-d3db-4175-82d4-1015a5b305b5 HTTP/1.1" status: 204 len: 168 time: 0.3276396 Jul 29 14:45:52.868908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326fcc8-0ae5-4c40-b996-e0d9bd1b6608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a1a84f-d3db-4175-82d4-1015a5b305b5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:52.882357 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ace4943c-6153-40d0-819c-6e718990969a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.014676 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ace4943c-6153-40d0-819c-6e718990969a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.029331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ace4943c-6153-40d0-819c-6e718990969a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eda5f8e-b3de-446d-a68a-d9e0d3641ed5']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:53.047847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ace4943c-6153-40d0-819c-6e718990969a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f86e264-014d-4975-aa61-95be52da2854') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:53.048207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ace4943c-6153-40d0-819c-6e718990969a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f86e264-014d-4975-aa61-95be52da2854') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:45:53.064269 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-82faa3d5-d386-4456-8548-11366cdf23c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.066344 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ace4943c-6153-40d0-819c-6e718990969a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.074017 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-82faa3d5-d386-4456-8548-11366cdf23c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.106432 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ace4943c-6153-40d0-819c-6e718990969a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.125883 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-82faa3d5-d386-4456-8548-11366cdf23c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0896aadaf49542c597b160e94b15211a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6912749 Jul 29 14:45:53.127589 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace4943c-6153-40d0-819c-6e718990969a admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:45:53.128223 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ace4943c-6153-40d0-819c-6e718990969a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.128778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54854) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:45:53.130269 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:45:53.140517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82faa3d5-d386-4456-8548-11366cdf23c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f849c70-4d67-4c1b-a4f2-632af6784569,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:53.191061 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ace4943c-6153-40d0-819c-6e718990969a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.199006 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ace4943c-6153-40d0-819c-6e718990969a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.203420 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ace4943c-6153-40d0-819c-6e718990969a admin admin] 10.222.0.16 "DELETE /v2.0/networks/4eda5f8e-b3de-446d-a68a-d9e0d3641ed5 HTTP/1.1" status: 204 len: 168 time: 0.4637296 Jul 29 14:45:53.224630 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.231318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4943c-6153-40d0-819c-6e718990969a admin admin] Pushing event deleted for resources: {'Network': ['ID=4eda5f8e-b3de-446d-a68a-d9e0d3641ed5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:53.251182 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.330222 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.332850 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.333987 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f849c70-4d67-4c1b-a4f2-632af6784569 HTTP/1.1" status: 204 len: 168 time: 0.2042093 Jul 29 14:45:53.362662 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f849c70-4d67-4c1b-a4f2-632af6784569,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:53.375098 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:53.375445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:53.375791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:53.376113 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:53.376439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:53.376791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:53.377116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:53.377437 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:53.377755 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:53.378074 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:53.378391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:53.378704 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f09c5-0421-4972-a8d4-88d12ab56a41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:45:53.400603 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dfe2c-59e6-4b4a-ad57-896b8a6b9dc3 req-fcec8b92-ef61-4203-b43d-1ef783b67c37 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:53.402862 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e72dfe2c-59e6-4b4a-ad57-896b8a6b9dc3 req-fcec8b92-ef61-4203-b43d-1ef783b67c37 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.0830035 Jul 29 14:45:53.457178 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e72dfe2c-59e6-4b4a-ad57-896b8a6b9dc3 req-72a2a3a8-b731-466e-a843-b7659084e651 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444808 Jul 29 14:45:53.563641 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4130e05-0482-40f8-911a-ba258a23b93f req-e3483a26-0cdb-4a5e-92cd-d1dc68fa481f tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:53.565572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54882) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:53.571179 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c4130e05-0482-40f8-911a-ba258a23b93f req-e3483a26-0cdb-4a5e-92cd-d1dc68fa481f tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 949 time: 0.0664241 Jul 29 14:45:53.593325 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-79262bc0-44eb-450e-b04d-13ced3db51ea req-3952a926-15f8-4b01-a1d7-a2a32e0ce8bc tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0460544 Jul 29 14:45:53.616025 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c4130e05-0482-40f8-911a-ba258a23b93f req-7da5f781-b7ee-4614-806a-c4db3a437ee0 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436656 Jul 29 14:45:53.650749 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-000e439a-244a-48e8-a104-612c280a7a05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcf357a81ebf46d58eac5bc6bb7971dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661697 Jul 29 14:45:53.653219 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54888) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:53.725772 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-445b0655-5a9e-4ace-9015-4a77a8e4ff10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.757720 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-445b0655-5a9e-4ace-9015-4a77a8e4ff10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.817191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-445b0655-5a9e-4ace-9015-4a77a8e4ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.820412 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-445b0655-5a9e-4ace-9015-4a77a8e4ff10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:53.824073 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-445b0655-5a9e-4ace-9015-4a77a8e4ff10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/472b0c12-99fa-4799-84b8-4649671c81b4 HTTP/1.1" status: 204 len: 168 time: 0.1671491 Jul 29 14:45:53.826564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b21446-dca0-4e6d-a9a1-69643e76460b req-3f9dc998-6364-4f11-991a-3b5b11d84f46 tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:53.828102 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27b21446-dca0-4e6d-a9a1-69643e76460b req-3f9dc998-6364-4f11-991a-3b5b11d84f46 tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 1100 time: 0.0815866 Jul 29 14:45:53.833189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b0655-5a9e-4ace-9015-4a77a8e4ff10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472b0c12-99fa-4799-84b8-4649671c81b4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:53.903793 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27b21446-dca0-4e6d-a9a1-69643e76460b req-11dc2e02-8e43-42a4-8c09-43de0803a36b tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681853 Jul 29 14:45:53.971591 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1537753-07a7-4e42-8256-6913db080f0a req-a620f333-4011-41c8-b412-6923fb22ab68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7dd6a202621241518f093d69d7f8c6ea&device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0299428 Jul 29 14:45:54.010819 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1537753-07a7-4e42-8256-6913db080f0a req-c118b064-9fe6-49f5-804e-0a9d2d90cf5a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7dd6a202621241518f093d69d7f8c6ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313432 Jul 29 14:45:54.093258 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54908) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:54.111993 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b71c2098-7a77-4039-99bf-e51dba44c680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:54.135865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9918772f-ca64-4c4a-9671-ef60bc2dfe51 req-8285ad63-ef98-44d3-a569-f05bdad3f7aa tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0775485 Jul 29 14:45:54.267776 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1537753-07a7-4e42-8256-6913db080f0a req-ec196963-2467-4ec2-bbf0-49a0d209039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:54.272213 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b71c2098-7a77-4039-99bf-e51dba44c680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:54.273415 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1537753-07a7-4e42-8256-6913db080f0a req-ec196963-2467-4ec2-bbf0-49a0d209039c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2543995 Jul 29 14:45:54.278796 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b71c2098-7a77-4039-99bf-e51dba44c680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:54.325445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c2098-7a77-4039-99bf-e51dba44c680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9632b9f1-b0ea-4438-91d7-40b91aa665bc,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:54.330132 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b71c2098-7a77-4039-99bf-e51dba44c680 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d82bf77cb8ee42e38ab8dcbd93bc7946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358103 Jul 29 14:45:54.334695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54912) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:54.404649 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fac3a60e-5916-47d0-b2ac-283329cdbb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:54.441944 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fac3a60e-5916-47d0-b2ac-283329cdbb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:54.496788 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-5a342154-b65a-45c3-9825-f079a678dd13 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444248 Jul 29 14:45:54.615533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b815ec4-ebeb-4da3-8591-1abfac9068fe req-1087e9e3-7156-4e33-b9ca-daee89d41f5c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:54.617559 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b815ec4-ebeb-4da3-8591-1abfac9068fe req-1087e9e3-7156-4e33-b9ca-daee89d41f5c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.0660164 Jul 29 14:45:54.625251 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fac3a60e-5916-47d0-b2ac-283329cdbb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:54.628164 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fac3a60e-5916-47d0-b2ac-283329cdbb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:54.629633 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fac3a60e-5916-47d0-b2ac-283329cdbb67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9632b9f1-b0ea-4438-91d7-40b91aa665bc HTTP/1.1" status: 204 len: 168 time: 0.2936563 Jul 29 14:45:54.646266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac3a60e-5916-47d0-b2ac-283329cdbb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9632b9f1-b0ea-4438-91d7-40b91aa665bc,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:54.650001 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54936) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:54.700331 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b815ec4-ebeb-4da3-8591-1abfac9068fe req-31e59346-a2fc-43cb-a088-3f8d90ae55d7 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639367 Jul 29 14:45:54.726735 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8045d3f4-6905-42ff-98d2-7c5a57177c3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c5186ea752b42f4a47a54f8a9d5ba6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0711005 Jul 29 14:45:54.729387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54938) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:54.735226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-8416b824-a8d7-4c0a-86be-6f64337fb734 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:54.743173 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-8416b824-a8d7-4c0a-86be-6f64337fb734 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278562 Jul 29 14:45:54.762007 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-8a06cdeb-b4e1-4b19-8d75-4fb3feb50974 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/quotas/4ab3b8915f2f4e84a51a86946cfa2fce HTTP/1.1" status: 200 len: 375 time: 0.0177555 Jul 29 14:45:54.787111 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50b8037d-e55c-4a76-933c-66eac85d79b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:54.823815 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50b8037d-e55c-4a76-933c-66eac85d79b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:54.843601 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-371193b7-9e04-4788-8faf-c3b72b32aa17 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0767002 Jul 29 14:45:54.899156 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50b8037d-e55c-4a76-933c-66eac85d79b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:54.903890 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50b8037d-e55c-4a76-933c-66eac85d79b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:54.905157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-50b8037d-e55c-4a76-933c-66eac85d79b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82a7dc1b-f22e-4510-9467-f26b3e533390 HTTP/1.1" status: 204 len: 168 time: 0.1746669 Jul 29 14:45:54.918260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8037d-e55c-4a76-933c-66eac85d79b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a7dc1b-f22e-4510-9467-f26b3e533390,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:55.046187 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4669f43c-ed04-4e73-ba91-790dcb8fab8f req-9e86ff1b-5722-4f78-a5e2-4594b7851f5e tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 210 time: 0.0367811 Jul 29 14:45:55.088700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54954) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:55.285291 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a6d86015-47ff-42f0-bfb7-44f75c768fec req-94a9f056-c2ec-4346-b8ea-86d92db2d6ab tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0448532 Jul 29 14:45:55.467234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-52c4218a-724b-4e3d-8839-4182591e50a0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-775603277-network', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:45:55.497409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c4218a-724b-4e3d-8839-4182591e50a0 admin admin] Made reservation on behalf of d8d78d89373a4e9c9a41503e527a8f91 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:45:55.500014 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52c4218a-724b-4e3d-8839-4182591e50a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:55.510681 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52c4218a-724b-4e3d-8839-4182591e50a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:55.590158 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1537753-07a7-4e42-8256-6913db080f0a req-5f76255a-41d3-4b16-9256-4e15a633246a tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.39 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0419517 Jul 29 14:45:55.627768 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52c4218a-724b-4e3d-8839-4182591e50a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:55.632935 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52c4218a-724b-4e3d-8839-4182591e50a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:55.646064 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c4218a-724b-4e3d-8839-4182591e50a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:45:55.656476 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52c4218a-724b-4e3d-8839-4182591e50a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:55.656983 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-52c4218a-724b-4e3d-8839-4182591e50a0 admin admin] Added segment 6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908 of type vlan for network 9a4b6d5d-d753-4276-8e45-60a99a32b429 Jul 29 14:45:55.703056 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52c4218a-724b-4e3d-8839-4182591e50a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:55.762065 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4218a-724b-4e3d-8839-4182591e50a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a99eb8-9015-4be8-8690-3586de91a86b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:55.783334 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52c4218a-724b-4e3d-8839-4182591e50a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:55.784812 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4218a-724b-4e3d-8839-4182591e50a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:55.785617 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52c4218a-724b-4e3d-8839-4182591e50a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:55.859871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98c0ef-3698-4b64-97f8-b33b56e74e77 req-909b4b6b-5a49-40ff-b581-b1c6568b5677 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:55.864477 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-52c4218a-724b-4e3d-8839-4182591e50a0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7745657 Jul 29 14:45:55.865148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54996) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:55.873438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4be5d836-7d22-43da-b7c2-d3fb8c8f67ed admin admin] Request body: {'subnet': {'network_id': '9a4b6d5d-d753-4276-8e45-60a99a32b429', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-775603277-subnet', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:45:55.875246 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c98c0ef-3698-4b64-97f8-b33b56e74e77 req-909b4b6b-5a49-40ff-b581-b1c6568b5677 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.0714211 Jul 29 14:45:55.880900 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:55.899699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4218a-724b-4e3d-8839-4182591e50a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9a4b6d5d-d753-4276-8e45-60a99a32b429,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:55.911914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 9a4b6d5d-d753-4276-8e45-60a99a32b429 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:45:55.917918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be5d836-7d22-43da-b7c2-d3fb8c8f67ed admin admin] Made reservation on behalf of d8d78d89373a4e9c9a41503e527a8f91 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:45:55.922698 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4be5d836-7d22-43da-b7c2-d3fb8c8f67ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:55.933825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c98c0ef-3698-4b64-97f8-b33b56e74e77 req-cd20abf1-a827-48d3-a1f5-34d1651f075f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504162 Jul 29 14:45:56.166665 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4be5d836-7d22-43da-b7c2-d3fb8c8f67ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:56.185703 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-35efb604-9df6-4880-a4a6-fa36828c81b5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479953 Jul 29 14:45:56.191961 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8eafee46-e081-4b79-a486-2ab17008d621 req-24018afa-3a83-458f-8f35-f65a9f96dbba tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 210 time: 0.0494723 Jul 29 14:45:56.260818 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5d836-7d22-43da-b7c2-d3fb8c8f67ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=8342f1b0-7b0c-4f9c-b89c-24e292fa887d,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:56.269062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be5d836-7d22-43da-b7c2-d3fb8c8f67ed admin admin] Checking segment: {'id': '6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9a4b6d5d-d753-4276-8e45-60a99a32b429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:45:56.269435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be5d836-7d22-43da-b7c2-d3fb8c8f67ed admin admin] Network hostable DHCP agents. Network: 9a4b6d5d-d753-4276-8e45-60a99a32b429, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:45:56.292033 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be5d836-7d22-43da-b7c2-d3fb8c8f67ed admin admin] Network 9a4b6d5d-d753-4276-8e45-60a99a32b429 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:45:56.309323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-4be5d836-7d22-43da-b7c2-d3fb8c8f67ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 9a4b6d5d-d753-4276-8e45-60a99a32b429) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:45:56.325440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1075c2-cbdd-400a-8dc2-d7162e13e4e3 None None] Network 9a4b6d5d-d753-4276-8e45-60a99a32b429 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:45:56.331041 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be5d836-7d22-43da-b7c2-d3fb8c8f67ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:56.331649 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4be5d836-7d22-43da-b7c2-d3fb8c8f67ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:56.371640 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4be5d836-7d22-43da-b7c2-d3fb8c8f67ed admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5020602 Jul 29 14:45:56.372067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55018) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:56.380472 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-775603277-router', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:45:56.382530 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-4550be53-7fc3-44bc-8d7e-0512c5225910 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:56.388966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-4550be53-7fc3-44bc-8d7e-0512c5225910 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964650 Jul 29 14:45:56.409778 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-cb2d82ce-80c9-4008-83fd-e5ebcb6dd0ae tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Request body: {'port': {'device_id': 'e72f8a64-ffc9-421b-9751-0569db041c06', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '4ab3b8915f2f4e84a51a86946cfa2fce'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:45:56.427244 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:56.428500 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:56.532466 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:56.579781 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1a863e5c-d9dc-4933-b02d-182e783579a5 req-2cac8483-8699-4b70-8213-14d0b5d870c3 tempest-ServerShowV254Test-1308755010 tempest-ServerShowV254Test-1308755010-project] 10.222.0.16 "GET /v2.0/ports?device_id=942e2f7a-2e73-49a7-b507-8a9b6d987de1 HTTP/1.1" status: 200 len: 210 time: 0.0353129 Jul 29 14:45:56.600445 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-9a4b6d5d-d753-4276-8e45-60a99a32b429', 'network_id': '9a4b6d5d-d753-4276-8e45-60a99a32b429', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'fixed_ips': [{'subnet_id': '8342f1b0-7b0c-4f9c-b89c-24e292fa887d'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:45:56.602468 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:56.671338 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-cb2d82ce-80c9-4008-83fd-e5ebcb6dd0ae tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Made reservation on behalf of 4ab3b8915f2f4e84a51a86946cfa2fce for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:45:56.687453 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-cb2d82ce-80c9-4008-83fd-e5ebcb6dd0ae tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:56.875182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Allocated IP 172.20.0.2 (9a4b6d5d-d753-4276-8e45-60a99a32b429/8342f1b0-7b0c-4f9c-b89c-24e292fa887d/1a22a33e-e850-4e5a-b6e1-d0b413a1189c) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:45:56.881083 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:56.958875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-cb2d82ce-80c9-4008-83fd-e5ebcb6dd0ae tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Allocated IP 192.168.233.13 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/736dc6e9-1dc0-40d6-b43a-7f4228ed284c) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:45:57.107758 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:57.127322 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Transition to ACTIVE for port object 1a22a33e-e850-4e5a-b6e1-d0b413a1189c will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:45:57.162075 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Transition to ACTIVE for port object 1a22a33e-e850-4e5a-b6e1-d0b413a1189c will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:45:57.174026 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:57.214410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8eaa4-cbc4-4b40-9e84-cd5d4409badd req-128d9e45-453c-4551-adf9-51230751aea2 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:57.221638 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8fd8eaa4-cbc4-4b40-9e84-cd5d4409badd req-128d9e45-453c-4551-adf9-51230751aea2 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.1640563 Jul 29 14:45:57.237435 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-cb2d82ce-80c9-4008-83fd-e5ebcb6dd0ae tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:57.255049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-cb2d82ce-80c9-4008-83fd-e5ebcb6dd0ae tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Transition to ACTIVE for port object 736dc6e9-1dc0-40d6-b43a-7f4228ed284c will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:45:57.271022 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:57.279969 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Network 9a4b6d5d-d753-4276-8e45-60a99a32b429 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:45:57.291928 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:45:57.296929 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8fd8eaa4-cbc4-4b40-9e84-cd5d4409badd req-3a27a18d-8027-45fa-9229-b7ca19c54fa3 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602539 Jul 29 14:45:57.303318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:45:57.309504 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Pushing event updated for resources: {'Port': ['ID=1a22a33e-e850-4e5a-b6e1-d0b413a1189c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:57.318095 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:57.324095 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-cb2d82ce-80c9-4008-83fd-e5ebcb6dd0ae tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:57.384908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d82ce-80c9-4008-83fd-e5ebcb6dd0ae tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event updated for resources: {'Port': ['ID=736dc6e9-1dc0-40d6-b43a-7f4228ed284c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:57.422412 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-cb2d82ce-80c9-4008-83fd-e5ebcb6dd0ae tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:45:57.424625 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-cb2d82ce-80c9-4008-83fd-e5ebcb6dd0ae tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:45:57.438899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-cb2d82ce-80c9-4008-83fd-e5ebcb6dd0ae tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:45:57.517125 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ce7ff-d0cf-4bdd-8015-d573dfe54fe0 req-00f34635-88c4-4527-a7db-26dfe7801aeb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:57.530010 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-210ce7ff-d0cf-4bdd-8015-d573dfe54fe0 req-00f34635-88c4-4527-a7db-26dfe7801aeb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 935 time: 0.1124327 Jul 29 14:45:57.539628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-cb2d82ce-80c9-4008-83fd-e5ebcb6dd0ae tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:57.540805 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-cb2d82ce-80c9-4008-83fd-e5ebcb6dd0ae tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:57.556467 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Allocated IP 172.25.6.153 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/043527a1-aaef-4bb9-8831-560fe7946126) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:45:57.570419 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-cb2d82ce-80c9-4008-83fd-e5ebcb6dd0ae tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1692688 Jul 29 14:45:57.595521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Request body: {'port': {'device_id': 'e72f8a64-ffc9-421b-9751-0569db041c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:45:57.601206 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-210ce7ff-d0cf-4bdd-8015-d573dfe54fe0 req-cc8771dc-e013-4c45-b718-3f00d881b004 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655293 Jul 29 14:45:57.687178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c46da8b1-3c40-4c16-9600-ef826036cec4', '47446bc0-4163-4c6c-8cd8-450bf10454bc', '27ba7a23-7155-476f-a2bf-9bcca233c498', 'bab30778-6bf1-4d00-b6d7-5b99f2351b1d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:57.761394 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ad723e85-8703-4e8a-b892-dbecde38fe72', '8f7447e1-6e43-430e-8868-e8ef6b1e129f', 'ca13fda1-55b4-4e27-8482-b8e90447a971'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:45:57.773401 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:57.817521 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:57.910271 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:57.911803 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Attempting to bind port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:45:57.912407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Attempting to bind port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9a4b6d5d-d753-4276-8e45-60a99a32b429'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:45:57.913014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Attempting to bind port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c on network 9a4b6d5d-d753-4276-8e45-60a99a32b429 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:45:57.943828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:45:57.944800 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Checking segment: {'id': '6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9a4b6d5d-d753-4276-8e45-60a99a32b429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:45:57.945394 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:57.946000 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Bound using segment: {'id': '6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9a4b6d5d-d753-4276-8e45-60a99a32b429'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:45:57.946692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Bound port: 1a22a33e-e850-4e5a-b6e1-d0b413a1189c, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9a4b6d5d-d753-4276-8e45-60a99a32b429'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:45:57.947350 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:57.956301 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-69b20572-7b98-486b-8fb9-849d719c4cf6 None None] Provisioning for port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:45:58.001855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-69b20572-7b98-486b-8fb9-849d719c4cf6 None None] Provisioning complete for port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:45:58.002641 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-69b20572-7b98-486b-8fb9-849d719c4cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:58.009587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:45:58.018879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:45:58.024745 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:45:58.099748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4622d54d-15ba-452a-9250-07003a772234 None None] For port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:45:58.103576 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4622d54d-15ba-452a-9250-07003a772234 None None] For port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1a22a33e-e850-4e5a-b6e1-d0b413a1189c,segment=NetworkSegment(6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908),segment_id=6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:45:58.105122 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Pushing event updated for resources: {'Port': ['ID=043527a1-aaef-4bb9-8831-560fe7946126,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:58.121789 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:58.203458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-69b20572-7b98-486b-8fb9-849d719c4cf6 None None] Port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:45:58.216999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736dc6e9-1dc0-40d6-b43a-7f4228ed284c {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:45:58.226606 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:58.240546 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Transition to ACTIVE for port object 736dc6e9-1dc0-40d6-b43a-7f4228ed284c will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:45:58.247405 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:58.365011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Pushing event updated for resources: {'Port': ['ID=736dc6e9-1dc0-40d6-b43a-7f4228ed284c,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:58.370567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622d54d-15ba-452a-9250-07003a772234 None None] Pushing event updated for resources: {'Port': ['ID=1a22a33e-e850-4e5a-b6e1-d0b413a1189c,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:58.549784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3e261-0479-44a8-ac41-4863c7b5a77f req-879b7415-5c4b-4a38-82e8-e285c3cab449 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:58.565878 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-47f3e261-0479-44a8-ac41-4863c7b5a77f req-879b7415-5c4b-4a38-82e8-e285c3cab449 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.1388113 Jul 29 14:45:58.586388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Attempting to bind port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:45:58.586688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Attempting to bind port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:45:58.587035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Attempting to bind port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:45:58.620630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:45:58.621065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Attempting to bind port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:45:58.628217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:45:58.628566 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:45:58.628989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:45:58.629423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Bound port: 736dc6e9-1dc0-40d6-b43a-7f4228ed284c, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:45:58.629784 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:58.723297 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-47f3e261-0479-44a8-ac41-4863c7b5a77f req-7e109fee-5339-420a-88d9-e370696c957c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572952 Jul 29 14:45:58.910155 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] For port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:45:58.920477 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:58.921759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] For port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=736dc6e9-1dc0-40d6-b43a-7f4228ed284c,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:45:58.931016 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:58.933001 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55088) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:59.004193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1a22a33e-e850-4e5a-b6e1-d0b413a1189c up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:45:59.035881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:59.037454 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:59.044351 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] 10.222.0.39 "PUT /v2.0/ports/736dc6e9-1dc0-40d6-b43a-7f4228ed284c HTTP/1.1" status: 200 len: 1095 time: 1.4630473 Jul 29 14:45:59.045361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72f8a64-ffc9-421b-9751-0569db041c06', 'tag': '736dc6e9-1dc0-40d6-b43a-7f4228ed284c'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:45:59.048767 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447df891-cd46-48b1-9f09-adbe4afebab9" -d '{"events": [{"name": "network-changed", "server_uuid": "e72f8a64-ffc9-421b-9751-0569db041c06", "tag": "736dc6e9-1dc0-40d6-b43a-7f4228ed284c"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:45:59.118998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea19ac-99a8-490f-a102-b528d11fbbba req-29003f53-037c-4144-8d33-44095163e539 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:59.121702 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cfea19ac-99a8-490f-a102-b528d11fbbba req-29003f53-037c-4144-8d33-44095163e539 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 947 time: 0.2939076 Jul 29 14:45:59.206789 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3ddfea-16a7-4615-8059-8f02773469c3 x-openstack-request-id: req-7c3ddfea-16a7-4615-8059-8f02773469c3 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:45:59.207093 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72f8a64-ffc9-421b-9751-0569db041c06", "tag": "736dc6e9-1dc0-40d6-b43a-7f4228ed284c", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:45:59.207357 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c3ddfea-16a7-4615-8059-8f02773469c3 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:45:59.207809 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72f8a64-ffc9-421b-9751-0569db041c06', 'tag': '736dc6e9-1dc0-40d6-b43a-7f4228ed284c', 'status': 'completed', 'code': 200} Jul 29 14:45:59.216574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cd881-c187-42e4-a4d8-39a4c8daa578 service neutron] Pushing event updated for resources: {'Port': ['ID=736dc6e9-1dc0-40d6-b43a-7f4228ed284c,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:45:59.241796 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-bdfc3835-1d92-45ff-8042-0e7d1897d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:59.244308 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-bdfc3835-1d92-45ff-8042-0e7d1897d89b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 1098 time: 0.1289892 Jul 29 14:45:59.274842 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cfea19ac-99a8-490f-a102-b528d11fbbba req-bd0d604b-9601-4e35-aaa9-1d8c5f3eaa58 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431913 Jul 29 14:45:59.337467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-58cc5495-c49c-4445-9a16-d16c2b0e9f2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=736dc6e9-1dc0-40d6-b43a-7f4228ed284c HTTP/1.1" status: 200 len: 217 time: 0.0764403 Jul 29 14:45:59.405581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:45:59.455398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-78c28af9-75a4-40fe-944f-0e2ffe4c3545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:59.457470 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-78c28af9-75a4-40fe-944f-0e2ffe4c3545 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1118894 Jul 29 14:45:59.519109 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:59.530223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-fd19346d-47a9-4151-8b05-55b2891428d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:45:59.531786 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-fd19346d-47a9-4151-8b05-55b2891428d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659738 Jul 29 14:45:59.598643 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80f2fbe2-6a07-444d-a104-1dde2d20c4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:59.710203 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-de5924db-d643-4b15-918b-89f181f6d127 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650755 Jul 29 14:45:59.710879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55118) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:59.794344 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80f2fbe2-6a07-444d-a104-1dde2d20c4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:59.801868 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80f2fbe2-6a07-444d-a104-1dde2d20c4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:45:59.895002 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-91b7f4de-a4a3-41e2-b43c-ea667f030295 req-30799cba-ee19-4c72-9a66-f64e5f5296a6 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763289 Jul 29 14:45:59.922793 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-80f2fbe2-6a07-444d-a104-1dde2d20c4fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7dd6a202621241518f093d69d7f8c6ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9882073 Jul 29 14:45:59.928211 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55128) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:45:59.932118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2fbe2-6a07-444d-a104-1dde2d20c4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25439b1e-c39a-4b75-ba47-9e90eaff6425,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:00.010785 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-88758355-4bb2-4cf2-ac99-701c9a525c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:00.017640 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447df891-cd46-48b1-9f09-adbe4afebab9 req-222492cd-7efc-4200-9253-619954bd142c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:00.030519 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-447df891-cd46-48b1-9f09-adbe4afebab9 req-222492cd-7efc-4200-9253-619954bd142c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 1098 time: 0.0647831 Jul 29 14:46:00.032180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e178393d-7745-45d3-926c-7810854c3c59 None None] Network 9a4b6d5d-d753-4276-8e45-60a99a32b429 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:00.041403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03c53d-acd6-4e61-862a-3539e4ce6947 req-0c6209f7-c426-4fa0-9225-216e1c74b657 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:00.042943 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd03c53d-acd6-4e61-862a-3539e4ce6947 req-0c6209f7-c426-4fa0-9225-216e1c74b657 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.1468084 Jul 29 14:46:00.070860 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-88758355-4bb2-4cf2-ac99-701c9a525c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:00.109351 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d7d53b3e-c99e-43fa-a06e-661dfc306960 None None] Provisioning for port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:00.138749 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d7d53b3e-c99e-43fa-a06e-661dfc306960 None None] Provisioning complete for port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:00.139111 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7d53b3e-c99e-43fa-a06e-661dfc306960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:00.147827 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-88758355-4bb2-4cf2-ac99-701c9a525c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:00.152169 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-88758355-4bb2-4cf2-ac99-701c9a525c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:00.153714 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-88758355-4bb2-4cf2-ac99-701c9a525c07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25439b1e-c39a-4b75-ba47-9e90eaff6425 HTTP/1.1" status: 204 len: 168 time: 0.2227287 Jul 29 14:46:00.155305 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd03c53d-acd6-4e61-862a-3539e4ce6947 req-a67bd733-a4e4-41bd-b33d-4f4ddd7da8c4 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037941 Jul 29 14:46:00.168255 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Router 0c8ac83a-3530-4378-9390-467ca1d70de6 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:46:00.173594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88758355-4bb2-4cf2-ac99-701c9a525c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25439b1e-c39a-4b75-ba47-9e90eaff6425,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:00.209162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447df891-cd46-48b1-9f09-adbe4afebab9 req-daff0579-fe55-4cec-89f7-af81252b945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:00.211352 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-447df891-cd46-48b1-9f09-adbe4afebab9 req-daff0579-fe55-4cec-89f7-af81252b945f service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1674304 Jul 29 14:46:00.310815 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-447df891-cd46-48b1-9f09-adbe4afebab9 req-db18ae04-cd13-48e9-8cca-06f44b9b8127 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=736dc6e9-1dc0-40d6-b43a-7f4228ed284c HTTP/1.1" status: 200 len: 217 time: 0.0907230 Jul 29 14:46:00.330330 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab815-5bbe-43aa-bb47-75d5d0a2ad56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:00.358692 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:46:00.378776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Sync routers for ids ['0c8ac83a-3530-4378-9390-467ca1d70de6'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:46:00.402946 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:00.407266 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-95574beb-e1fd-4eb0-8d18-d3208a693428 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0343015 Jul 29 14:46:00.412185 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55140) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:00.465851 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447df891-cd46-48b1-9f09-adbe4afebab9 req-3a23e67c-e85a-4367-abb2-a9a5d23290b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:00.467412 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-447df891-cd46-48b1-9f09-adbe4afebab9 req-3a23e67c-e85a-4367-abb2-a9a5d23290b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1349206 Jul 29 14:46:00.499921 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Routers {'0c8ac83a-3530-4378-9390-467ca1d70de6'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:00.500536 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['0c8ac83a-3530-4378-9390-467ca1d70de6'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:00.502080 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7d53b3e-c99e-43fa-a06e-661dfc306960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:00.542126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d7d53b3e-c99e-43fa-a06e-661dfc306960 None None] For port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1a22a33e-e850-4e5a-b6e1-d0b413a1189c,segment=NetworkSegment(6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908),segment_id=6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:00.561204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447df891-cd46-48b1-9f09-adbe4afebab9 req-6202a11d-dfc5-4ab6-90a4-6ac7c0524135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:00.563089 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-447df891-cd46-48b1-9f09-adbe4afebab9 req-6202a11d-dfc5-4ab6-90a4-6ac7c0524135 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756819 Jul 29 14:46:00.584759 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7d53b3e-c99e-43fa-a06e-661dfc306960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:00.593662 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f88eae3a-009d-4879-ac93-7580ff2d091e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:00.604321 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affd235-302e-441b-a6a7-b88040d5d848 req-bde81f03-1701-4e95-9867-04fd2de34160 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:00.612388 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6affd235-302e-441b-a6a7-b88040d5d848 req-bde81f03-1701-4e95-9867-04fd2de34160 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 947 time: 0.2253211 Jul 29 14:46:00.656846 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab815-5bbe-43aa-bb47-75d5d0a2ad56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:00.721580 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d53b3e-c99e-43fa-a06e-661dfc306960 None None] Pushing event updated for resources: {'Port': ['ID=1a22a33e-e850-4e5a-b6e1-d0b413a1189c,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:00.738607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Set router 0c8ac83a-3530-4378-9390-467ca1d70de6 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:00.774026 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6affd235-302e-441b-a6a7-b88040d5d848 req-ec7958ba-8855-4132-876b-643aded1bf71 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604738 Jul 29 14:46:00.783042 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab815-5bbe-43aa-bb47-75d5d0a2ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:00.833300 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1f7ab815-5bbe-43aa-bb47-75d5d0a2ad56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8c7316d4046412d8b61d82f55f9dd81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1207819 Jul 29 14:46:00.836845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55152) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:00.966872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1a22a33e-e850-4e5a-b6e1-d0b413a1189c up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:01.129002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5019ac5d-76a8-400e-a6d7-365d11018b1a None None] Provisioning complete for port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:01.129381 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5019ac5d-76a8-400e-a6d7-365d11018b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:01.339817 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'name': 'tempest-ServersTestMultiNic-775603277-router', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '043527a1-aaef-4bb9-8831-560fe7946126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:45:56Z', 'updated_at': '2021-07-29T14:45:58Z', 'revision_number': 3, 'project_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'gw_port': {'id': '043527a1-aaef-4bb9-8831-560fe7946126', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:85:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:45:57Z', 'updated_at': '2021-07-29T14:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:01.372174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ab815-5bbe-43aa-bb47-75d5d0a2ad56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9a56ce-2c2b-4128-aefb-cbb72e9c8564,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:01.379823 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:01.380467 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:01.390860 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Checking router: 0c8ac83a-3530-4378-9390-467ca1d70de6 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:46:01.391364 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Updating router 0c8ac83a-3530-4378-9390-467ca1d70de6 port 043527a1-aaef-4bb9-8831-560fe7946126 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:46:01.405358 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-447df891-cd46-48b1-9f09-adbe4afebab9 req-6ccbcb31-206a-4d81-b982-74aec92183d3 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7464256 Jul 29 14:46:01.434000 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a394efb1-43a2-4d4e-b207-a61ac713a08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:01.457889 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:01.492743 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a394efb1-43a2-4d4e-b207-a61ac713a08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:01.556363 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-447df891-cd46-48b1-9f09-adbe4afebab9 req-8b51efc7-1e78-45af-a477-17a51133c270 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430399 Jul 29 14:46:01.583755 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a394efb1-43a2-4d4e-b207-a61ac713a08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:01.587273 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a394efb1-43a2-4d4e-b207-a61ac713a08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:01.588503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a394efb1-43a2-4d4e-b207-a61ac713a08c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd9a56ce-2c2b-4128-aefb-cbb72e9c8564 HTTP/1.1" status: 204 len: 168 time: 0.7496157 Jul 29 14:46:01.597587 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394efb1-43a2-4d4e-b207-a61ac713a08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9a56ce-2c2b-4128-aefb-cbb72e9c8564,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:01.689320 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-f0f5c64f-1532-405c-a9b8-e9b7db677c4b tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=46ff881003554e42bd31fec853ecbb96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445492 Jul 29 14:46:01.853980 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-72e73d65-a30e-40d1-ae3c-388c36dfae94 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:01.855830 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-72e73d65-a30e-40d1-ae3c-388c36dfae94 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1597967 Jul 29 14:46:01.896549 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-82a54631-c870-49dd-96e9-2e1036c28be1 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/quotas/46ff881003554e42bd31fec853ecbb96 HTTP/1.1" status: 200 len: 375 time: 0.0129728 Jul 29 14:46:01.900392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56d318-abfd-46eb-a431-d21de33630ff req-78b618ff-9144-448f-99f8-fb8e41f03caf tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:01.913553 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-db56d318-abfd-46eb-a431-d21de33630ff req-78b618ff-9144-448f-99f8-fb8e41f03caf tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.1283257 Jul 29 14:46:01.951976 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-679bf36f-c6a6-41a5-b5f1-71bd92ab34b1 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=46ff881003554e42bd31fec853ecbb96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482025 Jul 29 14:46:02.001548 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:02.005707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55196) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:02.027064 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-db56d318-abfd-46eb-a431-d21de33630ff req-6efbf0c2-eca0-45cc-8a5c-5a1b6cb4f783 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124029 Jul 29 14:46:02.261168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Allocated IP 172.20.0.1 (9a4b6d5d-d753-4276-8e45-60a99a32b429/8342f1b0-7b0c-4f9c-b89c-24e292fa887d/58af3cb3-e033-430d-8fff-3bc1ee75caf0) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:02.291786 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:02.312208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Transition to ACTIVE for port object 043527a1-aaef-4bb9-8831-560fe7946126 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:02.324440 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:02.375135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e782cba-606e-4e2b-a68f-624d2edfdb4a req-7d64c42f-4d5b-4794-bfb9-13290a20c0ba tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:02.378126 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e782cba-606e-4e2b-a68f-624d2edfdb4a req-7d64c42f-4d5b-4794-bfb9-13290a20c0ba tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 947 time: 0.1506784 Jul 29 14:46:02.387366 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e312fa32-4b87-495d-b392-68c189216698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:02.390753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55210) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:02.419041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db650a0-6792-4edd-bc02-70d026b33fe1 None None] Pushing event updated for resources: {'Port': ['ID=043527a1-aaef-4bb9-8831-560fe7946126,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:02.433611 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:02.449026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Transition to ACTIVE for port object 58af3cb3-e033-430d-8fff-3bc1ee75caf0 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:02.472095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Attempting to bind port 043527a1-aaef-4bb9-8831-560fe7946126 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:02.472757 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Attempting to bind port 043527a1-aaef-4bb9-8831-560fe7946126 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:02.473315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Attempting to bind port 043527a1-aaef-4bb9-8831-560fe7946126 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:02.481806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:02.482657 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:02.483269 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:02.483949 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:02.484572 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Bound port: 043527a1-aaef-4bb9-8831-560fe7946126, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:02.485056 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:02.508252 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f211caca-fe6a-4743-9fca-8c83cae87f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:02.550669 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d021528-e10c-4405-99a3-13d8257de376 req-f1e91f05-c3a5-4e26-8ed8-b93c22c473be tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 210 time: 0.0622618 Jul 29 14:46:02.551945 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:02.578173 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] For port 043527a1-aaef-4bb9-8831-560fe7946126, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:02.588260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Network 9a4b6d5d-d753-4276-8e45-60a99a32b429 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:02.591567 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:02.595296 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:02.608956 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] For port 043527a1-aaef-4bb9-8831-560fe7946126, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=043527a1-aaef-4bb9-8831-560fe7946126,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:02.617420 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:02.631098 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e782cba-606e-4e2b-a68f-624d2edfdb4a req-a0b1171f-6402-40c9-b0a4-a24465a574c2 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374101 Jul 29 14:46:02.642961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:02.717049 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Pushing event updated for resources: {'Port': ['ID=58af3cb3-e033-430d-8fff-3bc1ee75caf0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:02.740502 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e312fa32-4b87-495d-b392-68c189216698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:02.758985 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e312fa32-4b87-495d-b392-68c189216698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:02.770094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Routers {'0c8ac83a-3530-4378-9390-467ca1d70de6'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:02.770779 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:45:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['0c8ac83a-3530-4378-9390-467ca1d70de6'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:02.853973 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db650a0-6792-4edd-bc02-70d026b33fe1 None None] Pushing event updated for resources: {'Port': ['ID=043527a1-aaef-4bb9-8831-560fe7946126,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:02.921453 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:02.964874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312fa32-4b87-495d-b392-68c189216698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe87662-83e8-4149-bae3-7e6988ebf1df,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:02.985574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e312fa32-4b87-495d-b392-68c189216698 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=653078df8e59440a9f1e9297a4792fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9744203 Jul 29 14:46:02.988879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55238) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:02.991439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55240) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:03.024136 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] Set router 0c8ac83a-3530-4378-9390-467ca1d70de6 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:03.113430 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-84625f53-c564-4cbb-b96e-78ab39df59c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.137858 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-84625f53-c564-4cbb-b96e-78ab39df59c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.202896 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-84625f53-c564-4cbb-b96e-78ab39df59c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.203978 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 736dc6e9-1dc0-40d6-b43a-7f4228ed284c details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:46:03.206498 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-84625f53-c564-4cbb-b96e-78ab39df59c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.207840 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-84625f53-c564-4cbb-b96e-78ab39df59c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fe87662-83e8-4149-bae3-7e6988ebf1df HTTP/1.1" status: 204 len: 168 time: 0.2132602 Jul 29 14:46:03.226876 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.240136 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.252436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84625f53-c564-4cbb-b96e-78ab39df59c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe87662-83e8-4149-bae3-7e6988ebf1df,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:03.275640 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-fba13bb8-cf0a-42ca-a51a-a47ff1f7dd01 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-network', 'tenant_id': '247d807a3183413d81bd38d576287ebf'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:03.284418 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f211caca-fe6a-4743-9fca-8c83cae87f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.311766 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f211caca-fe6a-4743-9fca-8c83cae87f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.328616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8463047f-7848-4710-aa7f-7c2eb447f15f None None] Provisioning for port 58af3cb3-e033-430d-8fff-3bc1ee75caf0 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:03.341467 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.343828 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f211caca-fe6a-4743-9fca-8c83cae87f0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=721674b6dac242b98762b18a380fc1ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9492040 Jul 29 14:46:03.344524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba13bb8-cf0a-42ca-a51a-a47ff1f7dd01 admin admin] Made reservation on behalf of 247d807a3183413d81bd38d576287ebf for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:03.344646 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.359174 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fba13bb8-cf0a-42ca-a51a-a47ff1f7dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.361170 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8463047f-7848-4710-aa7f-7c2eb447f15f None None] Provisioning complete for port 58af3cb3-e033-430d-8fff-3bc1ee75caf0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:03.361724 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8463047f-7848-4710-aa7f-7c2eb447f15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.366740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55252) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:03.401391 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fba13bb8-cf0a-42ca-a51a-a47ff1f7dd01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.421773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8463047f-7848-4710-aa7f-7c2eb447f15f None None] Port 58af3cb3-e033-430d-8fff-3bc1ee75caf0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:46:03.434552 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da7e04-d0f8-462a-b317-a098a4453315 req-ce887b3f-874e-4123-9f05-05cbda046228 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:03.436198 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97da7e04-d0f8-462a-b317-a098a4453315 req-ce887b3f-874e-4123-9f05-05cbda046228 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.2361550 Jul 29 14:46:03.470118 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:46:03.523147 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Pushing event updated for resources: {'Port': ['ID=58af3cb3-e033-430d-8fff-3bc1ee75caf0,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:03.542436 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fa80ca79-8ccd-4aab-90bb-4c0cec087922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.543761 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-63352469-fdad-4220-b48a-cf165ef177fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.544755 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97da7e04-d0f8-462a-b317-a098a4453315 req-e8e2c79e-c462-4883-a57c-ea58f93f85d0 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886438 Jul 29 14:46:03.589469 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fa80ca79-8ccd-4aab-90bb-4c0cec087922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.660354 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fba13bb8-cf0a-42ca-a51a-a47ff1f7dd01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.665226 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211caca-fe6a-4743-9fca-8c83cae87f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a48fd1-974e-4d90-a08d-66beff72bed4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:03.671759 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fba13bb8-cf0a-42ca-a51a-a47ff1f7dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.694768 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fa80ca79-8ccd-4aab-90bb-4c0cec087922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.699411 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fa80ca79-8ccd-4aab-90bb-4c0cec087922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.700601 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fa80ca79-8ccd-4aab-90bb-4c0cec087922 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2a48fd1-974e-4d90-a08d-66beff72bed4 HTTP/1.1" status: 204 len: 168 time: 0.3277974 Jul 29 14:46:03.707847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba13bb8-cf0a-42ca-a51a-a47ff1f7dd01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:46:03.709236 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=736dc6e9-1dc0-40d6-b43a-7f4228ed284c,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:03.721796 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba13bb8-cf0a-42ca-a51a-a47ff1f7dd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e5a5fd-f764-4275-83a8-189ee432b0a3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:03.728447 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fba13bb8-cf0a-42ca-a51a-a47ff1f7dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.729054 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-fba13bb8-cf0a-42ca-a51a-a47ff1f7dd01 admin admin] Added segment f4ebb509-8329-483d-888b-2975435c609f of type vlan for network e7376b65-c37a-462a-9b7f-fd5ca02310cd Jul 29 14:46:03.738759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80ca79-8ccd-4aab-90bb-4c0cec087922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a48fd1-974e-4d90-a08d-66beff72bed4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:03.762484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '736dc6e9-1dc0-40d6-b43a-7f4228ed284c', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '736dc6e9-1dc0-40d6-b43a-7f4228ed284c', 'mac_address': 'fa:16:3e:e5:45:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:46:03.841548 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fba13bb8-cf0a-42ca-a51a-a47ff1f7dd01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.856596 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2559e883-721f-4fb5-bd01-b44a15256f39 req-a2044eed-7938-45bd-b2b8-fdc4af0b25aa tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 210 time: 0.0838428 Jul 29 14:46:03.860194 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'name': 'tempest-ServersTestMultiNic-775603277-router', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '043527a1-aaef-4bb9-8831-560fe7946126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:45:56Z', 'updated_at': '2021-07-29T14:45:58Z', 'revision_number': 3, 'project_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'gw_port': {'id': '043527a1-aaef-4bb9-8831-560fe7946126', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:85:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:45:57Z', 'updated_at': '2021-07-29T14:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:03.884786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55266) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:03.910165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Network 9a4b6d5d-d753-4276-8e45-60a99a32b429 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:03.914304 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da77da58-b8ae-4850-b213-8973d30f3874 None None] The sync data for ids ['0c8ac83a-3530-4378-9390-467ca1d70de6'] in n-d-802893-1 is: [{'id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'name': 'tempest-ServersTestMultiNic-775603277-router', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '043527a1-aaef-4bb9-8831-560fe7946126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:45:56Z', 'updated_at': '2021-07-29T14:45:58Z', 'revision_number': 3, 'project_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'gw_port': {'id': '043527a1-aaef-4bb9-8831-560fe7946126', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:85:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:45:57Z', 'updated_at': '2021-07-29T14:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:46:03.948521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:03.970550 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:03.978885 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-69026be4-01e7-41bc-9565-bf5ea1dbaee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:04.016074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736dc6e9-1dc0-40d6-b43a-7f4228ed284c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:04.023493 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fba13bb8-cf0a-42ca-a51a-a47ff1f7dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:04.025797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba13bb8-cf0a-42ca-a51a-a47ff1f7dd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:04.029784 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fba13bb8-cf0a-42ca-a51a-a47ff1f7dd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:04.070369 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-0cc19df1-a738-41e8-a525-2c6561cae2b8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=46ff881003554e42bd31fec853ecbb96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117766 Jul 29 14:46:04.080204 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=736dc6e9-1dc0-40d6-b43a-7f4228ed284c,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:04.088145 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:04.140559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55268) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:04.240484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=736dc6e9-1dc0-40d6-b43a-7f4228ed284c,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:04.262292 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:04.323120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90922dd3-be06-4ca2-aa15-053d5c715d42 req-f2f69df3-3837-481f-a002-4ea7c64cad33 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:04.327028 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-90922dd3-be06-4ca2-aa15-053d5c715d42 req-f2f69df3-3837-481f-a002-4ea7c64cad33 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 947 time: 0.4746425 Jul 29 14:46:04.349096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-ed765953-5adc-44e6-8d03-c05eedb57575 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:04.351847 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-ed765953-5adc-44e6-8d03-c05eedb57575 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2842331 Jul 29 14:46:04.371048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['736dc6e9-1dc0-40d6-b43a-7f4228ed284c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:04.438207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Request body: {'port': {'device_id': '32443691-0500-4f9d-9e64-ab66e2782300', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '46ff881003554e42bd31fec853ecbb96'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:04.450886 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Router 0c8ac83a-3530-4378-9390-467ca1d70de6 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:46:04.493179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-452f4ae6-87cc-4ef3-8a53-38ea98c3a9f6 None None] Provisioning complete for port 58af3cb3-e033-430d-8fff-3bc1ee75caf0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:04.493551 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-452f4ae6-87cc-4ef3-8a53-38ea98c3a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:04.548483 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-69026be4-01e7-41bc-9565-bf5ea1dbaee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:04.550810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-90922dd3-be06-4ca2-aa15-053d5c715d42 req-c6898f7f-12e3-4ad1-b2ee-9e62f33739a6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835880 Jul 29 14:46:04.555390 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-69026be4-01e7-41bc-9565-bf5ea1dbaee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:04.563401 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba13bb8-cf0a-42ca-a51a-a47ff1f7dd01 admin admin] Pushing event updated for resources: {'Network': ['ID=e7376b65-c37a-462a-9b7f-fd5ca02310cd,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:04.599810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fba13bb8-cf0a-42ca-a51a-a47ff1f7dd01 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6037321 Jul 29 14:46:04.606732 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55282) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:04.615035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-452f4ae6-87cc-4ef3-8a53-38ea98c3a9f6 None None] Port 58af3cb3-e033-430d-8fff-3bc1ee75caf0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:46:04.617824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-37a3392c-fd8f-45e4-a749-b2d8f30f65b7 admin admin] Request body: {'subnet': {'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-subnet', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:04.622566 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network e7376b65-c37a-462a-9b7f-fd5ca02310cd details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:46:04.683809 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a3392c-fd8f-45e4-a749-b2d8f30f65b7 admin admin] Made reservation on behalf of 247d807a3183413d81bd38d576287ebf for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:04.691832 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-37a3392c-fd8f-45e4-a749-b2d8f30f65b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:04.775400 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-69026be4-01e7-41bc-9565-bf5ea1dbaee9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=639e80c2debb4226924246f944bdffe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8875318 Jul 29 14:46:04.784140 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55286) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:04.795639 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7a09-694c-4aca-919b-409f154831f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:04.909051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69026be4-01e7-41bc-9565-bf5ea1dbaee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6388b8-aa2a-487c-b1d5-34e79b3a875c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:04.966895 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 043527a1-aaef-4bb9-8831-560fe7946126 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:04.974225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fb78a-8eee-4f84-bcb1-719064e51081 req-73b16234-16d5-49a6-9280-20981329447b tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:04.982057 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ea7fb78a-8eee-4f84-bcb1-719064e51081 req-73b16234-16d5-49a6-9280-20981329447b tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.2630572 Jul 29 14:46:04.990458 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:46:05.005567 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-09d8e68c-58cb-4378-8ecf-597fdcf90a43 admin admin] 10.222.0.16 "PUT /v2.0/routers/0c8ac83a-3530-4378-9390-467ca1d70de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5930820 Jul 29 14:46:05.082376 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd47f8a1-a7a3-41ce-8fa3-b0f77df85cfc req-3ec6c5df-e21e-4ce0-b952-58f8f709c5b2 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 210 time: 0.0831013 Jul 29 14:46:05.087142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Made reservation on behalf of 46ff881003554e42bd31fec853ecbb96 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:05.094916 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 043527a1-aaef-4bb9-8831-560fe7946126 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:05.102432 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.111370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 043527a1-aaef-4bb9-8831-560fe7946126 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:05.111897 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.135446 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.155203 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-252e67d9-7c35-4232-a7cb-1ad337b7cf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.162928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55300) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:05.216380 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ea7fb78a-8eee-4f84-bcb1-719064e51081 req-5fe6a716-d270-4f22-935b-3b174b604539 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331164 Jul 29 14:46:05.238887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55304) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:05.245641 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7a09-694c-4aca-919b-409f154831f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.255484 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce2f7a09-694c-4aca-919b-409f154831f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.291172 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-252e67d9-7c35-4232-a7cb-1ad337b7cf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.294997 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.307502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ce2f7a09-694c-4aca-919b-409f154831f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc35305f89694fe38f12dad07346dbd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1629686 Jul 29 14:46:05.309208 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f7a09-694c-4aca-919b-409f154831f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6b036e-09b1-4b38-bc52-4bfb6dd70839,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:05.313151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55308) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:05.370750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 043527a1-aaef-4bb9-8831-560fe7946126, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=043527a1-aaef-4bb9-8831-560fe7946126,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:05.379613 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.438630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f0c917ea-cad2-4a25-8c8c-0b3073e74c9f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-920220512-network', 'tenant_id': '5c3ea6a1acab4953a3086c534dc4a2e5'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:05.452351 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73b7f733-c569-4569-a57b-1807df0a8f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.481230 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=043527a1-aaef-4bb9-8831-560fe7946126,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:05.506086 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-37a3392c-fd8f-45e4-a749-b2d8f30f65b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.509109 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0d780e44-7da4-4bb8-afe4-b7e91556e8fd tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1807275595'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:05.515668 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73b7f733-c569-4569-a57b-1807df0a8f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.594248 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73b7f733-c569-4569-a57b-1807df0a8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.597611 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73b7f733-c569-4569-a57b-1807df0a8f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.598802 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-73b7f733-c569-4569-a57b-1807df0a8f14 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b6b036e-09b1-4b38-bc52-4bfb6dd70839 HTTP/1.1" status: 204 len: 168 time: 0.2845955 Jul 29 14:46:05.609948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7f733-c569-4569-a57b-1807df0a8f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6b036e-09b1-4b38-bc52-4bfb6dd70839,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:05.634657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3392c-fd8f-45e4-a749-b2d8f30f65b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d86473b6-310e-404b-a7a5-30517fe56c5e,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:05.682210 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-252e67d9-7c35-4232-a7cb-1ad337b7cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.685368 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-252e67d9-7c35-4232-a7cb-1ad337b7cf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.689676 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-252e67d9-7c35-4232-a7cb-1ad337b7cf9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad6388b8-aa2a-487c-b1d5-34e79b3a875c HTTP/1.1" status: 204 len: 168 time: 0.8970101 Jul 29 14:46:05.748253 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.755009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e67d9-7c35-4232-a7cb-1ad337b7cf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6388b8-aa2a-487c-b1d5-34e79b3a875c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:05.768888 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.799201 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c917ea-cad2-4a25-8c8c-0b3073e74c9f admin admin] Made reservation on behalf of 5c3ea6a1acab4953a3086c534dc4a2e5 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:05.804583 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0c917ea-cad2-4a25-8c8c-0b3073e74c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.841332 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0c917ea-cad2-4a25-8c8c-0b3073e74c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.870570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d780e44-7da4-4bb8-afe4-b7e91556e8fd tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Made reservation on behalf of d8d78d89373a4e9c9a41503e527a8f91 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:05.875423 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d780e44-7da4-4bb8-afe4-b7e91556e8fd tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.913978 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d780e44-7da4-4bb8-afe4-b7e91556e8fd tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:46:05.927387 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d780e44-7da4-4bb8-afe4-b7e91556e8fd tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:05.928493 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-0d780e44-7da4-4bb8-afe4-b7e91556e8fd tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Added segment 9310b350-223e-4299-8aea-f40bd15f7a45 of type vlan for network 6af85314-13c1-4764-848e-5b6248ede692 Jul 29 14:46:05.930655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Allocated IP 192.168.233.199 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/abcbc707-ec5d-467e-994a-59fa67af2ea8) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:05.984486 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d780e44-7da4-4bb8-afe4-b7e91556e8fd tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.023958 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d780e44-7da4-4bb8-afe4-b7e91556e8fd tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.030504 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d780e44-7da4-4bb8-afe4-b7e91556e8fd tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:06.031148 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d780e44-7da4-4bb8-afe4-b7e91556e8fd tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.089105 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a3392c-fd8f-45e4-a749-b2d8f30f65b7 admin admin] Checking segment: {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:06.089578 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a3392c-fd8f-45e4-a749-b2d8f30f65b7 admin admin] Network hostable DHCP agents. Network: e7376b65-c37a-462a-9b7f-fd5ca02310cd, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:46:06.117136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bd130-81d0-4ae3-980e-3d086fc04e33 req-2f5dd576-1aa9-48ce-a42f-1c206ef6f2e9 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:06.132358 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-876bd130-81d0-4ae3-980e-3d086fc04e33 req-2f5dd576-1aa9-48ce-a42f-1c206ef6f2e9 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 948 time: 0.4317994 Jul 29 14:46:06.181774 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.183884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d780e44-7da4-4bb8-afe4-b7e91556e8fd tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event updated for resources: {'Network': ['ID=6af85314-13c1-4764-848e-5b6248ede692,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:06.197423 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 6af85314-13c1-4764-848e-5b6248ede692 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:46:06.216613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55330) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:06.219071 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.233185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a3392c-fd8f-45e4-a749-b2d8f30f65b7 admin admin] Network e7376b65-c37a-462a-9b7f-fd5ca02310cd is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:46:06.257368 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e3f0297-b6ef-473a-90f4-1e54509300bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.259490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df5b44a-555f-4150-866a-2421077bdbd3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:06.274065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Transition to ACTIVE for port object abcbc707-ec5d-467e-994a-59fa67af2ea8 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:06.288367 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-37a3392c-fd8f-45e4-a749-b2d8f30f65b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, e7376b65-c37a-462a-9b7f-fd5ca02310cd) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:06.299846 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a3392c-fd8f-45e4-a749-b2d8f30f65b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:06.300880 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-37a3392c-fd8f-45e4-a749-b2d8f30f65b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.311436 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4b4189-908e-45e9-a017-c1ee09fecc8f None None] Network e7376b65-c37a-462a-9b7f-fd5ca02310cd requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:06.314765 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-876bd130-81d0-4ae3-980e-3d086fc04e33 req-043d51ec-5ab0-4655-b202-716d7bab41cd tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813920 Jul 29 14:46:06.363114 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0eb595fb-4d6a-4eaa-bbac-3a537f1df512 req-82348d91-9f73-4103-ae98-4b417503d8dc tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 210 time: 0.1064973 Jul 29 14:46:06.397703 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.413322 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0c917ea-cad2-4a25-8c8c-0b3073e74c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.418582 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0c917ea-cad2-4a25-8c8c-0b3073e74c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.437842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c917ea-cad2-4a25-8c8c-0b3073e74c9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:46:06.450347 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0c917ea-cad2-4a25-8c8c-0b3073e74c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.450712 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-f0c917ea-cad2-4a25-8c8c-0b3073e74c9f admin admin] Added segment 98e835e2-c766-43f4-9ad7-d9a0d125b053 of type vlan for network 3d2c1f32-c50e-4383-8681-f45f9880fe0a Jul 29 14:46:06.470154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Pushing event updated for resources: {'Port': ['ID=abcbc707-ec5d-467e-994a-59fa67af2ea8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:06.506720 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0c917ea-cad2-4a25-8c8c-0b3073e74c9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.522086 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:06.527443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:06.531045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:06.562530 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0c917ea-cad2-4a25-8c8c-0b3073e74c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.562762 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c917ea-cad2-4a25-8c8c-0b3073e74c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:06.564281 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0c917ea-cad2-4a25-8c8c-0b3073e74c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.589217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb57861-695d-4b97-8726-f2b090fd4ed7 req-3366c59d-c6ec-4101-aec0-968917dd194e tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:06.593950 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6cb57861-695d-4b97-8726-f2b090fd4ed7 req-3366c59d-c6ec-4101-aec0-968917dd194e tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.1248109 Jul 29 14:46:06.626664 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:46:06.627801 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.634965 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:06.635917 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.675435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c917ea-cad2-4a25-8c8c-0b3073e74c9f admin admin] Pushing event updated for resources: {'Network': ['ID=3d2c1f32-c50e-4383-8681-f45f9880fe0a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:06.683605 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0d780e44-7da4-4bb8-afe4-b7e91556e8fd tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4363921 Jul 29 14:46:06.684988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55342) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:06.701442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c917ea-cad2-4a25-8c8c-0b3073e74c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a23f1cb-6b80-4343-883b-d3ebacbdab26,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:06.715494 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6cb57861-695d-4b97-8726-f2b090fd4ed7 req-beaae122-956b-4e84-883d-2760ff5afd2f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129160 Jul 29 14:46:06.734612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-aeb41c0e-1631-4333-98b6-61a2863508eb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Request body: {'subnet': {'network_id': '6af85314-13c1-4764-848e-5b6248ede692', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:06.788416 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Sync routers for ids ['0c8ac83a-3530-4378-9390-467ca1d70de6'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:46:06.791023 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 3d2c1f32-c50e-4383-8681-f45f9880fe0a details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:46:06.818409 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Routers {'0c8ac83a-3530-4378-9390-467ca1d70de6'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:06.818676 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e3f0297-b6ef-473a-90f4-1e54509300bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.819170 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['0c8ac83a-3530-4378-9390-467ca1d70de6'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:06.824867 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e3f0297-b6ef-473a-90f4-1e54509300bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:06.841157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-b60e4153-911e-406d-8f2a-b1775b772cd8 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4348242 Jul 29 14:46:06.847089 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-37a3392c-fd8f-45e4-a749-b2d8f30f65b7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2387469 Jul 29 14:46:06.847363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55346) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:06.856297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:06.884573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Request body: {'port': {'device_id': '32443691-0500-4f9d-9e64-ab66e2782300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:06.924105 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7e3f0297-b6ef-473a-90f4-1e54509300bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe01b53cec014709bf8c01b7edea88a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7060339 Jul 29 14:46:06.926608 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f0297-b6ef-473a-90f4-1e54509300bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc9ba28-9d74-4640-a865-80e4a282eeb2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:06.932959 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f0c917ea-cad2-4a25-8c8c-0b3073e74c9f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7624946 Jul 29 14:46:06.933858 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55348) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:06.937194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55350) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:06.951932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-8d7f423f-92b0-4786-a375-f34db6af53ca admin admin] Request body: {'subnet': {'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-920220512-subnet', 'tenant_id': '5c3ea6a1acab4953a3086c534dc4a2e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:07.002503 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:07.025590 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 043527a1-aaef-4bb9-8831-560fe7946126 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:07.091738 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:07.093239 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:07.121921 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Set router 0c8ac83a-3530-4378-9390-467ca1d70de6 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:07.137442 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22256034-cbbc-49f0-8b41-d5c56c788dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:07.149042 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7f423f-92b0-4786-a375-f34db6af53ca admin admin] Made reservation on behalf of 5c3ea6a1acab4953a3086c534dc4a2e5 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:07.151770 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d7f423f-92b0-4786-a375-f34db6af53ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:07.160204 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Allocated IP 172.20.0.2 (e7376b65-c37a-462a-9b7f-fd5ca02310cd/d86473b6-310e-404b-a7a5-30517fe56c5e/ef28ef82-7504-4f40-8c34-3af3b7b7b029) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:07.273418 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:07.350958 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'name': 'tempest-ServersTestMultiNic-775603277-router', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '043527a1-aaef-4bb9-8831-560fe7946126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:45:56Z', 'updated_at': '2021-07-29T14:46:02Z', 'revision_number': 4, 'project_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'gw_port': {'id': '043527a1-aaef-4bb9-8831-560fe7946126', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:45:57Z', 'updated_at': '2021-07-29T14:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '58af3cb3-e033-430d-8fff-3bc1ee75caf0', 'name': '', 'network_id': '9a4b6d5d-d753-4276-8e45-60a99a32b429', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'mac_address': 'fa:16:3e:cf:94:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '8342f1b0-7b0c-4f9c-b89c-24e292fa887d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:02Z', 'updated_at': '2021-07-29T14:46:03Z', 'revision_number': 2, 'project_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'subnets': [{'id': '8342f1b0-7b0c-4f9c-b89c-24e292fa887d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:07.351665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb41c0e-1631-4333-98b6-61a2863508eb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Made reservation on behalf of d8d78d89373a4e9c9a41503e527a8f91 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:07.358738 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22256034-cbbc-49f0-8b41-d5c56c788dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:07.362411 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aeb41c0e-1631-4333-98b6-61a2863508eb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:07.382780 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Checking router: 0c8ac83a-3530-4378-9390-467ca1d70de6 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:46:07.383468 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Updating router 0c8ac83a-3530-4378-9390-467ca1d70de6 port 58af3cb3-e033-430d-8fff-3bc1ee75caf0 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:46:07.416695 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:07.560120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938e9db-07bb-4070-94a7-64662813de01 req-bc16069e-240b-4e86-8f1f-82f8d87b5ded tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:07.561944 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d938e9db-07bb-4070-94a7-64662813de01 req-bc16069e-240b-4e86-8f1f-82f8d87b5ded tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 948 time: 0.1185446 Jul 29 14:46:07.585135 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22256034-cbbc-49f0-8b41-d5c56c788dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:07.588079 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22256034-cbbc-49f0-8b41-d5c56c788dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:07.591443 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-22256034-cbbc-49f0-8b41-d5c56c788dcd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fc9ba28-9d74-4640-a865-80e4a282eeb2 HTTP/1.1" status: 204 len: 168 time: 0.6532972 Jul 29 14:46:07.641072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22256034-cbbc-49f0-8b41-d5c56c788dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc9ba28-9d74-4640-a865-80e4a282eeb2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:07.667097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 736dc6e9-1dc0-40d6-b43a-7f4228ed284c up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:07.690705 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d3e6b0ce-02a3-4caf-bdb1-97aece7f073b None None] Provisioning for port abcbc707-ec5d-467e-994a-59fa67af2ea8 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:07.714745 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d938e9db-07bb-4070-94a7-64662813de01 req-15c99c8f-e9cd-4a9b-8a68-0b6981897033 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380434 Jul 29 14:46:07.759618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d3e6b0ce-02a3-4caf-bdb1-97aece7f073b None None] Provisioning complete for port abcbc707-ec5d-467e-994a-59fa67af2ea8 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:07.773965 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b0ce-02a3-4caf-bdb1-97aece7f073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:07.780625 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d7f423f-92b0-4786-a375-f34db6af53ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:07.820188 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:07.835718 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Transition to ACTIVE for port object 58af3cb3-e033-430d-8fff-3bc1ee75caf0 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:07.847628 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:07.977230 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf1347-8d91-43ae-805f-4986a6e4da9c None None] Pushing event updated for resources: {'Port': ['ID=58af3cb3-e033-430d-8fff-3bc1ee75caf0,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:07.985783 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:08.005915 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d3e6b0ce-02a3-4caf-bdb1-97aece7f073b None None] Port abcbc707-ec5d-467e-994a-59fa67af2ea8 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:46:08.031564 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf1347-8d91-43ae-805f-4986a6e4da9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:08.032711 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf1347-8d91-43ae-805f-4986a6e4da9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:08.033356 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf1347-8d91-43ae-805f-4986a6e4da9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:08.033989 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf1347-8d91-43ae-805f-4986a6e4da9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:08.034552 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf1347-8d91-43ae-805f-4986a6e4da9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:08.035042 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf1347-8d91-43ae-805f-4986a6e4da9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:08.035593 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf1347-8d91-43ae-805f-4986a6e4da9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:08.036088 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf1347-8d91-43ae-805f-4986a6e4da9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:08.036721 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf1347-8d91-43ae-805f-4986a6e4da9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:08.037441 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf1347-8d91-43ae-805f-4986a6e4da9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:08.039318 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf1347-8d91-43ae-805f-4986a6e4da9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:08.040225 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf1347-8d91-43ae-805f-4986a6e4da9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:08.054473 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Attempting to bind port 58af3cb3-e033-430d-8fff-3bc1ee75caf0 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:08.055081 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Attempting to bind port 58af3cb3-e033-430d-8fff-3bc1ee75caf0 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9a4b6d5d-d753-4276-8e45-60a99a32b429'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:08.055882 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Attempting to bind port 58af3cb3-e033-430d-8fff-3bc1ee75caf0 on network 9a4b6d5d-d753-4276-8e45-60a99a32b429 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:08.061595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 043527a1-aaef-4bb9-8831-560fe7946126 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:08.061989 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:08.071453 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:08.072280 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Checking segment: {'id': '6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9a4b6d5d-d753-4276-8e45-60a99a32b429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:08.073161 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:08.073768 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f423f-92b0-4786-a375-f34db6af53ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:08.088597 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Bound using segment: {'id': '6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9a4b6d5d-d753-4276-8e45-60a99a32b429'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:08.091114 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Bound port: 58af3cb3-e033-430d-8fff-3bc1ee75caf0, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9a4b6d5d-d753-4276-8e45-60a99a32b429'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:08.091621 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7f423f-92b0-4786-a375-f34db6af53ca admin admin] Checking segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:08.092132 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:08.092252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7f423f-92b0-4786-a375-f34db6af53ca admin admin] Network hostable DHCP agents. Network: 3d2c1f32-c50e-4383-8681-f45f9880fe0a, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:46:08.105252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca2cc1-1131-4c9e-8c75-2906d7c124fc req-0e363df0-9e77-4b61-9657-b11b6c6af6ef tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:08.111013 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-94ca2cc1-1131-4c9e-8c75-2906d7c124fc req-0e363df0-9e77-4b61-9657-b11b6c6af6ef tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 936 time: 0.6000824 Jul 29 14:46:08.139639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac646740-db7f-4234-b2e4-3ee59bbe06a1 req-bcbd8652-2173-4b49-afbb-8c2e83a52bbe tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:08.147957 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ac646740-db7f-4234-b2e4-3ee59bbe06a1 req-bcbd8652-2173-4b49-afbb-8c2e83a52bbe tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.2339468 Jul 29 14:46:08.177216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7f423f-92b0-4786-a375-f34db6af53ca admin admin] Network 3d2c1f32-c50e-4383-8681-f45f9880fe0a is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:46:08.194516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-8d7f423f-92b0-4786-a375-f34db6af53ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 3d2c1f32-c50e-4383-8681-f45f9880fe0a) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:08.209856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7f423f-92b0-4786-a375-f34db6af53ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:08.210506 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d7f423f-92b0-4786-a375-f34db6af53ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:08.231001 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ac646740-db7f-4234-b2e4-3ee59bbe06a1 req-7b2c7db4-0410-446d-a4eb-4877298cfca8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819480 Jul 29 14:46:08.259430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8d7f423f-92b0-4786-a375-f34db6af53ca admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3141601 Jul 29 14:46:08.261188 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3007687b-dcd8-46ab-8a31-6fce47bc5c9b None None] Network 3d2c1f32-c50e-4383-8681-f45f9880fe0a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:08.278347 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] For port 58af3cb3-e033-430d-8fff-3bc1ee75caf0, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:08.282319 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] For port 58af3cb3-e033-430d-8fff-3bc1ee75caf0, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=58af3cb3-e033-430d-8fff-3bc1ee75caf0,segment=NetworkSegment(6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908),segment_id=6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:08.288605 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:08.345519 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:08.373063 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf1347-8d91-43ae-805f-4986a6e4da9c None None] Pushing event updated for resources: {'Port': ['ID=58af3cb3-e033-430d-8fff-3bc1ee75caf0,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:08.388209 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Routers {'0c8ac83a-3530-4378-9390-467ca1d70de6'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:08.389133 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['0c8ac83a-3530-4378-9390-467ca1d70de6'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:08.396425 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:08.400299 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-94ca2cc1-1131-4c9e-8c75-2906d7c124fc req-5cd7fd1c-82a7-4b86-bdf4-cc8135cb9123 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df5b44a-555f-4150-866a-2421077bdbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432168 Jul 29 14:46:08.406690 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:08.500542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abcbc707-ec5d-467e-994a-59fa67af2ea8 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:08.513223 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:08.565250 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:08.596557 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Transition to ACTIVE for port object abcbc707-ec5d-467e-994a-59fa67af2ea8 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:08.617479 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:08.619850 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] Set router 0c8ac83a-3530-4378-9390-467ca1d70de6 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:08.669405 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Transition to ACTIVE for port object ef28ef82-7504-4f40-8c34-3af3b7b7b029 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:08.679089 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aeb41c0e-1631-4333-98b6-61a2863508eb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:08.779916 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Transition to ACTIVE for port object ef28ef82-7504-4f40-8c34-3af3b7b7b029 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:08.937018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Pushing event updated for resources: {'Port': ['ID=abcbc707-ec5d-467e-994a-59fa67af2ea8,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:08.941858 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:09.003158 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:09.039988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aba352-e29d-4126-9513-e533818efdeb req-395ac47b-38dd-4fd2-be49-06d947fe5371 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:09.041928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb41c0e-1631-4333-98b6-61a2863508eb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Checking segment: {'id': '9310b350-223e-4299-8aea-f40bd15f7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6af85314-13c1-4764-848e-5b6248ede692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:09.043707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb41c0e-1631-4333-98b6-61a2863508eb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Network hostable DHCP agents. Network: 6af85314-13c1-4764-848e-5b6248ede692, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:46:09.047937 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-20aba352-e29d-4126-9513-e533818efdeb req-395ac47b-38dd-4fd2-be49-06d947fe5371 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 948 time: 0.1419506 Jul 29 14:46:09.059172 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb41c0e-1631-4333-98b6-61a2863508eb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event updated for resources: {'Subnet': ['ID=cdb14bf3-d6fc-4c52-a42b-309a32349934,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:09.124133 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-20aba352-e29d-4126-9513-e533818efdeb req-0d41f1b3-10e5-4fe4-b3cc-1a04d700b67d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735903 Jul 29 14:46:09.148838 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d510664a-bd6f-4ebf-96a5-6b6b311492ef None None] Network 3d2c1f32-c50e-4383-8681-f45f9880fe0a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:09.174925 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'name': 'tempest-ServersTestMultiNic-775603277-router', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '043527a1-aaef-4bb9-8831-560fe7946126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:45:56Z', 'updated_at': '2021-07-29T14:46:02Z', 'revision_number': 4, 'project_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'gw_port': {'id': '043527a1-aaef-4bb9-8831-560fe7946126', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:45:57Z', 'updated_at': '2021-07-29T14:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '58af3cb3-e033-430d-8fff-3bc1ee75caf0', 'name': '', 'network_id': '9a4b6d5d-d753-4276-8e45-60a99a32b429', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'mac_address': 'fa:16:3e:cf:94:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '8342f1b0-7b0c-4f9c-b89c-24e292fa887d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:02Z', 'updated_at': '2021-07-29T14:46:08Z', 'revision_number': 4, 'project_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'subnets': [{'id': '8342f1b0-7b0c-4f9c-b89c-24e292fa887d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:09.176462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=736dc6e9-1dc0-40d6-b43a-7f4228ed284c,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:09.185720 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72f8a64-ffc9-421b-9751-0569db041c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736dc6e9-1dc0-40d6-b43a-7f4228ed284c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:09.188273 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bcf7ef-cc01-42b1-a7d6-9301cd4d99d2" -d '{"events": [{"server_uuid": "e72f8a64-ffc9-421b-9751-0569db041c06", "name": "network-vif-plugged", "status": "completed", "tag": "736dc6e9-1dc0-40d6-b43a-7f4228ed284c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:09.191243 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:09.204647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb41c0e-1631-4333-98b6-61a2863508eb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Network 6af85314-13c1-4764-848e-5b6248ede692 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:46:09.219808 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cc4120-43be-4659-907b-38b376796ca9 None None] The sync data for ids ['0c8ac83a-3530-4378-9390-467ca1d70de6'] in n-d-802893-1 is: [{'id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'name': 'tempest-ServersTestMultiNic-775603277-router', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '043527a1-aaef-4bb9-8831-560fe7946126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:45:56Z', 'updated_at': '2021-07-29T14:46:02Z', 'revision_number': 4, 'project_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'gw_port': {'id': '043527a1-aaef-4bb9-8831-560fe7946126', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:45:57Z', 'updated_at': '2021-07-29T14:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '58af3cb3-e033-430d-8fff-3bc1ee75caf0', 'name': '', 'network_id': '9a4b6d5d-d753-4276-8e45-60a99a32b429', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'mac_address': 'fa:16:3e:cf:94:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '8342f1b0-7b0c-4f9c-b89c-24e292fa887d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:02Z', 'updated_at': '2021-07-29T14:46:08Z', 'revision_number': 4, 'project_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'subnets': [{'id': '8342f1b0-7b0c-4f9c-b89c-24e292fa887d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:46:09.232188 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-aeb41c0e-1631-4333-98b6-61a2863508eb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 6af85314-13c1-4764-848e-5b6248ede692) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:09.235647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Attempting to bind port abcbc707-ec5d-467e-994a-59fa67af2ea8 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:09.236240 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Attempting to bind port abcbc707-ec5d-467e-994a-59fa67af2ea8 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:09.236784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Attempting to bind port abcbc707-ec5d-467e-994a-59fa67af2ea8 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:09.298915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb41c0e-1631-4333-98b6-61a2863508eb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:09.299354 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aeb41c0e-1631-4333-98b6-61a2863508eb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:09.329031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Port abcbc707-ec5d-467e-994a-59fa67af2ea8 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:46:09.329294 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Attempting to bind port abcbc707-ec5d-467e-994a-59fa67af2ea8 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:09.346357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Network e7376b65-c37a-462a-9b7f-fd5ca02310cd is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:09.358976 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:09.359564 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4df11c-4594-4fb7-899a-004a080824fc x-openstack-request-id: req-8f4df11c-4594-4fb7-899a-004a080824fc {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:09.360468 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72f8a64-ffc9-421b-9751-0569db041c06", "name": "network-vif-plugged", "status": "completed", "tag": "736dc6e9-1dc0-40d6-b43a-7f4228ed284c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:09.360753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:09.361402 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f4df11c-4594-4fb7-899a-004a080824fc {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:09.361938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:09.362658 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72f8a64-ffc9-421b-9751-0569db041c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736dc6e9-1dc0-40d6-b43a-7f4228ed284c', 'code': 200} Jul 29 14:46:09.363365 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Bound port: abcbc707-ec5d-467e-994a-59fa67af2ea8, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:09.364736 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:09.379214 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f570d0a-ed5d-4b65-8afa-8f21ca7ad002 None None] Network 6af85314-13c1-4764-848e-5b6248ede692 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:09.402154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:09.423479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:09.471233 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-aeb41c0e-1631-4333-98b6-61a2863508eb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7519822 Jul 29 14:46:09.472511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55432) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:09.483823 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:09.488540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e8590414-5ad1-4ad6-8346-f5ccc1a6bfd5 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-359411724'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:09.491244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Pushing event updated for resources: {'Port': ['ID=ef28ef82-7504-4f40-8c34-3af3b7b7b029,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:09.554320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb4a2b-9606-4a2f-a94c-68be25536ea3 req-4a78c10b-e4aa-4c23-a87e-e954f4b354c4 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:09.563720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9bb4a2b-9606-4a2f-a94c-68be25536ea3 req-4a78c10b-e4aa-4c23-a87e-e954f4b354c4 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.1872177 Jul 29 14:46:09.610612 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8590414-5ad1-4ad6-8346-f5ccc1a6bfd5 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Made reservation on behalf of d8d78d89373a4e9c9a41503e527a8f91 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:09.619532 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e8590414-5ad1-4ad6-8346-f5ccc1a6bfd5 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:09.659869 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:09.701622 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9bb4a2b-9606-4a2f-a94c-68be25536ea3 req-a7f11cdf-b002-4031-a308-61f59e300c14 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297143 Jul 29 14:46:09.736560 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cddab9-8527-42a8-ae66-5d620bcaf036 req-ccb5966f-af85-49bd-8303-1b439f98e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:09.739133 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31cddab9-8527-42a8-ae66-5d620bcaf036 req-ccb5966f-af85-49bd-8303-1b439f98e927 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 1100 time: 0.3620141 Jul 29 14:46:09.750322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8590414-5ad1-4ad6-8346-f5ccc1a6bfd5 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:46:09.784013 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e8590414-5ad1-4ad6-8346-f5ccc1a6bfd5 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:09.784375 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-e8590414-5ad1-4ad6-8346-f5ccc1a6bfd5 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Added segment 29790416-92ca-46c2-8bb7-3e88fec3ff56 of type vlan for network 5cb49efb-1149-498a-976e-acb0804f04d9 Jul 29 14:46:09.785330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Attempting to bind port ef28ef82-7504-4f40-8c34-3af3b7b7b029 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:09.785856 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Attempting to bind port ef28ef82-7504-4f40-8c34-3af3b7b7b029 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:09.786203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Attempting to bind port ef28ef82-7504-4f40-8c34-3af3b7b7b029 on network e7376b65-c37a-462a-9b7f-fd5ca02310cd {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:09.814095 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c1404-f6e9-4f34-a3f8-801205f56c3a req-0f78425e-5b61-4a10-8479-b8352ad7e73a tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:09.815006 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:09.815347 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-279c1404-f6e9-4f34-a3f8-801205f56c3a req-0f78425e-5b61-4a10-8479-b8352ad7e73a tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 948 time: 0.2299051 Jul 29 14:46:09.815484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Checking segment: {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:09.816887 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:09.817534 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Bound using segment: {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:09.818067 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Bound port: ef28ef82-7504-4f40-8c34-3af3b7b7b029, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:09.821417 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:09.843246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55440) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:09.852491 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-658580492-network', 'tenant_id': '5ece4a1714004e7784b9923f1a1eec2a'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:09.880139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] Made reservation on behalf of 5ece4a1714004e7784b9923f1a1eec2a for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:09.883343 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:09.891306 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e8590414-5ad1-4ad6-8346-f5ccc1a6bfd5 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:09.898794 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] For port abcbc707-ec5d-467e-994a-59fa67af2ea8, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:09.936899 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:09.950591 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e8590414-5ad1-4ad6-8346-f5ccc1a6bfd5 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:09.955559 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] For port abcbc707-ec5d-467e-994a-59fa67af2ea8, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=abcbc707-ec5d-467e-994a-59fa67af2ea8,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:09.962978 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8590414-5ad1-4ad6-8346-f5ccc1a6bfd5 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:09.963638 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e8590414-5ad1-4ad6-8346-f5ccc1a6bfd5 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:10.073164 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=736dc6e9-1dc0-40d6-b43a-7f4228ed284c,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:10.106594 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:10.119033 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31cddab9-8527-42a8-ae66-5d620bcaf036 req-b94cf5d4-19aa-4407-98a2-311a05cc6c49 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327570 Jul 29 14:46:10.138322 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e8590414-5ad1-4ad6-8346-f5ccc1a6bfd5 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6618600 Jul 29 14:46:10.147583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55448) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:10.149876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] For port ef28ef82-7504-4f40-8c34-3af3b7b7b029, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:10.155547 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:10.158038 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:10.170435 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] For port ef28ef82-7504-4f40-8c34-3af3b7b7b029, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ef28ef82-7504-4f40-8c34-3af3b7b7b029,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:10.173319 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-912c82be-27f1-4251-8adf-2d24b36a4c7f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Request body: {'subnet': {'network_id': '5cb49efb-1149-498a-976e-acb0804f04d9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:10.175172 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:46:10.178580 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:10.189749 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:10.191171 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] Added segment 7e4f43f7-e426-4f76-a91b-694414f6d6b2 of type vlan for network d8736e40-708a-4d3b-9f7a-91c36a178507 Jul 29 14:46:10.260510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8590414-5ad1-4ad6-8346-f5ccc1a6bfd5 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event updated for resources: {'Network': ['ID=5cb49efb-1149-498a-976e-acb0804f04d9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:10.297792 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-6af85314-13c1-4764-848e-5b6248ede692', 'network_id': '6af85314-13c1-4764-848e-5b6248ede692', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'fixed_ips': [{'subnet_id': 'cdb14bf3-d6fc-4c52-a42b-309a32349934'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:46:10.298686 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:10.304057 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:10.307300 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 5cb49efb-1149-498a-976e-acb0804f04d9 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:46:10.420440 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.resource_extend [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:46:10.435668 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-279c1404-f6e9-4f34-a3f8-801205f56c3a req-d08b371b-f790-482d-acb6-8dc401de2c43 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df5b44a-555f-4150-866a-2421077bdbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6028054 Jul 29 14:46:10.472352 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:10.472986 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:10.474404 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] 10.222.0.38 "PUT /v2.0/ports/abcbc707-ec5d-467e-994a-59fa67af2ea8 HTTP/1.1" status: 200 len: 1096 time: 3.6097522 Jul 29 14:46:10.475497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32443691-0500-4f9d-9e64-ab66e2782300', 'tag': 'abcbc707-ec5d-467e-994a-59fa67af2ea8'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:10.479463 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc13414-5d6c-4fd1-9a46-d4810d6041ee" -d '{"events": [{"name": "network-changed", "server_uuid": "32443691-0500-4f9d-9e64-ab66e2782300", "tag": "abcbc707-ec5d-467e-994a-59fa67af2ea8"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:10.489377 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1b6d7-c45d-4eca-8b6f-df3975bf6933 None None] Pushing event updated for resources: {'Port': ['ID=ef28ef82-7504-4f40-8c34-3af3b7b7b029,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:10.564095 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33efa29c-b0d7-4039-856d-4ad4c9a7fce0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:10.583143 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Allocated IP 172.25.6.45 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/819cf251-088a-4872-99b1-13b8c59f2f6a) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:10.606407 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912c82be-27f1-4251-8adf-2d24b36a4c7f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Made reservation on behalf of d8d78d89373a4e9c9a41503e527a8f91 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:10.618289 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-912c82be-27f1-4251-8adf-2d24b36a4c7f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:10.641529 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:10.642558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04111c-6652-487c-bc2b-9097f716e7bf req-3cc733da-9050-4f6d-8d53-c23befa2ce0b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:10.645606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:10.646147 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:10.654571 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3c69a7-de29-4a89-926c-bc249ced5fe2 x-openstack-request-id: req-2e3c69a7-de29-4a89-926c-bc249ced5fe2 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:10.655037 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32443691-0500-4f9d-9e64-ab66e2782300", "tag": "abcbc707-ec5d-467e-994a-59fa67af2ea8", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:10.655470 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e3c69a7-de29-4a89-926c-bc249ced5fe2 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:10.655589 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd04111c-6652-487c-bc2b-9097f716e7bf req-3cc733da-9050-4f6d-8d53-c23befa2ce0b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 949 time: 0.3069737 Jul 29 14:46:10.656146 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32443691-0500-4f9d-9e64-ab66e2782300', 'tag': 'abcbc707-ec5d-467e-994a-59fa67af2ea8', 'status': 'completed', 'code': 200} Jul 29 14:46:10.657870 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55462) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:10.754065 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:10.903881 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd04111c-6652-487c-bc2b-9097f716e7bf req-f6f82a0b-404d-4a93-9ea8-0de3338c4656 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426536 Jul 29 14:46:10.953121 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aac1d3-8e0c-4165-ab28-53970342a87d service neutron] Pushing event updated for resources: {'Port': ['ID=abcbc707-ec5d-467e-994a-59fa67af2ea8,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:11.098935 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Allocated IP 19.80.0.2 (6af85314-13c1-4764-848e-5b6248ede692/cdb14bf3-d6fc-4c52-a42b-309a32349934/70467ac1-e48c-42b7-a3a4-83c9dc30d613) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:11.142272 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2962415 Jul 29 14:46:11.143327 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55472) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:11.173601 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364bd5c-b6b1-4557-8f46-cb5c6fc5afd4 admin admin] Pushing event updated for resources: {'Network': ['ID=d8736e40-708a-4d3b-9f7a-91c36a178507,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:11.188438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f293c598-61f9-4e3f-b099-69668694e66e admin admin] Request body: {'subnet': {'network_id': 'd8736e40-708a-4d3b-9f7a-91c36a178507', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-658580492-subnet', 'tenant_id': '5ece4a1714004e7784b9923f1a1eec2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:11.231673 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-ecd052b0-7b63-4aed-8364-bdcaa6bfd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:11.231941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ef28ef82-7504-4f40-8c34-3af3b7b7b029 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:11.233231 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-ecd052b0-7b63-4aed-8364-bdcaa6bfd99a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46ff881003554e42bd31fec853ecbb96&device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 1099 time: 0.6724231 Jul 29 14:46:11.234712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network d8736e40-708a-4d3b-9f7a-91c36a178507 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:46:11.291412 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ce7c6-b63a-4feb-b9ae-2f2103803ca6 req-f49e725e-0025-4f50-bfce-2fab11b46c01 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:11.314245 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-389ac98e-5444-4f86-8318-23fd67b4b61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:11.314987 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f74ce7c6-b63a-4feb-b9ae-2f2103803ca6 req-f49e725e-0025-4f50-bfce-2fab11b46c01 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.3253822 Jul 29 14:46:11.366079 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-912c82be-27f1-4251-8adf-2d24b36a4c7f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:11.374144 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-d82d15dd-c215-4c27-aaec-6aed6bfdf431 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=abcbc707-ec5d-467e-994a-59fa67af2ea8 HTTP/1.1" status: 200 len: 217 time: 0.1185231 Jul 29 14:46:11.434458 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f293c598-61f9-4e3f-b099-69668694e66e admin admin] Made reservation on behalf of 5ece4a1714004e7784b9923f1a1eec2a for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:11.437407 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f293c598-61f9-4e3f-b099-69668694e66e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:11.516322 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port ef28ef82-7504-4f40-8c34-3af3b7b7b029 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:11.563091 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 58af3cb3-e033-430d-8fff-3bc1ee75caf0 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:11.733822 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 58af3cb3-e033-430d-8fff-3bc1ee75caf0 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:11.736929 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:11.746525 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 58af3cb3-e033-430d-8fff-3bc1ee75caf0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:11.746959 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:11.779341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Transition to ACTIVE for port object 70467ac1-e48c-42b7-a3a4-83c9dc30d613 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:11.787920 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c82be-27f1-4251-8adf-2d24b36a4c7f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event updated for resources: {'Subnet': ['ID=0b2e95da-f96c-42d3-bf30-5bbe5650327f,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:11.815285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Transition to ACTIVE for port object 70467ac1-e48c-42b7-a3a4-83c9dc30d613 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:11.824967 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:11.829111 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c82be-27f1-4251-8adf-2d24b36a4c7f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Checking segment: {'id': '29790416-92ca-46c2-8bb7-3e88fec3ff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5cb49efb-1149-498a-976e-acb0804f04d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:11.829771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c82be-27f1-4251-8adf-2d24b36a4c7f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Network hostable DHCP agents. Network: 5cb49efb-1149-498a-976e-acb0804f04d9, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:46:11.888437 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069115b-63c9-4d5d-befc-1dc3a6bd055d req-e8b271e2-3c87-4bff-89ff-31ccf44bd69a tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:11.890469 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2069115b-63c9-4d5d-befc-1dc3a6bd055d req-e8b271e2-3c87-4bff-89ff-31ccf44bd69a tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 948 time: 0.2357836 Jul 29 14:46:11.899300 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Network 6af85314-13c1-4764-848e-5b6248ede692 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:11.904918 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:11.930500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:11.944295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56791191-4471-4c4a-9c33-431b652ca53a None None] Network e7376b65-c37a-462a-9b7f-fd5ca02310cd requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:11.946567 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c82be-27f1-4251-8adf-2d24b36a4c7f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Network 5cb49efb-1149-498a-976e-acb0804f04d9 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:46:11.970208 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-389ac98e-5444-4f86-8318-23fd67b4b61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:11.976875 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:11.981741 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55488) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:11.995341 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-389ac98e-5444-4f86-8318-23fd67b4b61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.010013 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-912c82be-27f1-4251-8adf-2d24b36a4c7f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 5cb49efb-1149-498a-976e-acb0804f04d9) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:12.036236 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912c82be-27f1-4251-8adf-2d24b36a4c7f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:12.038172 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-912c82be-27f1-4251-8adf-2d24b36a4c7f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.050503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f74ce7c6-b63a-4feb-b9ae-2f2103803ca6 req-bd1342f1-130c-472d-99b3-45f026e8ce32 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7292013 Jul 29 14:46:12.105033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-81e12b0f-ffbc-4315-b38e-8be91e9990e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:12.107551 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-81e12b0f-ffbc-4315-b38e-8be91e9990e0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.6874228 Jul 29 14:46:12.168546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Pushing event updated for resources: {'Port': ['ID=70467ac1-e48c-42b7-a3a4-83c9dc30d613,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:12.170648 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.174925 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2069115b-63c9-4d5d-befc-1dc3a6bd055d req-86dbd680-f0f9-465f-8434-99e244b5f243 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df5b44a-555f-4150-866a-2421077bdbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774932 Jul 29 14:46:12.181269 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-389ac98e-5444-4f86-8318-23fd67b4b61d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10908e31dae0416f80fef1c32dfcbf50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4961548 Jul 29 14:46:12.182729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ac98e-5444-4f86-8318-23fd67b4b61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc7044e-8aca-4d6d-8853-46507741f82c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:12.185820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55492) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:12.200864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992555ef-bbc1-4f53-a3a5-d74db42133da None None] Network 5cb49efb-1149-498a-976e-acb0804f04d9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:12.237936 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f293c598-61f9-4e3f-b099-69668694e66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.240792 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a5d3-a803-44bc-8eee-79ed9abc8648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.253544 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-912c82be-27f1-4251-8adf-2d24b36a4c7f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0742652 Jul 29 14:46:12.288261 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.295660 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0d1771d1-b034-4019-87fe-92902e4a9480 None None] Provisioning for port ef28ef82-7504-4f40-8c34-3af3b7b7b029 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:12.297205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:12.325327 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Attempting to bind port 70467ac1-e48c-42b7-a3a4-83c9dc30d613 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:12.325607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-7e32e0de-0e2c-416c-8e5b-e6e3e63de351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:12.325721 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Attempting to bind port 70467ac1-e48c-42b7-a3a4-83c9dc30d613 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '9310b350-223e-4299-8aea-f40bd15f7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6af85314-13c1-4764-848e-5b6248ede692'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:12.326052 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Attempting to bind port 70467ac1-e48c-42b7-a3a4-83c9dc30d613 on network 6af85314-13c1-4764-848e-5b6248ede692 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:12.327934 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-7e32e0de-0e2c-416c-8e5b-e6e3e63de351 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2100215 Jul 29 14:46:12.329836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:12.333538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0d1771d1-b034-4019-87fe-92902e4a9480 None None] Provisioning complete for port ef28ef82-7504-4f40-8c34-3af3b7b7b029 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:12.333870 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d1771d1-b034-4019-87fe-92902e4a9480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.335356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:12.338552 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Pushing event updated for resources: {'Port': ['ID=819cf251-088a-4872-99b1-13b8c59f2f6a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:12.382978 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:12.383756 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Checking segment: {'id': '9310b350-223e-4299-8aea-f40bd15f7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6af85314-13c1-4764-848e-5b6248ede692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:12.383756 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.384156 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Bound using segment: {'id': '9310b350-223e-4299-8aea-f40bd15f7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6af85314-13c1-4764-848e-5b6248ede692'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:12.384711 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Bound port: 70467ac1-e48c-42b7-a3a4-83c9dc30d613, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9310b350-223e-4299-8aea-f40bd15f7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6af85314-13c1-4764-848e-5b6248ede692'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:12.385107 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.392826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14909408-2e62-453f-a011-4f8907054e8b req-edeb63cf-8a78-480e-8e19-7d4579c540b5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:12.402568 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-14909408-2e62-453f-a011-4f8907054e8b req-edeb63cf-8a78-480e-8e19-7d4579c540b5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 949 time: 0.2398601 Jul 29 14:46:12.404709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293c598-61f9-4e3f-b099-69668694e66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ea385e-7810-4883-bf63-9b224715a8f0,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:12.489712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f293c598-61f9-4e3f-b099-69668694e66e admin admin] Checking segment: {'id': '7e4f43f7-e426-4f76-a91b-694414f6d6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd8736e40-708a-4d3b-9f7a-91c36a178507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:12.490741 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f293c598-61f9-4e3f-b099-69668694e66e admin admin] Network hostable DHCP agents. Network: d8736e40-708a-4d3b-9f7a-91c36a178507, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:46:12.520713 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b3395f7-2bf5-4b3c-8223-bb248bc61f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.537594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 58af3cb3-e033-430d-8fff-3bc1ee75caf0, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=58af3cb3-e033-430d-8fff-3bc1ee75caf0,segment=NetworkSegment(6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908),segment_id=6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:12.556820 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-14909408-2e62-453f-a011-4f8907054e8b req-a64248b0-f59e-49b8-91cd-6fb435e8bb86 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507561 Jul 29 14:46:12.569975 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.595240 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b3395f7-2bf5-4b3c-8223-bb248bc61f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.619558 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a5d3-a803-44bc-8eee-79ed9abc8648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.641586 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a5d3-a803-44bc-8eee-79ed9abc8648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.653031 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f293c598-61f9-4e3f-b099-69668694e66e admin admin] Network d8736e40-708a-4d3b-9f7a-91c36a178507 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:46:12.686723 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=58af3cb3-e033-430d-8fff-3bc1ee75caf0,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:12.700538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-f293c598-61f9-4e3f-b099-69668694e66e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, d8736e40-708a-4d3b-9f7a-91c36a178507) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:12.710455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] For port 70467ac1-e48c-42b7-a3a4-83c9dc30d613, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:12.717099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] For port 70467ac1-e48c-42b7-a3a4-83c9dc30d613, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=70467ac1-e48c-42b7-a3a4-83c9dc30d613,segment=NetworkSegment(9310b350-223e-4299-8aea-f40bd15f7a45),segment_id=9310b350-223e-4299-8aea-f40bd15f7a45)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:12.722086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c48dcef-67bf-447c-b0cf-e3434fc6eb1f None None] Network d8736e40-708a-4d3b-9f7a-91c36a178507 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:12.726818 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f293c598-61f9-4e3f-b099-69668694e66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:12.727418 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f293c598-61f9-4e3f-b099-69668694e66e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.729495 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-db7b95d9-4aa7-47dc-96f2-9c787afa790b service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849325 Jul 29 14:46:12.741339 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cbc6a5d3-a803-44bc-8eee-79ed9abc8648 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f229f0a4c04f407a836544dfbb818c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7565725 Jul 29 14:46:12.748064 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55508) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:12.748729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6a5d3-a803-44bc-8eee-79ed9abc8648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482d71c8-508b-4a08-8140-f1e03a5e81cd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:12.768178 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.783814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-2ec0d223-bb33-4982-bcfe-2205b6f52446 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:12.790620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-2ec0d223-bb33-4982-bcfe-2205b6f52446 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:12.792242 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-2ec0d223-bb33-4982-bcfe-2205b6f52446 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/networks?id=6af85314-13c1-4764-848e-5b6248ede692&id=5cb49efb-1149-498a-976e-acb0804f04d9&id=6af85314-13c1-4764-848e-5b6248ede692 HTTP/1.1" status: 200 len: 1391 time: 0.3107197 Jul 29 14:46:12.806681 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f293c598-61f9-4e3f-b099-69668694e66e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6543355 Jul 29 14:46:12.826366 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-09355748-eeef-4978-8442-65677f2f156b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/quotas/d8d78d89373a4e9c9a41503e527a8f91 HTTP/1.1" status: 200 len: 375 time: 0.0112345 Jul 29 14:46:12.828565 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b3395f7-2bf5-4b3c-8223-bb248bc61f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.849929 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b3395f7-2bf5-4b3c-8223-bb248bc61f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.851123 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9b3395f7-2bf5-4b3c-8223-bb248bc61f95 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/adc7044e-8aca-4d6d-8853-46507741f82c HTTP/1.1" status: 204 len: 168 time: 0.6344521 Jul 29 14:46:12.881249 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fea152-98a1-432b-860c-fb440d3daae0 req-12a936f8-06cc-41d5-b02a-646f70214447 tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:12.887652 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a6fea152-98a1-432b-860c-fb440d3daae0 req-12a936f8-06cc-41d5-b02a-646f70214447 tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 1100 time: 0.2581861 Jul 29 14:46:12.915470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3395f7-2bf5-4b3c-8223-bb248bc61f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc7044e-8aca-4d6d-8853-46507741f82c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:12.924464 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da570c61-4ade-4ee4-b250-d2af1e0145de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.961873 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-a5de37a3-4c49-4ad0-a25e-8df57836683a tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8d78d89373a4e9c9a41503e527a8f91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1081226 Jul 29 14:46:12.972191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da570c61-4ade-4ee4-b250-d2af1e0145de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:12.978091 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 58af3cb3-e033-430d-8fff-3bc1ee75caf0 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:13.058351 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e20dcd2-956b-45aa-a593-0f14de49270b req-e438a4c0-f114-45b4-8916-be427c9ff80d service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965705 Jul 29 14:46:13.066402 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:13.097328 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da570c61-4ade-4ee4-b250-d2af1e0145de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:13.101662 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da570c61-4ade-4ee4-b250-d2af1e0145de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:13.103188 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a6fea152-98a1-432b-860c-fb440d3daae0 req-4ccec9df-4ded-410e-b268-192a3e1abffe tempest-ServersOnMultiNodesTest-252962017 tempest-ServersOnMultiNodesTest-252962017-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146060 Jul 29 14:46:13.106082 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-da570c61-4ade-4ee4-b250-d2af1e0145de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/482d71c8-508b-4a08-8140-f1e03a5e81cd HTTP/1.1" status: 204 len: 168 time: 0.3519664 Jul 29 14:46:13.134727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da570c61-4ade-4ee4-b250-d2af1e0145de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482d71c8-508b-4a08-8140-f1e03a5e81cd,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:13.183137 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d1771d1-b034-4019-87fe-92902e4a9480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:13.220859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf2701-09c8-4fc8-8acc-ab25c07a10f4 None None] Pushing event updated for resources: {'Port': ['ID=70467ac1-e48c-42b7-a3a4-83c9dc30d613,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:13.235767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 81acb76b-76f7-48c8-8a63-af4f60d37c68 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:46:13.261832 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-5cb49efb-1149-498a-976e-acb0804f04d9', 'network_id': '5cb49efb-1149-498a-976e-acb0804f04d9', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'fixed_ips': [{'subnet_id': '0b2e95da-f96c-42d3-bf30-5bbe5650327f'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:46:13.263062 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:13.398329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0d1771d1-b034-4019-87fe-92902e4a9480 None None] For port ef28ef82-7504-4f40-8c34-3af3b7b7b029, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ef28ef82-7504-4f40-8c34-3af3b7b7b029,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:13.422493 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d1771d1-b034-4019-87fe-92902e4a9480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:13.465750 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc13414-5d6c-4fd1-9a46-d4810d6041ee req-c5cfcaf9-43b7-4758-8884-3a3c2e4653d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:13.467277 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc13414-5d6c-4fd1-9a46-d4810d6041ee req-c5cfcaf9-43b7-4758-8884-3a3c2e4653d7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=46ff881003554e42bd31fec853ecbb96&device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 1099 time: 0.2483168 Jul 29 14:46:13.482999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e003a-b731-4a57-8678-9cf8fd93583d req-bc3bfb28-ef79-4828-b6c0-2a8ba9382fed tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:13.491889 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f13e003a-b731-4a57-8678-9cf8fd93583d req-bc3bfb28-ef79-4828-b6c0-2a8ba9382fed tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.1719432 Jul 29 14:46:13.499862 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-8c8a93f4-21bb-410c-96cd-75711903b6a6 service neutron] 10.222.0.16 "GET /v2.0/networks/6af85314-13c1-4764-848e-5b6248ede692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228026 Jul 29 14:46:13.500607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55530) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:13.547518 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fcd6fd58-a8d8-47ee-bd13-a32225b99e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:13.652292 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 58af3cb3-e033-430d-8fff-3bc1ee75caf0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:13.652848 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:13.655393 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:46:13.681092 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-a2328292-f08f-4629-9f61-a650f727773d service neutron] 10.222.0.16 "GET /v2.0/networks/6af85314-13c1-4764-848e-5b6248ede692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455445 Jul 29 14:46:13.793897 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f13e003a-b731-4a57-8678-9cf8fd93583d req-2dffb420-8ddb-4fdf-ac9d-483a1c991c5f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010116 Jul 29 14:46:13.799245 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25e5595-4957-4b7a-bfb4-33fe05ae0b5a None None] Network d8736e40-708a-4d3b-9f7a-91c36a178507 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:13.839000 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-353eb3c1-c5e1-493d-9eb7-2fb528190810 None None] Provisioning complete for port ef28ef82-7504-4f40-8c34-3af3b7b7b029 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:13.839511 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-353eb3c1-c5e1-493d-9eb7-2fb528190810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:13.841921 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1771d1-b034-4019-87fe-92902e4a9480 None None] Pushing event updated for resources: {'Port': ['ID=ef28ef82-7504-4f40-8c34-3af3b7b7b029,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:13.882867 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-a96fcd91-2ef5-4d28-832e-aa00329537bc service neutron] 10.222.0.16 "GET /v2.0/networks/5cb49efb-1149-498a-976e-acb0804f04d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931107 Jul 29 14:46:13.903241 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fcd6fd58-a8d8-47ee-bd13-a32225b99e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:13.910398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc13414-5d6c-4fd1-9a46-d4810d6041ee req-52571c73-0d58-4b12-b4d5-d07c1c7bb00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:13.912686 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc13414-5d6c-4fd1-9a46-d4810d6041ee req-52571c73-0d58-4b12-b4d5-d07c1c7bb00e service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.4187405 Jul 29 14:46:13.924022 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fcd6fd58-a8d8-47ee-bd13-a32225b99e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:13.969745 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55536) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:13.997390 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:14.002041 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc13414-5d6c-4fd1-9a46-d4810d6041ee req-65824913-8eca-4a89-9d6a-54a8199db08a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=abcbc707-ec5d-467e-994a-59fa67af2ea8 HTTP/1.1" status: 200 len: 217 time: 0.0748880 Jul 29 14:46:14.030950 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Allocated IP 19.86.0.2 (5cb49efb-1149-498a-976e-acb0804f04d9/0b2e95da-f96c-42d3-bf30-5bbe5650327f/5ed405c6-32f4-448c-b87d-429179300dcd) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:14.063729 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 81acb76b-76f7-48c8-8a63-af4f60d37c68, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81acb76b-76f7-48c8-8a63-af4f60d37c68,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:14.090761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6fd58-a8d8-47ee-bd13-a32225b99e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d91f87-3797-44d2-95a0-e92cde1745ef,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:14.102636 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fcd6fd58-a8d8-47ee-bd13-a32225b99e61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4405e8fb3def4f53a16f0140311259c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6009433 Jul 29 14:46:14.112901 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55540) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:14.150580 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-77ba671d-d75d-4991-a2d3-51c592809ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:14.210824 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '81acb76b-76f7-48c8-8a63-af4f60d37c68', 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56', 'port_id': '81acb76b-76f7-48c8-8a63-af4f60d37c68', 'mac_address': 'fa:16:3e:a1:11:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed79112e-e1ad-495b-b97b-e7f814816160', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:46:14.256047 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9608b53a-cd6e-496e-a47f-83d2b7f26053 service neutron] 10.222.0.16 "GET /v2.0/networks/5cb49efb-1149-498a-976e-acb0804f04d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584402 Jul 29 14:46:14.324299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc13414-5d6c-4fd1-9a46-d4810d6041ee req-685934dc-7c60-4877-a960-7a2f9ea4f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:14.325986 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc13414-5d6c-4fd1-9a46-d4810d6041ee req-685934dc-7c60-4877-a960-7a2f9ea4f797 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.2546299 Jul 29 14:46:14.360927 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51704384-2194-4a9b-aa76-1862fd78bac6 req-e2d83734-7134-41d9-a775-6df4ffe1b8cd tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:14.362916 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51704384-2194-4a9b-aa76-1862fd78bac6 req-e2d83734-7134-41d9-a775-6df4ffe1b8cd tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 948 time: 0.1560509 Jul 29 14:46:14.390075 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:14.421483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81acb76b-76f7-48c8-8a63-af4f60d37c68 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:14.432689 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0789-b635-4018-b316-51fcc2d6f6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:14.434082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0af481-9e7d-40c3-94e4-f8b5e7aa0a43 None None] Network 6af85314-13c1-4764-848e-5b6248ede692 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:14.454577 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-ab2fed78-e3c6-4185-8a2d-330259409d48 service neutron] 10.222.0.16 "GET /v2.0/networks/6af85314-13c1-4764-848e-5b6248ede692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905801 Jul 29 14:46:14.460750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-77ba671d-d75d-4991-a2d3-51c592809ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:14.466351 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-77ba671d-d75d-4991-a2d3-51c592809ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:14.493198 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51704384-2194-4a9b-aa76-1862fd78bac6 req-e41d2a08-1e1e-4e9d-899d-ae100351b97e tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df5b44a-555f-4150-866a-2421077bdbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136842 Jul 29 14:46:14.495236 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0789-b635-4018-b316-51fcc2d6f6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:14.498029 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:46:14.507065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc13414-5d6c-4fd1-9a46-d4810d6041ee req-d5eed512-bfa6-41ad-803e-bc6b7736243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:14.508619 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc13414-5d6c-4fd1-9a46-d4810d6041ee req-d5eed512-bfa6-41ad-803e-bc6b7736243c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1709948 Jul 29 14:46:14.521253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 81acb76b-76f7-48c8-8a63-af4f60d37c68, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81acb76b-76f7-48c8-8a63-af4f60d37c68,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:14.541668 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:14.558580 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:14.587625 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-905caa54-f946-4665-84fc-7d66ba101f61 None None] Provisioning for port 70467ac1-e48c-42b7-a3a4-83c9dc30d613 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:14.604169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Transition to ACTIVE for port object 5ed405c6-32f4-448c-b87d-429179300dcd will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:14.653621 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Transition to ACTIVE for port object 5ed405c6-32f4-448c-b87d-429179300dcd will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:14.669538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=81acb76b-76f7-48c8-8a63-af4f60d37c68,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:14.673999 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:14.679720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-77ba671d-d75d-4991-a2d3-51c592809ad8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eae3fabb931a44aea535136c8cf60fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5889044 Jul 29 14:46:14.694532 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55544) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:14.729852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Network 5cb49efb-1149-498a-976e-acb0804f04d9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:14.736830 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0789-b635-4018-b316-51fcc2d6f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:14.738112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-e18b14cf-036d-4f2d-a8a0-27e8f3d7fb25 service neutron] 10.222.0.16 "GET /v2.0/networks/6af85314-13c1-4764-848e-5b6248ede692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681687 Jul 29 14:46:14.739779 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eaaa0789-b635-4018-b316-51fcc2d6f6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:14.741847 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-eaaa0789-b635-4018-b316-51fcc2d6f6f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84d91f87-3797-44d2-95a0-e92cde1745ef HTTP/1.1" status: 204 len: 168 time: 0.6244960 Jul 29 14:46:14.754759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba671d-d75d-4991-a2d3-51c592809ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9a5864-e322-4b49-b848-e87bd3c8fbf9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:14.774855 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa0789-b635-4018-b316-51fcc2d6f6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d91f87-3797-44d2-95a0-e92cde1745ef,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:14.782706 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc13414-5d6c-4fd1-9a46-d4810d6041ee req-778d6492-2d02-49bc-8f23-9c6ed2e49999 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601213 Jul 29 14:46:14.783925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:46:14.821181 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0017bfd-7ee5-427c-9110-4ca5c3ff74ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:14.865010 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:14.875152 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-465ea981-60d7-41a1-b0c8-dd293829e628 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.0205405 Jul 29 14:46:14.879400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:14.880297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55550) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:14.890875 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0017bfd-7ee5-427c-9110-4ca5c3ff74ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:15.047053 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0017bfd-7ee5-427c-9110-4ca5c3ff74ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:15.062580 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0017bfd-7ee5-427c-9110-4ca5c3ff74ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:15.070774 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c0017bfd-7ee5-427c-9110-4ca5c3ff74ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d9a5864-e322-4b49-b848-e87bd3c8fbf9 HTTP/1.1" status: 204 len: 168 time: 0.3656452 Jul 29 14:46:15.112300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0017bfd-7ee5-427c-9110-4ca5c3ff74ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9a5864-e322-4b49-b848-e87bd3c8fbf9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:15.219003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['81acb76b-76f7-48c8-8a63-af4f60d37c68'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:15.221812 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 70467ac1-e48c-42b7-a3a4-83c9dc30d613 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:15.225889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 81acb76b-76f7-48c8-8a63-af4f60d37c68 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:46:15.227906 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Sync routers for ids ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:46:15.239561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:15.246056 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc13414-5d6c-4fd1-9a46-d4810d6041ee req-d75239ed-0342-4051-be59-b96eb24bfd32 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551239 Jul 29 14:46:15.371381 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a03d40-e868-47a7-bda4-0faa954352ba req-86276f1d-6f6f-4dcc-ba2f-87d78e2c6a06 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:15.394241 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58a03d40-e868-47a7-bda4-0faa954352ba req-86276f1d-6f6f-4dcc-ba2f-87d78e2c6a06 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 949 time: 0.1447899 Jul 29 14:46:15.470436 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Routers {'8ed24278-f340-4f7c-af16-fb3c2853d9a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:15.485738 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:15.507343 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58a03d40-e868-47a7-bda4-0faa954352ba req-4dce5478-2768-42b9-9830-055904d7b55f tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113331 Jul 29 14:46:15.582526 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Pushing event updated for resources: {'Port': ['ID=5ed405c6-32f4-448c-b87d-429179300dcd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:15.669546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Attempting to bind port 5ed405c6-32f4-448c-b87d-429179300dcd on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:15.669925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Attempting to bind port 5ed405c6-32f4-448c-b87d-429179300dcd by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '29790416-92ca-46c2-8bb7-3e88fec3ff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5cb49efb-1149-498a-976e-acb0804f04d9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:15.670648 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Attempting to bind port 5ed405c6-32f4-448c-b87d-429179300dcd on network 5cb49efb-1149-498a-976e-acb0804f04d9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:15.722116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f00bfd-7530-4957-a6b8-2db82a0a464c req-c9bdb576-2e64-485f-81f0-3f4459683428 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:15.730136 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:15.730515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Checking segment: {'id': '29790416-92ca-46c2-8bb7-3e88fec3ff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5cb49efb-1149-498a-976e-acb0804f04d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:15.730921 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:15.731321 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Bound using segment: {'id': '29790416-92ca-46c2-8bb7-3e88fec3ff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5cb49efb-1149-498a-976e-acb0804f04d9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:15.731881 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8f00bfd-7530-4957-a6b8-2db82a0a464c req-c9bdb576-2e64-485f-81f0-3f4459683428 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 944 time: 0.0805640 Jul 29 14:46:15.732040 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Bound port: 5ed405c6-32f4-448c-b87d-429179300dcd, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29790416-92ca-46c2-8bb7-3e88fec3ff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5cb49efb-1149-498a-976e-acb0804f04d9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:15.732359 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:15.804128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8f00bfd-7530-4957-a6b8-2db82a0a464c req-3a4ef921-6f92-425c-9c18-3f608ea76024 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678809 Jul 29 14:46:15.843719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 70467ac1-e48c-42b7-a3a4-83c9dc30d613 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:15.867725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 70467ac1-e48c-42b7-a3a4-83c9dc30d613 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:15.868102 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:15.939717 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:15.950164 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Set router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:15.996963 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61cd568c-83fc-42f7-a537-1cf035c9e061 req-6e34227f-a80c-4804-86cb-afcd7368d5b3 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 210 time: 0.1082668 Jul 29 14:46:16.110142 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 81acb76b-76f7-48c8-8a63-af4f60d37c68 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:16.279266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] For port 5ed405c6-32f4-448c-b87d-429179300dcd, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:16.282874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dd28b-ffd5-4964-a64d-eb69b27c2bd2 req-f73b79e9-0c35-4bc7-9560-b100c70305c5 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:16.284922 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a35dd28b-ffd5-4964-a64d-eb69b27c2bd2 req-f73b79e9-0c35-4bc7-9560-b100c70305c5 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 948 time: 0.1166155 Jul 29 14:46:16.300811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 81acb76b-76f7-48c8-8a63-af4f60d37c68, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81acb76b-76f7-48c8-8a63-af4f60d37c68,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:16.325858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] For port 5ed405c6-32f4-448c-b87d-429179300dcd, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5ed405c6-32f4-448c-b87d-429179300dcd,segment=NetworkSegment(29790416-92ca-46c2-8bb7-3e88fec3ff56),segment_id=29790416-92ca-46c2-8bb7-3e88fec3ff56)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:16.326971 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:16.364499 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:16.402142 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a35dd28b-ffd5-4964-a64d-eb69b27c2bd2 req-02e5268f-a0bf-4e10-8165-daff3a07c5a3 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df5b44a-555f-4150-866a-2421077bdbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924814 Jul 29 14:46:16.443665 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-145a1b32-6058-4e28-a3d9-aa7da886f1a5 None None] Provisioning complete for port 70467ac1-e48c-42b7-a3a4-83c9dc30d613 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:16.444044 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-145a1b32-6058-4e28-a3d9-aa7da886f1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:16.475827 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device abcbc707-ec5d-467e-994a-59fa67af2ea8 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:46:16.563600 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dbdbf-0170-4e23-a4bc-59e2ce628cee req-1f24985b-539c-4b66-9ff0-6a6b8668642a tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:16.570997 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-034dbdbf-0170-4e23-a4bc-59e2ce628cee req-1f24985b-539c-4b66-9ff0-6a6b8668642a tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 949 time: 1.2308276 Jul 29 14:46:16.633010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-2b0b74ad-ce08-4516-b2c3-8495344141c4 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:16.636378 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-2b0b74ad-ce08-4516-b2c3-8495344141c4 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 807 time: 1.4660816 Jul 29 14:46:16.712633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=81acb76b-76f7-48c8-8a63-af4f60d37c68,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:16.714108 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc91e5c-9a87-4355-aa5f-cd301832124c req-62245e6c-5ace-4b53-8fca-7e5cbca78174 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:16.723253 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:16.731487 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8fc91e5c-9a87-4355-aa5f-cd301832124c req-62245e6c-5ace-4b53-8fca-7e5cbca78174 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 949 time: 0.1140656 Jul 29 14:46:16.760981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:16.761332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:16.761728 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:16.762062 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:16.762391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:16.762725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:16.763040 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:16.763362 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:16.763790 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:16.764057 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:16.764378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:16.764708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:16.834721 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-8344c4c2-5aaf-412d-a02e-7343b0dc7ef1 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/quotas/5c3ea6a1acab4953a3086c534dc4a2e5 HTTP/1.1" status: 200 len: 375 time: 0.1565459 Jul 29 14:46:16.855925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port abcbc707-ec5d-467e-994a-59fa67af2ea8, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=abcbc707-ec5d-467e-994a-59fa67af2ea8,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:16.907986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'abcbc707-ec5d-467e-994a-59fa67af2ea8', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': 'abcbc707-ec5d-467e-994a-59fa67af2ea8', 'mac_address': 'fa:16:3e:4a:da:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:46:16.915515 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55620) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:16.922535 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8fc91e5c-9a87-4355-aa5f-cd301832124c req-624c823b-ee6c-454c-b06d-b6481d0528dc tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898546 Jul 29 14:46:16.931906 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 70467ac1-e48c-42b7-a3a4-83c9dc30d613, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=70467ac1-e48c-42b7-a3a4-83c9dc30d613,segment=NetworkSegment(9310b350-223e-4299-8aea-f40bd15f7a45),segment_id=9310b350-223e-4299-8aea-f40bd15f7a45)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:16.942609 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:16.947827 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ef28ef82-7504-4f40-8c34-3af3b7b7b029 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:17.028224 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e8251-24dd-4e43-ad41-0a3c43c7cc79 None None] Pushing event updated for resources: {'Port': ['ID=5ed405c6-32f4-448c-b87d-429179300dcd,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:17.028758 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-77e305e1-5362-45d2-abe2-09911b5827e7 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1291997 Jul 29 14:46:17.149238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de352bc3-29bd-4100-9a66-d76ea979271e req-64016b88-08a5-44e0-9c44-b177d7566ab6 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:17.158858 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-de352bc3-29bd-4100-9a66-d76ea979271e req-64016b88-08a5-44e0-9c44-b177d7566ab6 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 943 time: 0.0960886 Jul 29 14:46:17.167846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=70467ac1-e48c-42b7-a3a4-83c9dc30d613,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:17.191275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:12Z', 'revision_number': 3, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:17.215940 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-de352bc3-29bd-4100-9a66-d76ea979271e req-cbf5e12a-a2fa-4807-bf54-2b1848fad4d4 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558469 Jul 29 14:46:17.244880 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Checking router: 8ed24278-f340-4f7c-af16-fb3c2853d9a1 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:46:17.245277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Updating router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 port 819cf251-088a-4872-99b1-13b8c59f2f6a binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:46:17.255297 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:17.323799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abcbc707-ec5d-467e-994a-59fa67af2ea8 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:17.325735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-034dbdbf-0170-4e23-a4bc-59e2ce628cee req-ab458f5f-2a57-4f24-8d79-78d652f58830 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Deleting port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:46:17.326150 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-034dbdbf-0170-4e23-a4bc-59e2ce628cee req-ab458f5f-2a57-4f24-8d79-78d652f58830 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:17.351417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port abcbc707-ec5d-467e-994a-59fa67af2ea8, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=abcbc707-ec5d-467e-994a-59fa67af2ea8,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:17.353213 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port ef28ef82-7504-4f40-8c34-3af3b7b7b029 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:17.354319 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:17.369974 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b1e4f54-937e-4ebd-aa1b-0536c3a17790 req-4e8260cd-1671-4481-97d9-e0cf1fceb8fe tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 210 time: 0.0539534 Jul 29 14:46:17.382214 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-888003817-network', 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:17.387488 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:17.391729 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:17.474372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7604bb3f-d007-41ae-973c-74b23951659f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:17.497571 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7604bb3f-d007-41ae-973c-74b23951659f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:17.499286 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7604bb3f-d007-41ae-973c-74b23951659f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.38 "GET /v2.0/networks?id=6af85314-13c1-4764-848e-5b6248ede692&id=5cb49efb-1149-498a-976e-acb0804f04d9&id=6af85314-13c1-4764-848e-5b6248ede692 HTTP/1.1" status: 200 len: 1391 time: 0.5069959 Jul 29 14:46:17.544770 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-bdd19f11-51da-4a16-ad94-06173b8cc714 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Request body: {'port': {'device_id': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'network_id': '6af85314-13c1-4764-848e-5b6248ede692', 'admin_state_up': True, 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:17.653265 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=abcbc707-ec5d-467e-994a-59fa67af2ea8,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:17.673762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] Made reservation on behalf of 15b4d1c60e2541e79bc0cda570f9dda2 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:17.676936 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:17.682727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb76bbd-1292-4057-9608-e97c82eb223f req-fc765416-5a34-46a0-b720-bf015c2437f9 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:17.704225 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8eb76bbd-1292-4057-9608-e97c82eb223f req-fc765416-5a34-46a0-b720-bf015c2437f9 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 949 time: 0.1443696 Jul 29 14:46:17.723388 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:17.772378 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8eb76bbd-1292-4057-9608-e97c82eb223f req-c2d21b84-0408-413b-a02c-6a25a411eb9c tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df5b44a-555f-4150-866a-2421077bdbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672929 Jul 29 14:46:17.795889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['abcbc707-ec5d-467e-994a-59fa67af2ea8'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:17.854504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-034dbdbf-0170-4e23-a4bc-59e2ce628cee req-ab458f5f-2a57-4f24-8d79-78d652f58830 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] For port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=736dc6e9-1dc0-40d6-b43a-7f4228ed284c,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:17.854879 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-034dbdbf-0170-4e23-a4bc-59e2ce628cee req-ab458f5f-2a57-4f24-8d79-78d652f58830 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:17.956702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-034dbdbf-0170-4e23-a4bc-59e2ce628cee req-ab458f5f-2a57-4f24-8d79-78d652f58830 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Calling delete_port for 736dc6e9-1dc0-40d6-b43a-7f4228ed284c owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:46:18.042897 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-af79ad26-78ca-4842-b22e-1499e0870d66 service neutron] 10.222.0.16 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9768240 Jul 29 14:46:18.101440 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:18.118346 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5ed405c6-32f4-448c-b87d-429179300dcd up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:18.164801 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cf59d6-5484-44de-b9f5-1b76ad33150c None None] Network 5cb49efb-1149-498a-976e-acb0804f04d9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:18.166346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329219f2-71b4-46db-8580-da940ece9386 req-f01afa37-4d9a-492f-87be-a8bc0557d2ee tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:18.169572 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-329219f2-71b4-46db-8580-da940ece9386 req-f01afa37-4d9a-492f-87be-a8bc0557d2ee tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 949 time: 0.1101973 Jul 29 14:46:18.183131 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:18.238627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-bdd19f11-51da-4a16-ad94-06173b8cc714 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Made reservation on behalf of d8d78d89373a4e9c9a41503e527a8f91 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:18.242974 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-bdd19f11-51da-4a16-ad94-06173b8cc714 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:18.257317 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-329219f2-71b4-46db-8580-da940ece9386 req-4f8e72be-563b-459e-8fe4-6e9d60805da1 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807822 Jul 29 14:46:18.282322 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:18.297848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:46:18.318539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7964ce9e-a1c3-45f1-94d1-7eeb835e25e0 None None] Provisioning for port 5ed405c6-32f4-448c-b87d-429179300dcd completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:18.328259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 5ed405c6-32f4-448c-b87d-429179300dcd completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:18.345766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7964ce9e-a1c3-45f1-94d1-7eeb835e25e0 None None] Provisioning complete for port 5ed405c6-32f4-448c-b87d-429179300dcd triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:18.346133 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7964ce9e-a1c3-45f1-94d1-7eeb835e25e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:18.368027 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:18.368366 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] Added segment 31ae8c8f-ae9e-4a74-90d5-cc5098fda25b of type vlan for network 09ecf367-373f-43ce-87ad-f17e1016951f Jul 29 14:46:18.371561 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599cae7a-0291-4233-b628-b34f3c1867ed,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:18.403257 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 5ed405c6-32f4-448c-b87d-429179300dcd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:18.403570 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:18.474368 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:18.474993 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8020b-91cf-4f31-9734-847807f06a78 req-66ff54e9-7fae-43be-b64f-f4f1762e7be1 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:18.486483 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8aa8020b-91cf-4f31-9734-847807f06a78 req-66ff54e9-7fae-43be-b64f-f4f1762e7be1 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 943 time: 0.1183360 Jul 29 14:46:18.534840 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-614c3c4c-cfe6-4d52-b453-28180989c83e service neutron] 10.222.0.16 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591999 Jul 29 14:46:18.539623 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:18.572507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Transition to ACTIVE for port object 819cf251-088a-4872-99b1-13b8c59f2f6a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:18.587687 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8aa8020b-91cf-4f31-9734-847807f06a78 req-b0042276-5941-4e8c-bac3-b29ec5e8e738 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002705 Jul 29 14:46:18.639871 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:18.671576 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.resource_extend [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:46:18.718165 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-de3bf8b0-691f-49c8-ba4a-6769870d20d4 req-9539ffad-4133-4b28-87c2-84beb9f80c78 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 210 time: 0.0462327 Jul 29 14:46:18.855782 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7008e-c633-455f-859a-0fb9519c0936 None None] Pushing event updated for resources: {'Port': ['ID=819cf251-088a-4872-99b1-13b8c59f2f6a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:18.858156 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7964ce9e-a1c3-45f1-94d1-7eeb835e25e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:18.867091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-bdd19f11-51da-4a16-ad94-06173b8cc714 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Allocated IP 19.80.0.50 (6af85314-13c1-4764-848e-5b6248ede692/cdb14bf3-d6fc-4c52-a42b-309a32349934/5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:18.903750 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eec8fa41-ff73-46b0-affd-778c9d0b49a1 req-264aaa05-d2e5-4672-a915-59632577cf21 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cddca198-7014-4607-b24d-e4c4dbabb4ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876393 Jul 29 14:46:18.906435 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Attempting to bind port 819cf251-088a-4872-99b1-13b8c59f2f6a on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:18.906839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Attempting to bind port 819cf251-088a-4872-99b1-13b8c59f2f6a by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:18.907219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Attempting to bind port 819cf251-088a-4872-99b1-13b8c59f2f6a on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:18.962360 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-218d6ad9-265a-4bee-b65c-afe9a4008f3b req-f607fd2e-1451-4c79-ad85-9855bf9e3c3b tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 210 time: 0.1838934 Jul 29 14:46:18.967410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:18.967797 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:18.968208 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:18.968607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:18.971867 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Bound port: 819cf251-088a-4872-99b1-13b8c59f2f6a, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:18.972346 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:18.990855 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:18.994737 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:18.996702 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:19.003271 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8fa41-ff73-46b0-affd-778c9d0b49a1 req-60a6043e-f2e2-4a02-b95c-9f791fe30ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:19.004785 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eec8fa41-ff73-46b0-affd-778c9d0b49a1 req-60a6043e-f2e2-4a02-b95c-9f791fe30ce3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=cddca198-7014-4607-b24d-e4c4dbabb4ef HTTP/1.1" status: 200 len: 1100 time: 0.0805187 Jul 29 14:46:19.030636 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:19.033460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec342857-5ef4-4c44-b1e6-2124e41c06a9 req-7341147d-a314-4d58-b488-025605ab27de tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:19.049507 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec342857-5ef4-4c44-b1e6-2124e41c06a9 req-7341147d-a314-4d58-b488-025605ab27de tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 949 time: 0.1441040 Jul 29 14:46:19.133410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7964ce9e-a1c3-45f1-94d1-7eeb835e25e0 None None] For port 5ed405c6-32f4-448c-b87d-429179300dcd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5ed405c6-32f4-448c-b87d-429179300dcd,segment=NetworkSegment(29790416-92ca-46c2-8bb7-3e88fec3ff56),segment_id=29790416-92ca-46c2-8bb7-3e88fec3ff56)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:19.140456 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7964ce9e-a1c3-45f1-94d1-7eeb835e25e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:19.258934 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 81acb76b-76f7-48c8-8a63-af4f60d37c68 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:19.267960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] For port 819cf251-088a-4872-99b1-13b8c59f2f6a, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:19.281567 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8fa41-ff73-46b0-affd-778c9d0b49a1 req-b4a31bed-7fcd-4e83-8119-40c2537f74ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:19.288403 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eec8fa41-ff73-46b0-affd-778c9d0b49a1 req-b4a31bed-7fcd-4e83-8119-40c2537f74ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.2321961 Jul 29 14:46:19.321075 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4011757 Jul 29 14:46:19.351364 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55696) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:19.393543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] For port 819cf251-088a-4872-99b1-13b8c59f2f6a, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=819cf251-088a-4872-99b1-13b8c59f2f6a,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:19.394966 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:46:19.395325 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:46:19.407944 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:19.418500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964ce9e-a1c3-45f1-94d1-7eeb835e25e0 None None] Pushing event updated for resources: {'Port': ['ID=5ed405c6-32f4-448c-b87d-429179300dcd,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:19.456607 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-034dbdbf-0170-4e23-a4bc-59e2ce628cee req-ab458f5f-2a57-4f24-8d79-78d652f58830 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:19.458631 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a3648469-9075-4ce6-badb-a1a9337b6aec None None] Provisioning complete for port 5ed405c6-32f4-448c-b87d-429179300dcd triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:19.458631 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a3648469-9075-4ce6-badb-a1a9337b6aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:19.491985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c46da8b1-3c40-4c16-9600-ef826036cec4', '47446bc0-4163-4c6c-8cd8-450bf10454bc', '27ba7a23-7155-476f-a2bf-9bcca233c498', 'bab30778-6bf1-4d00-b6d7-5b99f2351b1d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:19.503610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ad723e85-8703-4e8a-b892-dbecde38fe72', '8f7447e1-6e43-430e-8868-e8ef6b1e129f', 'ca13fda1-55b4-4e27-8482-b8e90447a971'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:19.575399 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02a827-61bb-4201-8f11-3d4b532cd826 admin admin] Pushing event updated for resources: {'Network': ['ID=09ecf367-373f-43ce-87ad-f17e1016951f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:19.590197 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-274f89b1-78f7-4933-9b0d-5494a12f444b req-ce929a75-5fa3-44a2-9852-f7fe5c2d6949 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 210 time: 0.1381118 Jul 29 14:46:19.595645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab458f5f-2a57-4f24-8d79-78d652f58830 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event deleted for resources: {'Port': ['ID=736dc6e9-1dc0-40d6-b43a-7f4228ed284c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:19.604700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 09ecf367-373f-43ce-87ad-f17e1016951f details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:46:19.617577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 81acb76b-76f7-48c8-8a63-af4f60d37c68 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:19.617986 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:19.633995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Allocated IP 172.20.0.1 (e7376b65-c37a-462a-9b7f-fd5ca02310cd/d86473b6-310e-404b-a7a5-30517fe56c5e/5a406e41-5bc5-4f57-880c-9af145e324d7) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:19.636501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Routers {'8ed24278-f340-4f7c-af16-fb3c2853d9a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:19.637220 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:19.735038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7008e-c633-455f-859a-0fb9519c0936 None None] Pushing event updated for resources: {'Port': ['ID=819cf251-088a-4872-99b1-13b8c59f2f6a,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:19.804888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55704) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:19.929763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec342857-5ef4-4c44-b1e6-2124e41c06a9 req-17b7ed50-9534-4d9d-bd44-33b6e0060a66 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df5b44a-555f-4150-866a-2421077bdbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8784397 Jul 29 14:46:19.936558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3054c418-a2f4-4e3e-a8de-dd09e7341566 admin admin] Request body: {'subnet': {'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-888003817-subnet', 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:19.970389 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eec8fa41-ff73-46b0-affd-778c9d0b49a1 req-87250caa-c085-423f-acce-3a0bd9375dda service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=47446bc0-4163-4c6c-8cd8-450bf10454bc HTTP/1.1" status: 200 len: 217 time: 0.6178386 Jul 29 14:46:20.012743 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-034dbdbf-0170-4e23-a4bc-59e2ce628cee req-ab458f5f-2a57-4f24-8d79-78d652f58830 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] No DVR routers for this DVR port 736dc6e9-1dc0-40d6-b43a-7f4228ed284c on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:46:20.015849 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-034dbdbf-0170-4e23-a4bc-59e2ce628cee req-ab458f5f-2a57-4f24-8d79-78d652f58830 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:20.018906 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-034dbdbf-0170-4e23-a4bc-59e2ce628cee req-ab458f5f-2a57-4f24-8d79-78d652f58830 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "DELETE /v2.0/ports/736dc6e9-1dc0-40d6-b43a-7f4228ed284c HTTP/1.1" status: 204 len: 173 time: 3.4389446 Jul 29 14:46:20.024867 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:20.036042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72f8a64-ffc9-421b-9751-0569db041c06', 'name': 'network-vif-deleted', 'tag': '736dc6e9-1dc0-40d6-b43a-7f4228ed284c'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:20.040743 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c36e356-852f-48dd-9043-b538cf555b68" -d '{"events": [{"server_uuid": "e72f8a64-ffc9-421b-9751-0569db041c06", "name": "network-vif-deleted", "tag": "736dc6e9-1dc0-40d6-b43a-7f4228ed284c"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:20.068758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4b9fc-6093-491b-8b2c-dae09693a9a8 req-c67dba05-4f3d-42af-9fc3-2f7bea3a82c6 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:20.071311 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78a4b9fc-6093-491b-8b2c-dae09693a9a8 req-c67dba05-4f3d-42af-9fc3-2f7bea3a82c6 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 943 time: 0.2673190 Jul 29 14:46:20.089353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8fa41-ff73-46b0-affd-778c9d0b49a1 req-68802115-9a8f-4638-ae84-9e05ee5da2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:20.092173 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eec8fa41-ff73-46b0-affd-778c9d0b49a1 req-68802115-9a8f-4638-ae84-9e05ee5da2e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1106472 Jul 29 14:46:20.093618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3054c418-a2f4-4e3e-a8de-dd09e7341566 admin admin] Made reservation on behalf of 15b4d1c60e2541e79bc0cda570f9dda2 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:20.098048 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3054c418-a2f4-4e3e-a8de-dd09e7341566 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:20.126301 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8301de4e-2854-44f2-96a6-41516ccea89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:20.144013 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-bdd19f11-51da-4a16-ad94-06173b8cc714 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:20.159731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-bdd19f11-51da-4a16-ad94-06173b8cc714 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Transition to ACTIVE for port object 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:20.193206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Transition to ACTIVE for port object 5a406e41-5bc5-4f57-880c-9af145e324d7 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:20.217833 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] Set router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:20.240781 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31c598d0-f349-41f8-ac57-4eb94e7ecd50 req-dcfde5d3-70be-448b-9d65-5580e73a8825 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 210 time: 0.0669072 Jul 29 14:46:20.275626 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8fa41-ff73-46b0-affd-778c9d0b49a1 req-e7101ae8-1d98-4f40-a39c-0407ef021391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:20.277498 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eec8fa41-ff73-46b0-affd-778c9d0b49a1 req-e7101ae8-1d98-4f40-a39c-0407ef021391 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049731 Jul 29 14:46:20.297280 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78a4b9fc-6093-491b-8b2c-dae09693a9a8 req-7dd33675-b9ba-44cd-b9f2-f93d87212bbe tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175567 Jul 29 14:46:20.380897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 70467ac1-e48c-42b7-a3a4-83c9dc30d613 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:20.398156 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:20.426536 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb402670-fc08-451f-9c94-c5ad6de3dbd7 x-openstack-request-id: req-fb402670-fc08-451f-9c94-c5ad6de3dbd7 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:20.427019 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72f8a64-ffc9-421b-9751-0569db041c06", "name": "network-vif-deleted", "tag": "736dc6e9-1dc0-40d6-b43a-7f4228ed284c", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:20.427161 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb402670-fc08-451f-9c94-c5ad6de3dbd7 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:20.427575 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72f8a64-ffc9-421b-9751-0569db041c06', 'name': 'network-vif-deleted', 'tag': '736dc6e9-1dc0-40d6-b43a-7f4228ed284c', 'status': 'completed', 'code': 200} Jul 29 14:46:20.430103 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-bdd19f11-51da-4a16-ad94-06173b8cc714 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:20.499459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Network e7376b65-c37a-462a-9b7f-fd5ca02310cd is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:20.508655 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e861446-480d-4ed7-838f-1a9b21910432 req-e978d0c4-9180-4ed0-9142-41c94ec7257d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 210 time: 0.1263523 Jul 29 14:46:20.527270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-bdd19f11-51da-4a16-ad94-06173b8cc714 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Network 6af85314-13c1-4764-848e-5b6248ede692 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:20.527270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:20.530275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device abcbc707-ec5d-467e-994a-59fa67af2ea8 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:20.540525 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:20.565090 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eec8fa41-ff73-46b0-affd-778c9d0b49a1 req-3239c803-31a9-490e-baf2-5eada58afecc service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722704 Jul 29 14:46:20.625201 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:20.639181 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-bdd19f11-51da-4a16-ad94-06173b8cc714 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:20.655514 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-bdd19f11-51da-4a16-ad94-06173b8cc714 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:20.668403 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:20.805072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-bdd19f11-51da-4a16-ad94-06173b8cc714 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:20.808040 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-bdd19f11-51da-4a16-ad94-06173b8cc714 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:20.816194 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3054c418-a2f4-4e3e-a8de-dd09e7341566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:20.827460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Pushing event updated for resources: {'Port': ['ID=5a406e41-5bc5-4f57-880c-9af145e324d7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:20.863927 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 81acb76b-76f7-48c8-8a63-af4f60d37c68, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81acb76b-76f7-48c8-8a63-af4f60d37c68,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:20.891160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd19f11-51da-4a16-ad94-06173b8cc714 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event updated for resources: {'Port': ['ID=5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:20.936241 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eec8fa41-ff73-46b0-affd-778c9d0b49a1 req-2589e4b9-c10a-47dd-9b4e-0505d2c47442 service neutron] 10.222.0.39 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636320 Jul 29 14:46:20.968407 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae3fed43-4178-4286-8dfd-7bf6bcb3a327 req-f92b6343-e900-4982-9fc2-c3245eaeead6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e72f8a64-ffc9-421b-9751-0569db041c06 HTTP/1.1" status: 200 len: 210 time: 0.1538858 Jul 29 14:46:20.998837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-25a229eb-4d15-4fa9-a978-74b1f4a3e440 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:21.000855 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-25a229eb-4d15-4fa9-a978-74b1f4a3e440 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.39 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 807 time: 0.6953890 Jul 29 14:46:21.001574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3054c418-a2f4-4e3e-a8de-dd09e7341566 admin admin] Checking segment: {'id': '31ae8c8f-ae9e-4a74-90d5-cc5098fda25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:21.001949 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3054c418-a2f4-4e3e-a8de-dd09e7341566 admin admin] Network hostable DHCP agents. Network: 09ecf367-373f-43ce-87ad-f17e1016951f, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:46:21.008478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054c418-a2f4-4e3e-a8de-dd09e7341566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43bb69d9-8c34-4d6c-8e6d-021ed99c9160,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:21.018831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-de138df9-c133-4ec9-957f-84d6431ad15c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Request body: {'port': {'device_id': '7031bc98-0fcc-427e-9f0b-2ed5f037d449', 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a', 'admin_state_up': True, 'tenant_id': '5c3ea6a1acab4953a3086c534dc4a2e5'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:21.028360 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3054c418-a2f4-4e3e-a8de-dd09e7341566 admin admin] Network 09ecf367-373f-43ce-87ad-f17e1016951f is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:46:21.043583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-3054c418-a2f4-4e3e-a8de-dd09e7341566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 09ecf367-373f-43ce-87ad-f17e1016951f) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:21.049245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3054c418-a2f4-4e3e-a8de-dd09e7341566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:21.050078 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3054c418-a2f4-4e3e-a8de-dd09e7341566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.103001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535e5f01-aea7-4c1f-bdf2-1beb05e55d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81acb76b-76f7-48c8-8a63-af4f60d37c68'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:21.107436 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e449420-b393-4697-b1ec-ed5b7f939d56" -d '{"events": [{"server_uuid": "535e5f01-aea7-4c1f-bdf2-1beb05e55d8b", "name": "network-vif-plugged", "status": "completed", "tag": "81acb76b-76f7-48c8-8a63-af4f60d37c68"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:21.119678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14222979-e9c1-44f9-9e66-90f4c91ac354 req-9170594e-b90b-48fd-a1b0-7311fb47ca41 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:21.121296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14222979-e9c1-44f9-9e66-90f4c91ac354 req-9170594e-b90b-48fd-a1b0-7311fb47ca41 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 949 time: 0.0675497 Jul 29 14:46:21.127291 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bddf0f9-5a75-4ed7-8207-a98e13f828f8 None None] Network 09ecf367-373f-43ce-87ad-f17e1016951f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:21.130787 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port abcbc707-ec5d-467e-994a-59fa67af2ea8 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:21.147075 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.148861 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 736dc6e9-1dc0-40d6-b43a-7f4228ed284c no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:46:21.189868 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14222979-e9c1-44f9-9e66-90f4c91ac354 req-55ee0460-58dc-4315-9d23-341e14335a2d tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df5b44a-555f-4150-866a-2421077bdbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561776 Jul 29 14:46:21.250852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 736dc6e9-1dc0-40d6-b43a-7f4228ed284c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:46:21.251666 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 736dc6e9-1dc0-40d6-b43a-7f4228ed284c not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:46:21.311630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port abcbc707-ec5d-467e-994a-59fa67af2ea8 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:21.312188 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.428185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 70467ac1-e48c-42b7-a3a4-83c9dc30d613 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:21.428768 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.477251 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84caf7-21c6-4715-a4bf-f165ef4832db req-d99c021f-c185-4c35-828b-bdb714dd68ff tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:21.481914 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc80552-2e01-4720-ac3c-2f6170179e15 x-openstack-request-id: req-2bc80552-2e01-4720-ac3c-2f6170179e15 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:21.482253 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535e5f01-aea7-4c1f-bdf2-1beb05e55d8b", "name": "network-vif-plugged", "status": "completed", "tag": "81acb76b-76f7-48c8-8a63-af4f60d37c68", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:21.482459 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bc80552-2e01-4720-ac3c-2f6170179e15 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:21.482851 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535e5f01-aea7-4c1f-bdf2-1beb05e55d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81acb76b-76f7-48c8-8a63-af4f60d37c68', 'code': 200} Jul 29 14:46:21.483728 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9e84caf7-21c6-4715-a4bf-f165ef4832db req-d99c021f-c185-4c35-828b-bdb714dd68ff tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 931 time: 0.1088018 Jul 29 14:46:21.506216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dd95cfa3-392e-4796-9c15-e6e58c21cf61 None None] Provisioning for port 5a406e41-5bc5-4f57-880c-9af145e324d7 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:21.509018 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8301de4e-2854-44f2-96a6-41516ccea89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.528772 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3054c418-a2f4-4e3e-a8de-dd09e7341566 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5972924 Jul 29 14:46:21.533079 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55724) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:21.550114 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-888003817-router', 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:21.553732 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8301de4e-2854-44f2-96a6-41516ccea89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.565299 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9e84caf7-21c6-4715-a4bf-f165ef4832db req-f46f6447-679f-4084-b1d2-2060230a1469 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773451 Jul 29 14:46:21.571884 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-bdd19f11-51da-4a16-ad94-06173b8cc714 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0346670 Jul 29 14:46:21.581470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dd95cfa3-392e-4796-9c15-e6e58c21cf61 None None] Provisioning complete for port 5a406e41-5bc5-4f57-880c-9af145e324d7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:21.582072 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dd95cfa3-392e-4796-9c15-e6e58c21cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.583569 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae03e40-94ba-4dad-a2bd-65bdf2431564 req-aef03ba3-aed4-45d8-84f3-f925237ae221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:21.586379 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae03e40-94ba-4dad-a2bd-65bdf2431564 req-aef03ba3-aed4-45d8-84f3-f925237ae221 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 1096 time: 0.0584903 Jul 29 14:46:21.626803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-da7f8e1c-5c4b-4927-967a-694934ca0975 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Request body: {'port': {'device_id': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'network_id': '5cb49efb-1149-498a-976e-acb0804f04d9', 'admin_state_up': True, 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:21.660124 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae03e40-94ba-4dad-a2bd-65bdf2431564 req-798a609c-4bae-4979-950f-4a48950fae49 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679257 Jul 29 14:46:21.686794 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=81acb76b-76f7-48c8-8a63-af4f60d37c68,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:21.704028 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eb425ceb-c6af-4d01-9293-61795398c5a0 req-2a4f57ef-b9a1-4d4b-85e3-d260076a0bcd tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 210 time: 0.0390577 Jul 29 14:46:21.747070 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8301de4e-2854-44f2-96a6-41516ccea89a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e40d44371a4f4161b22ddbb1d2a3eb63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9410264 Jul 29 14:46:21.748271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dd95cfa3-392e-4796-9c15-e6e58c21cf61 None None] Port 5a406e41-5bc5-4f57-880c-9af145e324d7 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:46:21.749680 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55726) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:21.759673 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301de4e-2854-44f2-96a6-41516ccea89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19817f67-26b0-4453-b300-a43da4e9186a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:21.772423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0093902-1042-4f75-9259-81fdb9a1e26f req-e68a73bd-3a38-4954-ad5e-5be10a4f8b83 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:21.773960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b0093902-1042-4f75-9259-81fdb9a1e26f req-e68a73bd-3a38-4954-ad5e-5be10a4f8b83 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.2979918 Jul 29 14:46:21.781808 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.782859 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.802863 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.814061 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f28011aa-99ec-4aab-a323-dcb7d032b0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.847738 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f28011aa-99ec-4aab-a323-dcb7d032b0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.869624 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.907687 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f28011aa-99ec-4aab-a323-dcb7d032b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.910619 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f28011aa-99ec-4aab-a323-dcb7d032b0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.915720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f28011aa-99ec-4aab-a323-dcb7d032b0ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19817f67-26b0-4453-b300-a43da4e9186a HTTP/1.1" status: 204 len: 168 time: 0.1645110 Jul 29 14:46:21.926987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28011aa-99ec-4aab-a323-dcb7d032b0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19817f67-26b0-4453-b300-a43da4e9186a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:21.972104 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.976406 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2a88de6d-a42a-44dc-9a37-7e71a265d390 None None] Provisioning for port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:21.979155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:12Z', 'revision_number': 3, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:21.982835 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-de138df9-c133-4ec9-957f-84d6431ad15c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Made reservation on behalf of 5c3ea6a1acab4953a3086c534dc4a2e5 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:21.986527 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-de138df9-c133-4ec9-957f-84d6431ad15c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:21.998792 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b0093902-1042-4f75-9259-81fdb9a1e26f req-eadcfc82-e1e2-4d2b-bc14-7f872cd3c567 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090583 Jul 29 14:46:22.063991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2a88de6d-a42a-44dc-9a37-7e71a265d390 None None] Provisioning complete for port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:22.064421 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a88de6d-a42a-44dc-9a37-7e71a265d390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:22.079395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-09ecf367-373f-43ce-87ad-f17e1016951f', 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f', 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'fixed_ips': [{'subnet_id': '43bb69d9-8c34-4d6c-8e6d-021ed99c9160'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:46:22.080245 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:22.082675 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a114402f-e852-448f-a385-2f56b2fa5677 None None] The sync data for ids ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'] in n-d-802893-1 is: [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:12Z', 'revision_number': 3, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:46:22.091675 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port abcbc707-ec5d-467e-994a-59fa67af2ea8, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=abcbc707-ec5d-467e-994a-59fa67af2ea8,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:22.167361 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:22.179873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5ed405c6-32f4-448c-b87d-429179300dcd up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:22.340907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-da7f8e1c-5c4b-4927-967a-694934ca0975 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Made reservation on behalf of d8d78d89373a4e9c9a41503e527a8f91 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:22.344698 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-da7f8e1c-5c4b-4927-967a-694934ca0975 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:22.352491 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8b4c0-d89c-4138-aede-d195323a7781 req-8847781f-1ce6-4115-aeb8-684c11573785 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:22.355064 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2a88de6d-a42a-44dc-9a37-7e71a265d390 None None] Port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:46:22.369496 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-44f8b4c0-d89c-4138-aede-d195323a7781 req-8847781f-1ce6-4115-aeb8-684c11573785 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 950 time: 0.0973337 Jul 29 14:46:22.372293 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:22.442049 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-44f8b4c0-d89c-4138-aede-d195323a7781 req-858d3809-c711-4497-ae58-d8b48c1677b3 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df5b44a-555f-4150-866a-2421077bdbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715563 Jul 29 14:46:22.538729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55740) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:22.572139 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4c63-dd58-4d3f-88d5-dce13cb07a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:22.584498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=abcbc707-ec5d-467e-994a-59fa67af2ea8,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:22.613424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-de138df9-c133-4ec9-957f-84d6431ad15c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Allocated IP 172.20.0.13 (3d2c1f32-c50e-4383-8681-f45f9880fe0a/b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97/68772045-9a48-4ffb-81a5-a228d4ab68d6) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:22.746037 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4c63-dd58-4d3f-88d5-dce13cb07a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:22.764524 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4c63-dd58-4d3f-88d5-dce13cb07a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:22.823951 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7f6b4c63-dd58-4d3f-88d5-dce13cb07a24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1db3180f7cdd4b0187198ad716aa49de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811692 Jul 29 14:46:22.824701 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b4c63-dd58-4d3f-88d5-dce13cb07a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5e832a-dedb-41b1-881f-1f179809b06a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:22.828146 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55746) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:22.850883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe582bb-a734-4735-b136-6d3b6aaacf5a req-dd80af82-aff6-4118-a8ba-ac64b109aead tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:22.852654 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efe582bb-a734-4735-b136-6d3b6aaacf5a req-dd80af82-aff6-4118-a8ba-ac64b109aead tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 931 time: 0.1233606 Jul 29 14:46:22.855421 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:22.889174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Allocated IP 172.20.0.2 (09ecf367-373f-43ce-87ad-f17e1016951f/43bb69d9-8c34-4d6c-8e6d-021ed99c9160/71e627d0-271e-4d37-85b2-67a5419f174e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:22.899716 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42006534-488a-4e1a-be3f-5ef9c332077e req-7e492b0e-9539-4e62-9317-ad18c28fb347 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:22.901531 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-42006534-488a-4e1a-be3f-5ef9c332077e req-7e492b0e-9539-4e62-9317-ad18c28fb347 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 949 time: 0.3966413 Jul 29 14:46:22.902309 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:22.921793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 5ed405c6-32f4-448c-b87d-429179300dcd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:22.922620 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:22.924711 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efe582bb-a734-4735-b136-6d3b6aaacf5a req-6cd38011-48fa-417a-9dd9-36a82b2435f8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639911 Jul 29 14:46:22.951119 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cfba58d1-8e06-41cc-8416-d34104475542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:22.977189 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cfba58d1-8e06-41cc-8416-d34104475542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:23.053872 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cfba58d1-8e06-41cc-8416-d34104475542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:23.060903 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cfba58d1-8e06-41cc-8416-d34104475542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:23.066612 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cfba58d1-8e06-41cc-8416-d34104475542 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed5e832a-dedb-41b1-881f-1f179809b06a HTTP/1.1" status: 204 len: 168 time: 0.2341244 Jul 29 14:46:23.098670 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8f906b8-728e-4963-8d8c-130c68198e60 req-2e976127-4512-47e5-8f84-c59efb8f9747 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 210 time: 0.0479133 Jul 29 14:46:23.105825 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba58d1-8e06-41cc-8416-d34104475542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5e832a-dedb-41b1-881f-1f179809b06a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:23.163288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-da7f8e1c-5c4b-4927-967a-694934ca0975 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Allocated IP 19.86.0.89 (5cb49efb-1149-498a-976e-acb0804f04d9/0b2e95da-f96c-42d3-bf30-5bbe5650327f/f77f3584-b2db-4349-994d-b9523689283d) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:23.196774 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:23.207969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Pushing event updated for resources: {'Port': ['ID=5a406e41-5bc5-4f57-880c-9af145e324d7,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:23.225888 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-42006534-488a-4e1a-be3f-5ef9c332077e req-975b8621-75c8-4b4d-95f9-e41097c1e318 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113685 Jul 29 14:46:23.302872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba098f-f6b1-4201-9ffe-20963337dd8e req-f08ab68b-f502-4ec3-89bd-094d3f084f62 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:23.305300 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-26ba098f-f6b1-4201-9ffe-20963337dd8e req-f08ab68b-f502-4ec3-89bd-094d3f084f62 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.0942137 Jul 29 14:46:23.371614 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-26ba098f-f6b1-4201-9ffe-20963337dd8e req-2f0c1d8b-0e54-419d-a56c-6b11a9e763b6 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525994 Jul 29 14:46:23.386725 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-de138df9-c133-4ec9-957f-84d6431ad15c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:23.493259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32443691-0500-4f9d-9e64-ab66e2782300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcbc707-ec5d-467e-994a-59fa67af2ea8'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:23.495615 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49d18f1-8e0d-40c6-a8c0-2b2ce2c17d3b" -d '{"events": [{"server_uuid": "32443691-0500-4f9d-9e64-ab66e2782300", "name": "network-vif-plugged", "status": "completed", "tag": "abcbc707-ec5d-467e-994a-59fa67af2ea8"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:23.532848 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:23.549625 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Transition to ACTIVE for port object 71e627d0-271e-4d37-85b2-67a5419f174e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:23.576597 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Transition to ACTIVE for port object 71e627d0-271e-4d37-85b2-67a5419f174e will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:23.588719 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:23.621264 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f14efe-9f8a-4c60-8a7a-4baa9e786e2d req-5d1cfc3f-e9f0-40d5-a90b-b5d48601fec7 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:23.628799 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-91f14efe-9f8a-4c60-8a7a-4baa9e786e2d req-5d1cfc3f-e9f0-40d5-a90b-b5d48601fec7 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 950 time: 0.0884979 Jul 29 14:46:23.665035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Network e7376b65-c37a-462a-9b7f-fd5ca02310cd is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:23.669680 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Pushing event updated for resources: {'Port': ['ID=71e627d0-271e-4d37-85b2-67a5419f174e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:23.676497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:23.702392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Network 09ecf367-373f-43ce-87ad-f17e1016951f is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:23.705210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:23.711783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:23.748201 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-91f14efe-9f8a-4c60-8a7a-4baa9e786e2d req-6355e2d8-25a6-455f-a75e-8f2fa78f9581 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df5b44a-555f-4150-866a-2421077bdbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183879 Jul 29 14:46:23.750745 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-de138df9-c133-4ec9-957f-84d6431ad15c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:23.807036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Attempting to bind port 71e627d0-271e-4d37-85b2-67a5419f174e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:23.807872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Attempting to bind port 71e627d0-271e-4d37-85b2-67a5419f174e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '31ae8c8f-ae9e-4a74-90d5-cc5098fda25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:23.808324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Attempting to bind port 71e627d0-271e-4d37-85b2-67a5419f174e on network 09ecf367-373f-43ce-87ad-f17e1016951f {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:23.811493 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e252657a-fa61-4b45-8caa-a6c4c9b8bf21 x-openstack-request-id: req-e252657a-fa61-4b45-8caa-a6c4c9b8bf21 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:23.811861 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32443691-0500-4f9d-9e64-ab66e2782300", "name": "network-vif-plugged", "status": "completed", "tag": "abcbc707-ec5d-467e-994a-59fa67af2ea8", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:23.812173 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e252657a-fa61-4b45-8caa-a6c4c9b8bf21 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:23.812785 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32443691-0500-4f9d-9e64-ab66e2782300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcbc707-ec5d-467e-994a-59fa67af2ea8', 'code': 200} Jul 29 14:46:23.817938 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:23.818502 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Checking segment: {'id': '31ae8c8f-ae9e-4a74-90d5-cc5098fda25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:23.818905 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:23.819305 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Bound using segment: {'id': '31ae8c8f-ae9e-4a74-90d5-cc5098fda25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:23.819779 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Bound port: 71e627d0-271e-4d37-85b2-67a5419f174e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ae8c8f-ae9e-4a74-90d5-cc5098fda25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:23.820192 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:23.826067 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-da7f8e1c-5c4b-4927-967a-694934ca0975 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:23.828951 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:23.843973 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217cb17-6022-4077-bba7-ac8a69385587 req-b84f0717-f2e0-492c-8b32-49a163453ad2 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:23.845678 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7217cb17-6022-4077-bba7-ac8a69385587 req-b84f0717-f2e0-492c-8b32-49a163453ad2 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.2846227 Jul 29 14:46:23.934440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] For port 71e627d0-271e-4d37-85b2-67a5419f174e, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:23.938112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] For port 71e627d0-271e-4d37-85b2-67a5419f174e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=71e627d0-271e-4d37-85b2-67a5419f174e,segment=NetworkSegment(31ae8c8f-ae9e-4a74-90d5-cc5098fda25b),segment_id=31ae8c8f-ae9e-4a74-90d5-cc5098fda25b)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:23.946013 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:23.956076 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:23.982704 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd9e5d-67d8-4e88-8f89-24fe9ad078d0 req-e2d289aa-be53-427d-a9b1-baaae72c45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:23.987440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-da7f8e1c-5c4b-4927-967a-694934ca0975 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Transition to ACTIVE for port object f77f3584-b2db-4349-994d-b9523689283d will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:23.988904 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2abd9e5d-67d8-4e88-8f89-24fe9ad078d0 req-e2d289aa-be53-427d-a9b1-baaae72c45f0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 1101 time: 0.0904012 Jul 29 14:46:23.998217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-de138df9-c133-4ec9-957f-84d6431ad15c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Network 3d2c1f32-c50e-4383-8681-f45f9880fe0a is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:24.022329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-de138df9-c133-4ec9-957f-84d6431ad15c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:24.072165 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2abd9e5d-67d8-4e88-8f89-24fe9ad078d0 req-2f746ea5-dd0f-4492-822e-32ae71769469 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4df5b44a-555f-4150-866a-2421077bdbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767441 Jul 29 14:46:24.116765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-de138df9-c133-4ec9-957f-84d6431ad15c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:24.137162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de138df9-c133-4ec9-957f-84d6431ad15c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Pushing event updated for resources: {'Port': ['ID=68772045-9a48-4ffb-81a5-a228d4ab68d6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:24.146821 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605b7d0-e380-4df3-8a3e-035075e432dc req-5cb7fb83-1dd9-4582-9c12-ee0f7bf247e8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:24.154742 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f605b7d0-e380-4df3-8a3e-035075e432dc req-5cb7fb83-1dd9-4582-9c12-ee0f7bf247e8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 931 time: 0.0741222 Jul 29 14:46:24.208491 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f605b7d0-e380-4df3-8a3e-035075e432dc req-151ab0a0-8a22-47c2-90fa-bcdcc722c16c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522413 Jul 29 14:46:24.216017 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8624955-e4be-4621-b0bb-c3a5d50faf5c None None] Pushing event updated for resources: {'Port': ['ID=71e627d0-271e-4d37-85b2-67a5419f174e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:24.237765 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-25657ff7-638c-44d5-be11-921c55a29aea None None] Provisioning complete for port 5a406e41-5bc5-4f57-880c-9af145e324d7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:24.238159 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25657ff7-638c-44d5-be11-921c55a29aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:24.260742 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7217cb17-6022-4077-bba7-ac8a69385587 req-9fe329cc-c3df-4da6-9516-aa4719002ac9 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469965 Jul 29 14:46:24.304950 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298da28e-ed61-4892-b4b9-5b55e8379dfa req-337edb4d-f4dd-4535-b17e-6e6bd71fe17b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:24.308539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-298da28e-ed61-4892-b4b9-5b55e8379dfa req-337edb4d-f4dd-4535-b17e-6e6bd71fe17b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.38 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 949 time: 0.4567871 Jul 29 14:46:24.314894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-25657ff7-638c-44d5-be11-921c55a29aea None None] Port 5a406e41-5bc5-4f57-880c-9af145e324d7 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:46:24.321380 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 819cf251-088a-4872-99b1-13b8c59f2f6a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:24.366662 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-de138df9-c133-4ec9-957f-84d6431ad15c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:24.367692 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-de138df9-c133-4ec9-957f-84d6431ad15c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:24.394412 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 819cf251-088a-4872-99b1-13b8c59f2f6a completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:24.400363 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 819cf251-088a-4872-99b1-13b8c59f2f6a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:24.400901 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:24.435840 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3421b7b-c6e4-47ff-b134-920945c48664 req-f9570942-8088-4013-99c1-85d27ae0a121 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:24.440283 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d3421b7b-c6e4-47ff-b134-920945c48664 req-f9570942-8088-4013-99c1-85d27ae0a121 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 932 time: 0.1057982 Jul 29 14:46:24.548611 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d3421b7b-c6e4-47ff-b134-920945c48664 req-1380201b-329f-47f5-a844-a007e0b04fba tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776098 Jul 29 14:46:24.575590 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-da7f8e1c-5c4b-4927-967a-694934ca0975 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:24.579838 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:24.599521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:46:24.614273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 819cf251-088a-4872-99b1-13b8c59f2f6a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=819cf251-088a-4872-99b1-13b8c59f2f6a,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:24.621265 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:24.657821 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:46:24.717551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f8e1c-5c4b-4927-967a-694934ca0975 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event updated for resources: {'Port': ['ID=f77f3584-b2db-4349-994d-b9523689283d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:24.723263 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=819cf251-088a-4872-99b1-13b8c59f2f6a,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:24.724087 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-de138df9-c133-4ec9-957f-84d6431ad15c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7102528 Jul 29 14:46:24.746362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Allocated IP 172.25.6.185 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:24.763185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Request body: {'port': {'device_id': '7031bc98-0fcc-427e-9f0b-2ed5f037d449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:24.833165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-da7f8e1c-5c4b-4927-967a-694934ca0975 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Network 5cb49efb-1149-498a-976e-acb0804f04d9 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:24.857167 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-da7f8e1c-5c4b-4927-967a-694934ca0975 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:24.871214 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-da7f8e1c-5c4b-4927-967a-694934ca0975 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:24.994624 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0102cb-10f0-46d0-a5cd-28f15e343e9e req-327bf01b-d993-4358-b5d5-f7edff30360c tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:25.013120 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c0102cb-10f0-46d0-a5cd-28f15e343e9e req-327bf01b-d993-4358-b5d5-f7edff30360c tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 950 time: 0.1365011 Jul 29 14:46:25.062990 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c0102cb-10f0-46d0-a5cd-28f15e343e9e req-b537c335-5401-441d-8683-3d983a7a402a tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df5b44a-555f-4150-866a-2421077bdbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483665 Jul 29 14:46:25.271212 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7f33689a-d126-4b67-9105-7f890e9cf104 None None] Provisioning for port f77f3584-b2db-4349-994d-b9523689283d completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:25.291416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7f33689a-d126-4b67-9105-7f890e9cf104 None None] Provisioning complete for port f77f3584-b2db-4349-994d-b9523689283d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:25.291416 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f33689a-d126-4b67-9105-7f890e9cf104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:25.360019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7f33689a-d126-4b67-9105-7f890e9cf104 None None] Port f77f3584-b2db-4349-994d-b9523689283d cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:46:25.369606 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-ea482e14-0c10-4895-b1f6-23e4e44a21b2 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:25.377356 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-ea482e14-0c10-4895-b1f6-23e4e44a21b2 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/networks?id=4c3fb4d8-6228-49a5-b942-3323a7325c56 HTTP/1.1" status: 200 len: 815 time: 0.1739583 Jul 29 14:46:25.397347 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-c8da9ae8-4820-4dae-bba3-f48636d8f02a tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/quotas/012c933a160a445aaf840bf27cbcc814 HTTP/1.1" status: 200 len: 375 time: 0.0136197 Jul 29 14:46:25.471481 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-3a2ceef5-6e7e-4615-bb53-81f8de5879a6 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=012c933a160a445aaf840bf27cbcc814&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678854 Jul 29 14:46:25.484185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507b9fb-3949-4fbb-a21c-3e890f09f8cd req-82dc6a19-1a07-4b25-b9bc-dad8c7f87676 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:25.486931 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b507b9fb-3949-4fbb-a21c-3e890f09f8cd req-82dc6a19-1a07-4b25-b9bc-dad8c7f87676 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 949 time: 0.9831910 Jul 29 14:46:25.564166 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:25.582239 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-ecfd9482-766a-4270-a1db-ef7ab00cebc6 service neutron] 10.222.0.16 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097677 Jul 29 14:46:25.631608 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-da7f8e1c-5c4b-4927-967a-694934ca0975 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:25.632254 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-da7f8e1c-5c4b-4927-967a-694934ca0975 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:25.688470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-298da28e-ed61-4892-b4b9-5b55e8379dfa req-7cb60df6-502c-4db1-a490-ce715a7cac13 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Deleting port ca13fda1-55b4-4e27-8482-b8e90447a971 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:46:25.688757 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-298da28e-ed61-4892-b4b9-5b55e8379dfa req-7cb60df6-502c-4db1-a490-ce715a7cac13 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:25.697121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb82b933-3f14-471c-9c4a-c40ce54a1249 None None] Network 09ecf367-373f-43ce-87ad-f17e1016951f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:25.736449 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dd36c8b9-4a9e-4b25-943d-b4689554c4d1 service neutron] 10.222.0.16 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470203 Jul 29 14:46:25.806659 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b507b9fb-3949-4fbb-a21c-3e890f09f8cd req-7bdb61a5-a7e9-4287-9dfa-7ac94ce1f275 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987657 Jul 29 14:46:25.831398 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-da7f8e1c-5c4b-4927-967a-694934ca0975 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2161615 Jul 29 14:46:25.835131 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:25.855993 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-3ae9635a-42e9-4960-8864-d409e5e73372 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Request body: {'port': {'device_id': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'network_id': '6af85314-13c1-4764-848e-5b6248ede692', 'admin_state_up': True, 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:25.923851 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:46:25.940126 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Sync routers for ids ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:46:25.968922 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-da1f82a6-9a6d-405f-b718-739680f4cccb admin admin] 10.222.0.16 "PUT /v2.0/routers/8ed24278-f340-4f7c-af16-fb3c2853d9a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0854509 Jul 29 14:46:25.977322 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Routers {'8ed24278-f340-4f7c-af16-fb3c2853d9a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:25.980057 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:25.998924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-17298ee6-4f70-4857-82b3-6c3c2b802738 None None] Provisioning for port 71e627d0-271e-4d37-85b2-67a5419f174e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:26.005106 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:26.261942 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f539a30-a488-43b4-acac-5ae4f40bb362 req-1d7979cb-a2b4-4092-806c-d17133675b9e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:26.277283 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f539a30-a488-43b4-acac-5ae4f40bb362 req-1d7979cb-a2b4-4092-806c-d17133675b9e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 932 time: 0.2294586 Jul 29 14:46:26.304391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdb733-3794-4dca-8838-e4e9c36a7baa req-ef8648c5-d500-4341-9c09-b7ffbac416a8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:26.306030 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48bdb733-3794-4dca-8838-e4e9c36a7baa req-ef8648c5-d500-4341-9c09-b7ffbac416a8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.39 "GET /v2.0/ports?device_id=535e5f01-aea7-4c1f-bdf2-1beb05e55d8b HTTP/1.1" status: 200 len: 945 time: 0.2428555 Jul 29 14:46:26.310469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-298da28e-ed61-4892-b4b9-5b55e8379dfa req-7cb60df6-502c-4db1-a490-ce715a7cac13 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] For port ca13fda1-55b4-4e27-8482-b8e90447a971, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ca13fda1-55b4-4e27-8482-b8e90447a971,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:26.313910 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-298da28e-ed61-4892-b4b9-5b55e8379dfa req-7cb60df6-502c-4db1-a490-ce715a7cac13 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:26.330048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 71e627d0-271e-4d37-85b2-67a5419f174e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:26.331825 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Set router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:26.399082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-298da28e-ed61-4892-b4b9-5b55e8379dfa req-7cb60df6-502c-4db1-a490-ce715a7cac13 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Calling delete_port for ca13fda1-55b4-4e27-8482-b8e90447a971 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:46:26.416539 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:26.446834 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f539a30-a488-43b4-acac-5ae4f40bb362 req-4c0f7dd4-6d55-4fe1-a1d7-055851c83c98 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671069 Jul 29 14:46:26.511402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ca13fda1-55b4-4e27-8482-b8e90447a971 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:46:26.606989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 71e627d0-271e-4d37-85b2-67a5419f174e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:26.621858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 71e627d0-271e-4d37-85b2-67a5419f174e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:26.622644 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:26.673871 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd5f0a47-cbc6-4393-98ae-8aa44c96e96e req-36e25374-3590-41fe-a8ea-f2ab21eb6619 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 210 time: 0.1106460 Jul 29 14:46:26.734845 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-48bdb733-3794-4dca-8838-e4e9c36a7baa req-b7b0511a-a902-4542-9b24-6d77ccc9180f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Deleting port 81acb76b-76f7-48c8-8a63-af4f60d37c68 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:46:26.735409 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-48bdb733-3794-4dca-8838-e4e9c36a7baa req-b7b0511a-a902-4542-9b24-6d77ccc9180f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:26.781363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:26.805311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-69eb30cc-456f-45b0-a330-13e83b44b2e7 None None] Provisioning complete for port 71e627d0-271e-4d37-85b2-67a5419f174e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:26.806816 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-69eb30cc-456f-45b0-a330-13e83b44b2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:26.817655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72924f5a-6c95-4131-8674-32ae3a49c38e req-f3cbdba3-5aa8-46cc-bcb8-9a44d9bc88a8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:26.828434 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:21Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a406e41-5bc5-4f57-880c-9af145e324d7', 'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'mac_address': 'fa:16:3e:52:2a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:18Z', 'updated_at': '2021-07-29T14:46:22Z', 'revision_number': 2, 'project_id': '247d807a3183413d81bd38d576287ebf', 'subnets': [{'id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:26.828884 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72924f5a-6c95-4131-8674-32ae3a49c38e req-f3cbdba3-5aa8-46cc-bcb8-9a44d9bc88a8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:26.831175 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72924f5a-6c95-4131-8674-32ae3a49c38e req-f3cbdba3-5aa8-46cc-bcb8-9a44d9bc88a8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 1653 time: 0.7657447 Jul 29 14:46:26.832516 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:26.897501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:26.902218 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Checking router: 8ed24278-f340-4f7c-af16-fb3c2853d9a1 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:46:26.905167 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Updating router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 port 5a406e41-5bc5-4f57-880c-9af145e324d7 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:46:26.920510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-48bdb733-3794-4dca-8838-e4e9c36a7baa req-b7b0511a-a902-4542-9b24-6d77ccc9180f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] For port 81acb76b-76f7-48c8-8a63-af4f60d37c68, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81acb76b-76f7-48c8-8a63-af4f60d37c68,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:26.924505 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-48bdb733-3794-4dca-8838-e4e9c36a7baa req-b7b0511a-a902-4542-9b24-6d77ccc9180f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:26.960139 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:26.965468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-48bdb733-3794-4dca-8838-e4e9c36a7baa req-b7b0511a-a902-4542-9b24-6d77ccc9180f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Calling delete_port for 81acb76b-76f7-48c8-8a63-af4f60d37c68 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:46:27.021444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Pushing event updated for resources: {'Port': ['ID=db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:27.040518 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:27.054612 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:27.165294 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-3ae9635a-42e9-4960-8864-d409e5e73372 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Made reservation on behalf of d8d78d89373a4e9c9a41503e527a8f91 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:27.172691 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-3ae9635a-42e9-4960-8864-d409e5e73372 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:27.197595 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72924f5a-6c95-4131-8674-32ae3a49c38e req-ea70eab2-79e6-4e7d-be4f-7b5d990a118f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964697 Jul 29 14:46:27.230581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84bf699-abd3-445e-aea3-e5bfb6d08b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca13fda1-55b4-4e27-8482-b8e90447a971'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:27.245842 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1f997e-a0b1-4d49-bdd1-7aca42bb4f4c" -d '{"events": [{"server_uuid": "d84bf699-abd3-445e-aea3-e5bfb6d08b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "ca13fda1-55b4-4e27-8482-b8e90447a971"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:27.271099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 71e627d0-271e-4d37-85b2-67a5419f174e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=71e627d0-271e-4d37-85b2-67a5419f174e,segment=NetworkSegment(31ae8c8f-ae9e-4a74-90d5-cc5098fda25b),segment_id=31ae8c8f-ae9e-4a74-90d5-cc5098fda25b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:27.322812 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ca13fda1-55b4-4e27-8482-b8e90447a971, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ca13fda1-55b4-4e27-8482-b8e90447a971,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:27.328823 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:27.329728 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 819cf251-088a-4872-99b1-13b8c59f2f6a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:27.339827 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:27.343134 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-69eb30cc-456f-45b0-a330-13e83b44b2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:27.440582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319535b-5864-4c80-902b-88400b7e6a74 req-133ad4b7-cd42-458a-8d10-96c71f990909 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:27.460705 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7319535b-5864-4c80-902b-88400b7e6a74 req-133ad4b7-cd42-458a-8d10-96c71f990909 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 950 time: 0.2084467 Jul 29 14:46:27.465610 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-48bdb733-3794-4dca-8838-e4e9c36a7baa req-b7b0511a-a902-4542-9b24-6d77ccc9180f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:27.507173 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=71e627d0-271e-4d37-85b2-67a5419f174e,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:27.620884 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:27.642442 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Transition to ACTIVE for port object 5a406e41-5bc5-4f57-880c-9af145e324d7 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:27.653174 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:27.672820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0511a-a902-4542-9b24-6d77ccc9180f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Pushing event deleted for resources: {'Port': ['ID=81acb76b-76f7-48c8-8a63-af4f60d37c68,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:27.702331 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-298da28e-ed61-4892-b4b9-5b55e8379dfa req-7cb60df6-502c-4db1-a490-ce715a7cac13 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:27.741888 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7319535b-5864-4c80-902b-88400b7e6a74 req-8804db20-d604-4a04-8346-c43692e160f0 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df5b44a-555f-4150-866a-2421077bdbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598002 Jul 29 14:46:27.755052 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68772045-9a48-4ffb-81a5-a228d4ab68d6 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:27.826997 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:27.906613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c46da8b1-3c40-4c16-9600-ef826036cec4', '47446bc0-4163-4c6c-8cd8-450bf10454bc', '27ba7a23-7155-476f-a2bf-9bcca233c498', 'bab30778-6bf1-4d00-b6d7-5b99f2351b1d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:27.914975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ad723e85-8703-4e8a-b892-dbecde38fe72', '8f7447e1-6e43-430e-8868-e8ef6b1e129f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:27.920146 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-48bdb733-3794-4dca-8838-e4e9c36a7baa req-b7b0511a-a902-4542-9b24-6d77ccc9180f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] No DVR routers for this DVR port 81acb76b-76f7-48c8-8a63-af4f60d37c68 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:46:27.925917 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-48bdb733-3794-4dca-8838-e4e9c36a7baa req-b7b0511a-a902-4542-9b24-6d77ccc9180f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:27.926964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ca13fda1-55b4-4e27-8482-b8e90447a971,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:27.933929 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48bdb733-3794-4dca-8838-e4e9c36a7baa req-b7b0511a-a902-4542-9b24-6d77ccc9180f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.39 "DELETE /v2.0/ports/81acb76b-76f7-48c8-8a63-af4f60d37c68 HTTP/1.1" status: 204 len: 173 time: 1.6101120 Jul 29 14:46:27.938585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535e5f01-aea7-4c1f-bdf2-1beb05e55d8b', 'name': 'network-vif-deleted', 'tag': '81acb76b-76f7-48c8-8a63-af4f60d37c68'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:27.944191 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1956160e-6dca-4f88-91c3-f75444638d29" -d '{"events": [{"server_uuid": "535e5f01-aea7-4c1f-bdf2-1beb05e55d8b", "name": "network-vif-deleted", "tag": "81acb76b-76f7-48c8-8a63-af4f60d37c68"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:28.040091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb60df6-502c-4db1-a490-ce715a7cac13 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event deleted for resources: {'Port': ['ID=ca13fda1-55b4-4e27-8482-b8e90447a971,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:28.052933 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08f358d3-3aa4-4ad4-b363-557aaac62151 req-c30eec6e-52a8-4f4e-a072-0dad91b4e9bb tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=d84bf699-abd3-445e-aea3-e5bfb6d08b9c HTTP/1.1" status: 200 len: 210 time: 0.0698016 Jul 29 14:46:28.071884 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-69eb30cc-456f-45b0-a330-13e83b44b2e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:46:28.071884 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-69eb30cc-456f-45b0-a330-13e83b44b2e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:46:28.089670 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02065a-5f70-4dc7-bbc1-39c4bc243137 None None] Pushing event updated for resources: {'Port': ['ID=5a406e41-5bc5-4f57-880c-9af145e324d7,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:28.165563 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb4d99d-b3d3-4af4-9456-9023d68f3042 x-openstack-request-id: req-2eb4d99d-b3d3-4af4-9456-9023d68f3042 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:28.166806 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84bf699-abd3-445e-aea3-e5bfb6d08b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "ca13fda1-55b4-4e27-8482-b8e90447a971", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:28.167162 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2eb4d99d-b3d3-4af4-9456-9023d68f3042 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:28.167676 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84bf699-abd3-445e-aea3-e5bfb6d08b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca13fda1-55b4-4e27-8482-b8e90447a971', 'code': 200} Jul 29 14:46:28.222491 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 819cf251-088a-4872-99b1-13b8c59f2f6a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:28.223597 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:28.265280 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Attempting to bind port 5a406e41-5bc5-4f57-880c-9af145e324d7 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:28.265629 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Attempting to bind port 5a406e41-5bc5-4f57-880c-9af145e324d7 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:28.266444 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Attempting to bind port 5a406e41-5bc5-4f57-880c-9af145e324d7 on network e7376b65-c37a-462a-9b7f-fd5ca02310cd {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:28.285029 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:28.286228 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Checking segment: {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:28.286804 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:28.287356 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Bound using segment: {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:28.288001 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Bound port: 5a406e41-5bc5-4f57-880c-9af145e324d7, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:28.288582 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:28.327310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Transition to ACTIVE for port object 68772045-9a48-4ffb-81a5-a228d4ab68d6 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:28.342435 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-3ae9635a-42e9-4960-8864-d409e5e73372 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Allocated IP 19.80.0.38 (6af85314-13c1-4764-848e-5b6248ede692/cdb14bf3-d6fc-4c52-a42b-309a32349934/96b8cc9b-9b8e-47df-9397-58cfb4c7466b) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:28.419619 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-298da28e-ed61-4892-b4b9-5b55e8379dfa req-7cb60df6-502c-4db1-a490-ce715a7cac13 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] No DVR routers for this DVR port ca13fda1-55b4-4e27-8482-b8e90447a971 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:46:28.421363 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:28.431685 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] For port 5a406e41-5bc5-4f57-880c-9af145e324d7, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:28.433979 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-298da28e-ed61-4892-b4b9-5b55e8379dfa req-7cb60df6-502c-4db1-a490-ce715a7cac13 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:28.438369 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] For port 5a406e41-5bc5-4f57-880c-9af145e324d7, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5a406e41-5bc5-4f57-880c-9af145e324d7,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:28.440477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-298da28e-ed61-4892-b4b9-5b55e8379dfa req-7cb60df6-502c-4db1-a490-ce715a7cac13 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.38 "DELETE /v2.0/ports/ca13fda1-55b4-4e27-8482-b8e90447a971 HTTP/1.1" status: 204 len: 173 time: 4.0646853 Jul 29 14:46:28.448044 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:28.455410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84bf699-abd3-445e-aea3-e5bfb6d08b9c', 'name': 'network-vif-deleted', 'tag': 'ca13fda1-55b4-4e27-8482-b8e90447a971'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:28.460594 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3659d0-be6e-4c0b-be51-978dcfaee513" -d '{"events": [{"server_uuid": "d84bf699-abd3-445e-aea3-e5bfb6d08b9c", "name": "network-vif-deleted", "tag": "ca13fda1-55b4-4e27-8482-b8e90447a971"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:28.462774 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4ece3-9013-4609-b992-47324ba1749a req-5518b28d-2dea-41fa-97d0-bd02221659a2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:28.479960 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d0d4ece3-9013-4609-b992-47324ba1749a req-5518b28d-2dea-41fa-97d0-bd02221659a2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 932 time: 0.1781085 Jul 29 14:46:28.596967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55884) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:28.619262 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02065a-5f70-4dc7-bbc1-39c4bc243137 None None] Pushing event updated for resources: {'Port': ['ID=5a406e41-5bc5-4f57-880c-9af145e324d7,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:28.625694 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-111d9e19-49da-4add-8a3d-dca3222d8ac5 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--728537484', 'description': 'tempest-description--1194361542'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:28.673101 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Routers {'8ed24278-f340-4f7c-af16-fb3c2853d9a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:28.673751 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:28.684402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d0d4ece3-9013-4609-b992-47324ba1749a req-3026c15b-f9ff-4078-84f2-e2edd582dd52 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034075 Jul 29 14:46:28.802783 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-111d9e19-49da-4add-8a3d-dca3222d8ac5 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:28.913379 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:29.141347 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] Set router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:29.191312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-111d9e19-49da-4add-8a3d-dca3222d8ac5 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:29.199155 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-111d9e19-49da-4add-8a3d-dca3222d8ac5 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:29.282097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 71e627d0-271e-4d37-85b2-67a5419f174e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:29.309692 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d9e19-49da-4add-8a3d-dca3222d8ac5 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375f2bd5-6a11-4877-8990-14c886a93c11,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:29.315003 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-111d9e19-49da-4add-8a3d-dca3222d8ac5 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:29.316501 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-111d9e19-49da-4add-8a3d-dca3222d8ac5 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7185476 Jul 29 14:46:29.325529 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55898) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:29.336702 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6a2f0e91-85ca-4ac9-800c-efc4776c3ff0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Request body: {'security_group_rule': {'security_group_id': '375f2bd5-6a11-4877-8990-14c886a93c11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:29.407064 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a2f0e91-85ca-4ac9-800c-efc4776c3ff0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:29.419311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 81acb76b-76f7-48c8-8a63-af4f60d37c68 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:46:29.426431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Pushing event updated for resources: {'Port': ['ID=68772045-9a48-4ffb-81a5-a228d4ab68d6,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:29.493788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-a3720633-9286-4b85-a9be-94d5ec2ef69b tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:29.499647 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-a3720633-9286-4b85-a9be-94d5ec2ef69b tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.39 "GET /v2.0/networks?id=4c3fb4d8-6228-49a5-b942-3323a7325c56 HTTP/1.1" status: 200 len: 815 time: 1.7487497 Jul 29 14:46:29.518720 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 81acb76b-76f7-48c8-8a63-af4f60d37c68 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:46:29.519057 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 81acb76b-76f7-48c8-8a63-af4f60d37c68 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:46:29.585540 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a2f0e91-85ca-4ac9-800c-efc4776c3ff0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:29.589252 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a78400d5-2f8d-4293-ade4-101568467cfe req-4ecc5290-6f03-4f6b-b9ca-88bfeea8ec3b tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 210 time: 0.2540617 Jul 29 14:46:29.593559 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a2f0e91-85ca-4ac9-800c-efc4776c3ff0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:29.615365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 71e627d0-271e-4d37-85b2-67a5419f174e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:29.616764 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:29.642970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f0e91-85ca-4ac9-800c-efc4776c3ff0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=097b2851-7db6-4cda-bbf2-629b8e560902,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:29.650209 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a2f0e91-85ca-4ac9-800c-efc4776c3ff0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:29.653366 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6a2f0e91-85ca-4ac9-800c-efc4776c3ff0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3245857 Jul 29 14:46:29.656561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55904) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:29.666397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-fa3d6390-5b92-4e76-b225-b7593e8f9a86 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Request body: {'security_group_rule': {'security_group_id': '375f2bd5-6a11-4877-8990-14c886a93c11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:29.717485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-5c2df982-50d4-40f3-ba80-d87ab5599e21 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Request body: {'port': {'device_id': 'a1f722d2-ff72-42a6-a708-1bc57d0d1d2f', 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56', 'admin_state_up': True, 'tenant_id': '012c933a160a445aaf840bf27cbcc814'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:29.719834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fa3d6390-5b92-4e76-b225-b7593e8f9a86 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:29.727265 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:21Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a406e41-5bc5-4f57-880c-9af145e324d7', 'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'mac_address': 'fa:16:3e:52:2a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:18Z', 'updated_at': '2021-07-29T14:46:28Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'subnets': [{'id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:29.815207 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89762652-2284-4d19-bae1-9ffd4d47e0e9 None None] The sync data for ids ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'] in n-d-802893-1 is: [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:21Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a406e41-5bc5-4f57-880c-9af145e324d7', 'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'mac_address': 'fa:16:3e:52:2a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:18Z', 'updated_at': '2021-07-29T14:46:28Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'subnets': [{'id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:46:29.834845 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646ce058-2bff-421d-94e9-48ee8ce223ef x-openstack-request-id: req-646ce058-2bff-421d-94e9-48ee8ce223ef {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:29.835649 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535e5f01-aea7-4c1f-bdf2-1beb05e55d8b", "name": "network-vif-deleted", "tag": "81acb76b-76f7-48c8-8a63-af4f60d37c68", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:29.843732 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-646ce058-2bff-421d-94e9-48ee8ce223ef {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:29.844287 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535e5f01-aea7-4c1f-bdf2-1beb05e55d8b', 'name': 'network-vif-deleted', 'tag': '81acb76b-76f7-48c8-8a63-af4f60d37c68', 'status': 'completed', 'code': 200} Jul 29 14:46:29.986019 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fa3d6390-5b92-4e76-b225-b7593e8f9a86 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:30.002369 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fa3d6390-5b92-4e76-b225-b7593e8f9a86 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:30.059503 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fa3d6390-5b92-4e76-b225-b7593e8f9a86 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:30.063815 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fa3d6390-5b92-4e76-b225-b7593e8f9a86 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4048080 Jul 29 14:46:30.068791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55912) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:30.091502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:30.108382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d6390-5b92-4e76-b225-b7593e8f9a86 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def368e5-e930-4860-bb56-b0f8cccff68b,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:30.125707 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e49ab8e-860f-4e3f-a6bb-2704953e0773 x-openstack-request-id: req-3e49ab8e-860f-4e3f-a6bb-2704953e0773 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:30.126650 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84bf699-abd3-445e-aea3-e5bfb6d08b9c", "name": "network-vif-deleted", "tag": "ca13fda1-55b4-4e27-8482-b8e90447a971", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:30.127072 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e49ab8e-860f-4e3f-a6bb-2704953e0773 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:30.128492 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84bf699-abd3-445e-aea3-e5bfb6d08b9c', 'name': 'network-vif-deleted', 'tag': 'ca13fda1-55b4-4e27-8482-b8e90447a971', 'status': 'completed', 'code': 200} Jul 29 14:46:30.173556 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:30.310962 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b097b8-556e-4c6b-8e15-379b19d982a1 req-e3106c32-6287-49b9-afd2-ed8cf49ce14a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:30.312886 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58b097b8-556e-4c6b-8e15-379b19d982a1 req-e3106c32-6287-49b9-afd2-ed8cf49ce14a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 944 time: 0.0694954 Jul 29 14:46:30.350155 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Attempting to bind port 68772045-9a48-4ffb-81a5-a228d4ab68d6 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:30.350496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Attempting to bind port 68772045-9a48-4ffb-81a5-a228d4ab68d6 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:30.350834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Attempting to bind port 68772045-9a48-4ffb-81a5-a228d4ab68d6 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:30.384616 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58b097b8-556e-4c6b-8e15-379b19d982a1 req-4955c388-8c39-4555-8990-28d0e70d133d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598111 Jul 29 14:46:30.385303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af4e04-7444-44c4-8cb1-0e134fb16ed6 req-b2ed3bac-72a6-4d1f-9a7e-9a5a2d6dcb21 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:30.391608 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af4e04-7444-44c4-8cb1-0e134fb16ed6 req-b2ed3bac-72a6-4d1f-9a7e-9a5a2d6dcb21 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:30.399737 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61af4e04-7444-44c4-8cb1-0e134fb16ed6 req-b2ed3bac-72a6-4d1f-9a7e-9a5a2d6dcb21 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 1653 time: 0.2700987 Jul 29 14:46:30.404584 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:30.437260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-5c2df982-50d4-40f3-ba80-d87ab5599e21 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Made reservation on behalf of 012c933a160a445aaf840bf27cbcc814 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:30.441976 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-5c2df982-50d4-40f3-ba80-d87ab5599e21 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:30.451482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Port 68772045-9a48-4ffb-81a5-a228d4ab68d6 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:46:30.452063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Attempting to bind port 68772045-9a48-4ffb-81a5-a228d4ab68d6 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:30.466782 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-89eac3a8-8546-4e90-b1b7-bbe4d8f3a91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:30.477305 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:30.477646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Checking segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:30.478044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Bound using segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:30.478502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Bound port: 68772045-9a48-4ffb-81a5-a228d4ab68d6, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:30.478868 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:30.586574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Allocated IP 172.25.6.37 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/190a4262-66b3-415e-a166-f0b49ec4c9c8) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:30.793511 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:30.871388 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:30.927348 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:30.930755 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:30.935325 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:30.978553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event updated for resources: {'Port': ['ID=190a4262-66b3-415e-a166-f0b49ec4c9c8,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:31.005986 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61af4e04-7444-44c4-8cb1-0e134fb16ed6 req-6fa30e93-b689-49b3-ac28-8a9c4af7b379 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6002095 Jul 29 14:46:31.006167 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28a6cf70-44eb-4963-80de-74f50d1624da req-fe784c7b-823d-4272-a612-c5e7a4a17a08 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 210 time: 0.0398152 Jul 29 14:46:31.175776 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:31.178517 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5a406e41-5bc5-4f57-880c-9af145e324d7 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:31.234667 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435243fd-ebdf-42b4-a579-7ebf94bfb75a req-2d863037-f1bc-4f27-987b-592f9ec52fd2 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:31.242461 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:31.245416 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-435243fd-ebdf-42b4-a579-7ebf94bfb75a req-2d863037-f1bc-4f27-987b-592f9ec52fd2 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 950 time: 0.1273098 Jul 29 14:46:31.258928 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:31.292437 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 5a406e41-5bc5-4f57-880c-9af145e324d7 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:31.298104 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 5a406e41-5bc5-4f57-880c-9af145e324d7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:31.298398 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:31.313783 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-3ae9635a-42e9-4960-8864-d409e5e73372 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:31.371609 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-435243fd-ebdf-42b4-a579-7ebf94bfb75a req-c251e5ab-c77a-4b64-8544-18bd3b14570e tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110251 Jul 29 14:46:31.526682 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:31.532760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-3ae9635a-42e9-4960-8864-d409e5e73372 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Transition to ACTIVE for port object 96b8cc9b-9b8e-47df-9397-58cfb4c7466b will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:31.556500 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:31.590550 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 5a406e41-5bc5-4f57-880c-9af145e324d7, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5a406e41-5bc5-4f57-880c-9af145e324d7,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:31.596384 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:31.608464 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:31.624466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-5c2df982-50d4-40f3-ba80-d87ab5599e21 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Allocated IP 172.20.0.13 (4c3fb4d8-6228-49a5-b942-3323a7325c56/ed79112e-e1ad-495b-b97b-e7f814816160/81490dae-bbf4-42ee-a24f-e7857bf96224) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:31.634171 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f558fc5-b78e-4d79-b8ca-279ebc615cda req-d661004a-be74-42aa-ac14-94d9b71776af tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:31.637903 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2f558fc5-b78e-4d79-b8ca-279ebc615cda req-d661004a-be74-42aa-ac14-94d9b71776af tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 944 time: 0.1130433 Jul 29 14:46:31.647494 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:31.686310 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:31.702416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ef7f5-16e0-404c-a2a0-e2a4ebeb790f req-9e0d4ab2-b0cc-4b13-a74a-fab0fd83429f tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:31.705209 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:31.710788 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e85ef7f5-16e0-404c-a2a0-e2a4ebeb790f req-9e0d4ab2-b0cc-4b13-a74a-fab0fd83429f tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 950 time: 0.2298391 Jul 29 14:46:31.730449 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=5a406e41-5bc5-4f57-880c-9af145e324d7,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:31.757728 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2f558fc5-b78e-4d79-b8ca-279ebc615cda req-3e512086-3896-4b8b-9039-4530b65b4d9d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098351 Jul 29 14:46:31.822587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event updated for resources: {'Port': ['ID=190a4262-66b3-415e-a166-f0b49ec4c9c8,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:31.829323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:31.829962 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:31.831562 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] 10.222.0.39 "PUT /v2.0/ports/68772045-9a48-4ffb-81a5-a228d4ab68d6 HTTP/1.1" status: 200 len: 1092 time: 7.0826356 Jul 29 14:46:31.847778 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-3ae9635a-42e9-4960-8864-d409e5e73372 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:31.858108 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:31.880717 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e85ef7f5-16e0-404c-a2a0-e2a4ebeb790f req-854bea34-0424-4727-9bbc-59da07d83e90 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df5b44a-555f-4150-866a-2421077bdbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689861 Jul 29 14:46:31.885477 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:31.893551 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b1cad6b7-e28a-4701-9221-bb5bc9505f68 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8120291 Jul 29 14:46:31.910395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14457959-b97f-4a01-b576-92b74e2b0783 service neutron] Pushing event updated for resources: {'Port': ['ID=68772045-9a48-4ffb-81a5-a228d4ab68d6,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:32.003295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Router 1903e584-2f31-4495-bc68-7c278b413742 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:46:32.009852 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-3ae9635a-42e9-4960-8864-d409e5e73372 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Network 6af85314-13c1-4764-848e-5b6248ede692 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:32.022075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-3ae9635a-42e9-4960-8864-d409e5e73372 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:32.086244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-3ae9635a-42e9-4960-8864-d409e5e73372 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:32.155659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7031bc98-0fcc-427e-9f0b-2ed5f037d449', 'tag': '68772045-9a48-4ffb-81a5-a228d4ab68d6'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:32.159056 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf21b5f1-7e81-4389-8740-daf89a32ce1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7031bc98-0fcc-427e-9f0b-2ed5f037d449", "tag": "68772045-9a48-4ffb-81a5-a228d4ab68d6"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:32.198185 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-5c2df982-50d4-40f3-ba80-d87ab5599e21 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:32.202064 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-41e92c16-c648-4ee0-a2e1-1247d6949a1f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--728537484&fields=id&tenant_id=247d807a3183413d81bd38d576287ebf HTTP/1.1" status: 200 len: 267 time: 0.0540922 Jul 29 14:46:32.202424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9635a-42e9-4960-8864-d409e5e73372 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event updated for resources: {'Port': ['ID=96b8cc9b-9b8e-47df-9397-58cfb4c7466b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:32.272237 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-feacdde9-0287-4b6e-877a-da1bb48e0028 req-24737291-b0f0-4be4-bd02-d9a12b29e624 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 210 time: 0.1076548 Jul 29 14:46:32.300221 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c9de22e-2302-4ce9-ae06-5d204af15f49 None None] Provisioning for port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:32.304607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-983c8f9d-6099-4419-ac81-5c9c00e92871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:32.306731 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-983c8f9d-6099-4419-ac81-5c9c00e92871 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 1095 time: 0.4163191 Jul 29 14:46:32.313887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c9de22e-2302-4ce9-ae06-5d204af15f49 None None] Provisioning complete for port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:32.315854 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c9de22e-2302-4ce9-ae06-5d204af15f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:32.355057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-3ae9635a-42e9-4960-8864-d409e5e73372 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:32.355696 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-3ae9635a-42e9-4960-8864-d409e5e73372 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:32.362161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c9de22e-2302-4ce9-ae06-5d204af15f49 None None] Port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:46:32.374994 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-67c3d499-a42f-4c65-bd0a-f76ff67a3cbc tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:32.376569 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-67c3d499-a42f-4c65-bd0a-f76ff67a3cbc tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/networks?id=e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 200 len: 817 time: 0.1731870 Jul 29 14:46:32.399911 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-fbd5fc95-b576-4805-948d-8e24ee0a126d tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/quotas/247d807a3183413d81bd38d576287ebf HTTP/1.1" status: 200 len: 375 time: 0.0169430 Jul 29 14:46:32.433724 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-5f5613e5-3217-4118-9559-0bc106f81dad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6 HTTP/1.1" status: 200 len: 217 time: 0.1063221 Jul 29 14:46:32.465404 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-f0f78523-0d2d-4481-9296-a4de8b9c1d8d tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=247d807a3183413d81bd38d576287ebf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616281 Jul 29 14:46:32.491332 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-3ae9635a-42e9-4960-8864-d409e5e73372 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6541455 Jul 29 14:46:32.542395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc7188-29f0-448f-8ba1-3993c70a7f39 req-e81c3595-ed76-4afa-b44b-4c1c748195b3 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:32.543934 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6afc7188-29f0-448f-8ba1-3993c70a7f39 req-e81c3595-ed76-4afa-b44b-4c1c748195b3 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 950 time: 0.2769363 Jul 29 14:46:32.550445 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Request body: {'port': {'device_id': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:32.570109 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-89395a38-ead6-481a-98a4-a7feae66ba56 service neutron] 10.222.0.16 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985816 Jul 29 14:46:32.601559 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:46:32.615354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Sync routers for ids ['1903e584-2f31-4495-bc68-7c278b413742'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:46:32.626115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Routers {'1903e584-2f31-4495-bc68-7c278b413742'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:32.627206 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1903e584-2f31-4495-bc68-7c278b413742'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:32.633779 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-5c2df982-50d4-40f3-ba80-d87ab5599e21 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:32.661022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-b6cb6350-177c-4bc5-a4fa-45fe3c687b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:32.662532 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-b6cb6350-177c-4bc5-a4fa-45fe3c687b54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.2072105 Jul 29 14:46:32.708894 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-098c2d0d-3bb2-4c28-b5b7-578edee8337c service neutron] 10.222.0.16 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319697 Jul 29 14:46:32.725120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878915d6-cfc1-4be3-840c-6da6df55023b req-9ab2bd6e-ab53-4e07-8ead-515ff86787b6 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:32.731120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878915d6-cfc1-4be3-840c-6da6df55023b req-9ab2bd6e-ab53-4e07-8ead-515ff86787b6 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:32.737221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878915d6-cfc1-4be3-840c-6da6df55023b req-9ab2bd6e-ab53-4e07-8ead-515ff86787b6 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:32.745539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-878915d6-cfc1-4be3-840c-6da6df55023b req-9ab2bd6e-ab53-4e07-8ead-515ff86787b6 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2374 time: 0.3492572 Jul 29 14:46:32.813672 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:32.817767 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c6a82634-b3ff-4dac-b29c-b688ff1a5f2c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.2756286 Jul 29 14:46:32.820166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55972) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:32.825755 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Set router 1903e584-2f31-4495-bc68-7c278b413742 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:32.833991 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-eaf03770-88db-4e18-a3a9-8fe4f1ccc4b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187165 Jul 29 14:46:32.866223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-5c2df982-50d4-40f3-ba80-d87ab5599e21 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Network 4c3fb4d8-6228-49a5-b942-3323a7325c56 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:32.874924 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:32.876876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2df982-50d4-40f3-ba80-d87ab5599e21 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Pushing event updated for resources: {'Port': ['ID=81490dae-bbf4-42ee-a24f-e7857bf96224,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:32.883833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-5c2df982-50d4-40f3-ba80-d87ab5599e21 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:32.924173 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7aee8a-fc0a-459c-8589-a2f7493de387 x-openstack-request-id: req-0d7aee8a-fc0a-459c-8589-a2f7493de387 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:32.924587 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7031bc98-0fcc-427e-9f0b-2ed5f037d449", "tag": "68772045-9a48-4ffb-81a5-a228d4ab68d6", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:32.924945 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d7aee8a-fc0a-459c-8589-a2f7493de387 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:32.925509 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7031bc98-0fcc-427e-9f0b-2ed5f037d449', 'tag': '68772045-9a48-4ffb-81a5-a228d4ab68d6', 'status': 'completed', 'code': 200} Jul 29 14:46:32.931379 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-5c2df982-50d4-40f3-ba80-d87ab5599e21 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:33.077275 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-878915d6-cfc1-4be3-840c-6da6df55023b req-0b73feb0-4c1c-44a6-8d45-a2430c6c88a8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307619 Jul 29 14:46:33.168370 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:33.184062 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1903e584-2f31-4495-bc68-7c278b413742', 'name': 'tempest-AttachSCSIVolumeTestJSON-888003817-router', 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:21Z', 'updated_at': '2021-07-29T14:46:27Z', 'revision_number': 3, 'project_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'gw_port': {'id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1903e584-2f31-4495-bc68-7c278b413742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:23Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:33.222169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Checking router: 1903e584-2f31-4495-bc68-7c278b413742 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:46:33.222801 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Updating router 1903e584-2f31-4495-bc68-7c278b413742 port db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:46:33.230653 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889e84e-e1a7-4f3e-b627-b28ff0b4818f req-67f83545-a74b-4c0b-83a8-4f53d7ca9dbd tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:33.232192 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9889e84e-e1a7-4f3e-b627-b28ff0b4818f req-67f83545-a74b-4c0b-83a8-4f53d7ca9dbd tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.38 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 950 time: 0.2812150 Jul 29 14:46:33.256174 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-7fe1dffb-56f9-43cf-958a-0037c4888089 service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943143 Jul 29 14:46:33.263320 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:33.327776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5a406e41-5bc5-4f57-880c-9af145e324d7 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:33.390968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892f460-97f5-4f98-b840-231e57c81f4b req-ad6235a9-9ad7-4cb7-8046-4d17248b4a28 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:33.404785 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8892f460-97f5-4f98-b840-231e57c81f4b req-ad6235a9-9ad7-4cb7-8046-4d17248b4a28 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 950 time: 0.3012152 Jul 29 14:46:33.600085 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-5c2df982-50d4-40f3-ba80-d87ab5599e21 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:33.603247 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-5c2df982-50d4-40f3-ba80-d87ab5599e21 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:33.617035 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8892f460-97f5-4f98-b840-231e57c81f4b req-254dfb38-470c-489e-b5bc-4917a1ccc1e1 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057045 Jul 29 14:46:33.664202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-6afc7188-29f0-448f-8ba1-3993c70a7f39 req-8fbb400b-2e02-4fe4-afaf-4ea17f10ec45 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Deleting port 8f7447e1-6e43-430e-8868-e8ef6b1e129f {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:46:33.664446 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6afc7188-29f0-448f-8ba1-3993c70a7f39 req-8fbb400b-2e02-4fe4-afaf-4ea17f10ec45 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:33.720577 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-9889e84e-e1a7-4f3e-b627-b28ff0b4818f req-24cfd402-1e0e-4969-99c2-d660833f438e tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Deleting port abcbc707-ec5d-467e-994a-59fa67af2ea8 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:46:33.721178 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9889e84e-e1a7-4f3e-b627-b28ff0b4818f req-24cfd402-1e0e-4969-99c2-d660833f438e tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:33.778062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c1151-43e7-4806-b194-e1d86f412603 req-a09f2e41-39d0-4a57-b878-ca060b372cac tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:33.781195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-582c1151-43e7-4806-b194-e1d86f412603 req-a09f2e41-39d0-4a57-b878-ca060b372cac tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 944 time: 0.5166280 Jul 29 14:46:33.809046 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3bba84d1-0881-425b-aa48-ed2eb1853ad8 req-a56260cc-04d5-4959-b03d-d5858045e515 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 210 time: 0.0909424 Jul 29 14:46:33.835512 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-086ee6d5-9ece-4c25-a020-9284052b3782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:33.884807 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 5a406e41-5bc5-4f57-880c-9af145e324d7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:33.885189 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:34.007274 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-5c2df982-50d4-40f3-ba80-d87ab5599e21 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4577854 Jul 29 14:46:34.067406 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:34.081134 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Transition to ACTIVE for port object db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:34.084372 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-9889e84e-e1a7-4f3e-b627-b28ff0b4818f req-24cfd402-1e0e-4969-99c2-d660833f438e tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] For port abcbc707-ec5d-467e-994a-59fa67af2ea8, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=abcbc707-ec5d-467e-994a-59fa67af2ea8,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:34.084905 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9889e84e-e1a7-4f3e-b627-b28ff0b4818f req-24cfd402-1e0e-4969-99c2-d660833f438e tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:34.087699 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-6afc7188-29f0-448f-8ba1-3993c70a7f39 req-8fbb400b-2e02-4fe4-afaf-4ea17f10ec45 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] For port 8f7447e1-6e43-430e-8868-e8ef6b1e129f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8f7447e1-6e43-430e-8868-e8ef6b1e129f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:34.088081 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6afc7188-29f0-448f-8ba1-3993c70a7f39 req-8fbb400b-2e02-4fe4-afaf-4ea17f10ec45 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:34.095018 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:34.112888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-6afc7188-29f0-448f-8ba1-3993c70a7f39 req-8fbb400b-2e02-4fe4-afaf-4ea17f10ec45 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Calling delete_port for 8f7447e1-6e43-430e-8868-e8ef6b1e129f owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:46:34.120689 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d683c42-5e78-458f-ba42-a9039022d92a req-655d8911-fee3-48e2-824a-29e899d9b345 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:34.128536 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d683c42-5e78-458f-ba42-a9039022d92a req-655d8911-fee3-48e2-824a-29e899d9b345 tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/ports?device_id=32443691-0500-4f9d-9e64-ab66e2782300 HTTP/1.1" status: 200 len: 950 time: 0.1610210 Jul 29 14:46:34.131990 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-9889e84e-e1a7-4f3e-b627-b28ff0b4818f req-24cfd402-1e0e-4969-99c2-d660833f438e tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Calling delete_port for abcbc707-ec5d-467e-994a-59fa67af2ea8 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:46:34.162129 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Attempting to bind port db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:34.162512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Attempting to bind port db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:34.162883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Attempting to bind port db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:34.218261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:34.218644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:34.229746 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:34.230444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:34.231381 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Bound port: db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:34.232259 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:34.309234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] For port db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:34.314588 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] For port db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:34.346500 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:34.395463 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:34.403770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Routers {'1903e584-2f31-4495-bc68-7c278b413742'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:34.404422 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1903e584-2f31-4495-bc68-7c278b413742'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:34.460644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ebfe4-001f-43a4-9d13-fb5bab4d6dc5 None None] Pushing event updated for resources: {'Port': ['ID=db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:34.570122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8f7447e1-6e43-430e-8868-e8ef6b1e129f no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:46:34.604955 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d683c42-5e78-458f-ba42-a9039022d92a req-58a0709b-bcff-4ee4-956b-1d952db29a7f tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df5b44a-555f-4150-866a-2421077bdbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749856 Jul 29 14:46:34.647040 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ebfe4-001f-43a4-9d13-fb5bab4d6dc5 None None] Pushing event updated for resources: {'Port': ['ID=db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:34.688131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] Set router 1903e584-2f31-4495-bc68-7c278b413742 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:34.711594 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-365c6073-6576-44f1-8aeb-6e8090d41b3a req-04c0c07d-3473-4fe6-bd79-bdefbd5835b7 service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4283535 Jul 29 14:46:34.714910 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:34.728605 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.38', 58585) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:34.732512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:34.745619 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:34.775472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Request body: {'port': {'device_id': 'a1f722d2-ff72-42a6-a708-1bc57d0d1d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:34.834149 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Transition to ACTIVE for port object 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:34.899659 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:34.905178 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:34.921091 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-582c1151-43e7-4806-b194-e1d86f412603 req-930e343a-f8db-4ee8-8057-dac0273289b5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9065509 Jul 29 14:46:34.958665 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:35.010174 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9889e84e-e1a7-4f3e-b627-b28ff0b4818f req-24cfd402-1e0e-4969-99c2-d660833f438e tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:35.026409 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1903e584-2f31-4495-bc68-7c278b413742', 'name': 'tempest-AttachSCSIVolumeTestJSON-888003817-router', 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:21Z', 'updated_at': '2021-07-29T14:46:27Z', 'revision_number': 3, 'project_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'gw_port': {'id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1903e584-2f31-4495-bc68-7c278b413742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:23Z', 'updated_at': '2021-07-29T14:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:35.071141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfd402-1e0e-4969-99c2-d660833f438e tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Pushing event deleted for resources: {'Port': ['ID=abcbc707-ec5d-467e-994a-59fa67af2ea8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:35.107521 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ba5bc-e15e-4169-bcc5-6bcb75419c59 None None] The sync data for ids ['1903e584-2f31-4495-bc68-7c278b413742'] in n-d-802893-1 is: [{'id': '1903e584-2f31-4495-bc68-7c278b413742', 'name': 'tempest-AttachSCSIVolumeTestJSON-888003817-router', 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:21Z', 'updated_at': '2021-07-29T14:46:27Z', 'revision_number': 3, 'project_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'gw_port': {'id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1903e584-2f31-4495-bc68-7c278b413742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:23Z', 'updated_at': '2021-07-29T14:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:46:35.152430 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21b5f1-7e81-4389-8740-daf89a32ce1c req-34e07e02-ca50-4297-938d-4fd9f7c7b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:35.154032 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf21b5f1-7e81-4389-8740-daf89a32ce1c req-34e07e02-ca50-4297-938d-4fd9f7c7b188 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 1095 time: 0.3239470 Jul 29 14:46:35.180278 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-9889e84e-e1a7-4f3e-b627-b28ff0b4818f req-24cfd402-1e0e-4969-99c2-d660833f438e tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] No DVR routers for this DVR port abcbc707-ec5d-467e-994a-59fa67af2ea8 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:46:35.191173 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9889e84e-e1a7-4f3e-b627-b28ff0b4818f req-24cfd402-1e0e-4969-99c2-d660833f438e tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:35.194224 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9889e84e-e1a7-4f3e-b627-b28ff0b4818f req-24cfd402-1e0e-4969-99c2-d660833f438e tempest-TenantUsagesTestJSON-327802643 tempest-TenantUsagesTestJSON-327802643-project] 10.222.0.38 "DELETE /v2.0/ports/abcbc707-ec5d-467e-994a-59fa67af2ea8 HTTP/1.1" status: 204 len: 173 time: 1.8975728 Jul 29 14:46:35.195072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32443691-0500-4f9d-9e64-ab66e2782300', 'name': 'network-vif-deleted', 'tag': 'abcbc707-ec5d-467e-994a-59fa67af2ea8'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:35.197679 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dd9797-f7fe-48f9-91c1-75d45ea2fe11" -d '{"events": [{"server_uuid": "32443691-0500-4f9d-9e64-ab66e2782300", "name": "network-vif-deleted", "tag": "abcbc707-ec5d-467e-994a-59fa67af2ea8"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:35.219324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:35.246105 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Allocated IP 172.20.0.1 (09ecf367-373f-43ce-87ad-f17e1016951f/43bb69d9-8c34-4d6c-8e6d-021ed99c9160/64d52a48-787d-4ea2-9671-12414e3aed16) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:35.336892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device abcbc707-ec5d-467e-994a-59fa67af2ea8 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:46:35.377689 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: abcbc707-ec5d-467e-994a-59fa67af2ea8 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:46:35.378042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device abcbc707-ec5d-467e-994a-59fa67af2ea8 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:46:35.388508 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78073e79-38fe-463f-a9b0-b51667f54acc req-99f4e6f2-57dd-4eed-8541-bf4beaae06cb tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:35.390486 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-78073e79-38fe-463f-a9b0-b51667f54acc req-99f4e6f2-57dd-4eed-8541-bf4beaae06cb tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 932 time: 0.5688994 Jul 29 14:46:35.483834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21b5f1-7e81-4389-8740-daf89a32ce1c req-d33507d7-0d6f-43fb-9b37-8c7b3a4edd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:35.485398 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf21b5f1-7e81-4389-8740-daf89a32ce1c req-d33507d7-0d6f-43fb-9b37-8c7b3a4edd44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.3006961 Jul 29 14:46:35.488101 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6afc7188-29f0-448f-8ba1-3993c70a7f39 req-8fbb400b-2e02-4fe4-afaf-4ea17f10ec45 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:35.489380 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-ef2cb63e-9e9b-487e-a60c-3a4162db4d11 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:35.490972 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-ef2cb63e-9e9b-487e-a60c-3a4162db4d11 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.38 "GET /v2.0/networks?id=e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 200 len: 817 time: 0.5424445 Jul 29 14:46:35.504534 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c46da8b1-3c40-4c16-9600-ef826036cec4', '47446bc0-4163-4c6c-8cd8-450bf10454bc', '27ba7a23-7155-476f-a2bf-9bcca233c498', 'bab30778-6bf1-4d00-b6d7-5b99f2351b1d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:35.510018 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-78073e79-38fe-463f-a9b0-b51667f54acc req-e22c1f97-6123-4b6d-a9a3-2b492a9c8322 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986719 Jul 29 14:46:35.572375 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:35.588523 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-e8eef3ef-3fd9-4cc9-83a1-73ea7cdb9b4e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=247d807a3183413d81bd38d576287ebf HTTP/1.1" status: 200 len: 379 time: 0.0814822 Jul 29 14:46:35.608397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-106c0c7b-3719-4ad4-b3d4-06ccc6b92550 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Request body: {'port': {'device_id': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'admin_state_up': True, 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'security_groups': ['375f2bd5-6a11-4877-8990-14c886a93c11']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:35.618359 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ad723e85-8703-4e8a-b892-dbecde38fe72'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:35.631500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Transition to ACTIVE for port object 64d52a48-787d-4ea2-9671-12414e3aed16 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:35.680534 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cf23e-1304-4133-8e78-b2b709d93bce req-49f863e6-170e-4c3d-8aeb-a8e055f9f254 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:35.692047 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cf23e-1304-4133-8e78-b2b709d93bce req-49f863e6-170e-4c3d-8aeb-a8e055f9f254 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:35.701948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cf23e-1304-4133-8e78-b2b709d93bce req-49f863e6-170e-4c3d-8aeb-a8e055f9f254 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:35.706258 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-729cf23e-1304-4133-8e78-b2b709d93bce req-49f863e6-170e-4c3d-8aeb-a8e055f9f254 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2386 time: 0.6812770 Jul 29 14:46:35.796748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb400b-2e02-4fe4-afaf-4ea17f10ec45 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event deleted for resources: {'Port': ['ID=8f7447e1-6e43-430e-8868-e8ef6b1e129f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:35.802902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Attempting to bind port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:35.803768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Attempting to bind port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '9310b350-223e-4299-8aea-f40bd15f7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6af85314-13c1-4764-848e-5b6248ede692'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:35.804020 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Attempting to bind port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c on network 6af85314-13c1-4764-848e-5b6248ede692 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:35.904738 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c on network 6af85314-13c1-4764-848e-5b6248ede692 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:46:35.905062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Attempting to bind port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c on network 6af85314-13c1-4764-848e-5b6248ede692 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:35.906747 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3a55be46-1244-45ff-ae1d-a497901f4d56 req-ae146e97-bb66-4a64-8f73-f81a5e11b3de tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc168e43-abee-4d1d-9bc0-9a042948ba13 HTTP/1.1" status: 200 len: 210 time: 0.1861084 Jul 29 14:46:35.939500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-106c0c7b-3719-4ad4-b3d4-06ccc6b92550 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Made reservation on behalf of 247d807a3183413d81bd38d576287ebf for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:35.944588 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-106c0c7b-3719-4ad4-b3d4-06ccc6b92550 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:35.978564 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03dc7aff-23dd-4d45-985e-0f3a323b6493 req-d2e6c93e-e05c-4f5e-b176-2c00c0353196 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e848370f-d2c5-4f61-a59b-2e9295359148&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3448319 Jul 29 14:46:36.061238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:36.063362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Checking segment: {'id': '9310b350-223e-4299-8aea-f40bd15f7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6af85314-13c1-4764-848e-5b6248ede692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:36.064832 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Bound using segment: {'id': '9310b350-223e-4299-8aea-f40bd15f7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6af85314-13c1-4764-848e-5b6248ede692'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:36.067704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Bound port: 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9310b350-223e-4299-8aea-f40bd15f7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6af85314-13c1-4764-848e-5b6248ede692'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:36.067938 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:36.115038 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:36.243987 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:36.328254 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] For port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:36.332492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] For port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c,segment=NetworkSegment(9310b350-223e-4299-8aea-f40bd15f7a45),segment_id=9310b350-223e-4299-8aea-f40bd15f7a45)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:36.342558 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-729cf23e-1304-4133-8e78-b2b709d93bce req-4e3ae0d3-3359-4750-9cb4-6d4aa19c941d tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5802672 Jul 29 14:46:36.343218 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60336170-4846-4c2b-b094-e062c03b852b req-e152d426-4db8-4966-99ea-f78283a1e724 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 210 time: 0.2372816 Jul 29 14:46:36.349666 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afc7188-29f0-448f-8ba1-3993c70a7f39 req-8fbb400b-2e02-4fe4-afaf-4ea17f10ec45 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] No DVR routers for this DVR port 8f7447e1-6e43-430e-8868-e8ef6b1e129f on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:46:36.352763 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6afc7188-29f0-448f-8ba1-3993c70a7f39 req-8fbb400b-2e02-4fe4-afaf-4ea17f10ec45 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:36.355534 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6afc7188-29f0-448f-8ba1-3993c70a7f39 req-8fbb400b-2e02-4fe4-afaf-4ea17f10ec45 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.38 "DELETE /v2.0/ports/8f7447e1-6e43-430e-8868-e8ef6b1e129f HTTP/1.1" status: 204 len: 173 time: 3.7946014 Jul 29 14:46:36.358950 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf21b5f1-7e81-4389-8740-daf89a32ce1c req-fa14a060-92cb-4dd6-8596-4fdbce427128 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6 HTTP/1.1" status: 200 len: 217 time: 0.7789161 Jul 29 14:46:36.368077 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc168e43-abee-4d1d-9bc0-9a042948ba13', 'name': 'network-vif-deleted', 'tag': '8f7447e1-6e43-430e-8868-e8ef6b1e129f'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:36.375947 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ece4f2a-cad4-411f-929c-0e7ba52615e3" -d '{"events": [{"server_uuid": "fc168e43-abee-4d1d-9bc0-9a042948ba13", "name": "network-vif-deleted", "tag": "8f7447e1-6e43-430e-8868-e8ef6b1e129f"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:36.382225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Network 09ecf367-373f-43ce-87ad-f17e1016951f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:36.407936 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:36.470609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:36.474140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:36.537936 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63933d92-ee76-4ed9-939f-79fc80c6a001 x-openstack-request-id: req-63933d92-ee76-4ed9-939f-79fc80c6a001 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:36.538638 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32443691-0500-4f9d-9e64-ab66e2782300", "name": "network-vif-deleted", "tag": "abcbc707-ec5d-467e-994a-59fa67af2ea8", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:36.539104 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63933d92-ee76-4ed9-939f-79fc80c6a001 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:36.558578 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32443691-0500-4f9d-9e64-ab66e2782300', 'name': 'network-vif-deleted', 'tag': 'abcbc707-ec5d-467e-994a-59fa67af2ea8', 'status': 'completed', 'code': 200} Jul 29 14:46:36.680080 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Pushing event updated for resources: {'Port': ['ID=64d52a48-787d-4ea2-9671-12414e3aed16,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:36.729911 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e8f667-22af-49e8-a310-c0a3011ebbce x-openstack-request-id: req-43e8f667-22af-49e8-a310-c0a3011ebbce {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:36.730530 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc168e43-abee-4d1d-9bc0-9a042948ba13", "name": "network-vif-deleted", "tag": "8f7447e1-6e43-430e-8868-e8ef6b1e129f", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:36.730942 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43e8f667-22af-49e8-a310-c0a3011ebbce {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:36.731597 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc168e43-abee-4d1d-9bc0-9a042948ba13', 'name': 'network-vif-deleted', 'tag': '8f7447e1-6e43-430e-8868-e8ef6b1e129f', 'status': 'completed', 'code': 200} Jul 29 14:46:36.741428 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc7aff-23dd-4d45-985e-0f3a323b6493 req-c1694765-d7c1-429d-a2a5-d4d51406f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:36.743283 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03dc7aff-23dd-4d45-985e-0f3a323b6493 req-c1694765-d7c1-429d-a2a5-d4d51406f1b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&device_id=e848370f-d2c5-4f61-a59b-2e9295359148 HTTP/1.1" status: 200 len: 1100 time: 0.6120172 Jul 29 14:46:36.765329 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:36.777795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-106c0c7b-3719-4ad4-b3d4-06ccc6b92550 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Allocated IP 172.20.0.14 (e7376b65-c37a-462a-9b7f-fd5ca02310cd/d86473b6-310e-404b-a7a5-30517fe56c5e/5835a63f-7b44-43e9-86e0-252cd334f13e) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:36.972126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81490dae-bbf4-42ee-a24f-e7857bf96224 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:36.984074 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:37.013745 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:37.015051 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:37.016734 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] 10.222.0.38 "PUT /v2.0/ports/5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c HTTP/1.1" status: 200 len: 1091 time: 4.4882152 Jul 29 14:46:37.025938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Transition to ACTIVE for port object 81490dae-bbf4-42ee-a24f-e7857bf96224 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:37.051927 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:37.088287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Request body: {'port': {'device_id': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:37.110569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fb114764-da88-4623-838d-c7a24e8e8e73 None None] Provisioning for port 64d52a48-787d-4ea2-9671-12414e3aed16 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:37.120485 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fb114764-da88-4623-838d-c7a24e8e8e73 None None] Provisioning complete for port 64d52a48-787d-4ea2-9671-12414e3aed16 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:37.120909 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb114764-da88-4623-838d-c7a24e8e8e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:37.126043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21b5f1-7e81-4389-8740-daf89a32ce1c req-1d029f00-3bf2-4068-8209-599f6aded307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:37.127234 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf21b5f1-7e81-4389-8740-daf89a32ce1c req-1d029f00-3bf2-4068-8209-599f6aded307 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.7417541 Jul 29 14:46:37.174473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fb114764-da88-4623-838d-c7a24e8e8e73 None None] Port 64d52a48-787d-4ea2-9671-12414e3aed16 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:46:37.182409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc7aff-23dd-4d45-985e-0f3a323b6493 req-f9dc0fab-de96-495f-b76b-5ae3b51ad623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:37.184331 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03dc7aff-23dd-4d45-985e-0f3a323b6493 req-f9dc0fab-de96-495f-b76b-5ae3b51ad623 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.4034953 Jul 29 14:46:37.214619 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf21b5f1-7e81-4389-8740-daf89a32ce1c req-7990693a-2872-4beb-bd48-9349818d2c9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523748 Jul 29 14:46:37.219119 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f807f22-e22d-477e-ba0b-1f1b828bbfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:37.286568 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df24ed-3589-43a3-b8e9-fa7393acea0f req-d16cd593-8afa-42d7-9c3b-4f05f89449af tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:37.294727 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7df24ed-3589-43a3-b8e9-fa7393acea0f req-d16cd593-8afa-42d7-9c3b-4f05f89449af tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 944 time: 0.6504304 Jul 29 14:46:37.307168 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03dc7aff-23dd-4d45-985e-0f3a323b6493 req-9402f5aa-900a-41da-93c4-f783c7a68642 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=ad723e85-8703-4e8a-b892-dbecde38fe72 HTTP/1.1" status: 200 len: 217 time: 0.1113737 Jul 29 14:46:37.321008 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:37.351671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 68772045-9a48-4ffb-81a5-a228d4ab68d6 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:46:37.419183 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc7aff-23dd-4d45-985e-0f3a323b6493 req-5ab7e910-c104-4f7b-96eb-7bcf5e5f1266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:37.420774 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03dc7aff-23dd-4d45-985e-0f3a323b6493 req-5ab7e910-c104-4f7b-96eb-7bcf5e5f1266 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0981998 Jul 29 14:46:37.426021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56044) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:37.456175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:37.470993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:37.471368 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:37.486136 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf21b5f1-7e81-4389-8740-daf89a32ce1c req-d6fa2c1d-c961-4338-adca-714fa325ebec service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635200 Jul 29 14:46:37.501549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3643cb-cfc4-4267-acec-c60c0074054f req-a12949d8-19d2-4d96-8997-220bc85c6b29 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:37.502576 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Pushing event updated for resources: {'Port': ['ID=81490dae-bbf4-42ee-a24f-e7857bf96224,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:37.512719 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3d3643cb-cfc4-4267-acec-c60c0074054f req-a12949d8-19d2-4d96-8997-220bc85c6b29 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 932 time: 0.7486975 Jul 29 14:46:37.541514 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:37.566960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '68772045-9a48-4ffb-81a5-a228d4ab68d6', 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a', 'port_id': '68772045-9a48-4ffb-81a5-a228d4ab68d6', 'mac_address': 'fa:16:3e:33:3a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:46:37.643124 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:37.653141 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7df24ed-3589-43a3-b8e9-fa7393acea0f req-7d86611c-8cb4-4d16-b8a1-d09f5f7d28e8 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574820 Jul 29 14:46:37.685655 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:37.702752 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf21b5f1-7e81-4389-8740-daf89a32ce1c req-dfa323ca-dc17-484e-8950-f4e3e64c7784 service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727469 Jul 29 14:46:37.709293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68772045-9a48-4ffb-81a5-a228d4ab68d6 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:37.727548 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Attempting to bind port 81490dae-bbf4-42ee-a24f-e7857bf96224 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:37.727935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Attempting to bind port 81490dae-bbf4-42ee-a24f-e7857bf96224 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'd7655d0f-b1d9-4cfe-994d-479f27dad04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:37.728187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Attempting to bind port 81490dae-bbf4-42ee-a24f-e7857bf96224 on network 4c3fb4d8-6228-49a5-b942-3323a7325c56 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:37.734803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Port 81490dae-bbf4-42ee-a24f-e7857bf96224 on network 4c3fb4d8-6228-49a5-b942-3323a7325c56 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:46:37.735161 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Attempting to bind port 81490dae-bbf4-42ee-a24f-e7857bf96224 on network 4c3fb4d8-6228-49a5-b942-3323a7325c56 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:37.742438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:37.742773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Checking segment: {'id': 'd7655d0f-b1d9-4cfe-994d-479f27dad04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:37.743068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Bound using segment: {'id': 'd7655d0f-b1d9-4cfe-994d-479f27dad04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:37.743639 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Bound port: 81490dae-bbf4-42ee-a24f-e7857bf96224, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7655d0f-b1d9-4cfe-994d-479f27dad04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:37.743869 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:37.794282 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:37.805217 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:37.807397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:37.809789 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:37.822724 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:37.834139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] For port 81490dae-bbf4-42ee-a24f-e7857bf96224, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:37.838468 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] For port 81490dae-bbf4-42ee-a24f-e7857bf96224, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81490dae-bbf4-42ee-a24f-e7857bf96224,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:37.839607 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:37.893568 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:37.953096 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:37.991400 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3d3643cb-cfc4-4267-acec-c60c0074054f req-d6fc00a3-5fc2-41b3-9f75-d5eaa74c9060 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776533 Jul 29 14:46:37.999500 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-84b56408-459e-4873-adb9-f3ee83e288cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46ff881003554e42bd31fec853ecbb96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5697460 Jul 29 14:46:38.017752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56060) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:38.019448 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:38.020168 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:38.021620 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] 10.222.0.39 "PUT /v2.0/ports/81490dae-bbf4-42ee-a24f-e7857bf96224 HTTP/1.1" status: 200 len: 1092 time: 3.2544668 Jul 29 14:46:38.029690 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc7aff-23dd-4d45-985e-0f3a323b6493 req-75dc07ff-e3ae-4f7a-be63-9a66af5b26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:38.031237 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03dc7aff-23dd-4d45-985e-0f3a323b6493 req-75dc07ff-e3ae-4f7a-be63-9a66af5b26ae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5936077 Jul 29 14:46:38.104457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=68772045-9a48-4ffb-81a5-a228d4ab68d6,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:38.137148 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['68772045-9a48-4ffb-81a5-a228d4ab68d6'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:38.149273 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc671b-2a8a-45c2-a192-08c19587085e service neutron] Pushing event updated for resources: {'Port': ['ID=81490dae-bbf4-42ee-a24f-e7857bf96224,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:38.169046 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3b25e-cd31-49c1-b8e7-28d23496bd6a req-341441b1-4a2e-4aa8-8a40-22a7647979cd tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:38.175596 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3b25e-cd31-49c1-b8e7-28d23496bd6a req-341441b1-4a2e-4aa8-8a40-22a7647979cd tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:38.182773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3b25e-cd31-49c1-b8e7-28d23496bd6a req-341441b1-4a2e-4aa8-8a40-22a7647979cd tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:38.184785 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9f3b25e-cd31-49c1-b8e7-28d23496bd6a req-341441b1-4a2e-4aa8-8a40-22a7647979cd tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2386 time: 0.2930093 Jul 29 14:46:38.285603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-65343ea0-6126-4a79-afe3-5d8133c42bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:38.287137 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-65343ea0-6126-4a79-afe3-5d8133c42bfd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=012c933a160a445aaf840bf27cbcc814&device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 1095 time: 0.1948323 Jul 29 14:46:38.298097 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9f3b25e-cd31-49c1-b8e7-28d23496bd6a req-bb3fc81a-f3da-466e-8b96-5c42cf3eb4ac tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043510 Jul 29 14:46:38.307566 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-106c0c7b-3719-4ad4-b3d4-06ccc6b92550 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:38.323445 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e899a09b-b7c5-43d5-a772-a6add425660d req-8de4d152-fcb3-4324-aa0a-23e15bd4c78e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 210 time: 0.1935425 Jul 29 14:46:38.362612 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-66fb95ca-e8f4-4327-9d84-c477ab273866 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81490dae-bbf4-42ee-a24f-e7857bf96224 HTTP/1.1" status: 200 len: 217 time: 0.0612731 Jul 29 14:46:38.397558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-106c0c7b-3719-4ad4-b3d4-06ccc6b92550 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Transition to ACTIVE for port object 5835a63f-7b44-43e9-86e0-252cd334f13e will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:38.449696 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-156ad4b1-68c6-46f7-b9dc-f79715519f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:38.461166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-2a7cd93e-9299-452b-84fd-e87f7a423d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:38.462652 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-2a7cd93e-9299-452b-84fd-e87f7a423d8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed79112e-e1ad-495b-b97b-e7f814816160 HTTP/1.1" status: 200 len: 855 time: 0.0896964 Jul 29 14:46:38.474289 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:38.497346 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03dc7aff-23dd-4d45-985e-0f3a323b6493 req-5c6a8afc-afc7-4b29-b8bc-90ab2b863475 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635137 Jul 29 14:46:38.501205 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:38.526698 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-c45eba0e-213d-4eef-a7c0-b5e4655d1031 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c3fb4d8-6228-49a5-b942-3323a7325c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396140 Jul 29 14:46:38.559470 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-156ad4b1-68c6-46f7-b9dc-f79715519f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:38.561970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77f3584-b2db-4349-994d-b9523689283d {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:38.572586 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:38.589817 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Transition to ACTIVE for port object f77f3584-b2db-4349-994d-b9523689283d will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:38.605188 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:38.663909 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-106c0c7b-3719-4ad4-b3d4-06ccc6b92550 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:38.710345 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Pushing event updated for resources: {'Port': ['ID=64d52a48-787d-4ea2-9671-12414e3aed16,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:38.723949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:38.794497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'tag': '5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c'}, {'name': 'network-changed', 'server_uuid': 'a1f722d2-ff72-42a6-a708-1bc57d0d1d2f', 'tag': '81490dae-bbf4-42ee-a24f-e7857bf96224'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:38.796989 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dc6908-ec62-4619-b98a-188ec6947448" -d '{"events": [{"name": "network-changed", "server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "tag": "5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c"}, {"name": "network-changed", "server_uuid": "a1f722d2-ff72-42a6-a708-1bc57d0d1d2f", "tag": "81490dae-bbf4-42ee-a24f-e7857bf96224"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:38.823085 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-106c0c7b-3719-4ad4-b3d4-06ccc6b92550 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Network e7376b65-c37a-462a-9b7f-fd5ca02310cd is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:38.857136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-106c0c7b-3719-4ad4-b3d4-06ccc6b92550 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:38.857329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Pushing event updated for resources: {'Port': ['ID=f77f3584-b2db-4349-994d-b9523689283d,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:38.901813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-106c0c7b-3719-4ad4-b3d4-06ccc6b92550 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:38.933879 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-c85b7d23-9fd7-493a-bd57-972a8d285697 service neutron] 10.222.0.39 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884466 Jul 29 14:46:38.996280 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c0c7b-3719-4ad4-b3d4-06ccc6b92550 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event updated for resources: {'Port': ['ID=5835a63f-7b44-43e9-86e0-252cd334f13e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:39.007878 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-156ad4b1-68c6-46f7-b9dc-f79715519f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:39.010674 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-156ad4b1-68c6-46f7-b9dc-f79715519f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:39.014196 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-156ad4b1-68c6-46f7-b9dc-f79715519f8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4df5b44a-555f-4150-866a-2421077bdbd3 HTTP/1.1" status: 204 len: 168 time: 0.9911871 Jul 29 14:46:39.022027 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03dc7aff-23dd-4d45-985e-0f3a323b6493 req-3050499b-0a81-4a7a-a770-e7eab4aca42d service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818017 Jul 29 14:46:39.042259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-106c0c7b-3719-4ad4-b3d4-06ccc6b92550 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:39.043012 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-106c0c7b-3719-4ad4-b3d4-06ccc6b92550 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:39.068073 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ad4b1-68c6-46f7-b9dc-f79715519f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df5b44a-555f-4150-866a-2421077bdbd3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:39.078431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623e84b-840b-46b4-bc4b-3669f9487410 req-497d5d7e-3cdc-4ce7-999d-5268dc215a34 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:39.087259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f623e84b-840b-46b4-bc4b-3669f9487410 req-497d5d7e-3cdc-4ce7-999d-5268dc215a34 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 945 time: 0.2844737 Jul 29 14:46:39.089239 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-106c0c7b-3719-4ad4-b3d4-06ccc6b92550 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4904027 Jul 29 14:46:39.089502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Attempting to bind port f77f3584-b2db-4349-994d-b9523689283d on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:39.089925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Attempting to bind port f77f3584-b2db-4349-994d-b9523689283d by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '29790416-92ca-46c2-8bb7-3e88fec3ff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5cb49efb-1149-498a-976e-acb0804f04d9'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:39.090363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Attempting to bind port f77f3584-b2db-4349-994d-b9523689283d on network 5cb49efb-1149-498a-976e-acb0804f04d9 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:39.106436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26a284-9800-49a3-b184-a4dccf0ab6cf req-5fde6e7f-fe8b-4fbc-8da6-ff5cb39cfe75 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:39.114701 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ba26a284-9800-49a3-b184-a4dccf0ab6cf req-5fde6e7f-fe8b-4fbc-8da6-ff5cb39cfe75 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e848370f-d2c5-4f61-a59b-2e9295359148 HTTP/1.1" status: 200 len: 949 time: 0.2893579 Jul 29 14:46:39.120585 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Port f77f3584-b2db-4349-994d-b9523689283d on network 5cb49efb-1149-498a-976e-acb0804f04d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:46:39.121192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Attempting to bind port f77f3584-b2db-4349-994d-b9523689283d on network 5cb49efb-1149-498a-976e-acb0804f04d9 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:39.136337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Request body: {'port': {'device_id': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:39.139271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:39.139830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Checking segment: {'id': '29790416-92ca-46c2-8bb7-3e88fec3ff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5cb49efb-1149-498a-976e-acb0804f04d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:39.140415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Bound using segment: {'id': '29790416-92ca-46c2-8bb7-3e88fec3ff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5cb49efb-1149-498a-976e-acb0804f04d9'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:39.141063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Bound port: f77f3584-b2db-4349-994d-b9523689283d, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29790416-92ca-46c2-8bb7-3e88fec3ff56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5cb49efb-1149-498a-976e-acb0804f04d9'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:39.141623 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:39.208510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Network 09ecf367-373f-43ce-87ad-f17e1016951f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:39.213284 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f623e84b-840b-46b4-bc4b-3669f9487410 req-a1f46461-13b2-4144-b2f5-69869920596a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250505 Jul 29 14:46:39.225579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:39.261471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:39.287502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ba26a284-9800-49a3-b184-a4dccf0ab6cf req-350c6a54-6714-41ff-83fb-95f8ed7e5bee tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718636 Jul 29 14:46:39.310314 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:39.361707 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73759027-966d-4aca-b21e-ffdbe195dc13 x-openstack-request-id: req-73759027-966d-4aca-b21e-ffdbe195dc13 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:39.362254 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "tag": "5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a1f722d2-ff72-42a6-a708-1bc57d0d1d2f", "tag": "81490dae-bbf4-42ee-a24f-e7857bf96224", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:39.369153 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73759027-966d-4aca-b21e-ffdbe195dc13 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:39.370173 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'tag': '5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c', 'status': 'completed', 'code': 200} Jul 29 14:46:39.370632 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f722d2-ff72-42a6-a708-1bc57d0d1d2f', 'tag': '81490dae-bbf4-42ee-a24f-e7857bf96224', 'status': 'completed', 'code': 200} Jul 29 14:46:39.373255 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d12a357e-49b3-4dd5-b3c0-f6f50a50fe2a req-0850ef74-a202-475d-9e81-8ad778b4e183 service neutron] 10.222.0.39 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035170 Jul 29 14:46:39.403957 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 68772045-9a48-4ffb-81a5-a228d4ab68d6 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:39.498138 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:39.498534 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:39.539404 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] For port f77f3584-b2db-4349-994d-b9523689283d, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:39.575142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] For port f77f3584-b2db-4349-994d-b9523689283d, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f77f3584-b2db-4349-994d-b9523689283d,segment=NetworkSegment(29790416-92ca-46c2-8bb7-3e88fec3ff56),segment_id=29790416-92ca-46c2-8bb7-3e88fec3ff56)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:39.592164 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:39.608516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-be115ea3-7420-452d-bd97-0ae83a75f8de None None] Provisioning for port 5835a63f-7b44-43e9-86e0-252cd334f13e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:39.624318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-be115ea3-7420-452d-bd97-0ae83a75f8de None None] Provisioning complete for port 5835a63f-7b44-43e9-86e0-252cd334f13e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:39.624700 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be115ea3-7420-452d-bd97-0ae83a75f8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:39.639014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-69d6eded-0004-4aac-8025-4f128e2fb344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:39.640992 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-69d6eded-0004-4aac-8025-4f128e2fb344 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=012c933a160a445aaf840bf27cbcc814&device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 1095 time: 0.1958282 Jul 29 14:46:39.658234 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2837d7-2767-4a2d-9023-67f82b28a3cd req-93c4f391-7e77-4687-89c6-228c3daf7333 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:39.667276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2837d7-2767-4a2d-9023-67f82b28a3cd req-93c4f391-7e77-4687-89c6-228c3daf7333 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:39.673791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2837d7-2767-4a2d-9023-67f82b28a3cd req-93c4f391-7e77-4687-89c6-228c3daf7333 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:39.682793 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e2837d7-2767-4a2d-9023-67f82b28a3cd req-93c4f391-7e77-4687-89c6-228c3daf7333 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2398 time: 0.2362874 Jul 29 14:46:39.719152 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:39.727429 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:39.729980 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] 10.222.0.38 "PUT /v2.0/ports/f77f3584-b2db-4349-994d-b9523689283d HTTP/1.1" status: 200 len: 1091 time: 2.6753244 Jul 29 14:46:40.045645 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-be115ea3-7420-452d-bd97-0ae83a75f8de None None] Port 5835a63f-7b44-43e9-86e0-252cd334f13e cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:46:40.058867 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 68772045-9a48-4ffb-81a5-a228d4ab68d6 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:40.067007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 68772045-9a48-4ffb-81a5-a228d4ab68d6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:40.067381 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:40.158404 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:40.195985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7031bc98-0fcc-427e-9f0b-2ed5f037d449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68772045-9a48-4ffb-81a5-a228d4ab68d6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:40.198895 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a6e207-9f91-4b1d-a581-58e84d4e6d23" -d '{"events": [{"server_uuid": "7031bc98-0fcc-427e-9f0b-2ed5f037d449", "name": "network-vif-plugged", "status": "completed", "tag": "68772045-9a48-4ffb-81a5-a228d4ab68d6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:40.214852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56094) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:40.218770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:40.222113 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f83f8912-1470-4683-bfa1-fdabc818c2fe None None] Provisioning complete for port 64d52a48-787d-4ea2-9671-12414e3aed16 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:40.223494 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f83f8912-1470-4683-bfa1-fdabc818c2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:40.226912 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:40.247306 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc5c33c2-33c8-4a8e-8760-cb978f868804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:40.257590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Request body: {'port': {'device_id': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:40.262545 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Router 1903e584-2f31-4495-bc68-7c278b413742 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:46:40.304133 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f83f8912-1470-4683-bfa1-fdabc818c2fe None None] Port 64d52a48-787d-4ea2-9671-12414e3aed16 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:46:40.323391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=68772045-9a48-4ffb-81a5-a228d4ab68d6,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:40.364828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ab901-49c2-4eb4-871a-6785270fcfbc service neutron] Pushing event updated for resources: {'Port': ['ID=f77f3584-b2db-4349-994d-b9523689283d,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:40.391614 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e2837d7-2767-4a2d-9023-67f82b28a3cd req-00ddccc0-2275-4810-97e6-8287eb921635 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7074659 Jul 29 14:46:40.444345 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc5c33c2-33c8-4a8e-8760-cb978f868804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:40.449362 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-75186aa4-0c51-469e-a4cc-2d5a1f26050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:40.449900 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-75186aa4-0c51-469e-a4cc-2d5a1f26050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:40.450427 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-75186aa4-0c51-469e-a4cc-2d5a1f26050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:40.452401 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-75186aa4-0c51-469e-a4cc-2d5a1f26050f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d8d78d89373a4e9c9a41503e527a8f91&device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2754 time: 1.0485144 Jul 29 14:46:40.453253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04190bb-23c1-4f04-abe8-6c0e0d4e58b1 req-9b614282-87d3-446b-9b81-11f1cc752ae8 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:40.454810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f04190bb-23c1-4f04-abe8-6c0e0d4e58b1 req-9b614282-87d3-446b-9b81-11f1cc752ae8 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.38 "GET /v2.0/ports?device_id=e848370f-d2c5-4f61-a59b-2e9295359148 HTTP/1.1" status: 200 len: 949 time: 0.1934161 Jul 29 14:46:40.459137 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc5c33c2-33c8-4a8e-8760-cb978f868804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:40.463287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff724a35-f891-42f3-8554-3989c80034dc req-9454f071-f5f3-4c8a-a188-944dc19dba37 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:40.465106 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff724a35-f891-42f3-8554-3989c80034dc req-9454f071-f5f3-4c8a-a188-944dc19dba37 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "GET /v2.0/ports?device_id=e382a2fd-dd2c-4a9b-937a-1dca345bde40 HTTP/1.1" status: 200 len: 949 time: 0.2047865 Jul 29 14:46:40.474137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6f434-b36f-4023-ac35-144bf529e6b7 req-e743f9ad-98e0-4d09-8a67-ce1834506f53 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:40.482057 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-80c6f434-b36f-4023-ac35-144bf529e6b7 req-e743f9ad-98e0-4d09-8a67-ce1834506f53 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 944 time: 1.0616891 Jul 29 14:46:40.497029 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:40.538657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-19622074-9690-498e-a4f3-cd35f0680900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:40.540157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-19622074-9690-498e-a4f3-cd35f0680900 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4c3fb4d8-6228-49a5-b942-3323a7325c56 HTTP/1.1" status: 200 len: 916 time: 0.8520401 Jul 29 14:46:40.623485 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:40.660971 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-e6ce6c2d-b13a-4aef-8516-c221a3aae814 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81490dae-bbf4-42ee-a24f-e7857bf96224 HTTP/1.1" status: 200 len: 217 time: 0.0968385 Jul 29 14:46:40.672023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c33c2-33c8-4a8e-8760-cb978f868804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d4b0d7-e0b8-4ca6-bfbf-2f7965ce9baa,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:40.700772 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dc5c33c2-33c8-4a8e-8760-cb978f868804 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7674d1a09d442c983ff8d20470e77e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4734035 Jul 29 14:46:40.712130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56114) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:40.712481 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56116) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:40.774086 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-80c6f434-b36f-4023-ac35-144bf529e6b7 req-58d9a6af-560a-4040-8ea5-8353d2bb23d7 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911036 Jul 29 14:46:40.862022 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2676c4de-93bd-4bdc-a4c8-64b693a8a206 x-openstack-request-id: req-2676c4de-93bd-4bdc-a4c8-64b693a8a206 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:40.862022 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7031bc98-0fcc-427e-9f0b-2ed5f037d449", "name": "network-vif-plugged", "status": "completed", "tag": "68772045-9a48-4ffb-81a5-a228d4ab68d6", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:40.862022 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2676c4de-93bd-4bdc-a4c8-64b693a8a206 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:40.862432 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7031bc98-0fcc-427e-9f0b-2ed5f037d449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68772045-9a48-4ffb-81a5-a228d4ab68d6', 'code': 200} Jul 29 14:46:40.904828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-c25e4f2f-1597-4930-bf59-135e5d6aeaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:40.905473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-c25e4f2f-1597-4930-bf59-135e5d6aeaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:40.905950 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-c25e4f2f-1597-4930-bf59-135e5d6aeaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:40.907991 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-c25e4f2f-1597-4930-bf59-135e5d6aeaef service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d8d78d89373a4e9c9a41503e527a8f91&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4148932 Jul 29 14:46:40.947132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c948bfc-047e-4491-b086-ed0ab5c3e9ea req-23df0888-433d-469d-a228-9563dfb3699f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:40.948817 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3c948bfc-047e-4491-b086-ed0ab5c3e9ea req-23df0888-433d-469d-a228-9563dfb3699f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 932 time: 0.4540572 Jul 29 14:46:40.976503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-540417ea-6660-4733-9e4d-85370b500a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:40.978141 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-540417ea-6660-4733-9e4d-85370b500a34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed79112e-e1ad-495b-b97b-e7f814816160 HTTP/1.1" status: 200 len: 855 time: 0.2698712 Jul 29 14:46:40.999169 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6b46d8ab-223f-405b-b3af-48e9b954ffbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:41.053792 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:46:41.065432 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Sync routers for ids ['1903e584-2f31-4495-bc68-7c278b413742'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:46:41.075512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a34d6425-4711-489f-ab03-57bc3781f879 admin admin] 10.222.0.16 "PUT /v2.0/routers/1903e584-2f31-4495-bc68-7c278b413742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2538970 Jul 29 14:46:41.078572 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Routers {'1903e584-2f31-4495-bc68-7c278b413742'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:41.078905 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1903e584-2f31-4495-bc68-7c278b413742'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:41.085885 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-0e57c274-da37-44c9-bdb5-38adcce93427 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c3fb4d8-6228-49a5-b942-3323a7325c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927265 Jul 29 14:46:41.122218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f04190bb-23c1-4f04-abe8-6c0e0d4e58b1 req-def7071b-e16f-4348-bcaa-de9ca5f77956 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Deleting port ad723e85-8703-4e8a-b892-dbecde38fe72 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:46:41.122576 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f04190bb-23c1-4f04-abe8-6c0e0d4e58b1 req-def7071b-e16f-4348-bcaa-de9ca5f77956 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:41.200133 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98bc395b-d1c4-434d-843b-afb9114c53fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:41.220640 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-ff724a35-f891-42f3-8554-3989c80034dc req-1ab95973-b5f8-42a8-b8fa-775627db12d6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Deleting port bab30778-6bf1-4d00-b6d7-5b99f2351b1d {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:46:41.221497 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ff724a35-f891-42f3-8554-3989c80034dc req-1ab95973-b5f8-42a8-b8fa-775627db12d6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:41.239326 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26095d84-e774-43e9-bb2c-af13d6212546 req-c19b055d-b1e4-45b2-b311-ceaa4ad29d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:41.240725 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Set router 1903e584-2f31-4495-bc68-7c278b413742 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:41.240967 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-26095d84-e774-43e9-bb2c-af13d6212546 req-c19b055d-b1e4-45b2-b311-ceaa4ad29d60 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 1097 time: 0.3057384 Jul 29 14:46:41.250947 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f683851-9967-4b95-908b-e9e8658ca0ae req-0ee115eb-b860-4ea2-919a-c7f9c4116c22 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:41.259192 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2f683851-9967-4b95-908b-e9e8658ca0ae req-0ee115eb-b860-4ea2-919a-c7f9c4116c22 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 946 time: 0.2972500 Jul 29 14:46:41.267540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-aa2fbb55-6950-469d-839c-b1382dbcae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:41.270026 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-aa2fbb55-6950-469d-839c-b1382dbcae80 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3496773 Jul 29 14:46:41.272516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5835a63f-7b44-43e9-86e0-252cd334f13e {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:41.274575 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3c948bfc-047e-4491-b086-ed0ab5c3e9ea req-1a3c039e-6302-4f8f-91f1-fc244149b707 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121371 Jul 29 14:46:41.293889 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:41.346879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Transition to ACTIVE for port object 5835a63f-7b44-43e9-86e0-252cd334f13e will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:41.355223 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 81490dae-bbf4-42ee-a24f-e7857bf96224 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:46:41.360559 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:41.374161 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'tag': 'f77f3584-b2db-4349-994d-b9523689283d'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:41.376790 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05141e2c-dc3c-4c4b-bd6a-ad0aabd29797" -d '{"events": [{"name": "network-changed", "server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "tag": "f77f3584-b2db-4349-994d-b9523689283d"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:41.420118 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98bc395b-d1c4-434d-843b-afb9114c53fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:41.447287 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2f683851-9967-4b95-908b-e9e8658ca0ae req-40cb523b-b0ed-4475-ad27-13d1d363c27c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836839 Jul 29 14:46:41.498101 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-26095d84-e774-43e9-bb2c-af13d6212546 req-e7fae97b-4c7b-485f-b349-fc4305052eeb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319548 Jul 29 14:46:41.529325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 81490dae-bbf4-42ee-a24f-e7857bf96224, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81490dae-bbf4-42ee-a24f-e7857bf96224,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:41.554210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5835a63f-7b44-43e9-86e0-252cd334f13e,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:41.556450 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '81490dae-bbf4-42ee-a24f-e7857bf96224', 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56', 'port_id': '81490dae-bbf4-42ee-a24f-e7857bf96224', 'mac_address': 'fa:16:3e:68:7b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed79112e-e1ad-495b-b97b-e7f814816160', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:46:41.577745 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebecb784-0534-44cd-8094-cd649d54c70c x-openstack-request-id: req-ebecb784-0534-44cd-8094-cd649d54c70c {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:41.579648 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "tag": "f77f3584-b2db-4349-994d-b9523689283d", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:41.580282 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebecb784-0534-44cd-8094-cd649d54c70c {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:41.582246 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'tag': 'f77f3584-b2db-4349-994d-b9523689283d', 'status': 'completed', 'code': 200} Jul 29 14:46:41.629422 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:41.646430 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1903e584-2f31-4495-bc68-7c278b413742', 'name': 'tempest-AttachSCSIVolumeTestJSON-888003817-router', 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:21Z', 'updated_at': '2021-07-29T14:46:37Z', 'revision_number': 4, 'project_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'gw_port': {'id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1903e584-2f31-4495-bc68-7c278b413742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:23Z', 'updated_at': '2021-07-29T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '64d52a48-787d-4ea2-9671-12414e3aed16', 'name': '', 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f', 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'mac_address': 'fa:16:3e:4b:32:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1903e584-2f31-4495-bc68-7c278b413742', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '43bb69d9-8c34-4d6c-8e6d-021ed99c9160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:34Z', 'updated_at': '2021-07-29T14:46:38Z', 'revision_number': 2, 'project_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'subnets': [{'id': '43bb69d9-8c34-4d6c-8e6d-021ed99c9160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:41.666533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81490dae-bbf4-42ee-a24f-e7857bf96224 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:41.704838 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Checking router: 1903e584-2f31-4495-bc68-7c278b413742 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:46:41.717112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 81490dae-bbf4-42ee-a24f-e7857bf96224, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81490dae-bbf4-42ee-a24f-e7857bf96224,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:41.720919 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Updating router 1903e584-2f31-4495-bc68-7c278b413742 port 64d52a48-787d-4ea2-9671-12414e3aed16 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:46:41.723053 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:41.789877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f04190bb-23c1-4f04-abe8-6c0e0d4e58b1 req-def7071b-e16f-4348-bcaa-de9ca5f77956 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] For port ad723e85-8703-4e8a-b892-dbecde38fe72, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ad723e85-8703-4e8a-b892-dbecde38fe72,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:41.797744 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f04190bb-23c1-4f04-abe8-6c0e0d4e58b1 req-def7071b-e16f-4348-bcaa-de9ca5f77956 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:41.817502 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:41.820475 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=81490dae-bbf4-42ee-a24f-e7857bf96224,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:41.908736 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56140) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:41.917202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-458134519-network', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:41.926829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f04190bb-23c1-4f04-abe8-6c0e0d4e58b1 req-def7071b-e16f-4348-bcaa-de9ca5f77956 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Calling delete_port for ad723e85-8703-4e8a-b892-dbecde38fe72 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:46:41.928396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Attempting to bind port 5835a63f-7b44-43e9-86e0-252cd334f13e on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:41.933915 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Attempting to bind port 5835a63f-7b44-43e9-86e0-252cd334f13e by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:41.936750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Attempting to bind port 5835a63f-7b44-43e9-86e0-252cd334f13e on network e7376b65-c37a-462a-9b7f-fd5ca02310cd {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:41.939816 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ff724a35-f891-42f3-8554-3989c80034dc req-1ab95973-b5f8-42a8-b8fa-775627db12d6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] For port bab30778-6bf1-4d00-b6d7-5b99f2351b1d, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=bab30778-6bf1-4d00-b6d7-5b99f2351b1d,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:41.940128 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ff724a35-f891-42f3-8554-3989c80034dc req-1ab95973-b5f8-42a8-b8fa-775627db12d6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:41.944097 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-07bdda86-f5d9-404c-b9f3-7a28201dd4c9 service neutron] 10.222.0.39 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8145640 Jul 29 14:46:41.960052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Port 5835a63f-7b44-43e9-86e0-252cd334f13e on network e7376b65-c37a-462a-9b7f-fd5ca02310cd not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:46:41.960442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Attempting to bind port 5835a63f-7b44-43e9-86e0-252cd334f13e on network e7376b65-c37a-462a-9b7f-fd5ca02310cd {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:41.966195 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05141e2c-dc3c-4c4b-bd6a-ad0aabd29797 req-49338be8-211e-4768-9c8d-1e7245b39e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:41.966709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05141e2c-dc3c-4c4b-bd6a-ad0aabd29797 req-49338be8-211e-4768-9c8d-1e7245b39e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:41.967183 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05141e2c-dc3c-4c4b-bd6a-ad0aabd29797 req-49338be8-211e-4768-9c8d-1e7245b39e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:41.968275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f8932-a092-48ad-be76-3df3d578088e req-88c1f7f1-ee00-456b-8df6-1e0848e6e9cf tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:41.969184 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05141e2c-dc3c-4c4b-bd6a-ad0aabd29797 req-49338be8-211e-4768-9c8d-1e7245b39e4e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d8d78d89373a4e9c9a41503e527a8f91&device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2796 time: 0.3276553 Jul 29 14:46:41.969853 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba8f8932-a092-48ad-be76-3df3d578088e req-88c1f7f1-ee00-456b-8df6-1e0848e6e9cf tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e848370f-d2c5-4f61-a59b-2e9295359148 HTTP/1.1" status: 200 len: 949 time: 0.5375543 Jul 29 14:46:41.980807 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:41.980807 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Checking segment: {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:41.980807 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Bound using segment: {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:41.980807 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Bound port: 5835a63f-7b44-43e9-86e0-252cd334f13e, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:41.980807 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:41.986162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-ff724a35-f891-42f3-8554-3989c80034dc req-1ab95973-b5f8-42a8-b8fa-775627db12d6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Calling delete_port for bab30778-6bf1-4d00-b6d7-5b99f2351b1d owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:46:41.994229 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdd13a-45e5-4319-abe0-cc74ac9041f9 req-dbd1adfb-8e5e-42f1-aff1-cc44008a5bbb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:41.999480 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['81490dae-bbf4-42ee-a24f-e7857bf96224'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:42.017045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdd13a-45e5-4319-abe0-cc74ac9041f9 req-dbd1adfb-8e5e-42f1-aff1-cc44008a5bbb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:42.028759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdd13a-45e5-4319-abe0-cc74ac9041f9 req-dbd1adfb-8e5e-42f1-aff1-cc44008a5bbb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:42.031343 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ddfdd13a-45e5-4319-abe0-cc74ac9041f9 req-dbd1adfb-8e5e-42f1-aff1-cc44008a5bbb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2398 time: 0.2393324 Jul 29 14:46:42.041162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b8cc9b-9b8e-47df-9397-58cfb4c7466b {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:42.092963 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98bc395b-d1c4-434d-843b-afb9114c53fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.095671 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98bc395b-d1c4-434d-843b-afb9114c53fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.096784 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-98bc395b-d1c4-434d-843b-afb9114c53fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8d4b0d7-e0b8-4ca6-bfbf-2f7965ce9baa HTTP/1.1" status: 204 len: 168 time: 1.3751776 Jul 29 14:46:42.181298 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6b46d8ab-223f-405b-b3af-48e9b954ffbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.184181 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.202504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Transition to ACTIVE for port object 96b8cc9b-9b8e-47df-9397-58cfb4c7466b will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:42.233347 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.247391 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Transition to ACTIVE for port object 64d52a48-787d-4ea2-9671-12414e3aed16 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:42.247945 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ddfdd13a-45e5-4319-abe0-cc74ac9041f9 req-271bf7fe-4eb4-47e5-a3ce-40c7eecd8787 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907935 Jul 29 14:46:42.260887 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.289384 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:42.304885 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82ef02-f1c9-4734-8983-b352626787a8 None None] Pushing event updated for resources: {'Port': ['ID=64d52a48-787d-4ea2-9671-12414e3aed16,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:42.310090 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5835a63f-7b44-43e9-86e0-252cd334f13e,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:42.323494 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.327163 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] Made reservation on behalf of ac8a4ded233447b3b9323004c39586e2 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:42.329854 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.337493 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.361992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05141e2c-dc3c-4c4b-bd6a-ad0aabd29797 req-63a89a16-8083-41aa-945c-6f71d302fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:42.362372 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05141e2c-dc3c-4c4b-bd6a-ad0aabd29797 req-63a89a16-8083-41aa-945c-6f71d302fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:42.364056 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05141e2c-dc3c-4c4b-bd6a-ad0aabd29797 req-63a89a16-8083-41aa-945c-6f71d302fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:42.365902 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05141e2c-dc3c-4c4b-bd6a-ad0aabd29797 req-63a89a16-8083-41aa-945c-6f71d302fe34 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=d8d78d89373a4e9c9a41503e527a8f91&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3333204 Jul 29 14:46:42.368391 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6b46d8ab-223f-405b-b3af-48e9b954ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.393191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.405921 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc395b-d1c4-434d-843b-afb9114c53fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d4b0d7-e0b8-4ca6-bfbf-2f7965ce9baa,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:42.449333 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6b46d8ab-223f-405b-b3af-48e9b954ffbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f41bb81ece2d43d484baca5ba8787600&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7258792 Jul 29 14:46:42.455653 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Attempting to bind port 64d52a48-787d-4ea2-9671-12414e3aed16 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:42.456021 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Attempting to bind port 64d52a48-787d-4ea2-9671-12414e3aed16 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '31ae8c8f-ae9e-4a74-90d5-cc5098fda25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:42.457515 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Attempting to bind port 64d52a48-787d-4ea2-9671-12414e3aed16 on network 09ecf367-373f-43ce-87ad-f17e1016951f {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:42.465196 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:42.465850 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Checking segment: {'id': '31ae8c8f-ae9e-4a74-90d5-cc5098fda25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:42.466438 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.467223 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Bound using segment: {'id': '31ae8c8f-ae9e-4a74-90d5-cc5098fda25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:42.467933 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Bound port: 64d52a48-787d-4ea2-9671-12414e3aed16, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ae8c8f-ae9e-4a74-90d5-cc5098fda25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:42.468580 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.485494 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:42.486241 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.487909 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] 10.222.0.38 "PUT /v2.0/ports/5835a63f-7b44-43e9-86e0-252cd334f13e HTTP/1.1" status: 200 len: 1092 time: 3.3711581 Jul 29 14:46:42.488791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56146) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:42.563048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'tag': '5835a63f-7b44-43e9-86e0-252cd334f13e'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:42.573887 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2083df-82c5-4ee6-85cc-129da9b7b329" -d '{"events": [{"name": "network-changed", "server_uuid": "6b86127a-1cd6-415d-a04a-fbefccc90149", "tag": "5835a63f-7b44-43e9-86e0-252cd334f13e"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:42.591008 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ad723e85-8703-4e8a-b892-dbecde38fe72 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:46:42.595955 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] For port 64d52a48-787d-4ea2-9671-12414e3aed16, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:42.602382 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] For port 64d52a48-787d-4ea2-9671-12414e3aed16, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=64d52a48-787d-4ea2-9671-12414e3aed16,segment=NetworkSegment(31ae8c8f-ae9e-4a74-90d5-cc5098fda25b),segment_id=31ae8c8f-ae9e-4a74-90d5-cc5098fda25b)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:42.608507 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.713922 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba8f8932-a092-48ad-be76-3df3d578088e req-9e66947c-8995-4f45-9673-5fe7f159879f tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7071543 Jul 29 14:46:42.715842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Pushing event updated for resources: {'Port': ['ID=96b8cc9b-9b8e-47df-9397-58cfb4c7466b,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:42.764456 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Routers {'1903e584-2f31-4495-bc68-7c278b413742'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:42.765125 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1903e584-2f31-4495-bc68-7c278b413742'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:42.767158 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82ef02-f1c9-4734-8983-b352626787a8 None None] Pushing event updated for resources: {'Port': ['ID=64d52a48-787d-4ea2-9671-12414e3aed16,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:42.781256 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.882406 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e848370f-d2c5-4f61-a59b-2e9295359148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad723e85-8703-4e8a-b892-dbecde38fe72'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:42.889504 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9e3a69-93b0-4ab9-8dcc-9da53df496ef" -d '{"events": [{"server_uuid": "e848370f-d2c5-4f61-a59b-2e9295359148", "name": "network-vif-unplugged", "status": "completed", "tag": "ad723e85-8703-4e8a-b892-dbecde38fe72"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:42.914985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ad723e85-8703-4e8a-b892-dbecde38fe72, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ad723e85-8703-4e8a-b892-dbecde38fe72,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:42.922571 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:42.926712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79515d-e086-43f5-b8a4-3f9f560228a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5835a63f-7b44-43e9-86e0-252cd334f13e,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:42.989655 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3dc6908-ec62-4619-b98a-188ec6947448 req-b4edf964-a4e8-46ca-b092-dfbdefd38b75 service neutron] 10.222.0.39 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0343449 Jul 29 14:46:43.004710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d060bf-ad6f-4794-a0c1-14d9f6314fa1 req-0ec16599-e430-4b46-9e7d-7d39fff51c7b tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:43.015309 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ad723e85-8703-4e8a-b892-dbecde38fe72,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:43.022825 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a7d060bf-ad6f-4794-a0c1-14d9f6314fa1 req-0ec16599-e430-4b46-9e7d-7d39fff51c7b tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 945 time: 0.6530561 Jul 29 14:46:43.065144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05141e2c-dc3c-4c4b-bd6a-ad0aabd29797 req-3dab2726-6ac2-44ab-baac-6e939fe94345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:43.067644 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05141e2c-dc3c-4c4b-bd6a-ad0aabd29797 req-3dab2726-6ac2-44ab-baac-6e939fe94345 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6714256 Jul 29 14:46:43.077600 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] Set router 1903e584-2f31-4495-bc68-7c278b413742 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:43.102997 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46d8ab-223f-405b-b3af-48e9b954ffbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de80227-a511-4a93-b510-7c95139a1374,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:43.125884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-aa1e01d9-b407-4204-b7bc-2ae51244c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:43.131441 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-aa1e01d9-b407-4204-b7bc-2ae51244c328 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=247d807a3183413d81bd38d576287ebf&device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 1095 time: 0.5078354 Jul 29 14:46:43.210198 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bdd4caf2-4efb-47a0-a2ec-43943cb1921e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:43.299513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962413c7-4b70-4430-bff3-7bd57b8f6ea8 req-974cbe51-7791-4daf-b8b9-81957163e185 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:43.309159 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-962413c7-4b70-4430-bff3-7bd57b8f6ea8 req-974cbe51-7791-4daf-b8b9-81957163e185 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 944 time: 0.3522894 Jul 29 14:46:43.316717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Attempting to bind port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:43.317063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Attempting to bind port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '9310b350-223e-4299-8aea-f40bd15f7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6af85314-13c1-4764-848e-5b6248ede692'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:43.317393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Attempting to bind port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b on network 6af85314-13c1-4764-848e-5b6248ede692 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:43.325719 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bdd4caf2-4efb-47a0-a2ec-43943cb1921e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:43.333690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b on network 6af85314-13c1-4764-848e-5b6248ede692 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:46:43.333690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Attempting to bind port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b on network 6af85314-13c1-4764-848e-5b6248ede692 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:43.337395 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-ddc722ec-356e-4ba4-bd5e-ba6f6b2b6b06 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5835a63f-7b44-43e9-86e0-252cd334f13e HTTP/1.1" status: 200 len: 217 time: 0.1790080 Jul 29 14:46:43.357595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 81490dae-bbf4-42ee-a24f-e7857bf96224 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:43.373930 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:43.374325 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Checking segment: {'id': '9310b350-223e-4299-8aea-f40bd15f7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6af85314-13c1-4764-848e-5b6248ede692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:43.374777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Bound using segment: {'id': '9310b350-223e-4299-8aea-f40bd15f7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6af85314-13c1-4764-848e-5b6248ede692'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:43.375242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Bound port: 96b8cc9b-9b8e-47df-9397-58cfb4c7466b, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9310b350-223e-4299-8aea-f40bd15f7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '6af85314-13c1-4764-848e-5b6248ede692'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:43.375744 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:43.386239 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ff724a35-f891-42f3-8554-3989c80034dc req-1ab95973-b5f8-42a8-b8fa-775627db12d6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:43.410786 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c46da8b1-3c40-4c16-9600-ef826036cec4', '47446bc0-4163-4c6c-8cd8-450bf10454bc', '27ba7a23-7155-476f-a2bf-9bcca233c498'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:43.458875 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a7d060bf-ad6f-4794-a0c1-14d9f6314fa1 req-98b5d73d-15e5-454b-a9a0-68ece5aa09a2 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854592 Jul 29 14:46:43.516980 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1903e584-2f31-4495-bc68-7c278b413742', 'name': 'tempest-AttachSCSIVolumeTestJSON-888003817-router', 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:21Z', 'updated_at': '2021-07-29T14:46:37Z', 'revision_number': 4, 'project_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'gw_port': {'id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1903e584-2f31-4495-bc68-7c278b413742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:23Z', 'updated_at': '2021-07-29T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '64d52a48-787d-4ea2-9671-12414e3aed16', 'name': '', 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f', 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'mac_address': 'fa:16:3e:4b:32:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1903e584-2f31-4495-bc68-7c278b413742', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '43bb69d9-8c34-4d6c-8e6d-021ed99c9160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:34Z', 'updated_at': '2021-07-29T14:46:42Z', 'revision_number': 4, 'project_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'subnets': [{'id': '43bb69d9-8c34-4d6c-8e6d-021ed99c9160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:43.531357 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-4793026e-f303-4f4f-b210-fe3994b84852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:43.535951 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-4793026e-f303-4f4f-b210-fe3994b84852 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d86473b6-310e-404b-a7a5-30517fe56c5e HTTP/1.1" status: 200 len: 856 time: 0.1540840 Jul 29 14:46:43.556867 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7797799e-3af9-4a06-8c70-4e28a83cf8b6 None None] The sync data for ids ['1903e584-2f31-4495-bc68-7c278b413742'] in n-d-802893-1 is: [{'id': '1903e584-2f31-4495-bc68-7c278b413742', 'name': 'tempest-AttachSCSIVolumeTestJSON-888003817-router', 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:21Z', 'updated_at': '2021-07-29T14:46:37Z', 'revision_number': 4, 'project_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'gw_port': {'id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1903e584-2f31-4495-bc68-7c278b413742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:23Z', 'updated_at': '2021-07-29T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '64d52a48-787d-4ea2-9671-12414e3aed16', 'name': '', 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f', 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'mac_address': 'fa:16:3e:4b:32:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1903e584-2f31-4495-bc68-7c278b413742', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '43bb69d9-8c34-4d6c-8e6d-021ed99c9160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:34Z', 'updated_at': '2021-07-29T14:46:42Z', 'revision_number': 4, 'project_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'subnets': [{'id': '43bb69d9-8c34-4d6c-8e6d-021ed99c9160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:46:43.577996 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56176) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:43.599706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab95973-b5f8-42a8-b8fa-775627db12d6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event deleted for resources: {'Port': ['ID=bab30778-6bf1-4d00-b6d7-5b99f2351b1d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:43.617924 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:43.621364 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bdd4caf2-4efb-47a0-a2ec-43943cb1921e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:43.623948 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bdd4caf2-4efb-47a0-a2ec-43943cb1921e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:43.625170 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bdd4caf2-4efb-47a0-a2ec-43943cb1921e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7de80227-a511-4a93-b510-7c95139a1374 HTTP/1.1" status: 204 len: 168 time: 1.0418267 Jul 29 14:46:43.682429 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:43.690122 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff724a35-f891-42f3-8554-3989c80034dc req-1ab95973-b5f8-42a8-b8fa-775627db12d6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] No DVR routers for this DVR port bab30778-6bf1-4d00-b6d7-5b99f2351b1d on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:46:43.695092 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f04190bb-23c1-4f04-abe8-6c0e0d4e58b1 req-def7071b-e16f-4348-bcaa-de9ca5f77956 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:43.712103 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-962413c7-4b70-4430-bff3-7bd57b8f6ea8 req-f621b416-aba8-42f9-add0-86dda4679eff tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4013164 Jul 29 14:46:43.727709 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 81490dae-bbf4-42ee-a24f-e7857bf96224 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:43.735039 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ff724a35-f891-42f3-8554-3989c80034dc req-1ab95973-b5f8-42a8-b8fa-775627db12d6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:43.740230 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff724a35-f891-42f3-8554-3989c80034dc req-1ab95973-b5f8-42a8-b8fa-775627db12d6 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "DELETE /v2.0/ports/bab30778-6bf1-4d00-b6d7-5b99f2351b1d HTTP/1.1" status: 204 len: 173 time: 3.2644398 Jul 29 14:46:43.757164 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 81490dae-bbf4-42ee-a24f-e7857bf96224 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:43.757862 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:43.761680 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4caf2-4efb-47a0-a2ec-43943cb1921e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de80227-a511-4a93-b510-7c95139a1374,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:43.763085 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e382a2fd-dd2c-4a9b-937a-1dca345bde40', 'name': 'network-vif-deleted', 'tag': 'bab30778-6bf1-4d00-b6d7-5b99f2351b1d'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:43.777218 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cbfa89-8277-45c1-8864-c5444c530fd3" -d '{"events": [{"server_uuid": "e382a2fd-dd2c-4a9b-937a-1dca345bde40", "name": "network-vif-deleted", "tag": "bab30778-6bf1-4d00-b6d7-5b99f2351b1d"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:43.852215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:46:43.874185 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-d91bd4e9-29f9-464d-8e2f-021f798865f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:43.876043 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-d91bd4e9-29f9-464d-8e2f-021f798865f4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7376b65-c37a-462a-9b7f-fd5ca02310cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3223050 Jul 29 14:46:43.885816 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d719b7a9-c2fc-4935-a34a-dd214a15cacc x-openstack-request-id: req-d719b7a9-c2fc-4935-a34a-dd214a15cacc {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:43.886276 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b86127a-1cd6-415d-a04a-fbefccc90149", "tag": "5835a63f-7b44-43e9-86e0-252cd334f13e", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:43.886953 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d719b7a9-c2fc-4935-a34a-dd214a15cacc {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:43.887722 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'tag': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'status': 'completed', 'code': 200} Jul 29 14:46:43.895972 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7071b-e16f-4348-bcaa-de9ca5f77956 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event deleted for resources: {'Port': ['ID=ad723e85-8703-4e8a-b892-dbecde38fe72,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:43.931576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6711c314-62fc-4f0f-853a-ff02afe81aaf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1933385174-network', 'tenant_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:43.978806 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:43.979516 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] Added segment d1d542b2-fb0f-4a46-bfe1-1a91369aae60 of type vlan for network a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0 Jul 29 14:46:44.020337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef6f4e1-3208-49f5-aa76-b36643bd8f5e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:44.047353 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d700cae4-c182-4309-af95-7f21d03d7b5d x-openstack-request-id: req-d700cae4-c182-4309-af95-7f21d03d7b5d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:44.047950 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e848370f-d2c5-4f61-a59b-2e9295359148", "name": "network-vif-unplugged", "status": "completed", "tag": "ad723e85-8703-4e8a-b892-dbecde38fe72", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:44.048547 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d700cae4-c182-4309-af95-7f21d03d7b5d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:44.049331 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e848370f-d2c5-4f61-a59b-2e9295359148', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad723e85-8703-4e8a-b892-dbecde38fe72', 'code': 200} Jul 29 14:46:44.092546 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4103e2-9876-456f-a6ce-d010f2a135b1 req-83e8a9d0-e32d-4749-831c-d8c1640ce5b5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:44.094504 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf4103e2-9876-456f-a6ce-d010f2a135b1 req-83e8a9d0-e32d-4749-831c-d8c1640ce5b5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 946 time: 0.4803278 Jul 29 14:46:44.142330 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04190bb-23c1-4f04-abe8-6c0e0d4e58b1 req-def7071b-e16f-4348-bcaa-de9ca5f77956 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] No DVR routers for this DVR port ad723e85-8703-4e8a-b892-dbecde38fe72 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:46:44.148009 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f04190bb-23c1-4f04-abe8-6c0e0d4e58b1 req-def7071b-e16f-4348-bcaa-de9ca5f77956 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:44.150325 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f04190bb-23c1-4f04-abe8-6c0e0d4e58b1 req-def7071b-e16f-4348-bcaa-de9ca5f77956 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.38 "DELETE /v2.0/ports/ad723e85-8703-4e8a-b892-dbecde38fe72 HTTP/1.1" status: 204 len: 173 time: 3.6730349 Jul 29 14:46:44.153742 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] For port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:44.207281 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6711c314-62fc-4f0f-853a-ff02afe81aaf admin admin] Made reservation on behalf of 42c6f7dd78e34f1a886fbb1f24dc7fe2 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:44.210481 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6711c314-62fc-4f0f-853a-ff02afe81aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:44.247783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] For port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=96b8cc9b-9b8e-47df-9397-58cfb4c7466b,segment=NetworkSegment(9310b350-223e-4299-8aea-f40bd15f7a45),segment_id=9310b350-223e-4299-8aea-f40bd15f7a45)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:44.256650 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:44.260725 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:44.265076 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6711c314-62fc-4f0f-853a-ff02afe81aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:44.276302 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:44.348116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 81490dae-bbf4-42ee-a24f-e7857bf96224, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81490dae-bbf4-42ee-a24f-e7857bf96224,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:44.358112 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:44.359314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device bab30778-6bf1-4d00-b6d7-5b99f2351b1d no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:46:44.373983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Pushing event updated for resources: {'Port': ['ID=96b8cc9b-9b8e-47df-9397-58cfb4c7466b,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:44.420154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: bab30778-6bf1-4d00-b6d7-5b99f2351b1d {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:46:44.422707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e806f-d8d4-4cd6-a458-612ebb68d92f req-7d29ec12-ce16-45f7-ac2c-506c30764b88 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:44.424718 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device bab30778-6bf1-4d00-b6d7-5b99f2351b1d not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:46:44.438468 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e806f-d8d4-4cd6-a458-612ebb68d92f req-7d29ec12-ce16-45f7-ac2c-506c30764b88 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:44.448875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e806f-d8d4-4cd6-a458-612ebb68d92f req-7d29ec12-ce16-45f7-ac2c-506c30764b88 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:44.450719 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c74e806f-d8d4-4cd6-a458-612ebb68d92f req-7d29ec12-ce16-45f7-ac2c-506c30764b88 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2410 time: 0.2942333 Jul 29 14:46:44.451309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56188) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:44.468345 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:44.508499 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:44.509624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:44.510263 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6711c314-62fc-4f0f-853a-ff02afe81aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:44.512444 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-011745ac-238a-4ba4-889d-04f81e3a2f6c service neutron] 10.222.0.38 "PUT /v2.0/ports/96b8cc9b-9b8e-47df-9397-58cfb4c7466b HTTP/1.1" status: 200 len: 1091 time: 4.7365668 Jul 29 14:46:44.559251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=81490dae-bbf4-42ee-a24f-e7857bf96224,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:44.580130 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf4103e2-9876-456f-a6ce-d010f2a135b1 req-d2966784-ec5f-4392-a9ab-43a64e29da2e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157479 Jul 29 14:46:44.581032 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6711c314-62fc-4f0f-853a-ff02afe81aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:44.621123 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.resource_extend [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:46:44.685997 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-755deca2-95e9-4048-b62c-4633958d6107 service neutron] 10.222.0.38 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7753694 Jul 29 14:46:44.687018 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6711c314-62fc-4f0f-853a-ff02afe81aaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:46:44.720279 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:44.730888 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:44.731494 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:44.736119 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6711c314-62fc-4f0f-853a-ff02afe81aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:44.736456 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-6711c314-62fc-4f0f-853a-ff02afe81aaf admin admin] Added segment 0c689662-f9e3-4ac8-a146-224ee245fa85 of type vlan for network db51b222-d5c8-4382-87b7-4054aead142d Jul 29 14:46:44.751613 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c74e806f-d8d4-4cd6-a458-612ebb68d92f req-fed60c28-8022-4311-b816-2f98da65e5bb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736135 Jul 29 14:46:44.805940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-70d5e937-3f70-40e4-aebf-165437f414f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:44.806431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-70d5e937-3f70-40e4-aebf-165437f414f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:44.806903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-70d5e937-3f70-40e4-aebf-165437f414f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:44.808695 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-70d5e937-3f70-40e4-aebf-165437f414f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d8d78d89373a4e9c9a41503e527a8f91&device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2863 time: 0.1966908 Jul 29 14:46:44.833943 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183e644e-93a9-4473-b761-b29eb823ab84 x-openstack-request-id: req-183e644e-93a9-4473-b761-b29eb823ab84 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:44.834232 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e382a2fd-dd2c-4a9b-937a-1dca345bde40", "name": "network-vif-deleted", "tag": "bab30778-6bf1-4d00-b6d7-5b99f2351b1d", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:44.834756 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-183e644e-93a9-4473-b761-b29eb823ab84 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:44.837164 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e382a2fd-dd2c-4a9b-937a-1dca345bde40', 'name': 'network-vif-deleted', 'tag': 'bab30778-6bf1-4d00-b6d7-5b99f2351b1d', 'status': 'completed', 'code': 200} Jul 29 14:46:44.898482 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-ee05f0de-8cdd-4892-a9f2-7db24a9a545c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.50&port_id=5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c HTTP/1.1" status: 200 len: 217 time: 0.0735929 Jul 29 14:46:44.927872 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f62678bd-fb33-4015-ad6a-7d4dd8a92b10 req-07a91f3f-57a5-4b43-abc6-a4b055dac2d7 service neutron] 10.222.0.38 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337139 Jul 29 14:46:44.933127 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711c314-62fc-4f0f-853a-ff02afe81aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab91028-8b8e-4de2-8937-ca8d0eb120ab,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:44.964956 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3365fa3e-74e0-4223-ba42-08418bf83d5f req-cfc3c0cc-aa83-48eb-8acd-c503603a7e6b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=e848370f-d2c5-4f61-a59b-2e9295359148 HTTP/1.1" status: 200 len: 210 time: 0.0867972 Jul 29 14:46:45.051634 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-344bcc39-5445-4d39-96c7-12d833833355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:45.053160 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-344bcc39-5445-4d39-96c7-12d833833355 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cdb14bf3-d6fc-4c52-a42b-309a32349934 HTTP/1.1" status: 200 len: 801 time: 0.1423607 Jul 29 14:46:45.087518 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6711c314-62fc-4f0f-853a-ff02afe81aaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:45.113471 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0b42f-af57-4000-953b-3556d19870de req-2e2a0d96-24a0-4104-8f92-04b164e814ea tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:45.115073 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dea0b42f-af57-4000-953b-3556d19870de req-2e2a0d96-24a0-4104-8f92-04b164e814ea tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 0.1513550 Jul 29 14:46:45.148433 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:45.158924 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:45.209303 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6711c314-62fc-4f0f-853a-ff02afe81aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:45.210100 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6711c314-62fc-4f0f-853a-ff02afe81aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:45.210688 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6711c314-62fc-4f0f-853a-ff02afe81aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:45.234989 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.3230305 Jul 29 14:46:45.241217 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e977c2e9b554c45a0c9904a37fc4dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7886274 Jul 29 14:46:45.246206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56198) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:45.246835 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56200) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:45.253446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-78097c49-2063-48dd-a56c-1dd1d922cc4c admin admin] Request body: {'subnet': {'network_id': 'a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-458134519-subnet', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:45.254097 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6711c314-62fc-4f0f-853a-ff02afe81aaf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6699021 Jul 29 14:46:45.256020 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d5840-11f5-4f47-9bf3-6f93e886d25d admin admin] Pushing event updated for resources: {'Network': ['ID=a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:45.258686 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56202) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:45.271301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-58451e61-1326-471a-87b0-6cb2a459fef2 admin admin] Request body: {'subnet': {'network_id': 'db51b222-d5c8-4382-87b7-4054aead142d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1933385174-subnet', 'tenant_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:45.279668 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-cb13f688-2ccb-45ba-b661-ae41f63d424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:45.281712 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-cb13f688-2ccb-45ba-b661-ae41f63d424d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6af85314-13c1-4764-848e-5b6248ede692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2141581 Jul 29 14:46:45.282572 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf72a31f-b049-4cdc-b5b7-50f11806762c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:45.299925 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dea0b42f-af57-4000-953b-3556d19870de req-ab09f719-aad3-4187-9661-d142d9ae8ac6 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537013 Jul 29 14:46:45.301546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:46:45.338394 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2083df-82c5-4ee6-85cc-129da9b7b329 req-00118e69-d4c6-49a8-a6c7-760327e9085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:45.339973 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd2083df-82c5-4ee6-85cc-129da9b7b329 req-00118e69-d4c6-49a8-a6c7-760327e9085b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=247d807a3183413d81bd38d576287ebf&device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 1095 time: 0.2022765 Jul 29 14:46:45.409540 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:45.410569 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:45.410787 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711c314-62fc-4f0f-853a-ff02afe81aaf admin admin] Pushing event updated for resources: {'Network': ['ID=db51b222-d5c8-4382-87b7-4054aead142d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:45.411223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:45.411741 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:45.412244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:45.412785 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:45.413273 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:45.413773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:45.414254 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:45.414752 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:45.415232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:45.415737 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3d1a2-518e-44b5-9346-4e7f75a6241e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:45.428166 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c46da8b1-3c40-4c16-9600-ef826036cec4', '47446bc0-4163-4c6c-8cd8-450bf10454bc', '27ba7a23-7155-476f-a2bf-9bcca233c498'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:45.482337 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network db51b222-d5c8-4382-87b7-4054aead142d details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:46:45.496499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2083df-82c5-4ee6-85cc-129da9b7b329 req-6bcd1768-68c7-4635-9c95-bed8efb60a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:45.498254 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd2083df-82c5-4ee6-85cc-129da9b7b329 req-6bcd1768-68c7-4635-9c95-bed8efb60a0c service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 200 len: 918 time: 0.1422722 Jul 29 14:46:45.508281 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-58451e61-1326-471a-87b0-6cb2a459fef2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 14:46:45.508281 n-d-802893-1 neutron-server[94158]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 14:46:45.508281 n-d-802893-1 neutron-server[94158]: [parameters: {'project_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'id': '8e15b2bc-aad1-48b3-8d4e-3457d7c64921', 'expiration': datetime.datetime(2021, 7, 29, 14, 48, 45, 467468)}] Jul 29 14:46:45.508281 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:46:45.509309 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-58451e61-1326-471a-87b0-6cb2a459fef2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:46:45.539704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78097c49-2063-48dd-a56c-1dd1d922cc4c admin admin] Made reservation on behalf of ac8a4ded233447b3b9323004c39586e2 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:45.542569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 64d52a48-787d-4ea2-9671-12414e3aed16 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:45.543300 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78097c49-2063-48dd-a56c-1dd1d922cc4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:45.573529 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd2083df-82c5-4ee6-85cc-129da9b7b329 req-d5612d07-1294-4bf8-b7c6-ef454e264d61 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5835a63f-7b44-43e9-86e0-252cd334f13e HTTP/1.1" status: 200 len: 217 time: 0.0668285 Jul 29 14:46:45.644798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27ee8a-f66b-4d97-8302-9a0895e4af85 req-9be91f91-82ee-44ec-9f0c-96106f1d4c33 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:45.646949 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a27ee8a-f66b-4d97-8302-9a0895e4af85 req-9be91f91-82ee-44ec-9f0c-96106f1d4c33 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 944 time: 0.2250597 Jul 29 14:46:45.649190 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392730e7-b68c-49f0-a33d-dc7b1c8783eb req-181cf90e-79ef-4076-b05f-2b70078a5884 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:45.651284 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-392730e7-b68c-49f0-a33d-dc7b1c8783eb req-181cf90e-79ef-4076-b05f-2b70078a5884 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 1097 time: 0.0918634 Jul 29 14:46:45.664166 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7dbc25f4-7b60-45d1-914b-735192228865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:45.667013 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2083df-82c5-4ee6-85cc-129da9b7b329 req-0fa621eb-180d-46cd-b64f-dab499b4d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:45.668462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd2083df-82c5-4ee6-85cc-129da9b7b329 req-0fa621eb-180d-46cd-b64f-dab499b4d595 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d86473b6-310e-404b-a7a5-30517fe56c5e HTTP/1.1" status: 200 len: 856 time: 0.0755224 Jul 29 14:46:45.710458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 64d52a48-787d-4ea2-9671-12414e3aed16 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:45.717413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 64d52a48-787d-4ea2-9671-12414e3aed16 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:45.717799 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:45.728943 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-392730e7-b68c-49f0-a33d-dc7b1c8783eb req-5d090e9f-3516-4920-a6a3-9cd87755c615 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704622 Jul 29 14:46:45.732514 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7dbc25f4-7b60-45d1-914b-735192228865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:45.741633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2083df-82c5-4ee6-85cc-129da9b7b329 req-6395cc68-e21c-417b-a5f3-e682bfa3064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:45.742952 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd2083df-82c5-4ee6-85cc-129da9b7b329 req-6395cc68-e21c-417b-a5f3-e682bfa3064b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7376b65-c37a-462a-9b7f-fd5ca02310cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645385 Jul 29 14:46:45.766974 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-61ef41d0-ad21-4364-aa8d-34277fd20489 service neutron] 10.222.0.38 "GET /v2.0/networks/6af85314-13c1-4764-848e-5b6248ede692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556520 Jul 29 14:46:45.819196 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a27ee8a-f66b-4d97-8302-9a0895e4af85 req-a321b884-6d14-456d-b401-09512c5a3306 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560087 Jul 29 14:46:45.851054 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:45.885790 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd2083df-82c5-4ee6-85cc-129da9b7b329 req-84b63c27-2e63-42ed-97df-c55785deef77 service neutron] 10.222.0.38 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352801 Jul 29 14:46:45.896703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 64d52a48-787d-4ea2-9671-12414e3aed16, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=64d52a48-787d-4ea2-9671-12414e3aed16,segment=NetworkSegment(31ae8c8f-ae9e-4a74-90d5-cc5098fda25b),segment_id=31ae8c8f-ae9e-4a74-90d5-cc5098fda25b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:45.908698 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:45.916783 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7dbc25f4-7b60-45d1-914b-735192228865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:45.919729 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7dbc25f4-7b60-45d1-914b-735192228865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:45.924188 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7dbc25f4-7b60-45d1-914b-735192228865 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf72a31f-b049-4cdc-b5b7-50f11806762c HTTP/1.1" status: 204 len: 168 time: 0.6667600 Jul 29 14:46:45.992627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc25f4-7b60-45d1-914b-735192228865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf72a31f-b049-4cdc-b5b7-50f11806762c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:45.997661 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=64d52a48-787d-4ea2-9671-12414e3aed16,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:46.053118 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f722d2-ff72-42a6-a708-1bc57d0d1d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81490dae-bbf4-42ee-a24f-e7857bf96224'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:46.055797 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241956f2-90ab-4f79-8606-ab9014ce104b" -d '{"events": [{"server_uuid": "a1f722d2-ff72-42a6-a708-1bc57d0d1d2f", "name": "network-vif-plugged", "status": "completed", "tag": "81490dae-bbf4-42ee-a24f-e7857bf96224"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:46.385511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56218) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:46.415852 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8edef432-35ff-4a51-a212-27acb0472357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:46.423625 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd2083df-82c5-4ee6-85cc-129da9b7b329 req-350e7062-2747-418f-863a-60cf7bf93426 service neutron] 10.222.0.38 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256691 Jul 29 14:46:46.436892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf2a89-d7c8-4702-a69d-14048af92fed req-5835bbd7-c827-46a5-b3bb-4e9b1aa48eaf tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:46.438446 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7baf2a89-d7c8-4702-a69d-14048af92fed req-5835bbd7-c827-46a5-b3bb-4e9b1aa48eaf tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 1097 time: 0.5514548 Jul 29 14:46:46.482216 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.api [None req-8edef432-35ff-4a51-a212-27acb0472357 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 14:46:46.482216 n-d-802893-1 neutron-server[94157]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 14:46:46.482216 n-d-802893-1 neutron-server[94157]: [parameters: {'project_id_1': '3915706cebcc4546bcd5ff7d84733f04', 'expiration_1': datetime.datetime(2021, 7, 29, 14, 46, 46, 439320)}] Jul 29 14:46:46.482216 n-d-802893-1 neutron-server[94157]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:46:46.482963 n-d-802893-1 neutron-server[94157]: DEBUG oslo_db.api [None req-8edef432-35ff-4a51-a212-27acb0472357 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:46:46.484382 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7baf2a89-d7c8-4702-a69d-14048af92fed req-d38e6702-5d03-40dd-a17a-f4d7fd41b90c tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347762 Jul 29 14:46:46.493772 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-bd48ff7e-426d-4e04-9a15-92b46810fd2e service neutron] 10.222.0.38 "GET /v2.0/networks/6af85314-13c1-4764-848e-5b6248ede692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7132590 Jul 29 14:46:46.541204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58451e61-1326-471a-87b0-6cb2a459fef2 admin admin] Made reservation on behalf of 42c6f7dd78e34f1a886fbb1f24dc7fe2 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:46:46.543506 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-58451e61-1326-471a-87b0-6cb2a459fef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:46.545606 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78097c49-2063-48dd-a56c-1dd1d922cc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:46.552894 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-5698fce4-1a5e-4891-b1ab-ce3353b1fc49 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.89&port_id=f77f3584-b2db-4349-994d-b9523689283d HTTP/1.1" status: 200 len: 217 time: 0.0514092 Jul 29 14:46:46.566335 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed552d1-cba8-46b6-bc45-17d48bbb46b2 x-openstack-request-id: req-5ed552d1-cba8-46b6-bc45-17d48bbb46b2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:46.567491 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f722d2-ff72-42a6-a708-1bc57d0d1d2f", "name": "network-vif-plugged", "status": "completed", "tag": "81490dae-bbf4-42ee-a24f-e7857bf96224", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:46.567898 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ed552d1-cba8-46b6-bc45-17d48bbb46b2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:46.568574 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f722d2-ff72-42a6-a708-1bc57d0d1d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81490dae-bbf4-42ee-a24f-e7857bf96224', 'code': 200} Jul 29 14:46:46.577325 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d13a01-d396-47bd-94d1-66c40d152347 req-a420a154-39ff-49f9-92c7-d2bde9a7517f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:46.584733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d13a01-d396-47bd-94d1-66c40d152347 req-a420a154-39ff-49f9-92c7-d2bde9a7517f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:46.590636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d13a01-d396-47bd-94d1-66c40d152347 req-a420a154-39ff-49f9-92c7-d2bde9a7517f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:46.591501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 5835a63f-7b44-43e9-86e0-252cd334f13e details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:46:46.592578 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84d13a01-d396-47bd-94d1-66c40d152347 req-a420a154-39ff-49f9-92c7-d2bde9a7517f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2410 time: 0.6519701 Jul 29 14:46:46.672364 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0c4cd-a077-4e89-8c93-45197761c08b req-9a0bf1da-95c6-4703-af4f-a118f5a5dfa8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:46.674391 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-17a0c4cd-a077-4e89-8c93-45197761c08b req-9a0bf1da-95c6-4703-af4f-a118f5a5dfa8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 0.0522916 Jul 29 14:46:46.723683 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5835a63f-7b44-43e9-86e0-252cd334f13e,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:46.724616 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-17a0c4cd-a077-4e89-8c93-45197761c08b req-ffee5eef-1f96-4f8d-b9d5-8fdaf47dab84 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436275 Jul 29 14:46:46.742459 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'port_id': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'mac_address': 'fa:16:3e:b2:6c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:46:46.764940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78097c49-2063-48dd-a56c-1dd1d922cc4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4eebbc8-00ba-4ea4-bd02-461ac423061d,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:46.787155 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:46.798525 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-edc2194f-7152-4d6e-9c76-db03b2987af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:46.800123 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-edc2194f-7152-4d6e-9c76-db03b2987af3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0b2e95da-f96c-42d3-bf30-5bbe5650327f HTTP/1.1" status: 200 len: 801 time: 0.2064662 Jul 29 14:46:46.806549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5835a63f-7b44-43e9-86e0-252cd334f13e {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:46.831886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5835a63f-7b44-43e9-86e0-252cd334f13e,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:46.832258 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84d13a01-d396-47bd-94d1-66c40d152347 req-187b0136-b958-49fc-9035-3fe277a329a1 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843858 Jul 29 14:46:46.837190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a08d2-3bb3-4117-a1a9-7e72bbee76aa req-1b2b587e-8f41-4f3a-b45c-ac83f766fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:46.838709 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f53a08d2-3bb3-4117-a1a9-7e72bbee76aa req-1b2b587e-8f41-4f3a-b45c-ac83f766fc75 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 1097 time: 0.1918004 Jul 29 14:46:46.848370 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:46.854415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e848370f-d2c5-4f61-a59b-2e9295359148', 'name': 'network-vif-deleted', 'tag': 'ad723e85-8703-4e8a-b892-dbecde38fe72'}, {'name': 'network-changed', 'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'tag': '96b8cc9b-9b8e-47df-9397-58cfb4c7466b'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:46.861378 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fe4a67-fa6c-4db9-808b-49d2189a2498" -d '{"events": [{"server_uuid": "e848370f-d2c5-4f61-a59b-2e9295359148", "name": "network-vif-deleted", "tag": "ad723e85-8703-4e8a-b892-dbecde38fe72"}, {"name": "network-changed", "server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "tag": "96b8cc9b-9b8e-47df-9397-58cfb4c7466b"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:46.899157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78097c49-2063-48dd-a56c-1dd1d922cc4c admin admin] Checking segment: {'id': 'd1d542b2-fb0f-4a46-bfe1-1a91369aae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:46.899524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78097c49-2063-48dd-a56c-1dd1d922cc4c admin admin] Network hostable DHCP agents. Network: a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:46:46.908830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=5835a63f-7b44-43e9-86e0-252cd334f13e,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:46.948014 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a5b84e-c8c2-4037-8568-1738436a7cf4 x-openstack-request-id: req-e7a5b84e-c8c2-4037-8568-1738436a7cf4 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:46.948309 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e848370f-d2c5-4f61-a59b-2e9295359148", "name": "network-vif-deleted", "tag": "ad723e85-8703-4e8a-b892-dbecde38fe72", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "tag": "96b8cc9b-9b8e-47df-9397-58cfb4c7466b", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:46.948557 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7a5b84e-c8c2-4037-8568-1738436a7cf4 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:46.948967 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e848370f-d2c5-4f61-a59b-2e9295359148', 'name': 'network-vif-deleted', 'tag': 'ad723e85-8703-4e8a-b892-dbecde38fe72', 'status': 'completed', 'code': 200} Jul 29 14:46:46.949215 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'tag': '96b8cc9b-9b8e-47df-9397-58cfb4c7466b', 'status': 'completed', 'code': 200} Jul 29 14:46:46.967165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-a6fc541e-5e32-4322-b7cc-203a7e33b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:46.968712 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-a6fc541e-5e32-4322-b7cc-203a7e33b858 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5cb49efb-1149-498a-976e-acb0804f04d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1541593 Jul 29 14:46:46.974115 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f53a08d2-3bb3-4117-a1a9-7e72bbee76aa req-4c3a283e-c4bf-47b1-8b9d-85b8b7dee30c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048014 Jul 29 14:46:46.978014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78097c49-2063-48dd-a56c-1dd1d922cc4c admin admin] Network a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:46:46.984346 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8edef432-35ff-4a51-a212-27acb0472357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.076998 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-78097c49-2063-48dd-a56c-1dd1d922cc4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:47.087799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0d08ee-c0c4-4d81-95d4-9f67e45b6b32 None None] Network a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:47.109479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78097c49-2063-48dd-a56c-1dd1d922cc4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:47.110078 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78097c49-2063-48dd-a56c-1dd1d922cc4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.118310 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8edef432-35ff-4a51-a212-27acb0472357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.120658 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['5835a63f-7b44-43e9-86e0-252cd334f13e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:47.125070 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8edef432-35ff-4a51-a212-27acb0472357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.155391 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-58451e61-1326-471a-87b0-6cb2a459fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.161771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edef432-35ff-4a51-a212-27acb0472357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da81afca-23af-4bff-a5ff-dbc95561a047,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:47.172538 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-78097c49-2063-48dd-a56c-1dd1d922cc4c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9233236 Jul 29 14:46:47.175753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56240) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:47.186648 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-458134519-router', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:47.201376 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8edef432-35ff-4a51-a212-27acb0472357 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3915706cebcc4546bcd5ff7d84733f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8143635 Jul 29 14:46:47.204695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56242) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:47.239259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51934b-000e-4fce-9354-aedf35d92d7e req-00b6e073-fe04-427f-a1e7-88d31765085e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:47.248022 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9a51934b-000e-4fce-9354-aedf35d92d7e req-00b6e073-fe04-427f-a1e7-88d31765085e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 945 time: 0.2378142 Jul 29 14:46:47.255056 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-6943d905-e903-4648-b463-469030d48de4 service neutron] 10.222.0.38 "GET /v2.0/networks/5cb49efb-1149-498a-976e-acb0804f04d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780497 Jul 29 14:46:47.275376 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58451e61-1326-471a-87b0-6cb2a459fef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c010d48-358f-41a1-a9be-2e99a9503ce8,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:47.295679 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-736e6fe2-13c7-48ed-8f44-b9920a60c987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.298838 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.302795 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.374071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58451e61-1326-471a-87b0-6cb2a459fef2 admin admin] Checking segment: {'id': '0c689662-f9e3-4ac8-a146-224ee245fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'db51b222-d5c8-4382-87b7-4054aead142d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:47.374703 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58451e61-1326-471a-87b0-6cb2a459fef2 admin admin] Network hostable DHCP agents. Network: db51b222-d5c8-4382-87b7-4054aead142d, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:46:47.387603 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.393205 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9a51934b-000e-4fce-9354-aedf35d92d7e req-573cc54a-54b5-4e80-a1fb-3a8a7e718e40 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436455 Jul 29 14:46:47.412953 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 64d52a48-787d-4ea2-9671-12414e3aed16 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:47.451618 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-e3a1ce4b-bcbc-481f-aa7e-a9444c09eaeb service neutron] 10.222.0.38 "GET /v2.0/networks/5cb49efb-1149-498a-976e-acb0804f04d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862974 Jul 29 14:46:47.457592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58451e61-1326-471a-87b0-6cb2a459fef2 admin admin] Network db51b222-d5c8-4382-87b7-4054aead142d is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:46:47.506168 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-53e0e72e-5cf4-425e-a19a-d0bc70c56c6c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.38&port_id=96b8cc9b-9b8e-47df-9397-58cfb4c7466b HTTP/1.1" status: 200 len: 217 time: 0.0449460 Jul 29 14:46:47.509988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-58451e61-1326-471a-87b0-6cb2a459fef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, db51b222-d5c8-4382-87b7-4054aead142d) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:47.514796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0', 'network_id': 'a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'fixed_ips': [{'subnet_id': 'f4eebbc8-00ba-4ea4-bd02-461ac423061d'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:46:47.515791 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.526448 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58451e61-1326-471a-87b0-6cb2a459fef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:47.527171 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-58451e61-1326-471a-87b0-6cb2a459fef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.531109 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-736e6fe2-13c7-48ed-8f44-b9920a60c987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.537867 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2338fcb-7fc6-4761-abc6-527393029169 None None] Network db51b222-d5c8-4382-87b7-4054aead142d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:47.573951 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-58451e61-1326-471a-87b0-6cb2a459fef2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3048291 Jul 29 14:46:47.574977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56256) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:47.585613 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1933385174-router', 'tenant_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:47.623679 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-1cea1f88-5736-4632-8fea-135ae6f125b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:47.627622 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.629178 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-1cea1f88-5736-4632-8fea-135ae6f125b7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cdb14bf3-d6fc-4c52-a42b-309a32349934 HTTP/1.1" status: 200 len: 801 time: 0.1158843 Jul 29 14:46:47.727130 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.728959 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.759773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-45f14271-5a6a-4fa8-9f6a-f75b24fb7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:47.761806 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-45f14271-5a6a-4fa8-9f6a-f75b24fb7f1c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6af85314-13c1-4764-848e-5b6248ede692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1229589 Jul 29 14:46:47.850038 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-736e6fe2-13c7-48ed-8f44-b9920a60c987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.853654 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-736e6fe2-13c7-48ed-8f44-b9920a60c987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.861181 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-736e6fe2-13c7-48ed-8f44-b9920a60c987 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da81afca-23af-4bff-a5ff-dbc95561a047 HTTP/1.1" status: 204 len: 168 time: 0.6544487 Jul 29 14:46:47.863492 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 64d52a48-787d-4ea2-9671-12414e3aed16 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:47.864743 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:47.885768 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e6fe2-13c7-48ed-8f44-b9920a60c987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da81afca-23af-4bff-a5ff-dbc95561a047,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:47.982932 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:48.095019 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:48.119401 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:48.239611 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:48.246542 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-dad25f0a-8435-4a7e-bb60-3bae701550e1 service neutron] 10.222.0.38 "GET /v2.0/networks/6af85314-13c1-4764-848e-5b6248ede692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715087 Jul 29 14:46:48.291077 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-fc07f8be-d3da-49e3-8835-3d98b0a0972f tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:46:48.292543 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-fc07f8be-d3da-49e3-8835-3d98b0a0972f tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065727 Jul 29 14:46:48.294247 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Allocated IP 172.25.6.234 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/cb3e0be7-f024-4700-8912-41afef293fc5) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:48.354007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-db51b222-d5c8-4382-87b7-4054aead142d', 'network_id': 'db51b222-d5c8-4382-87b7-4054aead142d', 'tenant_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'fixed_ips': [{'subnet_id': '9c010d48-358f-41a1-a9be-2e99a9503ce8'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:46:48.354859 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:48.358663 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Allocated IP 172.20.0.2 (a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0/f4eebbc8-00ba-4ea4-bd02-461ac423061d/9580ff2c-25db-4249-abdf-0387b3f1313b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:48.416073 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-181db3ec-634f-4b11-bc74-ba5ea4f6e02a req-5a0e2e6d-bc08-43dd-a80e-b62a25c53cbf service neutron] 10.222.0.38 "GET /v2.0/networks/6af85314-13c1-4764-848e-5b6248ede692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599662 Jul 29 14:46:48.467992 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:48.521233 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-bbf71d8a-3bd2-44c5-9f8b-9bde5c234172 service neutron] Request body: {'binding': {'host': 'n-h1-802893-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:48.522549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-bbf71d8a-3bd2-44c5-9f8b-9bde5c234172 service neutron] Unknown quota resources ['binding']. {{(pid=94157) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 14:46:48.527785 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4836da1-0c67-493e-98bb-f37b2f81c424 req-ac25425c-cfdb-4b06-97ed-dfd4d20ccd50 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:48.538906 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4836da1-0c67-493e-98bb-f37b2f81c424 req-ac25425c-cfdb-4b06-97ed-dfd4d20ccd50 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 0.3923523 Jul 29 14:46:48.597414 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 5835a63f-7b44-43e9-86e0-252cd334f13e up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:48.624825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4836da1-0c67-493e-98bb-f37b2f81c424 req-de32759b-3dba-401b-bd39-396fbf4eb815 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733953 Jul 29 14:46:48.675640 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Allocated IP 172.20.0.2 (db51b222-d5c8-4382-87b7-4054aead142d/9c010d48-358f-41a1-a9be-2e99a9503ce8/3755638a-18cb-4955-b764-602f51e45981) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:48.709980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-bbf71d8a-3bd2-44c5-9f8b-9bde5c234172 service neutron] Attempting to bind port 68772045-9a48-4ffb-81a5-a228d4ab68d6 on host n-h1-802893-1 for vnic_type normal with profile None {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:48.710517 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-bbf71d8a-3bd2-44c5-9f8b-9bde5c234172 service neutron] Attempting to bind port 68772045-9a48-4ffb-81a5-a228d4ab68d6 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:48.710953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-bbf71d8a-3bd2-44c5-9f8b-9bde5c234172 service neutron] Attempting to bind port 68772045-9a48-4ffb-81a5-a228d4ab68d6 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:48.719318 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-bbf71d8a-3bd2-44c5-9f8b-9bde5c234172 service neutron] Port 68772045-9a48-4ffb-81a5-a228d4ab68d6 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:46:48.719812 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-bbf71d8a-3bd2-44c5-9f8b-9bde5c234172 service neutron] Attempting to bind port 68772045-9a48-4ffb-81a5-a228d4ab68d6 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:48.725195 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:48.740475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-bbf71d8a-3bd2-44c5-9f8b-9bde5c234172 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:48.741641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-bbf71d8a-3bd2-44c5-9f8b-9bde5c234172 service neutron] Checking segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:48.742130 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-bbf71d8a-3bd2-44c5-9f8b-9bde5c234172 service neutron] Bound using segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:48.742671 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-bbf71d8a-3bd2-44c5-9f8b-9bde5c234172 service neutron] Bound port: 68772045-9a48-4ffb-81a5-a228d4ab68d6, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:48.750536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe4a67-fa6c-4db9-808b-49d2189a2498 req-38501de1-8cd6-46c1-8c7d-fc22d577fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:48.751073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe4a67-fa6c-4db9-808b-49d2189a2498 req-38501de1-8cd6-46c1-8c7d-fc22d577fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:48.751577 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe4a67-fa6c-4db9-808b-49d2189a2498 req-38501de1-8cd6-46c1-8c7d-fc22d577fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:48.756591 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61fe4a67-fa6c-4db9-808b-49d2189a2498 req-38501de1-8cd6-46c1-8c7d-fc22d577fa28 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d8d78d89373a4e9c9a41503e527a8f91&device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2863 time: 0.1868055 Jul 29 14:46:48.786313 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:48.802352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Transition to ACTIVE for port object 9580ff2c-25db-4249-abdf-0387b3f1313b will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:48.808653 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 5835a63f-7b44-43e9-86e0-252cd334f13e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:48.832732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 5835a63f-7b44-43e9-86e0-252cd334f13e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:48.833370 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:48.870740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Transition to ACTIVE for port object 9580ff2c-25db-4249-abdf-0387b3f1313b will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:48.900621 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-bbf71d8a-3bd2-44c5-9f8b-9bde5c234172 service neutron] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:48.906768 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:48.909920 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67843300-22aa-4ea3-a6f5-b2cf14d990a3 req-ca9d415a-88a2-490c-a96d-e95f57fc6677 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:48.916409 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67843300-22aa-4ea3-a6f5-b2cf14d990a3 req-ca9d415a-88a2-490c-a96d-e95f57fc6677 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:48.924492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67843300-22aa-4ea3-a6f5-b2cf14d990a3 req-ca9d415a-88a2-490c-a96d-e95f57fc6677 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:48.927622 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-67843300-22aa-4ea3-a6f5-b2cf14d990a3 req-ca9d415a-88a2-490c-a96d-e95f57fc6677 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2410 time: 0.1847076 Jul 29 14:46:48.958031 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:48.959978 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-bbf71d8a-3bd2-44c5-9f8b-9bde5c234172 service neutron] Notify callbacks [] for binding, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:48.962535 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-bbf71d8a-3bd2-44c5-9f8b-9bde5c234172 service neutron] 10.222.0.16 "POST /v2.0/ports/68772045-9a48-4ffb-81a5-a228d4ab68d6/bindings HTTP/1.1" status: 201 len: 389 time: 0.6555192 Jul 29 14:46:48.967504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe4a67-fa6c-4db9-808b-49d2189a2498 req-8158942d-1dbb-44ad-b9dd-9d62b8fa41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:48.968915 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61fe4a67-fa6c-4db9-808b-49d2189a2498 req-8158942d-1dbb-44ad-b9dd-9d62b8fa41e7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6af85314-13c1-4764-848e-5b6248ede692 HTTP/1.1" status: 200 len: 903 time: 0.1901927 Jul 29 14:46:48.990855 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Pushing event updated for resources: {'Port': ['ID=cb3e0be7-f024-4700-8912-41afef293fc5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:49.006633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:49.006889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Network a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:49.014115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:49.020965 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:49.027960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:49.042202 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:49.053883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Pushing event updated for resources: {'Port': ['ID=9580ff2c-25db-4249-abdf-0387b3f1313b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:49.067447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Transition to ACTIVE for port object 3755638a-18cb-4955-b764-602f51e45981 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:49.095054 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61fe4a67-fa6c-4db9-808b-49d2189a2498 req-e4fb92e9-7b5d-4f6d-b55b-2027f077d56a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.38&port_id=96b8cc9b-9b8e-47df-9397-58cfb4c7466b HTTP/1.1" status: 200 len: 217 time: 0.0801945 Jul 29 14:46:49.168625 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe4a67-fa6c-4db9-808b-49d2189a2498 req-d17f8be6-ec93-45ef-8fdb-dd455b891a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:49.170135 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61fe4a67-fa6c-4db9-808b-49d2189a2498 req-d17f8be6-ec93-45ef-8fdb-dd455b891a14 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cdb14bf3-d6fc-4c52-a42b-309a32349934 HTTP/1.1" status: 200 len: 801 time: 0.0685835 Jul 29 14:46:49.180579 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-67843300-22aa-4ea3-a6f5-b2cf14d990a3 req-63ab0f6f-86b3-4869-a115-f9aecc64bf09 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289546 Jul 29 14:46:49.195031 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Transition to ACTIVE for port object 3755638a-18cb-4955-b764-602f51e45981 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:49.201531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Attempting to bind port 9580ff2c-25db-4249-abdf-0387b3f1313b on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:49.202335 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Attempting to bind port 9580ff2c-25db-4249-abdf-0387b3f1313b by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'd1d542b2-fb0f-4a46-bfe1-1a91369aae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:49.202957 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Attempting to bind port 9580ff2c-25db-4249-abdf-0387b3f1313b on network a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:49.213576 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:49.225415 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:49.226250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Checking segment: {'id': 'd1d542b2-fb0f-4a46-bfe1-1a91369aae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:49.227217 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:49.227853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Bound using segment: {'id': 'd1d542b2-fb0f-4a46-bfe1-1a91369aae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:49.228970 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Bound port: 9580ff2c-25db-4249-abdf-0387b3f1313b, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d542b2-fb0f-4a46-bfe1-1a91369aae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:49.229723 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:49.233083 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:49.324643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5835a63f-7b44-43e9-86e0-252cd334f13e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:49.327537 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7292ca8-7f15-4506-9345-f89f6fcf17eb" -d '{"events": [{"server_uuid": "6b86127a-1cd6-415d-a04a-fbefccc90149", "name": "network-vif-plugged", "status": "completed", "tag": "5835a63f-7b44-43e9-86e0-252cd334f13e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:49.351936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Network db51b222-d5c8-4382-87b7-4054aead142d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:49.360226 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:49.373763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Pushing event updated for resources: {'Port': ['ID=3755638a-18cb-4955-b764-602f51e45981,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:49.385420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5835a63f-7b44-43e9-86e0-252cd334f13e,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:49.387326 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:49.392684 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:49.401043 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:49.405626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe4a67-fa6c-4db9-808b-49d2189a2498 req-f5ef91da-ded8-4609-bc80-2af78a578825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:49.407132 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61fe4a67-fa6c-4db9-808b-49d2189a2498 req-f5ef91da-ded8-4609-bc80-2af78a578825 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6af85314-13c1-4764-848e-5b6248ede692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2203388 Jul 29 14:46:49.408168 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:49.498265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a862ad-548c-42f2-ab75-53802998728a req-68124d61-a9ed-4a8c-8fdb-0adc52b309ed tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:49.503457 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31a862ad-548c-42f2-ab75-53802998728a req-68124d61-a9ed-4a8c-8fdb-0adc52b309ed tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "GET /v2.0/ports?device_id=cddca198-7014-4607-b24d-e4c4dbabb4ef HTTP/1.1" status: 200 len: 949 time: 0.3170407 Jul 29 14:46:49.510424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] For port 9580ff2c-25db-4249-abdf-0387b3f1313b, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:49.546585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=5835a63f-7b44-43e9-86e0-252cd334f13e,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:49.551211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] For port 9580ff2c-25db-4249-abdf-0387b3f1313b, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9580ff2c-25db-4249-abdf-0387b3f1313b,segment=NetworkSegment(d1d542b2-fb0f-4a46-bfe1-1a91369aae60),segment_id=d1d542b2-fb0f-4a46-bfe1-1a91369aae60)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:49.563805 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:49.575829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Attempting to bind port 3755638a-18cb-4955-b764-602f51e45981 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:49.576198 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Attempting to bind port 3755638a-18cb-4955-b764-602f51e45981 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '0c689662-f9e3-4ac8-a146-224ee245fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'db51b222-d5c8-4382-87b7-4054aead142d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:49.576863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Attempting to bind port 3755638a-18cb-4955-b764-602f51e45981 on network db51b222-d5c8-4382-87b7-4054aead142d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:49.602315 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d553f-8fb5-4a12-b025-a8b83940fae2 req-8ec5eeba-a45d-422c-aa09-dfc7456a134e tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:49.611655 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:49.612779 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Checking segment: {'id': '0c689662-f9e3-4ac8-a146-224ee245fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'db51b222-d5c8-4382-87b7-4054aead142d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:49.613567 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:49.614297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Bound using segment: {'id': '0c689662-f9e3-4ac8-a146-224ee245fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'db51b222-d5c8-4382-87b7-4054aead142d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:49.614461 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f64d553f-8fb5-4a12-b025-a8b83940fae2 req-8ec5eeba-a45d-422c-aa09-dfc7456a134e tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=cddca198-7014-4607-b24d-e4c4dbabb4ef HTTP/1.1" status: 200 len: 949 time: 0.2341917 Jul 29 14:46:49.614842 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Bound port: 3755638a-18cb-4955-b764-602f51e45981, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c689662-f9e3-4ac8-a146-224ee245fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'db51b222-d5c8-4382-87b7-4054aead142d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:49.615417 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:49.621288 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-1c597116-563c-4973-9c18-f5f84339240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:49.625192 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-1c597116-563c-4973-9c18-f5f84339240a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 1097 time: 0.1315866 Jul 29 14:46:49.732268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d38197-7f10-4de8-b80c-e085388dcd96 None None] Pushing event updated for resources: {'Port': ['ID=9580ff2c-25db-4249-abdf-0387b3f1313b,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:49.797817 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f64d553f-8fb5-4a12-b025-a8b83940fae2 req-a41267d7-cc71-40bd-8209-23e87d9b986b tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827602 Jul 29 14:46:49.816836 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] For port 3755638a-18cb-4955-b764-602f51e45981, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:49.826836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb0757-e884-432b-b476-1cbc1ddec1aa req-3d735c22-4eed-4ef0-93d3-c5660f6584d6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:49.835959 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] For port 3755638a-18cb-4955-b764-602f51e45981, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3755638a-18cb-4955-b764-602f51e45981,segment=NetworkSegment(0c689662-f9e3-4ac8-a146-224ee245fa85),segment_id=0c689662-f9e3-4ac8-a146-224ee245fa85)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:49.837503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2adb0757-e884-432b-b476-1cbc1ddec1aa req-3d735c22-4eed-4ef0-93d3-c5660f6584d6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 945 time: 0.5009699 Jul 29 14:46:49.854915 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:49.875840 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56308) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:49.899707 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:49.943997 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093b5f0-2540-45dc-8bf8-8ae4291aedec req-33dd87a7-90b9-4c17-8205-fa1caddb6de5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:49.943997 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b093b5f0-2540-45dc-8bf8-8ae4291aedec req-33dd87a7-90b9-4c17-8205-fa1caddb6de5 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "GET /v2.0/ports?device_id=06128b72-1bf1-4d3d-b6e7-30496feb3e60 HTTP/1.1" status: 200 len: 950 time: 0.5037982 Jul 29 14:46:49.947402 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-03b2557a-bd18-4484-83d1-611f4ee36ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:49.949364 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-03b2557a-bd18-4484-83d1-611f4ee36ead service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.3117616 Jul 29 14:46:50.035294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f1c9d-dca7-4246-ba43-2e324121954b None None] Pushing event updated for resources: {'Port': ['ID=3755638a-18cb-4955-b764-602f51e45981,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:50.120505 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-381a9dd5-ecd8-44e4-a33a-095895eb87af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6 HTTP/1.1" status: 200 len: 217 time: 0.1626723 Jul 29 14:46:50.146860 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2adb0757-e884-432b-b476-1cbc1ddec1aa req-348368e7-62c8-4e72-9086-29fdf78cc04f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081179 Jul 29 14:46:50.156114 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Allocated IP 172.25.6.176 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/3d1d87b5-0ca4-4add-a925-3e5d821464b4) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:50.195008 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6141285-ede2-4a4e-8d28-cf8a485f4431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:50.321749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-8b431c88-fb92-4bda-8832-c1d28ddd5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:50.323455 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-8b431c88-fb92-4bda-8832-c1d28ddd5ddb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.1954260 Jul 29 14:46:50.335712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8d824-0060-44b2-b3e3-2fd65c771206 req-567c9be0-5ac5-4fb6-b1b9-412208240ce0 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:50.337552 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1ac8d824-0060-44b2-b3e3-2fd65c771206 req-567c9be0-5ac5-4fb6-b1b9-412208240ce0 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 0.3379886 Jul 29 14:46:50.392829 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-2faf6e7d-a30f-49d1-a176-08199bc04ea5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540974 Jul 29 14:46:50.545747 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1ac8d824-0060-44b2-b3e3-2fd65c771206 req-dfcec140-40b4-45b3-a3e2-8f3193bb5a25 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880443 Jul 29 14:46:50.556064 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61fe4a67-fa6c-4db9-808b-49d2189a2498 req-40731a9a-cb3a-4567-b82f-0b3c953fdadf service neutron] 10.222.0.38 "GET /v2.0/networks/6af85314-13c1-4764-848e-5b6248ede692?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1371577 Jul 29 14:46:50.567585 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:50.606536 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f77f3584-b2db-4349-994d-b9523689283d details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:46:50.654088 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1753b58-cc62-4406-89ad-b0ec9f208eb4 x-openstack-request-id: req-b1753b58-cc62-4406-89ad-b0ec9f208eb4 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:50.655777 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b86127a-1cd6-415d-a04a-fbefccc90149", "name": "network-vif-plugged", "status": "completed", "tag": "5835a63f-7b44-43e9-86e0-252cd334f13e", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:50.656290 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1753b58-cc62-4406-89ad-b0ec9f208eb4 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:50.657931 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'code': 200} Jul 29 14:46:50.661085 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-31a862ad-548c-42f2-ab75-53802998728a req-82bf06fb-20a5-480e-8ea8-b4e5d8db8f9c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Deleting port 47446bc0-4163-4c6c-8cd8-450bf10454bc {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:46:50.661449 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-31a862ad-548c-42f2-ab75-53802998728a req-82bf06fb-20a5-480e-8ea8-b4e5d8db8f9c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:50.677454 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-7c07f676-c2df-4f83-b9a6-1d656cd95339 service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694800 Jul 29 14:46:50.704984 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6141285-ede2-4a4e-8d28-cf8a485f4431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:50.800005 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61fe4a67-fa6c-4db9-808b-49d2189a2498 req-2b23aece-c8c7-425d-a110-28fc2f56e652 service neutron] 10.222.0.38 "GET /v2.0/networks/6af85314-13c1-4764-848e-5b6248ede692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189391 Jul 29 14:46:50.801496 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6141285-ede2-4a4e-8d28-cf8a485f4431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:50.825234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f77f3584-b2db-4349-994d-b9523689283d, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f77f3584-b2db-4349-994d-b9523689283d,segment=NetworkSegment(29790416-92ca-46c2-8bb7-3e88fec3ff56),segment_id=29790416-92ca-46c2-8bb7-3e88fec3ff56)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:50.839127 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'f77f3584-b2db-4349-994d-b9523689283d', 'network_id': '5cb49efb-1149-498a-976e-acb0804f04d9', 'port_id': 'f77f3584-b2db-4349-994d-b9523689283d', 'mac_address': 'fa:16:3e:89:59:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2e95da-f96c-42d3-bf30-5bbe5650327f', 'ip_address': '19.86.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:46:50.871682 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b6141285-ede2-4a4e-8d28-cf8a485f4431 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f857a5aff98483899cce16f508fc126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9893420 Jul 29 14:46:50.877193 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56318) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:50.886541 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:50.903015 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63af67-84ef-444d-af0c-9c00a3fc7286 req-42da880b-d669-4a9e-9ea3-c1c6c45152fe tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:50.903658 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77f3584-b2db-4349-994d-b9523689283d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:50.912404 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd63af67-84ef-444d-af0c-9c00a3fc7286 req-42da880b-d669-4a9e-9ea3-c1c6c45152fe tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 946 time: 0.3762722 Jul 29 14:46:50.931336 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f77f3584-b2db-4349-994d-b9523689283d, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f77f3584-b2db-4349-994d-b9523689283d,segment=NetworkSegment(29790416-92ca-46c2-8bb7-3e88fec3ff56),segment_id=29790416-92ca-46c2-8bb7-3e88fec3ff56)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:50.939576 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:50.941780 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:46:51.008628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-b093b5f0-2540-45dc-8bf8-8ae4291aedec req-94873ecf-58b8-4803-b15e-81cca155f60d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Deleting port 27ba7a23-7155-476f-a2bf-9bcca233c498 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:46:51.009065 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b093b5f0-2540-45dc-8bf8-8ae4291aedec req-94873ecf-58b8-4803-b15e-81cca155f60d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:51.010404 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-47b9dfec-5555-44eb-acb9-1474420d2da9 service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223147 Jul 29 14:46:51.011025 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6141285-ede2-4a4e-8d28-cf8a485f4431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09057cf6-5648-4626-9657-caadfa474771,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:51.055453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307976f2-3ae1-4a38-b759-a150366d86b1 req-48d66880-bbc5-4aa4-95e0-6071eb77149d tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:51.062702 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307976f2-3ae1-4a38-b759-a150366d86b1 req-48d66880-bbc5-4aa4-95e0-6071eb77149d tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:51.069584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f77f3584-b2db-4349-994d-b9523689283d,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:51.071057 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307976f2-3ae1-4a38-b759-a150366d86b1 req-48d66880-bbc5-4aa4-95e0-6071eb77149d tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:51.072893 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-307976f2-3ae1-4a38-b759-a150366d86b1 req-48d66880-bbc5-4aa4-95e0-6071eb77149d tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2410 time: 0.3659856 Jul 29 14:46:51.085671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd14c19-72ad-4716-b15a-2322ac36b91f None None] Network a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:51.141342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fb1689f1-b75c-46c3-92b8-019f54d438e2 None None] Provisioning for port 9580ff2c-25db-4249-abdf-0387b3f1313b completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:51.153914 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4fbaa65-147c-4760-b694-63861466d41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:51.179178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Router d2153d38-25c1-4c4f-8e59-98cd9538b21c is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:46:51.194491 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c,segment=NetworkSegment(9310b350-223e-4299-8aea-f40bd15f7a45),segment_id=9310b350-223e-4299-8aea-f40bd15f7a45)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:51.201921 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd63af67-84ef-444d-af0c-9c00a3fc7286 req-5d1c986b-3254-4be1-a2a7-825f5a62e1d4 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858746 Jul 29 14:46:51.216240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-2f97d6d0-b671-4879-b76d-b0d3fae2951a tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:51.217711 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-2f97d6d0-b671-4879-b76d-b0d3fae2951a tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449&tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1097 time: 0.0937512 Jul 29 14:46:51.218011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c', 'network_id': '6af85314-13c1-4764-848e-5b6248ede692', 'port_id': '5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c', 'mac_address': 'fa:16:3e:cd:f1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb14bf3-d6fc-4c52-a42b-309a32349934', 'ip_address': '19.80.0.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:46:51.231727 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4fbaa65-147c-4760-b694-63861466d41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:51.238554 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802893-1'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:51.273605 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471edcd-de3e-4c46-8ad2-ba73584c576e req-5e5b6952-a7d4-4f68-ad88-41761ae24a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:51.280930 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2471edcd-de3e-4c46-8ad2-ba73584c576e req-5e5b6952-a7d4-4f68-ad88-41761ae24a9b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 1097 time: 0.4757543 Jul 29 14:46:51.305440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-31a862ad-548c-42f2-ab75-53802998728a req-82bf06fb-20a5-480e-8ea8-b4e5d8db8f9c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] For port 47446bc0-4163-4c6c-8cd8-450bf10454bc, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=47446bc0-4163-4c6c-8cd8-450bf10454bc,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:51.305887 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-31a862ad-548c-42f2-ab75-53802998728a req-82bf06fb-20a5-480e-8ea8-b4e5d8db8f9c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:51.351807 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:51.371635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:51.396996 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:51.420516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c,segment=NetworkSegment(9310b350-223e-4299-8aea-f40bd15f7a45),segment_id=9310b350-223e-4299-8aea-f40bd15f7a45)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:51.427588 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:51.428368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 96b8cc9b-9b8e-47df-9397-58cfb4c7466b details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:46:51.449908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-31a862ad-548c-42f2-ab75-53802998728a req-82bf06fb-20a5-480e-8ea8-b4e5d8db8f9c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Calling delete_port for 47446bc0-4163-4c6c-8cd8-450bf10454bc owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:46:51.461854 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-307976f2-3ae1-4a38-b759-a150366d86b1 req-4bbe24dc-b662-4e20-ada5-ee9de4404e90 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657398 Jul 29 14:46:51.512730 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2471edcd-de3e-4c46-8ad2-ba73584c576e req-8c126181-be20-4873-b720-9c1a25f97d70 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036662 Jul 29 14:46:51.525066 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=96b8cc9b-9b8e-47df-9397-58cfb4c7466b,segment=NetworkSegment(9310b350-223e-4299-8aea-f40bd15f7a45),segment_id=9310b350-223e-4299-8aea-f40bd15f7a45)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:51.540193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '96b8cc9b-9b8e-47df-9397-58cfb4c7466b', 'network_id': '6af85314-13c1-4764-848e-5b6248ede692', 'port_id': '96b8cc9b-9b8e-47df-9397-58cfb4c7466b', 'mac_address': 'fa:16:3e:4a:df:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb14bf3-d6fc-4c52-a42b-309a32349934', 'ip_address': '19.80.0.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:46:51.550195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b093b5f0-2540-45dc-8bf8-8ae4291aedec req-94873ecf-58b8-4803-b15e-81cca155f60d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] For port 27ba7a23-7155-476f-a2bf-9bcca233c498, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=27ba7a23-7155-476f-a2bf-9bcca233c498,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:51.550555 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b093b5f0-2540-45dc-8bf8-8ae4291aedec req-94873ecf-58b8-4803-b15e-81cca155f60d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:51.565037 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3755638a-18cb-4955-b764-602f51e45981 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:51.678188 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:51.688068 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:51.697402 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:51.703225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85216369-849d-4521-a100-1726229dd1e8 req-55f5c7ba-f539-4723-a17c-afe9f424edae tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:51.717651 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85216369-849d-4521-a100-1726229dd1e8 req-55f5c7ba-f539-4723-a17c-afe9f424edae tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.1164687 Jul 29 14:46:51.718108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-b093b5f0-2540-45dc-8bf8-8ae4291aedec req-94873ecf-58b8-4803-b15e-81cca155f60d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Calling delete_port for 27ba7a23-7155-476f-a2bf-9bcca233c498 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:46:51.746841 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 3755638a-18cb-4955-b764-602f51e45981 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:51.755543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1df7ad-4b2a-4de5-9a75-52411b77eca7 None None] Network db51b222-d5c8-4382-87b7-4054aead142d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:46:51.803105 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b8cc9b-9b8e-47df-9397-58cfb4c7466b {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:51.811937 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:46:51.821066 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4fbaa65-147c-4760-b694-63861466d41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:51.823937 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4fbaa65-147c-4760-b694-63861466d41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:51.828577 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e4fbaa65-147c-4760-b694-63861466d41f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09057cf6-5648-4626-9657-caadfa474771 HTTP/1.1" status: 204 len: 168 time: 0.9464891 Jul 29 14:46:51.852273 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85216369-849d-4521-a100-1726229dd1e8 req-145abd05-93e8-4afe-9fb3-11400e4161e8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310904 Jul 29 14:46:51.868914 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbaa65-147c-4760-b694-63861466d41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09057cf6-5648-4626-9657-caadfa474771,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:51.884936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cf6f8-25f0-4932-a8d2-12f7532fcdf4 req-033fdd93-aae9-4a69-846e-c03276f37734 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:51.898679 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-964cf6f8-25f0-4932-a8d2-12f7532fcdf4 req-033fdd93-aae9-4a69-846e-c03276f37734 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=cddca198-7014-4607-b24d-e4c4dbabb4ef HTTP/1.1" status: 200 len: 949 time: 0.3688855 Jul 29 14:46:51.903791 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:51.907245 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:51.909292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56326) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:51.917268 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e1c44eeb-aebf-42ae-b951-508733835ebc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7401831 Jul 29 14:46:52.001329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9580ff2c-25db-4249-abdf-0387b3f1313b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:52.009386 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Sync routers for ids ['d2153d38-25c1-4c4f-8e59-98cd9538b21c'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:46:52.016881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Pushing event updated for resources: {'Port': ['ID=3d1d87b5-0ca4-4add-a925-3e5d821464b4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:52.058741 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffb92b-bc52-4200-9983-d5f5a6264212 req-239b80d8-73d6-4b7d-8619-81402332f2e1 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:52.060319 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1cffb92b-bc52-4200-9983-d5f5a6264212 req-239b80d8-73d6-4b7d-8619-81402332f2e1 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 0.0928051 Jul 29 14:46:52.081082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=96b8cc9b-9b8e-47df-9397-58cfb4c7466b,segment=NetworkSegment(9310b350-223e-4299-8aea-f40bd15f7a45),segment_id=9310b350-223e-4299-8aea-f40bd15f7a45)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:52.086460 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Routers {'d2153d38-25c1-4c4f-8e59-98cd9538b21c'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:52.087274 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d2153d38-25c1-4c4f-8e59-98cd9538b21c'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:52.101938 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:52.102435 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1930a026-c75e-4231-8fe2-c5fd5b74b2b4 None None] Provisioning for port 3755638a-18cb-4955-b764-602f51e45981 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:52.118637 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:52.145726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:52.158664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:52.166059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:52.189804 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1cffb92b-bc52-4200-9983-d5f5a6264212 req-54564dfb-bfac-4502-b290-a0e092eb6cb1 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180875 Jul 29 14:46:52.193767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1930a026-c75e-4231-8fe2-c5fd5b74b2b4 None None] Provisioning complete for port 3755638a-18cb-4955-b764-602f51e45981 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:52.194132 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1930a026-c75e-4231-8fe2-c5fd5b74b2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:52.198841 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:52.266676 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7031bc98-0fcc-427e-9f0b-2ed5f037d449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68772045-9a48-4ffb-81a5-a228d4ab68d6'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:52.271426 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185b9fba-6414-40c4-94c9-4175c41c5a49" -d '{"events": [{"server_uuid": "7031bc98-0fcc-427e-9f0b-2ed5f037d449", "name": "network-vif-unplugged", "status": "completed", "tag": "68772045-9a48-4ffb-81a5-a228d4ab68d6"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:52.277754 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:52.288081 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:52.375222 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Pushing event updated for resources: {'Port': ['ID=68772045-9a48-4ffb-81a5-a228d4ab68d6,revision_number=7']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:52.422077 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 9580ff2c-25db-4249-abdf-0387b3f1313b completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:52.429433 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=96b8cc9b-9b8e-47df-9397-58cfb4c7466b,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:52.486477 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9580ff2c-25db-4249-abdf-0387b3f1313b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:52.487805 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:52.498920 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Attempting to bind port 68772045-9a48-4ffb-81a5-a228d4ab68d6 on host n-h2-802893-1 for vnic_type normal with profile {"migrating_to": "n-h1-802893-1"} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:52.499643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Attempting to bind port 68772045-9a48-4ffb-81a5-a228d4ab68d6 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:52.500210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Attempting to bind port 68772045-9a48-4ffb-81a5-a228d4ab68d6 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:52.506412 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Port 68772045-9a48-4ffb-81a5-a228d4ab68d6 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:46:52.507112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Attempting to bind port 68772045-9a48-4ffb-81a5-a228d4ab68d6 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:52.518474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:52.519521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Checking segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:52.520510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Bound using segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:52.521332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Bound port: 68772045-9a48-4ffb-81a5-a228d4ab68d6, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:52.521889 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:52.572349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Set router d2153d38-25c1-4c4f-8e59-98cd9538b21c gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:52.593256 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-964cf6f8-25f0-4932-a8d2-12f7532fcdf4 req-5f4cd535-829d-41a3-b89c-a05c17ebd30e tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6815457 Jul 29 14:46:52.609377 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:52.663126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['f77f3584-b2db-4349-994d-b9523689283d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:52.667065 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['96b8cc9b-9b8e-47df-9397-58cfb4c7466b'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:52.700829 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-31a862ad-548c-42f2-ab75-53802998728a req-82bf06fb-20a5-480e-8ea8-b4e5d8db8f9c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:52.708848 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b093b5f0-2540-45dc-8bf8-8ae4291aedec req-94873ecf-58b8-4803-b15e-81cca155f60d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:52.787012 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c46da8b1-3c40-4c16-9600-ef826036cec4'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:52.963952 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1930a026-c75e-4231-8fe2-c5fd5b74b2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:53.026917 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600eb04-7e85-4b20-ab9f-6eeb61abb65e req-8d4cf8ab-a33b-4385-94d8-397e6fbeb107 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:53.035450 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b600eb04-7e85-4b20-ab9f-6eeb61abb65e req-8d4cf8ab-a33b-4385-94d8-397e6fbeb107 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 944 time: 0.6608965 Jul 29 14:46:53.126447 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b600eb04-7e85-4b20-ab9f-6eeb61abb65e req-bf2cb913-fb75-49d3-958d-d88eadabad6d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867751 Jul 29 14:46:53.130875 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:53.139998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:53.148109 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:53.220717 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cb3890-1ba3-4e9b-bf51-19bf4c952112 x-openstack-request-id: req-b7cb3890-1ba3-4e9b-bf51-19bf4c952112 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:53.221894 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7031bc98-0fcc-427e-9f0b-2ed5f037d449", "name": "network-vif-unplugged", "status": "completed", "tag": "68772045-9a48-4ffb-81a5-a228d4ab68d6", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:53.224498 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7cb3890-1ba3-4e9b-bf51-19bf4c952112 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:53.225133 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7031bc98-0fcc-427e-9f0b-2ed5f037d449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68772045-9a48-4ffb-81a5-a228d4ab68d6', 'code': 200} Jul 29 14:46:53.347339 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:53.349465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:53.353836 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:53.356739 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] 10.222.0.38 "PUT /v2.0/ports/68772045-9a48-4ffb-81a5-a228d4ab68d6 HTTP/1.1" status: 200 len: 1122 time: 2.1229057 Jul 29 14:46:53.372702 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:53.383988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Pushing event updated for resources: {'Port': ['ID=68772045-9a48-4ffb-81a5-a228d4ab68d6,revision_number=8']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:53.396245 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf06fb-20a5-480e-8ea8-b4e5d8db8f9c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event deleted for resources: {'Port': ['ID=47446bc0-4163-4c6c-8cd8-450bf10454bc,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:53.420511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:53.421312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:53.421907 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:53.423159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:53.425085 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:53.425793 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:53.427379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:53.427959 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:53.428605 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:53.429302 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:53.430242 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:53.431052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3e57d6-a785-48a7-a764-990c1b05e66f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:46:53.457394 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1930a026-c75e-4231-8fe2-c5fd5b74b2b4 None None] For port 3755638a-18cb-4955-b764-602f51e45981, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3755638a-18cb-4955-b764-602f51e45981,segment=NetworkSegment(0c689662-f9e3-4ac8-a146-224ee245fa85),segment_id=0c689662-f9e3-4ac8-a146-224ee245fa85)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:53.465805 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 47446bc0-4163-4c6c-8cd8-450bf10454bc no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:46:53.477500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a3e17-856f-4f56-a5e6-eb749902a670 req-60687ad0-ce5c-49af-8c74-684e59ee2c3b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:53.483881 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a3e17-856f-4f56-a5e6-eb749902a670 req-60687ad0-ce5c-49af-8c74-684e59ee2c3b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:53.490658 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a3e17-856f-4f56-a5e6-eb749902a670 req-60687ad0-ce5c-49af-8c74-684e59ee2c3b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:53.492486 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-516a3e17-856f-4f56-a5e6-eb749902a670 req-60687ad0-ce5c-49af-8c74-684e59ee2c3b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2413 time: 0.1274571 Jul 29 14:46:53.527738 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a862ad-548c-42f2-ab75-53802998728a req-82bf06fb-20a5-480e-8ea8-b4e5d8db8f9c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] No DVR routers for this DVR port 47446bc0-4163-4c6c-8cd8-450bf10454bc on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:46:53.531403 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-31a862ad-548c-42f2-ab75-53802998728a req-82bf06fb-20a5-480e-8ea8-b4e5d8db8f9c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:53.534012 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31a862ad-548c-42f2-ab75-53802998728a req-82bf06fb-20a5-480e-8ea8-b4e5d8db8f9c tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "DELETE /v2.0/ports/47446bc0-4163-4c6c-8cd8-450bf10454bc HTTP/1.1" status: 204 len: 173 time: 3.9136500 Jul 29 14:46:53.541416 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-516a3e17-856f-4f56-a5e6-eb749902a670 req-f65e9992-c824-4fe5-9c41-504721400d24 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 Jul 29 14:46:53.547680 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1930a026-c75e-4231-8fe2-c5fd5b74b2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:53.559320 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddca198-7014-4607-b24d-e4c4dbabb4ef', 'name': 'network-vif-deleted', 'tag': '47446bc0-4163-4c6c-8cd8-450bf10454bc'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:53.564400 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b036ee6-f876-413d-b627-6fe85cb15d4c" -d '{"events": [{"server_uuid": "cddca198-7014-4607-b24d-e4c4dbabb4ef", "name": "network-vif-deleted", "tag": "47446bc0-4163-4c6c-8cd8-450bf10454bc"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:53.632075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94873ecf-58b8-4803-b15e-81cca155f60d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event deleted for resources: {'Port': ['ID=27ba7a23-7155-476f-a2bf-9bcca233c498,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:53.669601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 47446bc0-4163-4c6c-8cd8-450bf10454bc {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:46:53.670007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 47446bc0-4163-4c6c-8cd8-450bf10454bc not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:46:53.670425 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 27ba7a23-7155-476f-a2bf-9bcca233c498 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:46:53.672796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['68772045-9a48-4ffb-81a5-a228d4ab68d6'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:53.730301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b093b5f0-2540-45dc-8bf8-8ae4291aedec req-94873ecf-58b8-4803-b15e-81cca155f60d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] No DVR routers for this DVR port 27ba7a23-7155-476f-a2bf-9bcca233c498 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:46:53.743122 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934838e-f461-4b97-988a-c27df60e7eac req-f7efdc9a-1525-48e4-b341-848fb051027d tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:53.753357 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a934838e-f461-4b97-988a-c27df60e7eac req-f7efdc9a-1525-48e4-b341-848fb051027d tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.0929184 Jul 29 14:46:53.787514 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b093b5f0-2540-45dc-8bf8-8ae4291aedec req-94873ecf-58b8-4803-b15e-81cca155f60d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:53.788644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930a026-c75e-4231-8fe2-c5fd5b74b2b4 None None] Pushing event updated for resources: {'Port': ['ID=3755638a-18cb-4955-b764-602f51e45981,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:53.793124 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b093b5f0-2540-45dc-8bf8-8ae4291aedec req-94873ecf-58b8-4803-b15e-81cca155f60d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "DELETE /v2.0/ports/27ba7a23-7155-476f-a2bf-9bcca233c498 HTTP/1.1" status: 204 len: 173 time: 3.8285732 Jul 29 14:46:53.836027 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a934838e-f461-4b97-988a-c27df60e7eac req-1254bddb-81e5-43d4-a6e2-a927877c18e8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809939 Jul 29 14:46:53.850240 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d098f2-8ecd-43dd-bba3-5170defd80ee req-bdd4c380-5248-4acc-941a-23caee1ad62d tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:53.852343 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-01d098f2-8ecd-43dd-bba3-5170defd80ee req-bdd4c380-5248-4acc-941a-23caee1ad62d tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 1.0786676 Jul 29 14:46:53.935243 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0b4bf100-bdbd-40c9-afd0-069b9280bd12 None None] Provisioning complete for port 3755638a-18cb-4955-b764-602f51e45981 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:53.935647 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b4bf100-bdbd-40c9-afd0-069b9280bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:53.992716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 27ba7a23-7155-476f-a2bf-9bcca233c498 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:46:53.993130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 27ba7a23-7155-476f-a2bf-9bcca233c498 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:46:54.012621 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-01d098f2-8ecd-43dd-bba3-5170defd80ee req-ae42e4a3-5faa-440a-b48d-5d3256f91b17 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396453 Jul 29 14:46:54.124488 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ded72a4f-b130-4509-817a-fdb85c51321e req-1c7fdd0f-4719-4a00-98d7-1f251a0d1601 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=cddca198-7014-4607-b24d-e4c4dbabb4ef HTTP/1.1" status: 200 len: 210 time: 0.0777988 Jul 29 14:46:54.129841 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 9580ff2c-25db-4249-abdf-0387b3f1313b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9580ff2c-25db-4249-abdf-0387b3f1313b,segment=NetworkSegment(d1d542b2-fb0f-4a46-bfe1-1a91369aae60),segment_id=d1d542b2-fb0f-4a46-bfe1-1a91369aae60)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:54.157094 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:54.161269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'name': 'tempest-AttachSCSIVolumeTestJSON-458134519-router', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:46:49Z', 'revision_number': 3, 'project_id': 'ac8a4ded233447b3b9323004c39586e2', 'gw_port': {'id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:48Z', 'updated_at': '2021-07-29T14:46:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:54.208391 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d5fa49-1cc8-4da2-8890-614d3d368be5 x-openstack-request-id: req-83d5fa49-1cc8-4da2-8890-614d3d368be5 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:54.209251 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddca198-7014-4607-b24d-e4c4dbabb4ef", "name": "network-vif-deleted", "tag": "47446bc0-4163-4c6c-8cd8-450bf10454bc", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:54.210469 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83d5fa49-1cc8-4da2-8890-614d3d368be5 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:54.211138 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddca198-7014-4607-b24d-e4c4dbabb4ef', 'name': 'network-vif-deleted', 'tag': '47446bc0-4163-4c6c-8cd8-450bf10454bc', 'status': 'completed', 'code': 200} Jul 29 14:46:54.254382 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Checking router: d2153d38-25c1-4c4f-8e59-98cd9538b21c for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:46:54.254733 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Updating router d2153d38-25c1-4c4f-8e59-98cd9538b21c port cb3e0be7-f024-4700-8912-41afef293fc5 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:46:54.277939 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:54.316182 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:54.391551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3755638a-18cb-4955-b764-602f51e45981 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:54.569867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f7b2b-5dc2-45e2-bfcc-12a02cfb477a req-e73e1a52-e14b-402f-bf47-36716201061b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:54.577309 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d95f7b2b-5dc2-45e2-bfcc-12a02cfb477a req-e73e1a52-e14b-402f-bf47-36716201061b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.2171812 Jul 29 14:46:54.587809 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56396) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:54.592843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-5de7b9b4-f7ad-4ff6-a95a-1bd6f633cddb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Request body: {'floatingip': {'port_id': '5835a63f-7b44-43e9-86e0-252cd334f13e'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:46:54.645303 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:54.687982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 68772045-9a48-4ffb-81a5-a228d4ab68d6 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:46:54.733542 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5de7b9b4-f7ad-4ff6-a95a-1bd6f633cddb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:54.824653 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=9580ff2c-25db-4249-abdf-0387b3f1313b,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:55.009371 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a74f1-e4d4-4794-9f3d-f4ce30605fc5 req-b5d4863f-76be-4aa3-b7eb-d223577bf5db tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:55.011047 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fe6a74f1-e4d4-4794-9f3d-f4ce30605fc5 req-b5d4863f-76be-4aa3-b7eb-d223577bf5db tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 944 time: 0.1541543 Jul 29 14:46:55.184146 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fe6a74f1-e4d4-4794-9f3d-f4ce30605fc5 req-d7c75e23-2ece-4418-aa4b-7c8e6104c964 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578472 Jul 29 14:46:55.227508 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7031bc98-0fcc-427e-9f0b-2ed5f037d449', 'tag': '68772045-9a48-4ffb-81a5-a228d4ab68d6'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:55.230192 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92899295-4cf2-45ec-89ae-cfe60df6cb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "7031bc98-0fcc-427e-9f0b-2ed5f037d449", "tag": "68772045-9a48-4ffb-81a5-a228d4ab68d6"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:55.304379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c46da8b1-3c40-4c16-9600-ef826036cec4'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:46:55.437293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Allocated IP 172.20.0.1 (a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0/f4eebbc8-00ba-4ea4-bd02-461ac423061d/5fdf8fa0-9259-4fe4-8ba0-de3b87549f04) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:55.505345 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0b4bf100-bdbd-40c9-afd0-069b9280bd12 None None] Provisioning complete for port 9580ff2c-25db-4249-abdf-0387b3f1313b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:55.505931 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b4bf100-bdbd-40c9-afd0-069b9280bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:55.614798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 3755638a-18cb-4955-b764-602f51e45981 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:55.615184 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:55.617951 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e878c5-6b6f-4071-812e-b04b7a310a49 req-13c62f44-3dd7-45f3-848b-aeb7d5cb3460 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:55.624399 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e878c5-6b6f-4071-812e-b04b7a310a49 req-13c62f44-3dd7-45f3-848b-aeb7d5cb3460 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:55.631087 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e878c5-6b6f-4071-812e-b04b7a310a49 req-13c62f44-3dd7-45f3-848b-aeb7d5cb3460 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:55.633140 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-17e878c5-6b6f-4071-812e-b04b7a310a49 req-13c62f44-3dd7-45f3-848b-aeb7d5cb3460 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2413 time: 0.2602885 Jul 29 14:46:55.651473 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Router 5658a550-a082-4be1-b097-2897a44a4248 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:46:55.710084 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:55.718383 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5de7b9b4-f7ad-4ff6-a95a-1bd6f633cddb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:55.729954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572e91-af1c-40a2-89e5-f7e0b0ea62de req-4df00026-e74d-467a-8c8b-8f0ab66fff12 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:55.731712 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87572e91-af1c-40a2-89e5-f7e0b0ea62de req-4df00026-e74d-467a-8c8b-8f0ab66fff12 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 0.4066162 Jul 29 14:46:55.733062 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5de7b9b4-f7ad-4ff6-a95a-1bd6f633cddb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:55.745844 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:55.772008 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 68772045-9a48-4ffb-81a5-a228d4ab68d6 has no active binding in host n-h1-802893-1 {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 14:46:55.776335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Transition to ACTIVE for port object 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:55.840240 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-17e878c5-6b6f-4071-812e-b04b7a310a49 req-6a4c0be4-7cde-4302-9169-18d7fba57470 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936002 Jul 29 14:46:55.911432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:46:55.937717 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87572e91-af1c-40a2-89e5-f7e0b0ea62de req-f2a0fa9c-ccfc-43c3-90b6-22412361960a tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430461 Jul 29 14:46:55.948026 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-5de7b9b4-f7ad-4ff6-a95a-1bd6f633cddb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Floating IP 43e1578d-6d65-4fd7-b4cc-ad8267f7500f associated. External IP: 172.25.6.37, port: 5835a63f-7b44-43e9-86e0-252cd334f13e. Jul 29 14:46:55.951148 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Sync routers for ids ['5658a550-a082-4be1-b097-2897a44a4248'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:46:55.966566 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Routers {'5658a550-a082-4be1-b097-2897a44a4248'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:55.967256 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['5658a550-a082-4be1-b097-2897a44a4248'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:56.010682 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:56.016494 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:56.038760 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9264fbad-10f2-45c6-a7e1-0a37da95a7e4 x-openstack-request-id: req-9264fbad-10f2-45c6-a7e1-0a37da95a7e4 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:56.039046 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7031bc98-0fcc-427e-9f0b-2ed5f037d449", "tag": "68772045-9a48-4ffb-81a5-a228d4ab68d6", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:56.039303 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9264fbad-10f2-45c6-a7e1-0a37da95a7e4 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:56.039716 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7031bc98-0fcc-427e-9f0b-2ed5f037d449', 'tag': '68772045-9a48-4ffb-81a5-a228d4ab68d6', 'status': 'completed', 'code': 200} Jul 29 14:46:56.098639 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Network a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:56.111351 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:56.115825 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:56.125511 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f99dc7b5-9574-4867-86c6-a9a4dfe36e37 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.5492077 Jul 29 14:46:56.129447 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56488) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:56.139359 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:56.139497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:46:56.148653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Pushing event updated for resources: {'Port': ['ID=5fdf8fa0-9259-4fe4-8ba0-de3b87549f04,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:56.177134 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Transition to ACTIVE for port object cb3e0be7-f024-4700-8912-41afef293fc5 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:56.191059 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:56.216807 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Set router 5658a550-a082-4be1-b097-2897a44a4248 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:56.248038 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06128b72-1bf1-4d3d-b6e7-30496feb3e60', 'name': 'network-vif-deleted', 'tag': '27ba7a23-7155-476f-a2bf-9bcca233c498'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:56.250383 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e29293b-e4ef-4152-8859-e65540489328" -d '{"events": [{"server_uuid": "06128b72-1bf1-4d3d-b6e7-30496feb3e60", "name": "network-vif-deleted", "tag": "27ba7a23-7155-476f-a2bf-9bcca233c498"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:56.366609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9580ff2c-25db-4249-abdf-0387b3f1313b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:56.374642 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Attempting to bind port cb3e0be7-f024-4700-8912-41afef293fc5 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:56.374982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Attempting to bind port cb3e0be7-f024-4700-8912-41afef293fc5 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:56.375377 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Attempting to bind port cb3e0be7-f024-4700-8912-41afef293fc5 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:56.396190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92899295-4cf2-45ec-89ae-cfe60df6cb3f req-5d219a05-e85b-468e-8d88-1257458212d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:56.399884 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92899295-4cf2-45ec-89ae-cfe60df6cb3f req-5d219a05-e85b-468e-8d88-1257458212d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 1125 time: 0.2897854 Jul 29 14:46:56.401792 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:56.453189 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735959e-654d-4949-a097-7a5c5126cbf0 None None] Pushing event updated for resources: {'Port': ['ID=cb3e0be7-f024-4700-8912-41afef293fc5,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:56.477227 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:56.477608 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:56.478018 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:56.478564 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:56.479533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Bound port: cb3e0be7-f024-4700-8912-41afef293fc5, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:56.480021 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:56.534324 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd74e6c-02f3-4639-9c3a-865111419e82 x-openstack-request-id: req-acd74e6c-02f3-4639-9c3a-865111419e82 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:56.535024 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06128b72-1bf1-4d3d-b6e7-30496feb3e60", "name": "network-vif-deleted", "tag": "27ba7a23-7155-476f-a2bf-9bcca233c498", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:56.535024 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acd74e6c-02f3-4639-9c3a-865111419e82 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:56.535384 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06128b72-1bf1-4d3d-b6e7-30496feb3e60', 'name': 'network-vif-deleted', 'tag': '27ba7a23-7155-476f-a2bf-9bcca233c498', 'status': 'completed', 'code': 200} Jul 29 14:46:56.560044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] For port cb3e0be7-f024-4700-8912-41afef293fc5, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:56.566546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] For port cb3e0be7-f024-4700-8912-41afef293fc5, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cb3e0be7-f024-4700-8912-41afef293fc5,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:56.570895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56498) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:56.579434 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9580ff2c-25db-4249-abdf-0387b3f1313b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:56.579824 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:56.582871 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:56.625698 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5658a550-a082-4be1-b097-2897a44a4248', 'name': 'tempest-FloatingIPDetailsTestJSON-1933385174-router', 'tenant_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '3d1d87b5-0ca4-4add-a925-3e5d821464b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:46:52Z', 'revision_number': 3, 'project_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'gw_port': {'id': '3d1d87b5-0ca4-4add-a925-3e5d821464b4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5658a550-a082-4be1-b097-2897a44a4248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:49Z', 'updated_at': '2021-07-29T14:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:56.646049 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f77f3584-b2db-4349-994d-b9523689283d up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:56.661163 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Checking router: 5658a550-a082-4be1-b097-2897a44a4248 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:46:56.662064 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Updating router 5658a550-a082-4be1-b097-2897a44a4248 port 3d1d87b5-0ca4-4add-a925-3e5d821464b4 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:46:56.694730 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:56.697991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-78a7e9bb-daba-4961-8e57-a04d31a8603b None None] Provisioning for port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:56.698749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389fbe1-6b2c-42f9-9bfe-47128687925b req-f2ff8b14-a683-4fb0-b796-e1d4195584bd tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:56.715882 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c389fbe1-6b2c-42f9-9bfe-47128687925b req-f2ff8b14-a683-4fb0-b796-e1d4195584bd tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 944 time: 0.3132751 Jul 29 14:46:56.740001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-78a7e9bb-daba-4961-8e57-a04d31a8603b None None] Provisioning complete for port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:56.740704 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78a7e9bb-daba-4961-8e57-a04d31a8603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:56.788150 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Routers {'d2153d38-25c1-4c4f-8e59-98cd9538b21c'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:56.789237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d2153d38-25c1-4c4f-8e59-98cd9538b21c'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:56.864339 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:56.864704 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c389fbe1-6b2c-42f9-9bfe-47128687925b req-0b2c4707-6c5a-4d29-b289-78dee5689522 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459143 Jul 29 14:46:56.913007 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-00772cbd-d192-4e41-b83c-e2c5a14f70ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:56.929142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d01a6-a65c-4c27-84e5-32416be95da9 req-72d7cf38-7b2e-4e44-aadc-e7f1782cfd9d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:56.937083 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-504d01a6-a65c-4c27-84e5-32416be95da9 req-72d7cf38-7b2e-4e44-aadc-e7f1782cfd9d tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 950 time: 0.3367040 Jul 29 14:46:56.944474 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92899295-4cf2-45ec-89ae-cfe60df6cb3f req-cdbac2d4-1c07-464c-b56e-b7fd1c589c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:56.946144 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92899295-4cf2-45ec-89ae-cfe60df6cb3f req-cdbac2d4-1c07-464c-b56e-b7fd1c589c7b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.5354254 Jul 29 14:46:56.949354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] Set router d2153d38-25c1-4c4f-8e59-98cd9538b21c gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:56.984239 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:56.996376 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Transition to ACTIVE for port object 3d1d87b5-0ca4-4add-a925-3e5d821464b4 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:46:57.004260 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:57.017895 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92899295-4cf2-45ec-89ae-cfe60df6cb3f req-2d9914d0-1991-4285-9b72-e30f8d50e65e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6 HTTP/1.1" status: 200 len: 217 time: 0.0611014 Jul 29 14:46:57.050547 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735959e-654d-4949-a097-7a5c5126cbf0 None None] Pushing event updated for resources: {'Port': ['ID=cb3e0be7-f024-4700-8912-41afef293fc5,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:57.052992 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9569dc-67d0-4298-9456-547efb2bfe69 None None] Pushing event updated for resources: {'Port': ['ID=3d1d87b5-0ca4-4add-a925-3e5d821464b4,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:57.075111 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Attempting to bind port 3d1d87b5-0ca4-4add-a925-3e5d821464b4 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:46:57.075785 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Attempting to bind port 3d1d87b5-0ca4-4add-a925-3e5d821464b4 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:46:57.076317 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Attempting to bind port 3d1d87b5-0ca4-4add-a925-3e5d821464b4 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:46:57.082594 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:46:57.083273 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:46:57.083944 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:57.084517 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:46:57.085204 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Bound port: 3d1d87b5-0ca4-4add-a925-3e5d821464b4, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:46:57.085756 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:57.125898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92899295-4cf2-45ec-89ae-cfe60df6cb3f req-652b5117-4b27-4f5b-be48-71e3eede9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:57.128103 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92899295-4cf2-45ec-89ae-cfe60df6cb3f req-652b5117-4b27-4f5b-be48-71e3eede9a50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.0866671 Jul 29 14:46:57.139093 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de7b9b4-f7ad-4ff6-a95a-1bd6f633cddb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:46:57.148585 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] For port 3d1d87b5-0ca4-4add-a925-3e5d821464b4, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:57.152222 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] For port 3d1d87b5-0ca4-4add-a925-3e5d821464b4, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3d1d87b5-0ca4-4add-a925-3e5d821464b4,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:46:57.152773 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-504d01a6-a65c-4c27-84e5-32416be95da9 req-252632ca-6c31-48de-a2d5-974ebcd26c93 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114451 Jul 29 14:46:57.158100 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:57.165838 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-78a7e9bb-daba-4961-8e57-a04d31a8603b None None] Port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:46:57.175969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae67c9-beb6-4f29-aa0f-0f846bfd65ed req-a1efb96a-6c6f-4fe5-abef-2f20374f603e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:57.180486 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port f77f3584-b2db-4349-994d-b9523689283d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:57.183312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae67c9-beb6-4f29-aa0f-0f846bfd65ed req-a1efb96a-6c6f-4fe5-abef-2f20374f603e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:57.191597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae67c9-beb6-4f29-aa0f-0f846bfd65ed req-a1efb96a-6c6f-4fe5-abef-2f20374f603e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:57.201033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port f77f3584-b2db-4349-994d-b9523689283d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:57.201177 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-45ae67c9-beb6-4f29-aa0f-0f846bfd65ed req-a1efb96a-6c6f-4fe5-abef-2f20374f603e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2413 time: 0.1947038 Jul 29 14:46:57.201413 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:57.221869 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92899295-4cf2-45ec-89ae-cfe60df6cb3f req-845dc485-4b22-4aad-89f1-d454d803748b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831997 Jul 29 14:46:57.223644 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9569dc-67d0-4298-9456-547efb2bfe69 None None] Pushing event updated for resources: {'Port': ['ID=3d1d87b5-0ca4-4add-a925-3e5d821464b4,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:57.245431 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Routers {'5658a550-a082-4be1-b097-2897a44a4248'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:57.246949 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['5658a550-a082-4be1-b097-2897a44a4248'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:57.282778 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-45ae67c9-beb6-4f29-aa0f-0f846bfd65ed req-a3eb2f1a-e861-4d19-a8fd-5238b59bb061 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763474 Jul 29 14:46:57.372884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'name': 'tempest-AttachSCSIVolumeTestJSON-458134519-router', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:46:56Z', 'revision_number': 4, 'project_id': 'ac8a4ded233447b3b9323004c39586e2', 'gw_port': {'id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:48Z', 'updated_at': '2021-07-29T14:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5fdf8fa0-9259-4fe4-8ba0-de3b87549f04', 'name': '', 'network_id': 'a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'mac_address': 'fa:16:3e:1a:07:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'f4eebbc8-00ba-4ea4-bd02-461ac423061d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:54Z', 'updated_at': '2021-07-29T14:46:55Z', 'revision_number': 1, 'project_id': 'ac8a4ded233447b3b9323004c39586e2', 'subnets': [{'id': 'f4eebbc8-00ba-4ea4-bd02-461ac423061d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:57.377912 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:57.386462 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] Set router 5658a550-a082-4be1-b097-2897a44a4248 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:57.412647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a88455-cbf1-46ca-a0e8-85eca6df9c7b None None] The sync data for ids ['d2153d38-25c1-4c4f-8e59-98cd9538b21c'] in n-d-802893-1 is: [{'id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'name': 'tempest-AttachSCSIVolumeTestJSON-458134519-router', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:46:56Z', 'revision_number': 4, 'project_id': 'ac8a4ded233447b3b9323004c39586e2', 'gw_port': {'id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:48Z', 'updated_at': '2021-07-29T14:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5fdf8fa0-9259-4fe4-8ba0-de3b87549f04', 'name': '', 'network_id': 'a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'mac_address': 'fa:16:3e:1a:07:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'f4eebbc8-00ba-4ea4-bd02-461ac423061d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:54Z', 'updated_at': '2021-07-29T14:46:55Z', 'revision_number': 1, 'project_id': 'ac8a4ded233447b3b9323004c39586e2', 'subnets': [{'id': 'f4eebbc8-00ba-4ea4-bd02-461ac423061d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:46:57.436005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d7913-df48-4f4c-aaa8-0342ae14ab23 req-792d3999-e2ac-454f-bb89-e8e7dfad9767 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:57.438274 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77f3584-b2db-4349-994d-b9523689283d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:57.441375 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abecf3a-b74e-478a-875a-8a3889c2969c" -d '{"events": [{"server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "name": "network-vif-plugged", "status": "completed", "tag": "f77f3584-b2db-4349-994d-b9523689283d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:57.444220 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df3d7913-df48-4f4c-aaa8-0342ae14ab23 req-792d3999-e2ac-454f-bb89-e8e7dfad9767 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 0.1401637 Jul 29 14:46:57.456848 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f77f3584-b2db-4349-994d-b9523689283d, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f77f3584-b2db-4349-994d-b9523689283d,segment=NetworkSegment(29790416-92ca-46c2-8bb7-3e88fec3ff56),segment_id=29790416-92ca-46c2-8bb7-3e88fec3ff56)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:57.462469 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:57.463650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:57.482313 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:57.495772 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:57.538833 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0be4e5-0584-4a25-a1a8-bfcfc62aee1d x-openstack-request-id: req-9e0be4e5-0584-4a25-a1a8-bfcfc62aee1d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:57.539368 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "name": "network-vif-plugged", "status": "completed", "tag": "f77f3584-b2db-4349-994d-b9523689283d", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:57.540030 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e0be4e5-0584-4a25-a1a8-bfcfc62aee1d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:57.540437 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77f3584-b2db-4349-994d-b9523689283d', 'code': 200} Jul 29 14:46:57.543630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de7b9b4-f7ad-4ff6-a95a-1bd6f633cddb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:46:57.551037 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5de7b9b4-f7ad-4ff6-a95a-1bd6f633cddb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:57.553244 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92899295-4cf2-45ec-89ae-cfe60df6cb3f req-72a24391-f07a-44ad-8b82-c37290aa1f33 service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063421 Jul 29 14:46:57.579976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f77f3584-b2db-4349-994d-b9523689283d,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:57.580800 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df3d7913-df48-4f4c-aaa8-0342ae14ab23 req-c2024656-3b16-4390-adfc-8aeb15e6d4f0 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341536 Jul 29 14:46:57.584557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:57.589266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:57.589523 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:57.598940 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5de7b9b4-f7ad-4ff6-a95a-1bd6f633cddb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "PUT /v2.0/floatingips/43e1578d-6d65-4fd7-b4cc-ad8267f7500f HTTP/1.1" status: 200 len: 991 time: 3.0100303 Jul 29 14:46:57.709568 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92899295-4cf2-45ec-89ae-cfe60df6cb3f req-84f89d38-7aba-48ca-b2d0-4864daa82387 service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401470 Jul 29 14:46:57.731168 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:57.733341 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Pushing event updated for resources: {'Port': ['ID=5fdf8fa0-9259-4fe4-8ba0-de3b87549f04,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:57.749299 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:57.751797 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ea78a-4159-41d2-b469-d7f733ef833f None None] Sync routers for ids ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:46:57.778629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ea78a-4159-41d2-b469-d7f733ef833f None None] Routers {'8ed24278-f340-4f7c-af16-fb3c2853d9a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:57.779687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-883ea78a-4159-41d2-b469-d7f733ef833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:57.836148 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5658a550-a082-4be1-b097-2897a44a4248', 'name': 'tempest-FloatingIPDetailsTestJSON-1933385174-router', 'tenant_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '3d1d87b5-0ca4-4add-a925-3e5d821464b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:46:52Z', 'revision_number': 3, 'project_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'gw_port': {'id': '3d1d87b5-0ca4-4add-a925-3e5d821464b4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5658a550-a082-4be1-b097-2897a44a4248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:49Z', 'updated_at': '2021-07-29T14:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:57.862293 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-00772cbd-d192-4e41-b83c-e2c5a14f70ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:57.872712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c,segment=NetworkSegment(9310b350-223e-4299-8aea-f40bd15f7a45),segment_id=9310b350-223e-4299-8aea-f40bd15f7a45)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:57.874067 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-00772cbd-d192-4e41-b83c-e2c5a14f70ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:57.881462 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:57.882470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 96b8cc9b-9b8e-47df-9397-58cfb4c7466b up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:46:57.911993 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c0a4a-43da-4c32-afe0-e273970efdfa None None] The sync data for ids ['5658a550-a082-4be1-b097-2897a44a4248'] in n-d-802893-1 is: [{'id': '5658a550-a082-4be1-b097-2897a44a4248', 'name': 'tempest-FloatingIPDetailsTestJSON-1933385174-router', 'tenant_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '3d1d87b5-0ca4-4add-a925-3e5d821464b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:46:52Z', 'revision_number': 3, 'project_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'gw_port': {'id': '3d1d87b5-0ca4-4add-a925-3e5d821464b4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5658a550-a082-4be1-b097-2897a44a4248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:49Z', 'updated_at': '2021-07-29T14:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:46:57.922728 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-00772cbd-d192-4e41-b83c-e2c5a14f70ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc4e8ac4435c4a6f915043b8d22d676d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3502843 Jul 29 14:46:57.923535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56512) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:57.950423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Network a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:46:57.953802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:46:58.052803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da66c49-3c2b-47d3-a767-5bf372cfb613 req-beaf5de8-e111-4539-88e2-d3f75b386427 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:58.059938 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'tag': '5835a63f-7b44-43e9-86e0-252cd334f13e'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:58.062806 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d269edb-88ed-45e7-b353-e81f56e7d723" -d '{"events": [{"name": "network-changed", "server_uuid": "6b86127a-1cd6-415d-a04a-fbefccc90149", "tag": "5835a63f-7b44-43e9-86e0-252cd334f13e"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:58.067742 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9da66c49-3c2b-47d3-a767-5bf372cfb613 req-beaf5de8-e111-4539-88e2-d3f75b386427 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 950 time: 0.2172754 Jul 29 14:46:58.071176 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00772cbd-d192-4e41-b83c-e2c5a14f70ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0423454-7af2-4be1-9ba6-16a8427d46bf,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:58.075585 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5910120-18b7-49f2-8505-0c0c554b784d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:58.230087 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a045dea3-8573-4049-b710-b105bb958b5d x-openstack-request-id: req-a045dea3-8573-4049-b710-b105bb958b5d {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:58.230494 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b86127a-1cd6-415d-a04a-fbefccc90149", "tag": "5835a63f-7b44-43e9-86e0-252cd334f13e", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:58.230755 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a045dea3-8573-4049-b710-b105bb958b5d {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:58.231904 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'tag': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'status': 'completed', 'code': 200} Jul 29 14:46:58.309465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:58.313926 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-883ea78a-4159-41d2-b469-d7f733ef833f None None] Set router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:58.355909 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:46:58.363144 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:58.377826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:58.378342 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:58.430594 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5910120-18b7-49f2-8505-0c0c554b784d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:58.501826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f227c-daf4-4986-9ef2-02043c036c05 req-45204918-716b-41f8-a730-40b163f92fe2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:58.509862 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-263f227c-daf4-4986-9ef2-02043c036c05 req-45204918-716b-41f8-a730-40b163f92fe2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 944 time: 0.5006127 Jul 29 14:46:58.522705 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-79fa0762-d269-4efc-ace0-2779253cfb6f service neutron] 10.222.0.39 "GET /v2.0/ports/68772045-9a48-4ffb-81a5-a228d4ab68d6/bindings/n-h1-802893-1 HTTP/1.1" status: 200 len: 384 time: 0.3086987 Jul 29 14:46:58.598364 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-829582b3-241f-4bc7-a21c-5cf620cb1036 None None] Provisioning complete for port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:46:58.598849 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-829582b3-241f-4bc7-a21c-5cf620cb1036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:58.652766 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d269edb-88ed-45e7-b353-e81f56e7d723 req-93922d95-30fc-414e-aaa1-eb67823b5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:58.654654 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d269edb-88ed-45e7-b353-e81f56e7d723 req-93922d95-30fc-414e-aaa1-eb67823b5d0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=247d807a3183413d81bd38d576287ebf&device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 1097 time: 0.3785374 Jul 29 14:46:58.670962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 68772045-9a48-4ffb-81a5-a228d4ab68d6 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:46:58.673068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Router d2153d38-25c1-4c4f-8e59-98cd9538b21c has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:46:58.691664 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-263f227c-daf4-4986-9ef2-02043c036c05 req-01e2c95d-a9a1-4ad7-a797-0c8836ff4fad tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807258 Jul 29 14:46:58.723837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978891b-d3cd-4265-8ecb-697b4b3fa4e6 req-e35ba959-b5c5-4a2a-8758-5050d5d92578 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:58.724221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-9da66c49-3c2b-47d3-a767-5bf372cfb613 req-14c08a07-7ec1-47bc-9d13-315d17cf81ff tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Deleting port c46da8b1-3c40-4c16-9600-ef826036cec4 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:46:58.725655 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9978891b-d3cd-4265-8ecb-697b4b3fa4e6 req-e35ba959-b5c5-4a2a-8758-5050d5d92578 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 950 time: 0.3305104 Jul 29 14:46:58.726387 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9da66c49-3c2b-47d3-a767-5bf372cfb613 req-14c08a07-7ec1-47bc-9d13-315d17cf81ff tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:58.739711 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5910120-18b7-49f2-8505-0c0c554b784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:58.743430 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5910120-18b7-49f2-8505-0c0c554b784d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:58.746762 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e5910120-18b7-49f2-8505-0c0c554b784d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0423454-7af2-4be1-9ba6-16a8427d46bf HTTP/1.1" status: 204 len: 168 time: 0.8176415 Jul 29 14:46:58.840829 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5910120-18b7-49f2-8505-0c0c554b784d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0423454-7af2-4be1-9ba6-16a8427d46bf,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:58.897651 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:58.942400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 68772045-9a48-4ffb-81a5-a228d4ab68d6 has no active binding in host n-h1-802893-1 {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 14:46:58.944018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-829582b3-241f-4bc7-a21c-5cf620cb1036 None None] Port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:46:58.970185 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:58.984500 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9978891b-d3cd-4265-8ecb-697b4b3fa4e6 req-5b4b346c-078b-4bce-a1dc-5e50ed60caab tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/security-groups?id=4a846c68-d957-4aeb-b50f-bfbd07eb9eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975017 Jul 29 14:46:59.089902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=96b8cc9b-9b8e-47df-9397-58cfb4c7466b,segment=NetworkSegment(9310b350-223e-4299-8aea-f40bd15f7a45),segment_id=9310b350-223e-4299-8aea-f40bd15f7a45)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:59.107716 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:59.116238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d269edb-88ed-45e7-b353-e81f56e7d723 req-6297ce18-b14e-4d8c-a872-d3dabd20f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:59.118014 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d269edb-88ed-45e7-b353-e81f56e7d723 req-6297ce18-b14e-4d8c-a872-d3dabd20f0b1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 200 len: 918 time: 0.4531250 Jul 29 14:46:59.127119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Allocated IP 172.20.0.1 (db51b222-d5c8-4382-87b7-4054aead142d/9c010d48-358f-41a1-a9be-2e99a9503ce8/ad422766-328f-47fe-b142-2fedaed17f3c) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:46:59.290917 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=96b8cc9b-9b8e-47df-9397-58cfb4c7466b,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:46:59.315936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-883ea78a-4159-41d2-b469-d7f733ef833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:21Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '43e1578d-6d65-4fd7-b4cc-ad8267f7500f', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'port_id': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'mac_address': 'fa:16:3e:b2:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:46:31Z', 'updated_at': '2021-07-29T14:46:55Z', 'revision_number': 1, 'project_id': '247d807a3183413d81bd38d576287ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a406e41-5bc5-4f57-880c-9af145e324d7', 'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'mac_address': 'fa:16:3e:52:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:18Z', 'updated_at': '2021-07-29T14:46:31Z', 'revision_number': 5, 'project_id': '247d807a3183413d81bd38d576287ebf', 'subnets': [{'id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:59.325686 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-9da66c49-3c2b-47d3-a767-5bf372cfb613 req-14c08a07-7ec1-47bc-9d13-315d17cf81ff tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] For port c46da8b1-3c40-4c16-9600-ef826036cec4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=c46da8b1-3c40-4c16-9600-ef826036cec4,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:59.326254 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9da66c49-3c2b-47d3-a767-5bf372cfb613 req-14c08a07-7ec1-47bc-9d13-315d17cf81ff tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:59.359077 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-9da66c49-3c2b-47d3-a767-5bf372cfb613 req-14c08a07-7ec1-47bc-9d13-315d17cf81ff tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Calling delete_port for c46da8b1-3c40-4c16-9600-ef826036cec4 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:46:59.370444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ea78a-4159-41d2-b469-d7f733ef833f None None] Checking router: 8ed24278-f340-4f7c-af16-fb3c2853d9a1 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:46:59.404281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ea78a-4159-41d2-b469-d7f733ef833f None None] Routers {'8ed24278-f340-4f7c-af16-fb3c2853d9a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:46:59.404973 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-883ea78a-4159-41d2-b469-d7f733ef833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:46:59.440316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619b378-3edc-48c3-82f0-26f5248d1194 req-e98bc3fb-cf03-41b2-853f-e3fe604d20cf tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:59.446991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619b378-3edc-48c3-82f0-26f5248d1194 req-e98bc3fb-cf03-41b2-853f-e3fe604d20cf tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:59.453966 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619b378-3edc-48c3-82f0-26f5248d1194 req-e98bc3fb-cf03-41b2-853f-e3fe604d20cf tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:46:59.464140 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9619b378-3edc-48c3-82f0-26f5248d1194 req-e98bc3fb-cf03-41b2-853f-e3fe604d20cf tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2415 time: 0.5960555 Jul 29 14:46:59.531065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56528) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:46:59.545283 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c'}, {'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8cc9b-9b8e-47df-9397-58cfb4c7466b'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:46:59.548290 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ea3c6a-1965-43b0-a03d-ee1eb4d7f8f0" -d '{"events": [{"server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "name": "network-vif-plugged", "status": "completed", "tag": "5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c"}, {"server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "name": "network-vif-plugged", "status": "completed", "tag": "96b8cc9b-9b8e-47df-9397-58cfb4c7466b"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:46:59.590782 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c405076-0a4c-4c32-b567-2957677fa8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:59.593674 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-883ea78a-4159-41d2-b469-d7f733ef833f None None] Set router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:46:59.603586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:46:59.630796 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ba88e13b-2046-4ff6-b476-5eced4e39f43 admin admin] 10.222.0.16 "PUT /v2.0/routers/d2153d38-25c1-4c4f-8e59-98cd9538b21c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6958268 Jul 29 14:46:59.655280 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9619b378-3edc-48c3-82f0-26f5248d1194 req-4589a2dc-84d7-4b83-a0e0-437a23ffae4b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901968 Jul 29 14:46:59.659036 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-d132d7fd-1ee9-4aba-af69-69a4f32d38d1 service neutron] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:59.771312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-d132d7fd-1ee9-4aba-af69-69a4f32d38d1 service neutron] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:46:59.887310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-d132d7fd-1ee9-4aba-af69-69a4f32d38d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68772045-9a48-4ffb-81a5-a228d4ab68d6 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:46:59.928762 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 14:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725a2394-8373-419f-a461-b806f75bd5c4 x-openstack-request-id: req-725a2394-8373-419f-a461-b806f75bd5c4 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:46:59.929267 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "name": "network-vif-plugged", "status": "completed", "tag": "5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c", "code": 200}, {"server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "name": "network-vif-plugged", "status": "completed", "tag": "96b8cc9b-9b8e-47df-9397-58cfb4c7466b", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:46:59.929704 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-725a2394-8373-419f-a461-b806f75bd5c4 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:46:59.930191 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c', 'code': 200} Jul 29 14:46:59.930554 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8cc9b-9b8e-47df-9397-58cfb4c7466b', 'code': 200} Jul 29 14:46:59.935307 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-d132d7fd-1ee9-4aba-af69-69a4f32d38d1 service neutron] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:46:59.954995 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d269edb-88ed-45e7-b353-e81f56e7d723 req-3bba7d05-d01d-450c-87dd-6604cff38b12 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5835a63f-7b44-43e9-86e0-252cd334f13e HTTP/1.1" status: 200 len: 999 time: 0.8191144 Jul 29 14:46:59.962781 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9da66c49-3c2b-47d3-a767-5bf372cfb613 req-14c08a07-7ec1-47bc-9d13-315d17cf81ff tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:46:59.986564 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-d132d7fd-1ee9-4aba-af69-69a4f32d38d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:00.055412 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c08a07-7ec1-47bc-9d13-315d17cf81ff tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Pushing event deleted for resources: {'Port': ['ID=c46da8b1-3c40-4c16-9600-ef826036cec4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:00.139443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-883ea78a-4159-41d2-b469-d7f733ef833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:21Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '43e1578d-6d65-4fd7-b4cc-ad8267f7500f', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'port_id': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'mac_address': 'fa:16:3e:b2:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:46:31Z', 'updated_at': '2021-07-29T14:46:55Z', 'revision_number': 1, 'project_id': '247d807a3183413d81bd38d576287ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a406e41-5bc5-4f57-880c-9af145e324d7', 'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'mac_address': 'fa:16:3e:52:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:18Z', 'updated_at': '2021-07-29T14:46:31Z', 'revision_number': 5, 'project_id': '247d807a3183413d81bd38d576287ebf', 'subnets': [{'id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:00.161651 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f5cf2-7680-4ecf-a1d0-7bd399053c30 req-916aad02-89f5-4406-adb6-76e55f952134 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:00.163364 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6f0f5cf2-7680-4ecf-a1d0-7bd399053c30 req-916aad02-89f5-4406-adb6-76e55f952134 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 0.9552372 Jul 29 14:47:00.219895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d269edb-88ed-45e7-b353-e81f56e7d723 req-7b73983e-5906-44c4-a4a2-a5d01ffbb748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:00.224275 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d269edb-88ed-45e7-b353-e81f56e7d723 req-7b73983e-5906-44c4-a4a2-a5d01ffbb748 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d86473b6-310e-404b-a7a5-30517fe56c5e HTTP/1.1" status: 200 len: 856 time: 0.2138166 Jul 29 14:47:00.237155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883ea78a-4159-41d2-b469-d7f733ef833f None None] The sync data for ids ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'] in n-d-802893-1 is: [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:21Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '43e1578d-6d65-4fd7-b4cc-ad8267f7500f', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'port_id': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'mac_address': 'fa:16:3e:b2:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:46:31Z', 'updated_at': '2021-07-29T14:46:55Z', 'revision_number': 1, 'project_id': '247d807a3183413d81bd38d576287ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a406e41-5bc5-4f57-880c-9af145e324d7', 'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'mac_address': 'fa:16:3e:52:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:18Z', 'updated_at': '2021-07-29T14:46:31Z', 'revision_number': 5, 'project_id': '247d807a3183413d81bd38d576287ebf', 'subnets': [{'id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:47:00.248424 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6f0f5cf2-7680-4ecf-a1d0-7bd399053c30 req-fb279520-d5fc-4576-b9d9-30e74d77aae3 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514927 Jul 29 14:47:00.253592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da66c49-3c2b-47d3-a767-5bf372cfb613 req-14c08a07-7ec1-47bc-9d13-315d17cf81ff tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] No DVR routers for this DVR port c46da8b1-3c40-4c16-9600-ef826036cec4 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:47:00.272108 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9da66c49-3c2b-47d3-a767-5bf372cfb613 req-14c08a07-7ec1-47bc-9d13-315d17cf81ff tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:00.277056 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9da66c49-3c2b-47d3-a767-5bf372cfb613 req-14c08a07-7ec1-47bc-9d13-315d17cf81ff tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.39 "DELETE /v2.0/ports/c46da8b1-3c40-4c16-9600-ef826036cec4 HTTP/1.1" status: 204 len: 173 time: 2.1671383 Jul 29 14:47:00.278564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e4d92f-2ad3-480d-b709-4fa885edfa97', 'name': 'network-vif-deleted', 'tag': 'c46da8b1-3c40-4c16-9600-ef826036cec4'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:00.280881 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad28e08-fb65-4de2-be24-32b9bb734bf4" -d '{"events": [{"server_uuid": "08e4d92f-2ad3-480d-b709-4fa885edfa97", "name": "network-vif-deleted", "tag": "c46da8b1-3c40-4c16-9600-ef826036cec4"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:00.355128 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:00.363040 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7732cf9-72c1-4b5f-b62c-c7d5ff4b92f9 req-f57beda5-593e-48da-8a9b-2164b189009a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:00.370669 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7732cf9-72c1-4b5f-b62c-c7d5ff4b92f9 req-f57beda5-593e-48da-8a9b-2164b189009a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 944 time: 0.3391364 Jul 29 14:47:00.377204 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c405076-0a4c-4c32-b567-2957677fa8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:00.409375 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-d132d7fd-1ee9-4aba-af69-69a4f32d38d1 service neutron] Transition to ACTIVE for port object 68772045-9a48-4ffb-81a5-a228d4ab68d6 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:00.414056 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d269edb-88ed-45e7-b353-e81f56e7d723 req-69b1a696-73ea-4c60-9569-154993038890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:00.415675 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d269edb-88ed-45e7-b353-e81f56e7d723 req-69b1a696-73ea-4c60-9569-154993038890 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7376b65-c37a-462a-9b7f-fd5ca02310cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726744 Jul 29 14:47:00.441947 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Transition to ACTIVE for port object ad422766-328f-47fe-b142-2fedaed17f3c will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:00.458284 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c405076-0a4c-4c32-b567-2957677fa8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:00.503373 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cac3183c-d72e-4622-9bb7-c08794fc03a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:00.520904 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cb3e0be7-f024-4700-8912-41afef293fc5 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:00.550634 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8c405076-0a4c-4c32-b567-2957677fa8ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42f3336d63c34007ab736b189e5cf5df&name=default HTTP/1.1" status: 200 len: 2980 time: 1.0070524 Jul 29 14:47:00.552079 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-d132d7fd-1ee9-4aba-af69-69a4f32d38d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:00.600440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56550) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:00.601885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port cb3e0be7-f024-4700-8912-41afef293fc5 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:00.606872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port cb3e0be7-f024-4700-8912-41afef293fc5 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:00.607529 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:00.613526 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa03186-3f2c-4ffd-9d39-a1f0fb730d9b req-67d77fa8-13ac-4297-ba75-22bce9e4182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:00.613853 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa03186-3f2c-4ffd-9d39-a1f0fb730d9b req-67d77fa8-13ac-4297-ba75-22bce9e4182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:00.614329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa03186-3f2c-4ffd-9d39-a1f0fb730d9b req-67d77fa8-13ac-4297-ba75-22bce9e4182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:00.615996 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1aa03186-3f2c-4ffd-9d39-a1f0fb730d9b req-67d77fa8-13ac-4297-ba75-22bce9e4182f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2869 time: 0.4547873 Jul 29 14:47:00.691752 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5561ee4-df14-4f6c-a31c-4a8752606370 req-347f54eb-367a-4e5c-9ee3-9590b58777e4 tempest-ServersOnMultiNodesTest-616802719 tempest-ServersOnMultiNodesTest-616802719-project] 10.222.0.16 "GET /v2.0/ports?device_id=08e4d92f-2ad3-480d-b709-4fa885edfa97 HTTP/1.1" status: 200 len: 210 time: 0.2269864 Jul 29 14:47:00.857610 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7732cf9-72c1-4b5f-b62c-c7d5ff4b92f9 req-f1817301-a27c-442d-aebc-7f084d95ed22 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856541 Jul 29 14:47:00.884895 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:00.907091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d269edb-88ed-45e7-b353-e81f56e7d723 req-7f0ac38a-c2f8-4bf3-8c47-39d30106e803 service neutron] 10.222.0.38 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601271 Jul 29 14:47:00.923430 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:01.011834 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Network db51b222-d5c8-4382-87b7-4054aead142d is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:01.028210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:01.040329 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa44a499-8381-4d3c-bf25-a8b40ffb1ff1 x-openstack-request-id: req-aa44a499-8381-4d3c-bf25-a8b40ffb1ff1 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:01.040549 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e4d92f-2ad3-480d-b709-4fa885edfa97", "name": "network-vif-deleted", "tag": "c46da8b1-3c40-4c16-9600-ef826036cec4", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:01.040820 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa44a499-8381-4d3c-bf25-a8b40ffb1ff1 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:01.060355 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e4d92f-2ad3-480d-b709-4fa885edfa97', 'name': 'network-vif-deleted', 'tag': 'c46da8b1-3c40-4c16-9600-ef826036cec4', 'status': 'completed', 'code': 200} Jul 29 14:47:01.069374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port cb3e0be7-f024-4700-8912-41afef293fc5, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cb3e0be7-f024-4700-8912-41afef293fc5,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:01.077564 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:01.079903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3d1d87b5-0ca4-4add-a925-3e5d821464b4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:01.147429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:01.163484 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-d132d7fd-1ee9-4aba-af69-69a4f32d38d1 service neutron] No DVR routers for this DVR port 68772045-9a48-4ffb-81a5-a228d4ab68d6 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:47:01.197686 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c405076-0a4c-4c32-b567-2957677fa8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c6ec55-8245-44e6-8178-252a3579964b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:01.308161 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132d7fd-1ee9-4aba-af69-69a4f32d38d1 service neutron] Pushing event updated for resources: {'Port': ['ID=68772045-9a48-4ffb-81a5-a228d4ab68d6,revision_number=10']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:01.348185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=cb3e0be7-f024-4700-8912-41afef293fc5,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:01.350561 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-d132d7fd-1ee9-4aba-af69-69a4f32d38d1 service neutron] 10.222.0.39 "PUT /v2.0/ports/68772045-9a48-4ffb-81a5-a228d4ab68d6/bindings/n-h1-802893-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8081944 Jul 29 14:47:01.377817 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d269edb-88ed-45e7-b353-e81f56e7d723 req-c8b7acd4-918e-4435-87a9-478efaec23d0 service neutron] 10.222.0.38 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400959 Jul 29 14:47:01.385157 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Pushing event updated for resources: {'Port': ['ID=ad422766-328f-47fe-b142-2fedaed17f3c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:01.410873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 3d1d87b5-0ca4-4add-a925-3e5d821464b4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:01.418004 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 3d1d87b5-0ca4-4add-a925-3e5d821464b4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:01.418570 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:01.439049 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1aa03186-3f2c-4ffd-9d39-a1f0fb730d9b req-88f739d3-546d-4df5-b9a1-6e67ff47e27d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7985382 Jul 29 14:47:01.440652 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e298cee9-6d1d-44e9-b94b-5c8a7f9259f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:01.441878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40468b10-d007-4d40-a904-b88c20514342 req-a37fe534-d1f5-41c9-8a0d-355fdf929131 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:01.466759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40468b10-d007-4d40-a904-b88c20514342 req-a37fe534-d1f5-41c9-8a0d-355fdf929131 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:01.487240 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e298cee9-6d1d-44e9-b94b-5c8a7f9259f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:01.492654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40468b10-d007-4d40-a904-b88c20514342 req-a37fe534-d1f5-41c9-8a0d-355fdf929131 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:01.494416 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40468b10-d007-4d40-a904-b88c20514342 req-a37fe534-d1f5-41c9-8a0d-355fdf929131 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2416 time: 0.4877973 Jul 29 14:47:01.498383 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:01.549771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device c46da8b1-3c40-4c16-9600-ef826036cec4 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:47:01.565951 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c99dbe-1c73-4d2d-a125-3c36f238c032 None None] New status for floating IP 43e1578d-6d65-4fd7-b4cc-ad8267f7500f: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:47:01.598174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: c46da8b1-3c40-4c16-9600-ef826036cec4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:47:01.598422 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device c46da8b1-3c40-4c16-9600-ef826036cec4 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:47:01.598890 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 68772045-9a48-4ffb-81a5-a228d4ab68d6 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:47:01.670963 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5197bab2-fa37-4829-89cf-edc73b194174 None None] Provisioning for port ad422766-328f-47fe-b142-2fedaed17f3c completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:01.676729 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 68772045-9a48-4ffb-81a5-a228d4ab68d6 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:47:01.806301 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5197bab2-fa37-4829-89cf-edc73b194174 None None] Provisioning complete for port ad422766-328f-47fe-b142-2fedaed17f3c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:01.807671 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5197bab2-fa37-4829-89cf-edc73b194174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:01.825387 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:47:01.876293 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:01.916370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5197bab2-fa37-4829-89cf-edc73b194174 None None] Port ad422766-328f-47fe-b142-2fedaed17f3c cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:47:01.958542 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40468b10-d007-4d40-a904-b88c20514342 req-1857cfaa-ea31-401f-8893-3b13039b2fdf tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891096 Jul 29 14:47:01.964865 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:01.967379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 3d1d87b5-0ca4-4add-a925-3e5d821464b4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3d1d87b5-0ca4-4add-a925-3e5d821464b4,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:01.982821 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:01.983070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-9f006038-322c-4a15-8506-3885191c79d3 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:01.984964 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-9f006038-322c-4a15-8506-3885191c79d3 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449&tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1096 time: 0.2186136 Jul 29 14:47:02.134575 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=3d1d87b5-0ca4-4add-a925-3e5d821464b4,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:02.216705 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-82ebc90b-cb6d-4f82-99cb-d17c2a2eac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:02.230634 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-82ebc90b-cb6d-4f82-99cb-d17c2a2eac8e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449&tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5 HTTP/1.1" status: 200 len: 1096 time: 0.2359302 Jul 29 14:47:02.375762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cb3e0be7-f024-4700-8912-41afef293fc5 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:02.405443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a90a54-4f9c-4163-967e-d4ac07c4ed6c req-d05f4366-0365-493a-b5c1-7518f1a446a5 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:02.407005 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7a90a54-4f9c-4163-967e-d4ac07c4ed6c req-d05f4366-0365-493a-b5c1-7518f1a446a5 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 0.9427292 Jul 29 14:47:02.483079 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7a90a54-4f9c-4163-967e-d4ac07c4ed6c req-9a0e3905-64db-4ad2-b070-5d8e3eba9dd7 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684764 Jul 29 14:47:02.483963 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e298cee9-6d1d-44e9-b94b-5c8a7f9259f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:02.486838 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e298cee9-6d1d-44e9-b94b-5c8a7f9259f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:02.488353 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e298cee9-6d1d-44e9-b94b-5c8a7f9259f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9c6ec55-8245-44e6-8178-252a3579964b HTTP/1.1" status: 204 len: 168 time: 1.8711667 Jul 29 14:47:02.532059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298cee9-6d1d-44e9-b94b-5c8a7f9259f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c6ec55-8245-44e6-8178-252a3579964b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:02.601552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port cb3e0be7-f024-4700-8912-41afef293fc5 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:02.602585 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:02.695627 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Sync routers for ids ['d2153d38-25c1-4c4f-8e59-98cd9538b21c'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:47:02.744481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Routers {'d2153d38-25c1-4c4f-8e59-98cd9538b21c'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:47:02.747602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d2153d38-25c1-4c4f-8e59-98cd9538b21c'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:02.774266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-96b6f389-1403-4c67-a7e4-88f209d544f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:02.777537 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-96b6f389-1403-4c67-a7e4-88f209d544f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 1096 time: 0.3712718 Jul 29 14:47:02.859025 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56572) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:02.941523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ad25a-1940-43f6-9fce-b67065d8baa8 req-8ad9b54c-7168-4928-8f29-4f3a87daae25 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:02.949388 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-823ad25a-1940-43f6-9fce-b67065d8baa8 req-8ad9b54c-7168-4928-8f29-4f3a87daae25 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 945 time: 0.5455883 Jul 29 14:47:03.041329 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-823ad25a-1940-43f6-9fce-b67065d8baa8 req-fb01c5b8-563d-4178-95d5-bc5690bd1d7e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907769 Jul 29 14:47:03.061626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:03.077064 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:03.153672 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bbe3be49-9fb7-48ee-a89b-701513f4bda1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ab3b8915f2f4e84a51a86946cfa2fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933030 Jul 29 14:47:03.160559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56584) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:03.164943 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-2adc48c1-dc31-405c-b48f-4e5f617c884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:03.167273 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-2adc48c1-dc31-405c-b48f-4e5f617c884f service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.3706284 Jul 29 14:47:03.249114 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-e5b505a0-da31-4478-b6a9-4b21366c773b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6 HTTP/1.1" status: 200 len: 217 time: 0.0424054 Jul 29 14:47:03.260881 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:03.320562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90d2fc-e457-4fec-b62b-a5a406449c2a req-7dafd1f8-63d1-41b0-807e-bdb79deaff63 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:03.329978 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90d2fc-e457-4fec-b62b-a5a406449c2a req-7dafd1f8-63d1-41b0-807e-bdb79deaff63 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:03.338309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90d2fc-e457-4fec-b62b-a5a406449c2a req-7dafd1f8-63d1-41b0-807e-bdb79deaff63 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:03.340427 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8b90d2fc-e457-4fec-b62b-a5a406449c2a req-7dafd1f8-63d1-41b0-807e-bdb79deaff63 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2416 time: 0.1790409 Jul 29 14:47:03.426993 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Pushing event updated for resources: {'Port': ['ID=ad422766-328f-47fe-b142-2fedaed17f3c,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:03.452642 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8b90d2fc-e457-4fec-b62b-a5a406449c2a req-896b4402-302d-4e32-8ef2-dad6f13ac874 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056814 Jul 29 14:47:03.464476 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b038088-5f5d-4ccc-b8b4-ac1464676563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:03.490531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Network db51b222-d5c8-4382-87b7-4054aead142d is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:03.493000 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:03.496766 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-598ce6f4-5260-46ab-adbb-2bf4ea690672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:03.499466 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-598ce6f4-5260-46ab-adbb-2bf4ea690672 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.2398837 Jul 29 14:47:03.503088 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:03.504215 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3d1d87b5-0ca4-4add-a925-3e5d821464b4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:03.567767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Set router d2153d38-25c1-4c4f-8e59-98cd9538b21c gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:47:03.640615 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-d5423275-4f14-46e1-a074-1fa6047e8b4c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292009 Jul 29 14:47:03.732243 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9279251e-676a-4dac-9d4e-302929ee471a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:03.790239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062db969-b6e0-468c-bbf0-cb6e832affd0 req-a39ddb6a-5a38-42ef-93c9-5369a304f37b tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:03.803437 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-062db969-b6e0-468c-bbf0-cb6e832affd0 req-a39ddb6a-5a38-42ef-93c9-5369a304f37b tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 0.1448946 Jul 29 14:47:03.906814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 3d1d87b5-0ca4-4add-a925-3e5d821464b4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:03.907555 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:03.976396 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-062db969-b6e0-468c-bbf0-cb6e832affd0 req-6ed5a8ec-c62e-461f-a5b0-66402bc08aee tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719713 Jul 29 14:47:03.978461 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9279251e-676a-4dac-9d4e-302929ee471a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:04.018626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-73b5d589-1456-4952-aade-ee238b7ddf73 None None] Provisioning complete for port ad422766-328f-47fe-b142-2fedaed17f3c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:04.019898 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73b5d589-1456-4952-aade-ee238b7ddf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:04.135259 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9279251e-676a-4dac-9d4e-302929ee471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:04.138081 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9279251e-676a-4dac-9d4e-302929ee471a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:04.142201 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9279251e-676a-4dac-9d4e-302929ee471a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a846c68-d957-4aeb-b50f-bfbd07eb9eec HTTP/1.1" status: 204 len: 168 time: 0.9709308 Jul 29 14:47:04.215622 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279251e-676a-4dac-9d4e-302929ee471a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a846c68-d957-4aeb-b50f-bfbd07eb9eec,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:04.219387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-73b5d589-1456-4952-aade-ee238b7ddf73 None None] Port ad422766-328f-47fe-b142-2fedaed17f3c cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:47:04.286921 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-c6758d66-7092-4abb-bb22-e9145e38e95e service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047006 Jul 29 14:47:04.309226 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:04.337660 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c767e-ed5c-4147-bc27-dd3892e8367b req-840c17b3-a0d2-48ad-aa31-064a1972655e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:04.356488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c767e-ed5c-4147-bc27-dd3892e8367b req-840c17b3-a0d2-48ad-aa31-064a1972655e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:04.363210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'name': 'tempest-AttachSCSIVolumeTestJSON-458134519-router', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:46:56Z', 'revision_number': 4, 'project_id': 'ac8a4ded233447b3b9323004c39586e2', 'gw_port': {'id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:48Z', 'updated_at': '2021-07-29T14:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5fdf8fa0-9259-4fe4-8ba0-de3b87549f04', 'name': '', 'network_id': 'a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'mac_address': 'fa:16:3e:1a:07:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'f4eebbc8-00ba-4ea4-bd02-461ac423061d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:54Z', 'updated_at': '2021-07-29T14:46:56Z', 'revision_number': 2, 'project_id': 'ac8a4ded233447b3b9323004c39586e2', 'subnets': [{'id': 'f4eebbc8-00ba-4ea4-bd02-461ac423061d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:04.374055 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c767e-ed5c-4147-bc27-dd3892e8367b req-840c17b3-a0d2-48ad-aa31-064a1972655e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:04.379268 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-131c767e-ed5c-4147-bc27-dd3892e8367b req-840c17b3-a0d2-48ad-aa31-064a1972655e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2416 time: 0.2110667 Jul 29 14:47:04.417840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Checking router: d2153d38-25c1-4c4f-8e59-98cd9538b21c for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:47:04.417840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Updating router d2153d38-25c1-4c4f-8e59-98cd9538b21c port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:47:04.456564 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:04.463905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Router 5658a550-a082-4be1-b097-2897a44a4248 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:47:04.479611 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-131c767e-ed5c-4147-bc27-dd3892e8367b req-d9336148-130e-4a33-81b7-0669846ab7db tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897262 Jul 29 14:47:04.629228 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64717ac-e087-49c9-9504-2b6b3044635a req-e919e6db-f679-45b9-8cf1-862b441e8713 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:04.636643 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a64717ac-e087-49c9-9504-2b6b3044635a req-e919e6db-f679-45b9-8cf1-862b441e8713 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 945 time: 0.3416700 Jul 29 14:47:04.893597 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-9d6b9552-e49f-43f9-b467-61ac2ad5fd8a service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770009 Jul 29 14:47:04.895115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56634) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:04.944175 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a64717ac-e087-49c9-9504-2b6b3044635a req-3cf3353c-d933-4939-a1dc-ffe77a949f45 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965026 Jul 29 14:47:04.982581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:47:04.996880 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-de97583d-d071-415a-ace3-ca3e83d29028 admin admin] 10.222.0.16 "PUT /v2.0/routers/5658a550-a082-4be1-b097-2897a44a4248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8608468 Jul 29 14:47:05.003830 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Sync routers for ids ['5658a550-a082-4be1-b097-2897a44a4248'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:47:05.012362 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5ab4bbe4-c486-4cac-a655-19b98f083d25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24a91fa11bbb4b1ab1b7d9c3d8af44b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1160414 Jul 29 14:47:05.016629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56640) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:05.043775 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Routers {'5658a550-a082-4be1-b097-2897a44a4248'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:47:05.053588 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:47:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['5658a550-a082-4be1-b097-2897a44a4248'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:05.094101 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:05.127211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Transition to ACTIVE for port object 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:05.163959 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:05.316758 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-297e7f85-a3c2-4c1d-b4c8-d5d038fc514b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:05.329583 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735780f-2c8d-4454-8932-2db569dd08b0 None None] Pushing event updated for resources: {'Port': ['ID=5fdf8fa0-9259-4fe4-8ba0-de3b87549f04,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:05.382813 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-297e7f85-a3c2-4c1d-b4c8-d5d038fc514b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:05.397687 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-14488803-9b34-435b-8ddf-7c3f2d7170d7 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:05.404205 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-14488803-9b34-435b-8ddf-7c3f2d7170d7 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449&tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&binding%3Ahost_id=n-h1-802893-1 HTTP/1.1" status: 200 len: 1096 time: 0.1445572 Jul 29 14:47:05.531648 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Attempting to bind port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:05.532974 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Attempting to bind port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'd1d542b2-fb0f-4a46-bfe1-1a91369aae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:05.533922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Attempting to bind port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 on network a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:05.554668 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9fbe1-301d-4114-a3d2-8384313bc7b0 req-098ad503-a41f-4cac-841f-73807692f119 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:05.558916 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:47:05.559301 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Checking segment: {'id': 'd1d542b2-fb0f-4a46-bfe1-1a91369aae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:05.559713 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:05.560123 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Bound using segment: {'id': 'd1d542b2-fb0f-4a46-bfe1-1a91369aae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:47:05.560598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Bound port: 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d542b2-fb0f-4a46-bfe1-1a91369aae60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:47:05.561017 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:05.561854 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7dc9fbe1-301d-4114-a3d2-8384313bc7b0 req-098ad503-a41f-4cac-841f-73807692f119 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 0.4036031 Jul 29 14:47:05.641407 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Set router 5658a550-a082-4be1-b097-2897a44a4248 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:47:05.646493 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-297e7f85-a3c2-4c1d-b4c8-d5d038fc514b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:05.662688 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-297e7f85-a3c2-4c1d-b4c8-d5d038fc514b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:05.664127 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-297e7f85-a3c2-4c1d-b4c8-d5d038fc514b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d314e5c1-60f1-4174-b7ef-0ced5af4d357 HTTP/1.1" status: 204 len: 168 time: 0.6432796 Jul 29 14:47:05.716094 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e7f85-a3c2-4c1d-b4c8-d5d038fc514b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d314e5c1-60f1-4174-b7ef-0ced5af4d357,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:05.753486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7dc9fbe1-301d-4114-a3d2-8384313bc7b0 req-a9e364ce-1966-4f7a-a3dd-c0f19d66f6c7 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834638 Jul 29 14:47:05.884601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] For port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:05.894914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] For port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5fdf8fa0-9259-4fe4-8ba0-de3b87549f04,segment=NetworkSegment(d1d542b2-fb0f-4a46-bfe1-1a91369aae60),segment_id=d1d542b2-fb0f-4a46-bfe1-1a91369aae60)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:47:05.919831 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:06.120117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Routers {'d2153d38-25c1-4c4f-8e59-98cd9538b21c'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:47:06.133857 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:47:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d2153d38-25c1-4c4f-8e59-98cd9538b21c'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:06.272407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735780f-2c8d-4454-8932-2db569dd08b0 None None] Pushing event updated for resources: {'Port': ['ID=5fdf8fa0-9259-4fe4-8ba0-de3b87549f04,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:06.278171 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-a6860c22-f2fe-42ff-b3d3-d09bb8c0872c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:06.280316 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:06.327118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-a6860c22-f2fe-42ff-b3d3-d09bb8c0872c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:06.390771 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-a6860c22-f2fe-42ff-b3d3-d09bb8c0872c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:06.409854 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-a6860c22-f2fe-42ff-b3d3-d09bb8c0872c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.38 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2416 time: 0.4406629 Jul 29 14:47:06.441203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] Set router d2153d38-25c1-4c4f-8e59-98cd9538b21c gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:47:06.504343 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf796d10-014f-4ad3-860e-c5f136032d5b req-f173f055-cfa1-4eb0-b917-c1ed0fba4191 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:06.531238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf796d10-014f-4ad3-860e-c5f136032d5b req-f173f055-cfa1-4eb0-b917-c1ed0fba4191 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:06.534338 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-09b34b0a-628e-416d-966a-e32b717aab45 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8112910 Jul 29 14:47:06.545122 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5658a550-a082-4be1-b097-2897a44a4248', 'name': 'tempest-FloatingIPDetailsTestJSON-1933385174-router', 'tenant_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '3d1d87b5-0ca4-4add-a925-3e5d821464b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:47:01Z', 'revision_number': 4, 'project_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'gw_port': {'id': '3d1d87b5-0ca4-4add-a925-3e5d821464b4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658a550-a082-4be1-b097-2897a44a4248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:49Z', 'updated_at': '2021-07-29T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'ad422766-328f-47fe-b142-2fedaed17f3c', 'name': '', 'network_id': 'db51b222-d5c8-4382-87b7-4054aead142d', 'tenant_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'mac_address': 'fa:16:3e:d1:88:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5658a550-a082-4be1-b097-2897a44a4248', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9c010d48-358f-41a1-a9be-2e99a9503ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:58Z', 'updated_at': '2021-07-29T14:47:02Z', 'revision_number': 2, 'project_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'subnets': [{'id': '9c010d48-358f-41a1-a9be-2e99a9503ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:06.548135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf796d10-014f-4ad3-860e-c5f136032d5b req-f173f055-cfa1-4eb0-b917-c1ed0fba4191 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:06.549717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-51237af3-bb52-4666-8fbe-53a3cb5cee5e service neutron] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:06.559129 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:06.576294 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf796d10-014f-4ad3-860e-c5f136032d5b req-f173f055-cfa1-4eb0-b917-c1ed0fba4191 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 2416 time: 0.6494212 Jul 29 14:47:06.586466 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-51237af3-bb52-4666-8fbe-53a3cb5cee5e service neutron] Notify callbacks [] for binding, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:06.588322 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8402773-0733-46b9-aa24-ec3cfa4a0a02 req-51237af3-bb52-4666-8fbe-53a3cb5cee5e service neutron] 10.222.0.38 "DELETE /v2.0/ports/68772045-9a48-4ffb-81a5-a228d4ab68d6/bindings/n-h2-802893-1 HTTP/1.1" status: 204 len: 173 time: 1.1758010 Jul 29 14:47:06.655928 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Checking router: 5658a550-a082-4be1-b097-2897a44a4248 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:47:06.656688 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Updating router 5658a550-a082-4be1-b097-2897a44a4248 port ad422766-328f-47fe-b142-2fedaed17f3c binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:47:06.698751 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:06.718787 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:06.842180 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf796d10-014f-4ad3-860e-c5f136032d5b req-b919a115-070a-4f2b-94ce-ccabb2eb0896 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622442 Jul 29 14:47:06.942892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'name': 'tempest-AttachSCSIVolumeTestJSON-458134519-router', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:46:56Z', 'revision_number': 4, 'project_id': 'ac8a4ded233447b3b9323004c39586e2', 'gw_port': {'id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:48Z', 'updated_at': '2021-07-29T14:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5fdf8fa0-9259-4fe4-8ba0-de3b87549f04', 'name': '', 'network_id': 'a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'mac_address': 'fa:16:3e:1a:07:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'f4eebbc8-00ba-4ea4-bd02-461ac423061d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:54Z', 'updated_at': '2021-07-29T14:47:05Z', 'revision_number': 4, 'project_id': 'ac8a4ded233447b3b9323004c39586e2', 'subnets': [{'id': 'f4eebbc8-00ba-4ea4-bd02-461ac423061d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:06.943220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-dc6d43c0-3838-40c1-b08e-29164a293040 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Deleting port f77f3584-b2db-4349-994d-b9523689283d {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:06.948096 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-dc6d43c0-3838-40c1-b08e-29164a293040 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:06.997481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bc408d-f082-474d-9a52-057980dbb11b None None] The sync data for ids ['d2153d38-25c1-4c4f-8e59-98cd9538b21c'] in n-d-802893-1 is: [{'id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'name': 'tempest-AttachSCSIVolumeTestJSON-458134519-router', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:46:56Z', 'revision_number': 4, 'project_id': 'ac8a4ded233447b3b9323004c39586e2', 'gw_port': {'id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:48Z', 'updated_at': '2021-07-29T14:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5fdf8fa0-9259-4fe4-8ba0-de3b87549f04', 'name': '', 'network_id': 'a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'mac_address': 'fa:16:3e:1a:07:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'f4eebbc8-00ba-4ea4-bd02-461ac423061d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:54Z', 'updated_at': '2021-07-29T14:47:05Z', 'revision_number': 4, 'project_id': 'ac8a4ded233447b3b9323004c39586e2', 'subnets': [{'id': 'f4eebbc8-00ba-4ea4-bd02-461ac423061d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:47:07.140444 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:07.360295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fecc3-a3d4-4c77-8df7-b07704df1e2b req-bb87369e-6f8c-423a-9ce5-212a550b1f60 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:07.379914 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-079fecc3-a3d4-4c77-8df7-b07704df1e2b req-bb87369e-6f8c-423a-9ce5-212a550b1f60 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 945 time: 0.2890477 Jul 29 14:47:07.385312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-dc6d43c0-3838-40c1-b08e-29164a293040 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] For port f77f3584-b2db-4349-994d-b9523689283d, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f77f3584-b2db-4349-994d-b9523689283d,segment=NetworkSegment(29790416-92ca-46c2-8bb7-3e88fec3ff56),segment_id=29790416-92ca-46c2-8bb7-3e88fec3ff56)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:07.394409 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-dc6d43c0-3838-40c1-b08e-29164a293040 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:07.453514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Allocated IP 172.25.6.27 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/062bdfdc-5e4d-45e3-b7b8-113157a8ee6f) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:47:07.493169 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-dc6d43c0-3838-40c1-b08e-29164a293040 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Calling delete_port for f77f3584-b2db-4349-994d-b9523689283d owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:07.550184 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:07.594364 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Transition to ACTIVE for port object ad422766-328f-47fe-b142-2fedaed17f3c will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:07.620854 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:07.672494 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:07.758003 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:07.761460 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea4c51-b4db-4ba9-acec-7f4e2fb8849c None None] Pushing event updated for resources: {'Port': ['ID=ad422766-328f-47fe-b142-2fedaed17f3c,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:07.781689 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-079fecc3-a3d4-4c77-8df7-b07704df1e2b req-8026159c-feb3-490d-bc03-6302c28ef525 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988717 Jul 29 14:47:07.967795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:07.989428 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56730) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:08.000527 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:08.003008 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Attempting to bind port ad422766-328f-47fe-b142-2fedaed17f3c on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:08.003008 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Attempting to bind port ad422766-328f-47fe-b142-2fedaed17f3c by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '0c689662-f9e3-4ac8-a146-224ee245fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'db51b222-d5c8-4382-87b7-4054aead142d'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:08.005345 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Attempting to bind port ad422766-328f-47fe-b142-2fedaed17f3c on network db51b222-d5c8-4382-87b7-4054aead142d {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:08.016074 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:47:08.017966 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Checking segment: {'id': '0c689662-f9e3-4ac8-a146-224ee245fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'db51b222-d5c8-4382-87b7-4054aead142d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:08.018619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Pushing event updated for resources: {'Port': ['ID=062bdfdc-5e4d-45e3-b7b8-113157a8ee6f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:08.018915 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:08.019531 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Bound using segment: {'id': '0c689662-f9e3-4ac8-a146-224ee245fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'db51b222-d5c8-4382-87b7-4054aead142d'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:47:08.021094 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:08.021885 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Bound port: ad422766-328f-47fe-b142-2fedaed17f3c, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c689662-f9e3-4ac8-a146-224ee245fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'db51b222-d5c8-4382-87b7-4054aead142d'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:47:08.022523 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:08.113769 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-dc6d43c0-3838-40c1-b08e-29164a293040 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:08.212651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d43c0-3838-40c1-b08e-29164a293040 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event deleted for resources: {'Port': ['ID=f77f3584-b2db-4349-994d-b9523689283d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:08.251221 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] For port ad422766-328f-47fe-b142-2fedaed17f3c, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:08.266622 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] For port ad422766-328f-47fe-b142-2fedaed17f3c, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ad422766-328f-47fe-b142-2fedaed17f3c,segment=NetworkSegment(0c689662-f9e3-4ac8-a146-224ee245fa85),segment_id=0c689662-f9e3-4ac8-a146-224ee245fa85)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:47:08.283787 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:08.364696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-dc6d43c0-3838-40c1-b08e-29164a293040 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] No DVR routers for this DVR port f77f3584-b2db-4349-994d-b9523689283d on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:47:08.367689 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-dc6d43c0-3838-40c1-b08e-29164a293040 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:08.370468 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-dc6d43c0-3838-40c1-b08e-29164a293040 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.38 "DELETE /v2.0/ports/f77f3584-b2db-4349-994d-b9523689283d HTTP/1.1" status: 204 len: 173 time: 1.9364920 Jul 29 14:47:08.371220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'name': 'network-vif-deleted', 'tag': 'f77f3584-b2db-4349-994d-b9523689283d'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:08.373987 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44efaa6e-4a87-445b-8bbb-ce052d870213" -d '{"events": [{"server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "name": "network-vif-deleted", "tag": "f77f3584-b2db-4349-994d-b9523689283d"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:08.500812 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:08.565817 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea4c51-b4db-4ba9-acec-7f4e2fb8849c None None] Pushing event updated for resources: {'Port': ['ID=ad422766-328f-47fe-b142-2fedaed17f3c,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:08.619007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:08.628233 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea4c51-b4db-4ba9-acec-7f4e2fb8849c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:08.628910 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea4c51-b4db-4ba9-acec-7f4e2fb8849c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:08.629442 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea4c51-b4db-4ba9-acec-7f4e2fb8849c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:08.631293 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea4c51-b4db-4ba9-acec-7f4e2fb8849c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:08.631816 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea4c51-b4db-4ba9-acec-7f4e2fb8849c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:08.632320 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea4c51-b4db-4ba9-acec-7f4e2fb8849c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:08.632866 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea4c51-b4db-4ba9-acec-7f4e2fb8849c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:08.633765 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea4c51-b4db-4ba9-acec-7f4e2fb8849c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:08.636138 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea4c51-b4db-4ba9-acec-7f4e2fb8849c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:08.636656 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea4c51-b4db-4ba9-acec-7f4e2fb8849c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:08.638348 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea4c51-b4db-4ba9-acec-7f4e2fb8849c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:08.639456 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea4c51-b4db-4ba9-acec-7f4e2fb8849c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:08.668002 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Routers {'5658a550-a082-4be1-b097-2897a44a4248'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:47:08.670246 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:47:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['5658a550-a082-4be1-b097-2897a44a4248'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:08.671912 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:08.696383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-98288204-6a12-448e-8814-bb0d31967394 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1182185879-network', 'tenant_id': '03f97bd89e0c46f59fec9f09f4faebd8'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:08.709266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f77f3584-b2db-4349-994d-b9523689283d no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:47:08.782094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: f77f3584-b2db-4349-994d-b9523689283d {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:47:08.783447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f77f3584-b2db-4349-994d-b9523689283d not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:47:08.784124 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:47:08.784943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33762d-8659-4723-8a6a-f833c0a155f3 req-431f148b-5a3f-485b-8ea6-b4e01def9d8f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:08.800192 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa33762d-8659-4723-8a6a-f833c0a155f3 req-431f148b-5a3f-485b-8ea6-b4e01def9d8f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 0.3833537 Jul 29 14:47:08.886663 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98288204-6a12-448e-8814-bb0d31967394 admin admin] Made reservation on behalf of 03f97bd89e0c46f59fec9f09f4faebd8 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:08.889371 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98288204-6a12-448e-8814-bb0d31967394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:08.922744 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa33762d-8659-4723-8a6a-f833c0a155f3 req-0234078a-3512-4a68-baf4-2050c96cb17e tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168649 Jul 29 14:47:08.937237 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] Set router 5658a550-a082-4be1-b097-2897a44a4248 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:47:08.957904 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98288204-6a12-448e-8814-bb0d31967394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:08.968187 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:08.994805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-4a357730-b3f4-4052-bd70-fc27f52d643b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Deleting port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:08.995171 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-4a357730-b3f4-4052-bd70-fc27f52d643b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:09.011750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:09.012509 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:09.069535 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:09.202692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c,segment=NetworkSegment(9310b350-223e-4299-8aea-f40bd15f7a45),segment_id=9310b350-223e-4299-8aea-f40bd15f7a45)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:09.215735 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:09.221339 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4d3405-9a28-4458-b286-aeecb7460063" -d '{"events": [{"server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:09.234419 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:09.240835 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 96b8cc9b-9b8e-47df-9397-58cfb4c7466b no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:47:09.321226 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:09.330957 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:09.459630 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5658a550-a082-4be1-b097-2897a44a4248', 'name': 'tempest-FloatingIPDetailsTestJSON-1933385174-router', 'tenant_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '3d1d87b5-0ca4-4add-a925-3e5d821464b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:47:01Z', 'revision_number': 4, 'project_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'gw_port': {'id': '3d1d87b5-0ca4-4add-a925-3e5d821464b4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658a550-a082-4be1-b097-2897a44a4248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:49Z', 'updated_at': '2021-07-29T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'ad422766-328f-47fe-b142-2fedaed17f3c', 'name': '', 'network_id': 'db51b222-d5c8-4382-87b7-4054aead142d', 'tenant_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'mac_address': 'fa:16:3e:d1:88:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5658a550-a082-4be1-b097-2897a44a4248', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9c010d48-358f-41a1-a9be-2e99a9503ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:58Z', 'updated_at': '2021-07-29T14:47:08Z', 'revision_number': 4, 'project_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'subnets': [{'id': '9c010d48-358f-41a1-a9be-2e99a9503ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:09.524681 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7a3159-3be8-4c5b-9332-6d7ecbef4486 None None] The sync data for ids ['5658a550-a082-4be1-b097-2897a44a4248'] in n-d-802893-1 is: [{'id': '5658a550-a082-4be1-b097-2897a44a4248', 'name': 'tempest-FloatingIPDetailsTestJSON-1933385174-router', 'tenant_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '3d1d87b5-0ca4-4add-a925-3e5d821464b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:47:01Z', 'revision_number': 4, 'project_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'gw_port': {'id': '3d1d87b5-0ca4-4add-a925-3e5d821464b4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658a550-a082-4be1-b097-2897a44a4248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:49Z', 'updated_at': '2021-07-29T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'ad422766-328f-47fe-b142-2fedaed17f3c', 'name': '', 'network_id': 'db51b222-d5c8-4382-87b7-4054aead142d', 'tenant_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'mac_address': 'fa:16:3e:d1:88:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5658a550-a082-4be1-b097-2897a44a4248', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '9c010d48-358f-41a1-a9be-2e99a9503ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:58Z', 'updated_at': '2021-07-29T14:47:08Z', 'revision_number': 4, 'project_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'subnets': [{'id': '9c010d48-358f-41a1-a9be-2e99a9503ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:47:09.545661 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:09.552359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Pushing event updated for resources: {'Port': ['ID=062bdfdc-5e4d-45e3-b7b8-113157a8ee6f,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:09.632644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-4a357730-b3f4-4052-bd70-fc27f52d643b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] For port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=96b8cc9b-9b8e-47df-9397-58cfb4c7466b,segment=NetworkSegment(9310b350-223e-4299-8aea-f40bd15f7a45),segment_id=9310b350-223e-4299-8aea-f40bd15f7a45)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:09.633063 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-4a357730-b3f4-4052-bd70-fc27f52d643b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:09.647155 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:09.648266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5fdf8fa0-9259-4fe4-8ba0-de3b87549f04,segment=NetworkSegment(d1d542b2-fb0f-4a46-bfe1-1a91369aae60),segment_id=d1d542b2-fb0f-4a46-bfe1-1a91369aae60)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:09.649723 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:09.662580 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:09.692867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-4a357730-b3f4-4052-bd70-fc27f52d643b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Calling delete_port for 96b8cc9b-9b8e-47df-9397-58cfb4c7466b owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:09.771193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca35242-b1df-4f2c-9184-ea0c1daab42f req-ae5afeff-553a-4515-bd2e-b9cb97cb3db7 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:09.786101 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca35242-b1df-4f2c-9184-ea0c1daab42f req-ae5afeff-553a-4515-bd2e-b9cb97cb3db7 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:09.803656 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ca35242-b1df-4f2c-9184-ea0c1daab42f req-ae5afeff-553a-4515-bd2e-b9cb97cb3db7 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 1679 time: 0.4027646 Jul 29 14:47:09.847488 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:09.874538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=5fdf8fa0-9259-4fe4-8ba0-de3b87549f04,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:09.876095 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98288204-6a12-448e-8814-bb0d31967394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:09.900931 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98288204-6a12-448e-8814-bb0d31967394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:09.925144 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:09.935030 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-98e1e84d-a4ca-46c6-b2c3-752b161129c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3906691 Jul 29 14:47:09.942249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=96b8cc9b-9b8e-47df-9397-58cfb4c7466b,segment=NetworkSegment(9310b350-223e-4299-8aea-f40bd15f7a45),segment_id=9310b350-223e-4299-8aea-f40bd15f7a45)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:09.949520 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:10.006575 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ca35242-b1df-4f2c-9184-ea0c1daab42f req-07574ec9-4d05-4539-9f58-111a7c4c3fad tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933017 Jul 29 14:47:10.012090 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=96b8cc9b-9b8e-47df-9397-58cfb4c7466b,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:10.066025 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98288204-6a12-448e-8814-bb0d31967394 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:47:10.114325 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-27464fec-6579-4bd6-b354-606a5bcb737c tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.27 HTTP/1.1" status: 200 len: 695 time: 0.1781909 Jul 29 14:47:10.131625 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98288204-6a12-448e-8814-bb0d31967394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:10.131973 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-98288204-6a12-448e-8814-bb0d31967394 admin admin] Added segment 47a9f457-b560-4465-9e8b-b783a5d6f72f of type vlan for network c102c57f-d3db-4b60-834e-b9ab8ac21ede Jul 29 14:47:10.149014 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5896e257-8503-4d6e-bd25-b4f85517a956 x-openstack-request-id: req-5896e257-8503-4d6e-bd25-b4f85517a956 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:10.149577 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "name": "network-vif-deleted", "tag": "f77f3584-b2db-4349-994d-b9523689283d", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:10.149936 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5896e257-8503-4d6e-bd25-b4f85517a956 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:10.150497 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'name': 'network-vif-deleted', 'tag': 'f77f3584-b2db-4349-994d-b9523689283d', 'status': 'completed', 'code': 200} Jul 29 14:47:10.156407 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-4a357730-b3f4-4052-bd70-fc27f52d643b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:10.252547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a357730-b3f4-4052-bd70-fc27f52d643b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event deleted for resources: {'Port': ['ID=96b8cc9b-9b8e-47df-9397-58cfb4c7466b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:10.327358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-80f5bea5-794a-4f1d-8676-55c453b9d735 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:10.328146 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-45c448b9-6d75-4520-9f53-e642d1a95ef5 req-80f5bea5-794a-4f1d-8676-55c453b9d735 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.2128923 Jul 29 14:47:10.336604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-4a357730-b3f4-4052-bd70-fc27f52d643b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] No DVR routers for this DVR port 96b8cc9b-9b8e-47df-9397-58cfb4c7466b on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:47:10.344781 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98288204-6a12-448e-8814-bb0d31967394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eceb5e4-95f6-4d04-8fce-076956f1598f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:10.371330 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-4a357730-b3f4-4052-bd70-fc27f52d643b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:10.386073 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-4a357730-b3f4-4052-bd70-fc27f52d643b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.38 "DELETE /v2.0/ports/96b8cc9b-9b8e-47df-9397-58cfb4c7466b HTTP/1.1" status: 204 len: 173 time: 2.0004246 Jul 29 14:47:10.525564 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98288204-6a12-448e-8814-bb0d31967394 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:10.608481 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b30bb3-da15-45ce-ac15-a78ff367b011 x-openstack-request-id: req-66b30bb3-da15-45ce-ac15-a78ff367b011 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:10.609091 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:10.609535 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-66b30bb3-da15-45ce-ac15-a78ff367b011 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:10.610130 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c', 'code': 200} Jul 29 14:47:10.624135 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98288204-6a12-448e-8814-bb0d31967394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:10.628476 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98288204-6a12-448e-8814-bb0d31967394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:10.630526 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98288204-6a12-448e-8814-bb0d31967394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:10.653263 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:10.722629 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-98288204-6a12-448e-8814-bb0d31967394 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7315850 Jul 29 14:47:10.725403 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56828) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:10.760852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ad422766-328f-47fe-b142-2fedaed17f3c up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:10.762084 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d3ed4-8d01-4d18-b647-20b8abce293f req-4c300321-5e6f-4e54-9f4e-61a7b5d0ba29 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:10.766412 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-008d3ed4-8d01-4d18-b647-20b8abce293f req-4c300321-5e6f-4e54-9f4e-61a7b5d0ba29 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 1096 time: 0.5077934 Jul 29 14:47:10.849759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-8c8b5329-bc50-4e78-b1ce-9b8bd24a2ea4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Deleting port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:10.851212 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-8c8b5329-bc50-4e78-b1ce-9b8bd24a2ea4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:10.894086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port ad422766-328f-47fe-b142-2fedaed17f3c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:10.906475 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port ad422766-328f-47fe-b142-2fedaed17f3c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:10.909456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6119358d-8a5a-472c-8971-ca4e2069df2f admin admin] Request body: {'subnet': {'network_id': 'c102c57f-d3db-4b60-834e-b9ab8ac21ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1182185879-subnet', 'tenant_id': '03f97bd89e0c46f59fec9f09f4faebd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:10.910206 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:11.041645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-8c8b5329-bc50-4e78-b1ce-9b8bd24a2ea4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] For port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c,segment=NetworkSegment(9310b350-223e-4299-8aea-f40bd15f7a45),segment_id=9310b350-223e-4299-8aea-f40bd15f7a45)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:11.042141 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-8c8b5329-bc50-4e78-b1ce-9b8bd24a2ea4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:11.050824 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98288204-6a12-448e-8814-bb0d31967394 admin admin] Pushing event updated for resources: {'Network': ['ID=c102c57f-d3db-4b60-834e-b9ab8ac21ede,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:11.069748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-8c8b5329-bc50-4e78-b1ce-9b8bd24a2ea4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Calling delete_port for 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:11.101311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network c102c57f-d3db-4b60-834e-b9ab8ac21ede details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:47:11.195481 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-008d3ed4-8d01-4d18-b647-20b8abce293f req-7ddfd0b5-27d3-48e5-8ffe-77eae8fc4fe4 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126453 Jul 29 14:47:11.200236 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6119358d-8a5a-472c-8971-ca4e2069df2f admin admin] Made reservation on behalf of 03f97bd89e0c46f59fec9f09f4faebd8 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:11.219297 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6119358d-8a5a-472c-8971-ca4e2069df2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:11.284830 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:11.393084 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port ad422766-328f-47fe-b142-2fedaed17f3c, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ad422766-328f-47fe-b142-2fedaed17f3c,segment=NetworkSegment(0c689662-f9e3-4ac8-a146-224ee245fa85),segment_id=0c689662-f9e3-4ac8-a146-224ee245fa85)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:11.411094 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:11.412884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:11.490786 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-8c8b5329-bc50-4e78-b1ce-9b8bd24a2ea4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:11.576969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b5329-bc50-4e78-b1ce-9b8bd24a2ea4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event deleted for resources: {'Port': ['ID=5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:11.713050 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:11.714337 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:11.892935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-8c8b5329-bc50-4e78-b1ce-9b8bd24a2ea4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] No DVR routers for this DVR port 5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:47:11.894617 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=ad422766-328f-47fe-b142-2fedaed17f3c,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:11.909842 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-8c8b5329-bc50-4e78-b1ce-9b8bd24a2ea4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:11.912888 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34b73afd-215a-420b-a8b2-ddf92aa7c4af req-8c8b5329-bc50-4e78-b1ce-9b8bd24a2ea4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.38 "DELETE /v2.0/ports/5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c HTTP/1.1" status: 204 len: 173 time: 1.4848580 Jul 29 14:47:11.989975 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-7526091a-4d63-454c-ab16-7dca81be1491 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6651223 Jul 29 14:47:12.006895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:12.094394 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:12.183248 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'name': 'network-vif-deleted', 'tag': '96b8cc9b-9b8e-47df-9397-58cfb4c7466b'}, {'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'name': 'network-vif-deleted', 'tag': '5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:12.185761 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4c2860-65b8-468c-8c0c-297f9e29828c" -d '{"events": [{"server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "name": "network-vif-deleted", "tag": "96b8cc9b-9b8e-47df-9397-58cfb4c7466b"}, {"server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "name": "network-vif-deleted", "tag": "5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:12.355005 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:12.365205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56878) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:12.405611 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ad422766-328f-47fe-b142-2fedaed17f3c up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:12.536318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port ad422766-328f-47fe-b142-2fedaed17f3c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:12.538648 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:12.543476 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc61ed3-f26d-44c2-84b3-92d1c6cacf33 req-84cd187f-de54-4d07-b142-ec68e80c34a3 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:12.551784 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ddc61ed3-f26d-44c2-84b3-92d1c6cacf33 req-84cd187f-de54-4d07-b142-ec68e80c34a3 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 1.5048673 Jul 29 14:47:12.613202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b8cc9b-9b8e-47df-9397-58cfb4c7466b'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:12.616004 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b673fd9-7922-4483-8e89-21ae867bc82a" -d '{"events": [{"server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "name": "network-vif-unplugged", "status": "completed", "tag": "96b8cc9b-9b8e-47df-9397-58cfb4c7466b"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:12.623461 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6119358d-8a5a-472c-8971-ca4e2069df2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:12.644287 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a1c73ac-b4c6-4182-b9cc-cb038749639a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:12.664946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Allocated IP 172.25.6.103 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/bb75cd0e-3320-472d-9336-dbc765dbc177) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:47:12.683812 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ddc61ed3-f26d-44c2-84b3-92d1c6cacf33 req-fce9f057-e3bb-4eb2-99f8-b1384044f137 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304307 Jul 29 14:47:12.781155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6119358d-8a5a-472c-8971-ca4e2069df2f admin admin] Checking segment: {'id': '47a9f457-b560-4465-9e8b-b783a5d6f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c102c57f-d3db-4b60-834e-b9ab8ac21ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:12.781514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6119358d-8a5a-472c-8971-ca4e2069df2f admin admin] Network hostable DHCP agents. Network: c102c57f-d3db-4b60-834e-b9ab8ac21ede, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:47:12.791786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119358d-8a5a-472c-8971-ca4e2069df2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=625914f1-d9f7-487e-8892-80b3efbd7dae,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:12.871034 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e984f457-dbb0-4ea3-8105-bec17dc7b1af req-44194133-f8d3-4107-a9d2-882fe2a07d5a tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=58955334-bbe0-4f4a-99ca-e6ab0192f035 HTTP/1.1" status: 200 len: 210 time: 0.0564847 Jul 29 14:47:12.895539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6119358d-8a5a-472c-8971-ca4e2069df2f admin admin] Network c102c57f-d3db-4b60-834e-b9ab8ac21ede is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:47:12.916511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-6119358d-8a5a-472c-8971-ca4e2069df2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, c102c57f-d3db-4b60-834e-b9ab8ac21ede) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:12.929660 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce76069-bd76-4513-946f-c62633abf096 None None] Network c102c57f-d3db-4b60-834e-b9ab8ac21ede requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:47:12.958276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6119358d-8a5a-472c-8971-ca4e2069df2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:12.961250 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6119358d-8a5a-472c-8971-ca4e2069df2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:12.991484 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:13.077858 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a1c73ac-b4c6-4182-b9cc-cb038749639a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:13.088085 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a1c73ac-b4c6-4182-b9cc-cb038749639a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:13.092252 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6119358d-8a5a-472c-8971-ca4e2069df2f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1930187 Jul 29 14:47:13.145671 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c73ac-b4c6-4182-b9cc-cb038749639a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da4c001-cd3b-4a79-8111-ef144475ea10,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:13.148917 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52238c9-3ce2-4f0e-a1f5-987313c747a0 None None] Network c102c57f-d3db-4b60-834e-b9ab8ac21ede requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:47:13.152168 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:13.199830 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5a1c73ac-b4c6-4182-b9cc-cb038749639a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18b865e229bc4ed4b7a27698f6b7eb84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8335156 Jul 29 14:47:13.225244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56894) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:13.337915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:13.338174 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-81bbe8b8-904b-43b5-9f49-b5fb7fc8af45 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:13.341500 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-81bbe8b8-904b-43b5-9f49-b5fb7fc8af45 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 807 time: 0.1926959 Jul 29 14:47:13.348939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Pushing event updated for resources: {'Port': ['ID=bb75cd0e-3320-472d-9336-dbc765dbc177,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:13.359946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:13.377890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:13.385282 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-49ea017e-806f-489e-8957-8b90c7e397cd tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/quotas/5c3ea6a1acab4953a3086c534dc4a2e5 HTTP/1.1" status: 200 len: 375 time: 0.0336108 Jul 29 14:47:13.500275 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-08181c6c-d418-4477-8ef8-6f96dcc93c2f tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1018591 Jul 29 14:47:13.505738 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8db25efc-b2c1-49d1-88cb-16beea1ae510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:13.536131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 81490dae-bbf4-42ee-a24f-e7857bf96224 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:47:13.555446 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8db25efc-b2c1-49d1-88cb-16beea1ae510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:13.724785 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-e2e19195-dfe9-47f9-9176-ca20f74e1bf9 service neutron] 10.222.0.16 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967936 Jul 29 14:47:13.732160 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:13.790439 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8db25efc-b2c1-49d1-88cb-16beea1ae510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:13.793904 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8db25efc-b2c1-49d1-88cb-16beea1ae510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:13.795573 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8db25efc-b2c1-49d1-88cb-16beea1ae510 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5da4c001-cd3b-4a79-8111-ef144475ea10 HTTP/1.1" status: 204 len: 168 time: 0.5687571 Jul 29 14:47:13.809128 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:13.835538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 81490dae-bbf4-42ee-a24f-e7857bf96224, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81490dae-bbf4-42ee-a24f-e7857bf96224,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:13.862734 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db25efc-b2c1-49d1-88cb-16beea1ae510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da4c001-cd3b-4a79-8111-ef144475ea10,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:13.888297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '81490dae-bbf4-42ee-a24f-e7857bf96224', 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56', 'port_id': '81490dae-bbf4-42ee-a24f-e7857bf96224', 'mac_address': 'fa:16:3e:68:7b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed79112e-e1ad-495b-b97b-e7f814816160', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:47:13.905940 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-68246e6a-4e3a-4072-81ce-22867b56ce84 service neutron] 10.222.0.16 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741500 Jul 29 14:47:14.027777 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:14.047427 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81490dae-bbf4-42ee-a24f-e7857bf96224 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:47:14.076269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 81490dae-bbf4-42ee-a24f-e7857bf96224, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81490dae-bbf4-42ee-a24f-e7857bf96224,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:14.084533 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:14.091386 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:14.101756 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:14.205533 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d827d48-cdbc-4b2b-b60b-92fe8cc156b8 x-openstack-request-id: req-9d827d48-cdbc-4b2b-b60b-92fe8cc156b8 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:14.209146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=81490dae-bbf4-42ee-a24f-e7857bf96224,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:14.209577 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "name": "network-vif-deleted", "tag": "96b8cc9b-9b8e-47df-9397-58cfb4c7466b", "status": "completed", "code": 200}, {"server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "name": "network-vif-deleted", "tag": "5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:14.209943 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d827d48-cdbc-4b2b-b60b-92fe8cc156b8 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:14.211155 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'name': 'network-vif-deleted', 'tag': '96b8cc9b-9b8e-47df-9397-58cfb4c7466b', 'status': 'completed', 'code': 200} Jul 29 14:47:14.218933 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'name': 'network-vif-deleted', 'tag': '5c7a9c3d-3b4f-4b61-aa9c-b6b02333cc4c', 'status': 'completed', 'code': 200} Jul 29 14:47:14.224098 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab49b951-219c-48ba-8682-8a83b8132328 x-openstack-request-id: req-ab49b951-219c-48ba-8682-8a83b8132328 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:14.225012 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58955334-bbe0-4f4a-99ca-e6ab0192f035", "name": "network-vif-unplugged", "status": "completed", "tag": "96b8cc9b-9b8e-47df-9397-58cfb4c7466b", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:14.225282 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab49b951-219c-48ba-8682-8a83b8132328 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:14.225679 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58955334-bbe0-4f4a-99ca-e6ab0192f035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b8cc9b-9b8e-47df-9397-58cfb4c7466b', 'code': 200} Jul 29 14:47:14.250655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Pushing event updated for resources: {'Port': ['ID=bb75cd0e-3320-472d-9336-dbc765dbc177,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:14.286160 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['81490dae-bbf4-42ee-a24f-e7857bf96224'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:47:14.299455 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:14.348340 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:14.349722 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-2a5eb264-f61e-49bd-8a18-903b26700a64 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3535168 Jul 29 14:47:14.368994 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024b0c7-67a8-462b-bb28-488e49084564 req-da7461c9-cc57-4ea7-b32a-a0427096bb9f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:14.370601 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b024b0c7-67a8-462b-bb28-488e49084564 req-da7461c9-cc57-4ea7-b32a-a0427096bb9f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 945 time: 0.0893226 Jul 29 14:47:14.414974 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56938) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:14.424144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-787ff1d2-4582-47ce-be60-3af6610f4515 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-175151567-network', 'tenant_id': '6df122a4f7d145059e841655df260bcf'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:14.436004 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-dd87625e-91c6-4bd3-8fed-560db884826a tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.103 HTTP/1.1" status: 200 len: 696 time: 0.0768752 Jul 29 14:47:14.455477 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b024b0c7-67a8-462b-bb28-488e49084564 req-d78ba877-fda3-4f34-8331-7c187d889a22 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724921 Jul 29 14:47:14.472871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787ff1d2-4582-47ce-be60-3af6610f4515 admin admin] Made reservation on behalf of 6df122a4f7d145059e841655df260bcf for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:14.475177 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-787ff1d2-4582-47ce-be60-3af6610f4515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:14.524002 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56946) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:14.543957 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-787ff1d2-4582-47ce-be60-3af6610f4515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:14.643646 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aff59fc-3827-4393-8544-2a737250a1b6 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Deleting subnet 0b2e95da-f96c-42d3-bf30-5bbe5650327f {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:47:14.647520 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8aff59fc-3827-4393-8544-2a737250a1b6 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:14.648386 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-e6ad4e12-73f2-4596-818a-1513bd02764d tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:14.658869 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de8c2fb3-2a9c-4ba9-b78b-f23fc49eabb5 req-e6ad4e12-73f2-4596-818a-1513bd02764d tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.2139895 Jul 29 14:47:14.776490 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ca8249f-88db-4a4d-b549-8e512a1b0ebd req-80c809f8-fce9-4410-980f-47b9e8b8e63e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 210 time: 0.0476851 Jul 29 14:47:14.803180 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8aff59fc-3827-4393-8544-2a737250a1b6 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:14.843595 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-787ff1d2-4582-47ce-be60-3af6610f4515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:14.851161 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-787ff1d2-4582-47ce-be60-3af6610f4515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:14.876881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787ff1d2-4582-47ce-be60-3af6610f4515 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:47:14.893125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ff1d2-4582-47ce-be60-3af6610f4515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23feacc2-aaa7-4709-b209-bf1656f0959e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:14.899175 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-787ff1d2-4582-47ce-be60-3af6610f4515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:14.899523 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-787ff1d2-4582-47ce-be60-3af6610f4515 admin admin] Added segment 100524c7-642c-4324-9c48-567eebc69ecd of type vlan for network 9c92b795-5c1b-4967-8da5-4a7142659bdf Jul 29 14:47:14.945555 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-c959da14-5577-45fc-b63e-ec4d72d718ce tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2344406 Jul 29 14:47:14.956244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:14.975758 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-787ff1d2-4582-47ce-be60-3af6610f4515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:14.991119 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:15.060291 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-787ff1d2-4582-47ce-be60-3af6610f4515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:15.061353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787ff1d2-4582-47ce-be60-3af6610f4515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:15.061936 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-787ff1d2-4582-47ce-be60-3af6610f4515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:15.068611 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8aff59fc-3827-4393-8544-2a737250a1b6 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:15.171262 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8aff59fc-3827-4393-8544-2a737250a1b6 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:15.183263 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-787ff1d2-4582-47ce-be60-3af6610f4515 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7671847 Jul 29 14:47:15.194857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56966) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:15.201226 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ff1d2-4582-47ce-be60-3af6610f4515 admin admin] Pushing event updated for resources: {'Network': ['ID=9c92b795-5c1b-4967-8da5-4a7142659bdf,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:15.213568 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 9c92b795-5c1b-4967-8da5-4a7142659bdf details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:47:15.229024 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b6b8f945-4eb0-4d1e-8492-120ace106a9e admin admin] Request body: {'subnet': {'network_id': '9c92b795-5c1b-4967-8da5-4a7142659bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-175151567-subnet', 'tenant_id': '6df122a4f7d145059e841655df260bcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:15.267716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff59fc-3827-4393-8544-2a737250a1b6 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2e95da-f96c-42d3-bf30-5bbe5650327f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:15.272520 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8aff59fc-3827-4393-8544-2a737250a1b6 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:15.277153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56970) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:15.277334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8aff59fc-3827-4393-8544-2a737250a1b6 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "DELETE /v2.0/subnets/0b2e95da-f96c-42d3-bf30-5bbe5650327f HTTP/1.1" status: 204 len: 168 time: 0.7519267 Jul 29 14:47:15.285887 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:15.317127 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbdc48d-83f4-406c-8675-acee6b36c16d None None] Network 5cb49efb-1149-498a-976e-acb0804f04d9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:47:15.336256 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b8f945-4eb0-4d1e-8492-120ace106a9e admin admin] Made reservation on behalf of 6df122a4f7d145059e841655df260bcf for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:15.339556 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6b8f945-4eb0-4d1e-8492-120ace106a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:15.495624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:15.563546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 81490dae-bbf4-42ee-a24f-e7857bf96224 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:15.597244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Allocated IP 172.25.6.135 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/dc5343a1-8d14-4988-a61c-e4c0b7e1d802) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:47:15.807655 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6b8f945-4eb0-4d1e-8492-120ace106a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:15.894875 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 81490dae-bbf4-42ee-a24f-e7857bf96224 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:15.895096 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:15.910614 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:15.980247 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d52870-fe13-4dba-8896-2860672975f7 req-7ea5a4b4-1025-4c80-966b-23eb8359cc5a tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:15.981890 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83d52870-fe13-4dba-8896-2860672975f7 req-7ea5a4b4-1025-4c80-966b-23eb8359cc5a tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 945 time: 0.3993752 Jul 29 14:47:16.015672 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] DHCP port deletion for 5cb49efb-1149-498a-976e-acb0804f04d9 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:47:16.035917 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8f945-4eb0-4d1e-8492-120ace106a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e23f02-5810-4961-901f-cef7b00c7d7f,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:16.045643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-94dd9b9a-a219-47c1-bbd9-089b03f2cb35 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:16.048369 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-94dd9b9a-a219-47c1-bbd9-089b03f2cb35 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.39 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 807 time: 0.3877716 Jul 29 14:47:16.057978 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8f945-4eb0-4d1e-8492-120ace106a9e admin admin] Checking segment: {'id': '100524c7-642c-4324-9c48-567eebc69ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '9c92b795-5c1b-4967-8da5-4a7142659bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:16.059382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b8f945-4eb0-4d1e-8492-120ace106a9e admin admin] Network hostable DHCP agents. Network: 9c92b795-5c1b-4967-8da5-4a7142659bdf, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:47:16.082120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-29a5dba6-68be-46d5-b680-c0c92e956329 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Request body: {'port': {'device_id': '762666ee-42cc-46e2-816c-4b14ee94bfea', 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a', 'admin_state_up': True, 'tenant_id': '5c3ea6a1acab4953a3086c534dc4a2e5'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:16.098258 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:16.117177 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b8f945-4eb0-4d1e-8492-120ace106a9e admin admin] Network 9c92b795-5c1b-4967-8da5-4a7142659bdf is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:47:16.155422 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b6b8f945-4eb0-4d1e-8492-120ace106a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 9c92b795-5c1b-4967-8da5-4a7142659bdf) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:16.164818 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:16.175438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b8f945-4eb0-4d1e-8492-120ace106a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:16.176693 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6b8f945-4eb0-4d1e-8492-120ace106a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:16.177326 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332c0abc-db72-4a53-891b-84b08f37a67e None None] Network 9c92b795-5c1b-4967-8da5-4a7142659bdf requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:47:16.184960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83d52870-fe13-4dba-8896-2860672975f7 req-d7515401-2468-42ec-8f0e-a120584792a7 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351399 Jul 29 14:47:16.202076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Deleting port 5ed405c6-32f4-448c-b87d-429179300dcd {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:16.204973 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:16.212584 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:16.275869 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:16.289336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:16.379082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f722d2-ff72-42a6-a708-1bc57d0d1d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81490dae-bbf4-42ee-a24f-e7857bf96224'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:16.381569 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187fd922-728f-4470-ad1d-92b1ced49ae6" -d '{"events": [{"server_uuid": "a1f722d2-ff72-42a6-a708-1bc57d0d1d2f", "name": "network-vif-plugged", "status": "completed", "tag": "81490dae-bbf4-42ee-a24f-e7857bf96224"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:16.397173 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018243f7-3350-4bbc-8150-367a72d5b936 None None] Network 9c92b795-5c1b-4967-8da5-4a7142659bdf requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:47:16.423590 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Deleting port 5ed405c6-32f4-448c-b87d-429179300dcd {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:16.423966 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:16.435245 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] For port 5ed405c6-32f4-448c-b87d-429179300dcd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5ed405c6-32f4-448c-b87d-429179300dcd,segment=NetworkSegment(29790416-92ca-46c2-8bb7-3e88fec3ff56),segment_id=29790416-92ca-46c2-8bb7-3e88fec3ff56)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:16.435625 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:16.446695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Pushing event updated for resources: {'Port': ['ID=dc5343a1-8d14-4988-a61c-e4c0b7e1d802,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:16.464932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Calling delete_port for 5ed405c6-32f4-448c-b87d-429179300dcd owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:16.467236 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b6b8f945-4eb0-4d1e-8492-120ace106a9e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2713542 Jul 29 14:47:16.498084 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-29a5dba6-68be-46d5-b680-c0c92e956329 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Made reservation on behalf of 5c3ea6a1acab4953a3086c534dc4a2e5 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:16.508985 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-29a5dba6-68be-46d5-b680-c0c92e956329 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:16.535347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] For port 5ed405c6-32f4-448c-b87d-429179300dcd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5ed405c6-32f4-448c-b87d-429179300dcd,segment=NetworkSegment(29790416-92ca-46c2-8bb7-3e88fec3ff56),segment_id=29790416-92ca-46c2-8bb7-3e88fec3ff56)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:16.538388 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:16.543863 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:16.557725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5ed405c6-32f4-448c-b87d-429179300dcd no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:47:16.583032 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:16.616358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 81490dae-bbf4-42ee-a24f-e7857bf96224, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81490dae-bbf4-42ee-a24f-e7857bf96224,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:16.653851 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:16.659814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Calling delete_port for 5ed405c6-32f4-448c-b87d-429179300dcd owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:16.683916 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-828a45e7-4504-40c9-adf9-a0047a9ca763 req-e36dab73-44ad-40a2-99ba-aadf93eb9602 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 210 time: 0.1650169 Jul 29 14:47:16.743365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=81490dae-bbf4-42ee-a24f-e7857bf96224,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:16.920474 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44abd22e-0356-4bbd-bcaf-5f428aabcf66 x-openstack-request-id: req-44abd22e-0356-4bbd-bcaf-5f428aabcf66 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:16.920775 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f722d2-ff72-42a6-a708-1bc57d0d1d2f", "name": "network-vif-plugged", "status": "completed", "tag": "81490dae-bbf4-42ee-a24f-e7857bf96224", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:16.921887 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44abd22e-0356-4bbd-bcaf-5f428aabcf66 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:16.922308 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f722d2-ff72-42a6-a708-1bc57d0d1d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81490dae-bbf4-42ee-a24f-e7857bf96224', 'code': 200} Jul 29 14:47:16.992917 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:17.019507 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:17.050641 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:17.105453 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:17.117310 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:17.147528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] No DVR routers for this DVR port 5ed405c6-32f4-448c-b87d-429179300dcd on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:47:17.198881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event deleted for resources: {'Port': ['ID=5ed405c6-32f4-448c-b87d-429179300dcd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:17.201585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Pushing event deleted for resources: {'Port': ['ID=5ed405c6-32f4-448c-b87d-429179300dcd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:17.228273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] No DVR routers for this DVR port 5ed405c6-32f4-448c-b87d-429179300dcd on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:47:17.241224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-29a5dba6-68be-46d5-b680-c0c92e956329 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Allocated IP 172.20.0.7 (3d2c1f32-c50e-4383-8681-f45f9880fe0a/b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97/180b8bf2-0664-42ca-b32b-718a4ef829b0) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:47:17.247046 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:17.248356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:17.249644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:17.251220 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:17.251646 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:17.252354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:17.252710 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:17.254380 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:17.254734 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:17.256394 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:17.256776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:17.257171 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b045c77-ecf9-4b91-a04d-08d3cdaa0f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:17.311570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Pushing event updated for resources: {'Port': ['ID=dc5343a1-8d14-4988-a61c-e4c0b7e1d802,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:17.317931 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:17.354509 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:17.355789 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-a72079b3-f012-4b46-97b5-73323c876df6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4090343 Jul 29 14:47:17.403071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077cb46-4413-4ffe-a3c7-21a25ec94e1a req-f8b23112-5140-4bf7-9240-fd26fbc71b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:17.405778 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4077cb46-4413-4ffe-a3c7-21a25ec94e1a req-f8b23112-5140-4bf7-9240-fd26fbc71b78 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 1097 time: 0.3520877 Jul 29 14:47:17.462996 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-ad8fe39d-d3cb-4f29-99cb-76d278486664 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 696 time: 0.0865765 Jul 29 14:47:17.467173 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:17.491512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb49efb-1149-498a-976e-acb0804f04d9']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:17.517344 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4077cb46-4413-4ffe-a3c7-21a25ec94e1a req-2dbe6d2e-80b6-470e-b673-67e9eb234370 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975416 Jul 29 14:47:17.523989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29790416-92ca-46c2-8bb7-3e88fec3ff56') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:17.524458 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29790416-92ca-46c2-8bb7-3e88fec3ff56') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:17.577365 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:17.602548 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:17.615170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:47:17.615731 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:47:17.619221 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:47:17.625453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-24e024e4-13fd-4c9b-b20d-0a7650ad1fbd tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:17.627897 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29c3456f-f9d9-47ab-b777-8317f018aaea req-24e024e4-13fd-4c9b-b20d-0a7650ad1fbd tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.1635902 Jul 29 14:47:17.728173 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:17.752771 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:17.755255 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "DELETE /v2.0/networks/5cb49efb-1149-498a-976e-acb0804f04d9 HTTP/1.1" status: 204 len: 168 time: 2.4767036 Jul 29 14:47:17.758861 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-29a5dba6-68be-46d5-b680-c0c92e956329 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:17.762555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57034) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:17.777941 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02487b9-85d2-42c5-8fbd-6b6f4040c781 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event deleted for resources: {'Network': ['ID=5cb49efb-1149-498a-976e-acb0804f04d9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:17.833291 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-29a5dba6-68be-46d5-b680-c0c92e956329 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:17.857844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7502a-eb51-44ef-8dca-36623bb65beb req-64e79c47-627e-49f9-95e3-218e2e81620f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:17.866031 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f3e7502a-eb51-44ef-8dca-36623bb65beb req-64e79c47-627e-49f9-95e3-218e2e81620f tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 0.1396310 Jul 29 14:47:17.873235 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8f4b7f-2f3f-46d1-9c05-744500e1d07f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Deleting subnet cdb14bf3-d6fc-4c52-a42b-309a32349934 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:47:17.901728 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4b7f-2f3f-46d1-9c05-744500e1d07f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:17.949641 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f3e7502a-eb51-44ef-8dca-36623bb65beb req-3b646e41-2b52-4622-a96d-a566165c3859 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824096 Jul 29 14:47:17.983676 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4b7f-2f3f-46d1-9c05-744500e1d07f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:18.212875 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4b7f-2f3f-46d1-9c05-744500e1d07f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:18.300456 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-29a5dba6-68be-46d5-b680-c0c92e956329 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Network 3d2c1f32-c50e-4383-8681-f45f9880fe0a is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:18.308106 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-29a5dba6-68be-46d5-b680-c0c92e956329 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:18.327243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-29a5dba6-68be-46d5-b680-c0c92e956329 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:18.373166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5dba6-68be-46d5-b680-c0c92e956329 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Pushing event updated for resources: {'Port': ['ID=180b8bf2-0664-42ca-b32b-718a4ef829b0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:18.429845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-29a5dba6-68be-46d5-b680-c0c92e956329 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:18.430421 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-29a5dba6-68be-46d5-b680-c0c92e956329 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:18.462655 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-29a5dba6-68be-46d5-b680-c0c92e956329 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3849678 Jul 29 14:47:18.467655 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-36c34a4c-b5f8-4328-a13e-552860808bd3 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3559282 Jul 29 14:47:18.478760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Request body: {'port': {'device_id': '762666ee-42cc-46e2-816c-4b14ee94bfea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:18.483268 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:18.524534 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:18.532108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-80c283d0-b1d5-4df4-a89e-4ac95fac824d tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:18.533717 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-80c283d0-b1d5-4df4-a89e-4ac95fac824d tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/networks?id=c102c57f-d3db-4b60-834e-b9ab8ac21ede HTTP/1.1" status: 200 len: 815 time: 0.2306695 Jul 29 14:47:18.543333 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4b7f-2f3f-46d1-9c05-744500e1d07f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:18.582599 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-d7fe4c80-42d2-41db-986f-996ab6401825 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/quotas/03f97bd89e0c46f59fec9f09f4faebd8 HTTP/1.1" status: 200 len: 375 time: 0.0271842 Jul 29 14:47:18.583152 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:18.602505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f4b7f-2f3f-46d1-9c05-744500e1d07f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb14bf3-d6fc-4c52-a42b-309a32349934,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:18.617180 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4b7f-2f3f-46d1-9c05-744500e1d07f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:18.620415 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ea8f4b7f-2f3f-46d1-9c05-744500e1d07f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "DELETE /v2.0/subnets/cdb14bf3-d6fc-4c52-a42b-309a32349934 HTTP/1.1" status: 204 len: 168 time: 0.8547161 Jul 29 14:47:18.623430 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e17e6aa-2be4-403d-b0bc-bec088556c11 None None] Network 6af85314-13c1-4764-848e-5b6248ede692 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:47:18.629296 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57066) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:18.633390 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-5cbec246-0e2d-448d-94fa-5eeb6b3f60d2 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=03f97bd89e0c46f59fec9f09f4faebd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404267 Jul 29 14:47:18.758990 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:18.957915 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Allocated IP 172.25.6.229 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/c2878679-c4bd-4acd-9637-bdf5736d83fd) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:47:18.981688 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0657eb-bccc-4ca7-9c40-d759515ad12f None None] DHCP port deletion for 6af85314-13c1-4764-848e-5b6248ede692 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:47:19.085553 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1b0657eb-bccc-4ca7-9c40-d759515ad12f None None] Deleting port 70467ac1-e48c-42b7-a3a4-83c9dc30d613 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:19.085553 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b0657eb-bccc-4ca7-9c40-d759515ad12f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:19.196834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:19.232521 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1b0657eb-bccc-4ca7-9c40-d759515ad12f None None] For port 70467ac1-e48c-42b7-a3a4-83c9dc30d613, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=70467ac1-e48c-42b7-a3a4-83c9dc30d613,segment=NetworkSegment(9310b350-223e-4299-8aea-f40bd15f7a45),segment_id=9310b350-223e-4299-8aea-f40bd15f7a45)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:19.234732 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b0657eb-bccc-4ca7-9c40-d759515ad12f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:19.238207 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ced211f6-8439-4e97-9140-05ac41d75c8b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:19.264889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1b0657eb-bccc-4ca7-9c40-d759515ad12f None None] Calling delete_port for 70467ac1-e48c-42b7-a3a4-83c9dc30d613 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:19.266400 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-0a90dbfb-71ac-43ec-8550-6fdc5af2724b service neutron] 10.222.0.16 "GET /v2.0/networks/c102c57f-d3db-4b60-834e-b9ab8ac21ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096776 Jul 29 14:47:19.286291 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:19.383263 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-63f831ba-7a09-418e-a58f-c27590f41702 service neutron] 10.222.0.16 "GET /v2.0/networks/c102c57f-d3db-4b60-834e-b9ab8ac21ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160839 Jul 29 14:47:19.394952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57082) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:19.413106 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:19.414485 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Pushing event updated for resources: {'Port': ['ID=c2878679-c4bd-4acd-9637-bdf5736d83fd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:19.417215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:19.419473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:19.460754 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b0657eb-bccc-4ca7-9c40-d759515ad12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:19.520443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0657eb-bccc-4ca7-9c40-d759515ad12f None None] Pushing event deleted for resources: {'Port': ['ID=70467ac1-e48c-42b7-a3a4-83c9dc30d613,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:19.525494 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:19.543885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0657eb-bccc-4ca7-9c40-d759515ad12f None None] No DVR routers for this DVR port 70467ac1-e48c-42b7-a3a4-83c9dc30d613 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:47:19.568915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-ced211f6-8439-4e97-9140-05ac41d75c8b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] The port '70467ac1-e48c-42b7-a3a4-83c9dc30d613' was deleted {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 14:47:19.588738 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:19.751378 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180b8bf2-0664-42ca-b32b-718a4ef829b0 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:47:19.761087 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:19.776028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Transition to ACTIVE for port object 180b8bf2-0664-42ca-b32b-718a4ef829b0 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:19.809649 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:19.817011 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:19.852005 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:19.859292 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ee06e8e1-c491-457b-af53-c9d249b88a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:19.874000 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Pushing event updated for resources: {'Port': ['ID=c2878679-c4bd-4acd-9637-bdf5736d83fd,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:19.923639 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ced211f6-8439-4e97-9140-05ac41d75c8b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:19.924014 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:19.946190 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:19.948252 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-feb8ef34-b556-4127-9ea2-955d81d55fbf tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4724920 Jul 29 14:47:19.985378 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ced211f6-8439-4e97-9140-05ac41d75c8b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af85314-13c1-4764-848e-5b6248ede692']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:20.011747 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-ef24ff31-db05-4970-a9a1-68597c223c8f tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.0557942 Jul 29 14:47:20.083398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Pushing event updated for resources: {'Port': ['ID=180b8bf2-0664-42ca-b32b-718a4ef829b0,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:20.090945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ced211f6-8439-4e97-9140-05ac41d75c8b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9310b350-223e-4299-8aea-f40bd15f7a45') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:20.091275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ced211f6-8439-4e97-9140-05ac41d75c8b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9310b350-223e-4299-8aea-f40bd15f7a45') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:20.138610 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ced211f6-8439-4e97-9140-05ac41d75c8b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:20.284073 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-a0c628b5-7f8a-4b9d-a59c-ad57bc061cc5 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:20.284073 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8f9911b1-73d4-4416-b527-c0b1e9b3c505 req-a0c628b5-7f8a-4b9d-a59c-ad57bc061cc5 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.2491133 Jul 29 14:47:20.313641 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ced211f6-8439-4e97-9140-05ac41d75c8b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:20.318758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Attempting to bind port 180b8bf2-0664-42ca-b32b-718a4ef829b0 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:20.319370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Attempting to bind port 180b8bf2-0664-42ca-b32b-718a4ef829b0 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:20.319911 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Attempting to bind port 180b8bf2-0664-42ca-b32b-718a4ef829b0 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:20.363451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf381552-b871-4281-9f00-e712ab44eedd req-2bac9cd9-8e1b-4f18-a29a-7623a17a6ed8 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:20.372804 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf381552-b871-4281-9f00-e712ab44eedd req-2bac9cd9-8e1b-4f18-a29a-7623a17a6ed8 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 943 time: 0.3527014 Jul 29 14:47:20.394999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced211f6-8439-4e97-9140-05ac41d75c8b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:47:20.396490 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ced211f6-8439-4e97-9140-05ac41d75c8b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:47:20.408995 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:47:20.450130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 70467ac1-e48c-42b7-a3a4-83c9dc30d613 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:47:20.487194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f73287-c2d8-4b06-b35a-ad0f6f633fc1 req-cf6a48ea-166a-44c6-a6f7-9f9ce3dfe2f4 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:20.499588 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4f73287-c2d8-4b06-b35a-ad0f6f633fc1 req-cf6a48ea-166a-44c6-a6f7-9f9ce3dfe2f4 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 0.0935316 Jul 29 14:47:20.527364 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 70467ac1-e48c-42b7-a3a4-83c9dc30d613 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:47:20.534850 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 70467ac1-e48c-42b7-a3a4-83c9dc30d613 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:47:20.558447 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Port 180b8bf2-0664-42ca-b32b-718a4ef829b0 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:20.559154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Attempting to bind port 180b8bf2-0664-42ca-b32b-718a4ef829b0 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:20.563180 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4f73287-c2d8-4b06-b35a-ad0f6f633fc1 req-03b8dbc4-4965-4c60-8302-c8aa9090e34b tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601943 Jul 29 14:47:20.611506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:47:20.611988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Checking segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:20.612483 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Bound using segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:47:20.613097 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Bound port: 180b8bf2-0664-42ca-b32b-718a4ef829b0, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:47:20.613560 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:20.725820 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] For port 180b8bf2-0664-42ca-b32b-718a4ef829b0, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:20.729830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] For port 180b8bf2-0664-42ca-b32b-718a4ef829b0, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:47:20.744575 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:20.758559 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ced211f6-8439-4e97-9140-05ac41d75c8b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:20.806011 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf381552-b871-4281-9f00-e712ab44eedd req-a376fe28-9f10-4bd3-8fef-9f97c873746e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168530 Jul 29 14:47:20.808190 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ced211f6-8439-4e97-9140-05ac41d75c8b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:20.810714 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ced211f6-8439-4e97-9140-05ac41d75c8b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "DELETE /v2.0/networks/6af85314-13c1-4764-848e-5b6248ede692 HTTP/1.1" status: 204 len: 168 time: 2.1796143 Jul 29 14:47:20.816560 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0d9bd4e8-be49-4945-adcf-9c11cf1a6744 req-4eee929e-5641-4ca8-9d62-460b70d18819 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 210 time: 0.0751035 Jul 29 14:47:20.843205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57100) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:20.866282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b191f541-8269-4169-a8c9-0d0074977b4e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-373017327'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:20.866962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced211f6-8439-4e97-9140-05ac41d75c8b tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event deleted for resources: {'Network': ['ID=6af85314-13c1-4764-848e-5b6248ede692,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:20.905768 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ee06e8e1-c491-457b-af53-c9d249b88a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:20.921936 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ee06e8e1-c491-457b-af53-c9d249b88a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:20.969909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b191f541-8269-4169-a8c9-0d0074977b4e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Made reservation on behalf of d8d78d89373a4e9c9a41503e527a8f91 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:20.978264 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Pushing event updated for resources: {'Port': ['ID=180b8bf2-0664-42ca-b32b-718a4ef829b0,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:20.984691 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:20.985579 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:20.987754 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-b687e172-c260-4590-b65f-cc5ec219786e service neutron] 10.222.0.39 "PUT /v2.0/ports/180b8bf2-0664-42ca-b32b-718a4ef829b0 HTTP/1.1" status: 200 len: 1091 time: 2.5162876 Jul 29 14:47:20.988749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762666ee-42cc-46e2-816c-4b14ee94bfea', 'tag': '180b8bf2-0664-42ca-b32b-718a4ef829b0'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:20.991081 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4a1edd-4e5a-48c0-8519-daad25330722" -d '{"events": [{"name": "network-changed", "server_uuid": "762666ee-42cc-46e2-816c-4b14ee94bfea", "tag": "180b8bf2-0664-42ca-b32b-718a4ef829b0"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:21.001750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b191f541-8269-4169-a8c9-0d0074977b4e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:21.010655 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c151283e-1003-4a32-bb1e-979d34c02584 req-a2b9eecd-4236-4c71-8f1e-48884556c46e tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips/56d56be4-99b6-4859-9eec-54a87c71a650 HTTP/1.1" status: 200 len: 693 time: 0.1245103 Jul 29 14:47:21.105579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b191f541-8269-4169-a8c9-0d0074977b4e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:47:21.126373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615a00f-4dba-41b9-b5ed-356bf175b9eb req-7913ba9e-7d7b-4d13-b1f8-379bfa38adbe tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:21.129126 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6615a00f-4dba-41b9-b5ed-356bf175b9eb req-7913ba9e-7d7b-4d13-b1f8-379bfa38adbe tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 0.1834617 Jul 29 14:47:21.145801 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b191f541-8269-4169-a8c9-0d0074977b4e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:21.146167 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-b191f541-8269-4169-a8c9-0d0074977b4e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Added segment fedf26c4-6a31-4c0b-bb22-67a6ec790d19 of type vlan for network 3b00f243-d3d0-48b9-90af-46b9a123e2ab Jul 29 14:47:21.156465 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151283e-1003-4a32-bb1e-979d34c02584 req-9d9b84d3-9b99-4181-88a1-3d7c3ceaf7cb tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:21.158355 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c151283e-1003-4a32-bb1e-979d34c02584 req-9d9b84d3-9b99-4181-88a1-3d7c3ceaf7cb tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.1370416 Jul 29 14:47:21.160741 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ee06e8e1-c491-457b-af53-c9d249b88a67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=246ee00519f34a829022c11ae4db4d93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7633672 Jul 29 14:47:21.161636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06e8e1-c491-457b-af53-c9d249b88a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61069ec8-4708-45c7-b809-af4033a9d9b7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:21.163948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57104) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:21.229414 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce89118-541e-42d3-a57c-84ef8791f372 x-openstack-request-id: req-4ce89118-541e-42d3-a57c-84ef8791f372 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:21.229778 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762666ee-42cc-46e2-816c-4b14ee94bfea", "tag": "180b8bf2-0664-42ca-b32b-718a4ef829b0", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:21.230027 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ce89118-541e-42d3-a57c-84ef8791f372 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:21.230422 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762666ee-42cc-46e2-816c-4b14ee94bfea', 'tag': '180b8bf2-0664-42ca-b32b-718a4ef829b0', 'status': 'completed', 'code': 200} Jul 29 14:47:21.268477 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6615a00f-4dba-41b9-b5ed-356bf175b9eb req-a97e216c-18d5-44a9-9d6b-4cdf91981594 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248026 Jul 29 14:47:21.277866 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b191f541-8269-4169-a8c9-0d0074977b4e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:21.348086 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3bbe5181-23c8-421e-aafb-d5c0da1480a4 req-20838393-5c7b-4345-9a7c-b4befb5f0d96 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips/56d56be4-99b6-4859-9eec-54a87c71a650 HTTP/1.1" status: 200 len: 693 time: 0.0731590 Jul 29 14:47:21.381113 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b191f541-8269-4169-a8c9-0d0074977b4e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:21.387630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b191f541-8269-4169-a8c9-0d0074977b4e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:21.388312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b191f541-8269-4169-a8c9-0d0074977b4e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:21.476650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191f541-8269-4169-a8c9-0d0074977b4e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event updated for resources: {'Network': ['ID=3b00f243-d3d0-48b9-90af-46b9a123e2ab,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:21.481380 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe5181-23c8-421e-aafb-d5c0da1480a4 req-0c947bc2-9a4d-49a7-914f-a6b0b20c3157 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:21.490832 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 3b00f243-d3d0-48b9-90af-46b9a123e2ab details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:47:21.491591 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3bbe5181-23c8-421e-aafb-d5c0da1480a4 req-0c947bc2-9a4d-49a7-914f-a6b0b20c3157 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.1422260 Jul 29 14:47:21.507055 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b191f541-8269-4169-a8c9-0d0074977b4e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6802828 Jul 29 14:47:21.510163 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57114) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:21.510378 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ac19baa-2191-44a3-85bb-63580e7f1d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:21.518400 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-2bf91d75-b367-4052-9aa4-89dd2086e882 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Request body: {'subnet': {'network_id': '3b00f243-d3d0-48b9-90af-46b9a123e2ab', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:21.564136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-3998df5f-fc9c-4727-bb02-20a631e63a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:21.565990 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-3998df5f-fc9c-4727-bb02-20a631e63a64 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 1094 time: 0.3347058 Jul 29 14:47:21.595902 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3bbe5181-23c8-421e-aafb-d5c0da1480a4 req-a397dd9d-fa93-4b2a-9092-64dcfc3e51c6 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.1032317 Jul 29 14:47:21.646295 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ac19baa-2191-44a3-85bb-63580e7f1d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:21.718532 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-d383ce9d-7d00-4eda-ba8b-e0889ff15b73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0 HTTP/1.1" status: 200 len: 217 time: 0.1444252 Jul 29 14:47:21.774784 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf91d75-b367-4052-9aa4-89dd2086e882 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Made reservation on behalf of d8d78d89373a4e9c9a41503e527a8f91 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:21.783145 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2bf91d75-b367-4052-9aa4-89dd2086e882 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:21.818397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-6c19f993-931c-4c90-997b-41638496f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:21.823675 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-6c19f993-931c-4c90-997b-41638496f8f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.0864668 Jul 29 14:47:21.838505 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3bbe5181-23c8-421e-aafb-d5c0da1480a4 req-02063775-2325-42a4-999b-c8384bcc8f62 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.2414780 Jul 29 14:47:21.925533 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-20ef7085-6b1c-4c5e-bdd7-770e0ea7fc12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824852 Jul 29 14:47:22.057676 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ac19baa-2191-44a3-85bb-63580e7f1d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:22.060495 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ac19baa-2191-44a3-85bb-63580e7f1d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:22.062412 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8ac19baa-2191-44a3-85bb-63580e7f1d62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61069ec8-4708-45c7-b809-af4033a9d9b7 HTTP/1.1" status: 204 len: 168 time: 0.8975170 Jul 29 14:47:22.081548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a08661-15e4-4489-bf3f-120375cef10b req-eb5acd78-58b5-4b0f-8dba-18385414f6a0 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:22.087687 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac19baa-2191-44a3-85bb-63580e7f1d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61069ec8-4708-45c7-b809-af4033a9d9b7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:22.092336 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-66a08661-15e4-4489-bf3f-120375cef10b req-eb5acd78-58b5-4b0f-8dba-18385414f6a0 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 943 time: 0.1263826 Jul 29 14:47:22.120280 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-82591447-c022-4b59-bddc-33e74a2e94d5 service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861572 Jul 29 14:47:22.142513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-3bbe5181-23c8-421e-aafb-d5c0da1480a4 req-5b7fa66d-a2c6-4a9b-8e39-e225ea9d3095 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Deleting port c2878679-c4bd-4acd-9637-bdf5736d83fd {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:22.145093 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3bbe5181-23c8-421e-aafb-d5c0da1480a4 req-5b7fa66d-a2c6-4a9b-8e39-e225ea9d3095 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:22.209094 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-66a08661-15e4-4489-bf3f-120375cef10b req-631bab2e-6ec9-4815-b064-339ba1bf482b tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157174 Jul 29 14:47:22.226503 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2bf91d75-b367-4052-9aa4-89dd2086e882 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:22.376818 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1fe52f16-e69e-4fc0-8a34-5d6320555109 req-49df0ae7-6302-464f-a6eb-de9cec25aef7 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 210 time: 0.0523124 Jul 29 14:47:22.423870 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf91d75-b367-4052-9aa4-89dd2086e882 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event updated for resources: {'Subnet': ['ID=d5eb8375-dd0c-4f3d-a7d6-4ab673e637dd,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:22.440753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf91d75-b367-4052-9aa4-89dd2086e882 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Checking segment: {'id': 'fedf26c4-6a31-4c0b-bb22-67a6ec790d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3b00f243-d3d0-48b9-90af-46b9a123e2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:22.440753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf91d75-b367-4052-9aa4-89dd2086e882 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Network hostable DHCP agents. Network: 3b00f243-d3d0-48b9-90af-46b9a123e2ab, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:47:22.470781 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf91d75-b367-4052-9aa4-89dd2086e882 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Network 3b00f243-d3d0-48b9-90af-46b9a123e2ab is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:47:22.497341 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed8aecc-a651-4afc-a348-6865c320cb29 req-0593494d-eb09-4028-85a0-80cb9563fade service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629584 Jul 29 14:47:22.508625 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-7049c612-490e-4799-93c0-80945698edef tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:22.510231 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-7049c612-490e-4799-93c0-80945698edef tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.38 "GET /v2.0/networks?id=c102c57f-d3db-4b60-834e-b9ab8ac21ede HTTP/1.1" status: 200 len: 815 time: 0.3880107 Jul 29 14:47:22.512219 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3bbe5181-23c8-421e-aafb-d5c0da1480a4 req-5b7fa66d-a2c6-4a9b-8e39-e225ea9d3095 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:22.512616 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3bbe5181-23c8-421e-aafb-d5c0da1480a4 req-5b7fa66d-a2c6-4a9b-8e39-e225ea9d3095 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:22.539845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-d92f1845-ff9a-4c6d-9aaa-790fb8a44245 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Request body: {'port': {'device_id': '12fbfca2-0354-438b-bdb3-cf789ca37eea', 'network_id': 'c102c57f-d3db-4b60-834e-b9ab8ac21ede', 'admin_state_up': True, 'tenant_id': '03f97bd89e0c46f59fec9f09f4faebd8'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:22.543562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-2bf91d75-b367-4052-9aa4-89dd2086e882 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 3b00f243-d3d0-48b9-90af-46b9a123e2ab) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:22.560454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8fc438-27c5-4d96-b096-464152f0fa0a None None] Network 3b00f243-d3d0-48b9-90af-46b9a123e2ab requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:47:22.606023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf91d75-b367-4052-9aa4-89dd2086e882 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:22.606617 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2bf91d75-b367-4052-9aa4-89dd2086e882 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:22.631739 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-3bbe5181-23c8-421e-aafb-d5c0da1480a4 req-5b7fa66d-a2c6-4a9b-8e39-e225ea9d3095 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Calling delete_port for c2878679-c4bd-4acd-9637-bdf5736d83fd owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:22.733874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57138) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:22.781410 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2bf91d75-b367-4052-9aa4-89dd2086e882 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2694890 Jul 29 14:47:22.782642 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57140) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:22.805406 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3c3f096c-e4d9-4cce-ae55-759550237a08 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2092025969'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:22.829187 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-352e5f33-8ed4-45c3-97ca-81a231c88bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:22.883386 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a1edd-4e5a-48c0-8519-daad25330722 req-21a0f842-e9a7-4ab1-be48-f5020c2e45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:22.886246 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa4a1edd-4e5a-48c0-8519-daad25330722 req-21a0f842-e9a7-4ab1-be48-f5020c2e45a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 1094 time: 0.2663090 Jul 29 14:47:22.911334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3f096c-e4d9-4cce-ae55-759550237a08 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Made reservation on behalf of d8d78d89373a4e9c9a41503e527a8f91 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:22.915242 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c3f096c-e4d9-4cce-ae55-759550237a08 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:22.928851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-928eac4c-f9d5-4ac8-b6a6-c8e21415a7a6 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:22.936380 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-928eac4c-f9d5-4ac8-b6a6-c8e21415a7a6 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/networks?id=4c3fb4d8-6228-49a5-b942-3323a7325c56 HTTP/1.1" status: 200 len: 815 time: 0.4036584 Jul 29 14:47:22.979818 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-47c76c46-d7b6-40be-829a-a26135a91d56 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/quotas/012c933a160a445aaf840bf27cbcc814 HTTP/1.1" status: 200 len: 375 time: 0.0422990 Jul 29 14:47:23.032186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3f096c-e4d9-4cce-ae55-759550237a08 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:47:23.095983 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c3f096c-e4d9-4cce-ae55-759550237a08 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:23.097062 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-3c3f096c-e4d9-4cce-ae55-759550237a08 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Added segment 965100b9-1851-47cd-b1d9-ea355d9eac86 of type vlan for network 732dec76-02a8-4d9f-8371-6899e3b1a253 Jul 29 14:47:23.142916 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-2c78ffba-0fe1-415b-b529-d71ca17201f4 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=012c933a160a445aaf840bf27cbcc814&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1589961 Jul 29 14:47:23.259145 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c3f096c-e4d9-4cce-ae55-759550237a08 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:23.275099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-3b00f243-d3d0-48b9-90af-46b9a123e2ab', 'network_id': '3b00f243-d3d0-48b9-90af-46b9a123e2ab', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'fixed_ips': [{'subnet_id': 'd5eb8375-dd0c-4f3d-a7d6-4ab673e637dd'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:47:23.276517 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:23.336959 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-352e5f33-8ed4-45c3-97ca-81a231c88bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:23.344705 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-352e5f33-8ed4-45c3-97ca-81a231c88bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:23.379702 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e5f33-8ed4-45c3-97ca-81a231c88bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988b6d7e-7cb5-475f-9757-0a8fab53351a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:23.382348 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c3f096c-e4d9-4cce-ae55-759550237a08 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:23.393016 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3f096c-e4d9-4cce-ae55-759550237a08 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:23.393814 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c3f096c-e4d9-4cce-ae55-759550237a08 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:23.458767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Allocated IP 19.80.0.2 (3b00f243-d3d0-48b9-90af-46b9a123e2ab/d5eb8375-dd0c-4f3d-a7d6-4ab673e637dd/984222ea-98c8-40aa-811a-0f3d0cdd0b75) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:47:23.509696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f096c-e4d9-4cce-ae55-759550237a08 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event updated for resources: {'Network': ['ID=732dec76-02a8-4d9f-8371-6899e3b1a253,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:23.533341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 732dec76-02a8-4d9f-8371-6899e3b1a253 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:47:23.553448 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-d2ef6781-b844-4b01-842f-391e0d5c1fed service neutron] 10.222.0.16 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719509 Jul 29 14:47:23.639323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-d92f1845-ff9a-4c6d-9aaa-790fb8a44245 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Made reservation on behalf of 03f97bd89e0c46f59fec9f09f4faebd8 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:23.643785 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-d92f1845-ff9a-4c6d-9aaa-790fb8a44245 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:23.650961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a1edd-4e5a-48c0-8519-daad25330722 req-af7affa6-d952-4845-bcd8-59522bca823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:23.651850 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa4a1edd-4e5a-48c0-8519-daad25330722 req-af7affa6-d952-4845-bcd8-59522bca823b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.7407143 Jul 29 14:47:23.676085 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b3cdf-5f04-4d4e-bbcf-16dc79985797 req-4bc688d9-1992-4136-a139-054073f6acbd tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:23.676085 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-943b3cdf-5f04-4d4e-bbcf-16dc79985797 req-4bc688d9-1992-4136-a139-054073f6acbd tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1f722d2-ff72-42a6-a708-1bc57d0d1d2f HTTP/1.1" status: 200 len: 946 time: 0.6261907 Jul 29 14:47:23.678452 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-352e5f33-8ed4-45c3-97ca-81a231c88bbe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=461cd2d45ec848e2b7aea6ca46d7131f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9318562 Jul 29 14:47:23.683745 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57148) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:23.693710 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:23.702546 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3c3f096c-e4d9-4cce-ae55-759550237a08 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9144857 Jul 29 14:47:23.707197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57150) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:23.730783 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-97b800f1-4726-4b98-b3b8-0a5f323a85de tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Request body: {'subnet': {'network_id': '732dec76-02a8-4d9f-8371-6899e3b1a253', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:23.769747 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa4a1edd-4e5a-48c0-8519-daad25330722 req-a30ec4d2-bd83-4fb3-ba8e-d63395327790 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0 HTTP/1.1" status: 200 len: 217 time: 0.1052964 Jul 29 14:47:23.811675 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-e944f409-a0a6-4d15-b52a-fe4f20c7e6c5 service neutron] 10.222.0.16 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571919 Jul 29 14:47:23.880049 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Transition to ACTIVE for port object 984222ea-98c8-40aa-811a-0f3d0cdd0b75 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:23.907848 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Transition to ACTIVE for port object 984222ea-98c8-40aa-811a-0f3d0cdd0b75 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:23.912174 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3bbe5181-23c8-421e-aafb-d5c0da1480a4 req-5b7fa66d-a2c6-4a9b-8e39-e225ea9d3095 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:23.929763 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:23.950685 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6acb0f64-02dc-45ed-85c9-5d74d1916b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:23.995037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fa66d-a2c6-4a9b-8e39-e225ea9d3095 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Pushing event deleted for resources: {'Port': ['ID=c2878679-c4bd-4acd-9637-bdf5736d83fd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:24.000839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Network 3b00f243-d3d0-48b9-90af-46b9a123e2ab is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:24.004318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a1edd-4e5a-48c0-8519-daad25330722 req-726a849b-8d41-4c90-86fb-13142f0ac921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:24.006496 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa4a1edd-4e5a-48c0-8519-daad25330722 req-726a849b-8d41-4c90-86fb-13142f0ac921 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.2220349 Jul 29 14:47:24.008489 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6acb0f64-02dc-45ed-85c9-5d74d1916b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:24.024799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:24.041853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:24.104026 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa4a1edd-4e5a-48c0-8519-daad25330722 req-d3179f96-acc3-49ae-9336-862062f2787f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735297 Jul 29 14:47:24.143083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b800f1-4726-4b98-b3b8-0a5f323a85de tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Made reservation on behalf of d8d78d89373a4e9c9a41503e527a8f91 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:24.148928 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97b800f1-4726-4b98-b3b8-0a5f323a85de tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:24.156738 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6acb0f64-02dc-45ed-85c9-5d74d1916b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:24.164154 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6acb0f64-02dc-45ed-85c9-5d74d1916b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:24.167831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6acb0f64-02dc-45ed-85c9-5d74d1916b58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/988b6d7e-7cb5-475f-9757-0a8fab53351a HTTP/1.1" status: 204 len: 168 time: 0.4802709 Jul 29 14:47:24.168042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Pushing event updated for resources: {'Port': ['ID=984222ea-98c8-40aa-811a-0f3d0cdd0b75,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:24.253002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Attempting to bind port 984222ea-98c8-40aa-811a-0f3d0cdd0b75 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:24.253379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Attempting to bind port 984222ea-98c8-40aa-811a-0f3d0cdd0b75 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fedf26c4-6a31-4c0b-bb22-67a6ec790d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3b00f243-d3d0-48b9-90af-46b9a123e2ab'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:24.254175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Attempting to bind port 984222ea-98c8-40aa-811a-0f3d0cdd0b75 on network 3b00f243-d3d0-48b9-90af-46b9a123e2ab {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:24.261075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-943b3cdf-5f04-4d4e-bbcf-16dc79985797 req-6c5f498d-722e-4fb5-b4f0-cbf6906ddeae tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Deleting port 81490dae-bbf4-42ee-a24f-e7857bf96224 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:24.261678 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-943b3cdf-5f04-4d4e-bbcf-16dc79985797 req-6c5f498d-722e-4fb5-b4f0-cbf6906ddeae tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:24.266322 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:47:24.266878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Checking segment: {'id': 'fedf26c4-6a31-4c0b-bb22-67a6ec790d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3b00f243-d3d0-48b9-90af-46b9a123e2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:24.271078 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:24.271581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Bound using segment: {'id': 'fedf26c4-6a31-4c0b-bb22-67a6ec790d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3b00f243-d3d0-48b9-90af-46b9a123e2ab'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:47:24.272192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Bound port: 984222ea-98c8-40aa-811a-0f3d0cdd0b75, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedf26c4-6a31-4c0b-bb22-67a6ec790d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3b00f243-d3d0-48b9-90af-46b9a123e2ab'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:47:24.272593 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:24.280158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb0f64-02dc-45ed-85c9-5d74d1916b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988b6d7e-7cb5-475f-9757-0a8fab53351a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:24.460211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-d92f1845-ff9a-4c6d-9aaa-790fb8a44245 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Allocated IP 172.20.0.6 (c102c57f-d3db-4b60-834e-b9ab8ac21ede/625914f1-d9f7-487e-8892-80b3efbd7dae/2b1f12c1-6140-4b57-a858-d23544f9e374) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:47:24.473127 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3bbe5181-23c8-421e-aafb-d5c0da1480a4 req-5b7fa66d-a2c6-4a9b-8e39-e225ea9d3095 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:24.476862 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3bbe5181-23c8-421e-aafb-d5c0da1480a4 req-5b7fa66d-a2c6-4a9b-8e39-e225ea9d3095 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:24.478843 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] For port 984222ea-98c8-40aa-811a-0f3d0cdd0b75, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:24.491506 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3bbe5181-23c8-421e-aafb-d5c0da1480a4 req-5b7fa66d-a2c6-4a9b-8e39-e225ea9d3095 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "DELETE /v2.0/floatingips/56d56be4-99b6-4859-9eec-54a87c71a650 HTTP/1.1" status: 204 len: 173 time: 2.6501689 Jul 29 14:47:24.531635 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26b353-51d9-4858-abed-c35bbdeba32d req-1460c011-2e45-41ef-a0e7-2dec64cc0ae9 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:24.540352 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b26b353-51d9-4858-abed-c35bbdeba32d req-1460c011-2e45-41ef-a0e7-2dec64cc0ae9 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 943 time: 0.2631290 Jul 29 14:47:24.555873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] For port 984222ea-98c8-40aa-811a-0f3d0cdd0b75, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=984222ea-98c8-40aa-811a-0f3d0cdd0b75,segment=NetworkSegment(fedf26c4-6a31-4c0b-bb22-67a6ec790d19),segment_id=fedf26c4-6a31-4c0b-bb22-67a6ec790d19)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:47:24.567008 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:24.600221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-943b3cdf-5f04-4d4e-bbcf-16dc79985797 req-6c5f498d-722e-4fb5-b4f0-cbf6906ddeae tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] For port 81490dae-bbf4-42ee-a24f-e7857bf96224, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=81490dae-bbf4-42ee-a24f-e7857bf96224,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:24.603151 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-943b3cdf-5f04-4d4e-bbcf-16dc79985797 req-6c5f498d-722e-4fb5-b4f0-cbf6906ddeae tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:24.705892 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b26b353-51d9-4858-abed-c35bbdeba32d req-9ed19567-0860-4e14-a37f-5b044a3d0629 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644473 Jul 29 14:47:24.722301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-943b3cdf-5f04-4d4e-bbcf-16dc79985797 req-6c5f498d-722e-4fb5-b4f0-cbf6906ddeae tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Calling delete_port for 81490dae-bbf4-42ee-a24f-e7857bf96224 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:24.751970 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ebdd7357-ef78-4e28-8dea-aba5cd44a518 req-f940bc95-8833-42ca-97f7-610caf2935f0 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 210 time: 0.1254928 Jul 29 14:47:24.778311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac781a-a91b-43cf-90b6-958a6b4eacf2 None None] Pushing event updated for resources: {'Port': ['ID=984222ea-98c8-40aa-811a-0f3d0cdd0b75,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:24.948596 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa4a1edd-4e5a-48c0-8519-daad25330722 req-02b6f128-c34b-440b-8c50-b03caa5455ac service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8304951 Jul 29 14:47:24.985929 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40f0a7a6-ce83-4761-bc0b-b1ef55bd614b req-c9f53ab4-32ef-4a56-b5f2-e694ce24c7c5 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 210 time: 0.1125009 Jul 29 14:47:25.010453 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97b800f1-4726-4b98-b3b8-0a5f323a85de tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:25.118476 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b800f1-4726-4b98-b3b8-0a5f323a85de tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event updated for resources: {'Subnet': ['ID=b79d2e34-93b6-4234-9a28-570d3a31c49b,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:25.186125 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b800f1-4726-4b98-b3b8-0a5f323a85de tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Checking segment: {'id': '965100b9-1851-47cd-b1d9-ea355d9eac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '732dec76-02a8-4d9f-8371-6899e3b1a253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:25.186380 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b800f1-4726-4b98-b3b8-0a5f323a85de tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Network hostable DHCP agents. Network: 732dec76-02a8-4d9f-8371-6899e3b1a253, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:47:25.222141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b800f1-4726-4b98-b3b8-0a5f323a85de tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Network 732dec76-02a8-4d9f-8371-6899e3b1a253 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:47:25.244251 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-97b800f1-4726-4b98-b3b8-0a5f323a85de tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 732dec76-02a8-4d9f-8371-6899e3b1a253) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:25.258352 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b800f1-4726-4b98-b3b8-0a5f323a85de tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:25.259505 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1157cc-1d07-4c67-8c59-d89c67395759 None None] Network 732dec76-02a8-4d9f-8371-6899e3b1a253 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:47:25.261611 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97b800f1-4726-4b98-b3b8-0a5f323a85de tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:25.296357 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-97b800f1-4726-4b98-b3b8-0a5f323a85de tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5790174 Jul 29 14:47:25.688884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 180b8bf2-0664-42ca-b32b-718a4ef829b0 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:47:25.691664 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 81490dae-bbf4-42ee-a24f-e7857bf96224 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:47:25.748403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fddcff-a58c-4c2d-a01a-8db1d17cfd43 req-a02d1751-26dc-43ec-8ad1-8e11b4abbdf8 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:25.750827 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a0fddcff-a58c-4c2d-a01a-8db1d17cfd43 req-a02d1751-26dc-43ec-8ad1-8e11b4abbdf8 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.9237068 Jul 29 14:47:25.756690 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa4a1edd-4e5a-48c0-8519-daad25330722 req-6918fb93-5d5f-4296-a37f-61f43f2b665c service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7204177 Jul 29 14:47:25.830899 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-d92f1845-ff9a-4c6d-9aaa-790fb8a44245 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:25.897053 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-732dec76-02a8-4d9f-8371-6899e3b1a253', 'network_id': '732dec76-02a8-4d9f-8371-6899e3b1a253', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'fixed_ips': [{'subnet_id': 'b79d2e34-93b6-4234-9a28-570d3a31c49b'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:47:25.898594 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:25.926720 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-943b3cdf-5f04-4d4e-bbcf-16dc79985797 req-6c5f498d-722e-4fb5-b4f0-cbf6906ddeae tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:25.927004 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:25.999653 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:26.098282 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 180b8bf2-0664-42ca-b32b-718a4ef829b0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:26.119624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f498d-722e-4fb5-b4f0-cbf6906ddeae tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Pushing event deleted for resources: {'Port': ['ID=81490dae-bbf4-42ee-a24f-e7857bf96224,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:26.141928 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '180b8bf2-0664-42ca-b32b-718a4ef829b0', 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a', 'port_id': '180b8bf2-0664-42ca-b32b-718a4ef829b0', 'mac_address': 'fa:16:3e:fd:cd:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:47:26.332636 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:26.342021 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-943b3cdf-5f04-4d4e-bbcf-16dc79985797 req-6c5f498d-722e-4fb5-b4f0-cbf6906ddeae tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] No DVR routers for this DVR port 81490dae-bbf4-42ee-a24f-e7857bf96224 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:47:26.350081 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-943b3cdf-5f04-4d4e-bbcf-16dc79985797 req-6c5f498d-722e-4fb5-b4f0-cbf6906ddeae tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:26.353229 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-943b3cdf-5f04-4d4e-bbcf-16dc79985797 req-6c5f498d-722e-4fb5-b4f0-cbf6906ddeae tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.39 "DELETE /v2.0/ports/81490dae-bbf4-42ee-a24f-e7857bf96224 HTTP/1.1" status: 204 len: 173 time: 2.6525486 Jul 29 14:47:26.353890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f722d2-ff72-42a6-a708-1bc57d0d1d2f', 'name': 'network-vif-deleted', 'tag': '81490dae-bbf4-42ee-a24f-e7857bf96224'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:26.368657 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665cfbb0-f562-4ecc-864c-8de5b9c42270" -d '{"events": [{"server_uuid": "a1f722d2-ff72-42a6-a708-1bc57d0d1d2f", "name": "network-vif-deleted", "tag": "81490dae-bbf4-42ee-a24f-e7857bf96224"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:26.380800 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-d92f1845-ff9a-4c6d-9aaa-790fb8a44245 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:26.381828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Allocated IP 19.86.0.2 (732dec76-02a8-4d9f-8371-6899e3b1a253/b79d2e34-93b6-4234-9a28-570d3a31c49b/7799add9-9416-4a24-b029-bfde795bafdd) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:47:26.386359 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180b8bf2-0664-42ca-b32b-718a4ef829b0 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:47:26.392874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477b722-8d54-4fc0-92a6-6a941b4ba272 req-6b00ab41-9eb1-407e-9b7c-3de0a97326a2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:26.394677 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d477b722-8d54-4fc0-92a6-6a941b4ba272 req-6b00ab41-9eb1-407e-9b7c-3de0a97326a2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 943 time: 0.4957192 Jul 29 14:47:26.411757 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 180b8bf2-0664-42ca-b32b-718a4ef829b0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:26.423930 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:26.495772 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f1845-ff9a-4c6d-9aaa-790fb8a44245 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Pushing event updated for resources: {'Port': ['ID=2b1f12c1-6140-4b57-a858-d23544f9e374,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:26.519699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=180b8bf2-0664-42ca-b32b-718a4ef829b0,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:26.593993 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d477b722-8d54-4fc0-92a6-6a941b4ba272 req-b5a659a2-e9b7-4e64-9855-9441d33260ca tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195641 Jul 29 14:47:26.615790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-d92f1845-ff9a-4c6d-9aaa-790fb8a44245 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Network c102c57f-d3db-4b60-834e-b9ab8ac21ede is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:26.633738 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 984222ea-98c8-40aa-811a-0f3d0cdd0b75 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:26.645628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-d92f1845-ff9a-4c6d-9aaa-790fb8a44245 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:26.653265 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc497e98-ff32-46bd-99ee-138b5b0ab9e5 None None] Network 3b00f243-d3d0-48b9-90af-46b9a123e2ab requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:47:26.678095 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-d92f1845-ff9a-4c6d-9aaa-790fb8a44245 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:26.704128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-c458b9db-ed1f-401d-9519-dfa0742a5a59 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:26.712400 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-c458b9db-ed1f-401d-9519-dfa0742a5a59 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:26.721706 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-c458b9db-ed1f-401d-9519-dfa0742a5a59 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/networks?id=3b00f243-d3d0-48b9-90af-46b9a123e2ab&id=732dec76-02a8-4d9f-8371-6899e3b1a253 HTTP/1.1" status: 200 len: 1391 time: 0.2721272 Jul 29 14:47:26.754410 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-f5977a15-cdda-40e9-9cf9-9d1c2a9bd9aa tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/quotas/d8d78d89373a4e9c9a41503e527a8f91 HTTP/1.1" status: 200 len: 375 time: 0.0304492 Jul 29 14:47:26.857326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-d92f1845-ff9a-4c6d-9aaa-790fb8a44245 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:26.857977 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-d92f1845-ff9a-4c6d-9aaa-790fb8a44245 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:26.864768 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['180b8bf2-0664-42ca-b32b-718a4ef829b0'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:47:26.896174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-b2b6c2c7-5780-4064-aa26-d0d5f8bb62a2 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:26.897781 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-b2b6c2c7-5780-4064-aa26-d0d5f8bb62a2 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.39 "GET /v2.0/networks?id=4c3fb4d8-6228-49a5-b942-3323a7325c56 HTTP/1.1" status: 200 len: 815 time: 0.7220438 Jul 29 14:47:26.898335 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-25c7c370-a8c2-4d66-9bd6-96593b62bd48 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8d78d89373a4e9c9a41503e527a8f91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1406331 Jul 29 14:47:26.924527 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c4c5f3e-e3d8-45fe-87c5-dde5a4dec130 req-19078697-7447-470b-b91d-c98438f34d96 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=42c6f7dd78e34f1a886fbb1f24dc7fe2 HTTP/1.1" status: 200 len: 1656 time: 0.2601433 Jul 29 14:47:27.072842 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f53f16cf-f6b7-4017-bab9-d3a9d8928e67 None None] Provisioning for port 984222ea-98c8-40aa-811a-0f3d0cdd0b75 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:27.085724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3ad958dd-e6ad-4b70-944e-1990cc3764a8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Request body: {'port': {'device_id': 'c82b582a-9b29-43ac-ba29-c235bf95808d', 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56', 'admin_state_up': True, 'tenant_id': '012c933a160a445aaf840bf27cbcc814'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:27.113917 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:27.119480 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-d92f1845-ff9a-4c6d-9aaa-790fb8a44245 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5852432 Jul 29 14:47:27.163602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Request body: {'port': {'device_id': '12fbfca2-0354-438b-bdb3-cf789ca37eea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:27.186068 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Transition to ACTIVE for port object 7799add9-9416-4a24-b029-bfde795bafdd will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:27.243762 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-a3c867aa-1221-4c80-a9b3-86152ce4b2b0 service neutron] 10.222.0.16 "GET /v2.0/networks/3b00f243-d3d0-48b9-90af-46b9a123e2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442905 Jul 29 14:47:27.244814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 984222ea-98c8-40aa-811a-0f3d0cdd0b75 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:27.259494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 984222ea-98c8-40aa-811a-0f3d0cdd0b75 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:27.260388 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:27.274884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Transition to ACTIVE for port object 7799add9-9416-4a24-b029-bfde795bafdd will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:27.281941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57252) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:27.324727 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:27.349601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Network 732dec76-02a8-4d9f-8371-6899e3b1a253 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:27.362584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:27.386812 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-3ff15e36-0b3b-4cfa-bca9-e1098e1f48e5 service neutron] 10.222.0.16 "GET /v2.0/networks/3b00f243-d3d0-48b9-90af-46b9a123e2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407211 Jul 29 14:47:27.403469 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:27.448120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c5f3e-e3d8-45fe-87c5-dde5a4dec130 req-5ec996c4-5f65-4ebe-9d6c-df1823cc26bc tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:27.462287 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c4c5f3e-e3d8-45fe-87c5-dde5a4dec130 req-5ec996c4-5f65-4ebe-9d6c-df1823cc26bc tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/networks?id=934d72ed-b7cb-4209-8f17-14bdf4413084&id=934d72ed-b7cb-4209-8f17-14bdf4413084&id=934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 787 time: 0.5367126 Jul 29 14:47:27.477030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-0c4c5f3e-e3d8-45fe-87c5-dde5a4dec130 req-bc62c9f0-3a24-48cb-8b12-d5094355a14e tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:47:27.493979 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c4c5f3e-e3d8-45fe-87c5-dde5a4dec130 req-bc62c9f0-3a24-48cb-8b12-d5094355a14e tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0307190 Jul 29 14:47:27.527306 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:27.622921 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Pushing event updated for resources: {'Port': ['ID=7799add9-9416-4a24-b029-bfde795bafdd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:27.659097 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3ad958dd-e6ad-4b70-944e-1990cc3764a8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Made reservation on behalf of 012c933a160a445aaf840bf27cbcc814 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:27.662867 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3ad958dd-e6ad-4b70-944e-1990cc3764a8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:27.738332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Attempting to bind port 7799add9-9416-4a24-b029-bfde795bafdd on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:27.739139 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Attempting to bind port 7799add9-9416-4a24-b029-bfde795bafdd by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '965100b9-1851-47cd-b1d9-ea355d9eac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '732dec76-02a8-4d9f-8371-6899e3b1a253'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:27.739758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Attempting to bind port 7799add9-9416-4a24-b029-bfde795bafdd on network 732dec76-02a8-4d9f-8371-6899e3b1a253 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:27.754662 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:27.777712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:47:27.778569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Checking segment: {'id': '965100b9-1851-47cd-b1d9-ea355d9eac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '732dec76-02a8-4d9f-8371-6899e3b1a253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:27.779238 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:27.779862 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Bound using segment: {'id': '965100b9-1851-47cd-b1d9-ea355d9eac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '732dec76-02a8-4d9f-8371-6899e3b1a253'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:47:27.780783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Bound port: 7799add9-9416-4a24-b029-bfde795bafdd, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965100b9-1851-47cd-b1d9-ea355d9eac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '732dec76-02a8-4d9f-8371-6899e3b1a253'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:47:27.782164 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:27.836891 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3ad958dd-e6ad-4b70-944e-1990cc3764a8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Allocated IP 172.20.0.7 (4c3fb4d8-6228-49a5-b942-3323a7325c56/ed79112e-e1ad-495b-b97b-e7f814816160/44072997-dd48-41c2-9f07-fff8e954c6b4) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:47:27.893512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] For port 7799add9-9416-4a24-b029-bfde795bafdd, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:27.898011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] For port 7799add9-9416-4a24-b029-bfde795bafdd, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7799add9-9416-4a24-b029-bfde795bafdd,segment=NetworkSegment(965100b9-1851-47cd-b1d9-ea355d9eac86),segment_id=965100b9-1851-47cd-b1d9-ea355d9eac86)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:47:27.914751 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:27.982207 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8551dbf2-b1c0-4301-8313-b95709cf20ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:28.038248 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3ad958dd-e6ad-4b70-944e-1990cc3764a8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:28.099482 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8551dbf2-b1c0-4301-8313-b95709cf20ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:28.106684 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8551dbf2-b1c0-4301-8313-b95709cf20ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:28.138805 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8551dbf2-b1c0-4301-8313-b95709cf20ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d43b88309a14289ba7f0688f89a4292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8555064 Jul 29 14:47:28.142867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57260) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:28.157718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d06ee-0b42-4bf7-99c3-f5887199033b req-f978af8a-6ef5-4106-819e-cd3143bafb23 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:28.170882 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26d06ee-0b42-4bf7-99c3-f5887199033b req-f978af8a-6ef5-4106-819e-cd3143bafb23 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 931 time: 0.5523219 Jul 29 14:47:28.180281 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3ad958dd-e6ad-4b70-944e-1990cc3764a8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:28.207588 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 984222ea-98c8-40aa-811a-0f3d0cdd0b75, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=984222ea-98c8-40aa-811a-0f3d0cdd0b75,segment=NetworkSegment(fedf26c4-6a31-4c0b-bb22-67a6ec790d19),segment_id=fedf26c4-6a31-4c0b-bb22-67a6ec790d19)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:28.210353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551dbf2-b1c0-4301-8313-b95709cf20ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfedd82c-4f5a-47bd-aab8-da6e4c5267ec,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:28.241287 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb159f-211d-4a9e-8233-513cd08b3ea5 None None] Pushing event updated for resources: {'Port': ['ID=7799add9-9416-4a24-b029-bfde795bafdd,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:28.266119 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf70626b-2183-4b92-8aa5-a5dc98182f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:28.284609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3ad958dd-e6ad-4b70-944e-1990cc3764a8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Network 4c3fb4d8-6228-49a5-b942-3323a7325c56 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:28.288225 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:28.300600 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf70626b-2183-4b92-8aa5-a5dc98182f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:28.315945 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26d06ee-0b42-4bf7-99c3-f5887199033b req-afb92240-0a1c-4609-b74f-6339bb2f665f tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eceb5e4-95f6-4d04-8fce-076956f1598f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434488 Jul 29 14:47:28.380787 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-69b3f7e4-0ff3-4d1b-b53f-414f07a913de service neutron] 10.222.0.16 "GET /v2.0/networks/732dec76-02a8-4d9f-8371-6899e3b1a253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9914434 Jul 29 14:47:28.396038 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3ad958dd-e6ad-4b70-944e-1990cc3764a8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:28.399778 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3ad958dd-e6ad-4b70-944e-1990cc3764a8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:28.410128 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-29bdbe9d-a20b-4831-bc92-e33820e19264 None None] Provisioning complete for port 984222ea-98c8-40aa-811a-0f3d0cdd0b75 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:28.429183 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-29bdbe9d-a20b-4831-bc92-e33820e19264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:28.454524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad958dd-e6ad-4b70-944e-1990cc3764a8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Pushing event updated for resources: {'Port': ['ID=44072997-dd48-41c2-9f07-fff8e954c6b4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:28.514684 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-da718f09-9065-452b-9949-50c8bccee72f service neutron] 10.222.0.16 "GET /v2.0/networks/732dec76-02a8-4d9f-8371-6899e3b1a253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326013 Jul 29 14:47:28.522153 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf70626b-2183-4b92-8aa5-a5dc98182f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:28.528578 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf70626b-2183-4b92-8aa5-a5dc98182f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:28.533729 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cf70626b-2183-4b92-8aa5-a5dc98182f36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dfedd82c-4f5a-47bd-aab8-da6e4c5267ec HTTP/1.1" status: 204 len: 168 time: 0.3878410 Jul 29 14:47:28.557448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70626b-2183-4b92-8aa5-a5dc98182f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfedd82c-4f5a-47bd-aab8-da6e4c5267ec,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:28.567332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=984222ea-98c8-40aa-811a-0f3d0cdd0b75,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:28.603604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3ad958dd-e6ad-4b70-944e-1990cc3764a8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:28.604433 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3ad958dd-e6ad-4b70-944e-1990cc3764a8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:28.690541 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02f7df-c0e7-4a29-986c-a2e109aaa203 req-194c7d0e-69dd-435c-bbe0-5e3fa6a47dbc tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:28.696319 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5e02f7df-c0e7-4a29-986c-a2e109aaa203 req-194c7d0e-69dd-435c-bbe0-5e3fa6a47dbc tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 931 time: 0.2486274 Jul 29 14:47:28.702418 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3ad958dd-e6ad-4b70-944e-1990cc3764a8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6379981 Jul 29 14:47:28.730326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Request body: {'port': {'device_id': 'c82b582a-9b29-43ac-ba29-c235bf95808d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:28.911509 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5e02f7df-c0e7-4a29-986c-a2e109aaa203 req-199c1715-cef6-4f28-88f3-ce3c95d40e51 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039919 Jul 29 14:47:29.013592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1f12c1-6140-4b57-a858-d23544f9e374 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:47:29.038926 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc5a1fc-71fd-48b4-8ea7-6419bac9a909 x-openstack-request-id: req-8dc5a1fc-71fd-48b4-8ea7-6419bac9a909 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:29.039547 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f722d2-ff72-42a6-a708-1bc57d0d1d2f", "name": "network-vif-deleted", "tag": "81490dae-bbf4-42ee-a24f-e7857bf96224", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:29.039547 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8dc5a1fc-71fd-48b4-8ea7-6419bac9a909 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:29.039880 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f722d2-ff72-42a6-a708-1bc57d0d1d2f', 'name': 'network-vif-deleted', 'tag': '81490dae-bbf4-42ee-a24f-e7857bf96224', 'status': 'completed', 'code': 200} Jul 29 14:47:29.046070 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:29.232348 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7375963-2a6a-4b1a-8e50-7bf7960c6160 req-90ac2f8c-65b8-4a42-8451-c55eba203f54 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:29.241049 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e7375963-2a6a-4b1a-8e50-7bf7960c6160 req-90ac2f8c-65b8-4a42-8451-c55eba203f54 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 944 time: 0.1154165 Jul 29 14:47:29.327443 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e7375963-2a6a-4b1a-8e50-7bf7960c6160 req-2c72c1f6-b923-43f2-abb3-82a11a7be975 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799677 Jul 29 14:47:29.433412 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98881bf8-b9cb-41e7-94e0-34e4fdd683f0 req-cb2a9951-dc6f-4b73-b253-3a6b669d7a5f tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 210 time: 0.0460312 Jul 29 14:47:29.604167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091762a-d2f3-4e1b-8a4a-cfc4800c8f27 req-30c9de28-8022-4d30-8695-04765d7d57e6 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:29.616624 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d091762a-d2f3-4e1b-8a4a-cfc4800c8f27 req-30c9de28-8022-4d30-8695-04765d7d57e6 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 931 time: 0.0930686 Jul 29 14:47:29.620285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 180b8bf2-0664-42ca-b32b-718a4ef829b0 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:29.692739 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d091762a-d2f3-4e1b-8a4a-cfc4800c8f27 req-75578e28-7b4a-490b-b33e-e4f181c8b7e9 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eceb5e4-95f6-4d04-8fce-076956f1598f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753574 Jul 29 14:47:29.783580 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:29.816875 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d78265d2-6baa-446e-8797-dfd77e61e276 req-b01304fa-a328-45b5-9a15-fe240a1416ae tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips/dfd5c0d6-b5f8-4875-898f-4a2fc48c8d10 HTTP/1.1" status: 200 len: 693 time: 0.7620325 Jul 29 14:47:29.838065 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 180b8bf2-0664-42ca-b32b-718a4ef829b0 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:29.849006 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 180b8bf2-0664-42ca-b32b-718a4ef829b0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:29.849591 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:29.873468 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Transition to ACTIVE for port object 2b1f12c1-6140-4b57-a858-d23544f9e374 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:30.037029 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:30.085055 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:30.131668 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762666ee-42cc-46e2-816c-4b14ee94bfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180b8bf2-0664-42ca-b32b-718a4ef829b0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:30.136501 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77437e53-fa78-4680-a503-d4e827e8275a" -d '{"events": [{"server_uuid": "762666ee-42cc-46e2-816c-4b14ee94bfea", "name": "network-vif-plugged", "status": "completed", "tag": "180b8bf2-0664-42ca-b32b-718a4ef829b0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:30.154600 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 180b8bf2-0664-42ca-b32b-718a4ef829b0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:30.159835 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:30.174512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Pushing event updated for resources: {'Port': ['ID=2b1f12c1-6140-4b57-a858-d23544f9e374,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:30.194868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c1962-12c4-42fa-a23d-50087b03b272 req-194a2f1b-32cb-4109-b738-f75c207c3474 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:30.196605 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3d1c1962-12c4-42fa-a23d-50087b03b272 req-194a2f1b-32cb-4109-b738-f75c207c3474 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 931 time: 0.1217594 Jul 29 14:47:30.268125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=180b8bf2-0664-42ca-b32b-718a4ef829b0,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:30.297943 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3d1c1962-12c4-42fa-a23d-50087b03b272 req-1d1fab1d-1097-4d51-9f46-db162ed0ebb1 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934706 Jul 29 14:47:30.443864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101b5575-8a52-4829-8c1d-1443390fec59 None None] Network 732dec76-02a8-4d9f-8371-6899e3b1a253 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:47:30.624066 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91d54f4-5e96-4944-9307-37d1496ae996 x-openstack-request-id: req-a91d54f4-5e96-4944-9307-37d1496ae996 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:30.627587 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762666ee-42cc-46e2-816c-4b14ee94bfea", "name": "network-vif-plugged", "status": "completed", "tag": "180b8bf2-0664-42ca-b32b-718a4ef829b0", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:30.628450 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a91d54f4-5e96-4944-9307-37d1496ae996 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:30.629417 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762666ee-42cc-46e2-816c-4b14ee94bfea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180b8bf2-0664-42ca-b32b-718a4ef829b0', 'code': 200} Jul 29 14:47:30.673309 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8b90bfb1-1c6b-40d6-a129-96420a4ce08e None None] Provisioning for port 7799add9-9416-4a24-b029-bfde795bafdd completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:30.675994 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa3f41c5-05f8-46c3-818e-df4c1d663cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:30.698135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-fdb8ab90-7725-4a81-ba08-b0598f5336fc tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:30.708650 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-fdb8ab90-7725-4a81-ba08-b0598f5336fc tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:30.711068 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-fdb8ab90-7725-4a81-ba08-b0598f5336fc tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.39 "GET /v2.0/networks?id=3b00f243-d3d0-48b9-90af-46b9a123e2ab&id=732dec76-02a8-4d9f-8371-6899e3b1a253 HTTP/1.1" status: 200 len: 1391 time: 0.2013099 Jul 29 14:47:30.755058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 984222ea-98c8-40aa-811a-0f3d0cdd0b75 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:30.808478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707e8d1-3ba7-4487-ba69-8ece1be80f09 req-e3c54e09-d11b-480a-8ffc-8585148febaa tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:30.810645 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f707e8d1-3ba7-4487-ba69-8ece1be80f09 req-e3c54e09-d11b-480a-8ffc-8585148febaa tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 945 time: 0.1529696 Jul 29 14:47:30.825321 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d542d6b-94fe-4a1f-9068-21135a6a9e1e req-f52f5df6-d419-4714-9fa3-0fa3ba38cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:30.826893 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3d542d6b-94fe-4a1f-9068-21135a6a9e1e req-f52f5df6-d419-4714-9fa3-0fa3ba38cb59 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 1096 time: 0.0913327 Jul 29 14:47:30.914962 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3d542d6b-94fe-4a1f-9068-21135a6a9e1e req-fb43a205-fe8e-4f77-be97-84e4ec8fb384 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743401 Jul 29 14:47:30.939739 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f707e8d1-3ba7-4487-ba69-8ece1be80f09 req-af20f824-3ba3-4fa7-8a2a-923d4a4084cb tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176059 Jul 29 14:47:30.969925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 984222ea-98c8-40aa-811a-0f3d0cdd0b75 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:30.970493 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:31.027509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78265d2-6baa-446e-8797-dfd77e61e276 req-6198f906-832f-41cc-8c73-3b89db0bfe02 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:31.037240 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d78265d2-6baa-446e-8797-dfd77e61e276 req-6198f906-832f-41cc-8c73-3b89db0bfe02 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 1.2188454 Jul 29 14:47:31.108414 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6515e755-4650-49a9-9918-feb0e09c6558 req-9f69b0c4-db1f-4b64-b010-8c497e733ac7 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 210 time: 0.0543110 Jul 29 14:47:31.121844 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-33f9a5af-f1a2-402a-9e08-b70804e36075 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Request body: {'port': {'device_id': 'ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783', 'network_id': '3b00f243-d3d0-48b9-90af-46b9a123e2ab', 'admin_state_up': True, 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:31.130885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7799add9-9416-4a24-b029-bfde795bafdd up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:31.275986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 7799add9-9416-4a24-b029-bfde795bafdd completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:31.280450 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7799add9-9416-4a24-b029-bfde795bafdd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:31.281621 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:31.292299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Attempting to bind port 2b1f12c1-6140-4b57-a858-d23544f9e374 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:31.293025 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Attempting to bind port 2b1f12c1-6140-4b57-a858-d23544f9e374 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '47a9f457-b560-4465-9e8b-b783a5d6f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c102c57f-d3db-4b60-834e-b9ab8ac21ede'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:31.293271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Attempting to bind port 2b1f12c1-6140-4b57-a858-d23544f9e374 on network c102c57f-d3db-4b60-834e-b9ab8ac21ede {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:31.305071 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9e20-8c1f-4529-987a-b0f1ad6d4596 req-3984b58f-4bee-4b8a-b801-2aa625a24749 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:31.316720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cff9e20-8c1f-4529-987a-b0f1ad6d4596 req-3984b58f-4bee-4b8a-b801-2aa625a24749 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 943 time: 0.0956323 Jul 29 14:47:31.349347 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57328) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:31.388462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cff9e20-8c1f-4529-987a-b0f1ad6d4596 req-5ce0e5ef-1d2c-4dd9-9dcb-e162c0b165b8 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eceb5e4-95f6-4d04-8fce-076956f1598f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701563 Jul 29 14:47:31.388724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Port 2b1f12c1-6140-4b57-a858-d23544f9e374 on network c102c57f-d3db-4b60-834e-b9ab8ac21ede not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:31.391881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Attempting to bind port 2b1f12c1-6140-4b57-a858-d23544f9e374 on network c102c57f-d3db-4b60-834e-b9ab8ac21ede {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:31.467697 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:31.482348 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44072997-dd48-41c2-9f07-fff8e954c6b4 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:47:31.494278 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d78265d2-6baa-446e-8797-dfd77e61e276 req-8f6cb3a4-9e3d-45fe-ad54-7fa240b4629d tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 696 time: 0.4552851 Jul 29 14:47:31.495902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:47:31.496848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Checking segment: {'id': '47a9f457-b560-4465-9e8b-b783a5d6f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c102c57f-d3db-4b60-834e-b9ab8ac21ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:31.497776 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Bound using segment: {'id': '47a9f457-b560-4465-9e8b-b783a5d6f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c102c57f-d3db-4b60-834e-b9ab8ac21ede'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:47:31.498509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Bound port: 2b1f12c1-6140-4b57-a858-d23544f9e374, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a9f457-b560-4465-9e8b-b783a5d6f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'c102c57f-d3db-4b60-834e-b9ab8ac21ede'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:47:31.499127 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:31.513797 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:31.596870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 7799add9-9416-4a24-b029-bfde795bafdd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7799add9-9416-4a24-b029-bfde795bafdd,segment=NetworkSegment(965100b9-1851-47cd-b1d9-ea355d9eac86),segment_id=965100b9-1851-47cd-b1d9-ea355d9eac86)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:31.602456 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-32454ef6-cd8e-4f2c-8829-8a206d22fbb2 None None] Provisioning complete for port 7799add9-9416-4a24-b029-bfde795bafdd triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:31.603028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Transition to ACTIVE for port object 44072997-dd48-41c2-9f07-fff8e954c6b4 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:31.622403 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32454ef6-cd8e-4f2c-8829-8a206d22fbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:31.627368 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4f47a-0f27-4505-b07b-b9531aa54dd9 req-7eaca570-e383-4263-b2ea-3cbe277de760 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:31.628965 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-19a4f47a-0f27-4505-b07b-b9531aa54dd9 req-7eaca570-e383-4263-b2ea-3cbe277de760 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 931 time: 0.1424704 Jul 29 14:47:31.631720 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:31.664046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b28e46d7-fa99-46b2-8c87-e0c513d9c1ad tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-127782457'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:31.701467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] For port 2b1f12c1-6140-4b57-a858-d23544f9e374, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:31.710408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] For port 2b1f12c1-6140-4b57-a858-d23544f9e374, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2b1f12c1-6140-4b57-a858-d23544f9e374,segment=NetworkSegment(47a9f457-b560-4465-9e8b-b783a5d6f72f),segment_id=47a9f457-b560-4465-9e8b-b783a5d6f72f)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:47:31.722900 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28e46d7-fa99-46b2-8c87-e0c513d9c1ad tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Made reservation on behalf of f7a7dbd1f3ef438391520fade7cc60c4 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:31.727058 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b28e46d7-fa99-46b2-8c87-e0c513d9c1ad tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:31.728382 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d78265d2-6baa-446e-8797-dfd77e61e276 req-c2d59c10-da66-45f8-8593-0b9991f5d4b1 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.135 HTTP/1.1" status: 200 len: 696 time: 0.2174327 Jul 29 14:47:31.729521 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:31.745786 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-19a4f47a-0f27-4505-b07b-b9531aa54dd9 req-8bf08d86-c084-4d3f-81f1-2f544cecc1bf tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082370 Jul 29 14:47:31.752160 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b28e46d7-fa99-46b2-8c87-e0c513d9c1ad tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:31.761229 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:31.798194 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:31.798816 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:31.800204 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] 10.222.0.38 "PUT /v2.0/ports/2b1f12c1-6140-4b57-a858-d23544f9e374 HTTP/1.1" status: 200 len: 1091 time: 4.6465955 Jul 29 14:47:31.822436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fbfca2-0354-438b-bdb3-cf789ca37eea', 'tag': '2b1f12c1-6140-4b57-a858-d23544f9e374'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:31.824829 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e23bd0-2330-4199-aa5d-306348c5e5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "12fbfca2-0354-438b-bdb3-cf789ca37eea", "tag": "2b1f12c1-6140-4b57-a858-d23544f9e374"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:31.947232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=7799add9-9416-4a24-b029-bfde795bafdd,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:31.969471 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91a6c31-8d68-4973-bd54-646078e2951c x-openstack-request-id: req-b91a6c31-8d68-4973-bd54-646078e2951c {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:31.969471 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fbfca2-0354-438b-bdb3-cf789ca37eea", "tag": "2b1f12c1-6140-4b57-a858-d23544f9e374", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:31.969713 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b91a6c31-8d68-4973-bd54-646078e2951c {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:31.970099 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fbfca2-0354-438b-bdb3-cf789ca37eea', 'tag': '2b1f12c1-6140-4b57-a858-d23544f9e374', 'status': 'completed', 'code': 200} Jul 29 14:47:31.998506 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b28e46d7-fa99-46b2-8c87-e0c513d9c1ad tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:32.008148 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b28e46d7-fa99-46b2-8c87-e0c513d9c1ad tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:32.041190 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28e46d7-fa99-46b2-8c87-e0c513d9c1ad tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:47:32.041436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-33f9a5af-f1a2-402a-9e08-b70804e36075 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Made reservation on behalf of d8d78d89373a4e9c9a41503e527a8f91 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:32.045030 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-33f9a5af-f1a2-402a-9e08-b70804e36075 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:32.091759 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b28e46d7-fa99-46b2-8c87-e0c513d9c1ad tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:32.092259 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-b28e46d7-fa99-46b2-8c87-e0c513d9c1ad tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Added segment c823fbb9-37d5-4d07-b276-d74a48cab468 of type vlan for network 3920b0c4-bbc6-49bd-beab-22618343e856 Jul 29 14:47:32.098460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e46d7-fa99-46b2-8c87-e0c513d9c1ad tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84df9345-810e-44b9-ac94-641f72e806a6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:32.151509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9057f-215e-41cd-94f4-c0e1b3f623fc service neutron] Pushing event updated for resources: {'Port': ['ID=2b1f12c1-6140-4b57-a858-d23544f9e374,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:32.152287 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b28e46d7-fa99-46b2-8c87-e0c513d9c1ad tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:32.164608 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cb2ad-abc6-4777-bbe6-956d591e5c82 req-0952934a-e440-4009-834b-6981460a1b25 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:32.172452 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b70cb2ad-abc6-4777-bbe6-956d591e5c82 req-0952934a-e440-4009-834b-6981460a1b25 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 945 time: 0.1320698 Jul 29 14:47:32.228301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-44569e86-7ddf-4342-b7d4-d335f104a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:32.230366 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-44569e86-7ddf-4342-b7d4-d335f104a521 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=03f97bd89e0c46f59fec9f09f4faebd8&device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 1094 time: 0.3618805 Jul 29 14:47:32.240464 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Pushing event updated for resources: {'Port': ['ID=44072997-dd48-41c2-9f07-fff8e954c6b4,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:32.248997 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b70cb2ad-abc6-4777-bbe6-956d591e5c82 req-3a067cf1-ee10-4273-85ac-91fd698e311e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753555 Jul 29 14:47:32.262439 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b28e46d7-fa99-46b2-8c87-e0c513d9c1ad tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:32.273862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28e46d7-fa99-46b2-8c87-e0c513d9c1ad tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:32.275425 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b28e46d7-fa99-46b2-8c87-e0c513d9c1ad tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:32.379304 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-8614eef4-d10f-4364-bf7e-996821a97870 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b1f12c1-6140-4b57-a858-d23544f9e374 HTTP/1.1" status: 200 len: 217 time: 0.1270289 Jul 29 14:47:32.386135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e46d7-fa99-46b2-8c87-e0c513d9c1ad tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Pushing event updated for resources: {'Network': ['ID=3920b0c4-bbc6-49bd-beab-22618343e856,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:32.410446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Attempting to bind port 44072997-dd48-41c2-9f07-fff8e954c6b4 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:32.410782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Attempting to bind port 44072997-dd48-41c2-9f07-fff8e954c6b4 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'd7655d0f-b1d9-4cfe-994d-479f27dad04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:32.411116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Attempting to bind port 44072997-dd48-41c2-9f07-fff8e954c6b4 on network 4c3fb4d8-6228-49a5-b942-3323a7325c56 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:32.411293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 3920b0c4-bbc6-49bd-beab-22618343e856 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:47:32.429185 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-17cf2d46-6f47-4fdf-aa45-0a1e048fa5df req-21b47f88-6f22-4cc3-b0b3-e4fbbfed7bcb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 210 time: 0.0662880 Jul 29 14:47:32.430825 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b28e46d7-fa99-46b2-8c87-e0c513d9c1ad tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0797369 Jul 29 14:47:32.444626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7799add9-9416-4a24-b029-bfde795bafdd up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:32.479206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Port 44072997-dd48-41c2-9f07-fff8e954c6b4 on network 4c3fb4d8-6228-49a5-b942-3323a7325c56 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:32.480097 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Attempting to bind port 44072997-dd48-41c2-9f07-fff8e954c6b4 on network 4c3fb4d8-6228-49a5-b942-3323a7325c56 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:32.482568 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-d78265d2-6baa-446e-8797-dfd77e61e276 req-b1ae5acf-9fd0-4369-b165-cd1aff919973 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Deleting port dc5343a1-8d14-4988-a61c-e4c0b7e1d802 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:32.482844 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d78265d2-6baa-446e-8797-dfd77e61e276 req-b1ae5acf-9fd0-4369-b165-cd1aff919973 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:32.534075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:47:32.534521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Checking segment: {'id': 'd7655d0f-b1d9-4cfe-994d-479f27dad04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:32.534811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Bound using segment: {'id': 'd7655d0f-b1d9-4cfe-994d-479f27dad04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:47:32.535266 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Bound port: 44072997-dd48-41c2-9f07-fff8e954c6b4, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7655d0f-b1d9-4cfe-994d-479f27dad04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:47:32.535933 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:32.567132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-3a6881f6-af8b-4472-baf4-08ac4e3d166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:32.568454 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-3a6881f6-af8b-4472-baf4-08ac4e3d166f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=625914f1-d9f7-487e-8892-80b3efbd7dae HTTP/1.1" status: 200 len: 855 time: 0.1753995 Jul 29 14:47:32.575523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7799add9-9416-4a24-b029-bfde795bafdd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:32.575937 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:32.583081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-33f9a5af-f1a2-402a-9e08-b70804e36075 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Allocated IP 19.80.0.118 (3b00f243-d3d0-48b9-90af-46b9a123e2ab/d5eb8375-dd0c-4f3d-a7d6-4ab673e637dd/16c5e36e-bb60-4060-9c31-b77509b4d956) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:47:32.604937 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8cdc4-97da-4517-8a2f-978fcf273b74 req-0a2dba07-d9d2-4604-9216-a93d0f8191fa tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:32.611360 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9b8cdc4-97da-4517-8a2f-978fcf273b74 req-0a2dba07-d9d2-4604-9216-a93d0f8191fa tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 1096 time: 0.0792780 Jul 29 14:47:32.654027 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-98791bc6-c0fb-41a2-bcd2-d88ee15215a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c102c57f-d3db-4b60-834e-b9ab8ac21ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747948 Jul 29 14:47:32.672514 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9b8cdc4-97da-4517-8a2f-978fcf273b74 req-eb7da37f-99d2-4ae0-b223-cb3f7bcac840 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587416 Jul 29 14:47:32.784890 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d78265d2-6baa-446e-8797-dfd77e61e276 req-b1ae5acf-9fd0-4369-b165-cd1aff919973 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:32.785222 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d78265d2-6baa-446e-8797-dfd77e61e276 req-b1ae5acf-9fd0-4369-b165-cd1aff919973 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:32.843783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] For port 44072997-dd48-41c2-9f07-fff8e954c6b4, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:32.858419 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5681f6-4990-4c64-8ba5-791e921c0677 req-01c065ed-04b7-4d41-8303-c5a1ac6408ea tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:32.860164 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-d78265d2-6baa-446e-8797-dfd77e61e276 req-b1ae5acf-9fd0-4369-b165-cd1aff919973 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Calling delete_port for dc5343a1-8d14-4988-a61c-e4c0b7e1d802 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:32.861272 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ac5681f6-4990-4c64-8ba5-791e921c0677 req-01c065ed-04b7-4d41-8303-c5a1ac6408ea tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 943 time: 0.0741739 Jul 29 14:47:32.916708 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ac5681f6-4990-4c64-8ba5-791e921c0677 req-b07b2db0-de58-4593-b093-a59c8e3d35fc tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eceb5e4-95f6-4d04-8fce-076956f1598f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484591 Jul 29 14:47:32.924624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] For port 44072997-dd48-41c2-9f07-fff8e954c6b4, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=44072997-dd48-41c2-9f07-fff8e954c6b4,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:47:33.000329 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:33.058599 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-c46d2a63-6704-4bd8-b990-48a804acc16c service neutron] 10.222.0.38 "GET /v2.0/networks/c102c57f-d3db-4b60-834e-b9ab8ac21ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870375 Jul 29 14:47:33.072217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:33.072872 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:33.074549 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] 10.222.0.39 "PUT /v2.0/ports/44072997-dd48-41c2-9f07-fff8e954c6b4 HTTP/1.1" status: 200 len: 1091 time: 4.3656433 Jul 29 14:47:33.130981 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:33.221153 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57354) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:33.226612 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Request body: {'port': {'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856', 'binding:host_id': 'n-h2-802893-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2129137597'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:33.238135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80cc80-fba7-4289-a517-35785199ab7d service neutron] Pushing event updated for resources: {'Port': ['ID=44072997-dd48-41c2-9f07-fff8e954c6b4,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:33.277531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Made reservation on behalf of 8f0f2867902b43d7b00105715fcb76d0 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:33.281309 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:33.285996 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-33f9a5af-f1a2-402a-9e08-b70804e36075 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:33.309508 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:33.322599 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-33f9a5af-f1a2-402a-9e08-b70804e36075 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Transition to ACTIVE for port object 16c5e36e-bb60-4060-9c31-b77509b4d956 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:33.330817 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-8d13abe2-1e3b-4300-bb95-4fc232a7afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:33.332820 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-8d13abe2-1e3b-4300-bb95-4fc232a7afa5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=012c933a160a445aaf840bf27cbcc814&device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 1094 time: 0.1832857 Jul 29 14:47:33.333173 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d232104-b6b4-4173-8604-7d84b4b1a642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:33.347332 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b0b3028-f0bb-4d65-b215-ece383f067ba req-64686b7f-3f7c-4504-8214-cdd6f6ab6b26 service neutron] 10.222.0.38 "GET /v2.0/networks/c102c57f-d3db-4b60-834e-b9ab8ac21ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719710 Jul 29 14:47:33.419195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-a7abd277-0f0a-4d36-86aa-cf3e17868274 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44072997-dd48-41c2-9f07-fff8e954c6b4 HTTP/1.1" status: 200 len: 217 time: 0.0761154 Jul 29 14:47:33.439424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba09dbf-598a-48e0-b485-424c2467f0b3 req-f003214e-897a-4909-99bd-f9bdec558a8e tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:33.449938 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ba09dbf-598a-48e0-b485-424c2467f0b3 req-f003214e-897a-4909-99bd-f9bdec558a8e tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 1096 time: 0.1643736 Jul 29 14:47:33.495753 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:33.508378 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:33.514746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] device_id is not set on port 562390a1-828a-4dd0-a41f-6837a4fc615c yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:47:33.523828 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-33f9a5af-f1a2-402a-9e08-b70804e36075 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:33.529301 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ba09dbf-598a-48e0-b485-424c2467f0b3 req-f1f3eb2f-94d9-47b9-8bbd-b190a035df55 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761142 Jul 29 14:47:33.548343 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d78265d2-6baa-446e-8797-dfd77e61e276 req-b1ae5acf-9fd0-4369-b165-cd1aff919973 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:33.583395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-214d22cd-67ec-4537-bf0c-663bb69e0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:33.584959 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-214d22cd-67ec-4537-bf0c-663bb69e0f6a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed79112e-e1ad-495b-b97b-e7f814816160 HTTP/1.1" status: 200 len: 855 time: 0.1555574 Jul 29 14:47:33.594937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-33f9a5af-f1a2-402a-9e08-b70804e36075 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Network 3b00f243-d3d0-48b9-90af-46b9a123e2ab is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:33.602983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-33f9a5af-f1a2-402a-9e08-b70804e36075 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:33.629468 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-33f9a5af-f1a2-402a-9e08-b70804e36075 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:33.714740 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-2fe1767f-1238-4aa7-ba7b-ef60f679d743 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c3fb4d8-6228-49a5-b942-3323a7325c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161373 Jul 29 14:47:33.715163 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cbada6-0584-45e2-be44-f1f3cc24705a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:33.724640 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e23bd0-2330-4199-aa5d-306348c5e5fb req-1eac230b-3036-4c73-9d0e-3aa8cb746522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:33.726533 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6e23bd0-2330-4199-aa5d-306348c5e5fb req-1eac230b-3036-4c73-9d0e-3aa8cb746522 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=03f97bd89e0c46f59fec9f09f4faebd8&device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 1094 time: 0.2561672 Jul 29 14:47:33.728000 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9a5af-f1a2-402a-9e08-b70804e36075 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event updated for resources: {'Port': ['ID=16c5e36e-bb60-4060-9c31-b77509b4d956,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:33.794757 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6792fd-3694-4a43-9cb0-5852e8b08ff0 req-601dcd74-4092-41d3-bff9-e49e9fb10d09 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:33.796478 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd6792fd-3694-4a43-9cb0-5852e8b08ff0 req-601dcd74-4092-41d3-bff9-e49e9fb10d09 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 943 time: 0.1413362 Jul 29 14:47:33.877342 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-7318b552-620a-4558-ba55-320949e2de84 service neutron] 10.222.0.39 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211526 Jul 29 14:47:33.898966 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae5acf-9fd0-4369-b165-cd1aff919973 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Pushing event deleted for resources: {'Port': ['ID=dc5343a1-8d14-4988-a61c-e4c0b7e1d802,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:33.932305 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd6792fd-3694-4a43-9cb0-5852e8b08ff0 req-a056b1f1-5a64-4811-b4cd-c5a174b9cc19 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245565 Jul 29 14:47:33.971694 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1fc4c18c-e22a-4197-8ebe-b3b1c7d07c9d None None] Provisioning for port 16c5e36e-bb60-4060-9c31-b77509b4d956 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:33.976345 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1fc4c18c-e22a-4197-8ebe-b3b1c7d07c9d None None] Provisioning complete for port 16c5e36e-bb60-4060-9c31-b77509b4d956 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:33.976806 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c18c-e22a-4197-8ebe-b3b1c7d07c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:34.033042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1fc4c18c-e22a-4197-8ebe-b3b1c7d07c9d None None] Port 16c5e36e-bb60-4060-9c31-b77509b4d956 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:47:34.041662 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] device_id is not set on port 562390a1-828a-4dd0-a41f-6837a4fc615c yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:47:34.068473 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:34.104141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Transition to ACTIVE for port object 562390a1-828a-4dd0-a41f-6837a4fc615c will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:34.133869 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:34.224868 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:34.231128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Pushing event updated for resources: {'Port': ['ID=562390a1-828a-4dd0-a41f-6837a4fc615c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:34.261120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Checking segment: {'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:34.261486 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Network hostable DHCP agents. Network: 3920b0c4-bbc6-49bd-beab-22618343e856, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:47:34.278861 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72daa19e-7c19-47c0-8b16-13d96f36d76e req-527f637c-8804-45b2-8c67-0c6555da7802 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:34.289401 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-72daa19e-7c19-47c0-8b16-13d96f36d76e req-527f637c-8804-45b2-8c67-0c6555da7802 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 932 time: 0.1117840 Jul 29 14:47:34.331164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Network 3920b0c4-bbc6-49bd-beab-22618343e856 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:47:34.348543 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-72daa19e-7c19-47c0-8b16-13d96f36d76e req-7ee861d0-dc23-4af9-a94c-ad6b78dd2f29 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577250 Jul 29 14:47:34.355629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82b582a-9b29-43ac-ba29-c235bf95808d', 'tag': '44072997-dd48-41c2-9f07-fff8e954c6b4'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:34.357225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 3920b0c4-bbc6-49bd-beab-22618343e856) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:34.358102 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fd0322-3607-46a2-9f6f-b755837fd7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c82b582a-9b29-43ac-ba29-c235bf95808d", "tag": "44072997-dd48-41c2-9f07-fff8e954c6b4"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:34.363321 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:34.367790 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79d8864-98a3-4e3f-b5db-45be0ce8e801 None None] Network 3920b0c4-bbc6-49bd-beab-22618343e856 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:47:34.385528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:34.386704 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:34.386704 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:34.401982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:34.402550 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:34.403976 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 2 to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c Jul 29 14:47:34.427521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:34.435923 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e23bd0-2330-4199-aa5d-306348c5e5fb req-e45dbe39-3ea0-4792-a981-91c846442ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:34.437822 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6e23bd0-2330-4199-aa5d-306348c5e5fb req-e45dbe39-3ea0-4792-a981-91c846442ef0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c102c57f-d3db-4b60-834e-b9ab8ac21ede HTTP/1.1" status: 200 len: 916 time: 0.6561842 Jul 29 14:47:34.438515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:34.439051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:34.445084 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-33f9a5af-f1a2-402a-9e08-b70804e36075 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:34.445963 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-33f9a5af-f1a2-402a-9e08-b70804e36075 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:34.451506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:34.452073 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:34.452236 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 3 to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c Jul 29 14:47:34.475399 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d78265d2-6baa-446e-8797-dfd77e61e276 req-b1ae5acf-9fd0-4369-b165-cd1aff919973 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:34.481209 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d78265d2-6baa-446e-8797-dfd77e61e276 req-b1ae5acf-9fd0-4369-b165-cd1aff919973 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:34.486148 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d78265d2-6baa-446e-8797-dfd77e61e276 req-b1ae5acf-9fd0-4369-b165-cd1aff919973 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "DELETE /v2.0/floatingips/dfd5c0d6-b5f8-4875-898f-4a2fc48c8d10 HTTP/1.1" status: 204 len: 173 time: 2.7225416 Jul 29 14:47:34.486977 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:34.487326 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:34.487679 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:34.504313 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:34.504991 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:34.505463 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 4 to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c Jul 29 14:47:34.520921 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-33f9a5af-f1a2-402a-9e08-b70804e36075 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7518213 Jul 29 14:47:34.537178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-975a4a6e-a556-493f-9242-1b2adda228c2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Request body: {'port': {'device_id': 'ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783', 'network_id': '732dec76-02a8-4d9f-8371-6899e3b1a253', 'admin_state_up': True, 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:34.548653 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:34.549115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:34.549642 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:34.568398 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:34.570643 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:34.571160 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 5 to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c Jul 29 14:47:34.580815 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362410df-c568-4319-95b9-c8b799bc9315 x-openstack-request-id: req-362410df-c568-4319-95b9-c8b799bc9315 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:34.581094 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82b582a-9b29-43ac-ba29-c235bf95808d", "tag": "44072997-dd48-41c2-9f07-fff8e954c6b4", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:34.581340 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-362410df-c568-4319-95b9-c8b799bc9315 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:34.581732 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82b582a-9b29-43ac-ba29-c235bf95808d', 'tag': '44072997-dd48-41c2-9f07-fff8e954c6b4', 'status': 'completed', 'code': 200} Jul 29 14:47:34.598007 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6e23bd0-2330-4199-aa5d-306348c5e5fb req-7a81b602-5fe3-4c82-b2ce-3d854c2b28d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b1f12c1-6140-4b57-a858-d23544f9e374 HTTP/1.1" status: 200 len: 217 time: 0.1098969 Jul 29 14:47:34.621703 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:34.622180 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:34.622634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:34.666953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:34.667445 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:34.669725 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 6 to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c Jul 29 14:47:34.684836 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-67030d05-8a43-479e-819c-0c64251fb540 req-438f44bf-1f7b-4d68-be95-9230e6aeec3a tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips/017ccf78-1c92-4521-a103-b7b1c4f48270 HTTP/1.1" status: 200 len: 693 time: 0.0878778 Jul 29 14:47:34.687546 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:34.688038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:34.688480 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:34.698883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e23bd0-2330-4199-aa5d-306348c5e5fb req-3897bcf2-80a9-44d1-802a-700bf6996353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:34.700374 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6e23bd0-2330-4199-aa5d-306348c5e5fb req-3897bcf2-80a9-44d1-802a-700bf6996353 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=625914f1-d9f7-487e-8892-80b3efbd7dae HTTP/1.1" status: 200 len: 855 time: 0.0689018 Jul 29 14:47:34.713980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:34.714644 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:34.727206 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 7 to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c Jul 29 14:47:34.772064 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:34.772553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:34.773022 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:34.781421 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:34.781994 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:34.786212 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 8 to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c Jul 29 14:47:34.791085 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2b1f12c1-6140-4b57-a858-d23544f9e374 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:47:34.798145 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6e23bd0-2330-4199-aa5d-306348c5e5fb req-a43c3b2e-d76e-4f36-ae54-b9e7b8542d08 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c102c57f-d3db-4b60-834e-b9ab8ac21ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875020 Jul 29 14:47:34.816029 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cdfe2-e015-4a9d-8fae-b55e52c47f17 req-961b0c62-1997-45ca-bf68-2c096edf8bdb tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:34.818847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:34.819305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:34.819759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:34.825426 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-848cdfe2-e015-4a9d-8fae-b55e52c47f17 req-961b0c62-1997-45ca-bf68-2c096edf8bdb tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 943 time: 0.2243018 Jul 29 14:47:34.828720 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:34.829210 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:34.831919 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 9 to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c Jul 29 14:47:34.857730 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:34.858194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:34.858657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:34.871075 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030d05-8a43-479e-819c-0c64251fb540 req-6432ddd8-b6dd-41a8-8f40-dd8f34572f4d tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:34.880246 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-67030d05-8a43-479e-819c-0c64251fb540 req-6432ddd8-b6dd-41a8-8f40-dd8f34572f4d tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.1806431 Jul 29 14:47:34.891437 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:34.891437 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:34.922970 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 10 to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c Jul 29 14:47:34.956305 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-67030d05-8a43-479e-819c-0c64251fb540 req-591e5dc7-982d-4f44-83eb-867c4523d1f4 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.103 HTTP/1.1" status: 200 len: 696 time: 0.0748880 Jul 29 14:47:34.960249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2b1f12c1-6140-4b57-a858-d23544f9e374, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2b1f12c1-6140-4b57-a858-d23544f9e374,segment=NetworkSegment(47a9f457-b560-4465-9e8b-b783a5d6f72f),segment_id=47a9f457-b560-4465-9e8b-b783a5d6f72f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:34.985174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '2b1f12c1-6140-4b57-a858-d23544f9e374', 'network_id': 'c102c57f-d3db-4b60-834e-b9ab8ac21ede', 'port_id': '2b1f12c1-6140-4b57-a858-d23544f9e374', 'mac_address': 'fa:16:3e:3c:6f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625914f1-d9f7-487e-8892-80b3efbd7dae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:47:34.994319 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff8d6881-75e3-4ee5-b8a3-3742e124a36f req-260c4911-0932-4212-9a50-be791aec8a59 service neutron] 10.222.0.39 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1000416 Jul 29 14:47:35.008621 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-848cdfe2-e015-4a9d-8fae-b55e52c47f17 req-a85343e5-d8eb-414d-94f8-f55292710c42 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eceb5e4-95f6-4d04-8fce-076956f1598f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818252 Jul 29 14:47:35.016767 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:35.017184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:35.018725 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:35.046653 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:35.053585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port 562390a1-828a-4dd0-a41f-6837a4fc615c on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:35.054318 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port 562390a1-828a-4dd0-a41f-6837a4fc615c on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:35.055172 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:35.080810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1f12c1-6140-4b57-a858-d23544f9e374 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:47:35.082502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-67030d05-8a43-479e-819c-0c64251fb540 req-c8b363e4-58c4-4f24-b1ea-02511ef5d97d tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.103 HTTP/1.1" status: 200 len: 696 time: 0.1249304 Jul 29 14:47:35.115524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-975a4a6e-a556-493f-9242-1b2adda228c2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Made reservation on behalf of d8d78d89373a4e9c9a41503e527a8f91 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:35.119661 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-975a4a6e-a556-493f-9242-1b2adda228c2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:35.149340 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2b1f12c1-6140-4b57-a858-d23544f9e374, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2b1f12c1-6140-4b57-a858-d23544f9e374,segment=NetworkSegment(47a9f457-b560-4465-9e8b-b783a5d6f72f),segment_id=47a9f457-b560-4465-9e8b-b783a5d6f72f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:35.164864 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:35.269391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd0322-3607-46a2-9f6f-b755837fd7fb req-baf9b1de-3d1c-43d7-b2c0-e6430680555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:35.271304 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53fd0322-3607-46a2-9f6f-b755837fd7fb req-baf9b1de-3d1c-43d7-b2c0-e6430680555a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=012c933a160a445aaf840bf27cbcc814&device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 1094 time: 0.1910341 Jul 29 14:47:35.296866 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2b1f12c1-6140-4b57-a858-d23544f9e374,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:35.347640 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6e23bd0-2330-4199-aa5d-306348c5e5fb req-26a5fe4c-7c8a-47b1-b326-704de3badde5 service neutron] 10.222.0.38 "GET /v2.0/networks/c102c57f-d3db-4b60-834e-b9ab8ac21ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011055 Jul 29 14:47:35.359975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] For port 562390a1-828a-4dd0-a41f-6837a4fc615c, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:35.360325 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempted to set empty binding levels {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 14:47:35.374876 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:35.424213 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:35.425026 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:35.465758 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Pushing event updated for resources: {'Port': ['ID=562390a1-828a-4dd0-a41f-6837a4fc615c,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:35.466878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2b1f12c1-6140-4b57-a858-d23544f9e374'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:47:35.469875 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-67030d05-8a43-479e-819c-0c64251fb540 req-4d4f684c-6912-4381-be11-ad8c20ba4829 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Deleting port bb75cd0e-3320-472d-9336-dbc765dbc177 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:35.470515 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-67030d05-8a43-479e-819c-0c64251fb540 req-4d4f684c-6912-4381-be11-ad8c20ba4829 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:35.477556 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ec15abe2-e281-4ac7-bb13-bc62ee485850 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.2551661 Jul 29 14:47:35.478630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57382) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:35.633752 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-67030d05-8a43-479e-819c-0c64251fb540 req-4d4f684c-6912-4381-be11-ad8c20ba4829 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:35.633998 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-67030d05-8a43-479e-819c-0c64251fb540 req-4d4f684c-6912-4381-be11-ad8c20ba4829 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:35.651107 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-67030d05-8a43-479e-819c-0c64251fb540 req-4d4f684c-6912-4381-be11-ad8c20ba4829 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Calling delete_port for bb75cd0e-3320-472d-9336-dbc765dbc177 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:35.659097 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3791b51-340f-490a-8b06-842a6d16e764 req-11abf98a-4e51-4337-a3f5-d8b8a621d86e tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:35.660789 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3791b51-340f-490a-8b06-842a6d16e764 req-11abf98a-4e51-4337-a3f5-d8b8a621d86e tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 943 time: 0.3159378 Jul 29 14:47:35.666424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-975a4a6e-a556-493f-9242-1b2adda228c2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Allocated IP 19.86.0.103 (732dec76-02a8-4d9f-8371-6899e3b1a253/b79d2e34-93b6-4234-9a28-570d3a31c49b/056bb721-ff9f-4dec-a827-f80553f12816) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:47:35.676336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-2b28444a-95ce-491a-9c80-e04be50d93d5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Deleting port 562390a1-828a-4dd0-a41f-6837a4fc615c {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:35.676740 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b28444a-95ce-491a-9c80-e04be50d93d5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:35.690732 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd0322-3607-46a2-9f6f-b755837fd7fb req-6e6d7aa1-e7ca-4d6c-b2b8-f7265d6f2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:35.692269 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53fd0322-3607-46a2-9f6f-b755837fd7fb req-6e6d7aa1-e7ca-4d6c-b2b8-f7265d6f2f3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=4c3fb4d8-6228-49a5-b942-3323a7325c56 HTTP/1.1" status: 200 len: 916 time: 0.3833015 Jul 29 14:47:35.772575 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6e23bd0-2330-4199-aa5d-306348c5e5fb req-724486f8-089a-487c-9da5-ca2d1aa785a9 service neutron] 10.222.0.38 "GET /v2.0/networks/c102c57f-d3db-4b60-834e-b9ab8ac21ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934634 Jul 29 14:47:35.787073 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53fd0322-3607-46a2-9f6f-b755837fd7fb req-f3d6e9ef-afdf-48a7-8e81-75d8fe05f796 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44072997-dd48-41c2-9f07-fff8e954c6b4 HTTP/1.1" status: 200 len: 217 time: 0.0795252 Jul 29 14:47:35.813194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-2b28444a-95ce-491a-9c80-e04be50d93d5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] For port 562390a1-828a-4dd0-a41f-6837a4fc615c, host n-h2-802893-1, got binding levels [] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:35.813572 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b28444a-95ce-491a-9c80-e04be50d93d5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:35.834854 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-2b28444a-95ce-491a-9c80-e04be50d93d5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Calling delete_port for 562390a1-828a-4dd0-a41f-6837a4fc615c owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:35.863169 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3791b51-340f-490a-8b06-842a6d16e764 req-cc06f5cf-1570-44e2-83a5-fe98b2cdcb75 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857843 Jul 29 14:47:35.940082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd0322-3607-46a2-9f6f-b755837fd7fb req-c98d63ad-6978-43e3-9d24-7a761a7a2211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:35.941736 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53fd0322-3607-46a2-9f6f-b755837fd7fb req-c98d63ad-6978-43e3-9d24-7a761a7a2211 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed79112e-e1ad-495b-b97b-e7f814816160 HTTP/1.1" status: 200 len: 855 time: 0.1456666 Jul 29 14:47:35.993002 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-67030d05-8a43-479e-819c-0c64251fb540 req-4d4f684c-6912-4381-be11-ad8c20ba4829 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:35.996289 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53fd0322-3607-46a2-9f6f-b755837fd7fb req-b24f570c-5924-4dc9-9439-a38440b1e0d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c3fb4d8-6228-49a5-b942-3323a7325c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349591 Jul 29 14:47:36.063062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f684c-6912-4381-be11-ad8c20ba4829 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Pushing event deleted for resources: {'Port': ['ID=bb75cd0e-3320-472d-9336-dbc765dbc177,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:36.194430 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:36.207077 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-67030d05-8a43-479e-819c-0c64251fb540 req-4d4f684c-6912-4381-be11-ad8c20ba4829 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:36.210440 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-67030d05-8a43-479e-819c-0c64251fb540 req-4d4f684c-6912-4381-be11-ad8c20ba4829 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:36.218651 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-67030d05-8a43-479e-819c-0c64251fb540 req-4d4f684c-6912-4381-be11-ad8c20ba4829 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "DELETE /v2.0/floatingips/017ccf78-1c92-4521-a103-b7b1c4f48270 HTTP/1.1" status: 204 len: 173 time: 1.1351302 Jul 29 14:47:36.220387 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b28444a-95ce-491a-9c80-e04be50d93d5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:36.268089 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-975a4a6e-a556-493f-9242-1b2adda228c2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:36.269263 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28444a-95ce-491a-9c80-e04be50d93d5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Pushing event deleted for resources: {'Port': ['ID=562390a1-828a-4dd0-a41f-6837a4fc615c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:36.285531 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b28444a-95ce-491a-9c80-e04be50d93d5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:36.290436 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2b28444a-95ce-491a-9c80-e04be50d93d5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] 10.222.0.16 "DELETE /v2.0/ports/562390a1-828a-4dd0-a41f-6837a4fc615c HTTP/1.1" status: 204 len: 168 time: 0.8097014 Jul 29 14:47:36.291070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57388) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:36.330415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-975a4a6e-a556-493f-9242-1b2adda228c2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Transition to ACTIVE for port object 056bb721-ff9f-4dec-a827-f80553f12816 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:36.345937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8361ed-7bea-4a99-944f-7e014255ab80 req-b686653c-306a-4869-aaf1-5e73c1e29f43 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:36.347550 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c8361ed-7bea-4a99-944f-7e014255ab80 req-b686653c-306a-4869-aaf1-5e73c1e29f43 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 1096 time: 0.1980255 Jul 29 14:47:36.347699 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-595be9e0-8d28-4c96-8782-5e29f00577ef tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] GET failed (client error): The resource could not be found. Jul 29 14:47:36.351985 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53fd0322-3607-46a2-9f6f-b755837fd7fb req-e5dc6af7-77bf-4c38-aac9-bebb286ed380 service neutron] 10.222.0.39 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457096 Jul 29 14:47:36.353266 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-595be9e0-8d28-4c96-8782-5e29f00577ef tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] 10.222.0.16 "GET /v2.0/ports/562390a1-828a-4dd0-a41f-6837a4fc615c HTTP/1.1" status: 404 len: 333 time: 0.0532823 Jul 29 14:47:36.354723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57396) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:36.360186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4f2131b0-a6e7-43b2-b076-403b0d205ae5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Request body: {'port': {'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-433248538'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:36.376392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dce62-ace1-4d8e-95df-605523f90e48 req-2a13450f-32c2-4715-82cc-075f00074cbb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:36.384849 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-998dce62-ace1-4d8e-95df-605523f90e48 req-2a13450f-32c2-4715-82cc-075f00074cbb tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 932 time: 0.1013002 Jul 29 14:47:36.434143 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-998dce62-ace1-4d8e-95df-605523f90e48 req-3dad0046-61d4-47b2-8f7a-1740c7ae9010 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481691 Jul 29 14:47:36.562336 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c8361ed-7bea-4a99-944f-7e014255ab80 req-b7d6b260-af1b-4c4b-adc4-2972a04d5c28 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928132 Jul 29 14:47:36.563331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2131b0-a6e7-43b2-b076-403b0d205ae5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Made reservation on behalf of 8f0f2867902b43d7b00105715fcb76d0 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:36.565202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d37b95-513e-4755-95d0-95ad52d9f8d1 req-775955a3-6e80-4082-83b5-7be08c47d28f tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:36.565687 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4f2131b0-a6e7-43b2-b076-403b0d205ae5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:36.569205 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d4d37b95-513e-4755-95d0-95ad52d9f8d1 req-775955a3-6e80-4082-83b5-7be08c47d28f tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 944 time: 0.0654488 Jul 29 14:47:36.577761 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-975a4a6e-a556-493f-9242-1b2adda228c2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:36.620843 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53fd0322-3607-46a2-9f6f-b755837fd7fb req-39b89c77-1366-435f-a952-242b208f0598 service neutron] 10.222.0.39 "GET /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534394 Jul 29 14:47:36.622646 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d4d37b95-513e-4755-95d0-95ad52d9f8d1 req-41201041-5b8b-4bc5-97e2-2b5eeca0d592 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eceb5e4-95f6-4d04-8fce-076956f1598f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372329 Jul 29 14:47:36.676779 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-975a4a6e-a556-493f-9242-1b2adda228c2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Network 732dec76-02a8-4d9f-8371-6899e3b1a253 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:36.688598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-975a4a6e-a556-493f-9242-1b2adda228c2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:36.691263 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-4f2131b0-a6e7-43b2-b076-403b0d205ae5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] device_id is not set on port c057fb33-6ea1-490d-b5b7-0204be3f7d16 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:47:36.699715 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3a7dc8c8-f44e-4874-a6f8-fc6a6070f83a req-2fd73aaf-35ae-4060-8253-1525b076c501 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips/35a87031-aca8-4e8f-9087-6303789b0ef6 HTTP/1.1" status: 200 len: 692 time: 0.1009715 Jul 29 14:47:36.700516 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-975a4a6e-a556-493f-9242-1b2adda228c2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:36.790586 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2b1f12c1-6140-4b57-a858-d23544f9e374 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:36.821509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a4a6e-a556-493f-9242-1b2adda228c2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event updated for resources: {'Port': ['ID=056bb721-ff9f-4dec-a827-f80553f12816,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:36.926255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 2b1f12c1-6140-4b57-a858-d23544f9e374 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:36.933587 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 2b1f12c1-6140-4b57-a858-d23544f9e374 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:36.934819 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:36.944363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-975a4a6e-a556-493f-9242-1b2adda228c2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:36.945105 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-975a4a6e-a556-493f-9242-1b2adda228c2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:37.004870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fcedc918-95c1-4490-8b2b-d84c5c10964d None None] Provisioning for port 056bb721-ff9f-4dec-a827-f80553f12816 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:37.010981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fcedc918-95c1-4490-8b2b-d84c5c10964d None None] Provisioning complete for port 056bb721-ff9f-4dec-a827-f80553f12816 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:37.011636 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcedc918-95c1-4490-8b2b-d84c5c10964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:37.018208 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-975a4a6e-a556-493f-9242-1b2adda228c2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4877644 Jul 29 14:47:37.018435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-bdc70b42-2c2c-4b22-be9d-d95f65a1c1f6 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:37.028852 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-bdc70b42-2c2c-4b22-be9d-d95f65a1c1f6 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/networks?id=09ecf367-373f-43ce-87ad-f17e1016951f HTTP/1.1" status: 200 len: 814 time: 0.1917582 Jul 29 14:47:37.035758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Request body: {'port': {'device_id': 'ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:37.044375 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-500d2f55-0970-4e65-a976-79a6b19bfec2 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/quotas/15b4d1c60e2541e79bc0cda570f9dda2 HTTP/1.1" status: 200 len: 375 time: 0.0144544 Jul 29 14:47:37.085493 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:37.088189 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fcedc918-95c1-4490-8b2b-d84c5c10964d None None] Port 056bb721-ff9f-4dec-a827-f80553f12816 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:47:37.110492 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-d5e38d67-ddab-436f-9159-4f19d5ceaae7 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=15b4d1c60e2541e79bc0cda570f9dda2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581298 Jul 29 14:47:37.111181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fbfca2-0354-438b-bdb3-cf789ca37eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1f12c1-6140-4b57-a858-d23544f9e374'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:37.113648 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be840164-6822-4294-a01a-025c52e9a7ab" -d '{"events": [{"server_uuid": "12fbfca2-0354-438b-bdb3-cf789ca37eea", "name": "network-vif-plugged", "status": "completed", "tag": "2b1f12c1-6140-4b57-a858-d23544f9e374"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:37.117718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dc8c8-f44e-4874-a6f8-fc6a6070f83a req-5d416089-e47b-4a19-9c29-17e5748b58da tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:37.119104 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3a7dc8c8-f44e-4874-a6f8-fc6a6070f83a req-5d416089-e47b-4a19-9c29-17e5748b58da tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 784 time: 0.4079220 Jul 29 14:47:37.129179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2b1f12c1-6140-4b57-a858-d23544f9e374, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2b1f12c1-6140-4b57-a858-d23544f9e374,segment=NetworkSegment(47a9f457-b560-4465-9e8b-b783a5d6f72f),segment_id=47a9f457-b560-4465-9e8b-b783a5d6f72f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:37.133718 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:37.148728 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4f2131b0-a6e7-43b2-b076-403b0d205ae5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:37.150439 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:37.186729 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2b1f12c1-6140-4b57-a858-d23544f9e374,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:37.200652 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3a7dc8c8-f44e-4874-a6f8-fc6a6070f83a req-23455baf-9a51-4a7b-b062-e030f7831683 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.27 HTTP/1.1" status: 200 len: 695 time: 0.0704067 Jul 29 14:47:37.220262 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-ac5e4ff4-f16c-4a88-9c32-7d9356ab0f77 service neutron] 10.222.0.16 "GET /v2.0/networks/09ecf367-373f-43ce-87ad-f17e1016951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042840 Jul 29 14:47:37.300946 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3a7dc8c8-f44e-4874-a6f8-fc6a6070f83a req-17c21bd7-bd89-4d62-8ef6-6af67b942aab tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.6.27 HTTP/1.1" status: 200 len: 695 time: 0.0782194 Jul 29 14:47:37.317925 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-74ed7e53-ed45-42eb-be75-dfd3979586b1 service neutron] 10.222.0.16 "GET /v2.0/networks/09ecf367-373f-43ce-87ad-f17e1016951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906065 Jul 29 14:47:37.363052 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4f2131b0-a6e7-43b2-b076-403b0d205ae5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:37.510891 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2131b0-a6e7-43b2-b076-403b0d205ae5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Network 3920b0c4-bbc6-49bd-beab-22618343e856 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:37.560984 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-4f2131b0-a6e7-43b2-b076-403b0d205ae5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:37.571211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2131b0-a6e7-43b2-b076-403b0d205ae5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:37.571333 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2131b0-a6e7-43b2-b076-403b0d205ae5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:37.571956 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4f2131b0-a6e7-43b2-b076-403b0d205ae5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:37.578936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2131b0-a6e7-43b2-b076-403b0d205ae5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Pushing event updated for resources: {'Port': ['ID=c057fb33-6ea1-490d-b5b7-0204be3f7d16,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:37.616967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57430) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:37.618126 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4f2131b0-a6e7-43b2-b076-403b0d205ae5 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2613926 Jul 29 14:47:37.622465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:37.676300 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-3a7dc8c8-f44e-4874-a6f8-fc6a6070f83a req-570c1351-f48d-49ba-9831-24e18adbeb57 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Deleting port 062bdfdc-5e4d-45e3-b7b8-113157a8ee6f {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:37.677563 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3a7dc8c8-f44e-4874-a6f8-fc6a6070f83a req-570c1351-f48d-49ba-9831-24e18adbeb57 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:37.681646 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 44072997-dd48-41c2-9f07-fff8e954c6b4 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:47:37.684779 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:37.819049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c5e36e-bb60-4060-9c31-b77509b4d956 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:47:37.832848 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:37.847635 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3a7dc8c8-f44e-4874-a6f8-fc6a6070f83a req-570c1351-f48d-49ba-9831-24e18adbeb57 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:37.847635 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3a7dc8c8-f44e-4874-a6f8-fc6a6070f83a req-570c1351-f48d-49ba-9831-24e18adbeb57 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:37.853245 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 44072997-dd48-41c2-9f07-fff8e954c6b4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=44072997-dd48-41c2-9f07-fff8e954c6b4,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:37.867315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Transition to ACTIVE for port object 16c5e36e-bb60-4060-9c31-b77509b4d956 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:37.868531 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-3a7dc8c8-f44e-4874-a6f8-fc6a6070f83a req-570c1351-f48d-49ba-9831-24e18adbeb57 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Calling delete_port for 062bdfdc-5e4d-45e3-b7b8-113157a8ee6f owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:37.875008 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:37.895444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '44072997-dd48-41c2-9f07-fff8e954c6b4', 'network_id': '4c3fb4d8-6228-49a5-b942-3323a7325c56', 'port_id': '44072997-dd48-41c2-9f07-fff8e954c6b4', 'mac_address': 'fa:16:3e:ea:d8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed79112e-e1ad-495b-b97b-e7f814816160', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:47:37.961938 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:37.994823 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Pushing event updated for resources: {'Port': ['ID=16c5e36e-bb60-4060-9c31-b77509b4d956,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:37.995008 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44072997-dd48-41c2-9f07-fff8e954c6b4 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:47:38.046099 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] device_id is not set on port c057fb33-6ea1-490d-b5b7-0204be3f7d16 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:47:38.051972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 44072997-dd48-41c2-9f07-fff8e954c6b4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=44072997-dd48-41c2-9f07-fff8e954c6b4,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:38.061468 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:38.069832 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:38.112200 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Attempting to bind port 16c5e36e-bb60-4060-9c31-b77509b4d956 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:38.112586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Attempting to bind port 16c5e36e-bb60-4060-9c31-b77509b4d956 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'fedf26c4-6a31-4c0b-bb22-67a6ec790d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3b00f243-d3d0-48b9-90af-46b9a123e2ab'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:38.112882 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Attempting to bind port 16c5e36e-bb60-4060-9c31-b77509b4d956 on network 3b00f243-d3d0-48b9-90af-46b9a123e2ab {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:38.115638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Transition to ACTIVE for port object c057fb33-6ea1-490d-b5b7-0204be3f7d16 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:38.129534 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:38.151276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Port 16c5e36e-bb60-4060-9c31-b77509b4d956 on network 3b00f243-d3d0-48b9-90af-46b9a123e2ab not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:38.151593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Attempting to bind port 16c5e36e-bb60-4060-9c31-b77509b4d956 on network 3b00f243-d3d0-48b9-90af-46b9a123e2ab {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:38.165676 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:47:38.166124 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Checking segment: {'id': 'fedf26c4-6a31-4c0b-bb22-67a6ec790d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3b00f243-d3d0-48b9-90af-46b9a123e2ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:38.166394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Bound using segment: {'id': 'fedf26c4-6a31-4c0b-bb22-67a6ec790d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3b00f243-d3d0-48b9-90af-46b9a123e2ab'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:47:38.167195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Bound port: 16c5e36e-bb60-4060-9c31-b77509b4d956, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedf26c4-6a31-4c0b-bb22-67a6ec790d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3b00f243-d3d0-48b9-90af-46b9a123e2ab'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:47:38.167195 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:38.192826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=44072997-dd48-41c2-9f07-fff8e954c6b4,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:38.221466 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:38.222150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:38.222728 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:38.231625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Pushing event updated for resources: {'Port': ['ID=c057fb33-6ea1-490d-b5b7-0204be3f7d16,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:38.235200 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:38.235612 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:38.236532 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 2 to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 Jul 29 14:47:38.252034 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:38.252380 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:38.252828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:38.257989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:38.258609 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:38.259189 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 3 to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 Jul 29 14:47:38.274775 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:38.275374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:38.275517 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['44072997-dd48-41c2-9f07-fff8e954c6b4'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:47:38.276017 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:38.282220 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:38.282894 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:38.283468 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 4 to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 Jul 29 14:47:38.306330 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:38.306990 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:38.307511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:38.321884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:38.322506 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:38.323251 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 5 to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 Jul 29 14:47:38.347521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:38.348100 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:38.348639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:38.355066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:38.355632 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:38.356031 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 6 to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 Jul 29 14:47:38.370332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:38.370951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:38.371472 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:38.377049 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:38.377648 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:38.378221 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 7 to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 Jul 29 14:47:38.396023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:38.396959 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:38.397509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:38.405327 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:38.407530 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:38.408180 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 8 to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 Jul 29 14:47:38.434515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:38.434858 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:38.435202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:38.440761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:38.441103 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:38.441502 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 9 to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 Jul 29 14:47:38.456798 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:38.457086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:38.457415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:38.462194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:38.462697 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:38.463108 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 10 to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 Jul 29 14:47:38.479724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:38.480091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:38.480400 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:38.487268 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:38.487631 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:38.488014 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:38.596512 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] For port c057fb33-6ea1-490d-b5b7-0204be3f7d16, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:38.597058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempted to set empty binding levels {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 14:47:38.602430 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:38.639715 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] In _notify_port_updated(), no bound segment for port c057fb33-6ea1-490d-b5b7-0204be3f7d16 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94157) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 14:47:38.640903 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.641520 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:38.642872 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] 10.222.0.16 "PUT /v2.0/ports/c057fb33-6ea1-490d-b5b7-0204be3f7d16 HTTP/1.1" status: 200 len: 974 time: 1.0248477 Jul 29 14:47:38.645478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57456) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:38.718458 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121e1bc-eaed-4349-91d2-e2f0984001f9 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Pushing event updated for resources: {'Port': ['ID=c057fb33-6ea1-490d-b5b7-0204be3f7d16,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:38.727208 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3a7dc8c8-f44e-4874-a6f8-fc6a6070f83a req-570c1351-f48d-49ba-9831-24e18adbeb57 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:38.758272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c1351-f48d-49ba-9831-24e18adbeb57 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Pushing event deleted for resources: {'Port': ['ID=062bdfdc-5e4d-45e3-b7b8-113157a8ee6f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:38.797788 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:47:38.800721 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.801846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.802448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.802948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.803562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.804125 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.804679 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.805311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.805834 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.806358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.807022 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.807562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.808069 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.808580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.809145 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.809666 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.810185 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.810701 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.811214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.811982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.813112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.813260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.813776 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.814300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.814829 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.815353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.815876 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.816391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.817107 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.817964 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.821213 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-00980f19-e93c-4c0a-9ace-784c29ca959c tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27148 time: 0.1747873 Jul 29 14:47:38.826054 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-562c0587-262e-4230-bf16-165c87dfcba1 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:47:38.827091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-562c0587-262e-4230-bf16-165c87dfcba1 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1434858 Jul 29 14:47:38.827642 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57460) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:38.832109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] For port 16c5e36e-bb60-4060-9c31-b77509b4d956, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:38.851822 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] For port 16c5e36e-bb60-4060-9c31-b77509b4d956, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=16c5e36e-bb60-4060-9c31-b77509b4d956,segment=NetworkSegment(fedf26c4-6a31-4c0b-bb22-67a6ec790d19),segment_id=fedf26c4-6a31-4c0b-bb22-67a6ec790d19)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:47:38.863533 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:38.905103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-7e0cffa9-0a81-4ed5-a37f-32a38aea5e8b service neutron] Request body: {'binding': {'host': 'n-h1-802893-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:38.905887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-7e0cffa9-0a81-4ed5-a37f-32a38aea5e8b service neutron] Unknown quota resources ['binding']. {{(pid=94157) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 14:47:38.929691 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3a7dc8c8-f44e-4874-a6f8-fc6a6070f83a req-570c1351-f48d-49ba-9831-24e18adbeb57 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:38.932786 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3a7dc8c8-f44e-4874-a6f8-fc6a6070f83a req-570c1351-f48d-49ba-9831-24e18adbeb57 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:38.935186 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3a7dc8c8-f44e-4874-a6f8-fc6a6070f83a req-570c1351-f48d-49ba-9831-24e18adbeb57 tempest-FloatingIPDetailsTestJSON-1638247433 tempest-FloatingIPDetailsTestJSON-1638247433-project] 10.222.0.16 "DELETE /v2.0/floatingips/35a87031-aca8-4e8f-9087-6303789b0ef6 HTTP/1.1" status: 204 len: 173 time: 1.6257596 Jul 29 14:47:38.941343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57464) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:38.994732 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:38.995535 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:38.998530 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] 10.222.0.39 "PUT /v2.0/ports/16c5e36e-bb60-4060-9c31-b77509b4d956 HTTP/1.1" status: 200 len: 1092 time: 1.9681368 Jul 29 14:47:38.999710 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783', 'tag': '16c5e36e-bb60-4060-9c31-b77509b4d956'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:39.002514 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be1d0b4-cea9-40c4-ab7d-17b4236b8caa" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783", "tag": "16c5e36e-bb60-4060-9c31-b77509b4d956"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:39.054435 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Request body: {'port': {'device_id': 'ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:39.084513 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3ac8803c-43e3-4b49-84ba-2dbc04d3a155 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Deleting port c057fb33-6ea1-490d-b5b7-0204be3f7d16 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:39.084513 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ac8803c-43e3-4b49-84ba-2dbc04d3a155 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:39.106152 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc22fb-bbc1-4602-89cb-3c0722a7213f service neutron] Pushing event updated for resources: {'Port': ['ID=16c5e36e-bb60-4060-9c31-b77509b4d956,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:39.188343 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-8963ac8e-c3f8-41cf-b6f0-8e91d670e16b tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:39.190378 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-8963ac8e-c3f8-41cf-b6f0-8e91d670e16b tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.38 "GET /v2.0/networks?id=09ecf367-373f-43ce-87ad-f17e1016951f HTTP/1.1" status: 200 len: 814 time: 0.3233864 Jul 29 14:47:39.196834 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:39.219218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-02f5deb1-e40b-40a6-aae9-3da0e4f32e46 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Request body: {'port': {'device_id': '6e860d83-0ca1-4483-a485-fae011ab26d5', 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f', 'admin_state_up': True, 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:39.229581 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537c263-c5d3-49a6-bc69-91b6fa2f9f36 req-a1be5335-7fdd-4eb6-8eca-f92ad2766e0d tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:39.231121 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d537c263-c5d3-49a6-bc69-91b6fa2f9f36 req-a1be5335-7fdd-4eb6-8eca-f92ad2766e0d tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 944 time: 0.2169695 Jul 29 14:47:39.232140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-3ac8803c-43e3-4b49-84ba-2dbc04d3a155 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] For port c057fb33-6ea1-490d-b5b7-0204be3f7d16, host n-h2-802893-1, got binding levels [] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:39.232580 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ac8803c-43e3-4b49-84ba-2dbc04d3a155 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:39.288149 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3ac8803c-43e3-4b49-84ba-2dbc04d3a155 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Calling delete_port for c057fb33-6ea1-490d-b5b7-0204be3f7d16 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:39.314372 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-7e0cffa9-0a81-4ed5-a37f-32a38aea5e8b service neutron] Attempting to bind port 180b8bf2-0664-42ca-b32b-718a4ef829b0 on host n-h1-802893-1 for vnic_type normal with profile None {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:39.315030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-7e0cffa9-0a81-4ed5-a37f-32a38aea5e8b service neutron] Attempting to bind port 180b8bf2-0664-42ca-b32b-718a4ef829b0 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:39.315571 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-7e0cffa9-0a81-4ed5-a37f-32a38aea5e8b service neutron] Attempting to bind port 180b8bf2-0664-42ca-b32b-718a4ef829b0 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:39.331011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-7e0cffa9-0a81-4ed5-a37f-32a38aea5e8b service neutron] Port 180b8bf2-0664-42ca-b32b-718a4ef829b0 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:39.331643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-7e0cffa9-0a81-4ed5-a37f-32a38aea5e8b service neutron] Attempting to bind port 180b8bf2-0664-42ca-b32b-718a4ef829b0 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:39.401308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-7e0cffa9-0a81-4ed5-a37f-32a38aea5e8b service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:47:39.401684 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-7e0cffa9-0a81-4ed5-a37f-32a38aea5e8b service neutron] Checking segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:39.402036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-7e0cffa9-0a81-4ed5-a37f-32a38aea5e8b service neutron] Bound using segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:47:39.402495 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-7e0cffa9-0a81-4ed5-a37f-32a38aea5e8b service neutron] Bound port: 180b8bf2-0664-42ca-b32b-718a4ef829b0, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:47:39.416212 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d537c263-c5d3-49a6-bc69-91b6fa2f9f36 req-c25656d3-fb26-4d72-a609-1e31a34ece60 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594074 Jul 29 14:47:39.565082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-02f5deb1-e40b-40a6-aae9-3da0e4f32e46 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Made reservation on behalf of 15b4d1c60e2541e79bc0cda570f9dda2 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:39.569960 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-02f5deb1-e40b-40a6-aae9-3da0e4f32e46 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:39.692792 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e043da1-3176-497a-8c6d-acd3075f8774 x-openstack-request-id: req-5e043da1-3176-497a-8c6d-acd3075f8774 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:39.693396 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fbfca2-0354-438b-bdb3-cf789ca37eea", "name": "network-vif-plugged", "status": "completed", "tag": "2b1f12c1-6140-4b57-a858-d23544f9e374", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:39.693511 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e043da1-3176-497a-8c6d-acd3075f8774 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:39.694834 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fbfca2-0354-438b-bdb3-cf789ca37eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1f12c1-6140-4b57-a858-d23544f9e374', 'code': 200} Jul 29 14:47:39.697390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 44072997-dd48-41c2-9f07-fff8e954c6b4 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:39.817546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 44072997-dd48-41c2-9f07-fff8e954c6b4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:39.823403 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 44072997-dd48-41c2-9f07-fff8e954c6b4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:39.824270 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:39.875222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-02f5deb1-e40b-40a6-aae9-3da0e4f32e46 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Allocated IP 172.20.0.6 (09ecf367-373f-43ce-87ad-f17e1016951f/43bb69d9-8c34-4d6c-8e6d-021ed99c9160/dfdb1e5d-a151-4133-91e2-738ad6252e75) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:47:39.880597 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056bb721-ff9f-4dec-a827-f80553f12816 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:47:39.906983 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:39.913901 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-14cb88a8-5767-4576-a0e2-480e089f91c5 req-65221a29-dbed-4d33-8e91-a164daa97b91 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 210 time: 0.0611105 Jul 29 14:47:39.938383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Transition to ACTIVE for port object 056bb721-ff9f-4dec-a827-f80553f12816 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:39.947649 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:40.016785 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:40.100457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 44072997-dd48-41c2-9f07-fff8e954c6b4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=44072997-dd48-41c2-9f07-fff8e954c6b4,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:40.108300 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:40.201456 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=44072997-dd48-41c2-9f07-fff8e954c6b4,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:40.237608 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-7e0cffa9-0a81-4ed5-a37f-32a38aea5e8b service neutron] For port 180b8bf2-0664-42ca-b32b-718a4ef829b0, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:47:40.245668 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e192c5-a47f-4d6d-9a88-a89b9b2a8e37 req-6263b683-07d6-472e-a203-542f165deefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:40.255713 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95e192c5-a47f-4d6d-9a88-a89b9b2a8e37 req-6263b683-07d6-472e-a203-542f165deefb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 1096 time: 0.3046668 Jul 29 14:47:40.266150 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-7e0cffa9-0a81-4ed5-a37f-32a38aea5e8b service neutron] Notify callbacks [] for binding, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:40.288475 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-7e0cffa9-0a81-4ed5-a37f-32a38aea5e8b service neutron] 10.222.0.16 "POST /v2.0/ports/180b8bf2-0664-42ca-b32b-718a4ef829b0/bindings HTTP/1.1" status: 201 len: 389 time: 1.4311500 Jul 29 14:47:40.291760 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ac8803c-43e3-4b49-84ba-2dbc04d3a155 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:40.366323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Pushing event updated for resources: {'Port': ['ID=056bb721-ff9f-4dec-a827-f80553f12816,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:40.427908 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8803c-43e3-4b49-84ba-2dbc04d3a155 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Pushing event deleted for resources: {'Port': ['ID=c057fb33-6ea1-490d-b5b7-0204be3f7d16,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:40.473390 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ac8803c-43e3-4b49-84ba-2dbc04d3a155 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:40.475547 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3ac8803c-43e3-4b49-84ba-2dbc04d3a155 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] 10.222.0.16 "DELETE /v2.0/ports/c057fb33-6ea1-490d-b5b7-0204be3f7d16 HTTP/1.1" status: 204 len: 168 time: 1.6469333 Jul 29 14:47:40.486090 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57488) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:40.532469 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-59416a9f-af50-41a4-aa95-5a010ba3c4d3 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] GET failed (client error): The resource could not be found. Jul 29 14:47:40.535175 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-59416a9f-af50-41a4-aa95-5a010ba3c4d3 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] 10.222.0.16 "GET /v2.0/ports/c057fb33-6ea1-490d-b5b7-0204be3f7d16 HTTP/1.1" status: 404 len: 333 time: 0.0466390 Jul 29 14:47:40.550875 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57490) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:40.560583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-fe9b0cb8-9a58-45ab-afd5-fee5d840f94d tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-788037623', 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:40.600657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Attempting to bind port 056bb721-ff9f-4dec-a827-f80553f12816 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:40.601157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Attempting to bind port 056bb721-ff9f-4dec-a827-f80553f12816 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '965100b9-1851-47cd-b1d9-ea355d9eac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '732dec76-02a8-4d9f-8371-6899e3b1a253'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:40.601584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Attempting to bind port 056bb721-ff9f-4dec-a827-f80553f12816 on network 732dec76-02a8-4d9f-8371-6899e3b1a253 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:40.617770 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Port 056bb721-ff9f-4dec-a827-f80553f12816 on network 732dec76-02a8-4d9f-8371-6899e3b1a253 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:40.618248 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Attempting to bind port 056bb721-ff9f-4dec-a827-f80553f12816 on network 732dec76-02a8-4d9f-8371-6899e3b1a253 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:40.637959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7b803-8252-4d5a-bcb4-514a8897be07 req-e47cff20-1174-4a2d-8b5d-aff35ca742e8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:40.645459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7b803-8252-4d5a-bcb4-514a8897be07 req-e47cff20-1174-4a2d-8b5d-aff35ca742e8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:40.653018 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c7d7b803-8252-4d5a-bcb4-514a8897be07 req-e47cff20-1174-4a2d-8b5d-aff35ca742e8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 1679 time: 0.5263801 Jul 29 14:47:40.670483 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:40.687393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:47:40.687983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Checking segment: {'id': '965100b9-1851-47cd-b1d9-ea355d9eac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '732dec76-02a8-4d9f-8371-6899e3b1a253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:40.688480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Bound using segment: {'id': '965100b9-1851-47cd-b1d9-ea355d9eac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '732dec76-02a8-4d9f-8371-6899e3b1a253'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:47:40.689068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Bound port: 056bb721-ff9f-4dec-a827-f80553f12816, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965100b9-1851-47cd-b1d9-ea355d9eac86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '732dec76-02a8-4d9f-8371-6899e3b1a253'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:47:40.690326 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9b0cb8-9a58-45ab-afd5-fee5d840f94d tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Made reservation on behalf of 8f0f2867902b43d7b00105715fcb76d0 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:40.690539 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:40.693102 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0cb8-9a58-45ab-afd5-fee5d840f94d tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:40.725993 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-fe9b0cb8-9a58-45ab-afd5-fee5d840f94d tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] device_id is not set on port cb58bfdd-51b6-46e7-9607-6280c8776fe5 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:47:40.781936 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c7d7b803-8252-4d5a-bcb4-514a8897be07 req-22db6e68-635d-4ae4-bca6-146cd3109d80 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214695 Jul 29 14:47:40.824596 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aadfc7-3fc1-46c4-971f-abce15664af7 req-235c0542-3a82-43c5-b731-fdf7bff21b24 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:40.826273 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58aadfc7-3fc1-46c4-971f-abce15664af7 req-235c0542-3a82-43c5-b731-fdf7bff21b24 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 945 time: 0.2599564 Jul 29 14:47:40.850808 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-02f5deb1-e40b-40a6-aae9-3da0e4f32e46 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:40.876358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] For port 056bb721-ff9f-4dec-a827-f80553f12816, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:40.880318 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b76b6d-ee0b-4602-8bf9-7558c593a431 x-openstack-request-id: req-08b76b6d-ee0b-4602-8bf9-7558c593a431 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:40.880956 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783", "tag": "16c5e36e-bb60-4060-9c31-b77509b4d956", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:40.881427 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08b76b6d-ee0b-4602-8bf9-7558c593a431 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:40.882034 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783', 'tag': '16c5e36e-bb60-4060-9c31-b77509b4d956', 'status': 'completed', 'code': 200} Jul 29 14:47:40.883291 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-02f5deb1-e40b-40a6-aae9-3da0e4f32e46 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Transition to ACTIVE for port object dfdb1e5d-a151-4133-91e2-738ad6252e75 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:40.886071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] For port 056bb721-ff9f-4dec-a827-f80553f12816, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=056bb721-ff9f-4dec-a827-f80553f12816,segment=NetworkSegment(965100b9-1851-47cd-b1d9-ea355d9eac86),segment_id=965100b9-1851-47cd-b1d9-ea355d9eac86)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:47:40.892243 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:40.945830 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58aadfc7-3fc1-46c4-971f-abce15664af7 req-f2184f76-e6a1-46e2-9a0e-17d6b0531de8 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eceb5e4-95f6-4d04-8fce-076956f1598f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064513 Jul 29 14:47:40.958147 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fe19f70-9bb4-4304-a7c0-44fe30455b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:41.038170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:41.038863 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:41.041366 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] 10.222.0.39 "PUT /v2.0/ports/056bb721-ff9f-4dec-a827-f80553f12816 HTTP/1.1" status: 200 len: 1092 time: 2.0025120 Jul 29 14:47:41.119179 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d0b4-cea9-40c4-ab7d-17b4236b8caa req-cba26d43-0325-4310-b656-2e79b075b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:41.119806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d0b4-cea9-40c4-ab7d-17b4236b8caa req-cba26d43-0325-4310-b656-2e79b075b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:41.121514 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8be1d0b4-cea9-40c4-ab7d-17b4236b8caa req-cba26d43-0325-4310-b656-2e79b075b78f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8d78d89373a4e9c9a41503e527a8f91&device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 1981 time: 0.2197504 Jul 29 14:47:41.227306 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0cb8-9a58-45ab-afd5-fee5d840f94d tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:41.237487 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a2cd8-6fd1-4998-8463-96a89581d030 req-c603dafc-22ad-43f2-93aa-007918e074a3 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:41.239459 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f49a2cd8-6fd1-4998-8463-96a89581d030 req-c603dafc-22ad-43f2-93aa-007918e074a3 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 945 time: 0.1628609 Jul 29 14:47:41.385980 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d0b4-cea9-40c4-ab7d-17b4236b8caa req-e506277a-cfad-4fd7-b461-64bafeb4dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:41.386678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d0b4-cea9-40c4-ab7d-17b4236b8caa req-e506277a-cfad-4fd7-b461-64bafeb4dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:41.389017 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d0b4-cea9-40c4-ab7d-17b4236b8caa req-e506277a-cfad-4fd7-b461-64bafeb4dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:41.389017 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8be1d0b4-cea9-40c4-ab7d-17b4236b8caa req-e506277a-cfad-4fd7-b461-64bafeb4dcc2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d8d78d89373a4e9c9a41503e527a8f91&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2591314 Jul 29 14:47:41.446214 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9f634-0ba9-4f20-89bd-f409c93ec056 req-1304b4cd-90d5-454e-9037-d397880fcbeb tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:41.448058 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00b9f634-0ba9-4f20-89bd-f409c93ec056 req-1304b4cd-90d5-454e-9037-d397880fcbeb tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 945 time: 0.4156129 Jul 29 14:47:41.448882 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f456f-2eb8-42f3-8095-d564acf5a060 service neutron] Pushing event updated for resources: {'Port': ['ID=056bb721-ff9f-4dec-a827-f80553f12816,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:41.502292 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-02f5deb1-e40b-40a6-aae9-3da0e4f32e46 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:41.526461 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f49a2cd8-6fd1-4998-8463-96a89581d030 req-e1ec132f-fe9e-4c0b-9124-8b9d15cb02dc tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004538 Jul 29 14:47:41.570025 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0cb8-9a58-45ab-afd5-fee5d840f94d tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:41.632154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5deb1-e40b-40a6-aae9-3da0e4f32e46 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Pushing event updated for resources: {'Port': ['ID=dfdb1e5d-a151-4133-91e2-738ad6252e75,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:41.663579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9b0cb8-9a58-45ab-afd5-fee5d840f94d tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Network 3920b0c4-bbc6-49bd-beab-22618343e856 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:41.695234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-fe9b0cb8-9a58-45ab-afd5-fee5d840f94d tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:41.696486 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82b582a-9b29-43ac-ba29-c235bf95808d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44072997-dd48-41c2-9f07-fff8e954c6b4'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:41.698737 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7faee9-0bd1-426d-9102-f6c2f68e5f71" -d '{"events": [{"server_uuid": "c82b582a-9b29-43ac-ba29-c235bf95808d", "name": "network-vif-plugged", "status": "completed", "tag": "44072997-dd48-41c2-9f07-fff8e954c6b4"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:41.702453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b0cb8-9a58-45ab-afd5-fee5d840f94d tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:41.704357 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b0cb8-9a58-45ab-afd5-fee5d840f94d tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:41.704357 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0cb8-9a58-45ab-afd5-fee5d840f94d tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:41.716808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-02f5deb1-e40b-40a6-aae9-3da0e4f32e46 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Network 09ecf367-373f-43ce-87ad-f17e1016951f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:41.729647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-02f5deb1-e40b-40a6-aae9-3da0e4f32e46 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:41.746395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-02f5deb1-e40b-40a6-aae9-3da0e4f32e46 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:41.759473 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00b9f634-0ba9-4f20-89bd-f409c93ec056 req-56b530ac-deba-4966-81ba-6ad29a05da5a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547271 Jul 29 14:47:41.781531 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fe9b0cb8-9a58-45ab-afd5-fee5d840f94d tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2202647 Jul 29 14:47:41.782358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57498) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:41.802795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b0cb8-9a58-45ab-afd5-fee5d840f94d tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Pushing event updated for resources: {'Port': ['ID=cb58bfdd-51b6-46e7-9607-6280c8776fe5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:41.804145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1d0b4-cea9-40c4-ab7d-17b4236b8caa req-9567b1a0-54b5-4962-8b57-80976c4fda51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:41.807769 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8be1d0b4-cea9-40c4-ab7d-17b4236b8caa req-9567b1a0-54b5-4962-8b57-80976c4fda51 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4064629 Jul 29 14:47:41.909505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42841a71-78f7-47fa-a19d-a7f975900f72 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:41.913865 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-42841a71-78f7-47fa-a19d-a7f975900f72 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] 10.222.0.16 "GET /v2.0/ports/cb58bfdd-51b6-46e7-9607-6280c8776fe5 HTTP/1.1" status: 200 len: 954 time: 0.1270077 Jul 29 14:47:41.914737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57502) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:41.922669 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-02f5deb1-e40b-40a6-aae9-3da0e4f32e46 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:41.923371 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-02f5deb1-e40b-40a6-aae9-3da0e4f32e46 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:41.951255 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-02f5deb1-e40b-40a6-aae9-3da0e4f32e46 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7395749 Jul 29 14:47:42.001611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-cadfb519-ccd4-4aa7-b7bb-477f54a005d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:42.002108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-cadfb519-ccd4-4aa7-b7bb-477f54a005d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:42.003822 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-cadfb519-ccd4-4aa7-b7bb-477f54a005d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8d78d89373a4e9c9a41503e527a8f91&device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 1981 time: 0.1360188 Jul 29 14:47:42.040365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-5fe19f70-9bb4-4304-a7c0-44fe30455b81 admin admin] Deleting port ad422766-328f-47fe-b142-2fedaed17f3c {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:42.041016 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fe19f70-9bb4-4304-a7c0-44fe30455b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:42.100465 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-210884eb-f7bc-4bfa-a4f3-161375eac339 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.118&port_id=16c5e36e-bb60-4060-9c31-b77509b4d956 HTTP/1.1" status: 200 len: 217 time: 0.0837481 Jul 29 14:47:42.110542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc88de-3a42-4413-b836-7a0d10338485 req-5adfd17c-9978-442a-8459-b8843db6bcd4 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:42.113404 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3fbc88de-3a42-4413-b836-7a0d10338485 req-5adfd17c-9978-442a-8459-b8843db6bcd4 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 931 time: 0.2053678 Jul 29 14:47:42.154880 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-5fe19f70-9bb4-4304-a7c0-44fe30455b81 admin admin] For port ad422766-328f-47fe-b142-2fedaed17f3c, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ad422766-328f-47fe-b142-2fedaed17f3c,segment=NetworkSegment(0c689662-f9e3-4ac8-a146-224ee245fa85),segment_id=0c689662-f9e3-4ac8-a146-224ee245fa85)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:42.155449 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fe19f70-9bb4-4304-a7c0-44fe30455b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:42.170192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-5fe19f70-9bb4-4304-a7c0-44fe30455b81 admin admin] Calling delete_port for ad422766-328f-47fe-b142-2fedaed17f3c owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:42.173680 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d0982257-f5ee-4e21-a1b4-4b9b2364b7b1 None None] Provisioning for port dfdb1e5d-a151-4133-91e2-738ad6252e75 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:42.185192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d0982257-f5ee-4e21-a1b4-4b9b2364b7b1 None None] Provisioning complete for port dfdb1e5d-a151-4133-91e2-738ad6252e75 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:42.185894 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0982257-f5ee-4e21-a1b4-4b9b2364b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:42.238620 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d0982257-f5ee-4e21-a1b4-4b9b2364b7b1 None None] Port dfdb1e5d-a151-4133-91e2-738ad6252e75 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:47:42.258245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-57d14509-7cfb-4935-abdf-1dbe7bfad9f3 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Deleting port cb58bfdd-51b6-46e7-9607-6280c8776fe5 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:42.258871 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-57d14509-7cfb-4935-abdf-1dbe7bfad9f3 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:42.274752 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3fbc88de-3a42-4413-b836-7a0d10338485 req-abff7082-900c-4a94-8a29-70748225cfcc tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/security-groups?id=599cae7a-0291-4233-b628-b34f3c1867ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466763 Jul 29 14:47:42.288313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86ca0886-6990-4752-9b19-b3dfdc4482a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:42.290195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-86ca0886-6990-4752-9b19-b3dfdc4482a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d5eb8375-dd0c-4f3d-a7d6-4ab673e637dd HTTP/1.1" status: 200 len: 801 time: 0.1750190 Jul 29 14:47:42.358595 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c0733d-5e7e-48bc-983a-58b40fb4f1ac x-openstack-request-id: req-c8c0733d-5e7e-48bc-983a-58b40fb4f1ac {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:42.359361 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82b582a-9b29-43ac-ba29-c235bf95808d", "name": "network-vif-plugged", "status": "completed", "tag": "44072997-dd48-41c2-9f07-fff8e954c6b4", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:42.359803 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8c0733d-5e7e-48bc-983a-58b40fb4f1ac {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:42.360389 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82b582a-9b29-43ac-ba29-c235bf95808d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44072997-dd48-41c2-9f07-fff8e954c6b4', 'code': 200} Jul 29 14:47:42.371391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-504c118f-1263-4404-b205-ff195c95d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:42.377756 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-504c118f-1263-4404-b205-ff195c95d288 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3b00f243-d3d0-48b9-90af-46b9a123e2ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0710051 Jul 29 14:47:42.411476 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-57d14509-7cfb-4935-abdf-1dbe7bfad9f3 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:42.437971 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-57d14509-7cfb-4935-abdf-1dbe7bfad9f3 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Calling delete_port for cb58bfdd-51b6-46e7-9607-6280c8776fe5 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:42.555138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1680ac1-7494-49a0-9df5-acc5b7962a14 req-dadcdbbd-057a-4f6a-95d8-4fbc77ff255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:42.556385 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b1680ac1-7494-49a0-9df5-acc5b7962a14 req-dadcdbbd-057a-4f6a-95d8-4fbc77ff255d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 1096 time: 0.1057780 Jul 29 14:47:42.572703 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319b400-a816-4528-a215-3376a96e4ec9 req-db85f2ed-ba05-4a59-9cd9-d7622f62a499 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:42.579193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319b400-a816-4528-a215-3376a96e4ec9 req-db85f2ed-ba05-4a59-9cd9-d7622f62a499 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:42.580805 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8319b400-a816-4528-a215-3376a96e4ec9 req-db85f2ed-ba05-4a59-9cd9-d7622f62a499 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 1679 time: 0.1290247 Jul 29 14:47:42.587516 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-d6202714-5da2-4d64-a6d7-5a0d086d2525 service neutron] 10.222.0.39 "GET /v2.0/networks/3b00f243-d3d0-48b9-90af-46b9a123e2ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007365 Jul 29 14:47:42.607096 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fe19f70-9bb4-4304-a7c0-44fe30455b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:42.619502 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-57d14509-7cfb-4935-abdf-1dbe7bfad9f3 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:42.653637 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe19f70-9bb4-4304-a7c0-44fe30455b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad422766-328f-47fe-b142-2fedaed17f3c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:42.704683 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b1680ac1-7494-49a0-9df5-acc5b7962a14 req-37bf70ff-ac5b-4d09-9e8a-818bdb6b50be service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380970 Jul 29 14:47:42.719149 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8319b400-a816-4528-a215-3376a96e4ec9 req-09edfdc1-0e84-4492-bff8-3ad72c251c92 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295552 Jul 29 14:47:42.762079 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-57d14509-7cfb-4935-abdf-1dbe7bfad9f3 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:42.764437 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-57d14509-7cfb-4935-abdf-1dbe7bfad9f3 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] 10.222.0.16 "DELETE /v2.0/ports/cb58bfdd-51b6-46e7-9607-6280c8776fe5 HTTP/1.1" status: 204 len: 168 time: 0.8485837 Jul 29 14:47:42.766289 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d14509-7cfb-4935-abdf-1dbe7bfad9f3 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb58bfdd-51b6-46e7-9607-6280c8776fe5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:42.767350 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57510) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:42.830869 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-38d10b0d-1960-47f9-88c9-1209eb948e2d service neutron] 10.222.0.39 "GET /v2.0/networks/3b00f243-d3d0-48b9-90af-46b9a123e2ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273736 Jul 29 14:47:42.841415 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dac52a8-d317-46ac-93d5-c0f0a4605cd6 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] GET failed (client error): The resource could not be found. Jul 29 14:47:42.856280 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4dac52a8-d317-46ac-93d5-c0f0a4605cd6 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] 10.222.0.16 "GET /v2.0/ports/cb58bfdd-51b6-46e7-9607-6280c8776fe5 HTTP/1.1" status: 404 len: 333 time: 0.0864422 Jul 29 14:47:42.857763 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57514) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:42.911235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783', 'tag': '056bb721-ff9f-4dec-a827-f80553f12816'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:42.911671 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fe19f70-9bb4-4304-a7c0-44fe30455b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:42.913730 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2296e5f-b510-4d7e-bc31-5d825c0d62b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783", "tag": "056bb721-ff9f-4dec-a827-f80553f12816"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:42.921512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5a7a8ffa-5cd7-4205-a288-bc17efa0b0c4 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Request body: {'port': {'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1717038491'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:42.942096 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-12d21c0f-5c51-4b82-b274-13ba40354aa5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.103&port_id=056bb721-ff9f-4dec-a827-f80553f12816 HTTP/1.1" status: 200 len: 217 time: 0.0776398 Jul 29 14:47:43.036315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f63a9f-0e39-47e6-af8e-eeb2eac826fa req-de2ae9d1-d198-4d45-9970-984cc46ffe76 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:43.043859 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61f63a9f-0e39-47e6-af8e-eeb2eac826fa req-de2ae9d1-d198-4d45-9970-984cc46ffe76 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 945 time: 0.2038388 Jul 29 14:47:43.056257 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7a8ffa-5cd7-4205-a288-bc17efa0b0c4 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Made reservation on behalf of 8f0f2867902b43d7b00105715fcb76d0 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:43.058488 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8ffa-5cd7-4205-a288-bc17efa0b0c4 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:43.063917 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-63b4d02e-eb82-438f-ad8f-ffbeeddede9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:43.065397 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-63b4d02e-eb82-438f-ad8f-ffbeeddede9b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b79d2e34-93b6-4234-9a28-570d3a31c49b HTTP/1.1" status: 200 len: 801 time: 0.1064501 Jul 29 14:47:43.113219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-5a7a8ffa-5cd7-4205-a288-bc17efa0b0c4 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] device_id is not set on port b0885295-7e39-4388-b88a-040a26492836 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:47:43.167810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61f63a9f-0e39-47e6-af8e-eeb2eac826fa req-7955382d-3d72-4505-ae28-cddadb14624e tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eceb5e4-95f6-4d04-8fce-076956f1598f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230593 Jul 29 14:47:43.212865 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-764922bd-7247-4d1b-898c-3fb44609b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:43.214563 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-764922bd-7247-4d1b-898c-3fb44609b035 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=732dec76-02a8-4d9f-8371-6899e3b1a253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1350465 Jul 29 14:47:43.265878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe19f70-9bb4-4304-a7c0-44fe30455b81 admin admin] Router 5658a550-a082-4be1-b097-2897a44a4248 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:47:43.408842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee0cb2-149b-416e-a71d-4d402532482e req-b65c87b3-639b-4f89-a484-2d1dc5381a43 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:43.416938 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57ee0cb2-149b-416e-a71d-4d402532482e req-b65c87b3-639b-4f89-a484-2d1dc5381a43 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 945 time: 0.1289291 Jul 29 14:47:43.461256 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8ffa-5cd7-4205-a288-bc17efa0b0c4 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:43.492868 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-1845eb5b-cd38-47c1-b95c-f9006809a4c3 service neutron] 10.222.0.39 "GET /v2.0/networks/732dec76-02a8-4d9f-8371-6899e3b1a253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658038 Jul 29 14:47:43.516847 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57ee0cb2-149b-416e-a71d-4d402532482e req-97960c5f-0bc5-4a77-90d0-239accefadc8 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984764 Jul 29 14:47:43.682324 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8ffa-5cd7-4205-a288-bc17efa0b0c4 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:43.700609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9ebdc-a260-4c89-847e-cd3c518c9149 req-8c80994e-4f49-454f-8aad-cec03d8631b6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:43.705175 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00b9ebdc-a260-4c89-847e-cd3c518c9149 req-8c80994e-4f49-454f-8aad-cec03d8631b6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 945 time: 0.1113350 Jul 29 14:47:43.707845 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe19f70-9bb4-4304-a7c0-44fe30455b81 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:47:43.720926 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5fe19f70-9bb4-4304-a7c0-44fe30455b81 admin admin] 10.222.0.16 "PUT /v2.0/routers/5658a550-a082-4be1-b097-2897a44a4248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7742631 Jul 29 14:47:43.721719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57520) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:43.722203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dc17ea-702d-4a98-a32b-efe42a617800 None None] Sync routers for ids ['5658a550-a082-4be1-b097-2897a44a4248'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:47:43.744222 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc17ea-702d-4a98-a32b-efe42a617800 None None] Routers {'5658a550-a082-4be1-b097-2897a44a4248'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:47:43.745201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d2dc17ea-702d-4a98-a32b-efe42a617800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:47:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['5658a550-a082-4be1-b097-2897a44a4248'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:43.773892 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26ddfde-76da-46cc-b695-76cafce56fa3 req-b3c0d724-cff1-4cd6-b462-54b31a8d7149 service neutron] 10.222.0.39 "GET /v2.0/networks/732dec76-02a8-4d9f-8371-6899e3b1a253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556858 Jul 29 14:47:43.820413 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7a8ffa-5cd7-4205-a288-bc17efa0b0c4 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Network 3920b0c4-bbc6-49bd-beab-22618343e856 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:43.846047 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-5a7a8ffa-5cd7-4205-a288-bc17efa0b0c4 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:43.851014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a8ffa-5cd7-4205-a288-bc17efa0b0c4 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Pushing event updated for resources: {'Port': ['ID=b0885295-7e39-4388-b88a-040a26492836,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:43.857730 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7a8ffa-5cd7-4205-a288-bc17efa0b0c4 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:43.859207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7a8ffa-5cd7-4205-a288-bc17efa0b0c4 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:43.859753 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a7a8ffa-5cd7-4205-a288-bc17efa0b0c4 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:43.867808 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48987eb-f00e-4fbf-8415-c61180cce16e admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:43.881348 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00b9ebdc-a260-4c89-847e-cd3c518c9149 req-3ac2db1d-d91b-4300-a4b2-f1d5eb1fb212 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698043 Jul 29 14:47:43.900287 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5a7a8ffa-5cd7-4205-a288-bc17efa0b0c4 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9897885 Jul 29 14:47:43.905336 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57524) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:43.915253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:43.996408 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4f08c9-92f4-4d37-97f2-68abb1784e1b x-openstack-request-id: req-3c4f08c9-92f4-4d37-97f2-68abb1784e1b {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:43.997133 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783", "tag": "056bb721-ff9f-4dec-a827-f80553f12816", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:43.997133 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c4f08c9-92f4-4d37-97f2-68abb1784e1b {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:43.997419 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783', 'tag': '056bb721-ff9f-4dec-a827-f80553f12816', 'status': 'completed', 'code': 200} Jul 29 14:47:43.997912 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:44.028281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-d2dc17ea-702d-4a98-a32b-efe42a617800 None None] Set router 5658a550-a082-4be1-b097-2897a44a4248 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:47:44.095863 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48987eb-f00e-4fbf-8415-c61180cce16e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:44.105811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2296e5f-b510-4d7e-bc31-5d825c0d62b8 req-fe8c36a4-7c3f-4506-acb3-cc3e2a4ed0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:44.105811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2296e5f-b510-4d7e-bc31-5d825c0d62b8 req-fe8c36a4-7c3f-4506-acb3-cc3e2a4ed0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:44.107809 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b2296e5f-b510-4d7e-bc31-5d825c0d62b8 req-fe8c36a4-7c3f-4506-acb3-cc3e2a4ed0c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8d78d89373a4e9c9a41503e527a8f91&device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 1981 time: 0.0938509 Jul 29 14:47:44.203637 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f48987eb-f00e-4fbf-8415-c61180cce16e admin admin] Deleting port 3d1d87b5-0ca4-4add-a925-3e5d821464b4 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:44.204402 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48987eb-f00e-4fbf-8415-c61180cce16e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:44.237554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2296e5f-b510-4d7e-bc31-5d825c0d62b8 req-1e726dab-6c57-4356-92c0-1e7e65282840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:44.239232 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b2296e5f-b510-4d7e-bc31-5d825c0d62b8 req-1e726dab-6c57-4356-92c0-1e7e65282840 service neutron] 10.222.0.39 "GET /v2.0/networks?id=732dec76-02a8-4d9f-8371-6899e3b1a253 HTTP/1.1" status: 200 len: 903 time: 0.1078858 Jul 29 14:47:44.303686 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d2dc17ea-702d-4a98-a32b-efe42a617800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5658a550-a082-4be1-b097-2897a44a4248', 'name': 'tempest-FloatingIPDetailsTestJSON-1933385174-router', 'tenant_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': '3d1d87b5-0ca4-4add-a925-3e5d821464b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:47:42Z', 'revision_number': 5, 'project_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'gw_port': {'id': '3d1d87b5-0ca4-4add-a925-3e5d821464b4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5658a550-a082-4be1-b097-2897a44a4248', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:49Z', 'updated_at': '2021-07-29T14:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:44.318922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-f48987eb-f00e-4fbf-8415-c61180cce16e admin admin] For port 3d1d87b5-0ca4-4add-a925-3e5d821464b4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3d1d87b5-0ca4-4add-a925-3e5d821464b4,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:44.319498 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48987eb-f00e-4fbf-8415-c61180cce16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:44.363548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f48987eb-f00e-4fbf-8415-c61180cce16e admin admin] Calling delete_port for 3d1d87b5-0ca4-4add-a925-3e5d821464b4 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:44.378396 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dc17ea-702d-4a98-a32b-efe42a617800 None None] Checking router: 5658a550-a082-4be1-b097-2897a44a4248 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:47:44.391362 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc17ea-702d-4a98-a32b-efe42a617800 None None] Routers {'5658a550-a082-4be1-b097-2897a44a4248'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:47:44.392483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d2dc17ea-702d-4a98-a32b-efe42a617800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:47:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['5658a550-a082-4be1-b097-2897a44a4248'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:44.676481 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48987eb-f00e-4fbf-8415-c61180cce16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:44.719911 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48987eb-f00e-4fbf-8415-c61180cce16e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1d87b5-0ca4-4add-a925-3e5d821464b4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:44.759033 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b2296e5f-b510-4d7e-bc31-5d825c0d62b8 req-3a0a9dbb-5c0d-4124-8c49-b58f757e9a11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.103&port_id=056bb721-ff9f-4dec-a827-f80553f12816 HTTP/1.1" status: 200 len: 217 time: 0.0615649 Jul 29 14:47:44.776921 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-d2dc17ea-702d-4a98-a32b-efe42a617800 None None] Set router 5658a550-a082-4be1-b097-2897a44a4248 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:47:44.830729 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48987eb-f00e-4fbf-8415-c61180cce16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:44.881880 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] device_id is not set on port b0885295-7e39-4388-b88a-040a26492836 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:47:44.894770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d2dc17ea-702d-4a98-a32b-efe42a617800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5658a550-a082-4be1-b097-2897a44a4248', 'name': 'tempest-FloatingIPDetailsTestJSON-1933385174-router', 'tenant_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:47:44Z', 'revision_number': 6, 'project_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:44.896852 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:44.912106 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Transition to ACTIVE for port object b0885295-7e39-4388-b88a-040a26492836 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:44.927864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dc17ea-702d-4a98-a32b-efe42a617800 None None] The sync data for ids ['5658a550-a082-4be1-b097-2897a44a4248'] in n-d-802893-1 is: [{'id': '5658a550-a082-4be1-b097-2897a44a4248', 'name': 'tempest-FloatingIPDetailsTestJSON-1933385174-router', 'tenant_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:47:44Z', 'revision_number': 6, 'project_id': '42c6f7dd78e34f1a886fbb1f24dc7fe2', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:47:44.950913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:44.974958 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54378828-9070-4191-a171-cbdf81401f07 req-9df9cfcb-28fe-40f2-9adb-a71be2f048d6 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:44.986469 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-54378828-9070-4191-a171-cbdf81401f07 req-9df9cfcb-28fe-40f2-9adb-a71be2f048d6 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 931 time: 0.8920033 Jul 29 14:47:45.018983 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48987eb-f00e-4fbf-8415-c61180cce16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:45.023666 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48987eb-f00e-4fbf-8415-c61180cce16e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:45.087703 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-54378828-9070-4191-a171-cbdf81401f07 req-ab2300e0-a0bb-4d8e-894d-52c5f82726a4 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/security-groups?id=599cae7a-0291-4233-b628-b34f3c1867ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001410 Jul 29 14:47:45.089368 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2296e5f-b510-4d7e-bc31-5d825c0d62b8 req-e14e846a-3e4f-4195-a67d-c2268d99904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:45.094006 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b2296e5f-b510-4d7e-bc31-5d825c0d62b8 req-e14e846a-3e4f-4195-a67d-c2268d99904e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b79d2e34-93b6-4234-9a28-570d3a31c49b HTTP/1.1" status: 200 len: 801 time: 0.1772082 Jul 29 14:47:45.110643 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48987eb-f00e-4fbf-8415-c61180cce16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:45.111209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48987eb-f00e-4fbf-8415-c61180cce16e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5658a550-a082-4be1-b097-2897a44a4248 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:47:45.115819 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48987eb-f00e-4fbf-8415-c61180cce16e admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:45.119592 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f48987eb-f00e-4fbf-8415-c61180cce16e admin admin] 10.222.0.16 "DELETE /v2.0/routers/5658a550-a082-4be1-b097-2897a44a4248 HTTP/1.1" status: 204 len: 168 time: 1.3966873 Jul 29 14:47:45.120237 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57532) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:45.127881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Pushing event updated for resources: {'Port': ['ID=b0885295-7e39-4388-b88a-040a26492836,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:45.170042 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68d58c3-6f5d-44de-96f5-6cc8b6afbb69 admin admin] Deleting subnet 9c010d48-358f-41a1-a9be-2e99a9503ce8 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:47:45.174044 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d68d58c3-6f5d-44de-96f5-6cc8b6afbb69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:45.204036 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:45.204036 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:45.204036 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:45.218938 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d68d58c3-6f5d-44de-96f5-6cc8b6afbb69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:45.226661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:45.226917 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:45.229515 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 2 to bind port b0885295-7e39-4388-b88a-040a26492836 Jul 29 14:47:45.252227 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2296e5f-b510-4d7e-bc31-5d825c0d62b8 req-71e6f95c-654c-4291-8c02-6500085abb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:45.253744 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b2296e5f-b510-4d7e-bc31-5d825c0d62b8 req-71e6f95c-654c-4291-8c02-6500085abb46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=732dec76-02a8-4d9f-8371-6899e3b1a253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1511240 Jul 29 14:47:45.255749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:45.256076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:45.256478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:45.272962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:45.273284 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:45.282107 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce8688-49ac-4147-83f7-8e8800fd6d0b req-78cd1ddb-1517-4d6a-9514-8b8448ab949c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:45.288725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce8688-49ac-4147-83f7-8e8800fd6d0b req-78cd1ddb-1517-4d6a-9514-8b8448ab949c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:45.290361 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68ce8688-49ac-4147-83f7-8e8800fd6d0b req-78cd1ddb-1517-4d6a-9514-8b8448ab949c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 1679 time: 0.1064384 Jul 29 14:47:45.300096 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 3 to bind port b0885295-7e39-4388-b88a-040a26492836 Jul 29 14:47:45.351571 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d68d58c3-6f5d-44de-96f5-6cc8b6afbb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:45.384649 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:45.385026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:45.385351 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:45.405783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:45.406146 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:45.413821 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 4 to bind port b0885295-7e39-4388-b88a-040a26492836 Jul 29 14:47:45.440039 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68ce8688-49ac-4147-83f7-8e8800fd6d0b req-d13804e1-5449-4381-9db8-6b7d07f6d685 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975833 Jul 29 14:47:45.444208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:45.444554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:45.444926 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:45.447962 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d68d58c3-6f5d-44de-96f5-6cc8b6afbb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:45.454087 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b2296e5f-b510-4d7e-bc31-5d825c0d62b8 req-5ea160fb-b05c-4e60-a542-08d33af9fce3 service neutron] 10.222.0.39 "GET /v2.0/networks/732dec76-02a8-4d9f-8371-6899e3b1a253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917567 Jul 29 14:47:45.455168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:45.455505 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:45.455897 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 5 to bind port b0885295-7e39-4388-b88a-040a26492836 Jul 29 14:47:45.503767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:45.504105 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:45.504449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:45.507849 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d58c3-6f5d-44de-96f5-6cc8b6afbb69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c010d48-358f-41a1-a9be-2e99a9503ce8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:45.513158 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d68d58c3-6f5d-44de-96f5-6cc8b6afbb69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:45.518682 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4808506c-1eca-400a-a73a-7637c8d1f81e None None] Network db51b222-d5c8-4382-87b7-4054aead142d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:47:45.520296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d68d58c3-6f5d-44de-96f5-6cc8b6afbb69 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9c010d48-358f-41a1-a9be-2e99a9503ce8 HTTP/1.1" status: 204 len: 168 time: 0.3989792 Jul 29 14:47:45.521021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57534) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:45.595982 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:45.596696 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:45.600655 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 6 to bind port b0885295-7e39-4388-b88a-040a26492836 Jul 29 14:47:45.626545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:45.627314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:45.627833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:45.629253 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:45.675402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:45.676015 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:45.679097 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 7 to bind port b0885295-7e39-4388-b88a-040a26492836 Jul 29 14:47:45.723805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:45.724769 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:45.724769 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:45.727020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 056bb721-ff9f-4dec-a827-f80553f12816 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:47:45.732089 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] Deleting port 3755638a-18cb-4955-b764-602f51e45981 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:45.732366 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:45.761933 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:45.762176 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:45.763522 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 8 to bind port b0885295-7e39-4388-b88a-040a26492836 Jul 29 14:47:45.775303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fe637-85da-4ea6-bbcf-5b10a6d8b13a req-d188b587-b9d7-40d8-a130-397f2f85805f tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:45.789969 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e80fe637-85da-4ea6-bbcf-5b10a6d8b13a req-d188b587-b9d7-40d8-a130-397f2f85805f tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 945 time: 0.1920302 Jul 29 14:47:45.799575 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b2296e5f-b510-4d7e-bc31-5d825c0d62b8 req-9160c21a-1a90-4375-99b3-ee36b51a6881 service neutron] 10.222.0.39 "GET /v2.0/networks/732dec76-02a8-4d9f-8371-6899e3b1a253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341248 Jul 29 14:47:45.827699 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:45.828425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:45.829066 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:45.847442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:45.847442 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:45.852486 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71960296-62c1-45a2-8b41-4ed91ad9fce7 None None] DHCP port deletion for db51b222-d5c8-4382-87b7-4054aead142d request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:47:45.853083 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 9 to bind port b0885295-7e39-4388-b88a-040a26492836 Jul 29 14:47:45.878067 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e80fe637-85da-4ea6-bbcf-5b10a6d8b13a req-c61afa64-0604-442c-89a2-bbf29307da54 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eceb5e4-95f6-4d04-8fce-076956f1598f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866742 Jul 29 14:47:45.903891 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] For port 3755638a-18cb-4955-b764-602f51e45981, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3755638a-18cb-4955-b764-602f51e45981,segment=NetworkSegment(0c689662-f9e3-4ac8-a146-224ee245fa85),segment_id=0c689662-f9e3-4ac8-a146-224ee245fa85)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:45.906704 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:45.911506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:45.911852 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:45.912200 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:45.917148 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:45.917493 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:45.917899 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempt 10 to bind port b0885295-7e39-4388-b88a-040a26492836 Jul 29 14:47:45.932212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] Calling delete_port for 3755638a-18cb-4955-b764-602f51e45981 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:45.945304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:45.949083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:45.949713 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempting to bind port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:45.963782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:45.963782 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Failed to bind port b0885295-7e39-4388-b88a-040a26492836 on host n-h2-802893-1 for vnic_type normal using segments [{'id': 'c823fbb9-37d5-4d07-b276-d74a48cab468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3920b0c4-bbc6-49bd-beab-22618343e856'}] Jul 29 14:47:45.964283 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:45.984557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 056bb721-ff9f-4dec-a827-f80553f12816, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=056bb721-ff9f-4dec-a827-f80553f12816,segment=NetworkSegment(965100b9-1851-47cd-b1d9-ea355d9eac86),segment_id=965100b9-1851-47cd-b1d9-ea355d9eac86)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:46.024530 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '056bb721-ff9f-4dec-a827-f80553f12816', 'network_id': '732dec76-02a8-4d9f-8371-6899e3b1a253', 'port_id': '056bb721-ff9f-4dec-a827-f80553f12816', 'mac_address': 'fa:16:3e:d4:4e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79d2e34-93b6-4234-9a28-570d3a31c49b', 'ip_address': '19.86.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:47:46.095636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] For port b0885295-7e39-4388-b88a-040a26492836, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:46.096867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attempted to set empty binding levels {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 14:47:46.100702 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:46.124278 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:46.131310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-71960296-62c1-45a2-8b41-4ed91ad9fce7 None None] Deleting port 3755638a-18cb-4955-b764-602f51e45981 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:46.131567 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71960296-62c1-45a2-8b41-4ed91ad9fce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:46.149114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] Pushing event deleted for resources: {'Port': ['ID=3755638a-18cb-4955-b764-602f51e45981,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:46.160218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] No DVR routers for this DVR port 3755638a-18cb-4955-b764-602f51e45981 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:47:46.197959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] In _notify_port_updated(), no bound segment for port b0885295-7e39-4388-b88a-040a26492836 on network 3920b0c4-bbc6-49bd-beab-22618343e856 {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 14:47:46.199168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:46.199994 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:46.204744 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] 10.222.0.16 "PUT /v2.0/ports/b0885295-7e39-4388-b88a-040a26492836 HTTP/1.1" status: 200 len: 975 time: 2.2977931 Jul 29 14:47:46.206961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57540) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:46.226011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-71960296-62c1-45a2-8b41-4ed91ad9fce7 None None] For port 3755638a-18cb-4955-b764-602f51e45981, host n-d-802893-1, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:46.226419 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71960296-62c1-45a2-8b41-4ed91ad9fce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:46.244782 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-71960296-62c1-45a2-8b41-4ed91ad9fce7 None None] Calling delete_port for 3755638a-18cb-4955-b764-602f51e45981 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:46.247584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-71960296-62c1-45a2-8b41-4ed91ad9fce7 None None] Port 3755638a-18cb-4955-b764-602f51e45981 was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 14:47:46.251347 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71960296-62c1-45a2-8b41-4ed91ad9fce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:46.285383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bf6df-c679-491a-a7e0-8ca49a581446 req-e568f721-d750-467b-9582-39a37d42d8d4 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:46.290047 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1b1bf6df-c679-491a-a7e0-8ca49a581446 req-e568f721-d750-467b-9582-39a37d42d8d4 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 945 time: 0.1887977 Jul 29 14:47:46.292919 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Pushing event updated for resources: {'Port': ['ID=b0885295-7e39-4388-b88a-040a26492836,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:46.293908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71960296-62c1-45a2-8b41-4ed91ad9fce7 None None] Pushing event deleted for resources: {'Port': ['ID=3755638a-18cb-4955-b764-602f51e45981,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:46.312543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71960296-62c1-45a2-8b41-4ed91ad9fce7 None None] No DVR routers for this DVR port 3755638a-18cb-4955-b764-602f51e45981 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:47:46.314087 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:46.347771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056bb721-ff9f-4dec-a827-f80553f12816 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:47:46.373307 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:46.374231 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:46.374566 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:46.375078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:46.375450 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:46.375846 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:46.376182 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:46.376518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:46.385113 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:46.385555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:46.385990 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:46.386367 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacaa8ab-3e97-4ea7-b4b3-57737d4b4ace tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:46.387694 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:46.405204 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 056bb721-ff9f-4dec-a827-f80553f12816, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=056bb721-ff9f-4dec-a827-f80553f12816,segment=NetworkSegment(965100b9-1851-47cd-b1d9-ea355d9eac86),segment_id=965100b9-1851-47cd-b1d9-ea355d9eac86)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:46.414192 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:46.414889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 16c5e36e-bb60-4060-9c31-b77509b4d956 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:47:46.430635 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db51b222-d5c8-4382-87b7-4054aead142d']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:46.459512 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1b1bf6df-c679-491a-a7e0-8ca49a581446 req-75850bd9-5e5b-4579-9e87-503116de4107 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158438 Jul 29 14:47:46.476376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c689662-f9e3-4ac8-a146-224ee245fa85') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:46.476710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c689662-f9e3-4ac8-a146-224ee245fa85') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:46.506117 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:46.515757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f236ec8e-9999-4345-8518-9381e590939b tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Deleting port b0885295-7e39-4388-b88a-040a26492836 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:46.516114 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f236ec8e-9999-4345-8518-9381e590939b tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:46.544351 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:46.570130 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:47:46.571927 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:47:46.587070 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:47:46.684391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=056bb721-ff9f-4dec-a827-f80553f12816,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:46.689747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ad422766-328f-47fe-b142-2fedaed17f3c no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:47:46.718666 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-f236ec8e-9999-4345-8518-9381e590939b tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] For port b0885295-7e39-4388-b88a-040a26492836, host n-h2-802893-1, got binding levels [] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:46.719390 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f236ec8e-9999-4345-8518-9381e590939b tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:46.735357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: ad422766-328f-47fe-b142-2fedaed17f3c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:47:46.736440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ad422766-328f-47fe-b142-2fedaed17f3c not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:47:46.737532 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3755638a-18cb-4955-b764-602f51e45981 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:47:46.749647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f236ec8e-9999-4345-8518-9381e590939b tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Calling delete_port for b0885295-7e39-4388-b88a-040a26492836 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:46.774308 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 3755638a-18cb-4955-b764-602f51e45981 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:47:46.775355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3755638a-18cb-4955-b764-602f51e45981 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:47:46.776328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3d1d87b5-0ca4-4add-a925-3e5d821464b4 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:47:46.813347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 3d1d87b5-0ca4-4add-a925-3e5d821464b4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:47:46.814438 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3d1d87b5-0ca4-4add-a925-3e5d821464b4 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:47:46.833379 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:46.845589 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:46.854015 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] 10.222.0.16 "DELETE /v2.0/networks/db51b222-d5c8-4382-87b7-4054aead142d HTTP/1.1" status: 204 len: 168 time: 1.3317690 Jul 29 14:47:46.893215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab6a78-9fe0-4846-8517-17b779469141 admin admin] Pushing event deleted for resources: {'Network': ['ID=db51b222-d5c8-4382-87b7-4054aead142d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:46.925938 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 16c5e36e-bb60-4060-9c31-b77509b4d956, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=16c5e36e-bb60-4060-9c31-b77509b4d956,segment=NetworkSegment(fedf26c4-6a31-4c0b-bb22-67a6ec790d19),segment_id=fedf26c4-6a31-4c0b-bb22-67a6ec790d19)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:46.955219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '16c5e36e-bb60-4060-9c31-b77509b4d956', 'network_id': '3b00f243-d3d0-48b9-90af-46b9a123e2ab', 'port_id': '16c5e36e-bb60-4060-9c31-b77509b4d956', 'mac_address': 'fa:16:3e:a0:42:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5eb8375-dd0c-4f3d-a7d6-4ab673e637dd', 'ip_address': '19.80.0.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:47:46.981453 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a6a04-5c42-4537-ba86-abb4c51b3c94 req-4e6e6e88-4eff-4f35-876b-a84045451cd5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:46.995505 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-902a6a04-5c42-4537-ba86-abb4c51b3c94 req-4e6e6e88-4eff-4f35-876b-a84045451cd5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 945 time: 0.1496389 Jul 29 14:47:47.038614 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f236ec8e-9999-4345-8518-9381e590939b tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:47.044300 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:47.083217 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c5e36e-bb60-4060-9c31-b77509b4d956 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:47:47.113976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 16c5e36e-bb60-4060-9c31-b77509b4d956, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=16c5e36e-bb60-4060-9c31-b77509b4d956,segment=NetworkSegment(fedf26c4-6a31-4c0b-bb22-67a6ec790d19),segment_id=fedf26c4-6a31-4c0b-bb22-67a6ec790d19)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:47.120362 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-902a6a04-5c42-4537-ba86-abb4c51b3c94 req-67f3e60d-d6d0-45fd-8ef2-4fdca7674d19 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239033 Jul 29 14:47:47.121253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236ec8e-9999-4345-8518-9381e590939b tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0885295-7e39-4388-b88a-040a26492836,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:47.121995 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:47.124127 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f236ec8e-9999-4345-8518-9381e590939b tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:47.136637 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f236ec8e-9999-4345-8518-9381e590939b tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b0885295-7e39-4388-b88a-040a26492836 HTTP/1.1" status: 204 len: 168 time: 0.9245532 Jul 29 14:47:47.140191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57550) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:47.180612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57552) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:47.194532 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=16c5e36e-bb60-4060-9c31-b77509b4d956,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:47.210118 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7d6cd3-4a4e-4eeb-9d4f-f31c7112b4f2 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] GET failed (client error): The resource could not be found. Jul 29 14:47:47.215092 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4f7d6cd3-4a4e-4eeb-9d4f-f31c7112b4f2 tempest-PortsAdminExtendedAttrsTestJSON-1896480841 tempest-PortsAdminExtendedAttrsTestJSON-1896480841-project-admin] 10.222.0.16 "GET /v2.0/ports/b0885295-7e39-4388-b88a-040a26492836 HTTP/1.1" status: 404 len: 333 time: 0.0701284 Jul 29 14:47:47.215578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57554) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:47.281293 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bc7dc560-0f9f-4364-bd3a-c6a07ebe76e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42c6f7dd78e34f1a886fbb1f24dc7fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0991051 Jul 29 14:47:47.284101 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57556) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:47.335581 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53315d00-f1d8-41a3-b64a-01edfbe55192 tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:47.337788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80363c27-fd43-4b6a-b4cd-a5aed30dd7c2 req-565f67cf-b020-4f23-b960-9acfe05587f7 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:47.339992 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-80363c27-fd43-4b6a-b4cd-a5aed30dd7c2 req-565f67cf-b020-4f23-b960-9acfe05587f7 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 931 time: 0.0988503 Jul 29 14:47:47.371833 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['056bb721-ff9f-4dec-a827-f80553f12816'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:47:47.408533 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b83cf062-4312-4898-ac94-252d9c2248b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:47.440961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53315d00-f1d8-41a3-b64a-01edfbe55192 tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:47.453682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-53315d00-f1d8-41a3-b64a-01edfbe55192 tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3920b0c4-bbc6-49bd-beab-22618343e856']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:47.456053 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-80363c27-fd43-4b6a-b4cd-a5aed30dd7c2 req-829805fe-16ce-44b6-9618-79327aa09b1d tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/security-groups?id=599cae7a-0291-4233-b628-b34f3c1867ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009960 Jul 29 14:47:47.461674 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b83cf062-4312-4898-ac94-252d9c2248b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:47.480379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-53315d00-f1d8-41a3-b64a-01edfbe55192 tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c823fbb9-37d5-4d07-b276-d74a48cab468') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:47.480821 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-53315d00-f1d8-41a3-b64a-01edfbe55192 tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c823fbb9-37d5-4d07-b276-d74a48cab468') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:47.510179 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53315d00-f1d8-41a3-b64a-01edfbe55192 tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:47.526632 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53315d00-f1d8-41a3-b64a-01edfbe55192 tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:47.540732 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53315d00-f1d8-41a3-b64a-01edfbe55192 tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:47:47.541157 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53315d00-f1d8-41a3-b64a-01edfbe55192 tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:47.614531 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb57038-67f0-4a60-ab77-1504e6329d36 req-4154aa36-da67-4c33-b5ab-b886f0f5f6b0 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:47.621137 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb57038-67f0-4a60-ab77-1504e6329d36 req-4154aa36-da67-4c33-b5ab-b886f0f5f6b0 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:47.622801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8bb57038-67f0-4a60-ab77-1504e6329d36 req-4154aa36-da67-4c33-b5ab-b886f0f5f6b0 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 1681 time: 0.0852461 Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:47:47.643664 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:47:47.656207 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b83cf062-4312-4898-ac94-252d9c2248b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:47.659235 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b83cf062-4312-4898-ac94-252d9c2248b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:47.663632 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b83cf062-4312-4898-ac94-252d9c2248b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ab91028-8b8e-4de2-8937-ca8d0eb120ab HTTP/1.1" status: 204 len: 168 time: 0.3750324 Jul 29 14:47:47.670160 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53315d00-f1d8-41a3-b64a-01edfbe55192 tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:47.691801 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cf062-4312-4898-ac94-252d9c2248b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab91028-8b8e-4de2-8937-ca8d0eb120ab,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:47.703421 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53315d00-f1d8-41a3-b64a-01edfbe55192 tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:47.705912 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-53315d00-f1d8-41a3-b64a-01edfbe55192 tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] 10.222.0.16 "DELETE /v2.0/networks/3920b0c4-bbc6-49bd-beab-22618343e856 HTTP/1.1" status: 204 len: 168 time: 0.4888697 Jul 29 14:47:47.720438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53315d00-f1d8-41a3-b64a-01edfbe55192 tempest-PortsAdminExtendedAttrsTestJSON-1579065704 tempest-PortsAdminExtendedAttrsTestJSON-1579065704-project] Pushing event deleted for resources: {'Network': ['ID=3920b0c4-bbc6-49bd-beab-22618343e856,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:47.735172 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8bb57038-67f0-4a60-ab77-1504e6329d36 req-a202d291-68cf-401c-a84c-abd69190faca tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996525 Jul 29 14:47:47.938152 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e086f85-406d-4554-ad43-e2aed0567844 req-d70627e3-64f7-48e7-90b5-a0b15d0958b7 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:47.946085 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e086f85-406d-4554-ad43-e2aed0567844 req-d70627e3-64f7-48e7-90b5-a0b15d0958b7 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 945 time: 0.0953934 Jul 29 14:47:47.997533 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e086f85-406d-4554-ad43-e2aed0567844 req-85245bd8-40ab-4af5-8d54-cad6151ee9be tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497665 Jul 29 14:47:48.153752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57572) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:48.205785 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23227fea-1960-4f04-ab80-0df622ba2fa5 req-56c93f22-6a19-499e-b4e9-80553e09b4c2 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:48.214253 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-23227fea-1960-4f04-ab80-0df622ba2fa5 req-56c93f22-6a19-499e-b4e9-80553e09b4c2 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 945 time: 0.1045301 Jul 29 14:47:48.276565 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-23227fea-1960-4f04-ab80-0df622ba2fa5 req-ff5431a9-04e9-42a0-b27e-68195f90fa55 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eceb5e4-95f6-4d04-8fce-076956f1598f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609522 Jul 29 14:47:48.409158 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d0df4af5-34c4-4ae1-826d-e099057e5ec8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7a7dbd1f3ef438391520fade7cc60c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541568 Jul 29 14:47:48.412128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57582) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:48.431339 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['16c5e36e-bb60-4060-9c31-b77509b4d956'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:47:48.557228 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701a27e-4fc0-4086-ad6c-44800dccef87 req-40b2bfcb-8c13-4836-b872-1715af787aa7 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:48.566667 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4701a27e-4fc0-4086-ad6c-44800dccef87 req-40b2bfcb-8c13-4836-b872-1715af787aa7 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 945 time: 0.0869713 Jul 29 14:47:48.570142 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-912a36ad-6892-4cc8-afd5-62db06059553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:48.674507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-912a36ad-6892-4cc8-afd5-62db06059553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:48.681782 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4701a27e-4fc0-4086-ad6c-44800dccef87 req-6851cc3b-f723-456a-b458-b419bcbc573a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132028 Jul 29 14:47:48.793008 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-912a36ad-6892-4cc8-afd5-62db06059553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:48.796604 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-912a36ad-6892-4cc8-afd5-62db06059553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:48.800299 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-912a36ad-6892-4cc8-afd5-62db06059553 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84df9345-810e-44b9-ac94-641f72e806a6 HTTP/1.1" status: 204 len: 168 time: 0.3846359 Jul 29 14:47:48.811943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a36ad-6892-4cc8-afd5-62db06059553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84df9345-810e-44b9-ac94-641f72e806a6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:48.847967 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d15cb-8624-42de-bb1a-091b59bfbe51 req-fe92cf1e-60fe-4ded-9269-e6f19d477d27 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:48.855388 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd9d15cb-8624-42de-bb1a-091b59bfbe51 req-fe92cf1e-60fe-4ded-9269-e6f19d477d27 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 945 time: 0.0939758 Jul 29 14:47:48.909324 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd9d15cb-8624-42de-bb1a-091b59bfbe51 req-af686414-1f52-4970-b0d0-b2d3386f6ba0 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527785 Jul 29 14:47:49.053719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84cff7-f807-41e3-a264-53eb91a4e6b2 req-00713818-19b7-4f2a-99d6-3d519ba1a25e tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:49.055360 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff84cff7-f807-41e3-a264-53eb91a4e6b2 req-00713818-19b7-4f2a-99d6-3d519ba1a25e tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 931 time: 0.0695312 Jul 29 14:47:49.124475 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff84cff7-f807-41e3-a264-53eb91a4e6b2 req-66f9e6c6-e273-4cd6-b06f-359a7524e76e tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/security-groups?id=599cae7a-0291-4233-b628-b34f3c1867ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571086 Jul 29 14:47:49.242731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8e3a4-373d-473e-b98c-1f8696470f0a req-d8393bd0-765b-4668-942b-d9a6d16f1770 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:49.250406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8e3a4-373d-473e-b98c-1f8696470f0a req-d8393bd0-765b-4668-942b-d9a6d16f1770 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:49.254788 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5cc8e3a4-373d-473e-b98c-1f8696470f0a req-d8393bd0-765b-4668-942b-d9a6d16f1770 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 1681 time: 0.0729856 Jul 29 14:47:49.298722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57618) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:49.300571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5cc8e3a4-373d-473e-b98c-1f8696470f0a req-3cb5e6f9-af3c-43c6-9a26-586ea328cd48 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401001 Jul 29 14:47:49.352433 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-790eedfb-332d-4e95-b992-5dc4a2c4c80f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f0f2867902b43d7b00105715fcb76d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524275 Jul 29 14:47:49.355933 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57620) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:49.451456 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac7015-9027-4511-a26d-c98a12c6d286 req-9808807d-b912-492f-9d43-bc1457695409 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:49.453645 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8ac7015-9027-4511-a26d-c98a12c6d286 req-9808807d-b912-492f-9d43-bc1457695409 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 945 time: 0.0821383 Jul 29 14:47:49.454880 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa01f73e-22b4-46d4-99f8-b0104ea92607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:49.492817 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa01f73e-22b4-46d4-99f8-b0104ea92607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:49.534758 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8ac7015-9027-4511-a26d-c98a12c6d286 req-bd7aa866-af47-43c1-a02b-27167cf3e555 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703545 Jul 29 14:47:49.566780 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa01f73e-22b4-46d4-99f8-b0104ea92607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:49.570003 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa01f73e-22b4-46d4-99f8-b0104ea92607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:49.571006 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fa01f73e-22b4-46d4-99f8-b0104ea92607 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69cbada6-0584-45e2-be44-f1f3cc24705a HTTP/1.1" status: 204 len: 168 time: 0.2140772 Jul 29 14:47:49.581737 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01f73e-22b4-46d4-99f8-b0104ea92607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cbada6-0584-45e2-be44-f1f3cc24705a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:49.681493 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d845e-b68c-40bd-bc2a-47ba30e3942a req-88fe4d52-f357-484d-a66d-79b896b41b3b tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:49.683468 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4f4d845e-b68c-40bd-bc2a-47ba30e3942a req-88fe4d52-f357-484d-a66d-79b896b41b3b tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 945 time: 0.0591595 Jul 29 14:47:49.735738 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Request body: {'port': {'device_id': '6e860d83-0ca1-4483-a485-fae011ab26d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:49.758930 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 056bb721-ff9f-4dec-a827-f80553f12816 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:49.794428 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4f4d845e-b68c-40bd-bc2a-47ba30e3942a req-eb752e09-724f-452d-b479-51c5eee2473c tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eceb5e4-95f6-4d04-8fce-076956f1598f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997956 Jul 29 14:47:49.823929 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:49.838331 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95e192c5-a47f-4d6d-9a88-a89b9b2a8e37 req-d23637d0-4954-4e14-bee4-5c1419b941ac service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4eceb5e4-95f6-4d04-8fce-076956f1598f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194453 Jul 29 14:47:49.917546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 056bb721-ff9f-4dec-a827-f80553f12816 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:49.933569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 056bb721-ff9f-4dec-a827-f80553f12816 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:49.933943 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:49.988795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad25f02-0708-405f-b0ff-756c6795c785 req-0f9f3873-4faa-49bb-a0d7-19b9bb4267d9 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:49.990811 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ad25f02-0708-405f-b0ff-756c6795c785 req-0f9f3873-4faa-49bb-a0d7-19b9bb4267d9 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 945 time: 0.0713911 Jul 29 14:47:50.043052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ad25f02-0708-405f-b0ff-756c6795c785 req-70d4c1d5-5fbb-4d29-8c34-4fe340b7d324 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453529 Jul 29 14:47:50.072168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f369b64-e3d2-4bd3-b61f-064e2339ebae req-d64ed413-0c81-4aa0-8d63-8cf2d96bdbc4 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:50.073681 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f369b64-e3d2-4bd3-b61f-064e2339ebae req-d64ed413-0c81-4aa0-8d63-8cf2d96bdbc4 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 945 time: 0.0973959 Jul 29 14:47:50.083280 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:50.122233 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 056bb721-ff9f-4dec-a827-f80553f12816, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=056bb721-ff9f-4dec-a827-f80553f12816,segment=NetworkSegment(965100b9-1851-47cd-b1d9-ea355d9eac86),segment_id=965100b9-1851-47cd-b1d9-ea355d9eac86)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:50.127145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056bb721-ff9f-4dec-a827-f80553f12816'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:50.130990 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b032abba-6cf8-47cc-a9a6-2ee8a32ba304" -d '{"events": [{"server_uuid": "ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783", "name": "network-vif-plugged", "status": "completed", "tag": "056bb721-ff9f-4dec-a827-f80553f12816"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:50.135326 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:50.147734 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 16c5e36e-bb60-4060-9c31-b77509b4d956 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:50.242683 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f369b64-e3d2-4bd3-b61f-064e2339ebae req-2ed44e29-a395-40ab-bfb6-25109e4d79b3 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339872 Jul 29 14:47:50.282284 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=056bb721-ff9f-4dec-a827-f80553f12816,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:50.296246 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 16c5e36e-bb60-4060-9c31-b77509b4d956 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:50.303784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 16c5e36e-bb60-4060-9c31-b77509b4d956 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:50.304160 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:50.329472 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-78d26cc7-89d5-408b-a094-8f627468d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:50.338430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-78d26cc7-89d5-408b-a094-8f627468d29d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 1096 time: 0.1152573 Jul 29 14:47:50.345288 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37d52ce-e1fd-4aa9-b3d9-75b7ab868fb7 x-openstack-request-id: req-b37d52ce-e1fd-4aa9-b3d9-75b7ab868fb7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:50.345577 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783", "name": "network-vif-plugged", "status": "completed", "tag": "056bb721-ff9f-4dec-a827-f80553f12816", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:50.345830 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b37d52ce-e1fd-4aa9-b3d9-75b7ab868fb7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:50.346220 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056bb721-ff9f-4dec-a827-f80553f12816', 'code': 200} Jul 29 14:47:50.409890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfdb1e5d-a151-4133-91e2-738ad6252e75 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:47:50.419848 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:50.459864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Transition to ACTIVE for port object dfdb1e5d-a151-4133-91e2-738ad6252e75 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:50.464387 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-8fec80d6-36fe-427a-9300-5ff828e70705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:50.466294 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-8fec80d6-36fe-427a-9300-5ff828e70705 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.1200190 Jul 29 14:47:50.468467 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:50.518994 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-ba88a220-0e32-4fb0-915f-7d2a97bb2e15 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0 HTTP/1.1" status: 200 len: 217 time: 0.0407603 Jul 29 14:47:50.532310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87909a97-3ef8-46ed-8a53-763539c848a0 req-df442f51-ef21-4c89-9f47-3804b62c36b5 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:50.533351 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:50.533923 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-87909a97-3ef8-46ed-8a53-763539c848a0 req-df442f51-ef21-4c89-9f47-3804b62c36b5 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 931 time: 0.1436813 Jul 29 14:47:50.577270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 16c5e36e-bb60-4060-9c31-b77509b4d956, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=16c5e36e-bb60-4060-9c31-b77509b4d956,segment=NetworkSegment(fedf26c4-6a31-4c0b-bb22-67a6ec790d19),segment_id=fedf26c4-6a31-4c0b-bb22-67a6ec790d19)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:50.586667 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:50.611850 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdb1e5d-a151-4133-91e2-738ad6252e75,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:50.667676 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=16c5e36e-bb60-4060-9c31-b77509b4d956,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:50.688759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-c05e1bd5-c400-46d5-9543-a2fc75089728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:50.690982 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-c05e1bd5-c400-46d5-9543-a2fc75089728 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.1629324 Jul 29 14:47:50.693229 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-87909a97-3ef8-46ed-8a53-763539c848a0 req-b81a36db-63d5-44b7-9ca1-dfc9bec983f7 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/security-groups?id=599cae7a-0291-4233-b628-b34f3c1867ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438708 Jul 29 14:47:50.782510 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-599fbeb0-af10-4bbf-90e0-c94beba9d052 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751894 Jul 29 14:47:50.897714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Attempting to bind port dfdb1e5d-a151-4133-91e2-738ad6252e75 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:50.898121 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Attempting to bind port dfdb1e5d-a151-4133-91e2-738ad6252e75 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '31ae8c8f-ae9e-4a74-90d5-cc5098fda25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:50.898538 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Attempting to bind port dfdb1e5d-a151-4133-91e2-738ad6252e75 on network 09ecf367-373f-43ce-87ad-f17e1016951f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:50.900437 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57724) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:50.901430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-1a0cbd6d-e8f9-4a08-abcc-8ff753bf6e8b service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115973 Jul 29 14:47:50.917606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Port dfdb1e5d-a151-4133-91e2-738ad6252e75 on network 09ecf367-373f-43ce-87ad-f17e1016951f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:50.918005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Attempting to bind port dfdb1e5d-a151-4133-91e2-738ad6252e75 on network 09ecf367-373f-43ce-87ad-f17e1016951f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:50.929536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:47:50.929882 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Checking segment: {'id': '31ae8c8f-ae9e-4a74-90d5-cc5098fda25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:50.930429 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Bound using segment: {'id': '31ae8c8f-ae9e-4a74-90d5-cc5098fda25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:47:50.930933 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Bound port: dfdb1e5d-a151-4133-91e2-738ad6252e75, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ae8c8f-ae9e-4a74-90d5-cc5098fda25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:47:50.931651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:50.949334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f10fac-8cfd-4f6f-8138-f2ddf095ef2c req-067bba9d-664e-4942-b89a-460ff186d030 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:50.951017 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-76f10fac-8cfd-4f6f-8138-f2ddf095ef2c req-067bba9d-664e-4942-b89a-460ff186d030 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 945 time: 0.1497228 Jul 29 14:47:51.008504 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8532c-f81f-4186-b637-237af852ac8b req-2a6b8b0a-259b-4aed-ad18-6f19cc945c51 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:51.014594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8532c-f81f-4186-b637-237af852ac8b req-2a6b8b0a-259b-4aed-ad18-6f19cc945c51 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:51.016223 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c0d8532c-f81f-4186-b637-237af852ac8b req-2a6b8b0a-259b-4aed-ad18-6f19cc945c51 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 1683 time: 0.1138766 Jul 29 14:47:51.046741 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-6ef30cf5-c4fe-4624-83b6-6fca3bda7b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1107582999'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:51.058544 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-76f10fac-8cfd-4f6f-8138-f2ddf095ef2c req-23ad7a25-d73e-46ca-a108-579db0fd3a52 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988634 Jul 29 14:47:51.068204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] For port dfdb1e5d-a151-4133-91e2-738ad6252e75, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:51.073588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] For port dfdb1e5d-a151-4133-91e2-738ad6252e75, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=dfdb1e5d-a151-4133-91e2-738ad6252e75,segment=NetworkSegment(31ae8c8f-ae9e-4a74-90d5-cc5098fda25b),segment_id=31ae8c8f-ae9e-4a74-90d5-cc5098fda25b)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:47:51.081348 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-39581d32-d2bc-429d-8751-4343a5c03c50 service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467943 Jul 29 14:47:51.085642 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:51.096289 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c0d8532c-f81f-4186-b637-237af852ac8b req-d4d1a506-4409-4690-8903-dddf48a2fc0e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616586 Jul 29 14:47:51.108454 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef30cf5-c4fe-4624-83b6-6fca3bda7b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Made reservation on behalf of 862fa650d5a74e80a1678add1971b58b for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:51.112088 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ef30cf5-c4fe-4624-83b6-6fca3bda7b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:51.152286 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ef30cf5-c4fe-4624-83b6-6fca3bda7b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:51.163867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:51.164489 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:51.165933 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] 10.222.0.38 "PUT /v2.0/ports/dfdb1e5d-a151-4133-91e2-738ad6252e75 HTTP/1.1" status: 200 len: 1091 time: 1.4384394 Jul 29 14:47:51.169321 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e860d83-0ca1-4483-a485-fae011ab26d5', 'tag': 'dfdb1e5d-a151-4133-91e2-738ad6252e75'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:51.172531 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbc1ecc-318b-46b5-82c0-231280c4b837" -d '{"events": [{"name": "network-changed", "server_uuid": "6e860d83-0ca1-4483-a485-fae011ab26d5", "tag": "dfdb1e5d-a151-4133-91e2-738ad6252e75"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:51.246026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5206a4d-f8ba-4222-8712-6af279e461e1 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdb1e5d-a151-4133-91e2-738ad6252e75,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:51.410034 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-69f96a46-eff1-4e31-8230-0f4962e7cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:51.412612 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-69f96a46-eff1-4e31-8230-0f4962e7cc58 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=15b4d1c60e2541e79bc0cda570f9dda2&device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 1094 time: 0.0983169 Jul 29 14:47:51.438410 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ef30cf5-c4fe-4624-83b6-6fca3bda7b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:51.449425 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ef30cf5-c4fe-4624-83b6-6fca3bda7b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:51.460942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-0539a05b-ee17-4830-be6f-d2df4ed12ac1 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:51.462652 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-0539a05b-ee17-4830-be6f-d2df4ed12ac1 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea&tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1096 time: 0.1339717 Jul 29 14:47:51.471904 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-3b42da37-ced0-41ce-bdee-b227e93ec8fb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdb1e5d-a151-4133-91e2-738ad6252e75 HTTP/1.1" status: 200 len: 217 time: 0.0442708 Jul 29 14:47:51.485759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802893-1'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:51.514762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef30cf5-c4fe-4624-83b6-6fca3bda7b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:47:51.535748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-914fb578-f941-49f2-8813-77417645ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:51.537260 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-914fb578-f941-49f2-8813-77417645ff76 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43bb69d9-8c34-4d6c-8e6d-021ed99c9160 HTTP/1.1" status: 200 len: 853 time: 0.0587208 Jul 29 14:47:51.541739 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386c6f9-0ff7-414d-bb44-4189133403c7 req-8d90330c-4af4-4f63-8570-a013a7adb96a tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:51.543265 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1386c6f9-0ff7-414d-bb44-4189133403c7 req-8d90330c-4af4-4f63-8570-a013a7adb96a tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 945 time: 0.1620524 Jul 29 14:47:51.553542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef30cf5-c4fe-4624-83b6-6fca3bda7b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a908df8-506d-43e5-b198-7cc56ec0d9a5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:51.581415 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ef30cf5-c4fe-4624-83b6-6fca3bda7b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:51.581660 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-6ef30cf5-c4fe-4624-83b6-6fca3bda7b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Added segment 78d70e0d-6322-4594-ad71-763cefb2a409 of type vlan for network eeea234a-563b-490b-aba2-ee94c45e465d Jul 29 14:47:51.608399 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-5f5fb442-ae5e-4af1-996e-0129f7e47109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:51.609844 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-5f5fb442-ae5e-4af1-996e-0129f7e47109 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=09ecf367-373f-43ce-87ad-f17e1016951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588121 Jul 29 14:47:51.664590 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1386c6f9-0ff7-414d-bb44-4189133403c7 req-e896514e-782f-4321-b055-5c5355e6c729 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eceb5e4-95f6-4d04-8fce-076956f1598f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132636 Jul 29 14:47:51.676794 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ef30cf5-c4fe-4624-83b6-6fca3bda7b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:51.681615 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:51.764882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acb5ce-58ff-42e8-8e03-ff3b80e5011b req-f847d902-b27c-453f-a310-ee09120d2b01 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:51.766491 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-33acb5ce-58ff-42e8-8e03-ff3b80e5011b req-f847d902-b27c-453f-a310-ee09120d2b01 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 945 time: 0.0878553 Jul 29 14:47:51.771350 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-a9f863f9-cfd0-4776-9634-c5b60c9ef693 service neutron] 10.222.0.38 "GET /v2.0/networks/09ecf367-373f-43ce-87ad-f17e1016951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434655 Jul 29 14:47:51.805525 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ef30cf5-c4fe-4624-83b6-6fca3bda7b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:51.814294 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef30cf5-c4fe-4624-83b6-6fca3bda7b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:51.815076 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ef30cf5-c4fe-4624-83b6-6fca3bda7b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:51.853868 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6ef30cf5-c4fe-4624-83b6-6fca3bda7b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9518166 Jul 29 14:47:51.919789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57778) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:51.969734 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41729087-96c2-4390-9b9e-857f4c0b2f15 x-openstack-request-id: req-41729087-96c2-4390-9b9e-857f4c0b2f15 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:51.970096 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e860d83-0ca1-4483-a485-fae011ab26d5", "tag": "dfdb1e5d-a151-4133-91e2-738ad6252e75", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:51.970539 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41729087-96c2-4390-9b9e-857f4c0b2f15 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:51.970885 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e860d83-0ca1-4483-a485-fae011ab26d5', 'tag': 'dfdb1e5d-a151-4133-91e2-738ad6252e75', 'status': 'completed', 'code': 200} Jul 29 14:47:51.974969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9c80ec0e-f2a2-4070-b5c4-a0b7e0edb985 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Request body: {'subnet': {'network_id': 'eeea234a-563b-490b-aba2-ee94c45e465d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:52.150293 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-33acb5ce-58ff-42e8-8e03-ff3b80e5011b req-dbd8bbfd-cb21-466f-82eb-6b3f6ebda273 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591075 Jul 29 14:47:52.185846 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-968b9505-2b51-4725-8195-c0df9c6ae556 req-7ca48d11-2a8b-438a-b8ce-561b51610058 service neutron] 10.222.0.38 "GET /v2.0/networks/09ecf367-373f-43ce-87ad-f17e1016951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046681 Jul 29 14:47:52.209372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef30cf5-c4fe-4624-83b6-6fca3bda7b8d tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Pushing event updated for resources: {'Network': ['ID=eeea234a-563b-490b-aba2-ee94c45e465d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:52.226500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network eeea234a-563b-490b-aba2-ee94c45e465d details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:47:52.251544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] For port 180b8bf2-0664-42ca-b32b-718a4ef829b0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:52.333569 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d0bf6-a199-4b46-bdbd-9d2d8623d73e req-b9f53a06-d4fc-49c3-9a6a-ab1fe79a524c tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:52.343834 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-974d0bf6-a199-4b46-bdbd-9d2d8623d73e req-b9f53a06-d4fc-49c3-9a6a-ab1fe79a524c tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 943 time: 0.1653981 Jul 29 14:47:52.353758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c80ec0e-f2a2-4070-b5c4-a0b7e0edb985 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Made reservation on behalf of 862fa650d5a74e80a1678add1971b58b for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:52.356301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc1ecc-318b-46b5-82c0-231280c4b837 req-b930c82b-5863-4156-a89c-7c2abcc41a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:52.358921 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6fbc1ecc-318b-46b5-82c0-231280c4b837 req-b930c82b-5863-4156-a89c-7c2abcc41a08 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=15b4d1c60e2541e79bc0cda570f9dda2&device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 1094 time: 0.0736248 Jul 29 14:47:52.360730 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c5e36e-bb60-4060-9c31-b77509b4d956'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:52.363251 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca0a46d-ea90-4325-864f-5768542251bc" -d '{"events": [{"server_uuid": "ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783", "name": "network-vif-plugged", "status": "completed", "tag": "16c5e36e-bb60-4060-9c31-b77509b4d956"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:52.363537 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c80ec0e-f2a2-4070-b5c4-a0b7e0edb985 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:52.431886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] For port 180b8bf2-0664-42ca-b32b-718a4ef829b0, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:52.483560 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc1ecc-318b-46b5-82c0-231280c4b837 req-dc8d46d4-8206-4e92-b94e-96f24a71037b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:52.486645 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6fbc1ecc-318b-46b5-82c0-231280c4b837 req-dc8d46d4-8206-4e92-b94e-96f24a71037b service neutron] 10.222.0.38 "GET /v2.0/networks?id=09ecf367-373f-43ce-87ad-f17e1016951f HTTP/1.1" status: 200 len: 915 time: 0.1211338 Jul 29 14:47:52.515194 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-974d0bf6-a199-4b46-bdbd-9d2d8623d73e req-0179fe36-ed68-48cc-a3a5-59169053647b tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/security-groups?id=599cae7a-0291-4233-b628-b34f3c1867ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704497 Jul 29 14:47:52.546127 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:52.558398 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:52.559593 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6fbc1ecc-318b-46b5-82c0-231280c4b837 req-c0745422-28ac-4c3d-8465-c73767442cfa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdb1e5d-a151-4133-91e2-738ad6252e75 HTTP/1.1" status: 200 len: 217 time: 0.0643721 Jul 29 14:47:52.679563 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc1ecc-318b-46b5-82c0-231280c4b837 req-101e6466-164d-4157-9ba4-8087ddd7ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:52.681623 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6fbc1ecc-318b-46b5-82c0-231280c4b837 req-101e6466-164d-4157-9ba4-8087ddd7ae7e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43bb69d9-8c34-4d6c-8e6d-021ed99c9160 HTTP/1.1" status: 200 len: 853 time: 0.1153026 Jul 29 14:47:52.699144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Pushing event updated for resources: {'Port': ['ID=180b8bf2-0664-42ca-b32b-718a4ef829b0,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:52.756758 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc1ecc-318b-46b5-82c0-231280c4b837 req-05158013-5976-4e09-8229-af4414c5fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:52.759040 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6fbc1ecc-318b-46b5-82c0-231280c4b837 req-05158013-5976-4e09-8229-af4414c5fb3f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=09ecf367-373f-43ce-87ad-f17e1016951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688152 Jul 29 14:47:52.774472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Attempting to bind port 180b8bf2-0664-42ca-b32b-718a4ef829b0 on host n-h2-802893-1 for vnic_type normal with profile {"migrating_to": "n-h1-802893-1"} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:52.774891 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Attempting to bind port 180b8bf2-0664-42ca-b32b-718a4ef829b0 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:52.775125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Attempting to bind port 180b8bf2-0664-42ca-b32b-718a4ef829b0 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:52.789016 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Port 180b8bf2-0664-42ca-b32b-718a4ef829b0 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:47:52.789500 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Attempting to bind port 180b8bf2-0664-42ca-b32b-718a4ef829b0 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:52.797921 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c80ec0e-f2a2-4070-b5c4-a0b7e0edb985 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:52.808083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:47:52.808425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Checking segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:52.808839 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Bound using segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:47:52.809287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Bound port: 180b8bf2-0664-42ca-b32b-718a4ef829b0, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:47:52.809646 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:52.852641 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b0ab8-2680-49cf-a6e1-e0481e6db273 req-c2844493-9c47-4167-9611-ebcb086296f2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:52.859221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b0ab8-2680-49cf-a6e1-e0481e6db273 req-c2844493-9c47-4167-9611-ebcb086296f2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:52.863261 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-243b0ab8-2680-49cf-a6e1-e0481e6db273 req-c2844493-9c47-4167-9611-ebcb086296f2 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 1683 time: 0.1790965 Jul 29 14:47:52.900713 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6fbc1ecc-318b-46b5-82c0-231280c4b837 req-a0bed863-daf7-4be4-8f3f-fbf0fd62576d service neutron] 10.222.0.38 "GET /v2.0/networks/09ecf367-373f-43ce-87ad-f17e1016951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324184 Jul 29 14:47:52.950699 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80ec0e-f2a2-4070-b5c4-a0b7e0edb985 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Pushing event updated for resources: {'Subnet': ['ID=4b94ade1-37bb-4ae1-ad4f-3b9ad9305c99,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:52.995969 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-243b0ab8-2680-49cf-a6e1-e0481e6db273 req-b456ca5a-7592-435a-8fc2-d76d01f13413 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229532 Jul 29 14:47:53.019152 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] For port 180b8bf2-0664-42ca-b32b-718a4ef829b0, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:53.023495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] For port 180b8bf2-0664-42ca-b32b-718a4ef829b0, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:47:53.023871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c80ec0e-f2a2-4070-b5c4-a0b7e0edb985 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Checking segment: {'id': '78d70e0d-6322-4594-ad71-763cefb2a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'eeea234a-563b-490b-aba2-ee94c45e465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:53.024155 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c80ec0e-f2a2-4070-b5c4-a0b7e0edb985 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Network hostable DHCP agents. Network: eeea234a-563b-490b-aba2-ee94c45e465d, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:47:53.027696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6015f3-1ff2-4029-a4e6-b7f10295e315 req-19d7c71c-dc90-4273-b3aa-2ce3cc48b2dc tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:53.032794 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae6015f3-1ff2-4029-a4e6-b7f10295e315 req-19d7c71c-dc90-4273-b3aa-2ce3cc48b2dc tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 945 time: 0.1255836 Jul 29 14:47:53.040496 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:53.093660 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae6015f3-1ff2-4029-a4e6-b7f10295e315 req-50be5691-e5d7-43bc-be4b-112f81ef6fce tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/security-groups?id=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580246 Jul 29 14:47:53.100624 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6fbc1ecc-318b-46b5-82c0-231280c4b837 req-7f350816-1c80-4e68-bedb-f1940c84ea24 service neutron] 10.222.0.38 "GET /v2.0/networks/09ecf367-373f-43ce-87ad-f17e1016951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914697 Jul 29 14:47:53.138380 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c80ec0e-f2a2-4070-b5c4-a0b7e0edb985 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Network eeea234a-563b-490b-aba2-ee94c45e465d is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:47:53.146793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:53.147597 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:53.149803 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] 10.222.0.38 "PUT /v2.0/ports/180b8bf2-0664-42ca-b32b-718a4ef829b0 HTTP/1.1" status: 200 len: 1121 time: 1.6714885 Jul 29 14:47:53.183885 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-9c80ec0e-f2a2-4070-b5c4-a0b7e0edb985 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, eeea234a-563b-490b-aba2-ee94c45e465d) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:53.186545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ab7bb-43fe-4b9f-9b78-e197e4a404bc service neutron] Pushing event updated for resources: {'Port': ['ID=180b8bf2-0664-42ca-b32b-718a4ef829b0,revision_number=8']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:53.191673 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80ec0e-f2a2-4070-b5c4-a0b7e0edb985 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:53.192249 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c80ec0e-f2a2-4070-b5c4-a0b7e0edb985 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:53.197428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef30e28a-8c0c-4339-92eb-350351a54943 None None] Network eeea234a-563b-490b-aba2-ee94c45e465d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:47:53.225935 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['180b8bf2-0664-42ca-b32b-718a4ef829b0'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:47:53.284952 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827eab91-e197-410e-bf7b-571cacf5f47d x-openstack-request-id: req-827eab91-e197-410e-bf7b-571cacf5f47d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:53.285945 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783", "name": "network-vif-plugged", "status": "completed", "tag": "16c5e36e-bb60-4060-9c31-b77509b4d956", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:53.286370 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-827eab91-e197-410e-bf7b-571cacf5f47d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:53.286957 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c5e36e-bb60-4060-9c31-b77509b4d956', 'code': 200} Jul 29 14:47:53.309410 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9c80ec0e-f2a2-4070-b5c4-a0b7e0edb985 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3503175 Jul 29 14:47:53.309853 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57864) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:53.326765 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Request body: {'port': {'network_id': 'eeea234a-563b-490b-aba2-ee94c45e465d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1905667090'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:53.382577 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f2c2b-459d-435a-a105-ac9a93f88a05 req-9de87fcc-850c-4535-bf00-19ab59f4a983 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:53.385784 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-418f2c2b-459d-435a-a105-ac9a93f88a05 req-9de87fcc-850c-4535-bf00-19ab59f4a983 tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.39 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 945 time: 0.1783640 Jul 29 14:47:53.546002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-eeea234a-563b-490b-aba2-ee94c45e465d', 'network_id': 'eeea234a-563b-490b-aba2-ee94c45e465d', 'tenant_id': '862fa650d5a74e80a1678add1971b58b', 'fixed_ips': [{'subnet_id': '4b94ade1-37bb-4ae1-ad4f-3b9ad9305c99'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:47:53.548549 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:53.568371 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b67fd-fe24-487f-9ff8-dec1b6061505 req-67a0e09c-a0d3-43e0-a446-20fd24240a82 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:53.575564 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-950b67fd-fe24-487f-9ff8-dec1b6061505 req-67a0e09c-a0d3-43e0-a446-20fd24240a82 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 943 time: 0.2322066 Jul 29 14:47:53.631848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab5795-f6de-4025-b4c0-27457f789a96 req-a53e750e-0f27-4ecc-a199-f6e4e1d745da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:53.632114 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab5795-f6de-4025-b4c0-27457f789a96 req-a53e750e-0f27-4ecc-a199-f6e4e1d745da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:53.634800 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab5795-f6de-4025-b4c0-27457f789a96 req-a53e750e-0f27-4ecc-a199-f6e4e1d745da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 1985 time: 0.2984679 Jul 29 14:47:53.662904 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Made reservation on behalf of 862fa650d5a74e80a1678add1971b58b for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:53.668971 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:53.695218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] device_id is not set on port 3ba30dbd-116b-482f-82b4-dc0e2fe69706 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:47:53.768596 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-950b67fd-fe24-487f-9ff8-dec1b6061505 req-8fcd6dd7-d3e8-4e12-8af2-951937e5a3f8 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499732 Jul 29 14:47:53.827383 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Allocated IP 2001:db8::2 (eeea234a-563b-490b-aba2-ee94c45e465d/4b94ade1-37bb-4ae1-ad4f-3b9ad9305c99/4d2ad090-5db6-4111-8f20-92fc3a820534) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:47:53.837737 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab5795-f6de-4025-b4c0-27457f789a96 req-f92b7277-8a5f-4d1a-b7f9-556d89551916 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460731 Jul 29 14:47:53.861069 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-418f2c2b-459d-435a-a105-ac9a93f88a05 req-7a763e45-7cb1-4b15-82c1-6be9186e172c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Deleting port 44072997-dd48-41c2-9f07-fff8e954c6b4 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:53.861472 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-418f2c2b-459d-435a-a105-ac9a93f88a05 req-7a763e45-7cb1-4b15-82c1-6be9186e172c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:53.972390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762666ee-42cc-46e2-816c-4b14ee94bfea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '180b8bf2-0664-42ca-b32b-718a4ef829b0'}, {'name': 'network-changed', 'server_uuid': '762666ee-42cc-46e2-816c-4b14ee94bfea', 'tag': '180b8bf2-0664-42ca-b32b-718a4ef829b0'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:53.974815 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cba14d-d5ca-4500-b558-aef4ab971b01" -d '{"events": [{"server_uuid": "762666ee-42cc-46e2-816c-4b14ee94bfea", "name": "network-vif-unplugged", "status": "completed", "tag": "180b8bf2-0664-42ca-b32b-718a4ef829b0"}, {"name": "network-changed", "server_uuid": "762666ee-42cc-46e2-816c-4b14ee94bfea", "tag": "180b8bf2-0664-42ca-b32b-718a4ef829b0"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:54.000556 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:54.006431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae16623-8fcc-4e10-abdd-3c252fe87e3b req-d173bde4-98e2-4139-b83a-e08781d6389a tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:54.008115 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ae16623-8fcc-4e10-abdd-3c252fe87e3b req-d173bde4-98e2-4139-b83a-e08781d6389a tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 943 time: 0.0991721 Jul 29 14:47:54.010239 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Transition to ACTIVE for port object 4d2ad090-5db6-4111-8f20-92fc3a820534 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:54.027264 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Transition to ACTIVE for port object 4d2ad090-5db6-4111-8f20-92fc3a820534 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:54.037503 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:54.038326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-418f2c2b-459d-435a-a105-ac9a93f88a05 req-7a763e45-7cb1-4b15-82c1-6be9186e172c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] For port 44072997-dd48-41c2-9f07-fff8e954c6b4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=44072997-dd48-41c2-9f07-fff8e954c6b4,segment=NetworkSegment(d7655d0f-b1d9-4cfe-994d-479f27dad04e),segment_id=d7655d0f-b1d9-4cfe-994d-479f27dad04e)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:54.038698 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-418f2c2b-459d-435a-a105-ac9a93f88a05 req-7a763e45-7cb1-4b15-82c1-6be9186e172c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:54.056109 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Network eeea234a-563b-490b-aba2-ee94c45e465d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:54.063275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-418f2c2b-459d-435a-a105-ac9a93f88a05 req-7a763e45-7cb1-4b15-82c1-6be9186e172c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Calling delete_port for 44072997-dd48-41c2-9f07-fff8e954c6b4 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:54.074314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:54.077116 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ae16623-8fcc-4e10-abdd-3c252fe87e3b req-322d674b-3582-4f44-afc9-92c0e9820522 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/security-groups?id=599cae7a-0291-4233-b628-b34f3c1867ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570040 Jul 29 14:47:54.078793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:54.144428 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Allocated IP 2001:db8::126 (eeea234a-563b-490b-aba2-ee94c45e465d/4b94ade1-37bb-4ae1-ad4f-3b9ad9305c99/3ba30dbd-116b-482f-82b4-dc0e2fe69706) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:47:54.148231 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Pushing event updated for resources: {'Port': ['ID=4d2ad090-5db6-4111-8f20-92fc3a820534,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:54.194027 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Attempting to bind port 4d2ad090-5db6-4111-8f20-92fc3a820534 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:47:54.194510 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Attempting to bind port 4d2ad090-5db6-4111-8f20-92fc3a820534 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '78d70e0d-6322-4594-ad71-763cefb2a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'eeea234a-563b-490b-aba2-ee94c45e465d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:47:54.194977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Attempting to bind port 4d2ad090-5db6-4111-8f20-92fc3a820534 on network eeea234a-563b-490b-aba2-ee94c45e465d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:47:54.206238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:47:54.206823 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Checking segment: {'id': '78d70e0d-6322-4594-ad71-763cefb2a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'eeea234a-563b-490b-aba2-ee94c45e465d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:47:54.207424 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:54.207917 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Bound using segment: {'id': '78d70e0d-6322-4594-ad71-763cefb2a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'eeea234a-563b-490b-aba2-ee94c45e465d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:47:54.208502 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Bound port: 4d2ad090-5db6-4111-8f20-92fc3a820534, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d70e0d-6322-4594-ad71-763cefb2a409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'eeea234a-563b-490b-aba2-ee94c45e465d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:47:54.209068 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:54.254246 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383ea20b-dcdd-416f-9ca1-25b7af8c0f75 x-openstack-request-id: req-383ea20b-dcdd-416f-9ca1-25b7af8c0f75 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:54.254521 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762666ee-42cc-46e2-816c-4b14ee94bfea", "name": "network-vif-unplugged", "status": "completed", "tag": "180b8bf2-0664-42ca-b32b-718a4ef829b0", "code": 200}, {"name": "network-changed", "server_uuid": "762666ee-42cc-46e2-816c-4b14ee94bfea", "tag": "180b8bf2-0664-42ca-b32b-718a4ef829b0", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:54.254785 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-383ea20b-dcdd-416f-9ca1-25b7af8c0f75 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:54.255193 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762666ee-42cc-46e2-816c-4b14ee94bfea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '180b8bf2-0664-42ca-b32b-718a4ef829b0', 'code': 200} Jul 29 14:47:54.255450 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762666ee-42cc-46e2-816c-4b14ee94bfea', 'tag': '180b8bf2-0664-42ca-b32b-718a4ef829b0', 'status': 'completed', 'code': 200} Jul 29 14:47:54.293112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] For port 4d2ad090-5db6-4111-8f20-92fc3a820534, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:54.298779 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] For port 4d2ad090-5db6-4111-8f20-92fc3a820534, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4d2ad090-5db6-4111-8f20-92fc3a820534,segment=NetworkSegment(78d70e0d-6322-4594-ad71-763cefb2a409),segment_id=78d70e0d-6322-4594-ad71-763cefb2a409)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:47:54.304790 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:54.341054 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-418f2c2b-459d-435a-a105-ac9a93f88a05 req-7a763e45-7cb1-4b15-82c1-6be9186e172c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:54.383498 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a763e45-7cb1-4b15-82c1-6be9186e172c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Pushing event deleted for resources: {'Port': ['ID=44072997-dd48-41c2-9f07-fff8e954c6b4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:54.388243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cba14d-d5ca-4500-b558-aef4ab971b01 req-0a125522-930d-4d95-87eb-7d22b6599a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:54.390327 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33cba14d-d5ca-4500-b558-aef4ab971b01 req-0a125522-930d-4d95-87eb-7d22b6599a0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 1124 time: 0.1340759 Jul 29 14:47:54.422318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a8623-27c5-4b7f-9778-b63babd1f1ec None None] Pushing event updated for resources: {'Port': ['ID=4d2ad090-5db6-4111-8f20-92fc3a820534,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:54.444984 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898cf5f-4881-4a0d-8680-7878e75aa952 req-084dbbb0-27a5-4d7d-93c3-ed30820c3d19 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:54.451889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898cf5f-4881-4a0d-8680-7878e75aa952 req-084dbbb0-27a5-4d7d-93c3-ed30820c3d19 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:54.455162 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f898cf5f-4881-4a0d-8680-7878e75aa952 req-084dbbb0-27a5-4d7d-93c3-ed30820c3d19 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 1683 time: 0.1780658 Jul 29 14:47:54.510618 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:54.536246 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d71d6073-2a7f-4252-b85f-bddb7f38183f req-69ba3028-d29b-407f-b7bf-4c4e90f54e3a tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c82b582a-9b29-43ac-ba29-c235bf95808d HTTP/1.1" status: 200 len: 210 time: 0.0401042 Jul 29 14:47:54.542033 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Transition to ACTIVE for port object 3ba30dbd-116b-482f-82b4-dc0e2fe69706 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:54.663314 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:54.793933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Network eeea234a-563b-490b-aba2-ee94c45e465d is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:54.805787 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:54.815743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:54.821794 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:54.822571 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:54.842276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Pushing event updated for resources: {'Port': ['ID=3ba30dbd-116b-482f-82b4-dc0e2fe69706,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:54.856965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:54.857950 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:54.858311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:54.858664 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:54.859002 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:54.859341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:54.859730 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:54.860164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:54.860406 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:54.860767 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:54.861102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:54.861431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:47:54.875890 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-05d46fea-a449-4222-99a7-40478c218886 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5615058 Jul 29 14:47:54.876944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57966) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:54.883785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Request body: {'port': {'network_id': 'eeea234a-563b-490b-aba2-ee94c45e465d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1427335379', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:54.884356 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.api.validators [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] bootfile-name is not in valid_values {{(pid=94157) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 14:47:54.884730 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.api.validators [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] tftp-server is not in valid_values {{(pid=94157) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 14:47:54.885068 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.api.validators [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] server-ip-address is not in valid_values {{(pid=94157) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 14:47:54.892200 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-418f2c2b-459d-435a-a105-ac9a93f88a05 req-7a763e45-7cb1-4b15-82c1-6be9186e172c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] No DVR routers for this DVR port 44072997-dd48-41c2-9f07-fff8e954c6b4 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:47:54.893215 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device dfdb1e5d-a151-4133-91e2-738ad6252e75 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:47:54.924265 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-418f2c2b-459d-435a-a105-ac9a93f88a05 req-7a763e45-7cb1-4b15-82c1-6be9186e172c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:54.926478 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-418f2c2b-459d-435a-a105-ac9a93f88a05 req-7a763e45-7cb1-4b15-82c1-6be9186e172c tempest-ServerDiskConfigTestJSON-269282481 tempest-ServerDiskConfigTestJSON-269282481-project] 10.222.0.39 "DELETE /v2.0/ports/44072997-dd48-41c2-9f07-fff8e954c6b4 HTTP/1.1" status: 204 len: 173 time: 1.5220177 Jul 29 14:47:54.981677 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f898cf5f-4881-4a0d-8680-7878e75aa952 req-4cae5729-e8c7-43dd-99e6-ff90c2281b39 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904615 Jul 29 14:47:55.036105 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cba14d-d5ca-4500-b558-aef4ab971b01 req-bf4837b1-1c72-4c34-8654-2422ade99edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:55.039644 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33cba14d-d5ca-4500-b558-aef4ab971b01 req-bf4837b1-1c72-4c34-8654-2422ade99edf service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.6331332 Jul 29 14:47:55.053913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port dfdb1e5d-a151-4133-91e2-738ad6252e75, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=dfdb1e5d-a151-4133-91e2-738ad6252e75,segment=NetworkSegment(31ae8c8f-ae9e-4a74-90d5-cc5098fda25b),segment_id=31ae8c8f-ae9e-4a74-90d5-cc5098fda25b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:55.071825 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'dfdb1e5d-a151-4133-91e2-738ad6252e75', 'network_id': '09ecf367-373f-43ce-87ad-f17e1016951f', 'port_id': 'dfdb1e5d-a151-4133-91e2-738ad6252e75', 'mac_address': 'fa:16:3e:70:62:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bb69d9-8c34-4d6c-8e6d-021ed99c9160', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:47:55.143560 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:55.146560 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Made reservation on behalf of 862fa650d5a74e80a1678add1971b58b for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:47:55.147860 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33cba14d-d5ca-4500-b558-aef4ab971b01 req-8f7f23ed-2999-4596-b789-7a10534a20d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0 HTTP/1.1" status: 200 len: 217 time: 0.0996974 Jul 29 14:47:55.150884 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:55.164333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdb1e5d-a151-4133-91e2-738ad6252e75 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:47:55.218119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] device_id is not set on port 2769c891-de79-4b09-b0ab-e8d2a287c5f7 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:47:55.228563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port dfdb1e5d-a151-4133-91e2-738ad6252e75, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=dfdb1e5d-a151-4133-91e2-738ad6252e75,segment=NetworkSegment(31ae8c8f-ae9e-4a74-90d5-cc5098fda25b),segment_id=31ae8c8f-ae9e-4a74-90d5-cc5098fda25b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:55.237050 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:55.241330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 180b8bf2-0664-42ca-b32b-718a4ef829b0 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:47:55.285170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cba14d-d5ca-4500-b558-aef4ab971b01 req-34b4455c-379c-4328-9d0f-ca7057ab74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:55.286793 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33cba14d-d5ca-4500-b558-aef4ab971b01 req-34b4455c-379c-4328-9d0f-ca7057ab74ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.1227577 Jul 29 14:47:55.329838 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33cba14d-d5ca-4500-b558-aef4ab971b01 req-2baa7b9b-8a2b-4348-8e32-6341101b7d5d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354059 Jul 29 14:47:55.381431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 180b8bf2-0664-42ca-b32b-718a4ef829b0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:55.391665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a1315-2491-42a6-8053-88ee9403027f req-4cf33abf-10ca-4bd2-a577-775cda9f9a15 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:55.393762 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-000a1315-2491-42a6-8053-88ee9403027f req-4cf33abf-10ca-4bd2-a577-775cda9f9a15 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 943 time: 0.0853362 Jul 29 14:47:55.507438 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33cba14d-d5ca-4500-b558-aef4ab971b01 req-813456af-4a04-4ea4-a798-cdf646af20b1 service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615636 Jul 29 14:47:55.517636 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-000a1315-2491-42a6-8053-88ee9403027f req-d03491b1-7d52-4b31-9a0c-44ea92fb9e61 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144152 Jul 29 14:47:55.574597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Allocated IP 2001:db8::396 (eeea234a-563b-490b-aba2-ee94c45e465d/4b94ade1-37bb-4ae1-ad4f-3b9ad9305c99/2769c891-de79-4b09-b0ab-e8d2a287c5f7) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:47:55.806637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 44072997-dd48-41c2-9f07-fff8e954c6b4 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:47:55.809977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 180b8bf2-0664-42ca-b32b-718a4ef829b0 has no active binding in host n-h1-802893-1 {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 14:47:55.852964 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33cba14d-d5ca-4500-b558-aef4ab971b01 req-3072448f-cb6d-4d0a-90ba-2650fcf5eb8a service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372109 Jul 29 14:47:55.875946 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 44072997-dd48-41c2-9f07-fff8e954c6b4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:47:55.875946 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 44072997-dd48-41c2-9f07-fff8e954c6b4 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:47:55.890812 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70af531-ae77-4a73-bcc1-03c817330a0f None None] Network eeea234a-563b-490b-aba2-ee94c45e465d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:47:55.898803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29c96e-b746-446f-aff3-3746493be444 req-4f802bbd-4b80-4a33-b7ae-1e86a13fb86b tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:55.900933 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f29c96e-b746-446f-aff3-3746493be444 req-4f802bbd-4b80-4a33-b7ae-1e86a13fb86b tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 944 time: 0.1861510 Jul 29 14:47:55.965716 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:55.983982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Transition to ACTIVE for port object 2769c891-de79-4b09-b0ab-e8d2a287c5f7 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:56.021786 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=dfdb1e5d-a151-4133-91e2-738ad6252e75,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:56.036990 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:56.056027 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f29c96e-b746-446f-aff3-3746493be444 req-ea8938a2-f313-4253-a30f-46dbe521ba35 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/security-groups?id=599cae7a-0291-4233-b628-b34f3c1867ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341326 Jul 29 14:47:56.066781 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:56.072887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3e8f9966-079a-4b27-a18f-b3d0e85cc726 None None] Provisioning for port 4d2ad090-5db6-4111-8f20-92fc3a820534 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:56.116488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Network eeea234a-563b-490b-aba2-ee94c45e465d is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:47:56.122502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:47:56.131661 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:47:56.137802 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:56.139274 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:56.164099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58032) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:56.164627 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.2860191 Jul 29 14:47:56.175487 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164dfb62-c22e-4fd7-9eaa-6b24d811bcc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Pushing event updated for resources: {'Port': ['ID=2769c891-de79-4b09-b0ab-e8d2a287c5f7,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:56.271545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82b582a-9b29-43ac-ba29-c235bf95808d', 'name': 'network-vif-deleted', 'tag': '44072997-dd48-41c2-9f07-fff8e954c6b4'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:56.273924 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6706ab75-59f3-4e54-bd94-c7f2aae55b97" -d '{"events": [{"server_uuid": "c82b582a-9b29-43ac-ba29-c235bf95808d", "name": "network-vif-deleted", "tag": "44072997-dd48-41c2-9f07-fff8e954c6b4"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:56.281382 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['dfdb1e5d-a151-4133-91e2-738ad6252e75'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:47:56.450313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa815044-6ff4-483d-ab84-f2bfa6e69448 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:56.460343 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa815044-6ff4-483d-ab84-f2bfa6e69448 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:56.469313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa815044-6ff4-483d-ab84-f2bfa6e69448 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:56.474676 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58068) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:56.486035 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-aa815044-6ff4-483d-ab84-f2bfa6e69448 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3192337 Jul 29 14:47:56.511846 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8f071-eb44-4c19-ad4f-cb03d4e7f9b1 req-6e0fc8c2-048a-4821-9f67-52ec8bb7cd80 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:56.528382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8f071-eb44-4c19-ad4f-cb03d4e7f9b1 req-6e0fc8c2-048a-4821-9f67-52ec8bb7cd80 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:56.536910 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b5a8f071-eb44-4c19-ad4f-cb03d4e7f9b1 req-6e0fc8c2-048a-4821-9f67-52ec8bb7cd80 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 1683 time: 0.2490692 Jul 29 14:47:56.542400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4d2ad090-5db6-4111-8f20-92fc3a820534 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:56.610112 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b5a8f071-eb44-4c19-ad4f-cb03d4e7f9b1 req-b1b628cb-e384-4355-a2ac-6334eedad179 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722556 Jul 29 14:47:56.664981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 4d2ad090-5db6-4111-8f20-92fc3a820534 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:56.674257 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4d2ad090-5db6-4111-8f20-92fc3a820534 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:56.675124 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:56.724301 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de72d3f3-4f30-4940-ae3b-14f7c8c9681c x-openstack-request-id: req-de72d3f3-4f30-4940-ae3b-14f7c8c9681c {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:56.725345 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82b582a-9b29-43ac-ba29-c235bf95808d", "name": "network-vif-deleted", "tag": "44072997-dd48-41c2-9f07-fff8e954c6b4", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:56.726228 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de72d3f3-4f30-4940-ae3b-14f7c8c9681c {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:56.726522 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82b582a-9b29-43ac-ba29-c235bf95808d', 'name': 'network-vif-deleted', 'tag': '44072997-dd48-41c2-9f07-fff8e954c6b4', 'status': 'completed', 'code': 200} Jul 29 14:47:56.783212 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c7d8543c-4960-4c72-8d00-82db38e2f325 None None] Provisioning for port 2769c891-de79-4b09-b0ab-e8d2a287c5f7 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:56.790350 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c7d8543c-4960-4c72-8d00-82db38e2f325 None None] Provisioning complete for port 2769c891-de79-4b09-b0ab-e8d2a287c5f7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:56.791169 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7d8543c-4960-4c72-8d00-82db38e2f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:56.856723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-6550cb56-e7fc-4b37-8e10-af5f5a3ed947 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Deleting port 2769c891-de79-4b09-b0ab-e8d2a287c5f7 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:56.857091 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6550cb56-e7fc-4b37-8e10-af5f5a3ed947 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:56.876924 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:56.898466 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c7d8543c-4960-4c72-8d00-82db38e2f325 None None] Port 2769c891-de79-4b09-b0ab-e8d2a287c5f7 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:47:56.941080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 4d2ad090-5db6-4111-8f20-92fc3a820534, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4d2ad090-5db6-4111-8f20-92fc3a820534,segment=NetworkSegment(78d70e0d-6322-4594-ad71-763cefb2a409),segment_id=78d70e0d-6322-4594-ad71-763cefb2a409)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:56.948496 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:56.972638 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6550cb56-e7fc-4b37-8e10-af5f5a3ed947 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:56.998925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-6550cb56-e7fc-4b37-8e10-af5f5a3ed947 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Calling delete_port for 2769c891-de79-4b09-b0ab-e8d2a287c5f7 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:57.014275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea2c84-46d2-4e67-9adb-f49af43dbc57 req-94760489-f01e-403f-a9cb-593692c6b384 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:57.018213 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a6ea2c84-46d2-4e67-9adb-f49af43dbc57 req-94760489-f01e-403f-a9cb-593692c6b384 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 943 time: 0.2208474 Jul 29 14:47:57.063579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c7d8543c-4960-4c72-8d00-82db38e2f325 None None] Provisioning for port 3ba30dbd-116b-482f-82b4-dc0e2fe69706 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:57.076480 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c7d8543c-4960-4c72-8d00-82db38e2f325 None None] Provisioning complete for port 3ba30dbd-116b-482f-82b4-dc0e2fe69706 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:57.076916 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7d8543c-4960-4c72-8d00-82db38e2f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:57.116440 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-d303fa7f-82cb-4d24-9df6-2c41fd52483e service neutron] 10.222.0.39 "GET /v2.0/ports/180b8bf2-0664-42ca-b32b-718a4ef829b0/bindings/n-h1-802893-1 HTTP/1.1" status: 200 len: 384 time: 0.2491245 Jul 29 14:47:57.120176 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=4d2ad090-5db6-4111-8f20-92fc3a820534,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:57.159679 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a6ea2c84-46d2-4e67-9adb-f49af43dbc57 req-d62da4e7-c6f8-41d1-81ec-b8cbef2df9cd tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081586 Jul 29 14:47:57.176777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c7d8543c-4960-4c72-8d00-82db38e2f325 None None] Port 3ba30dbd-116b-482f-82b4-dc0e2fe69706 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:47:57.214313 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6550cb56-e7fc-4b37-8e10-af5f5a3ed947 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:57.215747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c7d8543c-4960-4c72-8d00-82db38e2f325 None None] Provisioning complete for port 4d2ad090-5db6-4111-8f20-92fc3a820534 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:57.216133 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7d8543c-4960-4c72-8d00-82db38e2f325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:57.280936 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550cb56-e7fc-4b37-8e10-af5f5a3ed947 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Pushing event deleted for resources: {'Port': ['ID=2769c891-de79-4b09-b0ab-e8d2a287c5f7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:57.356334 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6550cb56-e7fc-4b37-8e10-af5f5a3ed947 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:57.362224 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6550cb56-e7fc-4b37-8e10-af5f5a3ed947 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] 10.222.0.16 "DELETE /v2.0/ports/2769c891-de79-4b09-b0ab-e8d2a287c5f7 HTTP/1.1" status: 204 len: 168 time: 0.8827639 Jul 29 14:47:57.365684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58122) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:57.383136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-82b4c9ab-f215-478d-8dbb-f804ea8a9192 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Request body: {'port': {'name': 'tempest-new-port-name-990544493', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:47:57.383615 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.api.validators [None req-82b4c9ab-f215-478d-8dbb-f804ea8a9192 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] bootfile-name is not in valid_values {{(pid=94158) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 14:47:57.383940 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.api.validators [None req-82b4c9ab-f215-478d-8dbb-f804ea8a9192 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] tftp-server is not in valid_values {{(pid=94158) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 14:47:57.384277 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.api.validators [None req-82b4c9ab-f215-478d-8dbb-f804ea8a9192 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] server-ip-address is not in valid_values {{(pid=94158) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 14:47:57.567825 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58132) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:57.568097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f4659216-5fd4-479f-ba0b-382095d2cf3f None None] Could not find standard attr ID for object 2769c891-de79-4b09-b0ab-e8d2a287c5f7. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 14:47:57.592013 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f4659216-5fd4-479f-ba0b-382095d2cf3f None None] Provisioning complete for port 3ba30dbd-116b-482f-82b4-dc0e2fe69706 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:57.593247 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4659216-5fd4-479f-ba0b-382095d2cf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:57.675042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f4659216-5fd4-479f-ba0b-382095d2cf3f None None] Port 3ba30dbd-116b-482f-82b4-dc0e2fe69706 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:47:57.683108 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac52632d-4453-460d-9076-c2bdb46edea2 admin admin] Deleting subnet ed79112e-e1ad-495b-b97b-e7f814816160 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:47:57.693718 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ac52632d-4453-460d-9076-c2bdb46edea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:57.700776 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-8e801e11-b8a4-4a4c-a422-0ba4016c7eac service neutron] For port 180b8bf2-0664-42ca-b32b-718a4ef829b0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:57.704405 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-82b4c9ab-f215-478d-8dbb-f804ea8a9192 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:57.771295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-8e801e11-b8a4-4a4c-a422-0ba4016c7eac service neutron] For port 180b8bf2-0664-42ca-b32b-718a4ef829b0, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:47:57.818917 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ac52632d-4453-460d-9076-c2bdb46edea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:57.880464 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f1337-b074-42c2-bf01-2d5f58a0e3d4 req-949c8dd1-9a7d-4b7b-9450-53e164684e68 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:57.882247 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c4f1337-b074-42c2-bf01-2d5f58a0e3d4 req-949c8dd1-9a7d-4b7b-9450-53e164684e68 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 944 time: 0.1095450 Jul 29 14:47:57.905537 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-8e801e11-b8a4-4a4c-a422-0ba4016c7eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180b8bf2-0664-42ca-b32b-718a4ef829b0 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:47:57.922643 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ac52632d-4453-460d-9076-c2bdb46edea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:57.931063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-8e801e11-b8a4-4a4c-a422-0ba4016c7eac service neutron] For port 180b8bf2-0664-42ca-b32b-718a4ef829b0, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:57.945736 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efca6ae-4bd1-4053-8a17-597a80fcc032 req-517291e0-b284-4718-b4f3-04becb788211 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:57.952436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efca6ae-4bd1-4053-8a17-597a80fcc032 req-517291e0-b284-4718-b4f3-04becb788211 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:57.954202 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3efca6ae-4bd1-4053-8a17-597a80fcc032 req-517291e0-b284-4718-b4f3-04becb788211 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 1683 time: 0.1898520 Jul 29 14:47:57.969513 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c4f1337-b074-42c2-bf01-2d5f58a0e3d4 req-dc928879-72c6-4769-a0e3-0e8a993e2c0a tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/security-groups?id=599cae7a-0291-4233-b628-b34f3c1867ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747607 Jul 29 14:47:57.998700 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-8e801e11-b8a4-4a4c-a422-0ba4016c7eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.038635 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ac52632d-4453-460d-9076-c2bdb46edea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.070395 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3efca6ae-4bd1-4053-8a17-597a80fcc032 req-8d7864bc-0d21-482e-9cc2-12657cf4994d tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029060 Jul 29 14:47:58.088760 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ac52632d-4453-460d-9076-c2bdb46edea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.088760 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ac52632d-4453-460d-9076-c2bdb46edea2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ed79112e-e1ad-495b-b97b-e7f814816160 HTTP/1.1" status: 204 len: 168 time: 0.5162249 Jul 29 14:47:58.088760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52632d-4453-460d-9076-c2bdb46edea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed79112e-e1ad-495b-b97b-e7f814816160,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:58.088760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58156) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:58.174830 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-82b4c9ab-f215-478d-8dbb-f804ea8a9192 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.199339 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d42fd77e-dda0-4325-b1af-7ff6f3d12238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.208556 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-82b4c9ab-f215-478d-8dbb-f804ea8a9192 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.210863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-8e801e11-b8a4-4a4c-a422-0ba4016c7eac service neutron] Transition to ACTIVE for port object 180b8bf2-0664-42ca-b32b-718a4ef829b0 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:47:58.267520 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-8e801e11-b8a4-4a4c-a422-0ba4016c7eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.298226 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-82b4c9ab-f215-478d-8dbb-f804ea8a9192 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] In _notify_port_updated(), no bound segment for port 3ba30dbd-116b-482f-82b4-dc0e2fe69706 on network eeea234a-563b-490b-aba2-ee94c45e465d {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 14:47:58.304114 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b4c9ab-f215-478d-8dbb-f804ea8a9192 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:58.304831 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-82b4c9ab-f215-478d-8dbb-f804ea8a9192 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.306159 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-82b4c9ab-f215-478d-8dbb-f804ea8a9192 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] 10.222.0.16 "PUT /v2.0/ports/3ba30dbd-116b-482f-82b4-dc0e2fe69706 HTTP/1.1" status: 200 len: 1129 time: 0.9394913 Jul 29 14:47:58.310705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58184) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:58.375415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4c9ab-f215-478d-8dbb-f804ea8a9192 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Pushing event updated for resources: {'Port': ['ID=3ba30dbd-116b-482f-82b4-dc0e2fe69706,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:58.401477 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d42fd77e-dda0-4325-b1af-7ff6f3d12238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.421783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-8e801e11-b8a4-4a4c-a422-0ba4016c7eac service neutron] No DVR routers for this DVR port 180b8bf2-0664-42ca-b32b-718a4ef829b0 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:47:58.428282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d42fd77e-dda0-4325-b1af-7ff6f3d12238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3fb4d8-6228-49a5-b942-3323a7325c56']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:58.455938 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d42fd77e-dda0-4325-b1af-7ff6f3d12238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7655d0f-b1d9-4cfe-994d-479f27dad04e') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:58.459634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d42fd77e-dda0-4325-b1af-7ff6f3d12238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7655d0f-b1d9-4cfe-994d-479f27dad04e') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:47:58.479059 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4d2ad090-5db6-4111-8f20-92fc3a820534 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:58.480501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e005c75-c495-48a9-ac9d-0e6176111f61 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:58.483389 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0e005c75-c495-48a9-ac9d-0e6176111f61 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] 10.222.0.16 "GET /v2.0/ports/3ba30dbd-116b-482f-82b4-dc0e2fe69706 HTTP/1.1" status: 200 len: 1129 time: 0.1562455 Jul 29 14:47:58.487476 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58190) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:58.490107 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d42fd77e-dda0-4325-b1af-7ff6f3d12238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.541490 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d42fd77e-dda0-4325-b1af-7ff6f3d12238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.546551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4d2ad090-5db6-4111-8f20-92fc3a820534 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:58.547382 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.568761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42fd77e-dda0-4325-b1af-7ff6f3d12238 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:47:58.569325 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d42fd77e-dda0-4325-b1af-7ff6f3d12238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.595819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c4620-5234-4d33-ada9-dd2572f7e4e3 req-80229a56-4786-489a-8f20-a6206c4b249e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:58.606301 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd7c4620-5234-4d33-ada9-dd2572f7e4e3 req-80229a56-4786-489a-8f20-a6206c4b249e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 944 time: 0.3360205 Jul 29 14:47:58.721940 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-8e801e11-b8a4-4a4c-a422-0ba4016c7eac service neutron] 10.222.0.39 "PUT /v2.0/ports/180b8bf2-0664-42ca-b32b-718a4ef829b0/bindings/n-h1-802893-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5947900 Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:47:58.722208 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:47:58.725808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e801e11-b8a4-4a4c-a422-0ba4016c7eac service neutron] Pushing event updated for resources: {'Port': ['ID=180b8bf2-0664-42ca-b32b-718a4ef829b0,revision_number=10']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:58.740582 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d42fd77e-dda0-4325-b1af-7ff6f3d12238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.749181 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d42fd77e-dda0-4325-b1af-7ff6f3d12238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.765955 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d42fd77e-dda0-4325-b1af-7ff6f3d12238 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4c3fb4d8-6228-49a5-b942-3323a7325c56 HTTP/1.1" status: 204 len: 168 time: 0.6758573 Jul 29 14:47:58.782645 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd7c4620-5234-4d33-ada9-dd2572f7e4e3 req-561c7f44-dffc-4036-9caf-fd7ad9cfcb1a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753213 Jul 29 14:47:58.800354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6578fc31-70d6-44b0-adf3-7474949e3114 None None] Provisioning complete for port 3ba30dbd-116b-482f-82b4-dc0e2fe69706 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:58.802757 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fd77e-dda0-4325-b1af-7ff6f3d12238 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c3fb4d8-6228-49a5-b942-3323a7325c56,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:58.805137 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6578fc31-70d6-44b0-adf3-7474949e3114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.856098 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6578fc31-70d6-44b0-adf3-7474949e3114 None None] Port 3ba30dbd-116b-482f-82b4-dc0e2fe69706 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:47:58.912115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-805d348b-d93e-4e3e-9548-66054725d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Deleting port 3ba30dbd-116b-482f-82b4-dc0e2fe69706 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:58.912530 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-805d348b-d93e-4e3e-9548-66054725d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:58.913094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device dfdb1e5d-a151-4133-91e2-738ad6252e75 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:47:58.976002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-7279ee50-c503-41ef-9da7-3615a32916ef tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:58.977570 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port dfdb1e5d-a151-4133-91e2-738ad6252e75 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:47:58.978256 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-7279ee50-c503-41ef-9da7-3615a32916ef tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea&tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1095 time: 0.1812832 Jul 29 14:47:58.988988 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port dfdb1e5d-a151-4133-91e2-738ad6252e75 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:47:58.989649 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:59.010986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-d81679ef-8f28-41d4-abc9-bdd6d2a2e0e0 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:59.018896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-d81679ef-8f28-41d4-abc9-bdd6d2a2e0e0 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:59.020511 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-d81679ef-8f28-41d4-abc9-bdd6d2a2e0e0 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 1683 time: 0.1765645 Jul 29 14:47:59.096770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58232) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:59.176965 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:59.208872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e860d83-0ca1-4483-a485-fae011ab26d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdb1e5d-a151-4133-91e2-738ad6252e75'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:47:59.212007 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96b6cfb-d255-4c54-979c-99a706ffd54a" -d '{"events": [{"server_uuid": "6e860d83-0ca1-4483-a485-fae011ab26d5", "name": "network-vif-plugged", "status": "completed", "tag": "dfdb1e5d-a151-4133-91e2-738ad6252e75"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:47:59.215427 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-805d348b-d93e-4e3e-9548-66054725d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:59.225402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-1eb88b8c-455f-4dd1-a68f-49d37ed08278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:59.227566 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-1eb88b8c-455f-4dd1-a68f-49d37ed08278 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea&tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5 HTTP/1.1" status: 200 len: 1095 time: 0.2392662 Jul 29 14:47:59.230244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port dfdb1e5d-a151-4133-91e2-738ad6252e75, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=dfdb1e5d-a151-4133-91e2-738ad6252e75,segment=NetworkSegment(31ae8c8f-ae9e-4a74-90d5-cc5098fda25b),segment_id=31ae8c8f-ae9e-4a74-90d5-cc5098fda25b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:59.237957 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fcad8d8f-4da6-4b4f-aac2-b600913c11e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=012c933a160a445aaf840bf27cbcc814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361716 Jul 29 14:47:59.239610 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58240) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:47:59.240961 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:59.273598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-805d348b-d93e-4e3e-9548-66054725d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Calling delete_port for 3ba30dbd-116b-482f-82b4-dc0e2fe69706 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:59.286548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d9f26-ae95-415f-ab31-c0481c4d3673 req-6ebae6cb-630d-4534-ab09-ed66c305e230 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:59.294092 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a16d9f26-ae95-415f-ab31-c0481c4d3673 req-6ebae6cb-630d-4534-ab09-ed66c305e230 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 944 time: 0.1642294 Jul 29 14:47:59.313676 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-af7bcdb8-a479-4fe1-bbf7-6cd3c2266ab4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Deleting port 056bb721-ff9f-4dec-a827-f80553f12816 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:47:59.314057 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-af7bcdb8-a479-4fe1-bbf7-6cd3c2266ab4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:59.320510 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=dfdb1e5d-a151-4133-91e2-738ad6252e75,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:59.375137 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-57426b4e-5997-4a67-bd76-d4eaaa961860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:59.382876 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a16d9f26-ae95-415f-ab31-c0481c4d3673 req-95b1f354-4a8d-4e3e-9e2a-54b6887d3c3f tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/security-groups?id=599cae7a-0291-4233-b628-b34f3c1867ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868888 Jul 29 14:47:59.413099 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-57426b4e-5997-4a67-bd76-d4eaaa961860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:59.457697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-1e2c8ec0-892d-4235-9fb0-17e10a01acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:59.459219 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-1e2c8ec0-892d-4235-9fb0-17e10a01acd7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 1095 time: 0.1886597 Jul 29 14:47:59.494861 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-57426b4e-5997-4a67-bd76-d4eaaa961860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:59.498788 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-57426b4e-5997-4a67-bd76-d4eaaa961860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:59.502969 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-57426b4e-5997-4a67-bd76-d4eaaa961860 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/744e2ea4-6039-4ebe-9aee-d4f5b7c6b706 HTTP/1.1" status: 204 len: 168 time: 0.2587581 Jul 29 14:47:59.531517 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57426b4e-5997-4a67-bd76-d4eaaa961860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744e2ea4-6039-4ebe-9aee-d4f5b7c6b706,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:47:59.566198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-af7bcdb8-a479-4fe1-bbf7-6cd3c2266ab4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] For port 056bb721-ff9f-4dec-a827-f80553f12816, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=056bb721-ff9f-4dec-a827-f80553f12816,segment=NetworkSegment(965100b9-1851-47cd-b1d9-ea355d9eac86),segment_id=965100b9-1851-47cd-b1d9-ea355d9eac86)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:47:59.571935 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-af7bcdb8-a479-4fe1-bbf7-6cd3c2266ab4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:59.591350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb391ebf-915f-4eea-bad4-6c61ff32242d req-0ce3d9f9-a317-4a67-987b-4eeb8f2515e5 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:59.599467 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb391ebf-915f-4eea-bad4-6c61ff32242d req-0ce3d9f9-a317-4a67-987b-4eeb8f2515e5 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:59.601674 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb391ebf-915f-4eea-bad4-6c61ff32242d req-0ce3d9f9-a317-4a67-987b-4eeb8f2515e5 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 1683 time: 0.1168640 Jul 29 14:47:59.621892 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfec0c7-d8e3-4032-ad50-68f8ca60b266 x-openstack-request-id: req-3dfec0c7-d8e3-4032-ad50-68f8ca60b266 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:47:59.622481 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e860d83-0ca1-4483-a485-fae011ab26d5", "name": "network-vif-plugged", "status": "completed", "tag": "dfdb1e5d-a151-4133-91e2-738ad6252e75", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:47:59.623344 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3dfec0c7-d8e3-4032-ad50-68f8ca60b266 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:47:59.624047 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e860d83-0ca1-4483-a485-fae011ab26d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdb1e5d-a151-4133-91e2-738ad6252e75', 'code': 200} Jul 29 14:47:59.628863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-af7bcdb8-a479-4fe1-bbf7-6cd3c2266ab4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Calling delete_port for 056bb721-ff9f-4dec-a827-f80553f12816 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:47:59.720902 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb391ebf-915f-4eea-bad4-6c61ff32242d req-3019564e-fce5-4c9c-85e8-5f7f61c4fb68 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115742 Jul 29 14:47:59.781136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-12359753-573f-4126-99a9-2745ddf014f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:59.783877 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-12359753-573f-4126-99a9-2745ddf014f9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.3126662 Jul 29 14:47:59.811920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 056bb721-ff9f-4dec-a827-f80553f12816 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:47:59.829126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ddc61-7b4c-458f-acb8-e099fb0754c3 req-3f785c48-e43f-48f7-b6f4-2032c402e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:47:59.855450 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e7ddc61-7b4c-458f-acb8-e099fb0754c3 req-3f785c48-e43f-48f7-b6f4-2032c402e2c0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 1096 time: 0.1321023 Jul 29 14:47:59.877958 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-e624ffef-c321-41f0-9926-a068429f9f77 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0 HTTP/1.1" status: 200 len: 217 time: 0.0836523 Jul 29 14:47:59.914313 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-805d348b-d93e-4e3e-9548-66054725d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:47:59.978901 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e7ddc61-7b4c-458f-acb8-e099fb0754c3 req-353510a8-02c9-4e23-9d2c-5d5092b3390b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=599cae7a-0291-4233-b628-b34f3c1867ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146393 Jul 29 14:48:00.002773 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:00.015883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d348b-d93e-4e3e-9548-66054725d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Pushing event deleted for resources: {'Port': ['ID=3ba30dbd-116b-482f-82b4-dc0e2fe69706,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:00.100169 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-805d348b-d93e-4e3e-9548-66054725d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:00.102159 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-805d348b-d93e-4e3e-9548-66054725d2f6 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] 10.222.0.16 "DELETE /v2.0/ports/3ba30dbd-116b-482f-82b4-dc0e2fe69706 HTTP/1.1" status: 204 len: 168 time: 1.5947556 Jul 29 14:48:00.104960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58280) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:00.113232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-3031f14f-1faf-489a-a091-cceda3927d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:00.114716 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-3031f14f-1faf-489a-a091-cceda3927d17 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.2273393 Jul 29 14:48:00.141007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642126f-855f-45c9-a66d-192467099403 req-a3096204-4078-4745-9f04-76f9b858c436 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:00.148268 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8642126f-855f-45c9-a66d-192467099403 req-a3096204-4078-4745-9f04-76f9b858c436 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 944 time: 0.2348936 Jul 29 14:48:00.195437 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf46d17-54db-4df2-a43d-4b9a65e8826b tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Deleting subnet 4b94ade1-37bb-4ae1-ad4f-3b9ad9305c99 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:48:00.209636 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-daf46d17-54db-4df2-a43d-4b9a65e8826b tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:00.246825 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-af7bcdb8-a479-4fe1-bbf7-6cd3c2266ab4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:00.281010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 180b8bf2-0664-42ca-b32b-718a4ef829b0 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:00.305078 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8642126f-855f-45c9-a66d-192467099403 req-d9119097-6f05-44f9-a0ce-0c4302413316 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356833 Jul 29 14:48:00.308591 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-daf46d17-54db-4df2-a43d-4b9a65e8826b tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:00.323445 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-b579f4b2-d586-4a87-9ddb-623cb0a19d43 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940778 Jul 29 14:48:00.391271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcdb8-a479-4fe1-bbf7-6cd3c2266ab4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event deleted for resources: {'Port': ['ID=056bb721-ff9f-4dec-a827-f80553f12816,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:00.496169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 180b8bf2-0664-42ca-b32b-718a4ef829b0 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:00.511234 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bda11d5a-841f-46c3-aa64-55dd119b26f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:00.533893 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-daf46d17-54db-4df2-a43d-4b9a65e8826b tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:00.565403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-af7bcdb8-a479-4fe1-bbf7-6cd3c2266ab4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] No DVR routers for this DVR port 056bb721-ff9f-4dec-a827-f80553f12816 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:00.570709 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-af7bcdb8-a479-4fe1-bbf7-6cd3c2266ab4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:00.587790 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-af7bcdb8-a479-4fe1-bbf7-6cd3c2266ab4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.39 "DELETE /v2.0/ports/056bb721-ff9f-4dec-a827-f80553f12816 HTTP/1.1" status: 204 len: 173 time: 1.5291221 Jul 29 14:48:00.588271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783', 'name': 'network-vif-deleted', 'tag': '056bb721-ff9f-4dec-a827-f80553f12816'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:48:00.590597 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b071a71-1146-41e8-aa0c-bf7ff6d6954f" -d '{"events": [{"server_uuid": "ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783", "name": "network-vif-deleted", "tag": "056bb721-ff9f-4dec-a827-f80553f12816"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:48:00.672233 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f60b696-03db-428d-baf9-1b06bf49d77b x-openstack-request-id: req-1f60b696-03db-428d-baf9-1b06bf49d77b {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:48:00.673073 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783", "name": "network-vif-deleted", "tag": "056bb721-ff9f-4dec-a827-f80553f12816", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:48:00.673563 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f60b696-03db-428d-baf9-1b06bf49d77b {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:48:00.674184 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783', 'name': 'network-vif-deleted', 'tag': '056bb721-ff9f-4dec-a827-f80553f12816', 'status': 'completed', 'code': 200} Jul 29 14:48:00.754273 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20144495-d891-4645-a311-c66a1ed9af6a req-c75163e9-a67f-48a2-9a07-42a5777b0e82 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:00.756003 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-2ae067bd-a0b5-470c-b239-3ac66d6ea10b service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902886 Jul 29 14:48:00.771718 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-20144495-d891-4645-a311-c66a1ed9af6a req-c75163e9-a67f-48a2-9a07-42a5777b0e82 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 945 time: 0.1839032 Jul 29 14:48:00.825042 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-daf46d17-54db-4df2-a43d-4b9a65e8826b tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:00.890906 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-20144495-d891-4645-a311-c66a1ed9af6a req-28adebc2-cf45-48c8-b7aa-f24b1ab13760 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/security-groups?id=599cae7a-0291-4233-b628-b34f3c1867ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091406 Jul 29 14:48:00.892657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf46d17-54db-4df2-a43d-4b9a65e8826b tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Pushing event deleted for resources: {'Subnet': ['ID=4b94ade1-37bb-4ae1-ad4f-3b9ad9305c99,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:00.914338 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-daf46d17-54db-4df2-a43d-4b9a65e8826b tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:00.915347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6bc204-edb5-4d63-a4db-2561e81bbb4b None None] Network eeea234a-563b-490b-aba2-ee94c45e465d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:00.919828 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-daf46d17-54db-4df2-a43d-4b9a65e8826b tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] 10.222.0.16 "DELETE /v2.0/subnets/4b94ade1-37bb-4ae1-ad4f-3b9ad9305c99 HTTP/1.1" status: 204 len: 168 time: 0.8124850 Jul 29 14:48:00.920484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58314) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:00.961018 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58316) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:01.126760 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:01.211001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba068da7-658e-428d-a665-f3414fba0adb req-3b070424-5a91-4185-a160-41de7e4e5d1c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:01.212960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba068da7-658e-428d-a665-f3414fba0adb req-3b070424-5a91-4185-a160-41de7e4e5d1c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 946 time: 0.3181686 Jul 29 14:48:01.221251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21199059-cbc8-4b21-bfdc-d15df8eaaef1 None None] DHCP port deletion for eeea234a-563b-490b-aba2-ee94c45e465d request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:48:01.227078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-84936548-f629-4a2c-a865-af1fe9c228c8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Deleting port 16c5e36e-bb60-4060-9c31-b77509b4d956 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:01.227809 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-84936548-f629-4a2c-a865-af1fe9c228c8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:01.243296 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Deleting port 4d2ad090-5db6-4111-8f20-92fc3a820534 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:01.243296 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:01.254780 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-43bb144e-980d-4408-a129-f941a7e83889 service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551260 Jul 29 14:48:01.312783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58324) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:01.332479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-21199059-cbc8-4b21-bfdc-d15df8eaaef1 None None] Deleting port 4d2ad090-5db6-4111-8f20-92fc3a820534 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:01.333331 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21199059-cbc8-4b21-bfdc-d15df8eaaef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:01.389402 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba068da7-658e-428d-a665-f3414fba0adb req-f58fc35e-9525-42d7-b456-52ad379c33ad tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1a99eb8-9015-4be8-8690-3586de91a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551054 Jul 29 14:48:01.399826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] For port 4d2ad090-5db6-4111-8f20-92fc3a820534, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4d2ad090-5db6-4111-8f20-92fc3a820534,segment=NetworkSegment(78d70e0d-6322-4594-ad71-763cefb2a409),segment_id=78d70e0d-6322-4594-ad71-763cefb2a409)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:01.400216 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:01.440413 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Calling delete_port for 4d2ad090-5db6-4111-8f20-92fc3a820534 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:01.446907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2001770510-network', 'tenant_id': '754860ce50754fbb95dacf93f6e05aac'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:01.463939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-84936548-f629-4a2c-a865-af1fe9c228c8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] For port 16c5e36e-bb60-4060-9c31-b77509b4d956, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=16c5e36e-bb60-4060-9c31-b77509b4d956,segment=NetworkSegment(fedf26c4-6a31-4c0b-bb22-67a6ec790d19),segment_id=fedf26c4-6a31-4c0b-bb22-67a6ec790d19)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:01.464910 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-84936548-f629-4a2c-a865-af1fe9c228c8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:01.480196 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-21199059-cbc8-4b21-bfdc-d15df8eaaef1 None None] For port 4d2ad090-5db6-4111-8f20-92fc3a820534, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4d2ad090-5db6-4111-8f20-92fc3a820534,segment=NetworkSegment(78d70e0d-6322-4594-ad71-763cefb2a409),segment_id=78d70e0d-6322-4594-ad71-763cefb2a409)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:01.480925 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21199059-cbc8-4b21-bfdc-d15df8eaaef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:01.490773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-84936548-f629-4a2c-a865-af1fe9c228c8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Calling delete_port for 16c5e36e-bb60-4060-9c31-b77509b4d956 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:01.507195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-21199059-cbc8-4b21-bfdc-d15df8eaaef1 None None] Calling delete_port for 4d2ad090-5db6-4111-8f20-92fc3a820534 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:01.511198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Made reservation on behalf of 754860ce50754fbb95dacf93f6e05aac for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:01.512155 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49234676-3d8f-4d0c-b307-fc8203ac5841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:01.515112 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:01.576138 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:01.614725 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21199059-cbc8-4b21-bfdc-d15df8eaaef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:01.643510 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 14:48:01.643510 n-d-802893-1 neutron-server[94158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 14:48:01.643510 n-d-802893-1 neutron-server[94158]: [parameters: {'project_id_1': '754860ce50754fbb95dacf93f6e05aac', 'expiration_1': datetime.datetime(2021, 7, 29, 14, 48, 1, 616071)}] Jul 29 14:48:01.643510 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:48:01.644562 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:48:01.654558 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21199059-cbc8-4b21-bfdc-d15df8eaaef1 None None] Pushing event deleted for resources: {'Port': ['ID=4d2ad090-5db6-4111-8f20-92fc3a820534,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:01.657498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21199059-cbc8-4b21-bfdc-d15df8eaaef1 None None] No DVR routers for this DVR port 4d2ad090-5db6-4111-8f20-92fc3a820534 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:01.671702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-ad7b5788-a1f9-438f-92b6-505fd7eb775a tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:01.677486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-ad7b5788-a1f9-438f-92b6-505fd7eb775a tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea&tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&binding%3Ahost_id=n-h1-802893-1 HTTP/1.1" status: 200 len: 1095 time: 0.1243351 Jul 29 14:48:01.726342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd93e6-6560-4e59-9732-17e367986eb3 req-197e1311-6ea2-4988-8424-37aa0d0f7421 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:01.740247 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5bd93e6-6560-4e59-9732-17e367986eb3 req-197e1311-6ea2-4988-8424-37aa0d0f7421 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 944 time: 0.2681065 Jul 29 14:48:01.834537 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:01.841865 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 16c5e36e-bb60-4060-9c31-b77509b4d956 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:01.867573 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-84936548-f629-4a2c-a865-af1fe9c228c8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:01.893244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 16c5e36e-bb60-4060-9c31-b77509b4d956 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:48:01.893752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 16c5e36e-bb60-4060-9c31-b77509b4d956 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:02.204807 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5bd93e6-6560-4e59-9732-17e367986eb3 req-3cd8a205-a46b-42b6-90c5-ba278b07bfbb tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631536 Jul 29 14:48:02.208893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Pushing event deleted for resources: {'Port': ['ID=4d2ad090-5db6-4111-8f20-92fc3a820534,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:02.232607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] No DVR routers for this DVR port 4d2ad090-5db6-4111-8f20-92fc3a820534 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:02.275918 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.330894 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49234676-3d8f-4d0c-b307-fc8203ac5841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.352446 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49234676-3d8f-4d0c-b307-fc8203ac5841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.360012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84936548-f629-4a2c-a865-af1fe9c228c8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event deleted for resources: {'Port': ['ID=16c5e36e-bb60-4060-9c31-b77509b4d956,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:02.389447 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.418002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4d2ad090-5db6-4111-8f20-92fc3a820534 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:02.435396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeea234a-563b-490b-aba2-ee94c45e465d']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:02.442202 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-49234676-3d8f-4d0c-b307-fc8203ac5841 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3a99f3811c5438abac68cb2a295b771&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4778540 Jul 29 14:48:02.443549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58338) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:02.468423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d70e0d-6322-4594-ad71-763cefb2a409') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:02.469061 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d70e0d-6322-4594-ad71-763cefb2a409') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:02.469611 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 4d2ad090-5db6-4111-8f20-92fc3a820534 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:48:02.470162 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4d2ad090-5db6-4111-8f20-92fc3a820534 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:02.478469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-eab87d99-0d27-46de-81bf-3d39a3c44d07 service neutron] For port 180b8bf2-0664-42ca-b32b-718a4ef829b0, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:48:02.484391 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.487846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49234676-3d8f-4d0c-b307-fc8203ac5841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babb631c-9df3-41fe-bcc3-bb8941f21349,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:02.505472 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.514103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:48:02.514825 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:48:02.519055 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:48:02.533954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-84936548-f629-4a2c-a865-af1fe9c228c8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] No DVR routers for this DVR port 16c5e36e-bb60-4060-9c31-b77509b4d956 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:02.541890 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-eab87d99-0d27-46de-81bf-3d39a3c44d07 service neutron] Notify callbacks [] for binding, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.543907 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f66b035-9895-40df-9a9b-66d6d7496727 req-eab87d99-0d27-46de-81bf-3d39a3c44d07 service neutron] 10.222.0.38 "DELETE /v2.0/ports/180b8bf2-0664-42ca-b32b-718a4ef829b0/bindings/n-h2-802893-1 HTTP/1.1" status: 204 len: 173 time: 0.8557999 Jul 29 14:48:02.549501 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-84936548-f629-4a2c-a865-af1fe9c228c8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.553735 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-46aa2bf2-e0a7-4cc3-9e99-451f3c7963b3 req-84936548-f629-4a2c-a865-af1fe9c228c8 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.39 "DELETE /v2.0/ports/16c5e36e-bb60-4060-9c31-b77509b4d956 HTTP/1.1" status: 204 len: 173 time: 1.9564958 Jul 29 14:48:02.611797 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0a31f66b-ba97-4841-ae2a-93090e278403 req-55d1eead-ae38-42e9-bfd0-3298bdf9936e tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783 HTTP/1.1" status: 200 len: 210 time: 0.0785930 Jul 29 14:48:02.627754 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.650222 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.650222 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] 10.222.0.16 "DELETE /v2.0/networks/eeea234a-563b-490b-aba2-ee94c45e465d HTTP/1.1" status: 204 len: 168 time: 1.7249503 Jul 29 14:48:02.656507 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c980575-9eb0-4745-9583-c7a33ed763f3 req-03870f3b-1b78-4e56-9de0-a0e7756f2ffa tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:02.659229 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c980575-9eb0-4745-9583-c7a33ed763f3 req-03870f3b-1b78-4e56-9de0-a0e7756f2ffa tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 945 time: 0.3635499 Jul 29 14:48:02.665935 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340544a-ad30-4ab9-aa3b-baee0e3a5633 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565 tempest-ExtraDHCPOptionsIpV6TestJSON-1978534565-project] Pushing event deleted for resources: {'Network': ['ID=eeea234a-563b-490b-aba2-ee94c45e465d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:02.677967 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783', 'name': 'network-vif-deleted', 'tag': '16c5e36e-bb60-4060-9c31-b77509b4d956'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:48:02.680238 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d341f5c7-9c6d-4ad6-880a-91e7bba225f0" -d '{"events": [{"server_uuid": "ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783", "name": "network-vif-deleted", "tag": "16c5e36e-bb60-4060-9c31-b77509b4d956"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:48:02.734972 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9490405-74ea-437a-89a0-2adf7803cf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.737929 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b96014d-2501-4695-9899-b6fda3abd91c x-openstack-request-id: req-3b96014d-2501-4695-9899-b6fda3abd91c {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:48:02.738266 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783", "name": "network-vif-deleted", "tag": "16c5e36e-bb60-4060-9c31-b77509b4d956", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:48:02.738593 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b96014d-2501-4695-9899-b6fda3abd91c {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:48:02.738987 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4ff8ad-767d-4efa-b4d8-a8d22cc9e783', 'name': 'network-vif-deleted', 'tag': '16c5e36e-bb60-4060-9c31-b77509b4d956', 'status': 'completed', 'code': 200} Jul 29 14:48:02.791592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c980575-9eb0-4745-9583-c7a33ed763f3 req-e25ae90f-069e-4f1f-a12e-64b7efb25fde tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/security-groups?id=599cae7a-0291-4233-b628-b34f3c1867ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209543 Jul 29 14:48:02.793448 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9490405-74ea-437a-89a0-2adf7803cf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.849307 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.855406 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.885464 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9490405-74ea-437a-89a0-2adf7803cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.889010 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9490405-74ea-437a-89a0-2adf7803cf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.890223 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a9490405-74ea-437a-89a0-2adf7803cf55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/babb631c-9df3-41fe-bcc3-bb8941f21349 HTTP/1.1" status: 204 len: 168 time: 0.4428096 Jul 29 14:48:02.901558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:48:02.904326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bebac44-26a7-4926-a0d2-9dd939079ad6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:02.928768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9490405-74ea-437a-89a0-2adf7803cf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babb631c-9df3-41fe-bcc3-bb8941f21349,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:02.931149 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:02.931525 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Added segment a4779bd1-a5ba-4a7b-9e16-92581c3eecbd of type vlan for network fe2ff3f2-a28d-44f9-ac14-6c57ffb74870 Jul 29 14:48:03.002450 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:03.008192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58350) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:03.072774 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:03.073815 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:03.074448 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:03.096963 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7793076 Jul 29 14:48:03.100171 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58356) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:03.108393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-72620036-6ac5-4d08-b152-e96aab896bf3 admin admin] Request body: {'subnet': {'network_id': 'fe2ff3f2-a28d-44f9-ac14-6c57ffb74870', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2001770510-subnet', 'tenant_id': '754860ce50754fbb95dacf93f6e05aac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:03.155870 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:03.170421 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72620036-6ac5-4d08-b152-e96aab896bf3 admin admin] Made reservation on behalf of 754860ce50754fbb95dacf93f6e05aac for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:03.181000 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72620036-6ac5-4d08-b152-e96aab896bf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:03.254133 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344eea88-3607-4d34-95bd-4b3806d42776 admin admin] Pushing event updated for resources: {'Network': ['ID=fe2ff3f2-a28d-44f9-ac14-6c57ffb74870,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:03.276231 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network fe2ff3f2-a28d-44f9-ac14-6c57ffb74870 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:48:03.414634 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-716433cb-b38f-40fc-98b8-2e97c8fc7b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:03.535174 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d6228-1379-442e-aa0b-519daf459deb req-7cd8c7ff-3012-4f4d-bf6e-fa67eab9b1bf tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:03.536809 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e61d6228-1379-442e-aa0b-519daf459deb req-7cd8c7ff-3012-4f4d-bf6e-fa67eab9b1bf tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 944 time: 0.1433356 Jul 29 14:48:03.573674 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8a185ff7-ee14-400b-a1d7-1674cd25df63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=862fa650d5a74e80a1678add1971b58b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642478 Jul 29 14:48:03.577026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58378) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:03.633217 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e61d6228-1379-442e-aa0b-519daf459deb req-1c1c1c2d-72e8-459e-abb1-27d96d7afd5c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846965 Jul 29 14:48:03.706140 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72620036-6ac5-4d08-b152-e96aab896bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:03.707343 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c74a106b-f479-4c6e-a792-d2763f54dc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:03.723197 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58388) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:03.790129 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72620036-6ac5-4d08-b152-e96aab896bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4baccebd-151f-40a1-9676-f7fda5a3fc5c,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:03.797400 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72620036-6ac5-4d08-b152-e96aab896bf3 admin admin] Checking segment: {'id': 'a4779bd1-a5ba-4a7b-9e16-92581c3eecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fe2ff3f2-a28d-44f9-ac14-6c57ffb74870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:03.797764 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72620036-6ac5-4d08-b152-e96aab896bf3 admin admin] Network hostable DHCP agents. Network: fe2ff3f2-a28d-44f9-ac14-6c57ffb74870, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:48:03.818805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72620036-6ac5-4d08-b152-e96aab896bf3 admin admin] Network fe2ff3f2-a28d-44f9-ac14-6c57ffb74870 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:48:03.833130 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-72620036-6ac5-4d08-b152-e96aab896bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, fe2ff3f2-a28d-44f9-ac14-6c57ffb74870) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:03.843272 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c74a106b-f479-4c6e-a792-d2763f54dc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:03.856327 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a13afee-b30c-4cb5-bfbf-9a67066486d4 None None] Network fe2ff3f2-a28d-44f9-ac14-6c57ffb74870 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:03.863909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72620036-6ac5-4d08-b152-e96aab896bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:03.864784 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72620036-6ac5-4d08-b152-e96aab896bf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:03.882549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-d941e504-66d8-427e-9fcd-677f48939ef4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Deleting subnet b79d2e34-93b6-4234-9a28-570d3a31c49b {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:48:03.914438 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d941e504-66d8-427e-9fcd-677f48939ef4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:03.925207 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-72620036-6ac5-4d08-b152-e96aab896bf3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8235538 Jul 29 14:48:03.946881 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dce4cb-86dd-4abc-81c0-4010757dddaa req-876d238e-bb52-4918-9a28-eb000af0a115 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:03.949997 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-83dce4cb-86dd-4abc-81c0-4010757dddaa req-876d238e-bb52-4918-9a28-eb000af0a115 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 1095 time: 0.0897458 Jul 29 14:48:03.975197 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d941e504-66d8-427e-9fcd-677f48939ef4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:04.009789 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c74a106b-f479-4c6e-a792-d2763f54dc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:04.013377 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c74a106b-f479-4c6e-a792-d2763f54dc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:04.021396 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c74a106b-f479-4c6e-a792-d2763f54dc79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a908df8-506d-43e5-b198-7cc56ec0d9a5 HTTP/1.1" status: 204 len: 168 time: 0.4431655 Jul 29 14:48:04.041057 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-83dce4cb-86dd-4abc-81c0-4010757dddaa req-95c27040-8bae-4c62-97b0-53bc42055fc4 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799279 Jul 29 14:48:04.063083 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047c00c2-e129-4ff5-ba61-210f8ad9fe6f None None] Network fe2ff3f2-a28d-44f9-ac14-6c57ffb74870 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:04.066681 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a106b-f479-4c6e-a792-d2763f54dc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a908df8-506d-43e5-b198-7cc56ec0d9a5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:04.256631 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d941e504-66d8-427e-9fcd-677f48939ef4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:04.302487 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:04.335102 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d941e504-66d8-427e-9fcd-677f48939ef4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:04.364198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58414) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:04.377048 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941e504-66d8-427e-9fcd-677f48939ef4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event deleted for resources: {'Subnet': ['ID=b79d2e34-93b6-4234-9a28-570d3a31c49b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:04.391152 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d941e504-66d8-427e-9fcd-677f48939ef4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:04.392389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10283362-d5be-4097-a35e-9e899c9f708b None None] Network 732dec76-02a8-4d9f-8371-6899e3b1a253 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:04.393630 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d941e504-66d8-427e-9fcd-677f48939ef4 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "DELETE /v2.0/subnets/b79d2e34-93b6-4234-9a28-570d3a31c49b HTTP/1.1" status: 204 len: 168 time: 0.6669405 Jul 29 14:48:04.397584 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58420) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:04.536288 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:04.642089 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789d3f01-1fed-413d-80a6-294fa6a4f774 None None] DHCP port deletion for 732dec76-02a8-4d9f-8371-6899e3b1a253 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:48:04.665301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Deleting port 7799add9-9416-4a24-b029-bfde795bafdd {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:04.665974 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:04.679280 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-e8d5fba9-23b4-49a3-bfe3-aae3ab9c4470 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:04.685502 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-e8d5fba9-23b4-49a3-bfe3-aae3ab9c4470 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 807 time: 0.2525830 Jul 29 14:48:04.701690 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-789d3f01-1fed-413d-80a6-294fa6a4f774 None None] Deleting port 7799add9-9416-4a24-b029-bfde795bafdd {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:04.702531 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-789d3f01-1fed-413d-80a6-294fa6a4f774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:04.710639 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-eb32ac02-d4a7-4a42-9135-4366b90668b9 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/quotas/5c3ea6a1acab4953a3086c534dc4a2e5 HTTP/1.1" status: 200 len: 375 time: 0.0198240 Jul 29 14:48:04.783105 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-789d3f01-1fed-413d-80a6-294fa6a4f774 None None] For port 7799add9-9416-4a24-b029-bfde795bafdd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7799add9-9416-4a24-b029-bfde795bafdd,segment=NetworkSegment(965100b9-1851-47cd-b1d9-ea355d9eac86),segment_id=965100b9-1851-47cd-b1d9-ea355d9eac86)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:04.783951 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-789d3f01-1fed-413d-80a6-294fa6a4f774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:04.803906 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-db7d1c2d-d969-495b-a1a8-42d0725338f1 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880423 Jul 29 14:48:04.805138 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-789d3f01-1fed-413d-80a6-294fa6a4f774 None None] Calling delete_port for 7799add9-9416-4a24-b029-bfde795bafdd owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:04.826531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] For port 7799add9-9416-4a24-b029-bfde795bafdd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7799add9-9416-4a24-b029-bfde795bafdd,segment=NetworkSegment(965100b9-1851-47cd-b1d9-ea355d9eac86),segment_id=965100b9-1851-47cd-b1d9-ea355d9eac86)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:04.826893 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:04.843502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Calling delete_port for 7799add9-9416-4a24-b029-bfde795bafdd owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:04.906925 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-789d3f01-1fed-413d-80a6-294fa6a4f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:04.919953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-057a32f6-9058-4255-bf34-394f4b268188 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1079725804-network', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:04.945184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d3f01-1fed-413d-80a6-294fa6a4f774 None None] Pushing event deleted for resources: {'Port': ['ID=7799add9-9416-4a24-b029-bfde795bafdd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:04.956009 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d3f01-1fed-413d-80a6-294fa6a4f774 None None] No DVR routers for this DVR port 7799add9-9416-4a24-b029-bfde795bafdd on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:04.958194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057a32f6-9058-4255-bf34-394f4b268188 admin admin] Made reservation on behalf of 812f7c425a5d4f2fb72dd2b1a05c3ba1 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:04.966946 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-057a32f6-9058-4255-bf34-394f4b268188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:04.968035 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.002438 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-dfd5df7b-dc9a-4913-81b6-4f6c7d6c63d1 service neutron] 10.222.0.16 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872439 Jul 29 14:48:05.008438 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-057a32f6-9058-4255-bf34-394f4b268188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.010928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event deleted for resources: {'Port': ['ID=7799add9-9416-4a24-b029-bfde795bafdd,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:05.021820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] No DVR routers for this DVR port 7799add9-9416-4a24-b029-bfde795bafdd on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:05.124007 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-27f63346-c5ac-4c23-bd90-b6422a6ffd35 service neutron] 10.222.0.16 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146185 Jul 29 14:48:05.129252 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.149027 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732dec76-02a8-4d9f-8371-6899e3b1a253']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:05.172254 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965100b9-1851-47cd-b1d9-ea355d9eac86') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:05.172558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965100b9-1851-47cd-b1d9-ea355d9eac86') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:05.191054 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.214339 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.226715 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:48:05.227143 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:48:05.232342 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:48:05.332930 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-057a32f6-9058-4255-bf34-394f4b268188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.338669 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.355314 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.358013 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "DELETE /v2.0/networks/732dec76-02a8-4d9f-8371-6899e3b1a253 HTTP/1.1" status: 204 len: 168 time: 0.9579647 Jul 29 14:48:05.358829 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-057a32f6-9058-4255-bf34-394f4b268188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.361826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58464) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:05.385467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0eb66f38-3256-4548-8e32-5059706e9c0a req-7ec69531-6548-442a-8cad-f87e7ae15c16 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 210 time: 0.0524046 Jul 29 14:48:05.422451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2b76c-6aee-49cb-a6d3-08b869792a91 tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event deleted for resources: {'Network': ['ID=732dec76-02a8-4d9f-8371-6899e3b1a253,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:05.488829 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057a32f6-9058-4255-bf34-394f4b268188 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:48:05.495852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-84854488-a5b1-40b9-9bee-c2e60f33d45a tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Deleting subnet d5eb8375-dd0c-4f3d-a7d6-4ab673e637dd {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:48:05.509601 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-84854488-a5b1-40b9-9bee-c2e60f33d45a tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.549333 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a32f6-9058-4255-bf34-394f4b268188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e3a19e-571f-4ddd-a75b-eb8367618bc9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:05.579365 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-057a32f6-9058-4255-bf34-394f4b268188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.579923 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-057a32f6-9058-4255-bf34-394f4b268188 admin admin] Added segment bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7 of type vlan for network 1c6029df-4f46-4bb8-b870-1f0a53d78198 Jul 29 14:48:05.645416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58480) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:05.678455 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-84854488-a5b1-40b9-9bee-c2e60f33d45a tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.818977 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-057a32f6-9058-4255-bf34-394f4b268188 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.877448 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b1e7a00c-5426-4887-b0a1-ca3d9e3d057e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-721471673'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:05.905331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e7a00c-5426-4887-b0a1-ca3d9e3d057e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Made reservation on behalf of 66f12a423637482e9fd025cef354d6cb for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:05.910580 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a00c-5426-4887-b0a1-ca3d9e3d057e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.922421 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a00c-5426-4887-b0a1-ca3d9e3d057e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.964947 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-057a32f6-9058-4255-bf34-394f4b268188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.966911 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a32f6-9058-4255-bf34-394f4b268188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:05.968974 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-057a32f6-9058-4255-bf34-394f4b268188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:05.999326 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-84854488-a5b1-40b9-9bee-c2e60f33d45a tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:06.020717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-35eb0283-0839-4155-8ba4-14b643772609 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:06.033346 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-35eb0283-0839-4155-8ba4-14b643772609 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/networks?id=fe2ff3f2-a28d-44f9-ac14-6c57ffb74870 HTTP/1.1" status: 200 len: 809 time: 0.3492427 Jul 29 14:48:06.045081 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a00c-5426-4887-b0a1-ca3d9e3d057e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:06.050738 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a00c-5426-4887-b0a1-ca3d9e3d057e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:06.063896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e7a00c-5426-4887-b0a1-ca3d9e3d057e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:48:06.074741 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a00c-5426-4887-b0a1-ca3d9e3d057e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:06.075790 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-b1e7a00c-5426-4887-b0a1-ca3d9e3d057e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Added segment ab4bc92e-36f1-41fb-a4f6-cd9661701183 of type vlan for network 3f348bb0-c7c9-48df-bcab-e2246a622c0c Jul 29 14:48:06.155781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7a00c-5426-4887-b0a1-ca3d9e3d057e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9172ed16-a08e-4bd7-9ad1-e1b2edcba115,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:06.189257 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:06.194521 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a00c-5426-4887-b0a1-ca3d9e3d057e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:06.197663 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-057a32f6-9058-4255-bf34-394f4b268188 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8320401 Jul 29 14:48:06.200243 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-53bd7df4-c71b-41d3-b64a-246fe0c6973b tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/quotas/754860ce50754fbb95dacf93f6e05aac HTTP/1.1" status: 200 len: 375 time: 0.1655028 Jul 29 14:48:06.200381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58488) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:06.209448 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9d7435e1-176b-4018-9fe8-bdccc16d49c3 admin admin] Request body: {'subnet': {'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1079725804-subnet', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:06.244253 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a32f6-9058-4255-bf34-394f4b268188 admin admin] Pushing event updated for resources: {'Network': ['ID=1c6029df-4f46-4bb8-b870-1f0a53d78198,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:06.250720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7435e1-176b-4018-9fe8-bdccc16d49c3 admin admin] Made reservation on behalf of 812f7c425a5d4f2fb72dd2b1a05c3ba1 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:06.252358 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-6ed6ccd9-a5a2-461b-87ae-7b5845ee3016 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=754860ce50754fbb95dacf93f6e05aac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413897 Jul 29 14:48:06.253568 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d7435e1-176b-4018-9fe8-bdccc16d49c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:06.286319 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 1c6029df-4f46-4bb8-b870-1f0a53d78198 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:48:06.297537 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a00c-5426-4887-b0a1-ca3d9e3d057e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:06.305561 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e7a00c-5426-4887-b0a1-ca3d9e3d057e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:06.306265 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a00c-5426-4887-b0a1-ca3d9e3d057e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:06.318002 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-84854488-a5b1-40b9-9bee-c2e60f33d45a tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:06.341415 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b1e7a00c-5426-4887-b0a1-ca3d9e3d057e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6944091 Jul 29 14:48:06.444528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7a00c-5426-4887-b0a1-ca3d9e3d057e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event updated for resources: {'Network': ['ID=3f348bb0-c7c9-48df-bcab-e2246a622c0c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:06.552131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 3f348bb0-c7c9-48df-bcab-e2246a622c0c details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:48:06.566383 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7799add9-9416-4a24-b029-bfde795bafdd no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:06.645892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 7799add9-9416-4a24-b029-bfde795bafdd {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:48:06.649639 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7799add9-9416-4a24-b029-bfde795bafdd not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:06.663479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84854488-a5b1-40b9-9bee-c2e60f33d45a tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event deleted for resources: {'Subnet': ['ID=d5eb8375-dd0c-4f3d-a7d6-4ab673e637dd,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:06.703449 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ecedf8e8-a22e-41f5-829f-65de4c311f0f req-9c3201d2-a20c-4e50-9c9f-b618d5a6cdff tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 210 time: 0.1260269 Jul 29 14:48:06.705626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-84854488-a5b1-40b9-9bee-c2e60f33d45a tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:06.731145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd58eb76-e031-4b24-9024-3bb99e85728d None None] Network 3b00f243-d3d0-48b9-90af-46b9a123e2ab requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:06.735749 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-84854488-a5b1-40b9-9bee-c2e60f33d45a tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "DELETE /v2.0/subnets/d5eb8375-dd0c-4f3d-a7d6-4ab673e637dd HTTP/1.1" status: 204 len: 168 time: 1.3597388 Jul 29 14:48:06.738138 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58496) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:06.978947 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d7435e1-176b-4018-9fe8-bdccc16d49c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:07.068993 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-6ddb3ebc-bcfb-4d1a-9830-3a69c452d515 service neutron] 10.222.0.16 "GET /v2.0/networks/fe2ff3f2-a28d-44f9-ac14-6c57ffb74870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8000290 Jul 29 14:48:07.146119 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-f4c1ccfa-6cd5-4d85-a85f-90c13f297b26 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:07.147896 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-f4c1ccfa-6cd5-4d85-a85f-90c13f297b26 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.39 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 807 time: 0.4723315 Jul 29 14:48:07.156054 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7435e1-176b-4018-9fe8-bdccc16d49c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af905744-454c-4f5a-b5f4-3cd09d75c9a2,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:07.164555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-a3f931ee-a4d0-4058-9b22-16a734e00f06 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Request body: {'port': {'device_id': '22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d', 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a', 'admin_state_up': True, 'tenant_id': '5c3ea6a1acab4953a3086c534dc4a2e5'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:07.206671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f95ce8e-cdd1-4207-a1df-a0b9776f9a01 None None] DHCP port deletion for 3b00f243-d3d0-48b9-90af-46b9a123e2ab request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:48:07.225869 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:07.251623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7435e1-176b-4018-9fe8-bdccc16d49c3 admin admin] Checking segment: {'id': 'bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:07.251987 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7435e1-176b-4018-9fe8-bdccc16d49c3 admin admin] Network hostable DHCP agents. Network: 1c6029df-4f46-4bb8-b870-1f0a53d78198, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:48:07.317358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4f95ce8e-cdd1-4207-a1df-a0b9776f9a01 None None] Deleting port 984222ea-98c8-40aa-811a-0f3d0cdd0b75 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:07.317737 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f95ce8e-cdd1-4207-a1df-a0b9776f9a01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:07.370153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7435e1-176b-4018-9fe8-bdccc16d49c3 admin admin] Network 1c6029df-4f46-4bb8-b870-1f0a53d78198 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:48:07.377692 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-3d9118bc-6c75-4049-8cd8-55456159212a service neutron] 10.222.0.16 "GET /v2.0/networks/fe2ff3f2-a28d-44f9-ac14-6c57ffb74870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923894 Jul 29 14:48:07.380629 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Deleting port 984222ea-98c8-40aa-811a-0f3d0cdd0b75 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:07.380764 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:07.471162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-a3f931ee-a4d0-4058-9b22-16a734e00f06 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Made reservation on behalf of 5c3ea6a1acab4953a3086c534dc4a2e5 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:07.472598 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] For port 984222ea-98c8-40aa-811a-0f3d0cdd0b75, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=984222ea-98c8-40aa-811a-0f3d0cdd0b75,segment=NetworkSegment(fedf26c4-6a31-4c0b-bb22-67a6ec790d19),segment_id=fedf26c4-6a31-4c0b-bb22-67a6ec790d19)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:07.473271 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:07.476920 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-a3f931ee-a4d0-4058-9b22-16a734e00f06 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:07.492929 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Calling delete_port for 984222ea-98c8-40aa-811a-0f3d0cdd0b75 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:07.501500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4f95ce8e-cdd1-4207-a1df-a0b9776f9a01 None None] For port 984222ea-98c8-40aa-811a-0f3d0cdd0b75, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=984222ea-98c8-40aa-811a-0f3d0cdd0b75,segment=NetworkSegment(fedf26c4-6a31-4c0b-bb22-67a6ec790d19),segment_id=fedf26c4-6a31-4c0b-bb22-67a6ec790d19)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:07.504032 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f95ce8e-cdd1-4207-a1df-a0b9776f9a01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:07.535508 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4f95ce8e-cdd1-4207-a1df-a0b9776f9a01 None None] Calling delete_port for 984222ea-98c8-40aa-811a-0f3d0cdd0b75 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:07.549260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-9d7435e1-176b-4018-9fe8-bdccc16d49c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 1c6029df-4f46-4bb8-b870-1f0a53d78198) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:07.624254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:07.654170 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd30dfa-bd40-43e1-af56-4236dde99660 None None] Network 1c6029df-4f46-4bb8-b870-1f0a53d78198 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:07.656942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7435e1-176b-4018-9fe8-bdccc16d49c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:07.657775 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d7435e1-176b-4018-9fe8-bdccc16d49c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:07.693874 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9d7435e1-176b-4018-9fe8-bdccc16d49c3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4900918 Jul 29 14:48:07.697606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58506) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:07.714543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1079725804-router', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:07.715067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] No DVR routers for this DVR port 984222ea-98c8-40aa-811a-0f3d0cdd0b75 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:07.728301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event deleted for resources: {'Port': ['ID=984222ea-98c8-40aa-811a-0f3d0cdd0b75,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:07.968602 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:07.968602 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:07.974701 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d7a3ca50-6db8-4857-8e5c-7a63f870316d req-bebbcd9d-9f29-41c0-b3e8-757d1e82937c tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 210 time: 0.1192200 Jul 29 14:48:08.013595 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-a3f931ee-a4d0-4058-9b22-16a734e00f06 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Allocated IP 172.20.0.12 (3d2c1f32-c50e-4383-8681-f45f9880fe0a/b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97/abd06b1f-af09-4691-9c2d-f8be709238c3) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:08.111070 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f95ce8e-cdd1-4207-a1df-a0b9776f9a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:08.148443 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-86cb43a0-c099-4b61-9950-a856c7fa86f0 req-be98895c-8264-4769-af67-d970d94a539d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 210 time: 0.1865735 Jul 29 14:48:08.188540 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:08.228438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b00f243-d3d0-48b9-90af-46b9a123e2ab']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:08.288874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedf26c4-6a31-4c0b-bb22-67a6ec790d19') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:08.289234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedf26c4-6a31-4c0b-bb22-67a6ec790d19') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:08.320033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95ce8e-cdd1-4207-a1df-a0b9776f9a01 None None] Pushing event deleted for resources: {'Port': ['ID=984222ea-98c8-40aa-811a-0f3d0cdd0b75,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:08.337154 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:08.369159 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:08.376401 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:08.394704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f95ce8e-cdd1-4207-a1df-a0b9776f9a01 None None] No DVR routers for this DVR port 984222ea-98c8-40aa-811a-0f3d0cdd0b75 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:08.410760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:48:08.412762 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:48:08.424068 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:48:08.475329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-1c6029df-4f46-4bb8-b870-1f0a53d78198', 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'fixed_ips': [{'subnet_id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:48:08.478258 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:08.558165 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 984222ea-98c8-40aa-811a-0f3d0cdd0b75 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:08.581867 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:08.592255 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:08.598851 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] 10.222.0.16 "DELETE /v2.0/networks/3b00f243-d3d0-48b9-90af-46b9a123e2ab HTTP/1.1" status: 204 len: 168 time: 1.8119144 Jul 29 14:48:08.616975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 984222ea-98c8-40aa-811a-0f3d0cdd0b75 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:48:08.617328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 984222ea-98c8-40aa-811a-0f3d0cdd0b75 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:08.638703 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83b804-ebb2-4212-87f3-8553ac48d03c tempest-ServersTestMultiNic-443364247 tempest-ServersTestMultiNic-443364247-project] Pushing event deleted for resources: {'Network': ['ID=3b00f243-d3d0-48b9-90af-46b9a123e2ab,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:08.731141 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:08.786592 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-a3f931ee-a4d0-4058-9b22-16a734e00f06 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:08.890334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58530) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:08.917935 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Allocated IP 172.20.0.2 (1c6029df-4f46-4bb8-b870-1f0a53d78198/af905744-454c-4f5a-b5f4-3cd09d75c9a2/4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:09.059997 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-a3f931ee-a4d0-4058-9b22-16a734e00f06 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:09.213311 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29928f41-5550-4353-a116-ea281c3dd25b req-e1ccc313-eabc-478a-bad9-c9c5a7d2f888 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 210 time: 0.0703373 Jul 29 14:48:09.266730 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-a3f931ee-a4d0-4058-9b22-16a734e00f06 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Network 3d2c1f32-c50e-4383-8681-f45f9880fe0a is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:09.305472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-a3f931ee-a4d0-4058-9b22-16a734e00f06 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:09.307826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f931ee-a4d0-4058-9b22-16a734e00f06 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Pushing event updated for resources: {'Port': ['ID=abd06b1f-af09-4691-9c2d-f8be709238c3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:09.311906 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-a3f931ee-a4d0-4058-9b22-16a734e00f06 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:09.529707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-a3f931ee-a4d0-4058-9b22-16a734e00f06 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:09.530431 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-a3f931ee-a4d0-4058-9b22-16a734e00f06 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:09.584985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700eb09-2874-48b3-b499-d993a7cee957 req-4387f120-66de-4cde-bebc-e770294a38fb tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:09.590022 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7700eb09-2874-48b3-b499-d993a7cee957 req-4387f120-66de-4cde-bebc-e770294a38fb tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 932 time: 0.2308056 Jul 29 14:48:09.711804 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:09.738367 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Transition to ACTIVE for port object 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:09.773979 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Transition to ACTIVE for port object 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:09.796294 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:09.850285 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7700eb09-2874-48b3-b499-d993a7cee957 req-007a4f8f-c478-4546-84a8-7c82c1693c12 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494662 Jul 29 14:48:09.958869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Network 1c6029df-4f46-4bb8-b870-1f0a53d78198 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:09.968626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:09.977188 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:10.092405 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8738bf16-4c08-40de-82f0-e40843ca065a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:10.103052 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Pushing event updated for resources: {'Port': ['ID=4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:10.172273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Attempting to bind port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:48:10.172641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Attempting to bind port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:48:10.175055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Attempting to bind port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a on network 1c6029df-4f46-4bb8-b870-1f0a53d78198 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:10.190827 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:48:10.195401 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Checking segment: {'id': 'bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:10.196132 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:10.197007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Bound using segment: {'id': 'bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:48:10.197731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Bound port: 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:48:10.198417 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:10.267396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58556) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:10.274891 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b6d5f7d0-ce92-43c9-90c5-372475e67c95 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Request body: {'subnet': {'network_id': '3f348bb0-c7c9-48df-bcab-e2246a622c0c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:10.286307 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-a3f931ee-a4d0-4058-9b22-16a734e00f06 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1257186 Jul 29 14:48:10.345606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Request body: {'port': {'device_id': '22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:10.353953 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] For port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:48:10.360619 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] For port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a,segment=NetworkSegment(bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7),segment_id=bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:48:10.368056 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:10.500611 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfaa7c2-36fd-48ba-91a5-fa8d90325fde None None] Pushing event updated for resources: {'Port': ['ID=4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:10.550712 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcf7b245-b528-40bf-863f-92f4783ec22a req-5ca78178-2035-4236-b952-f1a493161c83 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 210 time: 0.1673157 Jul 29 14:48:10.589926 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-8738bf16-4c08-40de-82f0-e40843ca065a admin admin] Deleting port 58af3cb3-e033-430d-8fff-3bc1ee75caf0 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:10.590191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8738bf16-4c08-40de-82f0-e40843ca065a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:10.619669 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:10.647904 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:10.698005 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:10.713620 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:10.757325 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-8cfa6894-550b-44dc-af9a-08b4058cbf78 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:10.758727 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-8cfa6894-550b-44dc-af9a-08b4058cbf78 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.39 "GET /v2.0/networks?id=fe2ff3f2-a28d-44f9-ac14-6c57ffb74870 HTTP/1.1" status: 200 len: 809 time: 1.1601417 Jul 29 14:48:10.773075 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-8738bf16-4c08-40de-82f0-e40843ca065a admin admin] For port 58af3cb3-e033-430d-8fff-3bc1ee75caf0, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=58af3cb3-e033-430d-8fff-3bc1ee75caf0,segment=NetworkSegment(6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908),segment_id=6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:10.773922 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8738bf16-4c08-40de-82f0-e40843ca065a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:10.796900 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-8738bf16-4c08-40de-82f0-e40843ca065a admin admin] Calling delete_port for 58af3cb3-e033-430d-8fff-3bc1ee75caf0 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:10.887573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-78688e3f-bc43-4b79-b538-b9e15843243d tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Request body: {'port': {'device_id': '71d1c842-873d-435f-94f4-59054b52095a', 'network_id': 'fe2ff3f2-a28d-44f9-ac14-6c57ffb74870', 'admin_state_up': True, 'tenant_id': '754860ce50754fbb95dacf93f6e05aac'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:10.986613 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d5f7d0-ce92-43c9-90c5-372475e67c95 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Made reservation on behalf of 66f12a423637482e9fd025cef354d6cb for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:10.991330 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f7d0-ce92-43c9-90c5-372475e67c95 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:11.029872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c159c-27fb-4e5b-9965-dcdd771b723f req-e31ac9dc-ac09-4fd5-9e23-a93e5a52ab56 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:11.031835 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-144c159c-27fb-4e5b-9965-dcdd771b723f req-e31ac9dc-ac09-4fd5-9e23-a93e5a52ab56 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 932 time: 0.0819890 Jul 29 14:48:11.107878 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8738bf16-4c08-40de-82f0-e40843ca065a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:11.236714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738bf16-4c08-40de-82f0-e40843ca065a admin admin] Pushing event deleted for resources: {'Port': ['ID=58af3cb3-e033-430d-8fff-3bc1ee75caf0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:11.279336 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-144c159c-27fb-4e5b-9965-dcdd771b723f req-9640930d-7052-49cb-b36a-86c430d0b623 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835935 Jul 29 14:48:11.314217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Allocated IP 172.25.6.251 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/874185e0-fb22-4401-9b2e-3f0c137b1e04) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:11.432715 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8738bf16-4c08-40de-82f0-e40843ca065a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:11.546388 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:11.707539 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-78688e3f-bc43-4b79-b538-b9e15843243d tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Made reservation on behalf of 754860ce50754fbb95dacf93f6e05aac for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:11.711491 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-78688e3f-bc43-4b79-b538-b9e15843243d tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:11.760701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392c5481-4c63-4459-8d47-3d28e9149c2e None None] Network 1c6029df-4f46-4bb8-b870-1f0a53d78198 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:11.810074 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e792879e-2ee2-484b-a7f7-44518e38f467 req-c4b38510-e203-4f94-bf97-4af66a153a0f tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 210 time: 0.1131902 Jul 29 14:48:11.864651 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-380f4e63-55a6-4f37-b1e7-5f94ce2cd8cc None None] Provisioning for port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:11.881440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd06b1f-af09-4691-9c2d-f8be709238c3 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:48:11.895260 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:11.917163 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:12.030481 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:12.031671 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f7d0-ce92-43c9-90c5-372475e67c95 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:12.040001 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8738bf16-4c08-40de-82f0-e40843ca065a admin admin] Router 0c8ac83a-3530-4378-9390-467ca1d70de6 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:48:12.053797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Transition to ACTIVE for port object abd06b1f-af09-4691-9c2d-f8be709238c3 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:12.061164 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:12.110373 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:12.112643 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:12.154394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Pushing event updated for resources: {'Port': ['ID=874185e0-fb22-4401-9b2e-3f0c137b1e04,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:12.201901 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8738bf16-4c08-40de-82f0-e40843ca065a admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:48:12.212818 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f37f88a-e343-4ae2-897f-f98db5ad09c6 None None] Sync routers for ids ['0c8ac83a-3530-4378-9390-467ca1d70de6'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:48:12.229486 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f37f88a-e343-4ae2-897f-f98db5ad09c6 None None] Routers {'0c8ac83a-3530-4378-9390-467ca1d70de6'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:48:12.234105 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8738bf16-4c08-40de-82f0-e40843ca065a admin admin] 10.222.0.16 "PUT /v2.0/routers/0c8ac83a-3530-4378-9390-467ca1d70de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3426270 Jul 29 14:48:12.234857 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0f37f88a-e343-4ae2-897f-f98db5ad09c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:48:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['0c8ac83a-3530-4378-9390-467ca1d70de6'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:12.236845 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58578) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:12.296075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-78688e3f-bc43-4b79-b538-b9e15843243d tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Allocated IP 172.20.0.2 (fe2ff3f2-a28d-44f9-ac14-6c57ffb74870/4baccebd-151f-40a1-9676-f7fda5a3fc5c/86c90964-b371-432d-a6e3-ccf3e9c8f975) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:12.298491 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5f7d0-ce92-43c9-90c5-372475e67c95 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event updated for resources: {'Subnet': ['ID=151c3f55-cb7d-4143-9969-72df121c9a34,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:12.400601 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0f37f88a-e343-4ae2-897f-f98db5ad09c6 None None] Set router 0c8ac83a-3530-4378-9390-467ca1d70de6 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:48:12.478342 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Pushing event updated for resources: {'Port': ['ID=abd06b1f-af09-4691-9c2d-f8be709238c3,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:12.495905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d5f7d0-ce92-43c9-90c5-372475e67c95 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Checking segment: {'id': 'ab4bc92e-36f1-41fb-a4f6-cd9661701183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f348bb0-c7c9-48df-bcab-e2246a622c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:12.495905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d5f7d0-ce92-43c9-90c5-372475e67c95 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Network hostable DHCP agents. Network: 3f348bb0-c7c9-48df-bcab-e2246a622c0c, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:48:12.534543 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15e3dc2f-8114-41e6-8752-8db26364ca5b admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:12.641913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:12.681099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d5f7d0-ce92-43c9-90c5-372475e67c95 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Network 3f348bb0-c7c9-48df-bcab-e2246a622c0c is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:48:12.724058 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15e3dc2f-8114-41e6-8752-8db26364ca5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:12.759754 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0f37f88a-e343-4ae2-897f-f98db5ad09c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'name': 'tempest-ServersTestMultiNic-775603277-router', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '043527a1-aaef-4bb9-8831-560fe7946126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:45:56Z', 'updated_at': '2021-07-29T14:48:11Z', 'revision_number': 5, 'project_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'gw_port': {'id': '043527a1-aaef-4bb9-8831-560fe7946126', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:45:57Z', 'updated_at': '2021-07-29T14:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:12.762821 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:12.772368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:12.773100 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:12.831056 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f37f88a-e343-4ae2-897f-f98db5ad09c6 None None] Checking router: 0c8ac83a-3530-4378-9390-467ca1d70de6 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:48:12.866621 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f37f88a-e343-4ae2-897f-f98db5ad09c6 None None] Routers {'0c8ac83a-3530-4378-9390-467ca1d70de6'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:48:12.869453 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0f37f88a-e343-4ae2-897f-f98db5ad09c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:48:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['0c8ac83a-3530-4378-9390-467ca1d70de6'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:12.884807 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-15e3dc2f-8114-41e6-8752-8db26364ca5b admin admin] Deleting port 043527a1-aaef-4bb9-8831-560fe7946126 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:12.888123 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15e3dc2f-8114-41e6-8752-8db26364ca5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:12.957156 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.019361 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-15e3dc2f-8114-41e6-8752-8db26364ca5b admin admin] For port 043527a1-aaef-4bb9-8831-560fe7946126, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=043527a1-aaef-4bb9-8831-560fe7946126,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:13.019891 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15e3dc2f-8114-41e6-8752-8db26364ca5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.035676 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-15e3dc2f-8114-41e6-8752-8db26364ca5b admin admin] Calling delete_port for 043527a1-aaef-4bb9-8831-560fe7946126 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:13.064900 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a,segment=NetworkSegment(bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7),segment_id=bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:13.072033 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.108337 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0f37f88a-e343-4ae2-897f-f98db5ad09c6 None None] Set router 0c8ac83a-3530-4378-9390-467ca1d70de6 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:48:13.142458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:13.196169 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0f37f88a-e343-4ae2-897f-f98db5ad09c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'name': 'tempest-ServersTestMultiNic-775603277-router', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:45:56Z', 'updated_at': '2021-07-29T14:48:12Z', 'revision_number': 6, 'project_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:13.197741 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31c14f97-ae10-499d-880e-ffa6c1704dc8 req-4e1537c4-9479-47b1-9027-58c88ab0371a tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 210 time: 0.0448687 Jul 29 14:48:13.221819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-b6d5f7d0-ce92-43c9-90c5-372475e67c95 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 3f348bb0-c7c9-48df-bcab-e2246a622c0c) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:13.230119 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Attempting to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:48:13.230639 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Attempting to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:48:13.231442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18268a05-ab1f-40c2-bdd3-e9b4934037e6 None None] Network 3f348bb0-c7c9-48df-bcab-e2246a622c0c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:13.231716 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Attempting to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:13.241323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a462e-4a17-44a1-80e2-d21c5912e859 req-aeaef709-14cf-469c-a4ee-17a0f24cc9cc tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:13.250527 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d87a462e-4a17-44a1-80e2-d21c5912e859 req-aeaef709-14cf-469c-a4ee-17a0f24cc9cc tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 944 time: 0.7689488 Jul 29 14:48:13.252172 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f37f88a-e343-4ae2-897f-f98db5ad09c6 None None] The sync data for ids ['0c8ac83a-3530-4378-9390-467ca1d70de6'] in n-d-802893-1 is: [{'id': '0c8ac83a-3530-4378-9390-467ca1d70de6', 'name': 'tempest-ServersTestMultiNic-775603277-router', 'tenant_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:45:56Z', 'updated_at': '2021-07-29T14:48:12Z', 'revision_number': 6, 'project_id': 'd8d78d89373a4e9c9a41503e527a8f91', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:48:13.267404 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d5f7d0-ce92-43c9-90c5-372475e67c95 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:13.271178 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f7d0-ce92-43c9-90c5-372475e67c95 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.296822 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Port abd06b1f-af09-4691-9c2d-f8be709238c3 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:48:13.297270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Attempting to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:13.337778 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:48:13.338297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Checking segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:13.338793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Bound using segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:48:13.339357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Bound port: abd06b1f-af09-4691-9c2d-f8be709238c3, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:48:13.339827 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.385255 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15e3dc2f-8114-41e6-8752-8db26364ca5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.409297 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b6d5f7d0-ce92-43c9-90c5-372475e67c95 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1396122 Jul 29 14:48:13.418192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58586) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:13.423521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-da158f49-9935-4908-a83f-7dd3a36d6c9d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1089269487'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:13.443057 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3dc2f-8114-41e6-8752-8db26364ca5b admin admin] Pushing event deleted for resources: {'Port': ['ID=043527a1-aaef-4bb9-8831-560fe7946126,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:13.450406 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d87a462e-4a17-44a1-80e2-d21c5912e859 req-f9db69af-8076-4842-9b51-8491a5a14e00 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933358 Jul 29 14:48:13.471464 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-3f348bb0-c7c9-48df-bcab-e2246a622c0c', 'network_id': '3f348bb0-c7c9-48df-bcab-e2246a622c0c', 'tenant_id': '66f12a423637482e9fd025cef354d6cb', 'fixed_ips': [{'subnet_id': '151c3f55-cb7d-4143-9969-72df121c9a34'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:48:13.475502 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.508242 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-78688e3f-bc43-4b79-b538-b9e15843243d tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.536074 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.537325 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15e3dc2f-8114-41e6-8752-8db26364ca5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.544533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da158f49-9935-4908-a83f-7dd3a36d6c9d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Made reservation on behalf of 66f12a423637482e9fd025cef354d6cb for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:13.548217 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da158f49-9935-4908-a83f-7dd3a36d6c9d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.630139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:48:13.673178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Allocated IP 2001:db8:0:ffff::2 (3f348bb0-c7c9-48df-bcab-e2246a622c0c/151c3f55-cb7d-4143-9969-72df121c9a34/de8a235a-f167-40ba-9e27-ff4bc17ee5c9) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:13.676814 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15e3dc2f-8114-41e6-8752-8db26364ca5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.679941 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15e3dc2f-8114-41e6-8752-8db26364ca5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.730094 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=abd06b1f-af09-4691-9c2d-f8be709238c3,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:48:13.731754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da158f49-9935-4908-a83f-7dd3a36d6c9d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:48:13.744815 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15e3dc2f-8114-41e6-8752-8db26364ca5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.745047 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.745664 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e3dc2f-8114-41e6-8752-8db26364ca5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c8ac83a-3530-4378-9390-467ca1d70de6 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:48:13.759314 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15e3dc2f-8114-41e6-8752-8db26364ca5b admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.763938 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-15e3dc2f-8114-41e6-8752-8db26364ca5b admin admin] 10.222.0.16 "DELETE /v2.0/routers/0c8ac83a-3530-4378-9390-467ca1d70de6 HTTP/1.1" status: 204 len: 168 time: 1.5193758 Jul 29 14:48:13.764562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58588) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:13.792995 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da158f49-9935-4908-a83f-7dd3a36d6c9d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.793385 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-da158f49-9935-4908-a83f-7dd3a36d6c9d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Added segment 64e399e9-1b31-4343-ac6d-1b192db22caa of type vlan for network 9cbe43cc-d556-42a9-839a-8e59f68745b7 Jul 29 14:48:13.851492 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-2485b297-76e8-43cc-8767-7e201b3755cd admin admin] Deleting subnet 8342f1b0-7b0c-4f9c-b89c-24e292fa887d {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:48:13.852091 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-78688e3f-bc43-4b79-b538-b9e15843243d tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.857933 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2485b297-76e8-43cc-8767-7e201b3755cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.858409 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:13.859027 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.860464 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] 10.222.0.39 "PUT /v2.0/ports/abd06b1f-af09-4691-9c2d-f8be709238c3 HTTP/1.1" status: 200 len: 1092 time: 3.5268464 Jul 29 14:48:13.862825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d', 'tag': 'abd06b1f-af09-4691-9c2d-f8be709238c3'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:48:13.865068 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901fe3c1-a639-414c-9714-cbc4461f86d9" -d '{"events": [{"name": "network-changed", "server_uuid": "22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d", "tag": "abd06b1f-af09-4691-9c2d-f8be709238c3"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:48:13.901877 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.914785 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Transition to ACTIVE for port object de8a235a-f167-40ba-9e27-ff4bc17ee5c9 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:13.920310 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2485b297-76e8-43cc-8767-7e201b3755cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.934193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Transition to ACTIVE for port object de8a235a-f167-40ba-9e27-ff4bc17ee5c9 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:13.941924 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.946358 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51373cb1-4b3c-4a28-bc9b-72acc69c0fc3 x-openstack-request-id: req-51373cb1-4b3c-4a28-bc9b-72acc69c0fc3 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:48:13.946358 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d", "tag": "abd06b1f-af09-4691-9c2d-f8be709238c3", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:48:13.946358 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51373cb1-4b3c-4a28-bc9b-72acc69c0fc3 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:48:13.946780 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d', 'tag': 'abd06b1f-af09-4691-9c2d-f8be709238c3', 'status': 'completed', 'code': 200} Jul 29 14:48:13.948425 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da158f49-9935-4908-a83f-7dd3a36d6c9d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:13.993252 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Pushing event updated for resources: {'Port': ['ID=de8a235a-f167-40ba-9e27-ff4bc17ee5c9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:14.014571 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Network 3f348bb0-c7c9-48df-bcab-e2246a622c0c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:14.016370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:14.024758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:14.028510 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2485b297-76e8-43cc-8767-7e201b3755cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:14.071991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db0980-7093-41f2-935c-63b4ee3b8607 service neutron] Pushing event updated for resources: {'Port': ['ID=abd06b1f-af09-4691-9c2d-f8be709238c3,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:14.107235 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2485b297-76e8-43cc-8767-7e201b3755cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:14.107679 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Attempting to bind port de8a235a-f167-40ba-9e27-ff4bc17ee5c9 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:48:14.108097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Attempting to bind port de8a235a-f167-40ba-9e27-ff4bc17ee5c9 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ab4bc92e-36f1-41fb-a4f6-cd9661701183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f348bb0-c7c9-48df-bcab-e2246a622c0c'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:48:14.108656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Attempting to bind port de8a235a-f167-40ba-9e27-ff4bc17ee5c9 on network 3f348bb0-c7c9-48df-bcab-e2246a622c0c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:14.114357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:48:14.114752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Checking segment: {'id': 'ab4bc92e-36f1-41fb-a4f6-cd9661701183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f348bb0-c7c9-48df-bcab-e2246a622c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:14.115417 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:14.115852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Bound using segment: {'id': 'ab4bc92e-36f1-41fb-a4f6-cd9661701183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f348bb0-c7c9-48df-bcab-e2246a622c0c'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:48:14.116330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Bound port: de8a235a-f167-40ba-9e27-ff4bc17ee5c9, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4bc92e-36f1-41fb-a4f6-cd9661701183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '3f348bb0-c7c9-48df-bcab-e2246a622c0c'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:48:14.116707 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:14.152899 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485b297-76e8-43cc-8767-7e201b3755cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8342f1b0-7b0c-4f9c-b89c-24e292fa887d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:14.177462 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2485b297-76e8-43cc-8767-7e201b3755cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:14.179358 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2485b297-76e8-43cc-8767-7e201b3755cd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8342f1b0-7b0c-4f9c-b89c-24e292fa887d HTTP/1.1" status: 204 len: 168 time: 0.4135814 Jul 29 14:48:14.181836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58596) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:14.197961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-78688e3f-bc43-4b79-b538-b9e15843243d tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Network fe2ff3f2-a28d-44f9-ac14-6c57ffb74870 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:14.198292 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] For port de8a235a-f167-40ba-9e27-ff4bc17ee5c9, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:48:14.202790 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] For port de8a235a-f167-40ba-9e27-ff4bc17ee5c9, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=de8a235a-f167-40ba-9e27-ff4bc17ee5c9,segment=NetworkSegment(ab4bc92e-36f1-41fb-a4f6-cd9661701183),segment_id=ab4bc92e-36f1-41fb-a4f6-cd9661701183)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:48:14.205930 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69caabc3-9dbb-4f08-8bca-7e4d8040d683 None None] Network 9a4b6d5d-d753-4276-8e45-60a99a32b429 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:14.210753 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:14.238898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-78688e3f-bc43-4b79-b538-b9e15843243d tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:14.247376 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.resource_extend [None req-da158f49-9935-4908-a83f-7dd3a36d6c9d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:48:14.260335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-78688e3f-bc43-4b79-b538-b9e15843243d tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:14.306640 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:14.341249 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-78688e3f-bc43-4b79-b538-b9e15843243d tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:14.342390 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-78688e3f-bc43-4b79-b538-b9e15843243d tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:14.400518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-99b89232-cd88-4de5-8632-51f7b626deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:14.402296 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-99b89232-cd88-4de5-8632-51f7b626deb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 1095 time: 0.4872906 Jul 29 14:48:14.412597 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78688e3f-bc43-4b79-b538-b9e15843243d tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Pushing event updated for resources: {'Port': ['ID=86c90964-b371-432d-a6e3-ccf3e9c8f975,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:14.420729 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da158f49-9935-4908-a83f-7dd3a36d6c9d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:14.427593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da158f49-9935-4908-a83f-7dd3a36d6c9d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:14.428359 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da158f49-9935-4908-a83f-7dd3a36d6c9d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:14.459718 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198b241-839b-4c32-bc16-fb94cd9c5c15 None None] Pushing event updated for resources: {'Port': ['ID=de8a235a-f167-40ba-9e27-ff4bc17ee5c9,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:14.496771 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-78688e3f-bc43-4b79-b538-b9e15843243d tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6144614 Jul 29 14:48:14.500166 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:14.503388 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-11fb4e6c-5ca9-4573-9791-9e3b2c84a0f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abd06b1f-af09-4691-9c2d-f8be709238c3 HTTP/1.1" status: 200 len: 217 time: 0.0851374 Jul 29 14:48:14.510170 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:14.534099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Request body: {'port': {'device_id': '71d1c842-873d-435f-94f4-59054b52095a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:14.586878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388b818-39cd-4d19-bd6f-2d0a6edab34e req-b2eafc4f-0509-41db-9478-4c8bf355e827 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:14.588532 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b388b818-39cd-4d19-bd6f-2d0a6edab34e req-b2eafc4f-0509-41db-9478-4c8bf355e827 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 931 time: 0.2380025 Jul 29 14:48:14.604370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:14.605910 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:14.625385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-fd44e3ca-3faf-4b17-b375-d6fde57406bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:14.627101 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-fd44e3ca-3faf-4b17-b375-d6fde57406bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.0864544 Jul 29 14:48:14.642074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dbc0f7-99b5-4980-95b5-961a661e0fef None None] DHCP port deletion for 9a4b6d5d-d753-4276-8e45-60a99a32b429 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:48:14.716527 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] Deleting port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:14.716996 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:14.748566 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b388b818-39cd-4d19-bd6f-2d0a6edab34e req-37edff4a-b052-4346-b8a5-206cb7f14828 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bebac44-26a7-4926-a0d2-9dd939079ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489182 Jul 29 14:48:14.809068 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-da158f49-9935-4908-a83f-7dd3a36d6c9d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3895211 Jul 29 14:48:14.832659 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] For port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1a22a33e-e850-4e5a-b6e1-d0b413a1189c,segment=NetworkSegment(6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908),segment_id=6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:14.833348 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:14.850747 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] Calling delete_port for 1a22a33e-e850-4e5a-b6e1-d0b413a1189c owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:14.870029 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-00dbc0f7-99b5-4980-95b5-961a661e0fef None None] Deleting port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:14.876394 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00dbc0f7-99b5-4980-95b5-961a661e0fef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:14.889685 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-46fd8ec9-ab21-445e-be62-1ef43a4d8c1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1830785 Jul 29 14:48:14.937500 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58604) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:14.938457 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da158f49-9935-4908-a83f-7dd3a36d6c9d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event updated for resources: {'Network': ['ID=9cbe43cc-d556-42a9-839a-8e59f68745b7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:14.969118 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 9cbe43cc-d556-42a9-839a-8e59f68745b7 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:48:14.971109 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 58af3cb3-e033-430d-8fff-3bc1ee75caf0 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:15.001498 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f0dd6175-e4cf-428d-b574-d76c4738af52 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Request body: {'subnet': {'network_id': '9cbe43cc-d556-42a9-839a-8e59f68745b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:15.009983 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:15.037397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 58af3cb3-e033-430d-8fff-3bc1ee75caf0 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:48:15.037935 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 58af3cb3-e033-430d-8fff-3bc1ee75caf0 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:15.038643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 043527a1-aaef-4bb9-8831-560fe7946126 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:15.045656 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a22a33e-e850-4e5a-b6e1-d0b413a1189c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:15.055977 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] No DVR routers for this DVR port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:15.073941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 043527a1-aaef-4bb9-8831-560fe7946126 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:48:15.074179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 043527a1-aaef-4bb9-8831-560fe7946126 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:15.103220 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-00dbc0f7-99b5-4980-95b5-961a661e0fef None None] For port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1a22a33e-e850-4e5a-b6e1-d0b413a1189c,segment=NetworkSegment(6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908),segment_id=6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:15.103619 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00dbc0f7-99b5-4980-95b5-961a661e0fef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:15.125341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-00dbc0f7-99b5-4980-95b5-961a661e0fef None None] Calling delete_port for 1a22a33e-e850-4e5a-b6e1-d0b413a1189c owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:15.155786 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:15.187233 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4b6d5d-d753-4276-8e45-60a99a32b429']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:15.214552 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:15.214848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2ba5dd-fa0e-4ce4-bdff-f985f3f52908') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:15.236112 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:15.240115 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00dbc0f7-99b5-4980-95b5-961a661e0fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:15.260773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dbc0f7-99b5-4980-95b5-961a661e0fef None None] No DVR routers for this DVR port 1a22a33e-e850-4e5a-b6e1-d0b413a1189c on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:15.275269 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:15.276072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e3c44-59f4-44e8-9f68-848f1ebac19f req-cdbceb09-4250-4ace-8b87-f00aad9f2d2c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:15.278971 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e38e3c44-59f4-44e8-9f68-848f1ebac19f req-cdbceb09-4250-4ace-8b87-f00aad9f2d2c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 944 time: 0.5939567 Jul 29 14:48:15.287508 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:48:15.288236 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:48:15.290884 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:48:15.295488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbc0f7-99b5-4980-95b5-961a661e0fef None None] Pushing event deleted for resources: {'Port': ['ID=1a22a33e-e850-4e5a-b6e1-d0b413a1189c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:15.305713 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:15.369141 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:15.377536 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:15.382620 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9a4b6d5d-d753-4276-8e45-60a99a32b429 HTTP/1.1" status: 204 len: 168 time: 1.1968353 Jul 29 14:48:15.393585 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dd6175-e4cf-428d-b574-d76c4738af52 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Made reservation on behalf of 66f12a423637482e9fd025cef354d6cb for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:15.397147 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc75433-a746-4dfe-9e45-e65f8f8b1ef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a4b6d5d-d753-4276-8e45-60a99a32b429,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:15.397297 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0dd6175-e4cf-428d-b574-d76c4738af52 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:15.425216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Router 274e9a28-7d40-435b-9173-1b1763dcfb7b is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:48:15.494375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-9b739807-d73c-40cb-9dc5-e26303299f45 service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981833 Jul 29 14:48:15.507518 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e38e3c44-59f4-44e8-9f68-848f1ebac19f req-1bf28016-b8bb-4df7-8d89-1068429ffb93 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086678 Jul 29 14:48:15.625738 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58612) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:15.686276 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b24183b5-95c2-47c3-ba43-4a5535cf5078 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8d78d89373a4e9c9a41503e527a8f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582886 Jul 29 14:48:15.690965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58614) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:15.752309 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4cdab8b-4775-4df4-bebd-a204c39e209a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:15.783058 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4cdab8b-4775-4df4-bebd-a204c39e209a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:15.809168 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:48:15.854843 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4cdab8b-4775-4df4-bebd-a204c39e209a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:15.861033 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4cdab8b-4775-4df4-bebd-a204c39e209a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:15.862464 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e4cdab8b-4775-4df4-bebd-a204c39e209a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1a99eb8-9015-4be8-8690-3586de91a86b HTTP/1.1" status: 204 len: 168 time: 0.1701667 Jul 29 14:48:15.877833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdab8b-4775-4df4-bebd-a204c39e209a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a99eb8-9015-4be8-8690-3586de91a86b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:15.975984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f9b16-cb2e-4d08-a19b-b2acdf24bd23 req-b50c5481-216a-4d8e-91a4-acd801d2035b tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:15.986572 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c23f9b16-cb2e-4d08-a19b-b2acdf24bd23 req-b50c5481-216a-4d8e-91a4-acd801d2035b tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 931 time: 0.0793021 Jul 29 14:48:15.987584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35d02e7-c22d-407a-b38d-d786866f527d None None] Network 3f348bb0-c7c9-48df-bcab-e2246a622c0c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:16.027386 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b1c7644c-b560-4073-af24-12e80df9ee44 None None] Provisioning for port de8a235a-f167-40ba-9e27-ff4bc17ee5c9 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:16.030836 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c23f9b16-cb2e-4d08-a19b-b2acdf24bd23 req-0b6a82b5-0974-475d-89a6-5dfbf9701360 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bebac44-26a7-4926-a0d2-9dd939079ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433698 Jul 29 14:48:16.381040 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a00d6a34-389d-4467-b4ab-f02727cd2819 req-c42710af-6932-4e9e-9310-96bec4c14e90 service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8498182 Jul 29 14:48:16.445431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:48:16.456105 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Sync routers for ids ['274e9a28-7d40-435b-9173-1b1763dcfb7b'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:48:16.481246 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Routers {'274e9a28-7d40-435b-9173-1b1763dcfb7b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:48:16.482286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:48:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['274e9a28-7d40-435b-9173-1b1763dcfb7b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:16.565989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device de8a235a-f167-40ba-9e27-ff4bc17ee5c9 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:16.593318 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:16.594487 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-78697897-6a8b-4f55-bfd6-4d906fa60b1b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8860736 Jul 29 14:48:16.597341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58638) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:16.720574 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Set router 274e9a28-7d40-435b-9173-1b1763dcfb7b gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:48:16.726082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port de8a235a-f167-40ba-9e27-ff4bc17ee5c9 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:16.742441 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fb4b7-f072-4fa3-9e7e-13ba0ee587d8 req-4386c416-6ca9-414e-bead-5c3b278c739b tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:16.750573 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7e1fb4b7-f072-4fa3-9e7e-13ba0ee587d8 req-4386c416-6ca9-414e-bead-5c3b278c739b tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 944 time: 0.0730956 Jul 29 14:48:16.751141 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c90964-b371-432d-a6e3-ccf3e9c8f975 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:48:16.767680 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port de8a235a-f167-40ba-9e27-ff4bc17ee5c9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:16.768320 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:16.769670 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:16.795668 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Transition to ACTIVE for port object 86c90964-b371-432d-a6e3-ccf3e9c8f975 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:16.809899 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:16.843889 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7e1fb4b7-f072-4fa3-9e7e-13ba0ee587d8 req-3b222b33-625a-4f6c-a248-0547786c7576 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923545 Jul 29 14:48:16.895053 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=86c90964-b371-432d-a6e3-ccf3e9c8f975,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:16.913565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe3c1-a639-414c-9714-cbc4461f86d9 req-42e8d99b-fc33-4be9-b3c8-dd4d637cb1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:16.916939 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-901fe3c1-a639-414c-9714-cbc4461f86d9 req-42e8d99b-fc33-4be9-b3c8-dd4d637cb1e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 1095 time: 0.4424355 Jul 29 14:48:17.013838 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:17.041061 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58648) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:17.047054 n-d-802893-1 neutron-server[94158]: DEBUG neutron.objects.ports [None req-f0dd6175-e4cf-428d-b574-d76c4738af52 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94158) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 14:48:17.050122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port de8a235a-f167-40ba-9e27-ff4bc17ee5c9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=de8a235a-f167-40ba-9e27-ff4bc17ee5c9,segment=NetworkSegment(ab4bc92e-36f1-41fb-a4f6-cd9661701183),segment_id=ab4bc92e-36f1-41fb-a4f6-cd9661701183)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:17.056768 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:17.107513 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0dd6175-e4cf-428d-b574-d76c4738af52 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:17.271816 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-495adf29-0ca2-48d0-87b3-0895eaa21278 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-942324995-network', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:17.279626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=de8a235a-f167-40ba-9e27-ff4bc17ee5c9,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:17.282419 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1a22a33e-e850-4e5a-b6e1-d0b413a1189c no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:17.306556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 1a22a33e-e850-4e5a-b6e1-d0b413a1189c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:48:17.307017 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1a22a33e-e850-4e5a-b6e1-d0b413a1189c not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:17.325854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:17.326340 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:17.326776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:17.327343 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:17.327778 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:17.328203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:17.328633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:17.329092 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:17.329650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:17.330239 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:17.330664 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:17.331085 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:17.343208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'name': 'tempest-ServersTestFqdnHostnames-1079725804-router', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:07Z', 'updated_at': '2021-07-29T14:48:12Z', 'revision_number': 3, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'gw_port': {'id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:10Z', 'updated_at': '2021-07-29T14:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:17.345233 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495adf29-0ca2-48d0-87b3-0895eaa21278 admin admin] Made reservation on behalf of d512e776609042afb7cbb4d51213c3a0 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:17.348456 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-495adf29-0ca2-48d0-87b3-0895eaa21278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:17.377999 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Checking router: 274e9a28-7d40-435b-9173-1b1763dcfb7b for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:48:17.378780 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Updating router 274e9a28-7d40-435b-9173-1b1763dcfb7b port 874185e0-fb22-4401-9b2e-3f0c137b1e04 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:48:17.396558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd6175-e4cf-428d-b574-d76c4738af52 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event updated for resources: {'Subnet': ['ID=dcd87cca-2b71-49f9-8b4b-82aa41365ee0,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:17.409405 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:17.424936 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-495adf29-0ca2-48d0-87b3-0895eaa21278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:17.426867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd6175-e4cf-428d-b574-d76c4738af52 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Checking segment: {'id': '64e399e9-1b31-4343-ac6d-1b192db22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9cbe43cc-d556-42a9-839a-8e59f68745b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:17.427234 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dd6175-e4cf-428d-b574-d76c4738af52 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Network hostable DHCP agents. Network: 9cbe43cc-d556-42a9-839a-8e59f68745b7, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:48:17.475864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe3c1-a639-414c-9714-cbc4461f86d9 req-4b933118-90c4-4545-ac34-2385e811b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:17.477585 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-901fe3c1-a639-414c-9714-cbc4461f86d9 req-4b933118-90c4-4545-ac34-2385e811b2e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.5522087 Jul 29 14:48:17.481072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Attempting to bind port 86c90964-b371-432d-a6e3-ccf3e9c8f975 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:48:17.481482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Attempting to bind port 86c90964-b371-432d-a6e3-ccf3e9c8f975 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'a4779bd1-a5ba-4a7b-9e16-92581c3eecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fe2ff3f2-a28d-44f9-ac14-6c57ffb74870'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:48:17.481886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Attempting to bind port 86c90964-b371-432d-a6e3-ccf3e9c8f975 on network fe2ff3f2-a28d-44f9-ac14-6c57ffb74870 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:17.494767 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:17.511285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd4288-f1ec-4a86-a839-b8b465b97924 req-b0f4b717-1fd9-4d4e-a1f1-4aeef1c54464 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:17.513656 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8bd4288-f1ec-4a86-a839-b8b465b97924 req-b0f4b717-1fd9-4d4e-a1f1-4aeef1c54464 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 943 time: 0.2967017 Jul 29 14:48:17.514357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dd6175-e4cf-428d-b574-d76c4738af52 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Network 9cbe43cc-d556-42a9-839a-8e59f68745b7 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:48:17.552390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Port 86c90964-b371-432d-a6e3-ccf3e9c8f975 on network fe2ff3f2-a28d-44f9-ac14-6c57ffb74870 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:48:17.552861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Attempting to bind port 86c90964-b371-432d-a6e3-ccf3e9c8f975 on network fe2ff3f2-a28d-44f9-ac14-6c57ffb74870 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:17.567728 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-901fe3c1-a639-414c-9714-cbc4461f86d9 req-14e9fe7b-9431-4b22-8a8c-855a12a082ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abd06b1f-af09-4691-9c2d-f8be709238c3 HTTP/1.1" status: 200 len: 217 time: 0.0753641 Jul 29 14:48:17.569985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:48:17.570394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Checking segment: {'id': 'a4779bd1-a5ba-4a7b-9e16-92581c3eecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fe2ff3f2-a28d-44f9-ac14-6c57ffb74870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:17.570840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Bound using segment: {'id': 'a4779bd1-a5ba-4a7b-9e16-92581c3eecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fe2ff3f2-a28d-44f9-ac14-6c57ffb74870'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:48:17.571361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Bound port: 86c90964-b371-432d-a6e3-ccf3e9c8f975, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4779bd1-a5ba-4a7b-9e16-92581c3eecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'fe2ff3f2-a28d-44f9-ac14-6c57ffb74870'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:48:17.571791 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:17.593441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-f0dd6175-e4cf-428d-b574-d76c4738af52 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 9cbe43cc-d556-42a9-839a-8e59f68745b7) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:17.641224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dd6175-e4cf-428d-b574-d76c4738af52 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:17.641834 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0dd6175-e4cf-428d-b574-d76c4738af52 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:17.649314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6121deeb-a42b-4aa7-9939-23e697a3c531 None None] Network 9cbe43cc-d556-42a9-839a-8e59f68745b7 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:17.661601 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8bd4288-f1ec-4a86-a839-b8b465b97924 req-17b3d509-6ef7-41e3-9f04-2e5450ad1a3d tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bebac44-26a7-4926-a0d2-9dd939079ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033263 Jul 29 14:48:17.724462 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] For port 86c90964-b371-432d-a6e3-ccf3e9c8f975, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:48:17.725397 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-495adf29-0ca2-48d0-87b3-0895eaa21278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:17.729123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] For port 86c90964-b371-432d-a6e3-ccf3e9c8f975, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=86c90964-b371-432d-a6e3-ccf3e9c8f975,segment=NetworkSegment(a4779bd1-a5ba-4a7b-9e16-92581c3eecbd),segment_id=a4779bd1-a5ba-4a7b-9e16-92581c3eecbd)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:48:17.737428 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fe3c1-a639-414c-9714-cbc4461f86d9 req-42e710b3-527f-4e9f-8c49-b982b25e90d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:17.740112 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-901fe3c1-a639-414c-9714-cbc4461f86d9 req-42e710b3-527f-4e9f-8c49-b982b25e90d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.1658227 Jul 29 14:48:17.741512 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:17.754209 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f0dd6175-e4cf-428d-b574-d76c4738af52 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7971156 Jul 29 14:48:17.758646 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-495adf29-0ca2-48d0-87b3-0895eaa21278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:17.766066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58660) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:17.776376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a0a34b1a-f461-4739-a7ed-f61676a34b62 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Request body: {'port': {'network_id': '9cbe43cc-d556-42a9-839a-8e59f68745b7', 'name': 'tempest-NetworksIpV6TestAttrs-227229440'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:17.815247 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-901fe3c1-a639-414c-9714-cbc4461f86d9 req-40d126aa-773f-4d5c-8a93-a7659f3c8402 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570107 Jul 29 14:48:17.819371 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:17.820191 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:17.822074 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] 10.222.0.39 "PUT /v2.0/ports/86c90964-b371-432d-a6e3-ccf3e9c8f975 HTTP/1.1" status: 200 len: 1091 time: 3.2922540 Jul 29 14:48:17.822949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d1c842-873d-435f-94f4-59054b52095a', 'tag': '86c90964-b371-432d-a6e3-ccf3e9c8f975'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:48:17.825557 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae37ccd0-3429-4abf-815c-25795a35117b" -d '{"events": [{"name": "network-changed", "server_uuid": "71d1c842-873d-435f-94f4-59054b52095a", "tag": "86c90964-b371-432d-a6e3-ccf3e9c8f975"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:48:17.897282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495adf29-0ca2-48d0-87b3-0895eaa21278 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:48:17.926806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Allocated IP 172.20.0.1 (1c6029df-4f46-4bb8-b870-1f0a53d78198/af905744-454c-4f5a-b5f4-3cd09d75c9a2/fce86e30-ce34-40b8-909d-a91fd9da2db3) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:17.934562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495adf29-0ca2-48d0-87b3-0895eaa21278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32df7c92-d9e2-4ca9-8956-ac22ca5154f6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:17.941397 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:17.944926 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-495adf29-0ca2-48d0-87b3-0895eaa21278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:17.945564 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-495adf29-0ca2-48d0-87b3-0895eaa21278 admin admin] Added segment 0efeb575-8d12-469f-ba3e-f65b5ed4cc0e of type vlan for network 2dba885a-0741-41e8-b079-6381bc1efb2c Jul 29 14:48:17.953440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Transition to ACTIVE for port object 874185e0-fb22-4401-9b2e-3f0c137b1e04 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:17.979870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device abd06b1f-af09-4691-9c2d-f8be709238c3 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:48:17.984392 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:17.995243 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a26528-b811-4d6c-b043-a0a4c9cbd077 x-openstack-request-id: req-b8a26528-b811-4d6c-b043-a0a4c9cbd077 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:48:17.995794 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d1c842-873d-435f-94f4-59054b52095a", "tag": "86c90964-b371-432d-a6e3-ccf3e9c8f975", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:48:17.995794 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8a26528-b811-4d6c-b043-a0a4c9cbd077 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:48:17.996708 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d1c842-873d-435f-94f4-59054b52095a', 'tag': '86c90964-b371-432d-a6e3-ccf3e9c8f975', 'status': 'completed', 'code': 200} Jul 29 14:48:17.999240 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-9cbe43cc-d556-42a9-839a-8e59f68745b7', 'network_id': '9cbe43cc-d556-42a9-839a-8e59f68745b7', 'tenant_id': '66f12a423637482e9fd025cef354d6cb', 'fixed_ips': [{'subnet_id': 'dcd87cca-2b71-49f9-8b4b-82aa41365ee0'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:48:18.000204 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:18.060486 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bd23d-fd7c-4843-a23e-eebb0364b1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=86c90964-b371-432d-a6e3-ccf3e9c8f975,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:18.062209 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-495adf29-0ca2-48d0-87b3-0895eaa21278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:18.085015 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Attempting to bind port 874185e0-fb22-4401-9b2e-3f0c137b1e04 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:48:18.085601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Attempting to bind port 874185e0-fb22-4401-9b2e-3f0c137b1e04 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:48:18.085932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Attempting to bind port 874185e0-fb22-4401-9b2e-3f0c137b1e04 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:18.107658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-77f3c717-48b7-42fa-b8fd-cd793af49b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:18.107939 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9699f-5236-43e6-ac41-8513fdfb7079 None None] Pushing event updated for resources: {'Port': ['ID=874185e0-fb22-4401-9b2e-3f0c137b1e04,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:18.109217 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-77f3c717-48b7-42fa-b8fd-cd793af49b6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754860ce50754fbb95dacf93f6e05aac&device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 1094 time: 0.2194798 Jul 29 14:48:18.132324 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-495adf29-0ca2-48d0-87b3-0895eaa21278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:18.133309 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495adf29-0ca2-48d0-87b3-0895eaa21278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:18.133904 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-495adf29-0ca2-48d0-87b3-0895eaa21278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:18.137542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77c626-5e47-49b0-b0f1-4a570b98951b req-6c619804-7990-4224-a062-f830c64ee168 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:18.138984 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7c77c626-5e47-49b0-b0f1-4a570b98951b req-6c619804-7990-4224-a062-f830c64ee168 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 944 time: 0.1242030 Jul 29 14:48:18.142041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:48:18.142444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:18.142944 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:18.143429 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:48:18.144359 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Bound port: 874185e0-fb22-4401-9b2e-3f0c137b1e04, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:48:18.144359 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:18.167228 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-901fe3c1-a639-414c-9714-cbc4461f86d9 req-a89a22d9-530e-465b-90a1-1ba48bb4ec6e service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386710 Jul 29 14:48:18.170848 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-1f81a4e9-7ebd-49c4-9cb5-dfb03b46c072 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86c90964-b371-432d-a6e3-ccf3e9c8f975 HTTP/1.1" status: 200 len: 217 time: 0.0525687 Jul 29 14:48:18.201570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a34b1a-f461-4739-a7ed-f61676a34b62 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Made reservation on behalf of 66f12a423637482e9fd025cef354d6cb for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:18.205457 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0a34b1a-f461-4739-a7ed-f61676a34b62 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:18.232289 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-495adf29-0ca2-48d0-87b3-0895eaa21278 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1899862 Jul 29 14:48:18.240831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58668) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:18.246086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b11ecc93-9fb8-4e42-b36b-7b5f84ad166e admin admin] Request body: {'subnet': {'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-942324995-subnet', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:18.285462 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-a0a34b1a-f461-4739-a7ed-f61676a34b62 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] device_id is not set on port 52fa69bb-3b17-4140-9ef0-3f27e25754f5 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:48:18.293473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495adf29-0ca2-48d0-87b3-0895eaa21278 admin admin] Pushing event updated for resources: {'Network': ['ID=2dba885a-0741-41e8-b079-6381bc1efb2c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:18.298322 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7c77c626-5e47-49b0-b0f1-4a570b98951b req-eef5deb9-328d-43bc-8d09-592547764cfc tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298237 Jul 29 14:48:18.303060 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11ecc93-9fb8-4e42-b36b-7b5f84ad166e admin admin] Made reservation on behalf of d512e776609042afb7cbb4d51213c3a0 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:18.306439 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b11ecc93-9fb8-4e42-b36b-7b5f84ad166e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:18.313868 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:18.318212 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-406b9f84-7338-4cc5-aa66-f4389d817b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:18.320095 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-406b9f84-7338-4cc5-aa66-f4389d817b5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4baccebd-151f-40a1-9676-f7fda5a3fc5c HTTP/1.1" status: 200 len: 849 time: 0.1353948 Jul 29 14:48:18.329322 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 2dba885a-0741-41e8-b079-6381bc1efb2c details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:48:18.337369 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] For port 874185e0-fb22-4401-9b2e-3f0c137b1e04, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:48:18.371807 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-e162b240-2f31-4511-a5a6-145b91d8d46d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fe2ff3f2-a28d-44f9-ac14-6c57ffb74870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441074 Jul 29 14:48:18.410081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] For port 874185e0-fb22-4401-9b2e-3f0c137b1e04, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=874185e0-fb22-4401-9b2e-3f0c137b1e04,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:48:18.412205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Transition to ACTIVE for port object fce86e30-ce34-40b8-909d-a91fd9da2db3 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:18.427282 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=abd06b1f-af09-4691-9c2d-f8be709238c3,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:18.430409 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:18.466902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Allocated IP 2001:db8::f816:3eff:fe6f:e2c5 (9cbe43cc-d556-42a9-839a-8e59f68745b7/dcd87cca-2b71-49f9-8b4b-82aa41365ee0/a8008533-2dcb-4114-8a26-1e0b11fa231a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:18.478996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device de8a235a-f167-40ba-9e27-ff4bc17ee5c9 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:18.528902 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-901fe3c1-a639-414c-9714-cbc4461f86d9 req-06536638-66ac-4e21-84c1-ee28b16f2666 service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438141 Jul 29 14:48:18.546830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'abd06b1f-af09-4691-9c2d-f8be709238c3', 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a', 'port_id': 'abd06b1f-af09-4691-9c2d-f8be709238c3', 'mac_address': 'fa:16:3e:bc:2b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:48:18.563682 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:18.625347 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-197021a8-64c9-448d-9359-65c29623f62c service neutron] 10.222.0.39 "GET /v2.0/networks/fe2ff3f2-a28d-44f9-ac14-6c57ffb74870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449620 Jul 29 14:48:18.664294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Network 1c6029df-4f46-4bb8-b870-1f0a53d78198 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:18.684301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:18.687807 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:18.693020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9699f-5236-43e6-ac41-8513fdfb7079 None None] Pushing event updated for resources: {'Port': ['ID=874185e0-fb22-4401-9b2e-3f0c137b1e04,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:18.733889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Pushing event updated for resources: {'Port': ['ID=fce86e30-ce34-40b8-909d-a91fd9da2db3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:18.738328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Routers {'274e9a28-7d40-435b-9173-1b1763dcfb7b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:48:18.738969 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:48:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['274e9a28-7d40-435b-9173-1b1763dcfb7b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:18.825835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b11ecc93-9fb8-4e42-b36b-7b5f84ad166e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:18.831268 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:18.877018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd06b1f-af09-4691-9c2d-f8be709238c3 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:48:18.896157 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port de8a235a-f167-40ba-9e27-ff4bc17ee5c9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:18.896546 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:18.905325 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8327a596-6fc2-4f05-8925-5e1a71db93c1 req-64a833e7-5b49-431e-bcad-cf240401d4ca service neutron] 10.222.0.39 "GET /v2.0/networks/fe2ff3f2-a28d-44f9-ac14-6c57ffb74870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614288 Jul 29 14:48:18.932278 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b65f7-9ef8-4d6e-821f-b3d4b316e226 req-b3a60976-f2e7-4146-ba00-1ded510873d5 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:18.934357 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f82b65f7-9ef8-4d6e-821f-b3d4b316e226 req-b3a60976-f2e7-4146-ba00-1ded510873d5 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 943 time: 0.1164083 Jul 29 14:48:18.945066 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:19.003189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ecc93-9fb8-4e42-b36b-7b5f84ad166e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2c5946-274d-455f-a39e-104d5d03aeca,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:19.036484 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f82b65f7-9ef8-4d6e-821f-b3d4b316e226 req-8d7b52fb-b141-4f56-993c-1624c9037df7 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bebac44-26a7-4926-a0d2-9dd939079ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950825 Jul 29 14:48:19.058674 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=abd06b1f-af09-4691-9c2d-f8be709238c3,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:19.082192 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:19.083970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37ccd0-3429-4abf-815c-25795a35117b req-fb84d67a-1a9b-493e-b5b1-901428271326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:19.086828 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae37ccd0-3429-4abf-815c-25795a35117b req-fb84d67a-1a9b-493e-b5b1-901428271326 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=754860ce50754fbb95dacf93f6e05aac&device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 1094 time: 0.0862625 Jul 29 14:48:19.099384 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:19.114607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ecc93-9fb8-4e42-b36b-7b5f84ad166e admin admin] Checking segment: {'id': '0efeb575-8d12-469f-ba3e-f65b5ed4cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:19.114607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11ecc93-9fb8-4e42-b36b-7b5f84ad166e admin admin] Network hostable DHCP agents. Network: 2dba885a-0741-41e8-b079-6381bc1efb2c, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:48:19.175350 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] Set router 274e9a28-7d40-435b-9173-1b1763dcfb7b gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:48:19.180390 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11ecc93-9fb8-4e42-b36b-7b5f84ad166e admin admin] Network 2dba885a-0741-41e8-b079-6381bc1efb2c is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:48:19.194559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b11ecc93-9fb8-4e42-b36b-7b5f84ad166e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 2dba885a-0741-41e8-b079-6381bc1efb2c) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:19.198115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37ccd0-3429-4abf-815c-25795a35117b req-20e32098-491b-49ee-adf4-c8792a9ad68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:19.200162 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae37ccd0-3429-4abf-815c-25795a35117b req-20e32098-491b-49ee-adf4-c8792a9ad68b service neutron] 10.222.0.39 "GET /v2.0/networks?id=fe2ff3f2-a28d-44f9-ac14-6c57ffb74870 HTTP/1.1" status: 200 len: 910 time: 0.1054013 Jul 29 14:48:19.217951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11ecc93-9fb8-4e42-b36b-7b5f84ad166e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:19.218565 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b11ecc93-9fb8-4e42-b36b-7b5f84ad166e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:19.232891 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:19.247400 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b11ecc93-9fb8-4e42-b36b-7b5f84ad166e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0029049 Jul 29 14:48:19.247632 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58684) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:19.252375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-942324995-router', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:19.255691 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Transition to ACTIVE for port object a8008533-2dcb-4114-8a26-1e0b11fa231a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:19.256529 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae37ccd0-3429-4abf-815c-25795a35117b req-5341deb2-dfca-4446-8151-6256de0b6a64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86c90964-b371-432d-a6e3-ccf3e9c8f975 HTTP/1.1" status: 200 len: 217 time: 0.0480447 Jul 29 14:48:19.271740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Transition to ACTIVE for port object a8008533-2dcb-4114-8a26-1e0b11fa231a will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:19.326420 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37ccd0-3429-4abf-815c-25795a35117b req-35378668-0f06-4bf4-9823-6286e21518e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:19.329045 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae37ccd0-3429-4abf-815c-25795a35117b req-35378668-0f06-4bf4-9823-6286e21518e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4baccebd-151f-40a1-9676-f7fda5a3fc5c HTTP/1.1" status: 200 len: 849 time: 0.0641992 Jul 29 14:48:19.331507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d731c326-d147-4c2a-aec9-49d450c93145 None None] Network 2dba885a-0741-41e8-b079-6381bc1efb2c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:19.413438 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae37ccd0-3429-4abf-815c-25795a35117b req-ad45ee69-a0ef-46e7-b104-6c197854eba7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fe2ff3f2-a28d-44f9-ac14-6c57ffb74870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759027 Jul 29 14:48:19.553371 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae37ccd0-3429-4abf-815c-25795a35117b req-5626349a-b3ec-460e-adb0-68ce6d35e810 service neutron] 10.222.0.39 "GET /v2.0/networks/fe2ff3f2-a28d-44f9-ac14-6c57ffb74870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302044 Jul 29 14:48:19.678650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=abd06b1f-af09-4691-9c2d-f8be709238c3,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:19.682339 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:19.691749 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:19.692870 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:19.701839 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae37ccd0-3429-4abf-815c-25795a35117b req-05d003cd-4933-4a09-b5c3-5f6fd9279cf3 service neutron] 10.222.0.39 "GET /v2.0/networks/fe2ff3f2-a28d-44f9-ac14-6c57ffb74870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407454 Jul 29 14:48:19.734974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-a0a34b1a-f461-4739-a7ed-f61676a34b62 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Allocated IP 2001:db8::f816:3eff:fef9:e81c (9cbe43cc-d556-42a9-839a-8e59f68745b7/dcd87cca-2b71-49f9-8b4b-82aa41365ee0/52fa69bb-3b17-4140-9ef0-3f27e25754f5) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:19.736268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['abd06b1f-af09-4691-9c2d-f8be709238c3'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:48:19.803904 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c23e8-beec-4176-a1be-01a1df50b6ee req-ed97bfe1-2be5-4398-9371-bb5582ea4021 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:19.805829 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-170c23e8-beec-4176-a1be-01a1df50b6ee req-ed97bfe1-2be5-4398-9371-bb5582ea4021 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 945 time: 0.1788769 Jul 29 14:48:19.837826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c1cd9837-189e-401a-82f6-2a5c66c5bda1 None None] Provisioning for port fce86e30-ce34-40b8-909d-a91fd9da2db3 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:19.876114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c1cd9837-189e-401a-82f6-2a5c66c5bda1 None None] Provisioning complete for port fce86e30-ce34-40b8-909d-a91fd9da2db3 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:19.876474 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9837-189e-401a-82f6-2a5c66c5bda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:19.877281 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:19.934244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Network 9cbe43cc-d556-42a9-839a-8e59f68745b7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:19.958808 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:19.962882 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Pushing event updated for resources: {'Port': ['ID=a8008533-2dcb-4114-8a26-1e0b11fa231a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:19.970941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:20.029396 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd9837-189e-401a-82f6-2a5c66c5bda1 None None] Port fce86e30-ce34-40b8-909d-a91fd9da2db3 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:48:20.045498 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-170c23e8-beec-4176-a1be-01a1df50b6ee req-99f5f6c3-4e71-4a72-99b8-fcc8dc8a40ab tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252300 Jul 29 14:48:20.109317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-2dba885a-0741-41e8-b079-6381bc1efb2c', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'fixed_ips': [{'subnet_id': '8c2c5946-274d-455f-a39e-104d5d03aeca'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:48:20.110178 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:20.186996 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:20.260100 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:20.275985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Attempting to bind port a8008533-2dcb-4114-8a26-1e0b11fa231a on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:48:20.276414 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Attempting to bind port a8008533-2dcb-4114-8a26-1e0b11fa231a by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '64e399e9-1b31-4343-ac6d-1b192db22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9cbe43cc-d556-42a9-839a-8e59f68745b7'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:48:20.276737 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Attempting to bind port a8008533-2dcb-4114-8a26-1e0b11fa231a on network 9cbe43cc-d556-42a9-839a-8e59f68745b7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:20.295368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:48:20.295750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Checking segment: {'id': '64e399e9-1b31-4343-ac6d-1b192db22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9cbe43cc-d556-42a9-839a-8e59f68745b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:20.296155 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:20.296546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Bound using segment: {'id': '64e399e9-1b31-4343-ac6d-1b192db22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9cbe43cc-d556-42a9-839a-8e59f68745b7'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:48:20.297070 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Bound port: a8008533-2dcb-4114-8a26-1e0b11fa231a, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e399e9-1b31-4343-ac6d-1b192db22caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '9cbe43cc-d556-42a9-839a-8e59f68745b7'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:48:20.297546 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:20.300233 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'name': 'tempest-ServersTestFqdnHostnames-1079725804-router', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:07Z', 'updated_at': '2021-07-29T14:48:12Z', 'revision_number': 3, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'gw_port': {'id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:10Z', 'updated_at': '2021-07-29T14:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:20.308975 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:20.356085 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc654d7-804c-4cdb-9b03-7432de2893b5 None None] The sync data for ids ['274e9a28-7d40-435b-9173-1b1763dcfb7b'] in n-d-802893-1 is: [{'id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'name': 'tempest-ServersTestFqdnHostnames-1079725804-router', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:07Z', 'updated_at': '2021-07-29T14:48:12Z', 'revision_number': 3, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'gw_port': {'id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:10Z', 'updated_at': '2021-07-29T14:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:48:20.385616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb63fe-3f42-404b-9e90-eb7626b00101 req-46ec6bea-9acd-4316-bdfd-e082b3dc2a7f tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:20.387976 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cbfb63fe-3f42-404b-9e90-eb7626b00101 req-46ec6bea-9acd-4316-bdfd-e082b3dc2a7f tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 943 time: 0.2183821 Jul 29 14:48:20.393596 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0a34b1a-f461-4739-a7ed-f61676a34b62 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:20.446179 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-a0a34b1a-f461-4739-a7ed-f61676a34b62 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Transition to ACTIVE for port object 52fa69bb-3b17-4140-9ef0-3f27e25754f5 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:20.450314 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Pushing event updated for resources: {'Port': ['ID=fce86e30-ce34-40b8-909d-a91fd9da2db3,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:20.461988 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:20.484866 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Allocated IP 172.20.0.2 (2dba885a-0741-41e8-b079-6381bc1efb2c/8c2c5946-274d-455f-a39e-104d5d03aeca/15776705-c77c-499b-95da-b038dcd3db3e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:20.504711 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] For port a8008533-2dcb-4114-8a26-1e0b11fa231a, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:48:20.512168 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] For port a8008533-2dcb-4114-8a26-1e0b11fa231a, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a8008533-2dcb-4114-8a26-1e0b11fa231a,segment=NetworkSegment(64e399e9-1b31-4343-ac6d-1b192db22caa),segment_id=64e399e9-1b31-4343-ac6d-1b192db22caa)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:48:20.519739 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:20.523760 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cbfb63fe-3f42-404b-9e90-eb7626b00101 req-38e14093-afdd-418a-84f6-977e807ff0d7 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bebac44-26a7-4926-a0d2-9dd939079ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224570 Jul 29 14:48:20.593399 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0a34b1a-f461-4739-a7ed-f61676a34b62 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:20.661852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cb544-8139-4ea1-9dc9-5cf3f08deda8 None None] Pushing event updated for resources: {'Port': ['ID=a8008533-2dcb-4114-8a26-1e0b11fa231a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:20.705836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a34b1a-f461-4739-a7ed-f61676a34b62 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event updated for resources: {'Port': ['ID=52fa69bb-3b17-4140-9ef0-3f27e25754f5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:20.719930 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a34b1a-f461-4739-a7ed-f61676a34b62 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Network 9cbe43cc-d556-42a9-839a-8e59f68745b7 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:20.772796 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:20.784829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Transition to ACTIVE for port object 15776705-c77c-499b-95da-b038dcd3db3e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:20.807123 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Transition to ACTIVE for port object 15776705-c77c-499b-95da-b038dcd3db3e will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:20.810118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a0a34b1a-f461-4739-a7ed-f61676a34b62 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:20.817299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a34b1a-f461-4739-a7ed-f61676a34b62 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:20.822911 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:20.823191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a34b1a-f461-4739-a7ed-f61676a34b62 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:20.823941 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a0a34b1a-f461-4739-a7ed-f61676a34b62 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:20.835685 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Network 1c6029df-4f46-4bb8-b870-1f0a53d78198 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:20.845796 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:20.879732 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a0a34b1a-f461-4739-a7ed-f61676a34b62 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1101472 Jul 29 14:48:20.882367 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58710) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:20.945496 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Network 2dba885a-0741-41e8-b079-6381bc1efb2c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:20.955451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:20.965552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:21.003380 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Pushing event updated for resources: {'Port': ['ID=15776705-c77c-499b-95da-b038dcd3db3e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:21.012465 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:21.030475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa06070-053d-48bf-8116-ce3bb77d46dc tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Deleting subnet dcd87cca-2b71-49f9-8b4b-82aa41365ee0 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:48:21.034215 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1fa06070-053d-48bf-8116-ce3bb77d46dc tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:21.083888 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:21.085778 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Attempting to bind port 15776705-c77c-499b-95da-b038dcd3db3e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:48:21.086449 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Attempting to bind port 15776705-c77c-499b-95da-b038dcd3db3e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '0efeb575-8d12-469f-ba3e-f65b5ed4cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:48:21.087028 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Attempting to bind port 15776705-c77c-499b-95da-b038dcd3db3e on network 2dba885a-0741-41e8-b079-6381bc1efb2c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:21.098858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:48:21.099478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Checking segment: {'id': '0efeb575-8d12-469f-ba3e-f65b5ed4cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:21.100118 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:21.100708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Bound using segment: {'id': '0efeb575-8d12-469f-ba3e-f65b5ed4cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:48:21.102548 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Bound port: 15776705-c77c-499b-95da-b038dcd3db3e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efeb575-8d12-469f-ba3e-f65b5ed4cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:48:21.103141 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:21.104109 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1fa06070-053d-48bf-8116-ce3bb77d46dc tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:21.302348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] For port 15776705-c77c-499b-95da-b038dcd3db3e, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:48:21.312070 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] For port 15776705-c77c-499b-95da-b038dcd3db3e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=15776705-c77c-499b-95da-b038dcd3db3e,segment=NetworkSegment(0efeb575-8d12-469f-ba3e-f65b5ed4cc0e),segment_id=0efeb575-8d12-469f-ba3e-f65b5ed4cc0e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:48:21.317587 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:21.491433 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1fa06070-053d-48bf-8116-ce3bb77d46dc tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:21.512704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b131f2c4-61f5-4e08-a303-a915cd920713 None None] Provisioning complete for port fce86e30-ce34-40b8-909d-a91fd9da2db3 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:21.513243 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b131f2c4-61f5-4e08-a303-a915cd920713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:21.516852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0dfd3-cfa0-4d23-b70a-b87ab8378d33 None None] Pushing event updated for resources: {'Port': ['ID=15776705-c77c-499b-95da-b038dcd3db3e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:21.632794 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b131f2c4-61f5-4e08-a303-a915cd920713 None None] Port fce86e30-ce34-40b8-909d-a91fd9da2db3 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:48:21.647457 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1fa06070-053d-48bf-8116-ce3bb77d46dc tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:21.698670 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Allocated IP 172.25.6.218 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/f9422e0d-ed09-4038-9c09-2293d19789e3) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:21.747936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa06070-053d-48bf-8116-ce3bb77d46dc tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd87cca-2b71-49f9-8b4b-82aa41365ee0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:21.766781 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1fa06070-053d-48bf-8116-ce3bb77d46dc tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:21.775675 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1fa06070-053d-48bf-8116-ce3bb77d46dc tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/subnets/dcd87cca-2b71-49f9-8b4b-82aa41365ee0 HTTP/1.1" status: 204 len: 168 time: 0.8901722 Jul 29 14:48:21.780940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58730) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:21.910501 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:21.960193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 86c90964-b371-432d-a6e3-ccf3e9c8f975 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:48:21.962548 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device abd06b1f-af09-4691-9c2d-f8be709238c3 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:21.998750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Router 274e9a28-7d40-435b-9173-1b1763dcfb7b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:48:22.011797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3e35a8-8c03-4c32-9980-36b29499e79f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:22.014580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3e35a8-8c03-4c32-9980-36b29499e79f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:22.015374 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:22.016628 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cb3e35a8-8c03-4c32-9980-36b29499e79f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2346785 Jul 29 14:48:22.082708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58732) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:22.179481 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2c404-e99e-49d1-a346-aa3cbc122bcc req-fccd1143-e301-4a10-aafe-16dcbe7b7733 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:22.181116 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71e2c404-e99e-49d1-a346-aa3cbc122bcc req-fccd1143-e301-4a10-aafe-16dcbe7b7733 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 943 time: 0.3339372 Jul 29 14:48:22.260856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:48:22.270801 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Pushing event updated for resources: {'Port': ['ID=f9422e0d-ed09-4038-9c09-2293d19789e3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:22.285936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-29641776-b64d-46c4-b61d-6d8825eaa7db admin admin] 10.222.0.16 "PUT /v2.0/routers/274e9a28-7d40-435b-9173-1b1763dcfb7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6868460 Jul 29 14:48:22.288931 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71e2c404-e99e-49d1-a346-aa3cbc122bcc req-83a5145b-fc36-4f5d-822c-7c0091ecaadb tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bebac44-26a7-4926-a0d2-9dd939079ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964777 Jul 29 14:48:22.303033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port abd06b1f-af09-4691-9c2d-f8be709238c3 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:22.303582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41009fed-faef-4ae3-a5a1-5a551fe4d00c req-ae92416d-7dce-4ca3-b3f6-8a098fecccdc tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:22.313507 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41009fed-faef-4ae3-a5a1-5a551fe4d00c req-ae92416d-7dce-4ca3-b3f6-8a098fecccdc tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 945 time: 1.1024761 Jul 29 14:48:22.322775 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e812583-a97b-4b3c-b933-e7e3aaa9aec4 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:22.334390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port abd06b1f-af09-4691-9c2d-f8be709238c3 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:22.334984 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:22.359598 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e812583-a97b-4b3c-b933-e7e3aaa9aec4 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 29 14:48:22.360113 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e812583-a97b-4b3c-b933-e7e3aaa9aec4 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:48:22.361954 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7e812583-a97b-4b3c-b933-e7e3aaa9aec4 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/networks/9cbe43cc-d556-42a9-839a-8e59f68745b7 HTTP/1.1" status: 409 len: 405 time: 0.2737207 Jul 29 14:48:22.375019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58736) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:22.375769 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41009fed-faef-4ae3-a5a1-5a551fe4d00c req-8a31b7aa-f3e5-4330-8fd7-bf22279d5239 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612626 Jul 29 14:48:22.395541 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:22.397127 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:22.401748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:22.402717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ed2dcec8-2b24-428e-a735-6c2d20ad893d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-38236698'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:22.433785 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30214ccd-3ebc-4602-b6a9-085c1653a6be None None] Network 9cbe43cc-d556-42a9-839a-8e59f68745b7 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:22.482814 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2dcec8-2b24-428e-a735-6c2d20ad893d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Made reservation on behalf of 66f12a423637482e9fd025cef354d6cb for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:22.489354 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ed2dcec8-2b24-428e-a735-6c2d20ad893d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:22.545281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2dcec8-2b24-428e-a735-6c2d20ad893d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:48:22.570053 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ed2dcec8-2b24-428e-a735-6c2d20ad893d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:22.570406 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-ed2dcec8-2b24-428e-a735-6c2d20ad893d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Added segment f24067c8-f954-4285-a032-0e7f62f92b16 of type vlan for network 7e06129c-f35b-4cd6-99ed-e972757b6a23 Jul 29 14:48:22.670392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 86c90964-b371-432d-a6e3-ccf3e9c8f975, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=86c90964-b371-432d-a6e3-ccf3e9c8f975,segment=NetworkSegment(a4779bd1-a5ba-4a7b-9e16-92581c3eecbd),segment_id=a4779bd1-a5ba-4a7b-9e16-92581c3eecbd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:22.684263 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ed2dcec8-2b24-428e-a735-6c2d20ad893d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:22.695225 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6ea02b14-e79c-432e-855e-ed4d3d41ae1b None None] Provisioning for port a8008533-2dcb-4114-8a26-1e0b11fa231a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:22.705650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '86c90964-b371-432d-a6e3-ccf3e9c8f975', 'network_id': 'fe2ff3f2-a28d-44f9-ac14-6c57ffb74870', 'port_id': '86c90964-b371-432d-a6e3-ccf3e9c8f975', 'mac_address': 'fa:16:3e:f8:73:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4baccebd-151f-40a1-9676-f7fda5a3fc5c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:48:22.747363 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ed2dcec8-2b24-428e-a735-6c2d20ad893d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:22.757558 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a8008533-2dcb-4114-8a26-1e0b11fa231a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:22.762904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2dcec8-2b24-428e-a735-6c2d20ad893d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:22.764263 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ed2dcec8-2b24-428e-a735-6c2d20ad893d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:22.908927 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ed2dcec8-2b24-428e-a735-6c2d20ad893d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5268896 Jul 29 14:48:22.923293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58746) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:22.941646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e28276d6-c076-45a1-abd1-a1d468672286 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Request body: {'subnet': {'network_id': '7e06129c-f35b-4cd6-99ed-e972757b6a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:22.966508 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:23.000341 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:23.061275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c90964-b371-432d-a6e3-ccf3e9c8f975 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:48:23.085064 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:23.088242 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port a8008533-2dcb-4114-8a26-1e0b11fa231a completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:23.156881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port a8008533-2dcb-4114-8a26-1e0b11fa231a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:23.157692 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:23.187387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 86c90964-b371-432d-a6e3-ccf3e9c8f975, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=86c90964-b371-432d-a6e3-ccf3e9c8f975,segment=NetworkSegment(a4779bd1-a5ba-4a7b-9e16-92581c3eecbd),segment_id=a4779bd1-a5ba-4a7b-9e16-92581c3eecbd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:23.268040 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:23.298156 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd06b1f-af09-4691-9c2d-f8be709238c3'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:48:23.300736 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9f176f-8bd5-4954-b5c2-b5a76975bf83" -d '{"events": [{"server_uuid": "22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d", "name": "network-vif-plugged", "status": "completed", "tag": "abd06b1f-af09-4691-9c2d-f8be709238c3"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:48:23.319872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e7c5fa-2d77-47a6-9f08-9dea7a83dda1 None None] DHCP port deletion for 9cbe43cc-d556-42a9-839a-8e59f68745b7 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:48:23.411334 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d867bcdd-212b-4c91-9a77-e7c8755aa72e x-openstack-request-id: req-d867bcdd-212b-4c91-9a77-e7c8755aa72e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:48:23.411620 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d", "name": "network-vif-plugged", "status": "completed", "tag": "abd06b1f-af09-4691-9c2d-f8be709238c3", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:48:23.411972 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d867bcdd-212b-4c91-9a77-e7c8755aa72e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:48:23.412244 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd06b1f-af09-4691-9c2d-f8be709238c3', 'code': 200} Jul 29 14:48:23.461881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=abd06b1f-af09-4691-9c2d-f8be709238c3,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:23.486460 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:23.549881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['86c90964-b371-432d-a6e3-ccf3e9c8f975'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:48:23.659901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0451cc97-9182-440c-9bce-969de2f54689 None None] Network 2dba885a-0741-41e8-b079-6381bc1efb2c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:23.664289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=86c90964-b371-432d-a6e3-ccf3e9c8f975,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:23.690775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58754) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:23.691620 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2dcec8-2b24-428e-a735-6c2d20ad893d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event updated for resources: {'Network': ['ID=7e06129c-f35b-4cd6-99ed-e972757b6a23,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:23.756401 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Sync routers for ids ['274e9a28-7d40-435b-9173-1b1763dcfb7b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:48:23.766341 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-69796f0a-6221-4118-9136-2201f078848e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108055025', 'description': 'tempest-description--121718367'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:23.767971 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Routers {'274e9a28-7d40-435b-9173-1b1763dcfb7b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:48:23.771076 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:48:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['274e9a28-7d40-435b-9173-1b1763dcfb7b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:23.772606 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 7e06129c-f35b-4cd6-99ed-e972757b6a23 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:48:23.859973 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2826a3-9f39-4f0c-8acf-49c204c8734a req-4ec36e3c-416c-4673-9225-2231e243daef tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:23.867950 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f2826a3-9f39-4f0c-8acf-49c204c8734a req-4ec36e3c-416c-4673-9225-2231e243daef tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 944 time: 0.1777644 Jul 29 14:48:23.875297 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-69796f0a-6221-4118-9136-2201f078848e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:23.909530 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d0c25-6a83-44d0-8af7-40b5098c1491 req-1f55361a-e4cb-4efb-95d3-757d98e2af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:23.911420 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d0d0c25-6a83-44d0-8af7-40b5098c1491 req-1f55361a-e4cb-4efb-95d3-757d98e2af20 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 1097 time: 0.2477376 Jul 29 14:48:23.945982 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28276d6-c076-45a1-abd1-a1d468672286 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Made reservation on behalf of 66f12a423637482e9fd025cef354d6cb for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:23.950400 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e28276d6-c076-45a1-abd1-a1d468672286 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:23.969809 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f2826a3-9f39-4f0c-8acf-49c204c8734a req-c320f3fb-7dac-4c81-a579-f66839e4211f tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bebac44-26a7-4926-a0d2-9dd939079ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955482 Jul 29 14:48:24.089219 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:24.156435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28888fe8-0d3a-4f07-9d34-b17a80942f38 req-0b95e6b2-e474-4a8a-9214-fa093ee470d5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:24.163887 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28888fe8-0d3a-4f07-9d34-b17a80942f38 req-0b95e6b2-e474-4a8a-9214-fa093ee470d5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 946 time: 0.1576238 Jul 29 14:48:24.190312 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c38c28f3-e364-4315-9fb6-7f00d4b36267 None None] Provisioning for port 15776705-c77c-499b-95da-b038dcd3db3e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:24.239472 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Set router 274e9a28-7d40-435b-9173-1b1763dcfb7b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:48:24.255432 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:24.257573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=abd06b1f-af09-4691-9c2d-f8be709238c3,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:24.276438 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-39e7c5fa-2d77-47a6-9f08-9dea7a83dda1 None None] Deleting port a8008533-2dcb-4114-8a26-1e0b11fa231a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:24.277339 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e7c5fa-2d77-47a6-9f08-9dea7a83dda1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:24.320878 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28888fe8-0d3a-4f07-9d34-b17a80942f38 req-d7f5ffbd-f567-4288-bc69-dca315f1287c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558509 Jul 29 14:48:24.391544 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d0d0c25-6a83-44d0-8af7-40b5098c1491 req-11e0aaaa-ef39-4aab-99fb-c6f65e75e76c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694605 Jul 29 14:48:24.426780 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port a8008533-2dcb-4114-8a26-1e0b11fa231a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a8008533-2dcb-4114-8a26-1e0b11fa231a,segment=NetworkSegment(64e399e9-1b31-4343-ac6d-1b192db22caa),segment_id=64e399e9-1b31-4343-ac6d-1b192db22caa)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:24.442572 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-39e7c5fa-2d77-47a6-9f08-9dea7a83dda1 None None] For port a8008533-2dcb-4114-8a26-1e0b11fa231a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a8008533-2dcb-4114-8a26-1e0b11fa231a,segment=NetworkSegment(64e399e9-1b31-4343-ac6d-1b192db22caa),segment_id=64e399e9-1b31-4343-ac6d-1b192db22caa)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:24.443358 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e7c5fa-2d77-47a6-9f08-9dea7a83dda1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:24.447509 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:24.449121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 874185e0-fb22-4401-9b2e-3f0c137b1e04 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:24.480410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.objects.ports [None req-e28276d6-c076-45a1-abd1-a1d468672286 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94158) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 14:48:24.518848 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-39e7c5fa-2d77-47a6-9f08-9dea7a83dda1 None None] Calling delete_port for a8008533-2dcb-4114-8a26-1e0b11fa231a owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:24.525657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:48:24.557300 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e28276d6-c076-45a1-abd1-a1d468672286 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:24.655006 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=a8008533-2dcb-4114-8a26-1e0b11fa231a,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:24.662437 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'name': 'tempest-ServersTestFqdnHostnames-1079725804-router', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:07Z', 'updated_at': '2021-07-29T14:48:19Z', 'revision_number': 4, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'gw_port': {'id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:10Z', 'updated_at': '2021-07-29T14:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'fce86e30-ce34-40b8-909d-a91fd9da2db3', 'name': '', 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'mac_address': 'fa:16:3e:a9:82:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:17Z', 'updated_at': '2021-07-29T14:48:19Z', 'revision_number': 2, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'subnets': [{'id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:24.691773 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-69796f0a-6221-4118-9136-2201f078848e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:24.717124 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-69796f0a-6221-4118-9136-2201f078848e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:24.719188 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 874185e0-fb22-4401-9b2e-3f0c137b1e04 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:24.726021 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Checking router: 274e9a28-7d40-435b-9173-1b1763dcfb7b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:48:24.727020 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Updating router 274e9a28-7d40-435b-9173-1b1763dcfb7b port fce86e30-ce34-40b8-909d-a91fd9da2db3 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:48:24.762375 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 874185e0-fb22-4401-9b2e-3f0c137b1e04 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:24.763514 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:24.764968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:48:24.784827 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:24.815489 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:24.824731 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3a35570f-08e2-4103-88ea-ae823372fa99 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5689299 Jul 29 14:48:24.825797 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58766) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:24.847261 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28276d6-c076-45a1-abd1-a1d468672286 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event updated for resources: {'Subnet': ['ID=a11bcf1c-f4a5-479b-a085-5abaa51d6d3b,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:24.880135 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-69796f0a-6221-4118-9136-2201f078848e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:24.885015 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-69796f0a-6221-4118-9136-2201f078848e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1906803 Jul 29 14:48:24.885951 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58768) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:24.895986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b63ae869-04ea-4845-b2d5-6baf36c782be tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Request body: {'security_group_rule': {'security_group_id': '12ae6374-cd0f-41ca-903e-dded35433a2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:24.900374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69796f0a-6221-4118-9136-2201f078848e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ae6374-cd0f-41ca-903e-dded35433a2d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:24.900814 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39e7c5fa-2d77-47a6-9f08-9dea7a83dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:24.912704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Sync routers for ids ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:48:24.934621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28276d6-c076-45a1-abd1-a1d468672286 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Checking segment: {'id': 'f24067c8-f954-4285-a032-0e7f62f92b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7e06129c-f35b-4cd6-99ed-e972757b6a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:24.935031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28276d6-c076-45a1-abd1-a1d468672286 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Network hostable DHCP agents. Network: 7e06129c-f35b-4cd6-99ed-e972757b6a23, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:48:24.949567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e7c5fa-2d77-47a6-9f08-9dea7a83dda1 None None] No DVR routers for this DVR port a8008533-2dcb-4114-8a26-1e0b11fa231a on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:24.998824 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7c5fa-2d77-47a6-9f08-9dea7a83dda1 None None] Pushing event deleted for resources: {'Port': ['ID=a8008533-2dcb-4114-8a26-1e0b11fa231a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:25.013763 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b63ae869-04ea-4845-b2d5-6baf36c782be tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:25.018798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Routers {'9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:48:25.019483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:48:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:25.059051 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28276d6-c076-45a1-abd1-a1d468672286 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Network 7e06129c-f35b-4cd6-99ed-e972757b6a23 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:48:25.158197 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e28276d6-c076-45a1-abd1-a1d468672286 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 7e06129c-f35b-4cd6-99ed-e972757b6a23) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:25.204701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808ae8c1-6063-4734-a365-b00c955cfa0e None None] Network 7e06129c-f35b-4cd6-99ed-e972757b6a23 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:25.211331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28276d6-c076-45a1-abd1-a1d468672286 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:25.216388 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e28276d6-c076-45a1-abd1-a1d468672286 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:25.276919 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e28276d6-c076-45a1-abd1-a1d468672286 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3523095 Jul 29 14:48:25.277838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58776) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:25.290172 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9c93fee3-fdd6-4e1c-822d-c3bce9e9024e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Request body: {'port': {'network_id': '7e06129c-f35b-4cd6-99ed-e972757b6a23', 'name': 'tempest-NetworksIpV6TestAttrs-1816715690'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:25.305774 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b63ae869-04ea-4845-b2d5-6baf36c782be tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:25.405282 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:25.408836 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b63ae869-04ea-4845-b2d5-6baf36c782be tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:25.430000 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Transition to ACTIVE for port object fce86e30-ce34-40b8-909d-a91fd9da2db3 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:25.441799 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc3864-97a1-4f21-bd89-d684be621cb6 req-14a98722-1973-4cca-90aa-3d917158e745 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:25.443369 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:25.451263 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:25.453244 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f2cc3864-97a1-4f21-bd89-d684be621cb6 req-14a98722-1973-4cca-90aa-3d917158e745 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 944 time: 0.2766650 Jul 29 14:48:25.479041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 874185e0-fb22-4401-9b2e-3f0c137b1e04, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=874185e0-fb22-4401-9b2e-3f0c137b1e04,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:25.489356 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:25.490201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 15776705-c77c-499b-95da-b038dcd3db3e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:25.498418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ae869-04ea-4845-b2d5-6baf36c782be tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18bb48dd-f22b-46c1-a33b-6b76e0c3c2a8,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:25.512867 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b63ae869-04ea-4845-b2d5-6baf36c782be tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:25.517100 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b63ae869-04ea-4845-b2d5-6baf36c782be tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6293383 Jul 29 14:48:25.517893 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58780) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:25.530664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-596eba7a-9d4a-4b87-838e-b1164bcc28df tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Request body: {'security_group_rule': {'security_group_id': '12ae6374-cd0f-41ca-903e-dded35433a2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:25.578713 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f2cc3864-97a1-4f21-bd89-d684be621cb6 req-7f77cc04-5cec-4857-9a1a-88b8429aa4e3 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bebac44-26a7-4926-a0d2-9dd939079ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242619 Jul 29 14:48:25.633976 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0078f20-fa6c-4666-bb4b-0516f18ba862 None None] Pushing event updated for resources: {'Port': ['ID=fce86e30-ce34-40b8-909d-a91fd9da2db3,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:25.649084 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-596eba7a-9d4a-4b87-838e-b1164bcc28df tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:25.655095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Set router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:48:25.696609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c93fee3-fdd6-4e1c-822d-c3bce9e9024e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Made reservation on behalf of 66f12a423637482e9fd025cef354d6cb for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:25.697471 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0078f20-fa6c-4666-bb4b-0516f18ba862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:25.698020 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0078f20-fa6c-4666-bb4b-0516f18ba862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:25.698466 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0078f20-fa6c-4666-bb4b-0516f18ba862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:25.699429 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0078f20-fa6c-4666-bb4b-0516f18ba862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:25.701002 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c93fee3-fdd6-4e1c-822d-c3bce9e9024e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:25.701170 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0078f20-fa6c-4666-bb4b-0516f18ba862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:25.701569 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0078f20-fa6c-4666-bb4b-0516f18ba862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:25.709270 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0078f20-fa6c-4666-bb4b-0516f18ba862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:25.709801 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0078f20-fa6c-4666-bb4b-0516f18ba862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:25.710243 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0078f20-fa6c-4666-bb4b-0516f18ba862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:25.710679 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0078f20-fa6c-4666-bb4b-0516f18ba862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:25.711273 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0078f20-fa6c-4666-bb4b-0516f18ba862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:25.711703 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0078f20-fa6c-4666-bb4b-0516f18ba862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:25.770880 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-9c93fee3-fdd6-4e1c-822d-c3bce9e9024e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] device_id is not set on port 36703d38-1ddb-458c-a00f-5907459f0635 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:48:25.810754 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Attempting to bind port fce86e30-ce34-40b8-909d-a91fd9da2db3 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:48:25.811381 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Attempting to bind port fce86e30-ce34-40b8-909d-a91fd9da2db3 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:48:25.811967 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Attempting to bind port fce86e30-ce34-40b8-909d-a91fd9da2db3 on network 1c6029df-4f46-4bb8-b870-1f0a53d78198 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:25.836167 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:48:25.837149 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Checking segment: {'id': 'bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:25.837877 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:25.838661 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Bound using segment: {'id': 'bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:48:25.839516 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Bound port: fce86e30-ce34-40b8-909d-a91fd9da2db3, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:48:25.840173 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:25.843088 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-596eba7a-9d4a-4b87-838e-b1164bcc28df tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:25.844247 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065fb5c-1fc1-414f-a755-2187401ca1cb req-99e087ca-a918-4262-94a9-5ee5469cbbe4 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:25.851888 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3065fb5c-1fc1-414f-a755-2187401ca1cb req-99e087ca-a918-4262-94a9-5ee5469cbbe4 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 946 time: 0.3225548 Jul 29 14:48:25.871066 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-596eba7a-9d4a-4b87-838e-b1164bcc28df tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:25.934882 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=874185e0-fb22-4401-9b2e-3f0c137b1e04,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:25.970359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596eba7a-9d4a-4b87-838e-b1164bcc28df tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23557746-18fc-4d8d-ae35-de2ef172757a,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:25.982639 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-7e06129c-f35b-4cd6-99ed-e972757b6a23', 'network_id': '7e06129c-f35b-4cd6-99ed-e972757b6a23', 'tenant_id': '66f12a423637482e9fd025cef354d6cb', 'fixed_ips': [{'subnet_id': 'a11bcf1c-f4a5-479b-a085-5abaa51d6d3b'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:48:25.983599 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:26.016188 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-596eba7a-9d4a-4b87-838e-b1164bcc28df tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:26.020496 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-596eba7a-9d4a-4b87-838e-b1164bcc28df tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4944360 Jul 29 14:48:26.023324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58784) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:26.028434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:26.039702 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] For port fce86e30-ce34-40b8-909d-a91fd9da2db3, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:48:26.044200 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] For port fce86e30-ce34-40b8-909d-a91fd9da2db3, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fce86e30-ce34-40b8-909d-a91fd9da2db3,segment=NetworkSegment(bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7),segment_id=bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:48:26.048700 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:26.063674 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3065fb5c-1fc1-414f-a755-2187401ca1cb req-f6c82511-1f67-40a5-b1a2-a1d94156ae47 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969197 Jul 29 14:48:26.091023 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-9c93fee3-fdd6-4e1c-822d-c3bce9e9024e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Allocated IP 2001:db8::f816:3eff:fe7c:f9e (7e06129c-f35b-4cd6-99ed-e972757b6a23/a11bcf1c-f4a5-479b-a085-5abaa51d6d3b/36703d38-1ddb-458c-a00f-5907459f0635) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:26.141966 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:26.163404 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0078f20-fa6c-4666-bb4b-0516f18ba862 None None] Pushing event updated for resources: {'Port': ['ID=fce86e30-ce34-40b8-909d-a91fd9da2db3,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:26.202615 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 86c90964-b371-432d-a6e3-ccf3e9c8f975 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:26.227477 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Routers {'274e9a28-7d40-435b-9173-1b1763dcfb7b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:48:26.228318 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:48:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['274e9a28-7d40-435b-9173-1b1763dcfb7b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:26.257867 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 15776705-c77c-499b-95da-b038dcd3db3e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:26.271967 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 15776705-c77c-499b-95da-b038dcd3db3e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:26.272506 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:26.307049 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:26.322433 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:26.369542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 86c90964-b371-432d-a6e3-ccf3e9c8f975 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:26.415827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef43cc-9b8c-4564-966c-2e023bd66dc3 req-a4e7d248-13dd-4a39-bd69-d9fc2e0b73cb tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:26.422366 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 86c90964-b371-432d-a6e3-ccf3e9c8f975 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:26.422759 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:26.442561 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-43ef43cc-9b8c-4564-966c-2e023bd66dc3 req-a4e7d248-13dd-4a39-bd69-d9fc2e0b73cb tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 1097 time: 0.2405193 Jul 29 14:48:26.475055 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:26.536423 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 15776705-c77c-499b-95da-b038dcd3db3e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=15776705-c77c-499b-95da-b038dcd3db3e,segment=NetworkSegment(0efeb575-8d12-469f-ba3e-f65b5ed4cc0e),segment_id=0efeb575-8d12-469f-ba3e-f65b5ed4cc0e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:26.555694 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] Set router 274e9a28-7d40-435b-9173-1b1763dcfb7b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:48:26.556057 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:26.690986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=15776705-c77c-499b-95da-b038dcd3db3e,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:26.695131 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:26.709603 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-43ef43cc-9b8c-4564-966c-2e023bd66dc3 req-4242aa0b-a69a-45cd-a9de-1de71ec3c7cb tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657528 Jul 29 14:48:26.712036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'name': 'tempest-TaggedBootDevicesTest-942324995-router', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:19Z', 'updated_at': '2021-07-29T14:48:22Z', 'revision_number': 3, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'gw_port': {'id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:21Z', 'updated_at': '2021-07-29T14:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:26.742832 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 86c90964-b371-432d-a6e3-ccf3e9c8f975, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=86c90964-b371-432d-a6e3-ccf3e9c8f975,segment=NetworkSegment(a4779bd1-a5ba-4a7b-9e16-92581c3eecbd),segment_id=a4779bd1-a5ba-4a7b-9e16-92581c3eecbd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:26.745797 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d1c842-873d-435f-94f4-59054b52095a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c90964-b371-432d-a6e3-ccf3e9c8f975'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:48:26.749522 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2f9d66-15a0-447a-88e8-6e47145cc329" -d '{"events": [{"server_uuid": "71d1c842-873d-435f-94f4-59054b52095a", "name": "network-vif-plugged", "status": "completed", "tag": "86c90964-b371-432d-a6e3-ccf3e9c8f975"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:48:26.785877 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:26.807559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Allocated IP 172.20.0.1 (2dba885a-0741-41e8-b079-6381bc1efb2c/8c2c5946-274d-455f-a39e-104d5d03aeca/5a22cbdb-ad38-4590-86de-90fb10fb9dca) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:26.851099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 874185e0-fb22-4401-9b2e-3f0c137b1e04 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:26.901044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Checking router: 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:48:26.902289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Updating router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 port f9422e0d-ed09-4038-9c09-2293d19789e3 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:48:26.924746 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c93fee3-fdd6-4e1c-822d-c3bce9e9024e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:26.951809 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df70e73-3e2e-45a6-a69f-11366de5e901 req-bb112412-d0fa-4404-bcea-779289c366b7 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:26.952485 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:26.953595 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1df70e73-3e2e-45a6-a69f-11366de5e901 req-bb112412-d0fa-4404-bcea-779289c366b7 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 945 time: 0.1335833 Jul 29 14:48:26.995426 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-9c93fee3-fdd6-4e1c-822d-c3bce9e9024e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Transition to ACTIVE for port object 36703d38-1ddb-458c-a00f-5907459f0635 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:27.012441 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:27.076012 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1df70e73-3e2e-45a6-a69f-11366de5e901 req-dbe03c00-8ed4-499c-943a-716c2a5d6d77 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bebac44-26a7-4926-a0d2-9dd939079ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138129 Jul 29 14:48:27.099074 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:27.114347 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Transition to ACTIVE for port object 5a22cbdb-ad38-4590-86de-90fb10fb9dca will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:27.128236 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c93fee3-fdd6-4e1c-822d-c3bce9e9024e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:27.167272 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:27.182510 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'name': 'tempest-ServersTestFqdnHostnames-1079725804-router', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:07Z', 'updated_at': '2021-07-29T14:48:19Z', 'revision_number': 4, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'gw_port': {'id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:10Z', 'updated_at': '2021-07-29T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'fce86e30-ce34-40b8-909d-a91fd9da2db3', 'name': '', 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'mac_address': 'fa:16:3e:a9:82:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:17Z', 'updated_at': '2021-07-29T14:48:26Z', 'revision_number': 4, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'subnets': [{'id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:27.228966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Network 2dba885a-0741-41e8-b079-6381bc1efb2c is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:27.232907 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:27.237583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:27.244036 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b418a39a-46f2-44af-bbda-a09a447468d8 None None] The sync data for ids ['274e9a28-7d40-435b-9173-1b1763dcfb7b'] in n-d-802893-1 is: [{'id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'name': 'tempest-ServersTestFqdnHostnames-1079725804-router', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:07Z', 'updated_at': '2021-07-29T14:48:19Z', 'revision_number': 4, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'gw_port': {'id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:10Z', 'updated_at': '2021-07-29T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'fce86e30-ce34-40b8-909d-a91fd9da2db3', 'name': '', 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'mac_address': 'fa:16:3e:a9:82:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:17Z', 'updated_at': '2021-07-29T14:48:26Z', 'revision_number': 4, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'subnets': [{'id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:48:27.344543 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5a22cbdb-ad38-4590-86de-90fb10fb9dca,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:27.378984 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:27.503772 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c93fee3-fdd6-4e1c-822d-c3bce9e9024e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Network 7e06129c-f35b-4cd6-99ed-e972757b6a23 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:27.521274 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-9c93fee3-fdd6-4e1c-822d-c3bce9e9024e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:27.578673 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c93fee3-fdd6-4e1c-822d-c3bce9e9024e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:27.618058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c93fee3-fdd6-4e1c-822d-c3bce9e9024e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:27.618761 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c93fee3-fdd6-4e1c-822d-c3bce9e9024e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:27.638838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078ef64-b724-4ef1-8f86-eab2a72efdcf req-a77750e6-94b3-4520-94a8-e481d28d5d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:27.640559 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7078ef64-b724-4ef1-8f86-eab2a72efdcf req-a77750e6-94b3-4520-94a8-e481d28d5d3f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 1096 time: 0.5512505 Jul 29 14:48:27.707850 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93fee3-fdd6-4e1c-822d-c3bce9e9024e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event updated for resources: {'Port': ['ID=36703d38-1ddb-458c-a00f-5907459f0635,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:27.772582 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:27.795058 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9c93fee3-fdd6-4e1c-822d-c3bce9e9024e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5053515 Jul 29 14:48:27.797378 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58820) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:27.808870 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7078ef64-b724-4ef1-8f86-eab2a72efdcf req-69900b10-7e9a-49ba-bf94-cd38a810542f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4bebac44-26a7-4926-a0d2-9dd939079ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131463 Jul 29 14:48:27.833071 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=86c90964-b371-432d-a6e3-ccf3e9c8f975,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:27.844109 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e690fe85-3a51-4cb9-945a-0f4efa7e1453 x-openstack-request-id: req-e690fe85-3a51-4cb9-945a-0f4efa7e1453 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:48:27.844530 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d1c842-873d-435f-94f4-59054b52095a", "name": "network-vif-plugged", "status": "completed", "tag": "86c90964-b371-432d-a6e3-ccf3e9c8f975", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:48:27.844827 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e690fe85-3a51-4cb9-945a-0f4efa7e1453 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:48:27.845246 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d1c842-873d-435f-94f4-59054b52095a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c90964-b371-432d-a6e3-ccf3e9c8f975', 'code': 200} Jul 29 14:48:27.933438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b80bd50-8df6-4dd1-818d-a54e2c4120e5 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Deleting subnet a11bcf1c-f4a5-479b-a085-5abaa51d6d3b {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:48:27.958997 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 874185e0-fb22-4401-9b2e-3f0c137b1e04 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:27.959374 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:27.978468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Allocated IP 2001:db8::f816:3eff:feb7:2a57 (7e06129c-f35b-4cd6-99ed-e972757b6a23/a11bcf1c-f4a5-479b-a085-5abaa51d6d3b/344fd447-ad87-494e-aaa0-47284e1e54af) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:28.108410 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:28.113995 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:28.168990 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:28.181580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5a22cbdb-ad38-4590-86de-90fb10fb9dca,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:28.212397 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:28.213330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e51f685d-5978-4e74-96e6-044e79030f71 None None] Provisioning for port 5a22cbdb-ad38-4590-86de-90fb10fb9dca completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:28.320472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Transition to ACTIVE for port object f9422e0d-ed09-4038-9c09-2293d19789e3 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:28.330416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e51f685d-5978-4e74-96e6-044e79030f71 None None] Provisioning complete for port 5a22cbdb-ad38-4590-86de-90fb10fb9dca triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:28.330928 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e51f685d-5978-4e74-96e6-044e79030f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:28.378426 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e51f685d-5978-4e74-96e6-044e79030f71 None None] Port 5a22cbdb-ad38-4590-86de-90fb10fb9dca cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:48:28.385590 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:28.440878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Network 2dba885a-0741-41e8-b079-6381bc1efb2c is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:28.444692 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:28.520556 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7cb14-aa42-445d-9922-174fe3e90abe req-66f29825-1579-4cef-a620-479170a16b0b tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:28.525706 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ba7cb14-aa42-445d-9922-174fe3e90abe req-66f29825-1579-4cef-a620-479170a16b0b tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 945 time: 0.2203829 Jul 29 14:48:28.527698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Allocated IP 172.25.6.122 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/25fb74c2-05ca-42fa-9352-fb2813beceaa) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:28.619400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Attempting to bind port f9422e0d-ed09-4038-9c09-2293d19789e3 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:48:28.620770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Attempting to bind port f9422e0d-ed09-4038-9c09-2293d19789e3 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:48:28.622795 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Attempting to bind port f9422e0d-ed09-4038-9c09-2293d19789e3 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:28.641289 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:28.647083 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:48:28.647623 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:28.650492 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:28.653206 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:48:28.654016 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Bound port: f9422e0d-ed09-4038-9c09-2293d19789e3, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:48:28.654523 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:28.791678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] For port f9422e0d-ed09-4038-9c09-2293d19789e3, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:48:28.798671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] For port f9422e0d-ed09-4038-9c09-2293d19789e3, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f9422e0d-ed09-4038-9c09-2293d19789e3,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:48:28.812762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a8008533-2dcb-4114-8a26-1e0b11fa231a no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:28.847682 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:28.911894 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:28.937542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Transition to ACTIVE for port object 344fd447-ad87-494e-aaa0-47284e1e54af will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:28.953205 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: a8008533-2dcb-4114-8a26-1e0b11fa231a {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:48:28.969082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a8008533-2dcb-4114-8a26-1e0b11fa231a not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:28.978224 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908814b8-a201-4006-a8f3-d1dbfed347fe None None] Pushing event updated for resources: {'Port': ['ID=f9422e0d-ed09-4038-9c09-2293d19789e3,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:28.982658 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:29.000221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:48:29.046694 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:29.059726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:29.068026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:29.080371 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Transition to ACTIVE for port object 344fd447-ad87-494e-aaa0-47284e1e54af will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:29.105090 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:29.159841 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Pushing event updated for resources: {'Port': ['ID=25fb74c2-05ca-42fa-9352-fb2813beceaa,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:29.165976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-939ca349-1240-4a7b-b542-b76717867d24 None None] Provisioning complete for port 5a22cbdb-ad38-4590-86de-90fb10fb9dca triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:29.166365 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-939ca349-1240-4a7b-b542-b76717867d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:29.224097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Network 7e06129c-f35b-4cd6-99ed-e972757b6a23 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:29.229204 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-939ca349-1240-4a7b-b542-b76717867d24 None None] Port 5a22cbdb-ad38-4590-86de-90fb10fb9dca cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:48:29.234514 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:29.238854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:29.251356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Routers {'9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:48:29.252509 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:48:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:29.258521 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b80bd50-8df6-4dd1-818d-a54e2c4120e5 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:29.281763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ba7cb14-aa42-445d-9922-174fe3e90abe req-faae6122-e5fc-4b14-a218-eb90bf7a1deb tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bebac44-26a7-4926-a0d2-9dd939079ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909988 Jul 29 14:48:29.335341 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:29.342049 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908814b8-a201-4006-a8f3-d1dbfed347fe None None] Pushing event updated for resources: {'Port': ['ID=f9422e0d-ed09-4038-9c09-2293d19789e3,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:29.380395 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b80bd50-8df6-4dd1-818d-a54e2c4120e5 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:29.405916 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:29.426160 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 15776705-c77c-499b-95da-b038dcd3db3e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:29.461142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:48:29.473401 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a995c15a-7c96-45d4-b4bb-82ffde9ab3d0 admin admin] 10.222.0.16 "PUT /v2.0/routers/9ca1808d-ea9b-4dd3-9377-8cd1a496fef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6462927 Jul 29 14:48:29.649256 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b80bd50-8df6-4dd1-818d-a54e2c4120e5 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:29.670233 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:29.676534 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:29.734647 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b80bd50-8df6-4dd1-818d-a54e2c4120e5 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:29.762598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Attempting to bind port 344fd447-ad87-494e-aaa0-47284e1e54af on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:48:29.764107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Attempting to bind port 344fd447-ad87-494e-aaa0-47284e1e54af by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'f24067c8-f954-4285-a032-0e7f62f92b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7e06129c-f35b-4cd6-99ed-e972757b6a23'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:48:29.764480 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Attempting to bind port 344fd447-ad87-494e-aaa0-47284e1e54af on network 7e06129c-f35b-4cd6-99ed-e972757b6a23 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:29.778869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Pushing event updated for resources: {'Port': ['ID=344fd447-ad87-494e-aaa0-47284e1e54af,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:29.813033 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80bd50-8df6-4dd1-818d-a54e2c4120e5 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Subnet': ['ID=a11bcf1c-f4a5-479b-a085-5abaa51d6d3b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:29.820073 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:48:29.827086 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b80bd50-8df6-4dd1-818d-a54e2c4120e5 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:29.832590 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5b80bd50-8df6-4dd1-818d-a54e2c4120e5 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/subnets/a11bcf1c-f4a5-479b-a085-5abaa51d6d3b HTTP/1.1" status: 204 len: 168 time: 2.0337501 Jul 29 14:48:29.837319 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Checking segment: {'id': 'f24067c8-f954-4285-a032-0e7f62f92b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7e06129c-f35b-4cd6-99ed-e972757b6a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:29.837319 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:29.837789 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58844) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:29.837894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Bound using segment: {'id': 'f24067c8-f954-4285-a032-0e7f62f92b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7e06129c-f35b-4cd6-99ed-e972757b6a23'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:48:29.837894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Bound port: 344fd447-ad87-494e-aaa0-47284e1e54af, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24067c8-f954-4285-a032-0e7f62f92b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7e06129c-f35b-4cd6-99ed-e972757b6a23'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:48:29.837894 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:29.855419 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Pushing event updated for resources: {'Port': ['ID=25fb74c2-05ca-42fa-9352-fb2813beceaa,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:29.885339 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:29.894442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] Set router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:48:29.915262 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:29.926891 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-05324a4c-4920-46c1-a3c0-f0f0df5ca4a5 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9024334 Jul 29 14:48:30.055514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2363e5d1-56b9-48ec-adff-6a33c67aec2b tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:30.057474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2363e5d1-56b9-48ec-adff-6a33c67aec2b tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:30.060111 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2363e5d1-56b9-48ec-adff-6a33c67aec2b tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2245576 Jul 29 14:48:30.062442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58860) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:30.124351 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 15776705-c77c-499b-95da-b038dcd3db3e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:30.124933 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:30.235349 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-ac14dd9d-16dc-4bc6-8859-e7972cbf8f19 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2108055025&fields=id&tenant_id=812f7c425a5d4f2fb72dd2b1a05c3ba1 HTTP/1.1" status: 200 len: 267 time: 0.0858312 Jul 29 14:48:30.240141 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56bfcc52-d78a-45d4-a0d7-f5f241b1e409 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:30.252732 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bfcc52-d78a-45d4-a0d7-f5f241b1e409 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 29 14:48:30.253515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56bfcc52-d78a-45d4-a0d7-f5f241b1e409 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:48:30.256977 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-56bfcc52-d78a-45d4-a0d7-f5f241b1e409 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/networks/7e06129c-f35b-4cd6-99ed-e972757b6a23 HTTP/1.1" status: 409 len: 405 time: 0.1918521 Jul 29 14:48:30.262386 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58892) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:30.268410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] For port 344fd447-ad87-494e-aaa0-47284e1e54af, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:48:30.275447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] For port 344fd447-ad87-494e-aaa0-47284e1e54af, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=344fd447-ad87-494e-aaa0-47284e1e54af,segment=NetworkSegment(f24067c8-f954-4285-a032-0e7f62f92b16),segment_id=f24067c8-f954-4285-a032-0e7f62f92b16)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:48:30.279554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7f9b6e9b-fc58-4b0e-99ee-056250942910 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1615795794'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:30.307567 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:30.413691 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9b6e9b-fc58-4b0e-99ee-056250942910 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Made reservation on behalf of 66f12a423637482e9fd025cef354d6cb for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:30.417735 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6e9b-fc58-4b0e-99ee-056250942910 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:30.468580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9b6e9b-fc58-4b0e-99ee-056250942910 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:48:30.482266 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6e9b-fc58-4b0e-99ee-056250942910 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:30.482808 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-7f9b6e9b-fc58-4b0e-99ee-056250942910 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Added segment c6fdf134-f0c8-4978-82a5-1a783cc57c5b of type vlan for network bb414302-0c71-481c-84bc-6886f4ff85a7 Jul 29 14:48:30.516198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-da99b1f9-af5c-433b-a614-59702a4b5cd7 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:30.517997 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-da99b1f9-af5c-433b-a614-59702a4b5cd7 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/networks?id=1c6029df-4f46-4bb8-b870-1f0a53d78198 HTTP/1.1" status: 200 len: 815 time: 0.2672360 Jul 29 14:48:30.562126 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-d4f63f33-3585-4419-a723-7700cdc250df tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/quotas/812f7c425a5d4f2fb72dd2b1a05c3ba1 HTTP/1.1" status: 200 len: 375 time: 0.0221989 Jul 29 14:48:30.566378 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6e9b-fc58-4b0e-99ee-056250942910 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:30.645488 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6e9b-fc58-4b0e-99ee-056250942910 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:30.656787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9b6e9b-fc58-4b0e-99ee-056250942910 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:30.657170 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fce86e30-ce34-40b8-909d-a91fd9da2db3 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:30.659699 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6e9b-fc58-4b0e-99ee-056250942910 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:30.664689 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e491df-9e7d-498d-8ee1-706d9e9538f1 None None] Pushing event updated for resources: {'Port': ['ID=344fd447-ad87-494e-aaa0-47284e1e54af,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:30.695926 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1892ba62-1bbd-4ccb-b4e0-5141299b9bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:30.718567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc110af-80a1-4c3c-bb49-9da72d5a2e58 None None] Network 7e06129c-f35b-4cd6-99ed-e972757b6a23 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:30.719812 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-6d322a11-f2b4-4cc5-bf58-0cc802e2d566 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=812f7c425a5d4f2fb72dd2b1a05c3ba1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1489625 Jul 29 14:48:30.787725 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7f9b6e9b-fc58-4b0e-99ee-056250942910 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5162561 Jul 29 14:48:30.790609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58918) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:30.798146 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a2ba3439-523a-4a93-a4e9-b6409b4d246d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Request body: {'subnet': {'network_id': 'bb414302-0c71-481c-84bc-6886f4ff85a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:30.819272 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'name': 'tempest-TaggedBootDevicesTest-942324995-router', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:19Z', 'updated_at': '2021-07-29T14:48:27Z', 'revision_number': 4, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'gw_port': {'id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:21Z', 'updated_at': '2021-07-29T14:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a22cbdb-ad38-4590-86de-90fb10fb9dca', 'name': '', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'mac_address': 'fa:16:3e:2e:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:26Z', 'updated_at': '2021-07-29T14:48:27Z', 'revision_number': 2, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'subnets': [{'id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:30.925206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b6e9b-fc58-4b0e-99ee-056250942910 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event updated for resources: {'Network': ['ID=bb414302-0c71-481c-84bc-6886f4ff85a7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:30.927814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a32593-cf88-4a80-a7da-53117721d1f5 None None] The sync data for ids ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'] in n-d-802893-1 is: [{'id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'name': 'tempest-TaggedBootDevicesTest-942324995-router', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:19Z', 'updated_at': '2021-07-29T14:48:27Z', 'revision_number': 4, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'gw_port': {'id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:21Z', 'updated_at': '2021-07-29T14:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a22cbdb-ad38-4590-86de-90fb10fb9dca', 'name': '', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'mac_address': 'fa:16:3e:2e:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:26Z', 'updated_at': '2021-07-29T14:48:27Z', 'revision_number': 2, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'subnets': [{'id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:48:30.959625 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network bb414302-0c71-481c-84bc-6886f4ff85a7 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:48:31.006189 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-abd2a401-4d51-4a65-bfa0-57bc1e426c37 service neutron] 10.222.0.16 "GET /v2.0/networks/1c6029df-4f46-4bb8-b870-1f0a53d78198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414913 Jul 29 14:48:31.038520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port fce86e30-ce34-40b8-909d-a91fd9da2db3 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:31.115083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702463a-e0a0-40b1-b788-a296c02056fa req-1a81c002-fcde-423a-b648-52d63f2266b0 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:31.128724 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1702463a-e0a0-40b1-b788-a296c02056fa req-1a81c002-fcde-423a-b648-52d63f2266b0 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 945 time: 0.2138896 Jul 29 14:48:31.153303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port fce86e30-ce34-40b8-909d-a91fd9da2db3 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:31.153956 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:31.172884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ba3439-523a-4a93-a4e9-b6409b4d246d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Made reservation on behalf of 66f12a423637482e9fd025cef354d6cb for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:31.183243 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3439-523a-4a93-a4e9-b6409b4d246d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:31.190500 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-0478edd8-ba04-45c4-a740-14ed80c0dbd4 service neutron] 10.222.0.16 "GET /v2.0/networks/1c6029df-4f46-4bb8-b870-1f0a53d78198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774485 Jul 29 14:48:31.308544 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1702463a-e0a0-40b1-b788-a296c02056fa req-73276459-8238-4afe-8ab9-43d1a6f54552 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bebac44-26a7-4926-a0d2-9dd939079ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629817 Jul 29 14:48:31.402798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7c5205-3e17-424a-b2c4-d3db91783d52 None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 14:48:31.911125 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0b9ce345-9b82-457d-ae53-bb154d007bed req-06338df8-a62a-4b6d-b565-f58edfb0dd0a tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 210 time: 0.0851536 Jul 29 14:48:32.038379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.objects.ports [None req-a2ba3439-523a-4a93-a4e9-b6409b4d246d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94157) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 14:48:32.040012 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3439-523a-4a93-a4e9-b6409b4d246d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:32.118859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7c5205-3e17-424a-b2c4-d3db91783d52 None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 14:48:32.171527 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:32.251749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba3439-523a-4a93-a4e9-b6409b4d246d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Checking segment: {'id': 'c6fdf134-f0c8-4978-82a5-1a783cc57c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'bb414302-0c71-481c-84bc-6886f4ff85a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:32.252158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ba3439-523a-4a93-a4e9-b6409b4d246d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Network hostable DHCP agents. Network: bb414302-0c71-481c-84bc-6886f4ff85a7, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:48:32.263770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba3439-523a-4a93-a4e9-b6409b4d246d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event updated for resources: {'Subnet': ['ID=2f80c18a-d1d0-457e-8bd5-3dc657f03c86,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:32.283263 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e82ab-0148-4591-968f-6ca08bab6f4e req-1c482666-f89f-4ab6-b8db-e97d25fb7d4c tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:32.284900 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2f4e82ab-0148-4591-968f-6ca08bab6f4e req-1c482666-f89f-4ab6-b8db-e97d25fb7d4c tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 945 time: 0.2236261 Jul 29 14:48:32.297331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ba3439-523a-4a93-a4e9-b6409b4d246d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Network bb414302-0c71-481c-84bc-6886f4ff85a7 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:48:32.321277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a2ba3439-523a-4a93-a4e9-b6409b4d246d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, bb414302-0c71-481c-84bc-6886f4ff85a7) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:32.334425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ba3439-523a-4a93-a4e9-b6409b4d246d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:32.335148 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3439-523a-4a93-a4e9-b6409b4d246d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:32.369502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a2ba3439-523a-4a93-a4e9-b6409b4d246d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5745711 Jul 29 14:48:32.371466 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58978) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:32.382229 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2f4e82ab-0148-4591-968f-6ca08bab6f4e req-567b813c-b966-40d7-a58e-04d522693f7d tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/security-groups?id=599cae7a-0291-4233-b628-b34f3c1867ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870671 Jul 29 14:48:32.558489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port fce86e30-ce34-40b8-909d-a91fd9da2db3, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fce86e30-ce34-40b8-909d-a91fd9da2db3,segment=NetworkSegment(bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7),segment_id=bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:32.570078 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba8f7-c46c-4741-bb42-c88a4a5221de tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:32.601360 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:32.828718 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=fce86e30-ce34-40b8-909d-a91fd9da2db3,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:32.864160 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba8f7-c46c-4741-bb42-c88a4a5221de tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:32.870665 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f9422e0d-ed09-4038-9c09-2293d19789e3 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:33.054343 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba8f7-c46c-4741-bb42-c88a4a5221de tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:33.144333 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ba8f7-c46c-4741-bb42-c88a4a5221de tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Subnet': ['ID=2f80c18a-d1d0-457e-8bd5-3dc657f03c86,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:33.252449 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:33.345734 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port f9422e0d-ed09-4038-9c09-2293d19789e3 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:33.413822 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-282cf26e-fcbd-4380-8b94-1eceac1c3fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:33.423478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f9422e0d-ed09-4038-9c09-2293d19789e3 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:33.424041 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:33.567381 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a3a004-8402-4165-9327-9c4deedd08ae None None] Network bb414302-0c71-481c-84bc-6886f4ff85a7 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:33.706077 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a6f1a-bd86-4b7c-9d85-cb860bc6a73b req-c4cb6042-233f-4150-8912-ab17d8b2067b tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:33.716385 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-171a6f1a-bd86-4b7c-9d85-cb860bc6a73b req-c4cb6042-233f-4150-8912-ab17d8b2067b tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.38 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 945 time: 0.1617608 Jul 29 14:48:33.828970 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:33.887752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port f9422e0d-ed09-4038-9c09-2293d19789e3, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f9422e0d-ed09-4038-9c09-2293d19789e3,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:33.900596 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:33.982662 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a2aca-1f46-4d90-918b-0628737a3f1f req-19889883-0d6a-4841-8a16-2c8aaf8ec2f8 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:33.984414 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c5a2aca-1f46-4d90-918b-0628737a3f1f req-19889883-0d6a-4841-8a16-2c8aaf8ec2f8 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 945 time: 0.2536604 Jul 29 14:48:34.076510 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-023ddb31-7e91-4ea6-9f12-273c8b63f33c tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:34.078240 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-023ddb31-7e91-4ea6-9f12-273c8b63f33c tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.39 "GET /v2.0/networks?id=1c6029df-4f46-4bb8-b870-1f0a53d78198 HTTP/1.1" status: 200 len: 815 time: 0.3603795 Jul 29 14:48:34.084360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=f9422e0d-ed09-4038-9c09-2293d19789e3,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:34.088270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-171a6f1a-bd86-4b7c-9d85-cb860bc6a73b req-f1748ec8-9350-4399-9cc9-9ac4ef186bc9 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Deleting port dfdb1e5d-a151-4133-91e2-738ad6252e75 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:34.088857 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-171a6f1a-bd86-4b7c-9d85-cb860bc6a73b req-f1748ec8-9350-4399-9cc9-9ac4ef186bc9 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:34.095527 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c5a2aca-1f46-4d90-918b-0628737a3f1f req-fdb2869b-48fb-41c5-a1bd-be2ca2bb2b6e tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/security-groups?id=599cae7a-0291-4233-b628-b34f3c1867ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039281 Jul 29 14:48:34.132953 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cd89c8b-a079-44cd-b794-980153166f38 req-b49eb852-d7da-4f64-8ac6-edbfb209a26a tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 210 time: 1.0009832 Jul 29 14:48:34.155445 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b099d4-e6a4-4961-9f53-5d570abf6bfc None None] Network bb414302-0c71-481c-84bc-6886f4ff85a7 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:34.186162 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba8f7-c46c-4741-bb42-c88a4a5221de tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:34.211208 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4b2ba8f7-c46c-4741-bb42-c88a4a5221de tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb414302-0c71-481c-84bc-6886f4ff85a7']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:34.239465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4b2ba8f7-c46c-4741-bb42-c88a4a5221de tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fdf134-f0c8-4978-82a5-1a783cc57c5b') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:34.240118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4b2ba8f7-c46c-4741-bb42-c88a4a5221de tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fdf134-f0c8-4978-82a5-1a783cc57c5b') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:34.255647 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba8f7-c46c-4741-bb42-c88a4a5221de tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:34.275198 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba8f7-c46c-4741-bb42-c88a4a5221de tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:34.290848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2ba8f7-c46c-4741-bb42-c88a4a5221de tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:48:34.291816 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba8f7-c46c-4741-bb42-c88a4a5221de tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:34.298342 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-030864a0-6b07-4d20-9f56-463556740528 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=812f7c425a5d4f2fb72dd2b1a05c3ba1 HTTP/1.1" status: 200 len: 380 time: 0.2060814 Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:48:34.300864 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:48:34.313578 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-240a2f73-b1e6-43f3-be4a-28083af6c31d tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Request body: {'port': {'device_id': 'efbec8de-393a-4087-a00c-2f4cbdb38ad5', 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198', 'admin_state_up': True, 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'security_groups': ['12ae6374-cd0f-41ca-903e-dded35433a2d']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:34.339782 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:34.459804 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba8f7-c46c-4741-bb42-c88a4a5221de tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:34.480183 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b2ba8f7-c46c-4741-bb42-c88a4a5221de tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:34.487028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-171a6f1a-bd86-4b7c-9d85-cb860bc6a73b req-f1748ec8-9350-4399-9cc9-9ac4ef186bc9 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] For port dfdb1e5d-a151-4133-91e2-738ad6252e75, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=dfdb1e5d-a151-4133-91e2-738ad6252e75,segment=NetworkSegment(31ae8c8f-ae9e-4a74-90d5-cc5098fda25b),segment_id=31ae8c8f-ae9e-4a74-90d5-cc5098fda25b)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:34.487456 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-171a6f1a-bd86-4b7c-9d85-cb860bc6a73b req-f1748ec8-9350-4399-9cc9-9ac4ef186bc9 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:34.497289 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4b2ba8f7-c46c-4741-bb42-c88a4a5221de tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/networks/bb414302-0c71-481c-84bc-6886f4ff85a7 HTTP/1.1" status: 204 len: 168 time: 2.1246154 Jul 29 14:48:34.505801 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59020) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:34.529473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-45fe6ff8-a435-479f-8a68-417c2b6ee853 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-792033016'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:34.556212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ba8f7-c46c-4741-bb42-c88a4a5221de tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Network': ['ID=bb414302-0c71-481c-84bc-6886f4ff85a7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:34.560001 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fe6ff8-a435-479f-8a68-417c2b6ee853 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Made reservation on behalf of 66f12a423637482e9fd025cef354d6cb for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:34.568796 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-45fe6ff8-a435-479f-8a68-417c2b6ee853 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:34.617174 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fe6ff8-a435-479f-8a68-417c2b6ee853 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:48:34.646493 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-45fe6ff8-a435-479f-8a68-417c2b6ee853 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:34.648049 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-45fe6ff8-a435-479f-8a68-417c2b6ee853 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Added segment fe0a9971-f849-40c5-bdc9-530c201f6a6e of type vlan for network 531e0601-4771-4390-a535-3de737d67538 Jul 29 14:48:34.723401 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-171a6f1a-bd86-4b7c-9d85-cb860bc6a73b req-f1748ec8-9350-4399-9cc9-9ac4ef186bc9 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Calling delete_port for dfdb1e5d-a151-4133-91e2-738ad6252e75 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:34.781084 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-45fe6ff8-a435-479f-8a68-417c2b6ee853 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:34.856957 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fce86e30-ce34-40b8-909d-a91fd9da2db3 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:34.902501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-240a2f73-b1e6-43f3-be4a-28083af6c31d tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Made reservation on behalf of 812f7c425a5d4f2fb72dd2b1a05c3ba1 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:34.906037 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-240a2f73-b1e6-43f3-be4a-28083af6c31d tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:34.914612 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-45fe6ff8-a435-479f-8a68-417c2b6ee853 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:34.947544 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fe6ff8-a435-479f-8a68-417c2b6ee853 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:34.948995 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-45fe6ff8-a435-479f-8a68-417c2b6ee853 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:35.074200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port fce86e30-ce34-40b8-909d-a91fd9da2db3 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:35.077306 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:35.087986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-240a2f73-b1e6-43f3-be4a-28083af6c31d tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Allocated IP 172.20.0.13 (1c6029df-4f46-4bb8-b870-1f0a53d78198/af905744-454c-4f5a-b5f4-3cd09d75c9a2/e16cf818-90fd-4443-aa71-e8e76294186a) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:35.218255 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-45fe6ff8-a435-479f-8a68-417c2b6ee853 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7109540 Jul 29 14:48:35.230665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59042) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:35.255549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-37fe5663-959a-47ed-8ff5-41054f6d6fc3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Request body: {'subnet': {'network_id': '531e0601-4771-4390-a535-3de737d67538', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:35.337470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f9422e0d-ed09-4038-9c09-2293d19789e3 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:35.451216 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-90e1a2f6-1b4e-4a56-a00e-d329780c3a69 req-b0a67da6-2378-4b50-9d73-46544e37c7df tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 210 time: 0.0912092 Jul 29 14:48:35.457048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f9422e0d-ed09-4038-9c09-2293d19789e3 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:35.457635 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:35.470459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c5702-e389-4248-8969-ff1ada98a662 req-e1fbf1c6-9aeb-4288-bedb-6f462bbceb50 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:35.486098 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-652c5702-e389-4248-8969-ff1ada98a662 req-e1fbf1c6-9aeb-4288-bedb-6f462bbceb50 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 945 time: 0.1710732 Jul 29 14:48:35.492598 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe6ff8-a435-479f-8a68-417c2b6ee853 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event updated for resources: {'Network': ['ID=531e0601-4771-4390-a535-3de737d67538,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:35.524914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 531e0601-4771-4390-a535-3de737d67538 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:48:35.601586 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fe5663-959a-47ed-8ff5-41054f6d6fc3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Made reservation on behalf of 66f12a423637482e9fd025cef354d6cb for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:35.610672 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37fe5663-959a-47ed-8ff5-41054f6d6fc3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:35.617279 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-652c5702-e389-4248-8969-ff1ada98a662 req-19cde873-a278-4bae-9450-bbba687bb1a7 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/security-groups?id=599cae7a-0291-4233-b628-b34f3c1867ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369197 Jul 29 14:48:35.648960 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Sync routers for ids ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:48:35.669445 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-171a6f1a-bd86-4b7c-9d85-cb860bc6a73b req-f1748ec8-9350-4399-9cc9-9ac4ef186bc9 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:35.689327 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Routers {'9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:48:35.691112 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:48:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:35.753991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['dfdb1e5d-a151-4133-91e2-738ad6252e75'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:48:35.997955 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2100846-91c2-4840-bebe-764b014c4db8 req-e4cebe1f-9ff6-428e-9811-35e0a80f7943 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2316308 Jul 29 14:48:36.106288 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Set router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:48:36.191211 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:36.261382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2100846-91c2-4840-bebe-764b014c4db8 req-21d5c399-00b7-486b-a34d-2878b8bd06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:36.264886 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2100846-91c2-4840-bebe-764b014c4db8 req-21d5c399-00b7-486b-a34d-2878b8bd06b2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 1096 time: 0.1919432 Jul 29 14:48:36.448301 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-240a2f73-b1e6-43f3-be4a-28083af6c31d tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:36.505323 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37fe5663-959a-47ed-8ff5-41054f6d6fc3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:36.509614 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1748ec8-9350-4399-9cc9-9ac4ef186bc9 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Pushing event deleted for resources: {'Port': ['ID=dfdb1e5d-a151-4133-91e2-738ad6252e75,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:36.600269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-240a2f73-b1e6-43f3-be4a-28083af6c31d tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Transition to ACTIVE for port object e16cf818-90fd-4443-aa71-e8e76294186a will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:36.658657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-171a6f1a-bd86-4b7c-9d85-cb860bc6a73b req-f1748ec8-9350-4399-9cc9-9ac4ef186bc9 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] No DVR routers for this DVR port dfdb1e5d-a151-4133-91e2-738ad6252e75 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:36.667487 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-171a6f1a-bd86-4b7c-9d85-cb860bc6a73b req-f1748ec8-9350-4399-9cc9-9ac4ef186bc9 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:36.675761 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-171a6f1a-bd86-4b7c-9d85-cb860bc6a73b req-f1748ec8-9350-4399-9cc9-9ac4ef186bc9 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.38 "DELETE /v2.0/ports/dfdb1e5d-a151-4133-91e2-738ad6252e75 HTTP/1.1" status: 204 len: 173 time: 2.9322882 Jul 29 14:48:36.678482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e860d83-0ca1-4483-a485-fae011ab26d5', 'name': 'network-vif-deleted', 'tag': 'dfdb1e5d-a151-4133-91e2-738ad6252e75'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:48:36.702416 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810169be-2d4d-4ef2-bd91-77b0e0ed7898" -d '{"events": [{"server_uuid": "6e860d83-0ca1-4483-a485-fae011ab26d5", "name": "network-vif-deleted", "tag": "dfdb1e5d-a151-4133-91e2-738ad6252e75"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:48:36.781018 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'name': 'tempest-TaggedBootDevicesTest-942324995-router', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:19Z', 'updated_at': '2021-07-29T14:48:27Z', 'revision_number': 4, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'gw_port': {'id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:21Z', 'updated_at': '2021-07-29T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a22cbdb-ad38-4590-86de-90fb10fb9dca', 'name': '', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'mac_address': 'fa:16:3e:2e:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:26Z', 'updated_at': '2021-07-29T14:48:27Z', 'revision_number': 2, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'subnets': [{'id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:36.852613 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-240a2f73-b1e6-43f3-be4a-28083af6c31d tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:36.866838 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2100846-91c2-4840-bebe-764b014c4db8 req-ff88f2dd-dbdd-4b43-bca9-4b7749886717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:36.868647 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2100846-91c2-4840-bebe-764b014c4db8 req-ff88f2dd-dbdd-4b43-bca9-4b7749886717 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.5532107 Jul 29 14:48:36.904923 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe5663-959a-47ed-8ff5-41054f6d6fc3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event updated for resources: {'Subnet': ['ID=698243d3-b25a-4caf-8103-bb18bc1e68c7,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:37.012708 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2100846-91c2-4840-bebe-764b014c4db8 req-e043bf48-2315-4cea-830f-247ca4f6d4ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6 HTTP/1.1" status: 200 len: 217 time: 0.1292179 Jul 29 14:48:37.045991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-240a2f73-b1e6-43f3-be4a-28083af6c31d tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Network 1c6029df-4f46-4bb8-b870-1f0a53d78198 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:37.074964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-240a2f73-b1e6-43f3-be4a-28083af6c31d tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:37.087082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-240a2f73-b1e6-43f3-be4a-28083af6c31d tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:37.091655 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Checking router: 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:48:37.093491 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Updating router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 port 5a22cbdb-ad38-4590-86de-90fb10fb9dca binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:48:37.096183 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a2f73-b1e6-43f3-be4a-28083af6c31d tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Pushing event updated for resources: {'Port': ['ID=e16cf818-90fd-4443-aa71-e8e76294186a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:37.156505 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:37.180484 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f27179d5-ba86-4d4a-9ce9-2ddb3bf51bd6 req-61ca529e-03bc-443a-a608-686531856773 tempest-AttachSCSIVolumeTestJSON-964912278 tempest-AttachSCSIVolumeTestJSON-964912278-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e860d83-0ca1-4483-a485-fae011ab26d5 HTTP/1.1" status: 200 len: 210 time: 0.1976271 Jul 29 14:48:37.181919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2100846-91c2-4840-bebe-764b014c4db8 req-5167858a-f89a-485b-98b8-9e95f92658f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:37.193963 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2100846-91c2-4840-bebe-764b014c4db8 req-5167858a-f89a-485b-98b8-9e95f92658f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.1641829 Jul 29 14:48:37.195000 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fe5663-959a-47ed-8ff5-41054f6d6fc3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Checking segment: {'id': 'fe0a9971-f849-40c5-bdc9-530c201f6a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '531e0601-4771-4390-a535-3de737d67538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:37.195750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fe5663-959a-47ed-8ff5-41054f6d6fc3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Network hostable DHCP agents. Network: 531e0601-4771-4390-a535-3de737d67538, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:48:37.213135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720a630-6c50-4d7b-8fbe-d93161ae60f4 req-83c65e1d-efd6-4e5e-8177-f481f22b60f4 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:37.218966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1720a630-6c50-4d7b-8fbe-d93161ae60f4 req-83c65e1d-efd6-4e5e-8177-f481f22b60f4 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 932 time: 0.2797809 Jul 29 14:48:37.283108 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2100846-91c2-4840-bebe-764b014c4db8 req-ef120c2c-e2be-4fc3-a65c-e7546cd46f92 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792615 Jul 29 14:48:37.315341 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6fda52-546f-471c-a858-d7aa18cf0543 x-openstack-request-id: req-4f6fda52-546f-471c-a858-d7aa18cf0543 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:48:37.315843 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e860d83-0ca1-4483-a485-fae011ab26d5", "name": "network-vif-deleted", "tag": "dfdb1e5d-a151-4133-91e2-738ad6252e75", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:48:37.316089 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f6fda52-546f-471c-a858-d7aa18cf0543 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:48:37.316451 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e860d83-0ca1-4483-a485-fae011ab26d5', 'name': 'network-vif-deleted', 'tag': 'dfdb1e5d-a151-4133-91e2-738ad6252e75', 'status': 'completed', 'code': 200} Jul 29 14:48:37.345318 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1720a630-6c50-4d7b-8fbe-d93161ae60f4 req-3b703082-517e-4eb8-add1-75804185384a tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ae6374-cd0f-41ca-903e-dded35433a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196303 Jul 29 14:48:37.404275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-240a2f73-b1e6-43f3-be4a-28083af6c31d tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:37.412125 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-240a2f73-b1e6-43f3-be4a-28083af6c31d tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:37.464905 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-240a2f73-b1e6-43f3-be4a-28083af6c31d tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1594999 Jul 29 14:48:37.483469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Request body: {'port': {'device_id': 'efbec8de-393a-4087-a00c-2f4cbdb38ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:37.601878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fe5663-959a-47ed-8ff5-41054f6d6fc3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Network 531e0601-4771-4390-a535-3de737d67538 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:48:37.627480 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-37fe5663-959a-47ed-8ff5-41054f6d6fc3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 531e0601-4771-4390-a535-3de737d67538) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:37.640287 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef92a43c-4852-4c53-b726-4a23d81a0575 None None] Network 531e0601-4771-4390-a535-3de737d67538 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:37.693758 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:37.736651 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2100846-91c2-4840-bebe-764b014c4db8 req-00ef98b2-2503-4d73-98f3-0b2f362dced2 service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300671 Jul 29 14:48:37.738953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe5663-959a-47ed-8ff5-41054f6d6fc3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:37.743256 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37fe5663-959a-47ed-8ff5-41054f6d6fc3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:37.851525 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-38b87eac-7c7a-4e71-9aac-b7b416597c95 None None] Provisioning for port e16cf818-90fd-4443-aa71-e8e76294186a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:37.902789 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-38b87eac-7c7a-4e71-9aac-b7b416597c95 None None] Provisioning complete for port e16cf818-90fd-4443-aa71-e8e76294186a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:37.903554 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38b87eac-7c7a-4e71-9aac-b7b416597c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:37.914789 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:37.938307 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Transition to ACTIVE for port object 5a22cbdb-ad38-4590-86de-90fb10fb9dca will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:37.956978 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:37.981691 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-38b87eac-7c7a-4e71-9aac-b7b416597c95 None None] Port e16cf818-90fd-4443-aa71-e8e76294186a cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:48:38.027748 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19786dd1-1af7-4c9a-9477-826ec3f4c5c7 None None] Pushing event updated for resources: {'Port': ['ID=5a22cbdb-ad38-4590-86de-90fb10fb9dca,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:38.049460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb87d8-a9d3-4c87-a007-e91fbf7329c7 req-eb15fb3d-2633-48ef-890a-c0dee4c17bb1 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:38.060928 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-90cb87d8-a9d3-4c87-a007-e91fbf7329c7 req-eb15fb3d-2633-48ef-890a-c0dee4c17bb1 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 945 time: 0.5546703 Jul 29 14:48:38.116950 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-37fe5663-959a-47ed-8ff5-41054f6d6fc3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8794506 Jul 29 14:48:38.125148 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2498f-e35f-46cc-8c75-dc961b3b19da req-055e1bd6-a7c6-4376-80f4-1457d53324a7 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:38.125805 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-531e0601-4771-4390-a535-3de737d67538', 'network_id': '531e0601-4771-4390-a535-3de737d67538', 'tenant_id': '66f12a423637482e9fd025cef354d6cb', 'fixed_ips': [{'subnet_id': '698243d3-b25a-4caf-8103-bb18bc1e68c7'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:48:38.126679 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:38.136394 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59090) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:38.136862 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-95b2498f-e35f-46cc-8c75-dc961b3b19da req-055e1bd6-a7c6-4376-80f4-1457d53324a7 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 945 time: 0.2433434 Jul 29 14:48:38.170719 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Attempting to bind port 5a22cbdb-ad38-4590-86de-90fb10fb9dca on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:48:38.171490 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Attempting to bind port 5a22cbdb-ad38-4590-86de-90fb10fb9dca by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '0efeb575-8d12-469f-ba3e-f65b5ed4cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:48:38.172024 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Attempting to bind port 5a22cbdb-ad38-4590-86de-90fb10fb9dca on network 2dba885a-0741-41e8-b079-6381bc1efb2c {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:38.178931 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:48:38.181683 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Checking segment: {'id': '0efeb575-8d12-469f-ba3e-f65b5ed4cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:38.182318 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:38.189296 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Bound using segment: {'id': '0efeb575-8d12-469f-ba3e-f65b5ed4cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:48:38.190051 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Bound port: 5a22cbdb-ad38-4590-86de-90fb10fb9dca, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efeb575-8d12-469f-ba3e-f65b5ed4cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:48:38.190721 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:38.357976 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] For port 5a22cbdb-ad38-4590-86de-90fb10fb9dca, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:48:38.361724 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] For port 5a22cbdb-ad38-4590-86de-90fb10fb9dca, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5a22cbdb-ad38-4590-86de-90fb10fb9dca,segment=NetworkSegment(0efeb575-8d12-469f-ba3e-f65b5ed4cc0e),segment_id=0efeb575-8d12-469f-ba3e-f65b5ed4cc0e)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:48:38.370578 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:38.384719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16cf818-90fd-4443-aa71-e8e76294186a {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:48:38.394860 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:38.410678 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2100846-91c2-4840-bebe-764b014c4db8 req-ff21b1e2-7b51-45d8-b5de-80190d21b10b service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625905 Jul 29 14:48:38.430789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Transition to ACTIVE for port object e16cf818-90fd-4443-aa71-e8e76294186a will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:38.454507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:38.459133 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-90cb87d8-a9d3-4c87-a007-e91fbf7329c7 req-a9123e3c-8aa8-43c9-a19b-3d85dfb7a772 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eceb5e4-95f6-4d04-8fce-076956f1598f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971553 Jul 29 14:48:38.467101 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Routers {'9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:48:38.467737 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:48:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:38.478666 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Allocated IP 2001:db8::2 (531e0601-4771-4390-a535-3de737d67538/698243d3-b25a-4caf-8103-bb18bc1e68c7/24575571-d229-4b55-a362-cd8b90102372) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:38.602531 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:38.647571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-95b2498f-e35f-46cc-8c75-dc961b3b19da req-57c0294d-e711-4e93-8899-10d954e1bbb4 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bebac44-26a7-4926-a0d2-9dd939079ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050166 Jul 29 14:48:38.779149 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] Set router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:48:38.871610 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e16cf818-90fd-4443-aa71-e8e76294186a,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:38.901377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Attempting to bind port e16cf818-90fd-4443-aa71-e8e76294186a on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:48:38.901914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Attempting to bind port e16cf818-90fd-4443-aa71-e8e76294186a by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:48:38.902256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Attempting to bind port e16cf818-90fd-4443-aa71-e8e76294186a on network 1c6029df-4f46-4bb8-b870-1f0a53d78198 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:38.926869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Port e16cf818-90fd-4443-aa71-e8e76294186a on network 1c6029df-4f46-4bb8-b870-1f0a53d78198 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:48:38.926869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Attempting to bind port e16cf818-90fd-4443-aa71-e8e76294186a on network 1c6029df-4f46-4bb8-b870-1f0a53d78198 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:38.943466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:48:38.943823 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Checking segment: {'id': 'bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:38.944225 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Bound using segment: {'id': 'bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:48:38.947628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Bound port: e16cf818-90fd-4443-aa71-e8e76294186a, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:48:38.948067 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:38.948215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe8b3e-5976-468a-be0e-039cf9654e9e req-862c3277-d280-4617-ae87-1f23e6a6bfa5 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:38.975296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ffe8b3e-5976-468a-be0e-039cf9654e9e req-862c3277-d280-4617-ae87-1f23e6a6bfa5 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.38 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 945 time: 0.4551818 Jul 29 14:48:39.086984 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] For port e16cf818-90fd-4443-aa71-e8e76294186a, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:48:39.091244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] For port e16cf818-90fd-4443-aa71-e8e76294186a, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e16cf818-90fd-4443-aa71-e8e76294186a,segment=NetworkSegment(bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7),segment_id=bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:48:39.098574 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:39.114279 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:39.145518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Transition to ACTIVE for port object 24575571-d229-4b55-a362-cd8b90102372 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:39.192635 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:39.193319 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Transition to ACTIVE for port object 24575571-d229-4b55-a362-cd8b90102372 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:39.211883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device dfdb1e5d-a151-4133-91e2-738ad6252e75 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:39.236815 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e16cf818-90fd-4443-aa71-e8e76294186a,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:39.267969 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: dfdb1e5d-a151-4133-91e2-738ad6252e75 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:48:39.268239 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device dfdb1e5d-a151-4133-91e2-738ad6252e75 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:39.278806 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:39.287893 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:39.288601 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:39.290700 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-31dd84e5-2f4c-40ad-9bf5-eff1ce34d7d2 service neutron] 10.222.0.39 "PUT /v2.0/ports/e16cf818-90fd-4443-aa71-e8e76294186a HTTP/1.1" status: 200 len: 1092 time: 1.8159232 Jul 29 14:48:39.300367 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19786dd1-1af7-4c9a-9477-826ec3f4c5c7 None None] Pushing event updated for resources: {'Port': ['ID=5a22cbdb-ad38-4590-86de-90fb10fb9dca,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:39.335831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbec8de-393a-4087-a00c-2f4cbdb38ad5', 'tag': 'e16cf818-90fd-4443-aa71-e8e76294186a'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:48:39.344382 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4b488f-8e2c-4f66-a7bc-a1295edb3d05" -d '{"events": [{"name": "network-changed", "server_uuid": "efbec8de-393a-4087-a00c-2f4cbdb38ad5", "tag": "e16cf818-90fd-4443-aa71-e8e76294186a"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:48:39.383337 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Network 531e0601-4771-4390-a535-3de737d67538 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:39.406393 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:39.430141 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:39.452698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09433ef-fe50-4daa-b6df-dd6f6f62fc98 req-a2cebbbd-beca-492c-be0d-9ff8796f4630 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:39.464835 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f09433ef-fe50-4daa-b6df-dd6f6f62fc98 req-a2cebbbd-beca-492c-be0d-9ff8796f4630 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 944 time: 0.5717499 Jul 29 14:48:39.484623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fe2dc-9cb3-4193-b077-3d4b93b067ee req-4d87af5f-01c0-46e5-9bd6-b348b6f61fa3 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:39.504816 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-385fe2dc-9cb3-4193-b077-3d4b93b067ee req-4d87af5f-01c0-46e5-9bd6-b348b6f61fa3 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.39 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 945 time: 0.2720835 Jul 29 14:48:39.532421 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Pushing event updated for resources: {'Port': ['ID=24575571-d229-4b55-a362-cd8b90102372,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:39.560840 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'name': 'tempest-TaggedBootDevicesTest-942324995-router', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:19Z', 'updated_at': '2021-07-29T14:48:27Z', 'revision_number': 4, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'gw_port': {'id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:21Z', 'updated_at': '2021-07-29T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a22cbdb-ad38-4590-86de-90fb10fb9dca', 'name': '', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'mac_address': 'fa:16:3e:2e:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:26Z', 'updated_at': '2021-07-29T14:48:38Z', 'revision_number': 4, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'subnets': [{'id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:39.581526 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Attempting to bind port 24575571-d229-4b55-a362-cd8b90102372 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:48:39.582008 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Attempting to bind port 24575571-d229-4b55-a362-cd8b90102372 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fe0a9971-f849-40c5-bdc9-530c201f6a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '531e0601-4771-4390-a535-3de737d67538'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:48:39.582497 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Attempting to bind port 24575571-d229-4b55-a362-cd8b90102372 on network 531e0601-4771-4390-a535-3de737d67538 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:39.605967 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:48:39.606734 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Checking segment: {'id': 'fe0a9971-f849-40c5-bdc9-530c201f6a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '531e0601-4771-4390-a535-3de737d67538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:39.607124 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:39.607529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Bound using segment: {'id': 'fe0a9971-f849-40c5-bdc9-530c201f6a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '531e0601-4771-4390-a535-3de737d67538'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:48:39.608474 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Bound port: 24575571-d229-4b55-a362-cd8b90102372, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0a9971-f849-40c5-bdc9-530c201f6a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '531e0601-4771-4390-a535-3de737d67538'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:48:39.608821 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:39.631650 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e383e3-529f-4d65-a944-a44ccb556f4f None None] The sync data for ids ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'] in n-d-802893-1 is: [{'id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'name': 'tempest-TaggedBootDevicesTest-942324995-router', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:19Z', 'updated_at': '2021-07-29T14:48:27Z', 'revision_number': 4, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'gw_port': {'id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:21Z', 'updated_at': '2021-07-29T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a22cbdb-ad38-4590-86de-90fb10fb9dca', 'name': '', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'mac_address': 'fa:16:3e:2e:01:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:26Z', 'updated_at': '2021-07-29T14:48:38Z', 'revision_number': 4, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'subnets': [{'id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:48:39.675209 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-52d9497a-5521-4b70-aef7-5fa7d289eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:39.678012 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-52d9497a-5521-4b70-aef7-5fa7d289eafa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=812f7c425a5d4f2fb72dd2b1a05c3ba1&device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 1095 time: 0.3201303 Jul 29 14:48:39.798227 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:39.798748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] For port 24575571-d229-4b55-a362-cd8b90102372, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:48:39.813430 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] For port 24575571-d229-4b55-a362-cd8b90102372, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=24575571-d229-4b55-a362-cd8b90102372,segment=NetworkSegment(fe0a9971-f849-40c5-bdc9-530c201f6a6e),segment_id=fe0a9971-f849-40c5-bdc9-530c201f6a6e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:48:39.835758 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:39.841893 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-4c33d89c-acfc-4570-b972-60a7b5144b13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16cf818-90fd-4443-aa71-e8e76294186a HTTP/1.1" status: 200 len: 217 time: 0.1487021 Jul 29 14:48:39.863352 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-5ffe8b3e-5976-468a-be0e-039cf9654e9e req-1ddb5c89-c108-433b-bf0c-711cae2b6cbb tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Deleting port 2b1f12c1-6140-4b57-a858-d23544f9e374 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:39.865932 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5ffe8b3e-5976-468a-be0e-039cf9654e9e req-1ddb5c89-c108-433b-bf0c-711cae2b6cbb tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:39.873818 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Subnet': ['ID=698243d3-b25a-4caf-8103-bb18bc1e68c7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:39.886818 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f09433ef-fe50-4daa-b6df-dd6f6f62fc98 req-90ced95d-4f25-40ee-a5b6-8ac835e0b9c7 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ae6374-cd0f-41ca-903e-dded35433a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4093430 Jul 29 14:48:39.997944 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a7daa6-e14b-487b-8d6d-d4c829ba41e8 x-openstack-request-id: req-47a7daa6-e14b-487b-8d6d-d4c829ba41e8 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:48:39.998247 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbec8de-393a-4087-a00c-2f4cbdb38ad5", "tag": "e16cf818-90fd-4443-aa71-e8e76294186a", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:48:39.998505 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47a7daa6-e14b-487b-8d6d-d4c829ba41e8 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:48:39.998903 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbec8de-393a-4087-a00c-2f4cbdb38ad5', 'tag': 'e16cf818-90fd-4443-aa71-e8e76294186a', 'status': 'completed', 'code': 200} Jul 29 14:48:40.042722 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:40.058760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-f9fc1098-cb35-40ae-bf94-7b03401f6a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:40.060221 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c6ee2-bd27-4ef0-94ba-d7a64a666ab2 None None] Pushing event updated for resources: {'Port': ['ID=24575571-d229-4b55-a362-cd8b90102372,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:40.062147 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-f9fc1098-cb35-40ae-bf94-7b03401f6a5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af905744-454c-4f5a-b5f4-3cd09d75c9a2 HTTP/1.1" status: 200 len: 854 time: 0.1738505 Jul 29 14:48:40.084535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531e0601-4771-4390-a535-3de737d67538']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:40.133660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0a9971-f849-40c5-bdc9-530c201f6a6e') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:40.134547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0a9971-f849-40c5-bdc9-530c201f6a6e') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:40.147435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-5ffe8b3e-5976-468a-be0e-039cf9654e9e req-1ddb5c89-c108-433b-bf0c-711cae2b6cbb tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] For port 2b1f12c1-6140-4b57-a858-d23544f9e374, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2b1f12c1-6140-4b57-a858-d23544f9e374,segment=NetworkSegment(47a9f457-b560-4465-9e8b-b783a5d6f72f),segment_id=47a9f457-b560-4465-9e8b-b783a5d6f72f)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:40.148093 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5ffe8b3e-5976-468a-be0e-039cf9654e9e req-1ddb5c89-c108-433b-bf0c-711cae2b6cbb tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:40.171040 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:40.184949 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-5ffe8b3e-5976-468a-be0e-039cf9654e9e req-1ddb5c89-c108-433b-bf0c-711cae2b6cbb tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Calling delete_port for 2b1f12c1-6140-4b57-a858-d23544f9e374 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:40.195032 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:40.252059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:48:40.252572 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:40.261685 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-385fe2dc-9cb3-4193-b077-3d4b93b067ee req-14812f8b-69c4-4fa4-a94d-93f54ff53dc9 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Deleting port 86c90964-b371-432d-a6e3-ccf3e9c8f975 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:40.262043 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-385fe2dc-9cb3-4193-b077-3d4b93b067ee req-14812f8b-69c4-4fa4-a94d-93f54ff53dc9 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:48:40.284250 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:48:40.303378 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-1b93a9dd-b258-4bb2-865c-99d643a1285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:40.306439 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-1b93a9dd-b258-4bb2-865c-99d643a1285c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c6029df-4f46-4bb8-b870-1f0a53d78198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2196441 Jul 29 14:48:40.675855 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:40.747416 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.api [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 14:48:40.747416 n-d-802893-1 neutron-server[94157]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 14:48:40.747416 n-d-802893-1 neutron-server[94157]: [parameters: {'id': '531e0601-4771-4390-a535-3de737d67538'}] Jul 29 14:48:40.747416 n-d-802893-1 neutron-server[94157]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:48:40.748324 n-d-802893-1 neutron-server[94157]: DEBUG oslo_db.api [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:48:40.849068 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-1d89583f-3c73-476d-a290-d8b3e7a44668 service neutron] 10.222.0.39 "GET /v2.0/networks/1c6029df-4f46-4bb8-b870-1f0a53d78198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207865 Jul 29 14:48:40.855834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-385fe2dc-9cb3-4193-b077-3d4b93b067ee req-14812f8b-69c4-4fa4-a94d-93f54ff53dc9 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] For port 86c90964-b371-432d-a6e3-ccf3e9c8f975, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=86c90964-b371-432d-a6e3-ccf3e9c8f975,segment=NetworkSegment(a4779bd1-a5ba-4a7b-9e16-92581c3eecbd),segment_id=a4779bd1-a5ba-4a7b-9e16-92581c3eecbd)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:40.856972 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-385fe2dc-9cb3-4193-b077-3d4b93b067ee req-14812f8b-69c4-4fa4-a94d-93f54ff53dc9 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:40.922617 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5ffe8b3e-5976-468a-be0e-039cf9654e9e req-1ddb5c89-c108-433b-bf0c-711cae2b6cbb tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:40.949333 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec70039-ac8c-4a52-88c3-1e0c852c0416 req-d50ba5e6-1d7d-4470-8112-78f479ae925d tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:40.951118 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ec70039-ac8c-4a52-88c3-1e0c852c0416 req-d50ba5e6-1d7d-4470-8112-78f479ae925d tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/ports?device_id=12fbfca2-0354-438b-bdb3-cf789ca37eea HTTP/1.1" status: 200 len: 867 time: 0.6679571 Jul 29 14:48:40.959033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2b1f12c1-6140-4b57-a858-d23544f9e374'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:48:41.011105 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-385fe2dc-9cb3-4193-b077-3d4b93b067ee req-14812f8b-69c4-4fa4-a94d-93f54ff53dc9 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Calling delete_port for 86c90964-b371-432d-a6e3-ccf3e9c8f975 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:41.043037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb5c89-c108-433b-bf0c-711cae2b6cbb tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Pushing event deleted for resources: {'Port': ['ID=2b1f12c1-6140-4b57-a858-d23544f9e374,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:41.052192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 24575571-d229-4b55-a362-cd8b90102372 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:41.096753 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ec70039-ac8c-4a52-88c3-1e0c852c0416 req-c271b6bd-48e3-47eb-a079-f759826e7615 tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.16 "GET /v2.0/security-groups?id=4eceb5e4-95f6-4d04-8fce-076956f1598f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785806 Jul 29 14:48:41.156286 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffe8b3e-5976-468a-be0e-039cf9654e9e req-1ddb5c89-c108-433b-bf0c-711cae2b6cbb tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] No DVR routers for this DVR port 2b1f12c1-6140-4b57-a858-d23544f9e374 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:41.160612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 24575571-d229-4b55-a362-cd8b90102372 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:41.162355 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5ffe8b3e-5976-468a-be0e-039cf9654e9e req-1ddb5c89-c108-433b-bf0c-711cae2b6cbb tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:41.164576 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ffe8b3e-5976-468a-be0e-039cf9654e9e req-1ddb5c89-c108-433b-bf0c-711cae2b6cbb tempest-VolumesAdminNegativeTest-645835990 tempest-VolumesAdminNegativeTest-645835990-project] 10.222.0.38 "DELETE /v2.0/ports/2b1f12c1-6140-4b57-a858-d23544f9e374 HTTP/1.1" status: 204 len: 173 time: 2.1713042 Jul 29 14:48:41.165277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fbfca2-0354-438b-bdb3-cf789ca37eea', 'name': 'network-vif-deleted', 'tag': '2b1f12c1-6140-4b57-a858-d23544f9e374'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:48:41.176082 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010ec4ae-cfa5-4e5e-abdf-421ce5d71d58" -d '{"events": [{"server_uuid": "12fbfca2-0354-438b-bdb3-cf789ca37eea", "name": "network-vif-deleted", "tag": "2b1f12c1-6140-4b57-a858-d23544f9e374"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:48:41.186792 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5a22cbdb-ad38-4590-86de-90fb10fb9dca up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:41.234777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714745e9-c94a-4b6c-8785-b738254baa3b req-7bd6e218-923d-49c0-ac3f-5dc1596ccc62 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:41.248635 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:41.256520 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-714745e9-c94a-4b6c-8785-b738254baa3b req-7bd6e218-923d-49c0-ac3f-5dc1596ccc62 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/ports?device_id=71d1c842-873d-435f-94f4-59054b52095a HTTP/1.1" status: 200 len: 945 time: 0.3507507 Jul 29 14:48:41.273838 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0803e01d-af2d-4d9c-8fda-c7034f8918d1 req-4118bb20-f55e-4ccd-8ddd-3c0a1dbf3c6c service neutron] 10.222.0.39 "GET /v2.0/networks/1c6029df-4f46-4bb8-b870-1f0a53d78198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923607 Jul 29 14:48:41.402421 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 5a22cbdb-ad38-4590-86de-90fb10fb9dca completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:41.406787 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 5a22cbdb-ad38-4590-86de-90fb10fb9dca triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:41.407160 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:41.525280 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55264e1-37fa-47b8-94f8-259e6af380ad req-948e0923-9420-4bb2-adb4-781443723dfc tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:41.536971 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a55264e1-37fa-47b8-94f8-259e6af380ad req-948e0923-9420-4bb2-adb4-781443723dfc tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.1812930 Jul 29 14:48:41.555669 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-385fe2dc-9cb3-4193-b077-3d4b93b067ee req-14812f8b-69c4-4fa4-a94d-93f54ff53dc9 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:41.613777 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-714745e9-c94a-4b6c-8785-b738254baa3b req-25d329d4-bd82-4f5d-bcec-c055e52f6c95 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.16 "GET /v2.0/security-groups?id=4bebac44-26a7-4926-a0d2-9dd939079ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559823 Jul 29 14:48:41.629317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Deleting port 24575571-d229-4b55-a362-cd8b90102372 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:41.629453 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:41.652910 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14812f8b-69c4-4fa4-a94d-93f54ff53dc9 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Pushing event deleted for resources: {'Port': ['ID=86c90964-b371-432d-a6e3-ccf3e9c8f975,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:41.686139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b488f-8e2c-4f66-a7bc-a1295edb3d05 req-47b8df07-4a9e-4fce-96a2-f140fcf87c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:41.688109 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae4b488f-8e2c-4f66-a7bc-a1295edb3d05 req-47b8df07-4a9e-4fce-96a2-f140fcf87c74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=812f7c425a5d4f2fb72dd2b1a05c3ba1&device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 1095 time: 0.1960614 Jul 29 14:48:41.750964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-385fe2dc-9cb3-4193-b077-3d4b93b067ee req-14812f8b-69c4-4fa4-a94d-93f54ff53dc9 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] No DVR routers for this DVR port 86c90964-b371-432d-a6e3-ccf3e9c8f975 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:41.774070 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-385fe2dc-9cb3-4193-b077-3d4b93b067ee req-14812f8b-69c4-4fa4-a94d-93f54ff53dc9 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:41.776990 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-385fe2dc-9cb3-4193-b077-3d4b93b067ee req-14812f8b-69c4-4fa4-a94d-93f54ff53dc9 tempest-ServerTagsTestJSON-1512214524 tempest-ServerTagsTestJSON-1512214524-project] 10.222.0.39 "DELETE /v2.0/ports/86c90964-b371-432d-a6e3-ccf3e9c8f975 HTTP/1.1" status: 204 len: 173 time: 2.2628875 Jul 29 14:48:41.853593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] For port 24575571-d229-4b55-a362-cd8b90102372, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=24575571-d229-4b55-a362-cd8b90102372,segment=NetworkSegment(fe0a9971-f849-40c5-bdc9-530c201f6a6e),segment_id=fe0a9971-f849-40c5-bdc9-530c201f6a6e)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:41.854561 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:41.884599 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a55264e1-37fa-47b8-94f8-259e6af380ad req-b16a5827-56f0-49fe-aa46-d6e87988d9a8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467462 Jul 29 14:48:41.909333 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Calling delete_port for 24575571-d229-4b55-a362-cd8b90102372 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:41.983882 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51830fe9-91e2-4a54-88f1-6abb60f93999 req-47b09767-a810-49de-b37c-ae5dacfe71b4 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:41.986210 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51830fe9-91e2-4a54-88f1-6abb60f93999 req-47b09767-a810-49de-b37c-ae5dacfe71b4 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 944 time: 0.2236812 Jul 29 14:48:41.996965 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc98af0f-eb5c-4f7d-b822-e9182a48f334 x-openstack-request-id: req-dc98af0f-eb5c-4f7d-b822-e9182a48f334 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:48:41.997254 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fbfca2-0354-438b-bdb3-cf789ca37eea", "name": "network-vif-deleted", "tag": "2b1f12c1-6140-4b57-a858-d23544f9e374", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:48:41.997504 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc98af0f-eb5c-4f7d-b822-e9182a48f334 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:48:41.997900 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fbfca2-0354-438b-bdb3-cf789ca37eea', 'name': 'network-vif-deleted', 'tag': '2b1f12c1-6140-4b57-a858-d23544f9e374', 'status': 'completed', 'code': 200} Jul 29 14:48:42.011552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b5d10e-ee35-42ec-a5ae-387b52841f0c None None] Network 531e0601-4771-4390-a535-3de737d67538 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:42.014274 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d1c842-873d-435f-94f4-59054b52095a', 'name': 'network-vif-deleted', 'tag': '86c90964-b371-432d-a6e3-ccf3e9c8f975'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:48:42.019090 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f249457c-2452-4907-acc6-d08b609a3e35" -d '{"events": [{"server_uuid": "71d1c842-873d-435f-94f4-59054b52095a", "name": "network-vif-deleted", "tag": "86c90964-b371-432d-a6e3-ccf3e9c8f975"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:48:42.054074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b488f-8e2c-4f66-a7bc-a1295edb3d05 req-cea2658e-43e2-498e-911f-6d87a1837cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:42.056014 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae4b488f-8e2c-4f66-a7bc-a1295edb3d05 req-cea2658e-43e2-498e-911f-6d87a1837cf0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1c6029df-4f46-4bb8-b870-1f0a53d78198 HTTP/1.1" status: 200 len: 916 time: 0.3150814 Jul 29 14:48:42.086601 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51830fe9-91e2-4a54-88f1-6abb60f93999 req-ee8d9697-9271-459b-b078-b7f90388a417 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ae6374-cd0f-41ca-903e-dded35433a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927074 Jul 29 14:48:42.118519 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.143239 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 86c90964-b371-432d-a6e3-ccf3e9c8f975 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:42.145597 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae4b488f-8e2c-4f66-a7bc-a1295edb3d05 req-b91c7e86-c5c8-48b5-ad82-682a646ca93a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16cf818-90fd-4443-aa71-e8e76294186a HTTP/1.1" status: 200 len: 217 time: 0.0787201 Jul 29 14:48:42.148296 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaf8f51-8ed4-4e3a-8138-e4ae2c72442f x-openstack-request-id: req-dbaf8f51-8ed4-4e3a-8138-e4ae2c72442f {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:48:42.149427 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d1c842-873d-435f-94f4-59054b52095a", "name": "network-vif-deleted", "tag": "86c90964-b371-432d-a6e3-ccf3e9c8f975", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:48:42.150420 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbaf8f51-8ed4-4e3a-8138-e4ae2c72442f {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:48:42.152247 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d1c842-873d-435f-94f4-59054b52095a', 'name': 'network-vif-deleted', 'tag': '86c90964-b371-432d-a6e3-ccf3e9c8f975', 'status': 'completed', 'code': 200} Jul 29 14:48:42.188232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 86c90964-b371-432d-a6e3-ccf3e9c8f975 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:48:42.188856 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 86c90964-b371-432d-a6e3-ccf3e9c8f975 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:42.196484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Port': ['ID=24575571-d229-4b55-a362-cd8b90102372,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:42.208321 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] No DVR routers for this DVR port 24575571-d229-4b55-a362-cd8b90102372 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:42.212249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1dfb7e1e-c9cd-4d0c-9159-e6b2ae5c13c6 None None] Provisioning complete for port 24575571-d229-4b55-a362-cd8b90102372 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:42.214008 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1dfb7e1e-c9cd-4d0c-9159-e6b2ae5c13c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.227726 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.238999 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59184) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:42.276427 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b488f-8e2c-4f66-a7bc-a1295edb3d05 req-540c586a-1392-491c-adf9-3812595e1796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:42.278506 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae4b488f-8e2c-4f66-a7bc-a1295edb3d05 req-540c586a-1392-491c-adf9-3812595e1796 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af905744-454c-4f5a-b5f4-3cd09d75c9a2 HTTP/1.1" status: 200 len: 854 time: 0.1241968 Jul 29 14:48:42.279776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb7e1e-c9cd-4d0c-9159-e6b2ae5c13c6 None None] Port 24575571-d229-4b55-a362-cd8b90102372 was deleted so its status cannot be updated. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 29 14:48:42.321834 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 5a22cbdb-ad38-4590-86de-90fb10fb9dca, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5a22cbdb-ad38-4590-86de-90fb10fb9dca,segment=NetworkSegment(0efeb575-8d12-469f-ba3e-f65b5ed4cc0e),segment_id=0efeb575-8d12-469f-ba3e-f65b5ed4cc0e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:42.333207 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fde5e6-ca9c-444c-8813-6806556d2b04 admin admin] Deleting subnet 625914f1-d9f7-487e-8892-80b3efbd7dae {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:48:42.353163 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.387506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b488f-8e2c-4f66-a7bc-a1295edb3d05 req-f43759a7-ac14-4488-ac45-62812afbdd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:42.392402 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae4b488f-8e2c-4f66-a7bc-a1295edb3d05 req-f43759a7-ac14-4488-ac45-62812afbdd29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c6029df-4f46-4bb8-b870-1f0a53d78198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011157 Jul 29 14:48:42.411165 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38fde5e6-ca9c-444c-8813-6806556d2b04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.419905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=5a22cbdb-ad38-4590-86de-90fb10fb9dca,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:42.445533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1064d71-3be0-430b-a76e-1f3dbced889c None None] DHCP port deletion for 531e0601-4771-4390-a535-3de737d67538 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:48:42.500548 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.516869 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531e0601-4771-4390-a535-3de737d67538']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:42.528169 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38fde5e6-ca9c-444c-8813-6806556d2b04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.551115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0a9971-f849-40c5-bdc9-530c201f6a6e') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:42.551409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0a9971-f849-40c5-bdc9-530c201f6a6e') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:42.565318 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.594215 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.599233 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38fde5e6-ca9c-444c-8813-6806556d2b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.624051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:48:42.624466 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:48:42.627663 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:48:42.674074 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae4b488f-8e2c-4f66-a7bc-a1295edb3d05 req-2dcfaaff-fc5d-4e9d-8a80-0656fc6a8a98 service neutron] 10.222.0.39 "GET /v2.0/networks/1c6029df-4f46-4bb8-b870-1f0a53d78198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698054 Jul 29 14:48:42.730643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59194) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:42.757249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5a22cbdb-ad38-4590-86de-90fb10fb9dca up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:42.820945 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.846603 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.854336 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/networks/531e0601-4771-4390-a535-3de737d67538 HTTP/1.1" status: 204 len: 168 time: 4.7148120 Jul 29 14:48:42.856051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 5a22cbdb-ad38-4590-86de-90fb10fb9dca triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:42.856720 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.860080 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae4b488f-8e2c-4f66-a7bc-a1295edb3d05 req-f7d611fd-1f60-4310-ab4b-5a2d428a2a80 service neutron] 10.222.0.39 "GET /v2.0/networks/1c6029df-4f46-4bb8-b870-1f0a53d78198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691508 Jul 29 14:48:42.861381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59196) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:42.883666 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d051b-e9d9-4b68-a5b7-596f2298f552 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Network': ['ID=531e0601-4771-4390-a535-3de737d67538,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:42.890852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1ff945-6b83-45a0-a2d3-e3f0c1d9dd58 admin admin] Deleting subnet 4baccebd-151f-40a1-9676-f7fda5a3fc5c {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:48:42.895029 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38fde5e6-ca9c-444c-8813-6806556d2b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.898238 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc1ff945-6b83-45a0-a2d3-e3f0c1d9dd58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.902327 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b316db67-7423-4de5-9835-de1de1035981 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1653302728'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:42.961216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b316db67-7423-4de5-9835-de1de1035981 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Made reservation on behalf of 66f12a423637482e9fd025cef354d6cb for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:42.967945 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b316db67-7423-4de5-9835-de1de1035981 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:42.973296 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fde5e6-ca9c-444c-8813-6806556d2b04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=625914f1-d9f7-487e-8892-80b3efbd7dae,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:43.003272 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38fde5e6-ca9c-444c-8813-6806556d2b04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.006122 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-38fde5e6-ca9c-444c-8813-6806556d2b04 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/625914f1-d9f7-487e-8892-80b3efbd7dae HTTP/1.1" status: 204 len: 168 time: 0.7658784 Jul 29 14:48:43.009021 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59200) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:43.010533 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc1ff945-6b83-45a0-a2d3-e3f0c1d9dd58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.085916 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b316db67-7423-4de5-9835-de1de1035981 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:48:43.097312 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b316db67-7423-4de5-9835-de1de1035981 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.097646 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-b316db67-7423-4de5-9835-de1de1035981 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Added segment c01f5ec6-d431-45a6-a360-6e5c0f8c9140 of type vlan for network f796d1a7-5f4f-4ed2-897f-b44e01a207e6 Jul 29 14:48:43.111994 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc1ff945-6b83-45a0-a2d3-e3f0c1d9dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.122031 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 24575571-d229-4b55-a362-cd8b90102372 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:43.126932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2b1f12c1-6140-4b57-a858-d23544f9e374 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:43.165611 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b316db67-7423-4de5-9835-de1de1035981 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.205626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc1ff945-6b83-45a0-a2d3-e3f0c1d9dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.216221 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 24575571-d229-4b55-a362-cd8b90102372 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:48:43.216565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 24575571-d229-4b55-a362-cd8b90102372 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:43.224756 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 2b1f12c1-6140-4b57-a858-d23544f9e374 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:48:43.225102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2b1f12c1-6140-4b57-a858-d23544f9e374 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:43.247066 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c29194cf-1795-426a-9800-c47c4c0ecb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.257970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ff945-6b83-45a0-a2d3-e3f0c1d9dd58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4baccebd-151f-40a1-9676-f7fda5a3fc5c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:43.265032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d15cb-80b1-4c48-a61b-813e878da3a5 req-1eba3daa-8b6d-4c3c-a3a2-6a0329e7f748 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:43.267101 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b95d15cb-80b1-4c48-a61b-813e878da3a5 req-1eba3daa-8b6d-4c3c-a3a2-6a0329e7f748 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.2495539 Jul 29 14:48:43.270531 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b316db67-7423-4de5-9835-de1de1035981 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.277708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316db67-7423-4de5-9835-de1de1035981 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:43.278614 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b316db67-7423-4de5-9835-de1de1035981 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.288998 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc1ff945-6b83-45a0-a2d3-e3f0c1d9dd58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.294649 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cc1ff945-6b83-45a0-a2d3-e3f0c1d9dd58 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4baccebd-151f-40a1-9676-f7fda5a3fc5c HTTP/1.1" status: 204 len: 168 time: 0.5553927 Jul 29 14:48:43.296200 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59204) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:43.402357 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b316db67-7423-4de5-9835-de1de1035981 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5382752 Jul 29 14:48:43.417942 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59206) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:43.462177 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-16ba1d7f-145b-441a-a2b5-b263726ddf80 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Request body: {'subnet': {'network_id': 'f796d1a7-5f4f-4ed2-897f-b44e01a207e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:43.470009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316db67-7423-4de5-9835-de1de1035981 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event updated for resources: {'Network': ['ID=f796d1a7-5f4f-4ed2-897f-b44e01a207e6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:43.483952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network f796d1a7-5f4f-4ed2-897f-b44e01a207e6 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:48:43.496635 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b95d15cb-80b1-4c48-a61b-813e878da3a5 req-d1031cf3-b723-483e-be10-fee86a8e371d tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148192 Jul 29 14:48:43.499502 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c29194cf-1795-426a-9800-c47c4c0ecb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.527638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-c29194cf-1795-426a-9800-c47c4c0ecb1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c102c57f-d3db-4b60-834e-b9ab8ac21ede']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:43.549064 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-c29194cf-1795-426a-9800-c47c4c0ecb1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a9f457-b560-4465-9e8b-b783a5d6f72f') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:43.549365 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-c29194cf-1795-426a-9800-c47c4c0ecb1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a9f457-b560-4465-9e8b-b783a5d6f72f') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:43.564527 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c29194cf-1795-426a-9800-c47c4c0ecb1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.571229 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b096-a19e-467f-9018-6b38c4932a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.582272 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c29194cf-1795-426a-9800-c47c4c0ecb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.590289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29194cf-1795-426a-9800-c47c4c0ecb1d admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:48:43.591919 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c29194cf-1795-426a-9800-c47c4c0ecb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:48:43.594101 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:48:43.621198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54f6c1-8719-4e85-a508-9de8a072a718 req-887aefcd-d325-4420-97b8-c3abfe1d51ff tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:43.622856 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4c54f6c1-8719-4e85-a508-9de8a072a718 req-887aefcd-d325-4420-97b8-c3abfe1d51ff tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 944 time: 0.3766160 Jul 29 14:48:43.695379 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c29194cf-1795-426a-9800-c47c4c0ecb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.706318 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c29194cf-1795-426a-9800-c47c4c0ecb1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.715284 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c29194cf-1795-426a-9800-c47c4c0ecb1d admin admin] 10.222.0.16 "DELETE /v2.0/networks/c102c57f-d3db-4b60-834e-b9ab8ac21ede HTTP/1.1" status: 204 len: 168 time: 0.7016585 Jul 29 14:48:43.717807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59212) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:43.759328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ba1d7f-145b-441a-a2b5-b263726ddf80 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Made reservation on behalf of 66f12a423637482e9fd025cef354d6cb for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:48:43.762764 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-16ba1d7f-145b-441a-a2b5-b263726ddf80 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.776464 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29194cf-1795-426a-9800-c47c4c0ecb1d admin admin] Pushing event deleted for resources: {'Network': ['ID=c102c57f-d3db-4b60-834e-b9ab8ac21ede,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:43.781406 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4c54f6c1-8719-4e85-a508-9de8a072a718 req-77c7a4ba-718a-4942-a518-fdd25e7fc376 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ae6374-cd0f-41ca-903e-dded35433a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501920 Jul 29 14:48:43.806195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f37db3a-f8fc-451a-8808-badd5c8fb151 admin admin] Deleting subnet 55e23f02-5810-4961-901f-cef7b00c7d7f {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:48:43.811117 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4f37db3a-f8fc-451a-8808-badd5c8fb151 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.862630 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4f37db3a-f8fc-451a-8808-badd5c8fb151 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.917288 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4f37db3a-f8fc-451a-8808-badd5c8fb151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:43.982777 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4f37db3a-f8fc-451a-8808-badd5c8fb151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.015840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37db3a-f8fc-451a-8808-badd5c8fb151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e23f02-5810-4961-901f-cef7b00c7d7f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:44.026646 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4f37db3a-f8fc-451a-8808-badd5c8fb151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.029505 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4f37db3a-f8fc-451a-8808-badd5c8fb151 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/55e23f02-5810-4961-901f-cef7b00c7d7f HTTP/1.1" status: 204 len: 168 time: 0.3107064 Jul 29 14:48:44.034460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59216) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:44.065884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e16cf818-90fd-4443-aa71-e8e76294186a details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:48:44.149445 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a74f17ec-d197-40e6-8711-56e202bd98f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.168494 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b096-a19e-467f-9018-6b38c4932a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.186072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d9d3b096-a19e-467f-9018-6b38c4932a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2ff3f2-a28d-44f9-ac14-6c57ffb74870']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:44.199770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e16cf818-90fd-4443-aa71-e8e76294186a, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e16cf818-90fd-4443-aa71-e8e76294186a,segment=NetworkSegment(bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7),segment_id=bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:44.209155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d9d3b096-a19e-467f-9018-6b38c4932a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4779bd1-a5ba-4a7b-9e16-92581c3eecbd') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:44.209684 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d9d3b096-a19e-467f-9018-6b38c4932a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4779bd1-a5ba-4a7b-9e16-92581c3eecbd') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:44.217462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'e16cf818-90fd-4443-aa71-e8e76294186a', 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198', 'port_id': 'e16cf818-90fd-4443-aa71-e8e76294186a', 'mac_address': 'fa:16:3e:72:96:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:48:44.225443 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b096-a19e-467f-9018-6b38c4932a52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.248950 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b096-a19e-467f-9018-6b38c4932a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.260173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d3b096-a19e-467f-9018-6b38c4932a52 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:48:44.260734 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b096-a19e-467f-9018-6b38c4932a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.269134 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.288360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16cf818-90fd-4443-aa71-e8e76294186a {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:48:44.297056 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a74f17ec-d197-40e6-8711-56e202bd98f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.312483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e16cf818-90fd-4443-aa71-e8e76294186a, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e16cf818-90fd-4443-aa71-e8e76294186a,segment=NetworkSegment(bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7),segment_id=bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:48:44.316771 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:48:44.322963 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.327674 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a74f17ec-d197-40e6-8711-56e202bd98f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c92b795-5c1b-4967-8da5-4a7142659bdf']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:44.351751 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a74f17ec-d197-40e6-8711-56e202bd98f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100524c7-642c-4324-9c48-567eebc69ecd') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:44.352979 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a74f17ec-d197-40e6-8711-56e202bd98f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100524c7-642c-4324-9c48-567eebc69ecd') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:44.368489 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a74f17ec-d197-40e6-8711-56e202bd98f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.387026 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b096-a19e-467f-9018-6b38c4932a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.405382 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=e16cf818-90fd-4443-aa71-e8e76294186a,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:44.406266 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a74f17ec-d197-40e6-8711-56e202bd98f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.408400 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d9d3b096-a19e-467f-9018-6b38c4932a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.413329 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d9d3b096-a19e-467f-9018-6b38c4932a52 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fe2ff3f2-a28d-44f9-ac14-6c57ffb74870 HTTP/1.1" status: 204 len: 168 time: 1.1147554 Jul 29 14:48:44.423009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74f17ec-d197-40e6-8711-56e202bd98f4 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:48:44.424485 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a74f17ec-d197-40e6-8711-56e202bd98f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:48:44.428054 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:48:44.443616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3b096-a19e-467f-9018-6b38c4932a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe2ff3f2-a28d-44f9-ac14-6c57ffb74870,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:44.529329 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a74f17ec-d197-40e6-8711-56e202bd98f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.541759 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a74f17ec-d197-40e6-8711-56e202bd98f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.545345 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a74f17ec-d197-40e6-8711-56e202bd98f4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9c92b795-5c1b-4967-8da5-4a7142659bdf HTTP/1.1" status: 204 len: 168 time: 0.5084915 Jul 29 14:48:44.563455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['e16cf818-90fd-4443-aa71-e8e76294186a'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:48:44.614283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f17ec-d197-40e6-8711-56e202bd98f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c92b795-5c1b-4967-8da5-4a7142659bdf,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:44.654036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.objects.ports [None req-16ba1d7f-145b-441a-a2b5-b263726ddf80 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94157) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 14:48:44.656600 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-16ba1d7f-145b-441a-a2b5-b263726ddf80 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:44.698416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59226) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:44.786139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf558f40-284e-46e0-9b48-2c2d8f3e73bc req-1a402b91-8b5c-4c9e-887f-c3353efdefae tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:44.787701 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba1d7f-145b-441a-a2b5-b263726ddf80 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event updated for resources: {'Subnet': ['ID=ed127504-909b-49d6-81d2-b51613d670e1,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:44.789738 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf558f40-284e-46e0-9b48-2c2d8f3e73bc req-1a402b91-8b5c-4c9e-887f-c3353efdefae tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.1393476 Jul 29 14:48:44.817656 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ad4ebfb3-4582-46d7-89b7-524d2b5b4303 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=754860ce50754fbb95dacf93f6e05aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1173069 Jul 29 14:48:44.818543 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59230) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:44.820988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ba1d7f-145b-441a-a2b5-b263726ddf80 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Checking segment: {'id': 'c01f5ec6-d431-45a6-a360-6e5c0f8c9140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f796d1a7-5f4f-4ed2-897f-b44e01a207e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:44.821338 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ba1d7f-145b-441a-a2b5-b263726ddf80 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Network hostable DHCP agents. Network: f796d1a7-5f4f-4ed2-897f-b44e01a207e6, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:48:44.854525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59234) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:44.896154 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf558f40-284e-46e0-9b48-2c2d8f3e73bc req-40699963-8244-4e12-a31f-d0e786b38c37 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000550 Jul 29 14:48:44.916461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ba1d7f-145b-441a-a2b5-b263726ddf80 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Network f796d1a7-5f4f-4ed2-897f-b44e01a207e6 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:48:44.982811 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-16ba1d7f-145b-441a-a2b5-b263726ddf80 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, f796d1a7-5f4f-4ed2-897f-b44e01a207e6) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:44.992275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c50082-7805-43b7-9ab7-b40715558b24 None None] Network f796d1a7-5f4f-4ed2-897f-b44e01a207e6 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:45.000836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ba1d7f-145b-441a-a2b5-b263726ddf80 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:45.001523 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-16ba1d7f-145b-441a-a2b5-b263726ddf80 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:45.017410 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bd7387e7-7cdd-4406-a852-7061e90b2730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:45.034576 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e246f2f7-732b-4c79-94aa-434dd4f3182d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03f97bd89e0c46f59fec9f09f4faebd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786249 Jul 29 14:48:45.036994 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59238) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:45.080216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754a866-2420-4f7f-a716-efa40a1dd8a7 req-75d0e6e0-8987-47e8-b68c-1a4fa5892d31 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:45.082083 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d754a866-2420-4f7f-a716-efa40a1dd8a7 req-75d0e6e0-8987-47e8-b68c-1a4fa5892d31 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 945 time: 0.1629498 Jul 29 14:48:45.090033 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-16ba1d7f-145b-441a-a2b5-b263726ddf80 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6710029 Jul 29 14:48:45.098312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59240) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:45.099730 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bd7387e7-7cdd-4406-a852-7061e90b2730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:45.176894 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d754a866-2420-4f7f-a716-efa40a1dd8a7 req-db90ad60-20fa-4fd7-9e0c-0c526473b004 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ae6374-cd0f-41ca-903e-dded35433a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810702 Jul 29 14:48:45.212939 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bd7387e7-7cdd-4406-a852-7061e90b2730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:45.218178 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bd7387e7-7cdd-4406-a852-7061e90b2730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:45.221447 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bd7387e7-7cdd-4406-a852-7061e90b2730 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bebac44-26a7-4926-a0d2-9dd939079ad6 HTTP/1.1" status: 204 len: 168 time: 0.4017298 Jul 29 14:48:45.231235 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-f796d1a7-5f4f-4ed2-897f-b44e01a207e6', 'network_id': 'f796d1a7-5f4f-4ed2-897f-b44e01a207e6', 'tenant_id': '66f12a423637482e9fd025cef354d6cb', 'fixed_ips': [{'subnet_id': 'ed127504-909b-49d6-81d2-b51613d670e1'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:48:45.232154 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:45.237823 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7387e7-7cdd-4406-a852-7061e90b2730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bebac44-26a7-4926-a0d2-9dd939079ad6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:45.290022 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e725e103-b402-434a-b8e0-ab8c61206827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:45.300551 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:45.336193 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e725e103-b402-434a-b8e0-ab8c61206827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:45.411573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Allocated IP 2001:db8::f816:3eff:fefe:382f (f796d1a7-5f4f-4ed2-897f-b44e01a207e6/ed127504-909b-49d6-81d2-b51613d670e1/073845d4-78a9-4a23-b536-ee2d7c1bebef) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:48:45.470691 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:45.515914 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e725e103-b402-434a-b8e0-ab8c61206827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:45.518573 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e725e103-b402-434a-b8e0-ab8c61206827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:45.522778 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e725e103-b402-434a-b8e0-ab8c61206827 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4eceb5e4-95f6-4d04-8fce-076956f1598f HTTP/1.1" status: 204 len: 168 time: 0.4816701 Jul 29 14:48:45.533218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725e103-b402-434a-b8e0-ab8c61206827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eceb5e4-95f6-4d04-8fce-076956f1598f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:45.639980 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:45.652530 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Transition to ACTIVE for port object 073845d4-78a9-4a23-b536-ee2d7c1bebef will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:45.675683 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Transition to ACTIVE for port object 073845d4-78a9-4a23-b536-ee2d7c1bebef will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:48:45.705905 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:45.720727 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:45.775645 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Network f796d1a7-5f4f-4ed2-897f-b44e01a207e6 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:48:45.788518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:48:45.796940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:48:45.827430 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Subnet': ['ID=ed127504-909b-49d6-81d2-b51613d670e1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:45.876005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Attempting to bind port 073845d4-78a9-4a23-b536-ee2d7c1bebef on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:48:45.876441 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Attempting to bind port 073845d4-78a9-4a23-b536-ee2d7c1bebef by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'c01f5ec6-d431-45a6-a360-6e5c0f8c9140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f796d1a7-5f4f-4ed2-897f-b44e01a207e6'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:48:45.880470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Attempting to bind port 073845d4-78a9-4a23-b536-ee2d7c1bebef on network f796d1a7-5f4f-4ed2-897f-b44e01a207e6 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:45.883114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Pushing event updated for resources: {'Port': ['ID=073845d4-78a9-4a23-b536-ee2d7c1bebef,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:45.892724 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:48:45.893181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Checking segment: {'id': 'c01f5ec6-d431-45a6-a360-6e5c0f8c9140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f796d1a7-5f4f-4ed2-897f-b44e01a207e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:45.893656 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:45.894170 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Bound using segment: {'id': 'c01f5ec6-d431-45a6-a360-6e5c0f8c9140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f796d1a7-5f4f-4ed2-897f-b44e01a207e6'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:48:45.895610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Bound port: 073845d4-78a9-4a23-b536-ee2d7c1bebef, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01f5ec6-d431-45a6-a360-6e5c0f8c9140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'f796d1a7-5f4f-4ed2-897f-b44e01a207e6'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:48:45.895999 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:46.027700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] For port 073845d4-78a9-4a23-b536-ee2d7c1bebef, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:48:46.037778 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] For port 073845d4-78a9-4a23-b536-ee2d7c1bebef, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=073845d4-78a9-4a23-b536-ee2d7c1bebef,segment=NetworkSegment(c01f5ec6-d431-45a6-a360-6e5c0f8c9140),segment_id=c01f5ec6-d431-45a6-a360-6e5c0f8c9140)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:48:46.045687 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:46.074663 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:46.127421 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59268) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:46.144885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e16cf818-90fd-4443-aa71-e8e76294186a up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:46.162276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f796d1a7-5f4f-4ed2-897f-b44e01a207e6']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:46.165533 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59272) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:46.185973 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01f5ec6-d431-45a6-a360-6e5c0f8c9140') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:46.186259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01f5ec6-d431-45a6-a360-6e5c0f8c9140') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:46.204722 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:46.241797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f20e47-8e34-40fc-b1a8-580c6a6c8806 req-d1d590fa-af01-4855-b5a4-a036d8b5ccb2 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:46.246027 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-12f20e47-8e34-40fc-b1a8-580c6a6c8806 req-d1d590fa-af01-4855-b5a4-a036d8b5ccb2 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.1817153 Jul 29 14:48:46.280418 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:46.304840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:48:46.308967 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:46.338829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add8b9e-bf11-4d71-9f8d-83f73d77019d None None] Pushing event updated for resources: {'Port': ['ID=073845d4-78a9-4a23-b536-ee2d7c1bebef,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:46.345315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8ac28f31-0829-46d0-b359-ea67c7e3d788 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6df122a4f7d145059e841655df260bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162421 Jul 29 14:48:46.347634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59276) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:46.382365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001bdb5c-23e7-41e0-bd8f-caa86387c4ee None None] Network f796d1a7-5f4f-4ed2-897f-b44e01a207e6 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:46.389115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port e16cf818-90fd-4443-aa71-e8e76294186a completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:48:46.440411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port e16cf818-90fd-4443-aa71-e8e76294186a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:46.440917 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:46.482209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552532e-6dcc-40c8-bf17-27ca66476146 req-31fd6644-2700-4a61-a99e-b3d556a18639 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:46.489643 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a552532e-6dcc-40c8-bf17-27ca66476146 req-31fd6644-2700-4a61-a99e-b3d556a18639 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 945 time: 0.1852846 Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:48:46.495128 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:48:46.524563 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 14:48:46.524563 n-d-802893-1 neutron-server[94158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 14:48:46.524563 n-d-802893-1 neutron-server[94158]: [parameters: {'id': 'f796d1a7-5f4f-4ed2-897f-b44e01a207e6'}] Jul 29 14:48:46.524563 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:48:46.525130 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:48:46.600315 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-12f20e47-8e34-40fc-b1a8-580c6a6c8806 req-5211e838-2379-4260-bb97-e40579a644cc tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993259 Jul 29 14:48:46.613318 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a552532e-6dcc-40c8-bf17-27ca66476146 req-2455d78f-8913-43c4-8c25-d894a68ca100 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ae6374-cd0f-41ca-903e-dded35433a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226850 Jul 29 14:48:46.693639 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-882a6eb4-ab52-4946-96d2-8febbd574242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:46.738892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7049968-a40d-40ed-a006-7dd545c6fc33 None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 14:48:46.759216 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-882a6eb4-ab52-4946-96d2-8febbd574242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:46.797361 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:46.844551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e16cf818-90fd-4443-aa71-e8e76294186a, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e16cf818-90fd-4443-aa71-e8e76294186a,segment=NetworkSegment(bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7),segment_id=bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:46.850692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbec8de-393a-4087-a00c-2f4cbdb38ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16cf818-90fd-4443-aa71-e8e76294186a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:48:46.854416 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45b083a-663c-4271-9a7a-d9a66cb1ac77" -d '{"events": [{"server_uuid": "efbec8de-393a-4087-a00c-2f4cbdb38ad5", "name": "network-vif-plugged", "status": "completed", "tag": "e16cf818-90fd-4443-aa71-e8e76294186a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:48:46.877207 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-882a6eb4-ab52-4946-96d2-8febbd574242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:46.879808 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-882a6eb4-ab52-4946-96d2-8febbd574242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:46.881029 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-882a6eb4-ab52-4946-96d2-8febbd574242 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23feacc2-aaa7-4709-b209-bf1656f0959e HTTP/1.1" status: 204 len: 168 time: 0.5162616 Jul 29 14:48:46.912187 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a6eb4-ab52-4946-96d2-8febbd574242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23feacc2-aaa7-4709-b209-bf1656f0959e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:47.016325 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:47.031048 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:47.033184 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2f90b8-7af0-49a7-9fd7-d5ccaefc06a7 x-openstack-request-id: req-6b2f90b8-7af0-49a7-9fd7-d5ccaefc06a7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:48:47.033774 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbec8de-393a-4087-a00c-2f4cbdb38ad5", "name": "network-vif-plugged", "status": "completed", "tag": "e16cf818-90fd-4443-aa71-e8e76294186a", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:48:47.034034 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b2f90b8-7af0-49a7-9fd7-d5ccaefc06a7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:48:47.034438 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbec8de-393a-4087-a00c-2f4cbdb38ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16cf818-90fd-4443-aa71-e8e76294186a', 'code': 200} Jul 29 14:48:47.092443 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d50d91e-30a4-4c11-b48d-8828d7fba707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:47.118112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7049968-a40d-40ed-a006-7dd545c6fc33 None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 14:48:47.120307 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c53e7-c79d-473b-b7b4-3f18c2c01970 req-0fbf6c5f-d55c-4355-b52b-aa50b086ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:47.122197 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-647c53e7-c79d-473b-b7b4-3f18c2c01970 req-0fbf6c5f-d55c-4355-b52b-aa50b086ec7b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 1097 time: 0.1055601 Jul 29 14:48:47.194055 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Deleting port 073845d4-78a9-4a23-b536-ee2d7c1bebef {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:47.194582 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:47.198880 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-647c53e7-c79d-473b-b7b4-3f18c2c01970 req-a2374a3a-5fa6-469a-9d3c-1c2ba4175d65 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=12ae6374-cd0f-41ca-903e-dded35433a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684428 Jul 29 14:48:47.203257 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=e16cf818-90fd-4443-aa71-e8e76294186a,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:47.711311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4d50d91e-30a4-4c11-b48d-8828d7fba707 admin admin] Deleting port 64d52a48-787d-4ea2-9671-12414e3aed16 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:47.714070 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d50d91e-30a4-4c11-b48d-8828d7fba707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:47.763491 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] For port 073845d4-78a9-4a23-b536-ee2d7c1bebef, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=073845d4-78a9-4a23-b536-ee2d7c1bebef,segment=NetworkSegment(c01f5ec6-d431-45a6-a360-6e5c0f8c9140),segment_id=c01f5ec6-d431-45a6-a360-6e5c0f8c9140)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:47.763860 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:47.815433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Calling delete_port for 073845d4-78a9-4a23-b536-ee2d7c1bebef owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:47.870733 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b990a7a-8a7f-4b2b-b957-2f33d0348cdb req-59c71291-e639-4976-9a9f-aa20212253bd tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:47.872443 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b990a7a-8a7f-4b2b-b957-2f33d0348cdb req-59c71291-e639-4976-9a9f-aa20212253bd tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.0989237 Jul 29 14:48:47.882956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76598255-6407-4788-bf42-19925c5c94cd req-fa4e2fa5-4810-4cce-b971-735116ff2ae8 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:47.885030 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-76598255-6407-4788-bf42-19925c5c94cd req-fa4e2fa5-4810-4cce-b971-735116ff2ae8 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 946 time: 0.1231844 Jul 29 14:48:47.928366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-4d50d91e-30a4-4c11-b48d-8828d7fba707 admin admin] For port 64d52a48-787d-4ea2-9671-12414e3aed16, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=64d52a48-787d-4ea2-9671-12414e3aed16,segment=NetworkSegment(31ae8c8f-ae9e-4a74-90d5-cc5098fda25b),segment_id=31ae8c8f-ae9e-4a74-90d5-cc5098fda25b)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:47.928366 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d50d91e-30a4-4c11-b48d-8828d7fba707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:47.930940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59334) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:47.967116 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-76598255-6407-4788-bf42-19925c5c94cd req-b141a2e2-5eea-475c-b8f3-2ce907659cd7 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ae6374-cd0f-41ca-903e-dded35433a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729051 Jul 29 14:48:47.976861 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:47.985409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4d50d91e-30a4-4c11-b48d-8828d7fba707 admin admin] Calling delete_port for 64d52a48-787d-4ea2-9671-12414e3aed16 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:48.028792 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b990a7a-8a7f-4b2b-b957-2f33d0348cdb req-24e0995a-45bc-4c10-9223-a72dc454a88b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396556 Jul 29 14:48:48.049915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] No DVR routers for this DVR port 073845d4-78a9-4a23-b536-ee2d7c1bebef on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:48.101605 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Port': ['ID=073845d4-78a9-4a23-b536-ee2d7c1bebef,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:48.159165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:48.160243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:48.160801 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:48.161346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:48.161854 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:48.162359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:48.162858 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:48.163380 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:48.163879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:48.164369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:48.165220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:48.166517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:48.197657 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:48.210174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f796d1a7-5f4f-4ed2-897f-b44e01a207e6']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:48.224647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01f5ec6-d431-45a6-a360-6e5c0f8c9140') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:48.225439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01f5ec6-d431-45a6-a360-6e5c0f8c9140') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:48.241312 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:48.280042 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:48.296486 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:48:48.297700 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:48.325520 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d50d91e-30a4-4c11-b48d-8828d7fba707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:48.394429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50d91e-30a4-4c11-b48d-8828d7fba707 admin admin] Pushing event deleted for resources: {'Port': ['ID=64d52a48-787d-4ea2-9671-12414e3aed16,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:48:48.429802 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:48:48.476622 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:48.530973 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:48.536005 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/networks/f796d1a7-5f4f-4ed2-897f-b44e01a207e6 HTTP/1.1" status: 204 len: 168 time: 3.4341967 Jul 29 14:48:48.539478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7cb90-0060-4106-b287-f419b5d7ce9f tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Network': ['ID=f796d1a7-5f4f-4ed2-897f-b44e01a207e6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:48.540308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59348) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:48.560655 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ebf2b46-ce75-40f9-8f34-cf3320555e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:48.583143 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37278f7-c21f-4b5e-bd28-57752358c770 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] DELETE failed (client error): The resource could not be found. Jul 29 14:48:48.584048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37278f7-c21f-4b5e-bd28-57752358c770 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:48:48.589764 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e37278f7-c21f-4b5e-bd28-57752358c770 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/subnets/ed127504-909b-49d6-81d2-b51613d670e1 HTTP/1.1" status: 404 len: 337 time: 0.0427253 Jul 29 14:48:48.589764 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59352) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:48.612407 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ae7151-8079-40c2-ac85-b5bbb5395ec8 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] DELETE failed (client error): The resource could not be found. Jul 29 14:48:48.614199 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ae7151-8079-40c2-ac85-b5bbb5395ec8 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:48:48.618556 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d9ae7151-8079-40c2-ac85-b5bbb5395ec8 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/networks/f796d1a7-5f4f-4ed2-897f-b44e01a207e6 HTTP/1.1" status: 404 len: 339 time: 0.0259776 Jul 29 14:48:48.618556 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59354) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:48.685088 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-464093ba-08f1-4b90-8ec8-4f46e95911ff tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] DELETE failed (client error): The resource could not be found. Jul 29 14:48:48.685483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464093ba-08f1-4b90-8ec8-4f46e95911ff tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:48:48.687284 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-464093ba-08f1-4b90-8ec8-4f46e95911ff tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/subnets/698243d3-b25a-4caf-8103-bb18bc1e68c7 HTTP/1.1" status: 404 len: 337 time: 0.0654371 Jul 29 14:48:48.690569 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59358) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:48.744189 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d11695a-bbd5-4c04-b717-58be0da75b6e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] DELETE failed (client error): The resource could not be found. Jul 29 14:48:48.745083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d11695a-bbd5-4c04-b717-58be0da75b6e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:48:48.746849 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3d11695a-bbd5-4c04-b717-58be0da75b6e tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/networks/531e0601-4771-4390-a535-3de737d67538 HTTP/1.1" status: 404 len: 339 time: 0.0556364 Jul 29 14:48:48.749492 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59360) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:48.771899 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ebf2b46-ce75-40f9-8f34-cf3320555e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:48.778225 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ebf2b46-ce75-40f9-8f34-cf3320555e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:48.784784 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7974463-36e6-4a86-9348-bdac76a7c586 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] DELETE failed (client error): The resource could not be found. Jul 29 14:48:48.785637 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7974463-36e6-4a86-9348-bdac76a7c586 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:48:48.790469 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b7974463-36e6-4a86-9348-bdac76a7c586 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/subnets/2f80c18a-d1d0-457e-8bd5-3dc657f03c86 HTTP/1.1" status: 404 len: 337 time: 0.0369909 Jul 29 14:48:48.794289 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59362) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:48.817618 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d50d91e-30a4-4c11-b48d-8828d7fba707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:48.821189 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-37665ca8-7cb4-4767-8ad7-67f599a22ded tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] DELETE failed (client error): The resource could not be found. Jul 29 14:48:48.821927 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37665ca8-7cb4-4767-8ad7-67f599a22ded tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:48:48.827241 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-37665ca8-7cb4-4767-8ad7-67f599a22ded tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/networks/bb414302-0c71-481c-84bc-6886f4ff85a7 HTTP/1.1" status: 404 len: 339 time: 0.0283337 Jul 29 14:48:48.827742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59364) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:48.827874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf2b46-ce75-40f9-8f34-cf3320555e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20eaec3-ec82-4f9e-b8b2-54dde472018f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:48.832540 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8ebf2b46-ce75-40f9-8f34-cf3320555e7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cb3cb63a5e942d1b6ee59f1eb3041df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8998230 Jul 29 14:48:48.835320 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59366) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:48.903872 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0030b869-78aa-48d3-a267-1090c3595c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:48.928818 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0030b869-78aa-48d3-a267-1090c3595c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:48.979849 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0030b869-78aa-48d3-a267-1090c3595c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:48.982558 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0030b869-78aa-48d3-a267-1090c3595c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:48.983738 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0030b869-78aa-48d3-a267-1090c3595c4f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d20eaec3-ec82-4f9e-b8b2-54dde472018f HTTP/1.1" status: 204 len: 168 time: 0.1478031 Jul 29 14:48:49.008879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030b869-78aa-48d3-a267-1090c3595c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20eaec3-ec82-4f9e-b8b2-54dde472018f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:49.020213 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-49a69156-8c92-4b59-b72f-5a735ac08d35 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Deleting port 36703d38-1ddb-458c-a00f-5907459f0635 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:49.020545 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49a69156-8c92-4b59-b72f-5a735ac08d35 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:49.179755 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2e2a3-1956-40dd-aec0-0d765f03662f req-0e05c6b8-d2e2-429c-8263-b1a38657d804 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:49.188655 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fed2e2a3-1956-40dd-aec0-0d765f03662f req-0e05c6b8-d2e2-429c-8263-b1a38657d804 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 946 time: 0.0903659 Jul 29 14:48:49.252840 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fed2e2a3-1956-40dd-aec0-0d765f03662f req-8a483d51-7f3e-415b-becc-6d0f8850cf80 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ae6374-cd0f-41ca-903e-dded35433a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617437 Jul 29 14:48:49.286311 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49a69156-8c92-4b59-b72f-5a735ac08d35 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:49.315016 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696099a0-649a-47e1-872a-c1d70a34a856 req-8e946ffc-54b4-4449-96f6-b2d418bd8c5b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:49.316528 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-696099a0-649a-47e1-872a-c1d70a34a856 req-8e946ffc-54b4-4449-96f6-b2d418bd8c5b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.1630936 Jul 29 14:48:49.329806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-49a69156-8c92-4b59-b72f-5a735ac08d35 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Calling delete_port for 36703d38-1ddb-458c-a00f-5907459f0635 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:49.375050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d50d91e-30a4-4c11-b48d-8828d7fba707 admin admin] Router 1903e584-2f31-4495-bc68-7c278b413742 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:48:49.422674 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751ead3-8660-4fdc-b76e-cee92981b285 req-397596bf-707a-45b0-bf51-26315c73d415 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:49.424865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e751ead3-8660-4fdc-b76e-cee92981b285 req-397596bf-707a-45b0-bf51-26315c73d415 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 946 time: 0.0665767 Jul 29 14:48:49.433863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59392) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:49.434072 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-696099a0-649a-47e1-872a-c1d70a34a856 req-4a1e0b56-eb46-49c8-a7fa-4092879c20b1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080065 Jul 29 14:48:49.448905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7b66f86c-00fa-4aa7-88a5-6f4c943c96ef tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Request body: {'floatingip': {'port_id': 'e16cf818-90fd-4443-aa71-e8e76294186a'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:49.490721 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b66f86c-00fa-4aa7-88a5-6f4c943c96ef tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:49.582309 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49a69156-8c92-4b59-b72f-5a735ac08d35 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:49.629191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a69156-8c92-4b59-b72f-5a735ac08d35 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Port': ['ID=36703d38-1ddb-458c-a00f-5907459f0635,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:49.632998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d50d91e-30a4-4c11-b48d-8828d7fba707 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:48:49.638993 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4d50d91e-30a4-4c11-b48d-8828d7fba707 admin admin] 10.222.0.16 "PUT /v2.0/routers/1903e584-2f31-4495-bc68-7c278b413742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4669206 Jul 29 14:48:49.641795 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59400) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:49.643928 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49a69156-8c92-4b59-b72f-5a735ac08d35 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:49.649786 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-49a69156-8c92-4b59-b72f-5a735ac08d35 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/ports/36703d38-1ddb-458c-a00f-5907459f0635 HTTP/1.1" status: 204 len: 168 time: 0.8209901 Jul 29 14:48:49.651870 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59402) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:49.652530 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2a4143-f70c-4e5b-9c2d-4a9111962864 None None] Sync routers for ids ['1903e584-2f31-4495-bc68-7c278b413742'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:48:49.673139 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a4143-f70c-4e5b-9c2d-4a9111962864 None None] Routers {'1903e584-2f31-4495-bc68-7c278b413742'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:48:49.674055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4a2a4143-f70c-4e5b-9c2d-4a9111962864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:48:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1903e584-2f31-4495-bc68-7c278b413742'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:49.687057 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb5ce0e-46e8-4d9e-bfcd-f08f8a0b252d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] DELETE failed (client error): The resource could not be found. Jul 29 14:48:49.687434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb5ce0e-46e8-4d9e-bfcd-f08f8a0b252d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:48:49.691946 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dfb5ce0e-46e8-4d9e-bfcd-f08f8a0b252d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/subnets/a11bcf1c-f4a5-479b-a085-5abaa51d6d3b HTTP/1.1" status: 404 len: 337 time: 0.0390637 Jul 29 14:48:49.692602 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59404) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:49.750119 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e923e0-2443-42ee-91af-b2e736109707 req-0e532cf4-cc90-48cc-ba48-fc1bde304c56 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:49.758074 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29e923e0-2443-42ee-91af-b2e736109707 req-0e532cf4-cc90-48cc-ba48-fc1bde304c56 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 1097 time: 0.1781528 Jul 29 14:48:49.804292 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:49.828309 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-4a2a4143-f70c-4e5b-9c2d-4a9111962864 None None] Set router 1903e584-2f31-4495-bc68-7c278b413742 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:48:49.870477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29e923e0-2443-42ee-91af-b2e736109707 req-cfa2c044-9926-4b00-9abd-2d5cdfdf24e8 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097534 Jul 29 14:48:49.900040 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Deleting port 344fd447-ad87-494e-aaa0-47284e1e54af {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:49.900321 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:49.947564 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2e59-668a-44a1-8b9b-9ede11c62cc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:49.978461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] For port 344fd447-ad87-494e-aaa0-47284e1e54af, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=344fd447-ad87-494e-aaa0-47284e1e54af,segment=NetworkSegment(f24067c8-f954-4285-a032-0e7f62f92b16),segment_id=f24067c8-f954-4285-a032-0e7f62f92b16)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:49.978831 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:50.015164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Calling delete_port for 344fd447-ad87-494e-aaa0-47284e1e54af owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:50.289058 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:50.329175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4a2a4143-f70c-4e5b-9c2d-4a9111962864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1903e584-2f31-4495-bc68-7c278b413742', 'name': 'tempest-AttachSCSIVolumeTestJSON-888003817-router', 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:21Z', 'updated_at': '2021-07-29T14:48:48Z', 'revision_number': 5, 'project_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'gw_port': {'id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1903e584-2f31-4495-bc68-7c278b413742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:23Z', 'updated_at': '2021-07-29T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:50.349597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] No DVR routers for this DVR port 344fd447-ad87-494e-aaa0-47284e1e54af on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:50.352557 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Port': ['ID=344fd447-ad87-494e-aaa0-47284e1e54af,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:50.420097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2a4143-f70c-4e5b-9c2d-4a9111962864 None None] Checking router: 1903e584-2f31-4495-bc68-7c278b413742 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:48:50.463681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a4143-f70c-4e5b-9c2d-4a9111962864 None None] Routers {'1903e584-2f31-4495-bc68-7c278b413742'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:48:50.464344 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4a2a4143-f70c-4e5b-9c2d-4a9111962864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:48:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1903e584-2f31-4495-bc68-7c278b413742'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:50.472529 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:50.483852 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2e59-668a-44a1-8b9b-9ede11c62cc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:50.510006 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e06129c-f35b-4cd6-99ed-e972757b6a23']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:50.540086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24067c8-f954-4285-a032-0e7f62f92b16') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:50.541188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24067c8-f954-4285-a032-0e7f62f92b16') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:50.571239 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:50.609153 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:50.616154 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:48:50.616836 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:48:50.622938 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:48:50.987280 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e7495-60c6-480d-a47b-9ee3449dc7ea req-0bb5b936-e3cf-4d7f-988d-4566b04bc467 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:50.991700 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-560e7495-60c6-480d-a47b-9ee3449dc7ea req-0bb5b936-e3cf-4d7f-988d-4566b04bc467 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.3765502 Jul 29 14:48:51.058423 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.resource_extend [None req-7b66f86c-00fa-4aa7-88a5-6f4c943c96ef tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:48:51.060712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-4a2a4143-f70c-4e5b-9c2d-4a9111962864 None None] Set router 1903e584-2f31-4495-bc68-7c278b413742 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:48:51.243265 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b66f86c-00fa-4aa7-88a5-6f4c943c96ef tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:51.315258 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b66f86c-00fa-4aa7-88a5-6f4c943c96ef tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:51.332735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8dfb2e59-668a-44a1-8b9b-9ede11c62cc9 admin admin] Deleting port db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:51.332735 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2e59-668a-44a1-8b9b-9ede11c62cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:51.343874 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:51.360850 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:51.365235 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/networks/7e06129c-f35b-4cd6-99ed-e972757b6a23 HTTP/1.1" status: 204 len: 168 time: 1.6716254 Jul 29 14:48:51.374388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59462) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:51.443721 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4a2a4143-f70c-4e5b-9c2d-4a9111962864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1903e584-2f31-4495-bc68-7c278b413742', 'name': 'tempest-AttachSCSIVolumeTestJSON-888003817-router', 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:21Z', 'updated_at': '2021-07-29T14:48:48Z', 'revision_number': 5, 'project_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'gw_port': {'id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1903e584-2f31-4495-bc68-7c278b413742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:23Z', 'updated_at': '2021-07-29T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:51.444852 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-560e7495-60c6-480d-a47b-9ee3449dc7ea req-97762c9e-efee-43c9-9542-dfa4e9911cca tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859746 Jul 29 14:48:51.460283 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867672e8-9ed2-47d6-b0ef-bd96f28dcc06 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Network': ['ID=7e06129c-f35b-4cd6-99ed-e972757b6a23,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:51.543576 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2a4143-f70c-4e5b-9c2d-4a9111962864 None None] The sync data for ids ['1903e584-2f31-4495-bc68-7c278b413742'] in n-d-802893-1 is: [{'id': '1903e584-2f31-4495-bc68-7c278b413742', 'name': 'tempest-AttachSCSIVolumeTestJSON-888003817-router', 'tenant_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:21Z', 'updated_at': '2021-07-29T14:48:48Z', 'revision_number': 5, 'project_id': '15b4d1c60e2541e79bc0cda570f9dda2', 'gw_port': {'id': 'db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1903e584-2f31-4495-bc68-7c278b413742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:23Z', 'updated_at': '2021-07-29T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:48:51.631700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-679dc88a-8932-4583-a4a9-c1d24ce32075 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Deleting port 52fa69bb-3b17-4140-9ef0-3f27e25754f5 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:51.632163 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-679dc88a-8932-4583-a4a9-c1d24ce32075 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:51.800601 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-679dc88a-8932-4583-a4a9-c1d24ce32075 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:51.826597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-679dc88a-8932-4583-a4a9-c1d24ce32075 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Calling delete_port for 52fa69bb-3b17-4140-9ef0-3f27e25754f5 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:51.968287 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-679dc88a-8932-4583-a4a9-c1d24ce32075 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:51.999928 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-7b66f86c-00fa-4aa7-88a5-6f4c943c96ef tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Floating IP 76318519-ca0b-470e-afe3-430ca30991ae associated. External IP: 172.25.6.122, port: e16cf818-90fd-4443-aa71-e8e76294186a. Jul 29 14:48:52.003911 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-8dfb2e59-668a-44a1-8b9b-9ede11c62cc9 admin admin] For port db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:52.004285 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2e59-668a-44a1-8b9b-9ede11c62cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:52.030133 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-91f062ed-0ba7-4955-ae00-c5fc2ba5d3ca tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:48:52.037359 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-91f062ed-0ba7-4955-ae00-c5fc2ba5d3ca tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151217 Jul 29 14:48:52.039753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679dc88a-8932-4583-a4a9-c1d24ce32075 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Port': ['ID=52fa69bb-3b17-4140-9ef0-3f27e25754f5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:52.045932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-5f158ff6-e519-4de4-b91f-500ff8ce2013 service neutron] Request body: {'binding': {'host': 'n-h1-802893-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:48:52.046419 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-5f158ff6-e519-4de4-b91f-500ff8ce2013 service neutron] Unknown quota resources ['binding']. {{(pid=94157) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 14:48:52.054064 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-679dc88a-8932-4583-a4a9-c1d24ce32075 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:52.059483 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-679dc88a-8932-4583-a4a9-c1d24ce32075 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/ports/52fa69bb-3b17-4140-9ef0-3f27e25754f5 HTTP/1.1" status: 204 len: 168 time: 0.6734009 Jul 29 14:48:52.060185 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59502) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:52.067977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8dfb2e59-668a-44a1-8b9b-9ede11c62cc9 admin admin] Calling delete_port for db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:52.121472 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82eb86a-f10d-49e2-907d-ee83f2a8b90d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] DELETE failed (client error): The resource could not be found. Jul 29 14:48:52.121943 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82eb86a-f10d-49e2-907d-ee83f2a8b90d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:48:52.125962 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b82eb86a-f10d-49e2-907d-ee83f2a8b90d tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/subnets/dcd87cca-2b71-49f9-8b4b-82aa41365ee0 HTTP/1.1" status: 404 len: 337 time: 0.0614622 Jul 29 14:48:52.126363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59504) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:52.270244 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7623c7-b8d5-4ab6-9313-978b7d08fbb3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:52.420870 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7623c7-b8d5-4ab6-9313-978b7d08fbb3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:52.434705 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-5f158ff6-e519-4de4-b91f-500ff8ce2013 service neutron] Attempting to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 on host n-h1-802893-1 for vnic_type normal with profile None {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:48:52.435051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-5f158ff6-e519-4de4-b91f-500ff8ce2013 service neutron] Attempting to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:48:52.435390 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-5f158ff6-e519-4de4-b91f-500ff8ce2013 service neutron] Attempting to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:52.438342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-5f7623c7-b8d5-4ab6-9313-978b7d08fbb3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cbe43cc-d556-42a9-839a-8e59f68745b7']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:52.439691 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b66f86c-00fa-4aa7-88a5-6f4c943c96ef tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Router 274e9a28-7d40-435b-9173-1b1763dcfb7b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:48:52.448863 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2e59-668a-44a1-8b9b-9ede11c62cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:52.454036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-5f7623c7-b8d5-4ab6-9313-978b7d08fbb3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e399e9-1b31-4343-ac6d-1b192db22caa') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:52.454396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-5f7623c7-b8d5-4ab6-9313-978b7d08fbb3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e399e9-1b31-4343-ac6d-1b192db22caa') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:52.456464 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-5f158ff6-e519-4de4-b91f-500ff8ce2013 service neutron] Port abd06b1f-af09-4691-9c2d-f8be709238c3 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:48:52.456847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-5f158ff6-e519-4de4-b91f-500ff8ce2013 service neutron] Attempting to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:48:52.467321 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-5f158ff6-e519-4de4-b91f-500ff8ce2013 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:48:52.467675 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-5f158ff6-e519-4de4-b91f-500ff8ce2013 service neutron] Checking segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:48:52.468070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-5f158ff6-e519-4de4-b91f-500ff8ce2013 service neutron] Bound using segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:48:52.468524 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-5f158ff6-e519-4de4-b91f-500ff8ce2013 service neutron] Bound port: abd06b1f-af09-4691-9c2d-f8be709238c3, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:48:52.476328 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7623c7-b8d5-4ab6-9313-978b7d08fbb3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:52.490791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb2e59-668a-44a1-8b9b-9ede11c62cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:52.524083 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7623c7-b8d5-4ab6-9313-978b7d08fbb3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:52.557186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7623c7-b8d5-4ab6-9313-978b7d08fbb3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:48:52.557620 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7623c7-b8d5-4ab6-9313-978b7d08fbb3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:48:52.561380 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:48:52.624318 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-5f158ff6-e519-4de4-b91f-500ff8ce2013 service neutron] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=abd06b1f-af09-4691-9c2d-f8be709238c3,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:48:52.637184 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-5f158ff6-e519-4de4-b91f-500ff8ce2013 service neutron] Notify callbacks [] for binding, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:52.650676 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-5f158ff6-e519-4de4-b91f-500ff8ce2013 service neutron] 10.222.0.16 "POST /v2.0/ports/abd06b1f-af09-4691-9c2d-f8be709238c3/bindings HTTP/1.1" status: 201 len: 389 time: 0.6116233 Jul 29 14:48:52.670496 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7623c7-b8d5-4ab6-9313-978b7d08fbb3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:52.715055 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7623c7-b8d5-4ab6-9313-978b7d08fbb3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:52.726042 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5f7623c7-b8d5-4ab6-9313-978b7d08fbb3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/networks/9cbe43cc-d556-42a9-839a-8e59f68745b7 HTTP/1.1" status: 204 len: 168 time: 0.5986106 Jul 29 14:48:52.729884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59524) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:52.767444 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2e59-668a-44a1-8b9b-9ede11c62cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:52.774049 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7623c7-b8d5-4ab6-9313-978b7d08fbb3 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Network': ['ID=9cbe43cc-d556-42a9-839a-8e59f68745b7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:52.808553 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:48:52.809628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 64d52a48-787d-4ea2-9671-12414e3aed16 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:52.868824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41bd83-851f-414c-8ade-c535c43941c4 req-7ad72410-30c5-44d1-abfa-8b337c790141 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:52.871079 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b41bd83-851f-414c-8ade-c535c43941c4 req-7ad72410-30c5-44d1-abfa-8b337c790141 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.2792072 Jul 29 14:48:52.872414 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b66f86c-00fa-4aa7-88a5-6f4c943c96ef tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:48:52.878123 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 64d52a48-787d-4ea2-9671-12414e3aed16 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:48:52.880050 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 64d52a48-787d-4ea2-9671-12414e3aed16 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:52.881442 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b66f86c-00fa-4aa7-88a5-6f4c943c96ef tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:52.889711 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-73415ccc-715e-4556-a026-33d4e58dd054 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Deleting subnet 151c3f55-cb7d-4143-9969-72df121c9a34 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:48:52.894146 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73415ccc-715e-4556-a026-33d4e58dd054 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:52.903332 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27e6a3-6fac-459a-ad07-8de4b7984f13 None None] Sync routers for ids ['274e9a28-7d40-435b-9173-1b1763dcfb7b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:48:52.913596 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c27e6a3-6fac-459a-ad07-8de4b7984f13 None None] Routers {'274e9a28-7d40-435b-9173-1b1763dcfb7b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:48:52.914624 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7c27e6a3-6fac-459a-ad07-8de4b7984f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:48:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['274e9a28-7d40-435b-9173-1b1763dcfb7b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:52.949195 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73415ccc-715e-4556-a026-33d4e58dd054 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:53.147982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 5835a63f-7b44-43e9-86e0-252cd334f13e details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:48:53.176264 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2e59-668a-44a1-8b9b-9ede11c62cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:53.189346 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-7c27e6a3-6fac-459a-ad07-8de4b7984f13 None None] Set router 274e9a28-7d40-435b-9173-1b1763dcfb7b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:48:53.200485 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7b66f86c-00fa-4aa7-88a5-6f4c943c96ef tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "PUT /v2.0/floatingips/76318519-ca0b-470e-afe3-430ca30991ae HTTP/1.1" status: 200 len: 992 time: 3.7524278 Jul 29 14:48:53.202975 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2e59-668a-44a1-8b9b-9ede11c62cc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:53.206119 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbec8de-393a-4087-a00c-2f4cbdb38ad5', 'tag': 'e16cf818-90fd-4443-aa71-e8e76294186a'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:48:53.209495 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28783682-cd94-4dbb-9228-55b68848f21c" -d '{"events": [{"name": "network-changed", "server_uuid": "efbec8de-393a-4087-a00c-2f4cbdb38ad5", "tag": "e16cf818-90fd-4443-aa71-e8e76294186a"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:48:53.265642 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c092-eb46-4006-a2d0-3662a0d8e1dc req-fc3c3885-a65a-404a-ba84-6712d4c288fb tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:53.267341 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1c3c092-eb46-4006-a2d0-3662a0d8e1dc req-fc3c3885-a65a-404a-ba84-6712d4c288fb tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 946 time: 0.2402270 Jul 29 14:48:53.272068 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-41d5d65e-9483-4ddc-be1e-78f4500a6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:53.273921 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-41d5d65e-9483-4ddc-be1e-78f4500a6e31 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 1097 time: 0.1629236 Jul 29 14:48:53.396712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5835a63f-7b44-43e9-86e0-252cd334f13e,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:53.413021 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'port_id': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'mac_address': 'fa:16:3e:b2:6c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:48:53.443910 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b41bd83-851f-414c-8ade-c535c43941c4 req-3db8c518-cebc-4654-8719-1860b50ee63f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4427364 Jul 29 14:48:53.446426 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2e59-668a-44a1-8b9b-9ede11c62cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:53.449576 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfb2e59-668a-44a1-8b9b-9ede11c62cc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1903e584-2f31-4495-bc68-7c278b413742 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:48:53.466983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-0e399b70-4169-48da-aeb4-9aa229f66847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:53.468463 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-0e399b70-4169-48da-aeb4-9aa229f66847 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.1794927 Jul 29 14:48:53.470664 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2e59-668a-44a1-8b9b-9ede11c62cc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:53.479678 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8dfb2e59-668a-44a1-8b9b-9ede11c62cc9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1903e584-2f31-4495-bc68-7c278b413742 HTTP/1.1" status: 204 len: 168 time: 3.8266416 Jul 29 14:48:53.480503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59550) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:53.529033 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73415ccc-715e-4556-a026-33d4e58dd054 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:53.589399 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7c27e6a3-6fac-459a-ad07-8de4b7984f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'name': 'tempest-ServersTestFqdnHostnames-1079725804-router', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:07Z', 'updated_at': '2021-07-29T14:48:19Z', 'revision_number': 4, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'gw_port': {'id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:10Z', 'updated_at': '2021-07-29T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '76318519-ca0b-470e-afe3-430ca30991ae', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'port_id': 'e16cf818-90fd-4443-aa71-e8e76294186a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198', 'mac_address': 'fa:16:3e:72:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbec8de-393a-4087-a00c-2f4cbdb38ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:48:29Z', 'updated_at': '2021-07-29T14:48:50Z', 'revision_number': 1, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce86e30-ce34-40b8-909d-a91fd9da2db3', 'name': '', 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'mac_address': 'fa:16:3e:a9:82:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:17Z', 'updated_at': '2021-07-29T14:48:32Z', 'revision_number': 5, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'subnets': [{'id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:53.598273 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:53.639302 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27e6a3-6fac-459a-ad07-8de4b7984f13 None None] Checking router: 274e9a28-7d40-435b-9173-1b1763dcfb7b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:48:53.651385 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c27e6a3-6fac-459a-ad07-8de4b7984f13 None None] Routers {'274e9a28-7d40-435b-9173-1b1763dcfb7b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:48:53.652590 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7c27e6a3-6fac-459a-ad07-8de4b7984f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:48:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['274e9a28-7d40-435b-9173-1b1763dcfb7b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:53.659642 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5835a63f-7b44-43e9-86e0-252cd334f13e {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:48:53.703449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2511ec-7396-4f99-ac82-99af40f81186 admin admin] Deleting subnet 43bb69d9-8c34-4d6c-8e6d-021ed99c9160 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:48:53.714278 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d2511ec-7396-4f99-ac82-99af40f81186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:53.715529 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-b59f8982-df14-4d1f-8111-e5351592f458 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abd06b1f-af09-4691-9c2d-f8be709238c3 HTTP/1.1" status: 200 len: 217 time: 0.2202280 Jul 29 14:48:53.748565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5835a63f-7b44-43e9-86e0-252cd334f13e,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:53.754533 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:53.836780 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839d5557-aafe-4f75-a5cb-b426ea4bee84 x-openstack-request-id: req-839d5557-aafe-4f75-a5cb-b426ea4bee84 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:48:53.837745 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbec8de-393a-4087-a00c-2f4cbdb38ad5", "tag": "e16cf818-90fd-4443-aa71-e8e76294186a", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:48:53.838068 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-839d5557-aafe-4f75-a5cb-b426ea4bee84 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:48:53.841197 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbec8de-393a-4087-a00c-2f4cbdb38ad5', 'tag': 'e16cf818-90fd-4443-aa71-e8e76294186a', 'status': 'completed', 'code': 200} Jul 29 14:48:53.898646 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=5835a63f-7b44-43e9-86e0-252cd334f13e,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:53.905766 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d2511ec-7396-4f99-ac82-99af40f81186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:53.972430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1c3c092-eb46-4006-a2d0-3662a0d8e1dc req-585d24ca-e6d0-4a40-98ec-baa6e7a37a65 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6929009 Jul 29 14:48:53.975116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783682-cd94-4dbb-9228-55b68848f21c req-163f1ad0-6784-41d2-a3cc-065d8b8fd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:53.976686 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28783682-cd94-4dbb-9228-55b68848f21c req-163f1ad0-6784-41d2-a3cc-065d8b8fd5d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=812f7c425a5d4f2fb72dd2b1a05c3ba1&device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 1097 time: 0.1316750 Jul 29 14:48:53.980914 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-7c27e6a3-6fac-459a-ad07-8de4b7984f13 None None] Set router 274e9a28-7d40-435b-9173-1b1763dcfb7b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:48:53.981844 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['5835a63f-7b44-43e9-86e0-252cd334f13e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:48:54.154827 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d2511ec-7396-4f99-ac82-99af40f81186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:54.181316 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-333e4b0d-9f27-4e47-805b-0424867c2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:54.185167 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-333e4b0d-9f27-4e47-805b-0424867c2ad7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.4624312 Jul 29 14:48:54.190474 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73415ccc-715e-4556-a026-33d4e58dd054 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:54.249257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73415ccc-715e-4556-a026-33d4e58dd054 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Subnet': ['ID=151c3f55-cb7d-4143-9969-72df121c9a34,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:54.305708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783682-cd94-4dbb-9228-55b68848f21c req-692ff022-846d-4184-a62a-7a9808ce8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:54.307840 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28783682-cd94-4dbb-9228-55b68848f21c req-692ff022-846d-4184-a62a-7a9808ce8b60 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1c6029df-4f46-4bb8-b870-1f0a53d78198 HTTP/1.1" status: 200 len: 916 time: 0.3216548 Jul 29 14:48:54.321087 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-b4505965-78bf-4312-bdb7-94ac839f78e5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211202 Jul 29 14:48:54.325825 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73415ccc-715e-4556-a026-33d4e58dd054 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:54.329596 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-73415ccc-715e-4556-a026-33d4e58dd054 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/subnets/151c3f55-cb7d-4143-9969-72df121c9a34 HTTP/1.1" status: 204 len: 168 time: 1.5984926 Jul 29 14:48:54.335236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59598) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:54.357185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c4cdf1-424d-4b46-8de1-b36f7628017e None None] Network 3f348bb0-c7c9-48df-bcab-e2246a622c0c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:54.536976 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-05396662-f0f2-41c3-9772-1f4c08bf76eb service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057469 Jul 29 14:48:54.793336 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-7efd6001-a10c-4aa6-ae03-75517c29d52c service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483165 Jul 29 14:48:54.810203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:54.888163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:48:54.888163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device db6479f7-3ed4-4bc1-a7be-0e1d1d7c75dc not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:54.894673 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:54.907509 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d2511ec-7396-4f99-ac82-99af40f81186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:54.923783 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28783682-cd94-4dbb-9228-55b68848f21c req-76774a76-55b6-4b0a-8844-b7eb68203f89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16cf818-90fd-4443-aa71-e8e76294186a HTTP/1.1" status: 200 len: 1000 time: 0.5958402 Jul 29 14:48:54.973332 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7c27e6a3-6fac-459a-ad07-8de4b7984f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'name': 'tempest-ServersTestFqdnHostnames-1079725804-router', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:07Z', 'updated_at': '2021-07-29T14:48:19Z', 'revision_number': 4, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'gw_port': {'id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:10Z', 'updated_at': '2021-07-29T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '76318519-ca0b-470e-afe3-430ca30991ae', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'port_id': 'e16cf818-90fd-4443-aa71-e8e76294186a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198', 'mac_address': 'fa:16:3e:72:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbec8de-393a-4087-a00c-2f4cbdb38ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:48:29Z', 'updated_at': '2021-07-29T14:48:50Z', 'revision_number': 1, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce86e30-ce34-40b8-909d-a91fd9da2db3', 'name': '', 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'mac_address': 'fa:16:3e:a9:82:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:17Z', 'updated_at': '2021-07-29T14:48:32Z', 'revision_number': 5, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'subnets': [{'id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:55.006624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2511ec-7396-4f99-ac82-99af40f81186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43bb69d9-8c34-4d6c-8e6d-021ed99c9160,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:55.041640 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0de21-8ecc-48fe-9dfd-8f7e42def338 req-4fef9d44-933c-4784-963d-8974ff6dea4b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:55.045016 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5af766d-3c7a-4832-b650-0888020c5089 None None] Network 09ecf367-373f-43ce-87ad-f17e1016951f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:48:55.052271 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-43d0de21-8ecc-48fe-9dfd-8f7e42def338 req-4fef9d44-933c-4784-963d-8974ff6dea4b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 945 time: 0.4033372 Jul 29 14:48:55.078474 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27e6a3-6fac-459a-ad07-8de4b7984f13 None None] The sync data for ids ['274e9a28-7d40-435b-9173-1b1763dcfb7b'] in n-d-802893-1 is: [{'id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'name': 'tempest-ServersTestFqdnHostnames-1079725804-router', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:07Z', 'updated_at': '2021-07-29T14:48:19Z', 'revision_number': 4, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'gw_port': {'id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:10Z', 'updated_at': '2021-07-29T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '76318519-ca0b-470e-afe3-430ca30991ae', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'port_id': 'e16cf818-90fd-4443-aa71-e8e76294186a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198', 'mac_address': 'fa:16:3e:72:96:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbec8de-393a-4087-a00c-2f4cbdb38ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:48:29Z', 'updated_at': '2021-07-29T14:48:50Z', 'revision_number': 1, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fce86e30-ce34-40b8-909d-a91fd9da2db3', 'name': '', 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'mac_address': 'fa:16:3e:a9:82:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:17Z', 'updated_at': '2021-07-29T14:48:32Z', 'revision_number': 5, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'subnets': [{'id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:48:55.098605 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59626) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:55.105537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18d8121-e6f7-4fd9-80fb-de17477cd5bb None None] DHCP port deletion for 3f348bb0-c7c9-48df-bcab-e2246a622c0c request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:48:55.152605 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d2511ec-7396-4f99-ac82-99af40f81186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:55.154635 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7d2511ec-7396-4f99-ac82-99af40f81186 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/43bb69d9-8c34-4d6c-8e6d-021ed99c9160 HTTP/1.1" status: 204 len: 168 time: 1.6729684 Jul 29 14:48:55.171805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59630) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:55.194665 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 5835a63f-7b44-43e9-86e0-252cd334f13e up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:48:55.269766 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783682-cd94-4dbb-9228-55b68848f21c req-ab89f3f8-1324-49da-bf8a-2a1e2b331fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:55.272001 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28783682-cd94-4dbb-9228-55b68848f21c req-ab89f3f8-1324-49da-bf8a-2a1e2b331fdb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af905744-454c-4f5a-b5f4-3cd09d75c9a2 HTTP/1.1" status: 200 len: 854 time: 0.3099365 Jul 29 14:48:55.354886 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-43d0de21-8ecc-48fe-9dfd-8f7e42def338 req-a46c8faf-1466-4207-9923-3ef03ce6cfe7 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796188 Jul 29 14:48:55.399170 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:55.432217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28783682-cd94-4dbb-9228-55b68848f21c req-ff46107e-fb15-41d6-b89a-7c82ffa0b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:55.433815 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28783682-cd94-4dbb-9228-55b68848f21c req-ff46107e-fb15-41d6-b89a-7c82ffa0b376 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c6029df-4f46-4bb8-b870-1f0a53d78198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523545 Jul 29 14:48:55.442451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Deleting port de8a235a-f167-40ba-9e27-ff4bc17ee5c9 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:55.442801 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:55.488879 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 5835a63f-7b44-43e9-86e0-252cd334f13e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:48:55.489561 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:55.544397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b18d8121-e6f7-4fd9-80fb-de17477cd5bb None None] Deleting port de8a235a-f167-40ba-9e27-ff4bc17ee5c9 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:55.544817 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b18d8121-e6f7-4fd9-80fb-de17477cd5bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:55.558562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f3b01-a38b-43fa-a880-f01ea49dae79 req-c89c96e8-f62a-47df-bde2-c5b72fe07d68 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:55.560185 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b37f3b01-a38b-43fa-a880-f01ea49dae79 req-c89c96e8-f62a-47df-bde2-c5b72fe07d68 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 946 time: 0.4482374 Jul 29 14:48:55.637260 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:55.705324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b18d8121-e6f7-4fd9-80fb-de17477cd5bb None None] For port de8a235a-f167-40ba-9e27-ff4bc17ee5c9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=de8a235a-f167-40ba-9e27-ff4bc17ee5c9,segment=NetworkSegment(ab4bc92e-36f1-41fb-a4f6-cd9661701183),segment_id=ab4bc92e-36f1-41fb-a4f6-cd9661701183)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:55.705715 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b18d8121-e6f7-4fd9-80fb-de17477cd5bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:55.721072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] For port de8a235a-f167-40ba-9e27-ff4bc17ee5c9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=de8a235a-f167-40ba-9e27-ff4bc17ee5c9,segment=NetworkSegment(ab4bc92e-36f1-41fb-a4f6-cd9661701183),segment_id=ab4bc92e-36f1-41fb-a4f6-cd9661701183)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:55.721440 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:55.742486 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b18d8121-e6f7-4fd9-80fb-de17477cd5bb None None] Calling delete_port for de8a235a-f167-40ba-9e27-ff4bc17ee5c9 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:55.751614 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Calling delete_port for de8a235a-f167-40ba-9e27-ff4bc17ee5c9 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:55.786857 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28783682-cd94-4dbb-9228-55b68848f21c req-3ef230c4-fb65-441d-b5cd-670a9e63ef1f service neutron] 10.222.0.39 "GET /v2.0/networks/1c6029df-4f46-4bb8-b870-1f0a53d78198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417833 Jul 29 14:48:55.821955 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b37f3b01-a38b-43fa-a880-f01ea49dae79 req-668609eb-b84b-4611-b543-63ae0ac4c883 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399213 Jul 29 14:48:55.981414 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b2ad3d-d4c1-456a-ab12-ceed5827cd8b None None] New status for floating IP 76318519-ca0b-470e-afe3-430ca30991ae: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:48:56.011967 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b18d8121-e6f7-4fd9-80fb-de17477cd5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:56.052555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] Deleting port 71e627d0-271e-4d37-85b2-67a5419f174e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:56.054964 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:56.122348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d8121-e6f7-4fd9-80fb-de17477cd5bb None None] No DVR routers for this DVR port de8a235a-f167-40ba-9e27-ff4bc17ee5c9 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:56.170621 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdce3e7-c833-41b7-86fd-865c8a1994b7 None None] DHCP port deletion for 09ecf367-373f-43ce-87ad-f17e1016951f request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:48:56.215750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:56.226075 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] For port 71e627d0-271e-4d37-85b2-67a5419f174e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=71e627d0-271e-4d37-85b2-67a5419f174e,segment=NetworkSegment(31ae8c8f-ae9e-4a74-90d5-cc5098fda25b),segment_id=31ae8c8f-ae9e-4a74-90d5-cc5098fda25b)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:56.227055 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:56.228367 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d8121-e6f7-4fd9-80fb-de17477cd5bb None None] Pushing event deleted for resources: {'Port': ['ID=de8a235a-f167-40ba-9e27-ff4bc17ee5c9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:56.230668 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:56.237680 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28783682-cd94-4dbb-9228-55b68848f21c req-176bc33a-e206-4936-a874-3526c834598d service neutron] 10.222.0.39 "GET /v2.0/networks/1c6029df-4f46-4bb8-b870-1f0a53d78198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143281 Jul 29 14:48:56.276606 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:56.302867 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28cfcdb92acf4921a3759ae5b34365bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2024872 Jul 29 14:48:56.303955 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:56.307439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895c56fb-b025-4ea3-ba6f-37905493708b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:56.312469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59678) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:56.315539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] Calling delete_port for 71e627d0-271e-4d37-85b2-67a5419f174e owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:56.325896 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:56.326423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:56.326878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:56.327328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:56.327771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:56.328212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:56.328652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:56.329168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:56.329606 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:56.330047 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:56.331035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:56.331486 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f629b-a438-4634-b11f-c42c9da8c164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:48:56.463188 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Port': ['ID=de8a235a-f167-40ba-9e27-ff4bc17ee5c9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:56.475304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] No DVR routers for this DVR port de8a235a-f167-40ba-9e27-ff4bc17ee5c9 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:56.504615 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fbdce3e7-c833-41b7-86fd-865c8a1994b7 None None] Deleting port 71e627d0-271e-4d37-85b2-67a5419f174e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:56.505360 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbdce3e7-c833-41b7-86fd-865c8a1994b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:56.583926 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:56.703066 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:56.708375 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5835a63f-7b44-43e9-86e0-252cd334f13e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:48:56.710712 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a3f1a1-a7e8-458c-ac9c-8d5a968a7dbd" -d '{"events": [{"server_uuid": "6b86127a-1cd6-415d-a04a-fbefccc90149", "name": "network-vif-plugged", "status": "completed", "tag": "5835a63f-7b44-43e9-86e0-252cd334f13e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:48:56.713355 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a05a18b-1f98-4bf5-8bfe-b68b98f917c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:56.744777 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a05a18b-1f98-4bf5-8bfe-b68b98f917c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:56.784338 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fbdce3e7-c833-41b7-86fd-865c8a1994b7 None None] For port 71e627d0-271e-4d37-85b2-67a5419f174e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=71e627d0-271e-4d37-85b2-67a5419f174e,segment=NetworkSegment(31ae8c8f-ae9e-4a74-90d5-cc5098fda25b),segment_id=31ae8c8f-ae9e-4a74-90d5-cc5098fda25b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:56.784610 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbdce3e7-c833-41b7-86fd-865c8a1994b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:56.785808 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:56.794924 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] Pushing event deleted for resources: {'Port': ['ID=71e627d0-271e-4d37-85b2-67a5419f174e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:56.810761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] No DVR routers for this DVR port 71e627d0-271e-4d37-85b2-67a5419f174e on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:56.816114 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48e08c40-8437-452a-bb54-034371146c2d req-d1e57140-52e0-4621-92a1-31a430ec084d tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5e314f0176004745b836a1ffb2e73233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1434488 Jul 29 14:48:56.820082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b541b9b-6bde-4078-9a0e-4b8e90874c9b req-0e894e31-f0ef-492c-8223-829a5eda60f3 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:56.831256 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0b541b9b-6bde-4078-9a0e-4b8e90874c9b req-0e894e31-f0ef-492c-8223-829a5eda60f3 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 945 time: 0.3081789 Jul 29 14:48:56.846264 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5835a63f-7b44-43e9-86e0-252cd334f13e,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:48:56.847714 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device de8a235a-f167-40ba-9e27-ff4bc17ee5c9 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:56.905326 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: de8a235a-f167-40ba-9e27-ff4bc17ee5c9 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:48:56.905771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device de8a235a-f167-40ba-9e27-ff4bc17ee5c9 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:56.906497 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 71e627d0-271e-4d37-85b2-67a5419f174e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:48:56.938375 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:56.943885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 71e627d0-271e-4d37-85b2-67a5419f174e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:48:56.944313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 71e627d0-271e-4d37-85b2-67a5419f174e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:48:56.955418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fbdce3e7-c833-41b7-86fd-865c8a1994b7 None None] Calling delete_port for 71e627d0-271e-4d37-85b2-67a5419f174e owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:48:57.018204 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:57.031448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ecf367-373f-43ce-87ad-f17e1016951f']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:57.046260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ae8c8f-ae9e-4a74-90d5-cc5098fda25b') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:57.046561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ae8c8f-ae9e-4a74-90d5-cc5098fda25b') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:57.060432 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:57.084087 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:57.091317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:48:57.091793 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:48:57.155303 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:48:57.158882 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:57.200839 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0b541b9b-6bde-4078-9a0e-4b8e90874c9b req-62bce716-575a-4477-8a5f-4bed7036bd85 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3502824 Jul 29 14:48:57.204724 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:57.205220 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=5835a63f-7b44-43e9-86e0-252cd334f13e,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:57.221581 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] 10.222.0.16 "DELETE /v2.0/networks/09ecf367-373f-43ce-87ad-f17e1016951f HTTP/1.1" status: 204 len: 168 time: 2.0414014 Jul 29 14:48:57.261261 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59708) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:57.279338 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f464e9-0398-4539-afe3-00bd1c78caea admin admin] Pushing event deleted for resources: {'Network': ['ID=09ecf367-373f-43ce-87ad-f17e1016951f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:57.301351 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbdce3e7-c833-41b7-86fd-865c8a1994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:57.351598 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c008891f-f5b7-4fd3-abe0-9a1f683941eb x-openstack-request-id: req-c008891f-f5b7-4fd3-abe0-9a1f683941eb {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:48:57.354608 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b86127a-1cd6-415d-a04a-fbefccc90149", "name": "network-vif-plugged", "status": "completed", "tag": "5835a63f-7b44-43e9-86e0-252cd334f13e", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:48:57.354960 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c008891f-f5b7-4fd3-abe0-9a1f683941eb {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:48:57.355441 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'code': 200} Jul 29 14:48:57.362495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdce3e7-c833-41b7-86fd-865c8a1994b7 None None] Pushing event deleted for resources: {'Port': ['ID=71e627d0-271e-4d37-85b2-67a5419f174e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:57.373104 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbdce3e7-c833-41b7-86fd-865c8a1994b7 None None] Network 09ecf367-373f-43ce-87ad-f17e1016951f is not hosted by any dhcp agent {{(pid=94159) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 14:48:57.373735 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdce3e7-c833-41b7-86fd-865c8a1994b7 None None] No DVR routers for this DVR port 71e627d0-271e-4d37-85b2-67a5419f174e on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:48:57.642961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f348bb0-c7c9-48df-bcab-e2246a622c0c']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:57.655376 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a05a18b-1f98-4bf5-8bfe-b68b98f917c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:57.657826 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a05a18b-1f98-4bf5-8bfe-b68b98f917c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:57.659720 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5a05a18b-1f98-4bf5-8bfe-b68b98f917c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/895c56fb-b025-4ea3-ba6f-37905493708b HTTP/1.1" status: 204 len: 168 time: 1.3298616 Jul 29 14:48:57.681295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4778f2c-07a7-49da-bc30-dc465e1f157f req-bcdb0dfb-ab2f-422b-b33d-62b25a5e26b5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:57.686829 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4778f2c-07a7-49da-bc30-dc465e1f157f req-bcdb0dfb-ab2f-422b-b33d-62b25a5e26b5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 946 time: 0.2533295 Jul 29 14:48:57.695329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4bc92e-36f1-41fb-a4f6-cd9661701183') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:57.695709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4bc92e-36f1-41fb-a4f6-cd9661701183') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:48:57.712417 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05a18b-1f98-4bf5-8bfe-b68b98f917c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895c56fb-b025-4ea3-ba6f-37905493708b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:57.729311 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:57.764932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e08c40-8437-452a-bb54-034371146c2d req-83cd7e34-b5fb-4668-a8c5-f4481d62dcce tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:57.773685 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48e08c40-8437-452a-bb54-034371146c2d req-83cd7e34-b5fb-4668-a8c5-f4481d62dcce tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9565940 Jul 29 14:48:57.788710 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:57.805470 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48e08c40-8437-452a-bb54-034371146c2d req-ef2216c5-e99b-410b-9be1-5b662924e577 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/quotas/5e314f0176004745b836a1ffb2e73233 HTTP/1.1" status: 200 len: 375 time: 0.0296261 Jul 29 14:48:57.819359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:48:57.819951 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:48:57.825352 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:48:57.885800 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4778f2c-07a7-49da-bc30-dc465e1f157f req-fa1b1a7a-c82b-47b2-8309-45ae10bf6bd7 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932185 Jul 29 14:48:57.945431 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48e08c40-8437-452a-bb54-034371146c2d req-a37e0719-e364-4f72-b0fc-233cf3157da0 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e314f0176004745b836a1ffb2e73233&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1386898 Jul 29 14:48:57.949759 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:57.958755 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:57.961179 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] 10.222.0.16 "DELETE /v2.0/networks/3f348bb0-c7c9-48df-bcab-e2246a622c0c HTTP/1.1" status: 204 len: 168 time: 3.5241334 Jul 29 14:48:58.004816 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adf5ba-aba4-4b66-83ae-8af67c3ee930 tempest-NetworksIpV6TestAttrs-1792416576 tempest-NetworksIpV6TestAttrs-1792416576-project] Pushing event deleted for resources: {'Network': ['ID=3f348bb0-c7c9-48df-bcab-e2246a622c0c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:58.382656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59726) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:58.408480 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0a18eb72-6ee2-4ea4-8fe5-4e8f3e1ee631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:58.646873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59746) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:58.726982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920b701-e46b-48f7-89b8-9010336f977e req-1def46c1-90cb-4683-8768-3f7b0f116e64 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:58.754714 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-4a9486a1-96e7-4751-b2b7-ea23f4f562e0 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5e314f0176004745b836a1ffb2e73233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396934 Jul 29 14:48:58.768019 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3920b701-e46b-48f7-89b8-9010336f977e req-1def46c1-90cb-4683-8768-3f7b0f116e64 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.3767090 Jul 29 14:48:58.881605 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0a18eb72-6ee2-4ea4-8fe5-4e8f3e1ee631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:58.888022 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0a18eb72-6ee2-4ea4-8fe5-4e8f3e1ee631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:58.889026 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7d9827aa-68b3-4943-991e-20e7dcc26466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:58.926170 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0a18eb72-6ee2-4ea4-8fe5-4e8f3e1ee631 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f6d7ae9617645fdbb1e24817bafa09f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5421109 Jul 29 14:48:58.928147 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59758) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:59.039743 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3920b701-e46b-48f7-89b8-9010336f977e req-8dc4894a-613d-4067-b799-db8b65608df2 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707441 Jul 29 14:48:59.062777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18eb72-6ee2-4ea4-8fe5-4e8f3e1ee631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec6be96-2643-49d7-9c32-c84ada2fe8a8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:59.110633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-6f4fd240-3d51-457c-a1ee-badb48472214 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:59.130175 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-6f4fd240-3d51-457c-a1ee-badb48472214 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3513293 Jul 29 14:48:59.161891 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d71ac903-462d-412f-aea1-d3e6248e24eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:59.221544 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d71ac903-462d-412f-aea1-d3e6248e24eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:59.293208 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-239b73ad-2b41-458c-872e-ce82098f6cac tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/quotas/5e314f0176004745b836a1ffb2e73233 HTTP/1.1" status: 200 len: 375 time: 0.1618996 Jul 29 14:48:59.297890 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-38d65db6-54b1-4be1-86fb-ef23b1ea5dd9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66f12a423637482e9fd025cef354d6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6496410 Jul 29 14:48:59.307531 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59762) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:48:59.318906 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d71ac903-462d-412f-aea1-d3e6248e24eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:59.322351 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d71ac903-462d-412f-aea1-d3e6248e24eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:59.323548 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d71ac903-462d-412f-aea1-d3e6248e24eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ec6be96-2643-49d7-9c32-c84ada2fe8a8 HTTP/1.1" status: 204 len: 168 time: 0.3905427 Jul 29 14:48:59.423827 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-0f537c78-f43f-4b0a-82a7-9ba68729b91e tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e314f0176004745b836a1ffb2e73233&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1296465 Jul 29 14:48:59.446447 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59b4cf-a743-4642-bdde-044bed9823e4 req-2da26f86-c5d6-49f7-aced-48173c939189 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:48:59.454455 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af59b4cf-a743-4642-bdde-044bed9823e4 req-2da26f86-c5d6-49f7-aced-48173c939189 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 946 time: 0.2158406 Jul 29 14:48:59.515470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ac903-462d-412f-aea1-d3e6248e24eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec6be96-2643-49d7-9c32-c84ada2fe8a8,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:48:59.572723 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af59b4cf-a743-4642-bdde-044bed9823e4 req-f57705b3-845f-4272-a58d-d87d9a3f80a0 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167421 Jul 29 14:48:59.644059 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c13db71c-72c0-4e26-a894-e78352d2c5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:59.779947 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c13db71c-72c0-4e26-a894-e78352d2c5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:59.810004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7d9827aa-68b3-4943-991e-20e7dcc26466 admin admin] Deleting port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:48:59.810658 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7d9827aa-68b3-4943-991e-20e7dcc26466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:59.871003 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-73b82de5-ea19-4095-85db-a13d06855d94 req-316abcd8-329b-48d1-9939-347f21c302b7 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 210 time: 0.0559714 Jul 29 14:48:59.974898 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c13db71c-72c0-4e26-a894-e78352d2c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:59.978878 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c13db71c-72c0-4e26-a894-e78352d2c5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:48:59.982931 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c13db71c-72c0-4e26-a894-e78352d2c5f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9172ed16-a08e-4bd7-9ad1-e1b2edcba115 HTTP/1.1" status: 204 len: 168 time: 0.6737840 Jul 29 14:49:00.012221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13db71c-72c0-4e26-a894-e78352d2c5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9172ed16-a08e-4bd7-9ad1-e1b2edcba115,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:00.222273 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-7d9827aa-68b3-4943-991e-20e7dcc26466 admin admin] For port 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5fdf8fa0-9259-4fe4-8ba0-de3b87549f04,segment=NetworkSegment(d1d542b2-fb0f-4a46-bfe1-1a91369aae60),segment_id=d1d542b2-fb0f-4a46-bfe1-1a91369aae60)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:00.226202 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7d9827aa-68b3-4943-991e-20e7dcc26466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:00.285097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7d9827aa-68b3-4943-991e-20e7dcc26466 admin admin] Calling delete_port for 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:49:00.404872 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40b908-fbdc-403e-8b36-9d6d69be656e req-0890a330-5193-4978-a554-b832bce5f310 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:00.410815 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff40b908-fbdc-403e-8b36-9d6d69be656e req-0890a330-5193-4978-a554-b832bce5f310 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.1589572 Jul 29 14:49:00.453966 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0cb5a3c-0305-4df0-88ee-21aa8f961cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:00.534996 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff40b908-fbdc-403e-8b36-9d6d69be656e req-fe59adb1-ecb2-4f72-8120-786e87f9f64d tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161265 Jul 29 14:49:01.079103 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-49789d31-cec9-42f5-bfc6-6b8904233848 req-51f42f90-d21c-4a8c-9b97-ea2d6a4ad63e tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 210 time: 0.0531034 Jul 29 14:49:01.520098 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48e08c40-8437-452a-bb54-034371146c2d req-d9871cb0-31a0-4415-87be-bc37c046607b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5e314f0176004745b836a1ffb2e73233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1938441 Jul 29 14:49:01.603362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59836) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:01.698893 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-9d1f4d0d-1638-4534-99f1-fbe891cbe96d tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5e314f0176004745b836a1ffb2e73233&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590897 Jul 29 14:49:02.041573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-9f8d1e8b-74a1-4475-8bd5-75fdb404c1b3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:02.043642 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-9f8d1e8b-74a1-4475-8bd5-75fdb404c1b3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3391802 Jul 29 14:49:02.052292 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-931d6b95-4591-4114-a49e-7bd63c6f11ee tempest-ServiceProvidersTest-1080111784 tempest-ServiceProvidersTest-1080111784-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4470096 Jul 29 14:49:02.073155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98627f4-398e-431e-9a1a-98b550ee4dd3 req-d3a2aae1-bfcf-4ec7-a113-d108d7a420f3 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:02.075568 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Request body: {'port': {'device_id': 'e45575c1-2b7e-41a1-97c3-27e172b272f5', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '5e314f0176004745b836a1ffb2e73233'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:02.080574 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c98627f4-398e-431e-9a1a-98b550ee4dd3 req-d3a2aae1-bfcf-4ec7-a113-d108d7a420f3 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 946 time: 0.7531583 Jul 29 14:49:02.147244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe403b8-82b0-452c-be13-d3a2d1f014b4 req-61ad175b-a5a9-4192-899b-1b5ea3c560e9 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:02.155480 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3fe403b8-82b0-452c-be13-d3a2d1f014b4 req-61ad175b-a5a9-4192-899b-1b5ea3c560e9 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.4209671 Jul 29 14:49:02.215720 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3fe403b8-82b0-452c-be13-d3a2d1f014b4 req-e4fdea06-88f7-47ee-a8c1-eda199ff1a00 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598872 Jul 29 14:49:02.321862 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7d9827aa-68b3-4943-991e-20e7dcc26466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:02.350176 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Made reservation on behalf of 5e314f0176004745b836a1ffb2e73233 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:02.355879 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:02.378691 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:02.511336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e08c40-8437-452a-bb54-034371146c2d req-0fdc2e42-292c-4ca8-a278-a2320a85a5bf tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:02.512898 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48e08c40-8437-452a-bb54-034371146c2d req-0fdc2e42-292c-4ca8-a278-a2320a85a5bf tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9824297 Jul 29 14:49:02.529876 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9827aa-68b3-4943-991e-20e7dcc26466 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fdf8fa0-9259-4fe4-8ba0-de3b87549f04,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:02.555497 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-324831a0-0bd2-4e6f-8b6c-91e74465135b req-d57195e8-c5a2-4bcb-a6ae-e22041261e11 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 210 time: 0.0536025 Jul 29 14:49:02.555736 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-48e08c40-8437-452a-bb54-034371146c2d req-fa97f350-454e-47c3-930f-8a09a8a1671b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Request body: {'port': {'device_id': 'fc6df515-5939-42d7-a732-f392dd21d00e', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '5e314f0176004745b836a1ffb2e73233'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:02.593261 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c98627f4-398e-431e-9a1a-98b550ee4dd3 req-ff3ec2cc-c07b-4694-8465-aff9976311be tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116477 Jul 29 14:49:02.628117 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59860) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:02.751624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:02.763483 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:03.028694 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:03.124445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e08c40-8437-452a-bb54-034371146c2d req-fa97f350-454e-47c3-930f-8a09a8a1671b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Made reservation on behalf of 5e314f0176004745b836a1ffb2e73233 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:03.128506 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-48e08c40-8437-452a-bb54-034371146c2d req-fa97f350-454e-47c3-930f-8a09a8a1671b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:03.141053 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c002f72e-f299-45cc-8e10-d7b7f7b9e2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:03.174450 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:03.323159 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d3083eb-0d41-4c83-ad3b-2a42fb41796c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:03.544497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Allocated IP 192.168.233.245 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/2ce35f19-ce23-4a09-9360-ce63328e0dce) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:49:03.551279 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2e804-a7b1-4992-92dc-cd9fc101bad7 req-f0cbe85a-c452-49da-bd93-0500beac1b77 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:03.553059 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ff2e804-a7b1-4992-92dc-cd9fc101bad7 req-f0cbe85a-c452-49da-bd93-0500beac1b77 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.1984699 Jul 29 14:49:03.608826 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7d9827aa-68b3-4943-991e-20e7dcc26466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:03.637300 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ff2e804-a7b1-4992-92dc-cd9fc101bad7 req-7e82ecec-7949-481e-b9e8-d5d9458489b8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704532 Jul 29 14:49:03.756337 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c002f72e-f299-45cc-8e10-d7b7f7b9e2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:03.762915 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c002f72e-f299-45cc-8e10-d7b7f7b9e2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:03.817437 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c002f72e-f299-45cc-8e10-d7b7f7b9e2ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8484f8321304180a953b35e0f43dc31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1881526 Jul 29 14:49:03.830199 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59884) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:03.899336 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e304b6e-741d-4300-a49c-a421ca445357 req-b7a0fb26-8246-4c70-a31a-a65d2980ec25 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:03.906833 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e304b6e-741d-4300-a49c-a421ca445357 req-b7a0fb26-8246-4c70-a31a-a65d2980ec25 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 946 time: 0.1485569 Jul 29 14:49:03.918788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002f72e-f299-45cc-8e10-d7b7f7b9e2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075795e0-4fef-49d6-9515-ea18f6ddd3a1,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:03.973072 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6aac181d-79e2-4391-8e17-cbf8bd107877 req-4e4030f5-729d-4f9b-8b82-e5731e423c59 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 210 time: 0.1695421 Jul 29 14:49:03.996569 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e304b6e-741d-4300-a49c-a421ca445357 req-060e24ca-934b-46f5-8423-76f3c7f75142 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888295 Jul 29 14:49:04.104918 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61a7218b-1048-46c5-80dd-11a3fdbb1293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:04.128528 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61a7218b-1048-46c5-80dd-11a3fdbb1293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:04.141961 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9827aa-68b3-4943-991e-20e7dcc26466 admin admin] Router d2153d38-25c1-4c4f-8e59-98cd9538b21c has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:49:04.197675 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61a7218b-1048-46c5-80dd-11a3fdbb1293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:04.197675 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61a7218b-1048-46c5-80dd-11a3fdbb1293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:04.199238 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-61a7218b-1048-46c5-80dd-11a3fdbb1293 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/075795e0-4fef-49d6-9515-ea18f6ddd3a1 HTTP/1.1" status: 204 len: 168 time: 0.3668494 Jul 29 14:49:04.238736 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:04.296012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7218b-1048-46c5-80dd-11a3fdbb1293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075795e0-4fef-49d6-9515-ea18f6ddd3a1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:04.428896 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:04.436517 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9827aa-68b3-4943-991e-20e7dcc26466 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:49:04.449551 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7625c36-4b36-4476-927e-a57b07add134 None None] Sync routers for ids ['d2153d38-25c1-4c4f-8e59-98cd9538b21c'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:49:04.451295 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7d9827aa-68b3-4943-991e-20e7dcc26466 admin admin] 10.222.0.16 "PUT /v2.0/routers/d2153d38-25c1-4c4f-8e59-98cd9538b21c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1850824 Jul 29 14:49:04.453707 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59896) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:04.463923 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7625c36-4b36-4476-927e-a57b07add134 None None] Routers {'d2153d38-25c1-4c4f-8e59-98cd9538b21c'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:49:04.474064 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c7625c36-4b36-4476-927e-a57b07add134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:49:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d2153d38-25c1-4c4f-8e59-98cd9538b21c'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:04.513502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Transition to ACTIVE for port object 2ce35f19-ce23-4a09-9360-ce63328e0dce will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:04.639818 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:04.726074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:49:04.736933 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:49:04.751976 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:49:04.762106 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eca9df2-a1d1-496a-875a-079d2735916a admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:04.916540 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-c7625c36-4b36-4476-927e-a57b07add134 None None] Set router d2153d38-25c1-4c4f-8e59-98cd9538b21c gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:49:05.029437 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:05.030188 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:05.090271 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-48e08c40-8437-452a-bb54-034371146c2d req-fa97f350-454e-47c3-930f-8a09a8a1671b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Allocated IP 192.168.233.62 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/1da87fee-0764-49bf-8824-dfb17499408f) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:49:05.304132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Pushing event updated for resources: {'Port': ['ID=2ce35f19-ce23-4a09-9360-ce63328e0dce,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:05.348930 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-28de5c8a-4cbe-427b-9426-d0aa67ac07d3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2802870 Jul 29 14:49:05.386617 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Request body: {'port': {'device_id': 'e45575c1-2b7e-41a1-97c3-27e172b272f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:05.394934 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c7625c36-4b36-4476-927e-a57b07add134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'name': 'tempest-AttachSCSIVolumeTestJSON-458134519-router', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:49:01Z', 'revision_number': 5, 'project_id': 'ac8a4ded233447b3b9323004c39586e2', 'gw_port': {'id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:48Z', 'updated_at': '2021-07-29T14:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:05.397081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4e5cfe96-e1fa-4ecc-905e-8046fcf0eb79 None None] Provisioning for port 2ce35f19-ce23-4a09-9360-ce63328e0dce completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:49:05.410811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4e5cfe96-e1fa-4ecc-905e-8046fcf0eb79 None None] Provisioning complete for port 2ce35f19-ce23-4a09-9360-ce63328e0dce triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:05.415685 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eca9df2-a1d1-496a-875a-079d2735916a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:05.422912 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4e5cfe96-e1fa-4ecc-905e-8046fcf0eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:05.458846 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7625c36-4b36-4476-927e-a57b07add134 None None] Checking router: d2153d38-25c1-4c4f-8e59-98cd9538b21c for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:49:05.481726 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7625c36-4b36-4476-927e-a57b07add134 None None] Routers {'d2153d38-25c1-4c4f-8e59-98cd9538b21c'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:49:05.483226 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c7625c36-4b36-4476-927e-a57b07add134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:49:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d2153d38-25c1-4c4f-8e59-98cd9538b21c'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:05.485651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6322786-423f-4432-88ac-33be507b7b53 req-7b61435e-1d78-48d0-a1ab-f93dc94a7e8b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:05.497928 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e6322786-423f-4432-88ac-33be507b7b53 req-7b61435e-1d78-48d0-a1ab-f93dc94a7e8b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.4182425 Jul 29 14:49:05.591874 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4e5cfe96-e1fa-4ecc-905e-8046fcf0eb79 None None] Port 2ce35f19-ce23-4a09-9360-ce63328e0dce cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:49:05.684709 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:05.731568 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-c7625c36-4b36-4476-927e-a57b07add134 None None] Set router d2153d38-25c1-4c4f-8e59-98cd9538b21c gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:49:05.743780 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e6322786-423f-4432-88ac-33be507b7b53 req-860301ae-a4c0-458e-96fa-3ad4c772e710 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436249 Jul 29 14:49:05.798964 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78627244-068f-42d0-aa65-9a0c30dbb6ff req-e5ab78e0-0ceb-450a-b877-b31def2de4ed tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:05.800744 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-78627244-068f-42d0-aa65-9a0c30dbb6ff req-e5ab78e0-0ceb-450a-b877-b31def2de4ed tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 936 time: 0.4272041 Jul 29 14:49:05.932139 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-78627244-068f-42d0-aa65-9a0c30dbb6ff req-fa38790a-b664-494e-9259-359dfb4d2b19 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212993 Jul 29 14:49:06.005184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-1eca9df2-a1d1-496a-875a-079d2735916a admin admin] Deleting port cb3e0be7-f024-4700-8912-41afef293fc5 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:49:06.005653 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eca9df2-a1d1-496a-875a-079d2735916a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:06.050932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84678176-c695-4df2-809c-549a9d9a9e06 req-471bd693-7d04-4b66-be48-0c4ac18ae8d9 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:06.064736 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84678176-c695-4df2-809c-549a9d9a9e06 req-471bd693-7d04-4b66-be48-0c4ac18ae8d9 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 946 time: 0.1679475 Jul 29 14:49:06.121731 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84678176-c695-4df2-809c-549a9d9a9e06 req-349684a0-7d88-40e5-9f6f-83b1aa35a99d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557554 Jul 29 14:49:06.168696 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c7625c36-4b36-4476-927e-a57b07add134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'name': 'tempest-AttachSCSIVolumeTestJSON-458134519-router', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:49:01Z', 'revision_number': 5, 'project_id': 'ac8a4ded233447b3b9323004c39586e2', 'gw_port': {'id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:48Z', 'updated_at': '2021-07-29T14:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:06.182198 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-48e08c40-8437-452a-bb54-034371146c2d req-fa97f350-454e-47c3-930f-8a09a8a1671b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:06.192857 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:06.206687 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-48e08c40-8437-452a-bb54-034371146c2d req-fa97f350-454e-47c3-930f-8a09a8a1671b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Transition to ACTIVE for port object 1da87fee-0764-49bf-8824-dfb17499408f will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:06.253416 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7625c36-4b36-4476-927e-a57b07add134 None None] The sync data for ids ['d2153d38-25c1-4c4f-8e59-98cd9538b21c'] in n-d-802893-1 is: [{'id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'name': 'tempest-AttachSCSIVolumeTestJSON-458134519-router', 'tenant_id': 'ac8a4ded233447b3b9323004c39586e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:47Z', 'updated_at': '2021-07-29T14:49:01Z', 'revision_number': 5, 'project_id': 'ac8a4ded233447b3b9323004c39586e2', 'gw_port': {'id': 'cb3e0be7-f024-4700-8912-41afef293fc5', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2153d38-25c1-4c4f-8e59-98cd9538b21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:48Z', 'updated_at': '2021-07-29T14:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:49:06.285169 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-1eca9df2-a1d1-496a-875a-079d2735916a admin admin] For port cb3e0be7-f024-4700-8912-41afef293fc5, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cb3e0be7-f024-4700-8912-41afef293fc5,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:06.285808 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eca9df2-a1d1-496a-875a-079d2735916a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:06.313817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-1eca9df2-a1d1-496a-875a-079d2735916a admin admin] Calling delete_port for cb3e0be7-f024-4700-8912-41afef293fc5 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:49:06.317064 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-48e08c40-8437-452a-bb54-034371146c2d req-fa97f350-454e-47c3-930f-8a09a8a1671b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:06.405309 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59944) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:06.456680 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e08c40-8437-452a-bb54-034371146c2d req-fa97f350-454e-47c3-930f-8a09a8a1671b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:49:06.480197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-48e08c40-8437-452a-bb54-034371146c2d req-fa97f350-454e-47c3-930f-8a09a8a1671b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:49:06.485487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce35f19-ce23-4a09-9360-ce63328e0dce {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:06.495793 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:06.514478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Transition to ACTIVE for port object 2ce35f19-ce23-4a09-9360-ce63328e0dce will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:06.520462 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:06.572045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e08c40-8437-452a-bb54-034371146c2d req-fa97f350-454e-47c3-930f-8a09a8a1671b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:49:06.688836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97f350-454e-47c3-930f-8a09a8a1671b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Pushing event updated for resources: {'Port': ['ID=1da87fee-0764-49bf-8824-dfb17499408f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:06.692784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:49:06.753749 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:49:06.767807 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5fdf8fa0-9259-4fe4-8ba0-de3b87549f04 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:49:06.815847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e08c40-8437-452a-bb54-034371146c2d req-fa97f350-454e-47c3-930f-8a09a8a1671b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:06.816881 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-48e08c40-8437-452a-bb54-034371146c2d req-fa97f350-454e-47c3-930f-8a09a8a1671b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:06.890709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce35f19-ce23-4a09-9360-ce63328e0dce,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:06.923394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Attempting to bind port 2ce35f19-ce23-4a09-9360-ce63328e0dce on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:49:06.924101 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Attempting to bind port 2ce35f19-ce23-4a09-9360-ce63328e0dce by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:49:06.924463 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Attempting to bind port 2ce35f19-ce23-4a09-9360-ce63328e0dce on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:06.930795 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48e08c40-8437-452a-bb54-034371146c2d req-fa97f350-454e-47c3-930f-8a09a8a1671b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3964128 Jul 29 14:49:06.949536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Port 2ce35f19-ce23-4a09-9360-ce63328e0dce on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:49:06.949958 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Attempting to bind port 2ce35f19-ce23-4a09-9360-ce63328e0dce on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:06.952035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Request body: {'port': {'device_id': 'fc6df515-5939-42d7-a732-f392dd21d00e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:06.973044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:49:06.985268 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:06.985724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:49:06.986780 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Bound port: 2ce35f19-ce23-4a09-9360-ce63328e0dce, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:49:06.986780 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:07.066260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-37cbe7d0-d9af-4da5-98f3-be158a7b6946 None None] Provisioning for port 1da87fee-0764-49bf-8824-dfb17499408f completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:49:07.070729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59962) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:07.072849 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-37cbe7d0-d9af-4da5-98f3-be158a7b6946 None None] Provisioning complete for port 1da87fee-0764-49bf-8824-dfb17499408f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:07.073500 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37cbe7d0-d9af-4da5-98f3-be158a7b6946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:07.286856 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-37cbe7d0-d9af-4da5-98f3-be158a7b6946 None None] Port 1da87fee-0764-49bf-8824-dfb17499408f cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:49:07.333010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-220b6e48-8047-4676-a5e8-483a3aba8f39 tempest-SubnetPoolsTestJSON-235689201 tempest-SubnetPoolsTestJSON-235689201-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-292096243', 'prefixes': ['172.20.0.0/16']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:07.342464 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:07.405207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b228e3-fd67-4c8b-9b02-fe81daf69034 req-c945471e-a65a-45e5-95c0-4b8839cecc3f tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:07.409184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53b228e3-fd67-4c8b-9b02-fe81daf69034 req-c945471e-a65a-45e5-95c0-4b8839cecc3f tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 948 time: 0.3672199 Jul 29 14:49:07.427938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] For port 2ce35f19-ce23-4a09-9360-ce63328e0dce, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:07.479608 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e9e0-47c9-474f-abac-da1c3c80a118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:07.494006 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] For port 2ce35f19-ce23-4a09-9360-ce63328e0dce, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2ce35f19-ce23-4a09-9360-ce63328e0dce,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:49:07.499436 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53b228e3-fd67-4c8b-9b02-fe81daf69034 req-8e7c5f46-ad07-485e-8973-a85c4cfe0d8c tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813344 Jul 29 14:49:07.501932 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:07.554962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:07.555702 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:07.557364 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] 10.222.0.38 "PUT /v2.0/ports/2ce35f19-ce23-4a09-9360-ce63328e0dce HTTP/1.1" status: 200 len: 1096 time: 2.1929212 Jul 29 14:49:07.557909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45575c1-2b7e-41a1-97c3-27e172b272f5', 'tag': '2ce35f19-ce23-4a09-9360-ce63328e0dce'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:49:07.560825 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240592ec-9dc4-4221-acb8-f8cbacf7b381" -d '{"events": [{"name": "network-changed", "server_uuid": "e45575c1-2b7e-41a1-97c3-27e172b272f5", "tag": "2ce35f19-ce23-4a09-9360-ce63328e0dce"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:49:07.621780 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6358d4-cce7-40e8-b7fb-0ad7a03db811 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce35f19-ce23-4a09-9360-ce63328e0dce,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:07.695692 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-0374effe-0236-47ba-b1f2-f0c2c71fb907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:07.698671 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-0374effe-0236-47ba-b1f2-f0c2c71fb907 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e314f0176004745b836a1ffb2e73233&device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 1099 time: 0.0595648 Jul 29 14:49:07.778212 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-ff74d4c4-6bda-4d0f-a2a5-43acf8f82c36 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=2ce35f19-ce23-4a09-9360-ce63328e0dce HTTP/1.1" status: 200 len: 217 time: 0.0641418 Jul 29 14:49:07.936834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-05ca77c4-333a-479e-9aa6-c912b9850a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:07.939819 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-05ca77c4-333a-479e-9aa6-c912b9850a1f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1551855 Jul 29 14:49:07.978750 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5cce0-f903-4610-8df5-4ce06e99f61a req-c194127f-a63a-4302-b784-e487eff22222 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:07.981084 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-76b5cce0-f903-4610-8df5-4ce06e99f61a req-c194127f-a63a-4302-b784-e487eff22222 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 946 time: 0.1160793 Jul 29 14:49:08.048808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfc52f-07ec-4612-8fa3-9c3729859fd1 req-1648a5e2-ab07-484d-a30b-b9211ed22d02 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:08.058807 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69cfc52f-07ec-4612-8fa3-9c3729859fd1 req-1648a5e2-ab07-484d-a30b-b9211ed22d02 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 1.0476720 Jul 29 14:49:08.077178 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eca9df2-a1d1-496a-875a-079d2735916a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:08.089281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-76a06a79-87f0-42cd-a98d-3679af0eb709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:08.091140 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-76a06a79-87f0-42cd-a98d-3679af0eb709 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427462 Jul 29 14:49:08.101095 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-76b5cce0-f903-4610-8df5-4ce06e99f61a req-144341ff-7c4a-4b56-832f-8925368d99b7 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776372 Jul 29 14:49:08.197779 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8c065c-f42b-47ff-9a66-566dca2dda0d x-openstack-request-id: req-0a8c065c-f42b-47ff-9a66-566dca2dda0d {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:49:08.198165 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45575c1-2b7e-41a1-97c3-27e172b272f5", "tag": "2ce35f19-ce23-4a09-9360-ce63328e0dce", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:49:08.198480 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a8c065c-f42b-47ff-9a66-566dca2dda0d {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:49:08.199332 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45575c1-2b7e-41a1-97c3-27e172b272f5', 'tag': '2ce35f19-ce23-4a09-9360-ce63328e0dce', 'status': 'completed', 'code': 200} Jul 29 14:49:08.239334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca9df2-a1d1-496a-875a-079d2735916a admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3e0be7-f024-4700-8912-41afef293fc5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:08.278008 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-ad7dadd5-e701-44d8-8fe0-afcb4bf910a8 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730883 Jul 29 14:49:08.414434 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8f4cbf1-b64b-4409-8289-6e8036a7f474 req-272da5dc-0743-40d7-bf5e-4b1b2426c67b service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292152 Jul 29 14:49:08.574625 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240592ec-9dc4-4221-acb8-f8cbacf7b381 req-cb258842-6032-4932-b6aa-8724d59fafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:08.578953 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-240592ec-9dc4-4221-acb8-f8cbacf7b381 req-cb258842-6032-4932-b6aa-8724d59fafe6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e314f0176004745b836a1ffb2e73233&device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 1099 time: 0.0628197 Jul 29 14:49:08.738080 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2feebb-a69f-427a-9026-a21960074da7 req-94f7a342-8023-45ff-8945-2761b036e14d tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:08.746168 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69cfc52f-07ec-4612-8fa3-9c3729859fd1 req-28caced3-2e5c-4525-b36a-583f46451994 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6861498 Jul 29 14:49:08.747293 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea2feebb-a69f-427a-9026-a21960074da7 req-94f7a342-8023-45ff-8945-2761b036e14d tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 948 time: 0.1310306 Jul 29 14:49:08.813942 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da87fee-0764-49bf-8824-dfb17499408f {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:08.821015 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea2feebb-a69f-427a-9026-a21960074da7 req-fea34877-89be-425c-acb7-db648714782b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651708 Jul 29 14:49:08.825692 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240592ec-9dc4-4221-acb8-f8cbacf7b381 req-013f524e-84aa-4628-ae8b-226bc3980b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:08.827486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-240592ec-9dc4-4221-acb8-f8cbacf7b381 req-013f524e-84aa-4628-ae8b-226bc3980b0d service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.2381439 Jul 29 14:49:08.839355 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:08.852883 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eca9df2-a1d1-496a-875a-079d2735916a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:08.892619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Transition to ACTIVE for port object 1da87fee-0764-49bf-8824-dfb17499408f will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:08.893163 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-240592ec-9dc4-4221-acb8-f8cbacf7b381 req-ff7a16a9-ea5d-476e-a8b8-b9ccdad2328b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=2ce35f19-ce23-4a09-9360-ce63328e0dce HTTP/1.1" status: 200 len: 217 time: 0.0563605 Jul 29 14:49:08.928479 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:08.963200 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240592ec-9dc4-4221-acb8-f8cbacf7b381 req-24d81641-7c0b-4218-aee4-951f83adea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:08.965503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-240592ec-9dc4-4221-acb8-f8cbacf7b381 req-24d81641-7c0b-4218-aee4-951f83adea4f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0627682 Jul 29 14:49:08.999762 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eca9df2-a1d1-496a-875a-079d2735916a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.007779 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eca9df2-a1d1-496a-875a-079d2735916a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.022827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240592ec-9dc4-4221-acb8-f8cbacf7b381 req-fa6454f3-f4ac-474c-8695-e4476568e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:09.024925 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-240592ec-9dc4-4221-acb8-f8cbacf7b381 req-fa6454f3-f4ac-474c-8695-e4476568e722 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0517588 Jul 29 14:49:09.076923 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e9e0-47c9-474f-abac-da1c3c80a118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.080320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Pushing event updated for resources: {'Port': ['ID=1da87fee-0764-49bf-8824-dfb17499408f,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:09.091990 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ec2e9e0-47c9-474f-abac-da1c3c80a118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.139887 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-220b6e48-8047-4676-a5e8-483a3aba8f39 tempest-SubnetPoolsTestJSON-235689201 tempest-SubnetPoolsTestJSON-235689201-project] Notify callbacks [] for subnetpool, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.145573 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-220b6e48-8047-4676-a5e8-483a3aba8f39 tempest-SubnetPoolsTestJSON-235689201 tempest-SubnetPoolsTestJSON-235689201-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 2.7333136 Jul 29 14:49:09.146591 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eca9df2-a1d1-496a-875a-079d2735916a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.147161 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eca9df2-a1d1-496a-875a-079d2735916a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2153d38-25c1-4c4f-8e59-98cd9538b21c {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:49:09.148586 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59980) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:09.177963 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-240592ec-9dc4-4221-acb8-f8cbacf7b381 req-f1df0065-a202-4a97-92c7-8749b4229013 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430044 Jul 29 14:49:09.180949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eca9df2-a1d1-496a-875a-079d2735916a admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.185885 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1eca9df2-a1d1-496a-875a-079d2735916a admin admin] 10.222.0.16 "DELETE /v2.0/routers/d2153d38-25c1-4c4f-8e59-98cd9538b21c HTTP/1.1" status: 204 len: 168 time: 4.7286637 Jul 29 14:49:09.195135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59982) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:09.338468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Attempting to bind port 1da87fee-0764-49bf-8824-dfb17499408f on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:49:09.338917 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Attempting to bind port 1da87fee-0764-49bf-8824-dfb17499408f by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:49:09.339254 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Attempting to bind port 1da87fee-0764-49bf-8824-dfb17499408f on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:09.341595 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2e9e0-47c9-474f-abac-da1c3c80a118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a567f3fc-842b-43c3-a3f8-7a8e305f241e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:09.346604 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3ec2e9e0-47c9-474f-abac-da1c3c80a118 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d1b192eda864306aa0f5eed10e6b21d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2435625 Jul 29 14:49:09.349678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59986) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:09.357402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9b94cf28-60c6-4655-9b3f-d5c0f7e64c7d tempest-SubnetPoolsTestJSON-235689201 tempest-SubnetPoolsTestJSON-235689201-project] 10.222.0.16 "GET /v2.0/subnetpools/45d10757-68c5-4f9e-9df2-ff62fc9d2f1b HTTP/1.1" status: 200 len: 731 time: 0.1942410 Jul 29 14:49:09.368712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59990) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:09.368712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Port 1da87fee-0764-49bf-8824-dfb17499408f on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:49:09.374511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Attempting to bind port 1da87fee-0764-49bf-8824-dfb17499408f on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:09.392647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ae3256bb-d30f-4e30-a4a4-65c752cbad9c tempest-SubnetPoolsTestJSON-235689201 tempest-SubnetPoolsTestJSON-235689201-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-768032263'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:09.456742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:49:09.457238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:09.457734 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:49:09.458353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Bound port: 1da87fee-0764-49bf-8824-dfb17499408f, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:49:09.458844 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.472255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc3a01-32e4-4282-9466-9bc4037ba960 req-25f69e45-9562-41f2-a8ca-62b100f1649e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:09.473868 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a6cc3a01-32e4-4282-9466-9bc4037ba960 req-25f69e45-9562-41f2-a8ca-62b100f1649e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 946 time: 0.2599969 Jul 29 14:49:09.488808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-336b6ee8-8638-4b84-863a-5a8da3778df0 admin admin] Deleting subnet f4eebbc8-00ba-4ea4-bd02-461ac423061d {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:49:09.494317 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-336b6ee8-8638-4b84-863a-5a8da3778df0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.533530 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-336b6ee8-8638-4b84-863a-5a8da3778df0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.586936 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-240592ec-9dc4-4221-acb8-f8cbacf7b381 req-40bd83ad-7510-49b3-8944-dbbc5d8d9024 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000480 Jul 29 14:49:09.643365 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a6cc3a01-32e4-4282-9466-9bc4037ba960 req-91636794-1ba1-40b2-8c21-35fbcaee5703 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850341 Jul 29 14:49:09.676651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-336b6ee8-8638-4b84-863a-5a8da3778df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.709319 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] For port 1da87fee-0764-49bf-8824-dfb17499408f, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:09.714770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] For port 1da87fee-0764-49bf-8824-dfb17499408f, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1da87fee-0764-49bf-8824-dfb17499408f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:49:09.733910 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.763699 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-336b6ee8-8638-4b84-863a-5a8da3778df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.868034 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Pushing event updated for resources: {'Port': ['ID=1da87fee-0764-49bf-8824-dfb17499408f,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:09.882441 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae3256bb-d30f-4e30-a4a4-65c752cbad9c tempest-SubnetPoolsTestJSON-235689201 tempest-SubnetPoolsTestJSON-235689201-project] Notify callbacks [] for subnetpool, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.888387 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ae3256bb-d30f-4e30-a4a4-65c752cbad9c tempest-SubnetPoolsTestJSON-235689201 tempest-SubnetPoolsTestJSON-235689201-project] 10.222.0.16 "PUT /v2.0/subnetpools/45d10757-68c5-4f9e-9df2-ff62fc9d2f1b HTTP/1.1" status: 200 len: 683 time: 0.5008869 Jul 29 14:49:09.893691 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b6ee8-8638-4b84-863a-5a8da3778df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4eebbc8-00ba-4ea4-bd02-461ac423061d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:09.895044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4415abb9-d2b4-4be7-a556-9627785b6e49 None None] Network a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:49:09.901476 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-336b6ee8-8638-4b84-863a-5a8da3778df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.907179 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-336b6ee8-8638-4b84-863a-5a8da3778df0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f4eebbc8-00ba-4ea4-bd02-461ac423061d HTTP/1.1" status: 204 len: 168 time: 0.7110212 Jul 29 14:49:09.908820 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60004) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:09.909554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60006) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:09.920784 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3239b8c4-a702-4c00-88f4-a9b5447f75c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.943271 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:09.944013 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:09.955651 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48e08c40-8437-452a-bb54-034371146c2d req-4cb8910a-06a6-4876-ae8a-edb3df5b33eb service neutron] 10.222.0.38 "PUT /v2.0/ports/1da87fee-0764-49bf-8824-dfb17499408f HTTP/1.1" status: 200 len: 1095 time: 3.0081513 Jul 29 14:49:09.960742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6df515-5939-42d7-a732-f392dd21d00e', 'tag': '1da87fee-0764-49bf-8824-dfb17499408f'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:49:09.968644 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a285e8ff-becd-4606-b8a1-108363b3a6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6df515-5939-42d7-a732-f392dd21d00e", "tag": "1da87fee-0764-49bf-8824-dfb17499408f"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:49:10.154282 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3239b8c4-a702-4c00-88f4-a9b5447f75c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:10.180158 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:10.256948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e08c40-8437-452a-bb54-034371146c2d req-725f7989-4808-484f-9cfc-7fcb72706433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:10.258843 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48e08c40-8437-452a-bb54-034371146c2d req-725f7989-4808-484f-9cfc-7fcb72706433 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e314f0176004745b836a1ffb2e73233&device_id=fc6df515-5939-42d7-a732-f392dd21d00e HTTP/1.1" status: 200 len: 1098 time: 0.1459131 Jul 29 14:49:10.283300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2efd30-0583-4c85-93e3-8146a35794ef req-74646ab0-3edc-44f3-8e70-6acd1357222d tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:10.286235 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8a2efd30-0583-4c85-93e3-8146a35794ef req-74646ab0-3edc-44f3-8e70-6acd1357222d tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.3630555 Jul 29 14:49:10.296103 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49eafe-3427-4c85-8f64-edf9d9d19b14 req-07996d0a-7d97-4c69-aaa7-cdb3df8aab0b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:10.306832 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d49eafe-3427-4c85-8f64-edf9d9d19b14 req-07996d0a-7d97-4c69-aaa7-cdb3df8aab0b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 948 time: 0.3386889 Jul 29 14:49:10.332211 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3239b8c4-a702-4c00-88f4-a9b5447f75c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:10.335355 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3239b8c4-a702-4c00-88f4-a9b5447f75c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:10.337187 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3239b8c4-a702-4c00-88f4-a9b5447f75c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a567f3fc-842b-43c3-a3f8-7a8e305f241e HTTP/1.1" status: 204 len: 168 time: 0.9864042 Jul 29 14:49:10.364169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0e268f-d0df-4ee7-a5b9-6fbb25ab7695 None None] DHCP port deletion for a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:49:10.497303 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8a2efd30-0583-4c85-93e3-8146a35794ef req-e1a28f33-7661-440e-9ea3-bf3578695419 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689548 Jul 29 14:49:10.507276 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e268f-d0df-4ee7-a5b9-6fbb25ab7695 None None] Deleting port 9580ff2c-25db-4249-abdf-0387b3f1313b {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:49:10.507999 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d0e268f-d0df-4ee7-a5b9-6fbb25ab7695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:10.515272 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48e08c40-8437-452a-bb54-034371146c2d req-3f877328-0a7b-488d-8117-e6c0bfd7e28e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=1da87fee-0764-49bf-8824-dfb17499408f HTTP/1.1" status: 200 len: 217 time: 0.2269747 Jul 29 14:49:10.539395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239b8c4-a702-4c00-88f4-a9b5447f75c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a567f3fc-842b-43c3-a3f8-7a8e305f241e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:10.679062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e08c40-8437-452a-bb54-034371146c2d req-42afa5fc-0e8e-405d-927f-641c881d3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:10.689665 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48e08c40-8437-452a-bb54-034371146c2d req-42afa5fc-0e8e-405d-927f-641c881d3895 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1637492 Jul 29 14:49:10.770754 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:10.782825 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-5d0e268f-d0df-4ee7-a5b9-6fbb25ab7695 None None] For port 9580ff2c-25db-4249-abdf-0387b3f1313b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9580ff2c-25db-4249-abdf-0387b3f1313b,segment=NetworkSegment(d1d542b2-fb0f-4a46-bfe1-1a91369aae60),segment_id=d1d542b2-fb0f-4a46-bfe1-1a91369aae60)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:10.783612 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d0e268f-d0df-4ee7-a5b9-6fbb25ab7695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:10.810657 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e268f-d0df-4ee7-a5b9-6fbb25ab7695 None None] Calling delete_port for 9580ff2c-25db-4249-abdf-0387b3f1313b owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:49:10.821646 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e9fad5-d6be-4c77-9340-8168c5065648 x-openstack-request-id: req-f7e9fad5-d6be-4c77-9340-8168c5065648 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:49:10.822069 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6df515-5939-42d7-a732-f392dd21d00e", "tag": "1da87fee-0764-49bf-8824-dfb17499408f", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:49:10.822245 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7e9fad5-d6be-4c77-9340-8168c5065648 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:49:10.823317 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d49eafe-3427-4c85-8f64-edf9d9d19b14 req-90b15cbb-3076-4a8e-aef3-51f6de4aa77b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149508 Jul 29 14:49:10.827341 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6df515-5939-42d7-a732-f392dd21d00e', 'tag': '1da87fee-0764-49bf-8824-dfb17499408f', 'status': 'completed', 'code': 200} Jul 29 14:49:10.832546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cb3e0be7-f024-4700-8912-41afef293fc5 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:49:10.841090 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6570d7b4-cd89-421a-9369-40285e237064 tempest-SubnetPoolsTestJSON-235689201 tempest-SubnetPoolsTestJSON-235689201-project] Notify callbacks [] for subnetpool, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:10.841090 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6570d7b4-cd89-421a-9369-40285e237064 tempest-SubnetPoolsTestJSON-235689201 tempest-SubnetPoolsTestJSON-235689201-project] 10.222.0.16 "DELETE /v2.0/subnetpools/45d10757-68c5-4f9e-9df2-ff62fc9d2f1b HTTP/1.1" status: 204 len: 168 time: 0.9266183 Jul 29 14:49:10.841431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60018) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:10.889926 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] Deleting port 9580ff2c-25db-4249-abdf-0387b3f1313b {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:49:10.890319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:10.895296 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-1d22fba8-ff9b-4f45-b713-aeffc90f8b1d tempest-SubnetPoolsTestJSON-235689201 tempest-SubnetPoolsTestJSON-235689201-project] show failed (client error): The resource could not be found. Jul 29 14:49:10.898965 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1d22fba8-ff9b-4f45-b713-aeffc90f8b1d tempest-SubnetPoolsTestJSON-235689201 tempest-SubnetPoolsTestJSON-235689201-project] 10.222.0.16 "GET /v2.0/subnetpools/45d10757-68c5-4f9e-9df2-ff62fc9d2f1b HTTP/1.1" status: 404 len: 346 time: 0.0541255 Jul 29 14:49:10.904426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60022) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:10.930040 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: cb3e0be7-f024-4700-8912-41afef293fc5 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:49:10.930627 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cb3e0be7-f024-4700-8912-41afef293fc5 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:49:10.930937 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9580ff2c-25db-4249-abdf-0387b3f1313b no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:49:10.981454 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-611122bf-269c-47f0-8c00-45019d00426d tempest-SubnetPoolsTestJSON-235689201 tempest-SubnetPoolsTestJSON-235689201-project] delete failed (client error): The resource could not be found. Jul 29 14:49:10.988174 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-611122bf-269c-47f0-8c00-45019d00426d tempest-SubnetPoolsTestJSON-235689201 tempest-SubnetPoolsTestJSON-235689201-project] 10.222.0.16 "DELETE /v2.0/subnetpools/45d10757-68c5-4f9e-9df2-ff62fc9d2f1b HTTP/1.1" status: 404 len: 346 time: 0.0725150 Jul 29 14:49:10.993354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e08c40-8437-452a-bb54-034371146c2d req-2bd2c44a-4a54-4e18-9001-a9540880d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:10.996465 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48e08c40-8437-452a-bb54-034371146c2d req-2bd2c44a-4a54-4e18-9001-a9540880d5fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3009548 Jul 29 14:49:11.065057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60026) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:11.093936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] For port 9580ff2c-25db-4249-abdf-0387b3f1313b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9580ff2c-25db-4249-abdf-0387b3f1313b,segment=NetworkSegment(d1d542b2-fb0f-4a46-bfe1-1a91369aae60),segment_id=d1d542b2-fb0f-4a46-bfe1-1a91369aae60)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:11.094411 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:11.115072 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f48b53b7-2431-4249-963d-8f32c73f8336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:11.122587 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] Calling delete_port for 9580ff2c-25db-4249-abdf-0387b3f1313b owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:49:11.163941 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:11.214216 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d0e268f-d0df-4ee7-a5b9-6fbb25ab7695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:11.272538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0b14d-3a64-4778-a238-c526b8489c7f req-b271d3bd-358e-4cde-b20e-a27f534d8b78 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:11.274256 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-82a0b14d-3a64-4778-a238-c526b8489c7f req-b271d3bd-358e-4cde-b20e-a27f534d8b78 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 946 time: 0.3135200 Jul 29 14:49:11.289902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2ce35f19-ce23-4a09-9360-ce63328e0dce details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:49:11.347300 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:11.364431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0e268f-d0df-4ee7-a5b9-6fbb25ab7695 None None] No DVR routers for this DVR port 9580ff2c-25db-4249-abdf-0387b3f1313b on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:49:11.382031 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48e08c40-8437-452a-bb54-034371146c2d req-1946873b-c5f2-4c8c-8224-54538ac83929 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432341 Jul 29 14:49:11.384267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=9580ff2c-25db-4249-abdf-0387b3f1313b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:11.396958 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] No DVR routers for this DVR port 9580ff2c-25db-4249-abdf-0387b3f1313b on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:49:11.406498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e268f-d0df-4ee7-a5b9-6fbb25ab7695 None None] Pushing event deleted for resources: {'Port': ['ID=9580ff2c-25db-4249-abdf-0387b3f1313b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:11.509611 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:11.524789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:11.553400 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48e08c40-8437-452a-bb54-034371146c2d req-1f3472e4-9354-4cd9-b2d9-621465160fa0 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541934 Jul 29 14:49:11.561431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d542b2-fb0f-4a46-bfe1-1a91369aae60') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:11.561969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d542b2-fb0f-4a46-bfe1-1a91369aae60') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:11.565609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2ce35f19-ce23-4a09-9360-ce63328e0dce, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2ce35f19-ce23-4a09-9360-ce63328e0dce,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:11.567604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60030) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:11.573609 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-82a0b14d-3a64-4778-a238-c526b8489c7f req-10dab0e7-a902-48cf-beec-0742bc9ac36a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650986 Jul 29 14:49:11.585879 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '2ce35f19-ce23-4a09-9360-ce63328e0dce', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '2ce35f19-ce23-4a09-9360-ce63328e0dce', 'mac_address': 'fa:16:3e:b7:f8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:49:11.600948 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f48b53b7-2431-4249-963d-8f32c73f8336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:11.621689 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f48b53b7-2431-4249-963d-8f32c73f8336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:11.635762 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:11.688096 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:11.720762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce35f19-ce23-4a09-9360-ce63328e0dce {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:11.724214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285e8ff-becd-4606-b8a1-108363b3a6e8 req-b0f0a446-9adb-413f-b121-9ddb0b5df4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:11.729779 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a285e8ff-becd-4606-b8a1-108363b3a6e8 req-b0f0a446-9adb-413f-b121-9ddb0b5df4d2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e314f0176004745b836a1ffb2e73233&device_id=fc6df515-5939-42d7-a732-f392dd21d00e HTTP/1.1" status: 200 len: 1098 time: 0.0723300 Jul 29 14:49:11.763378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2ce35f19-ce23-4a09-9360-ce63328e0dce, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2ce35f19-ce23-4a09-9360-ce63328e0dce,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:11.773857 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:11.796396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b53b7-2431-4249-963d-8f32c73f8336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbe76de-d955-44ff-aafc-0a27b2f6515a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:11.802811 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:11.810522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:49:11.810934 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:11.860316 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2ce35f19-ce23-4a09-9360-ce63328e0dce,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:11.871549 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb4b9-16dd-4470-9b13-9c19fa8a559d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:49:11.886249 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:49:11.902763 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f48b53b7-2431-4249-963d-8f32c73f8336 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f3538b2246343e1ae9bf04b7b17ffdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8318357 Jul 29 14:49:11.902763 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:11.902763 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60040) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:11.927465 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:11.934747 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0 HTTP/1.1" status: 204 len: 168 time: 2.0215623 Jul 29 14:49:11.976313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c635d87-5a01-4244-ad49-e3233aac1a51 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b5cc62-adbb-44a8-81a8-43d7a2b9d7d0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:11.994772 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332c5ae-b64b-4944-8c3c-1f180ed75454 req-28eb44b5-4580-402b-9704-3733e4f21adb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:11.996462 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c332c5ae-b64b-4944-8c3c-1f180ed75454 req-28eb44b5-4580-402b-9704-3733e4f21adb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.3343267 Jul 29 14:49:12.094344 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285e8ff-becd-4606-b8a1-108363b3a6e8 req-3dd29f77-4bfd-4815-a869-e501eeb3a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:12.096008 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a285e8ff-becd-4606-b8a1-108363b3a6e8 req-3dd29f77-4bfd-4815-a869-e501eeb3a83b service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.3590786 Jul 29 14:49:12.107558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60046) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:12.108753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d54274-7e95-4140-bfb8-826e370ffe5b req-e08ffb7b-2e5c-463c-a5c8-1c52ff52350b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:12.116043 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-52d54274-7e95-4140-bfb8-826e370ffe5b req-e08ffb7b-2e5c-463c-a5c8-1c52ff52350b tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 949 time: 0.1921670 Jul 29 14:49:12.118922 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5d272573-fc23-443e-9065-64fe11b4a665 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2111314343'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:12.142905 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c332c5ae-b64b-4944-8c3c-1f180ed75454 req-e25b9d4a-11c4-4392-bb3e-586b84b20c62 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363800 Jul 29 14:49:12.150669 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4fbe535d-47d7-4212-8024-36ecf748ff5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:12.166970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-1d166809-5e31-4834-a542-4896c1a7f29a tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:12.167533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2ce35f19-ce23-4a09-9360-ce63328e0dce'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:49:12.168858 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-1d166809-5e31-4834-a542-4896c1a7f29a tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d&tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1097 time: 0.1454039 Jul 29 14:49:12.178615 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a285e8ff-becd-4606-b8a1-108363b3a6e8 req-3ebdafc3-9fcc-4b77-89af-5aede95098e2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=1da87fee-0764-49bf-8824-dfb17499408f HTTP/1.1" status: 200 len: 217 time: 0.0537560 Jul 29 14:49:12.195160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60048) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:12.200053 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802893-1'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:12.213995 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4fbe535d-47d7-4212-8024-36ecf748ff5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:12.246521 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-52d54274-7e95-4140-bfb8-826e370ffe5b req-dc27e2d2-fc06-426c-88ba-2258ad878f09 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294565 Jul 29 14:49:12.315072 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb4b9-16dd-4470-9b13-9c19fa8a559d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:12.320653 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4fbe535d-47d7-4212-8024-36ecf748ff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:12.320892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285e8ff-becd-4606-b8a1-108363b3a6e8 req-3692d12c-9637-4133-a155-b780937d3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:12.322416 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a285e8ff-becd-4606-b8a1-108363b3a6e8 req-3692d12c-9637-4133-a155-b780937d3faf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1351972 Jul 29 14:49:12.324429 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4fbe535d-47d7-4212-8024-36ecf748ff5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:12.325858 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4fbe535d-47d7-4212-8024-36ecf748ff5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cbe76de-d955-44ff-aafc-0a27b2f6515a HTTP/1.1" status: 204 len: 168 time: 0.4218521 Jul 29 14:49:12.336472 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0a8fb4b9-16dd-4470-9b13-9c19fa8a559d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:12.373472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe535d-47d7-4212-8024-36ecf748ff5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbe76de-d955-44ff-aafc-0a27b2f6515a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:12.395719 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:12.406864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d272573-fc23-443e-9065-64fe11b4a665 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Made reservation on behalf of d512e776609042afb7cbb4d51213c3a0 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:12.410321 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d272573-fc23-443e-9065-64fe11b4a665 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:12.418650 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-373cf903-dbbe-4fec-91cb-5b4f986dc023 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15b4d1c60e2541e79bc0cda570f9dda2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552885 Jul 29 14:49:12.420113 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60052) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:12.439789 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0a8fb4b9-16dd-4470-9b13-9c19fa8a559d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1c28f6ad99e49b8a1f12f5434808383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8627756 Jul 29 14:49:12.442352 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60054) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:12.452969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fb4b9-16dd-4470-9b13-9c19fa8a559d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5037823-39c8-45bd-9cfb-eca1ac1aeedb,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:12.459127 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285e8ff-becd-4606-b8a1-108363b3a6e8 req-c04e2265-9d9c-4281-8335-bd91bdbd13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:12.460774 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a285e8ff-becd-4606-b8a1-108363b3a6e8 req-c04e2265-9d9c-4281-8335-bd91bdbd13a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1257553 Jul 29 14:49:12.542561 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d272573-fc23-443e-9065-64fe11b4a665 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:49:12.575998 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d272573-fc23-443e-9065-64fe11b4a665 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:12.576420 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-5d272573-fc23-443e-9065-64fe11b4a665 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Added segment 76efa537-ca6e-428b-96a8-fb37b073c8be of type vlan for network b8009ecc-8a02-43b8-b3e6-d99242c4d60d Jul 29 14:49:12.576560 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a285e8ff-becd-4606-b8a1-108363b3a6e8 req-5f6ba29b-6bad-4240-b363-dce278280b62 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061330 Jul 29 14:49:12.672799 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e931a917-6e30-4f5c-b5f5-80b1dd76e8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:12.690493 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d272573-fc23-443e-9065-64fe11b4a665 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:12.702064 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-476938f1-69a9-4956-9533-e683e5323a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:12.756934 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a285e8ff-becd-4606-b8a1-108363b3a6e8 req-460d66d2-f4e9-453e-9a6e-c0e883368a16 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638730 Jul 29 14:49:12.824970 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e931a917-6e30-4f5c-b5f5-80b1dd76e8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:12.840608 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-476938f1-69a9-4956-9533-e683e5323a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:12.983969 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d272573-fc23-443e-9065-64fe11b4a665 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:12.990274 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d272573-fc23-443e-9065-64fe11b4a665 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:12.991098 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d272573-fc23-443e-9065-64fe11b4a665 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:13.003084 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=abd06b1f-af09-4691-9c2d-f8be709238c3,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:13.035468 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-476938f1-69a9-4956-9533-e683e5323a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:13.038340 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-476938f1-69a9-4956-9533-e683e5323a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:13.039403 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-476938f1-69a9-4956-9533-e683e5323a10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5037823-39c8-45bd-9cfb-eca1ac1aeedb HTTP/1.1" status: 204 len: 168 time: 0.5933442 Jul 29 14:49:13.105137 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5d272573-fc23-443e-9065-64fe11b4a665 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9912622 Jul 29 14:49:13.110249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60076) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:13.113309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476938f1-69a9-4956-9533-e683e5323a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5037823-39c8-45bd-9cfb-eca1ac1aeedb,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:13.126399 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-763bd7e1-3848-433f-86d6-b511cec6b147 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1659973806'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:13.134329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd20e1-cdb4-44c1-a974-be3853db6931 req-2467c379-3fac-475a-b58a-d154c11fb130 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:13.136896 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bbcd20e1-cdb4-44c1-a974-be3853db6931 req-2467c379-3fac-475a-b58a-d154c11fb130 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 946 time: 0.3278992 Jul 29 14:49:13.146876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d272573-fc23-443e-9065-64fe11b4a665 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event updated for resources: {'Network': ['ID=b8009ecc-8a02-43b8-b3e6-d99242c4d60d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:13.169332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network b8009ecc-8a02-43b8-b3e6-d99242c4d60d details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:49:13.187133 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763bd7e1-3848-433f-86d6-b511cec6b147 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Made reservation on behalf of d512e776609042afb7cbb4d51213c3a0 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:13.192537 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-763bd7e1-3848-433f-86d6-b511cec6b147 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:13.197600 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e931a917-6e30-4f5c-b5f5-80b1dd76e8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:13.205321 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e931a917-6e30-4f5c-b5f5-80b1dd76e8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:13.208952 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e931a917-6e30-4f5c-b5f5-80b1dd76e8da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/599cae7a-0291-4233-b628-b34f3c1867ed HTTP/1.1" status: 204 len: 168 time: 0.7857888 Jul 29 14:49:13.248603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:13.274490 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1da87fee-0764-49bf-8824-dfb17499408f details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:49:13.277802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2ce35f19-ce23-4a09-9360-ce63328e0dce up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:49:13.285685 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763bd7e1-3848-433f-86d6-b511cec6b147 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:49:13.311283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931a917-6e30-4f5c-b5f5-80b1dd76e8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599cae7a-0291-4233-b628-b34f3c1867ed,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:13.322209 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bbcd20e1-cdb4-44c1-a974-be3853db6931 req-df07e21e-a454-4561-a29d-25fb42deaef1 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719396 Jul 29 14:49:13.327727 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-763bd7e1-3848-433f-86d6-b511cec6b147 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:13.328194 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-763bd7e1-3848-433f-86d6-b511cec6b147 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Added segment d6f72c29-acc4-4b7c-92d3-7ee81374c3cd of type vlan for network 86ce031c-c6cf-4027-8ce8-3052a67f5b66 Jul 29 14:49:13.406908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd06b1f-af09-4691-9c2d-f8be709238c3'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:49:13.409320 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b483008c-79d9-430f-84ea-324d5643d65f" -d '{"events": [{"server_uuid": "22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "abd06b1f-af09-4691-9c2d-f8be709238c3"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:49:13.437214 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:13.462036 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:13.532281 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-763bd7e1-3848-433f-86d6-b511cec6b147 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:13.606368 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916729b6-7e40-4f72-be06-ac84985bc065 req-492c26bd-f6a1-4834-8a68-a2887e843fb4 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:13.610179 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-916729b6-7e40-4f72-be06-ac84985bc065 req-492c26bd-f6a1-4834-8a68-a2887e843fb4 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.2771969 Jul 29 14:49:13.644456 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 2ce35f19-ce23-4a09-9360-ce63328e0dce completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:49:13.653671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 2ce35f19-ce23-4a09-9360-ce63328e0dce triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:13.654466 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:13.720981 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-763bd7e1-3848-433f-86d6-b511cec6b147 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:13.733067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763bd7e1-3848-433f-86d6-b511cec6b147 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:13.734337 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-763bd7e1-3848-433f-86d6-b511cec6b147 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:13.837140 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Attempting to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 on host n-h2-802893-1 for vnic_type normal with profile {"migrating_to": "n-h1-802893-1"} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:49:13.837325 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Attempting to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:49:13.837659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Attempting to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:13.844804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Pushing event updated for resources: {'Port': ['ID=abd06b1f-af09-4691-9c2d-f8be709238c3,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:13.856947 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-916729b6-7e40-4f72-be06-ac84985bc065 req-e334de48-8c39-45a3-b3c2-0619123313a9 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311101 Jul 29 14:49:13.866390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaf0cb-c200-4460-870b-bd56a2468d6b req-4b24dd36-3b32-40d4-9a7b-b59ced725686 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:13.879009 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1da87fee-0764-49bf-8824-dfb17499408f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1da87fee-0764-49bf-8824-dfb17499408f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:13.884341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bd7e1-3848-433f-86d6-b511cec6b147 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event updated for resources: {'Network': ['ID=86ce031c-c6cf-4027-8ce8-3052a67f5b66,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:13.895044 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cfaaf0cb-c200-4460-870b-bd56a2468d6b req-4b24dd36-3b32-40d4-9a7b-b59ced725686 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 949 time: 0.4354827 Jul 29 14:49:13.897376 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-763bd7e1-3848-433f-86d6-b511cec6b147 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7826285 Jul 29 14:49:13.904073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60098) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:13.912927 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 86ce031c-c6cf-4027-8ce8-3052a67f5b66 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:49:13.916118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Port abd06b1f-af09-4691-9c2d-f8be709238c3 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:49:13.916452 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Attempting to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:13.938743 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-56387b58-854d-4153-9956-67bf6189c5b4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Request body: {'subnet': {'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:13.951811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '1da87fee-0764-49bf-8824-dfb17499408f', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '1da87fee-0764-49bf-8824-dfb17499408f', 'mac_address': 'fa:16:3e:a6:04:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:49:13.954567 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:13.974297 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd8453e-2833-404f-9d96-9193b82de4c7 x-openstack-request-id: req-8cd8453e-2833-404f-9d96-9193b82de4c7 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:49:13.974758 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "abd06b1f-af09-4691-9c2d-f8be709238c3", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:49:13.975120 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cd8453e-2833-404f-9d96-9193b82de4c7 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:49:13.975626 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd06b1f-af09-4691-9c2d-f8be709238c3', 'code': 200} Jul 29 14:49:14.036710 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:49:14.038137 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Checking segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:14.038673 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Bound using segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:49:14.039423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Bound port: abd06b1f-af09-4691-9c2d-f8be709238c3, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:49:14.040105 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:14.098295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2ce35f19-ce23-4a09-9360-ce63328e0dce, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2ce35f19-ce23-4a09-9360-ce63328e0dce,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:14.100783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45575c1-2b7e-41a1-97c3-27e172b272f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce35f19-ce23-4a09-9360-ce63328e0dce'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:49:14.108273 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cfaaf0cb-c200-4460-870b-bd56a2468d6b req-be1ee8e9-a139-42be-a56d-e9e696e801de tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120943 Jul 29 14:49:14.110636 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8085b737-62c7-494f-a3e7-e82fd1eef416" -d '{"events": [{"server_uuid": "e45575c1-2b7e-41a1-97c3-27e172b272f5", "name": "network-vif-plugged", "status": "completed", "tag": "2ce35f19-ce23-4a09-9360-ce63328e0dce"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:49:14.130066 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:14.181042 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60108) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:14.216264 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179206bb-3c3f-4ad5-b706-bad1ec7f595d x-openstack-request-id: req-179206bb-3c3f-4ad5-b706-bad1ec7f595d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:49:14.216943 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45575c1-2b7e-41a1-97c3-27e172b272f5", "name": "network-vif-plugged", "status": "completed", "tag": "2ce35f19-ce23-4a09-9360-ce63328e0dce", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:49:14.218411 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-179206bb-3c3f-4ad5-b706-bad1ec7f595d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:49:14.220195 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45575c1-2b7e-41a1-97c3-27e172b272f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce35f19-ce23-4a09-9360-ce63328e0dce', 'code': 200} Jul 29 14:49:14.223977 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:14.267571 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da87fee-0764-49bf-8824-dfb17499408f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:14.351504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56387b58-854d-4153-9956-67bf6189c5b4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Made reservation on behalf of d512e776609042afb7cbb4d51213c3a0 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:14.356974 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56387b58-854d-4153-9956-67bf6189c5b4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:14.375365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1da87fee-0764-49bf-8824-dfb17499408f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1da87fee-0764-49bf-8824-dfb17499408f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:14.380814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2ce35f19-ce23-4a09-9360-ce63328e0dce,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:14.387653 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:14.388612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device abd06b1f-af09-4691-9c2d-f8be709238c3 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:49:14.426197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627117d-c6db-4805-a0c3-e9aec9aaca9d req-1da49447-1e82-4bfe-8a9c-0de7c3ea7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:14.428130 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5627117d-c6db-4805-a0c3-e9aec9aaca9d req-1da49447-1e82-4bfe-8a9c-0de7c3ea7440 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 1101 time: 0.1544318 Jul 29 14:49:14.440033 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-937b692d-0e82-406f-875e-24c2d7f9ed9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac8a4ded233447b3b9323004c39586e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574916 Jul 29 14:49:14.441975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60114) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:14.631630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=1da87fee-0764-49bf-8824-dfb17499408f,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:14.699773 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56387b58-854d-4153-9956-67bf6189c5b4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:14.702163 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5627117d-c6db-4805-a0c3-e9aec9aaca9d req-c3fa4386-bb15-4921-af9a-07a09600b769 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608781 Jul 29 14:49:14.704525 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c2754aa4-4e23-4cb1-80c6-a0de1d29a26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:14.708304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:14.750804 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h2-802893-1, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:14.755668 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c2754aa4-4e23-4cb1-80c6-a0de1d29a26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:14.810543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56387b58-854d-4153-9956-67bf6189c5b4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event updated for resources: {'Subnet': ['ID=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:14.822922 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c2754aa4-4e23-4cb1-80c6-a0de1d29a26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:14.825787 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c2754aa4-4e23-4cb1-80c6-a0de1d29a26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:14.840835 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Attempting to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 on host n-h2-802893-1 for vnic_type normal with profile {"migrating_to": "n-h1-802893-1"} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:49:14.841417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Attempting to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:49:14.841888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Attempting to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:14.843603 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c2754aa4-4e23-4cb1-80c6-a0de1d29a26b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eef6f4e1-3208-49f5-aa76-b36643bd8f5e HTTP/1.1" status: 204 len: 168 time: 0.3924510 Jul 29 14:49:14.847311 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=abd06b1f-af09-4691-9c2d-f8be709238c3,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:49:14.861617 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2754aa4-4e23-4cb1-80c6-a0de1d29a26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef6f4e1-3208-49f5-aa76-b36643bd8f5e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:14.865584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Port abd06b1f-af09-4691-9c2d-f8be709238c3 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:49:14.866074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Attempting to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:14.881052 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:14.892479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:49:14.893019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Checking segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:14.893548 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Bound using segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:49:14.894146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Bound port: abd06b1f-af09-4691-9c2d-f8be709238c3, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:49:14.895000 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:14.983786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f3274-4bee-4caa-803b-97665405d7c9 req-0046c078-36bf-493a-89d5-b4a22e6d28fd tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:15.005293 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba5f3274-4bee-4caa-803b-97665405d7c9 req-0046c078-36bf-493a-89d5-b4a22e6d28fd tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 944 time: 0.3292501 Jul 29 14:49:15.007476 n-d-802893-1 neutron-server[94159]: WARNING neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Concurrent port binding operations failed on port abd06b1f-af09-4691-9c2d-f8be709238c3 Jul 29 14:49:15.012208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=abd06b1f-af09-4691-9c2d-f8be709238c3,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:15.013896 n-d-802893-1 neutron-server[94159]: INFO neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Attempt 2 to bind port abd06b1f-af09-4691-9c2d-f8be709238c3 Jul 29 14:49:15.014416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device abd06b1f-af09-4691-9c2d-f8be709238c3 has no active binding in host n-h1-802893-1 {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 14:49:15.055802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56387b58-854d-4153-9956-67bf6189c5b4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Checking segment: {'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:15.056391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56387b58-854d-4153-9956-67bf6189c5b4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Network hostable DHCP agents. Network: b8009ecc-8a02-43b8-b3e6-d99242c4d60d, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:49:15.084287 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56ca59-28ce-4463-85d8-935b05fe3d21 req-e988c62b-f36a-4580-a4cd-34c9835840f0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:15.084287 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ea56ca59-28ce-4463-85d8-935b05fe3d21 req-e988c62b-f36a-4580-a4cd-34c9835840f0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.0964932 Jul 29 14:49:15.104467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Pushing event updated for resources: {'Port': ['ID=abd06b1f-af09-4691-9c2d-f8be709238c3,revision_number=8']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:15.153922 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:15.154791 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:15.156222 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-dec3d6e5-e575-4e5a-a6a2-e0a6acfe8651 service neutron] 10.222.0.38 "PUT /v2.0/ports/abd06b1f-af09-4691-9c2d-f8be709238c3 HTTP/1.1" status: 200 len: 1122 time: 2.9765210 Jul 29 14:49:15.165022 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ea56ca59-28ce-4463-85d8-935b05fe3d21 req-0f2054e6-563a-4f0a-9d3a-23c0dafed536 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690804 Jul 29 14:49:15.184221 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba5f3274-4bee-4caa-803b-97665405d7c9 req-ba040252-6465-4667-890e-c666f9d6a509 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753643 Jul 29 14:49:15.204055 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56387b58-854d-4153-9956-67bf6189c5b4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Network b8009ecc-8a02-43b8-b3e6-d99242c4d60d is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:49:15.226811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-56387b58-854d-4153-9956-67bf6189c5b4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, b8009ecc-8a02-43b8-b3e6-d99242c4d60d) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:49:15.228048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['abd06b1f-af09-4691-9c2d-f8be709238c3'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:49:15.233790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56387b58-854d-4153-9956-67bf6189c5b4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:15.235365 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56387b58-854d-4153-9956-67bf6189c5b4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:15.270686 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23fde91-785f-464f-99d0-0b46d0e516bd None None] Network b8009ecc-8a02-43b8-b3e6-d99242c4d60d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:49:15.290495 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60138) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:15.298769 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-56387b58-854d-4153-9956-67bf6189c5b4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3925550 Jul 29 14:49:15.300398 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7a2d7463-45f3-46ee-b0d3-ea5338215f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Request body: {'subnet': {'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:15.439863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['abd06b1f-af09-4691-9c2d-f8be709238c3'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:49:15.486975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['1da87fee-0764-49bf-8824-dfb17499408f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:49:15.530089 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2d7463-45f3-46ee-b0d3-ea5338215f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Made reservation on behalf of d512e776609042afb7cbb4d51213c3a0 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:15.534727 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a2d7463-45f3-46ee-b0d3-ea5338215f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:15.616479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ea076-35ea-436f-b0c1-8a18fcd9b1c9 req-c910049a-13dd-47c0-b2e7-31bacfebf6b2 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:15.618778 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c54ea076-35ea-436f-b0c1-8a18fcd9b1c9 req-c910049a-13dd-47c0-b2e7-31bacfebf6b2 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 950 time: 0.1715019 Jul 29 14:49:15.755642 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-b8009ecc-8a02-43b8-b3e6-d99242c4d60d', 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'fixed_ips': [{'subnet_id': '7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:49:15.756922 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:15.797946 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c54ea076-35ea-436f-b0c1-8a18fcd9b1c9 req-edeb2a82-d158-452d-8951-02ffe6f0c7f0 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619704 Jul 29 14:49:15.976554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d', 'tag': 'abd06b1f-af09-4691-9c2d-f8be709238c3'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:49:15.979338 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e54547-7135-4699-9896-9ce1c82f630a" -d '{"events": [{"name": "network-changed", "server_uuid": "22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d", "tag": "abd06b1f-af09-4691-9c2d-f8be709238c3"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:49:16.067819 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b3b467-ed3a-4c74-a237-8460cbe80b68 x-openstack-request-id: req-28b3b467-ed3a-4c74-a237-8460cbe80b68 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:49:16.067819 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d", "tag": "abd06b1f-af09-4691-9c2d-f8be709238c3", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:49:16.068376 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28b3b467-ed3a-4c74-a237-8460cbe80b68 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:49:16.069771 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d', 'tag': 'abd06b1f-af09-4691-9c2d-f8be709238c3', 'status': 'completed', 'code': 200} Jul 29 14:49:16.137776 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60164) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:16.171804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e54547-7135-4699-9896-9ce1c82f630a req-a249c151-ff77-47ab-b22e-6f3ffc6a50de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:16.177783 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e0e54547-7135-4699-9896-9ce1c82f630a req-a249c151-ff77-47ab-b22e-6f3ffc6a50de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 1125 time: 0.0902052 Jul 29 14:49:16.199088 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a2d7463-45f3-46ee-b0d3-ea5338215f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:16.407652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2d7463-45f3-46ee-b0d3-ea5338215f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Checking segment: {'id': 'd6f72c29-acc4-4b7c-92d3-7ee81374c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:16.408032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2d7463-45f3-46ee-b0d3-ea5338215f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Network hostable DHCP agents. Network: 86ce031c-c6cf-4027-8ce8-3052a67f5b66, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:49:16.429636 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d7463-45f3-46ee-b0d3-ea5338215f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event updated for resources: {'Subnet': ['ID=c1e29a38-29fa-45f1-a570-0300a7a9d5c3,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:16.451999 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2d7463-45f3-46ee-b0d3-ea5338215f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Network 86ce031c-c6cf-4027-8ce8-3052a67f5b66 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:49:16.482622 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5743a-7919-4ad1-800c-c15ca6d3d31a req-bfffc756-4f38-46ec-83af-a66e68487e97 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:16.488083 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Allocated IP 10.1.1.2 (b8009ecc-8a02-43b8-b3e6-d99242c4d60d/7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7/37782e7d-964b-4914-b5dd-9773e1cc76d4) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:49:16.493597 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f1e5743a-7919-4ad1-800c-c15ca6d3d31a req-bfffc756-4f38-46ec-83af-a66e68487e97 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 944 time: 0.1383739 Jul 29 14:49:16.512085 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-7a2d7463-45f3-46ee-b0d3-ea5338215f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 86ce031c-c6cf-4027-8ce8-3052a67f5b66) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:49:16.531681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-cb2ba1dc-2f8e-4643-a9aa-d0ba7bd7087a tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-173284057'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:16.536604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2d7463-45f3-46ee-b0d3-ea5338215f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:16.537392 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a2d7463-45f3-46ee-b0d3-ea5338215f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:16.541401 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c655305-be47-4da4-a464-c45a14678aca None None] Network 86ce031c-c6cf-4027-8ce8-3052a67f5b66 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:49:16.599337 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f1e5743a-7919-4ad1-800c-c15ca6d3d31a req-aeb186bb-8693-41db-b6c1-874b9b45e578 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019790 Jul 29 14:49:16.635265 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2ba1dc-2f8e-4643-a9aa-d0ba7bd7087a tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Made reservation on behalf of 9ceaae93d95b496fb9bb9e72798ecb81 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:16.646203 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba1dc-2f8e-4643-a9aa-d0ba7bd7087a tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:16.651566 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18096919-98bc-4d34-82fb-590e1743eddc req-ef2eca06-ba20-413e-9b55-a62d3abb2659 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:16.658234 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-18096919-98bc-4d34-82fb-590e1743eddc req-ef2eca06-ba20-413e-9b55-a62d3abb2659 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.3220816 Jul 29 14:49:16.679928 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7a2d7463-45f3-46ee-b0d3-ea5338215f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3880856 Jul 29 14:49:16.682981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e54547-7135-4699-9896-9ce1c82f630a req-33b45fdf-29a0-4693-934a-c2ae0abf92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:16.685350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60186) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:16.687240 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba1dc-2f8e-4643-a9aa-d0ba7bd7087a tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:16.690550 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e0e54547-7135-4699-9896-9ce1c82f630a req-33b45fdf-29a0-4693-934a-c2ae0abf92e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.5017858 Jul 29 14:49:16.712418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-492fb8af-ced1-4974-9359-72752a620845 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Request body: {'port': {'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d', 'name': 'tempest-TaggedBootDevicesTest-42908748', 'fixed_ips': [{'subnet_id': '7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:16.869856 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e0e54547-7135-4699-9896-9ce1c82f630a req-04d05781-7c36-48b8-a273-df1f636ea6bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abd06b1f-af09-4691-9c2d-f8be709238c3 HTTP/1.1" status: 200 len: 217 time: 0.1572099 Jul 29 14:49:16.917714 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-86ce031c-c6cf-4027-8ce8-3052a67f5b66', 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'fixed_ips': [{'subnet_id': 'c1e29a38-29fa-45f1-a570-0300a7a9d5c3'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:49:16.918977 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:16.927767 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:16.968824 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Transition to ACTIVE for port object 37782e7d-964b-4914-b5dd-9773e1cc76d4 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:17.012744 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-18096919-98bc-4d34-82fb-590e1743eddc req-46b9a409-a826-4271-b01c-0949183b5811 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3466644 Jul 29 14:49:17.044563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e54547-7135-4699-9896-9ce1c82f630a req-8c0ecbc8-76da-4bdb-ad32-d274473e4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:17.051562 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e0e54547-7135-4699-9896-9ce1c82f630a req-8c0ecbc8-76da-4bdb-ad32-d274473e4d4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.1700695 Jul 29 14:49:17.067053 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Transition to ACTIVE for port object 37782e7d-964b-4914-b5dd-9773e1cc76d4 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:17.078647 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:17.107416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60196) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:17.110038 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e0e54547-7135-4699-9896-9ce1c82f630a req-1f17c5b0-2fe2-49fc-be5b-593c7d60a5a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500944 Jul 29 14:49:17.150607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Network b8009ecc-8a02-43b8-b3e6-d99242c4d60d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:49:17.160567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:49:17.169915 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:49:17.188534 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba1dc-2f8e-4643-a9aa-d0ba7bd7087a tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:17.217152 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Pushing event updated for resources: {'Port': ['ID=37782e7d-964b-4914-b5dd-9773e1cc76d4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:17.266960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492fb8af-ced1-4974-9359-72752a620845 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Made reservation on behalf of d512e776609042afb7cbb4d51213c3a0 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:17.295271 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba1dc-2f8e-4643-a9aa-d0ba7bd7087a tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:17.320150 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Attempting to bind port 37782e7d-964b-4914-b5dd-9773e1cc76d4 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:49:17.321076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Attempting to bind port 37782e7d-964b-4914-b5dd-9773e1cc76d4 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:49:17.322183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Attempting to bind port 37782e7d-964b-4914-b5dd-9773e1cc76d4 on network b8009ecc-8a02-43b8-b3e6-d99242c4d60d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:17.345413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Allocated IP 10.2.2.2 (86ce031c-c6cf-4027-8ce8-3052a67f5b66/c1e29a38-29fa-45f1-a570-0300a7a9d5c3/af2ae381-d88f-49d1-86fc-6bde0d17e268) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:49:17.366573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8d376583-92c6-4642-9979-f60371148f34 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1421966426-network', 'tenant_id': '837133df88c142f4a477dda58bdd3698'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:17.379372 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e0e54547-7135-4699-9896-9ce1c82f630a req-f085c165-b94f-46a1-b523-c349f9c4fb16 service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486770 Jul 29 14:49:17.434507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3f903-b2c1-4e66-ae17-917b8b4c3df0 req-34ea0414-5af9-41a6-901f-a47e8b8337b4 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:17.442011 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-74c3f903-b2c1-4e66-ae17-917b8b4c3df0 req-34ea0414-5af9-41a6-901f-a47e8b8337b4 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 950 time: 0.2484560 Jul 29 14:49:17.448958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2ba1dc-2f8e-4643-a9aa-d0ba7bd7087a tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:49:17.495670 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba1dc-2f8e-4643-a9aa-d0ba7bd7087a tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:17.496022 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-cb2ba1dc-2f8e-4643-a9aa-d0ba7bd7087a tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Added segment 8b9e7f03-1a68-44a4-94e5-c25df62a2655 of type vlan for network e99ee89f-ee71-4721-b6cc-6f860d473483 Jul 29 14:49:17.500070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ba1dc-2f8e-4643-a9aa-d0ba7bd7087a tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef2f47a-46d6-4ef2-8b70-825385242e10,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:17.520190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d376583-92c6-4642-9979-f60371148f34 admin admin] Made reservation on behalf of 837133df88c142f4a477dda58bdd3698 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:17.523162 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8d376583-92c6-4642-9979-f60371148f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:17.547862 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:49:17.549346 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Checking segment: {'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:17.550107 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:17.551118 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Bound using segment: {'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:49:17.551714 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Bound port: 37782e7d-964b-4914-b5dd-9773e1cc76d4, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:49:17.552111 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:17.579240 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8d376583-92c6-4642-9979-f60371148f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:17.610079 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-74c3f903-b2c1-4e66-ae17-917b8b4c3df0 req-0544ef3f-85ff-4d62-8150-059b79f7ccac tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671736 Jul 29 14:49:17.714267 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:17.747857 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Transition to ACTIVE for port object af2ae381-d88f-49d1-86fc-6bde0d17e268 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:17.763255 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba1dc-2f8e-4643-a9aa-d0ba7bd7087a tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:17.772682 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-492fb8af-ced1-4974-9359-72752a620845 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:17.786628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] For port 37782e7d-964b-4914-b5dd-9773e1cc76d4, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:17.824053 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e0e54547-7135-4699-9896-9ce1c82f630a req-f00c40e6-a23e-4fec-aeea-8a8ed58f02e8 service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362001 Jul 29 14:49:17.847708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] For port 37782e7d-964b-4914-b5dd-9773e1cc76d4, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=37782e7d-964b-4914-b5dd-9773e1cc76d4,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:49:17.849695 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Transition to ACTIVE for port object af2ae381-d88f-49d1-86fc-6bde0d17e268 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:17.859815 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:17.875957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-492fb8af-ced1-4974-9359-72752a620845 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] device_id is not set on port 0875494a-2f77-42dd-a8d2-b642d46823a2 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:49:17.881120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fed32-eae5-4593-af8d-e972750dc6fe req-45a93faa-8a8f-4641-862b-e450ded106b6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:17.881916 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:17.883477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d2fed32-eae5-4593-af8d-e972750dc6fe req-45a93faa-8a8f-4641-862b-e450ded106b6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 944 time: 0.1827922 Jul 29 14:49:17.982402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Network 86ce031c-c6cf-4027-8ce8-3052a67f5b66 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:49:17.986623 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:49:17.990378 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba1dc-2f8e-4643-a9aa-d0ba7bd7087a tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:17.993425 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:49:17.996060 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ba1dc-2f8e-4643-a9aa-d0ba7bd7087a tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:17.997385 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba1dc-2f8e-4643-a9aa-d0ba7bd7087a tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:17.998077 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d2fed32-eae5-4593-af8d-e972750dc6fe req-6f579f9c-c10a-40b4-9be4-f996b1523ba1 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035271 Jul 29 14:49:18.027262 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8510283-0f54-4e91-aef2-004c72ffe7a1 req-b4c83589-34ab-49b9-9a5d-9792b77bc5e3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:18.029646 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8510283-0f54-4e91-aef2-004c72ffe7a1 req-b4c83589-34ab-49b9-9a5d-9792b77bc5e3 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc6df515-5939-42d7-a732-f392dd21d00e HTTP/1.1" status: 200 len: 948 time: 0.2535224 Jul 29 14:49:18.075509 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8d376583-92c6-4642-9979-f60371148f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:18.080446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Pushing event updated for resources: {'Port': ['ID=37782e7d-964b-4914-b5dd-9773e1cc76d4,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:18.087355 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8d376583-92c6-4642-9979-f60371148f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:18.094522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:18.094939 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:18.095338 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:18.095882 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:18.096268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:18.096611 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:18.097053 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:18.097436 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:18.097977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:18.098557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:18.098899 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:18.099322 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cd1a5-cef6-4b08-8946-a70657c82c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:18.145238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d376583-92c6-4642-9979-f60371148f34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:49:18.186006 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8d376583-92c6-4642-9979-f60371148f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:18.186565 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-8d376583-92c6-4642-9979-f60371148f34 admin admin] Added segment c956a84e-d9bc-4da7-8ed3-a79da192608b of type vlan for network ed19475f-16bb-4675-9b16-f2d2e343b379 Jul 29 14:49:18.188611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d376583-92c6-4642-9979-f60371148f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d3236b-d723-47a8-905b-1caf00fc5c57,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:18.230242 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cb2ba1dc-2f8e-4643-a9aa-d0ba7bd7087a tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.0848134 Jul 29 14:49:18.241239 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60230) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:18.251991 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-05c7f857-3367-40ff-96ca-fe1dbf45c277 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e99ee89f-ee71-4721-b6cc-6f860d473483', 'tempest-TagsTest-Tag-1648602906') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:18.265333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Attempting to bind port af2ae381-d88f-49d1-86fc-6bde0d17e268 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:49:18.265980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Attempting to bind port af2ae381-d88f-49d1-86fc-6bde0d17e268 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'd6f72c29-acc4-4b7c-92d3-7ee81374c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:49:18.266479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Attempting to bind port af2ae381-d88f-49d1-86fc-6bde0d17e268 on network 86ce031c-c6cf-4027-8ce8-3052a67f5b66 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:18.279240 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:49:18.279726 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Checking segment: {'id': 'd6f72c29-acc4-4b7c-92d3-7ee81374c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:18.280240 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:18.280883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Bound using segment: {'id': 'd6f72c29-acc4-4b7c-92d3-7ee81374c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:49:18.281674 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Bound port: af2ae381-d88f-49d1-86fc-6bde0d17e268, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f72c29-acc4-4b7c-92d3-7ee81374c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:49:18.282201 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:18.395844 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8d376583-92c6-4642-9979-f60371148f34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:18.459207 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Pushing event updated for resources: {'Port': ['ID=af2ae381-d88f-49d1-86fc-6bde0d17e268,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:18.473694 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e916f29-5552-468c-8357-89d0af426bad req-a9a99f8e-f3a5-4fb2-a811-6bc0a32a21c2 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:18.483742 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e916f29-5552-468c-8357-89d0af426bad req-a9a99f8e-f3a5-4fb2-a811-6bc0a32a21c2 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.1646919 Jul 29 14:49:18.536577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] For port af2ae381-d88f-49d1-86fc-6bde0d17e268, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:18.540218 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] For port af2ae381-d88f-49d1-86fc-6bde0d17e268, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=af2ae381-d88f-49d1-86fc-6bde0d17e268,segment=NetworkSegment(d6f72c29-acc4-4b7c-92d3-7ee81374c3cd),segment_id=d6f72c29-acc4-4b7c-92d3-7ee81374c3cd)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:49:18.546899 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8d376583-92c6-4642-9979-f60371148f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:18.548268 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d376583-92c6-4642-9979-f60371148f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:18.550882 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:18.563356 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8d376583-92c6-4642-9979-f60371148f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:18.619068 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e916f29-5552-468c-8357-89d0af426bad req-3fcb3dc8-3fa4-40af-98f8-0d87912efc3b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340673 Jul 29 14:49:18.628243 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8d376583-92c6-4642-9979-f60371148f34 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5163684 Jul 29 14:49:18.640937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60240) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:18.648230 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff392531-20c2-445e-a690-0ab67f5d62a4 None None] Pushing event updated for resources: {'Port': ['ID=af2ae381-d88f-49d1-86fc-6bde0d17e268,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:18.757535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ba1dc-2f8e-4643-a9aa-d0ba7bd7087a tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Pushing event updated for resources: {'Network': ['ID=e99ee89f-ee71-4721-b6cc-6f860d473483,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:18.779831 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network e99ee89f-ee71-4721-b6cc-6f860d473483 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:49:18.787014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ac3c5762-a311-480d-aac4-dfa9fee42114 admin admin] Request body: {'subnet': {'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1421966426-subnet', 'tenant_id': '837133df88c142f4a477dda58bdd3698', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:18.834892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3c5762-a311-480d-aac4-dfa9fee42114 admin admin] Made reservation on behalf of 837133df88c142f4a477dda58bdd3698 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:18.836557 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8510283-0f54-4e91-aef2-004c72ffe7a1 req-0fbfaa21-80c9-4af0-ae79-026f568d4dce tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7818830 Jul 29 14:49:18.839852 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac3c5762-a311-480d-aac4-dfa9fee42114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:18.954247 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 37782e7d-964b-4914-b5dd-9773e1cc76d4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:49:18.968955 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-492fb8af-ced1-4974-9359-72752a620845 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Allocated IP 10.1.1.215 (b8009ecc-8a02-43b8-b3e6-d99242c4d60d/7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7/0875494a-2f77-42dd-a8d2-b642d46823a2) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:49:19.014726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d376583-92c6-4642-9979-f60371148f34 admin admin] Pushing event updated for resources: {'Network': ['ID=ed19475f-16bb-4675-9b16-f2d2e343b379,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:19.040417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network ed19475f-16bb-4675-9b16-f2d2e343b379 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:49:19.283831 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-492fb8af-ced1-4974-9359-72752a620845 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:19.303451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-492fb8af-ced1-4974-9359-72752a620845 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Transition to ACTIVE for port object 0875494a-2f77-42dd-a8d2-b642d46823a2 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:19.337502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60246) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:19.343159 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1da87fee-0764-49bf-8824-dfb17499408f up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:49:19.359308 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac3c5762-a311-480d-aac4-dfa9fee42114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:19.386234 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-05c7f857-3367-40ff-96ca-fe1dbf45c277 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] 10.222.0.16 "PUT /v2.0/networks/e99ee89f-ee71-4721-b6cc-6f860d473483/tags/tempest-TagsTest-Tag-1648602906 HTTP/1.1" status: 201 len: 201 time: 1.1393805 Jul 29 14:49:19.391255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60252) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:19.392825 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-492fb8af-ced1-4974-9359-72752a620845 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:19.437311 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-ac755c50-468b-4197-8368-9cee23acdd32 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e99ee89f-ee71-4721-b6cc-6f860d473483', 'tempest-TagsTest-Tag-1648602906') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:19.514510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fb8af-ced1-4974-9359-72752a620845 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event updated for resources: {'Port': ['ID=0875494a-2f77-42dd-a8d2-b642d46823a2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:19.543202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492fb8af-ced1-4974-9359-72752a620845 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Network b8009ecc-8a02-43b8-b3e6-d99242c4d60d is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:49:19.548754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-492fb8af-ced1-4974-9359-72752a620845 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:49:19.554515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492fb8af-ced1-4974-9359-72752a620845 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:49:19.620779 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c5762-a311-480d-aac4-dfa9fee42114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95340acc-bef9-42bd-a762-2a1386e44aeb,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:19.645460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b627d4-20b4-4bc7-a37e-16f2662f2754 req-a87af943-ef36-4ef1-9bb9-1ccd3550138e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:19.647398 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-95b627d4-20b4-4bc7-a37e-16f2662f2754 req-a87af943-ef36-4ef1-9bb9-1ccd3550138e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 944 time: 0.3018909 Jul 29 14:49:19.651043 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492fb8af-ced1-4974-9359-72752a620845 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:19.651717 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-492fb8af-ced1-4974-9359-72752a620845 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:19.671517 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb108-ae7d-4f4f-a9f8-0c77dc4ce9ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:19.693473 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3c5762-a311-480d-aac4-dfa9fee42114 admin admin] Checking segment: {'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:19.696365 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c5762-a311-480d-aac4-dfa9fee42114 admin admin] Network hostable DHCP agents. Network: ed19475f-16bb-4675-9b16-f2d2e343b379, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:49:19.724979 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bef03cf-978e-43d0-ba9e-84a0982a7ddf None None] Network b8009ecc-8a02-43b8-b3e6-d99242c4d60d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:49:19.732375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ac755c50-468b-4197-8368-9cee23acdd32 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] 10.222.0.16 "GET /v2.0/networks/e99ee89f-ee71-4721-b6cc-6f860d473483/tags/tempest-TagsTest-Tag-1648602906 HTTP/1.1" status: 204 len: 168 time: 0.3359945 Jul 29 14:49:19.742783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60256) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:19.753600 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-cafe6a09-e774-47fe-a4dc-28506b8ef39d tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e99ee89f-ee71-4721-b6cc-6f860d473483') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:19.769636 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-95b627d4-20b4-4bc7-a37e-16f2662f2754 req-6473fc4a-aaf9-47b1-a86a-64aa510b6e17 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152575 Jul 29 14:49:19.802106 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb108-ae7d-4f4f-a9f8-0c77dc4ce9ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:19.823009 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2d2cb108-ae7d-4f4f-a9f8-0c77dc4ce9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:19.833274 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 37782e7d-964b-4914-b5dd-9773e1cc76d4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:49:19.861271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4fda8835-8c83-4acc-9d67-28634b080308 None None] Provisioning for port 37782e7d-964b-4914-b5dd-9773e1cc76d4 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:49:19.863782 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 1da87fee-0764-49bf-8824-dfb17499408f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:49:19.877039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4fda8835-8c83-4acc-9d67-28634b080308 None None] Provisioning complete for port 37782e7d-964b-4914-b5dd-9773e1cc76d4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:19.877765 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4fda8835-8c83-4acc-9d67-28634b080308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:19.879581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 1da87fee-0764-49bf-8824-dfb17499408f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:19.880119 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:19.882744 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3c5762-a311-480d-aac4-dfa9fee42114 admin admin] Network ed19475f-16bb-4675-9b16-f2d2e343b379 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:49:19.913511 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-492fb8af-ced1-4974-9359-72752a620845 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2170563 Jul 29 14:49:19.914395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60260) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:19.922975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a5451ab9-4eed-425d-8b80-72425d27c5b1 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Request body: {'port': {'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d', 'name': 'tempest-TaggedBootDevicesTest-1793439065', 'fixed_ips': [{'subnet_id': '7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:19.949685 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-ac3c5762-a311-480d-aac4-dfa9fee42114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, ed19475f-16bb-4675-9b16-f2d2e343b379) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:49:19.962698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3c5762-a311-480d-aac4-dfa9fee42114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:19.965310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7a6b84-d8e2-489e-bac2-2486ca4da5e0 None None] Network ed19475f-16bb-4675-9b16-f2d2e343b379 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:49:19.966368 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac3c5762-a311-480d-aac4-dfa9fee42114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:19.994059 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cafe6a09-e774-47fe-a4dc-28506b8ef39d tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] 10.222.0.16 "GET /v2.0/networks/e99ee89f-ee71-4721-b6cc-6f860d473483/tags HTTP/1.1" status: 200 len: 238 time: 0.2483821 Jul 29 14:49:20.010432 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ac3c5762-a311-480d-aac4-dfa9fee42114 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3680902 Jul 29 14:49:20.013538 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60262) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:20.054961 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2d2cb108-ae7d-4f4f-a9f8-0c77dc4ce9ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e1e3c00ee044cd18fa0a51a661a3ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6874199 Jul 29 14:49:20.060142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60264) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:20.110646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-9b232711-b087-4c60-a119-77e39b072871 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e99ee89f-ee71-4721-b6cc-6f860d473483', {'tags': ['tempest-TagsTest-Tag-1535908772', 'tempest-TagsTest-Tag-1533617674', 'tempest-TagsTest-Tag-381494392']}) {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:20.174751 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22b59c-2939-4bcf-bbf2-2aca27a38f35 req-0271cc9a-deed-4f21-b333-2ebf116a9ade tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:20.176905 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf22b59c-2939-4bcf-bbf2-2aca27a38f35 req-0271cc9a-deed-4f21-b333-2ebf116a9ade tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.3721628 Jul 29 14:49:20.177582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cb108-ae7d-4f4f-a9f8-0c77dc4ce9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54d0402-ea1d-4a24-a520-0a1ba1cf8aa6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:20.279544 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da30ff7e-3103-47cf-b05a-333da61ec4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:20.327416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e431ab1-5611-4c8f-8c42-dc43577f0af8 req-035c8f83-104d-472a-bf04-3a51a8bdf1a9 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:20.329659 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e431ab1-5611-4c8f-8c42-dc43577f0af8 req-035c8f83-104d-472a-bf04-3a51a8bdf1a9 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc6df515-5939-42d7-a732-f392dd21d00e HTTP/1.1" status: 200 len: 948 time: 0.3408415 Jul 29 14:49:20.345143 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:20.348900 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5451ab9-4eed-425d-8b80-72425d27c5b1 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Made reservation on behalf of d512e776609042afb7cbb4d51213c3a0 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:20.369041 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5451ab9-4eed-425d-8b80-72425d27c5b1 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:20.412896 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da30ff7e-3103-47cf-b05a-333da61ec4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:20.433755 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9b232711-b087-4c60-a119-77e39b072871 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] 10.222.0.16 "PUT /v2.0/networks/e99ee89f-ee71-4721-b6cc-6f860d473483/tags HTTP/1.1" status: 200 len: 308 time: 0.3312016 Jul 29 14:49:20.442688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60272) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:20.447614 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-8270d628-4880-47eb-9a8b-14c941273f75 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e99ee89f-ee71-4721-b6cc-6f860d473483', 'tempest-TagsTest-Tag-1535908772') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:20.451478 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf22b59c-2939-4bcf-bbf2-2aca27a38f35 req-9c05a26d-d323-4c44-a479-302e9610d49f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421141 Jul 29 14:49:20.453803 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e431ab1-5611-4c8f-8c42-dc43577f0af8 req-287ce1db-c9ea-41b3-b027-adc3ad5788e2 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136663 Jul 29 14:49:20.504952 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4fda8835-8c83-4acc-9d67-28634b080308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:20.512568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-a5451ab9-4eed-425d-8b80-72425d27c5b1 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] device_id is not set on port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:49:20.534763 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da30ff7e-3103-47cf-b05a-333da61ec4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:20.539075 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da30ff7e-3103-47cf-b05a-333da61ec4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:20.541010 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-da30ff7e-3103-47cf-b05a-333da61ec4cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f54d0402-ea1d-4a24-a520-0a1ba1cf8aa6 HTTP/1.1" status: 204 len: 168 time: 0.4784663 Jul 29 14:49:20.571604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4fda8835-8c83-4acc-9d67-28634b080308 None None] For port 37782e7d-964b-4914-b5dd-9773e1cc76d4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=37782e7d-964b-4914-b5dd-9773e1cc76d4,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:20.588911 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4fda8835-8c83-4acc-9d67-28634b080308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:20.618404 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30ff7e-3103-47cf-b05a-333da61ec4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54d0402-ea1d-4a24-a520-0a1ba1cf8aa6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:20.651250 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8270d628-4880-47eb-9a8b-14c941273f75 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] 10.222.0.16 "DELETE /v2.0/networks/e99ee89f-ee71-4721-b6cc-6f860d473483/tags/tempest-TagsTest-Tag-1535908772 HTTP/1.1" status: 204 len: 168 time: 0.2071218 Jul 29 14:49:20.654684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60280) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:20.661408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-47067cb0-becd-4d64-8125-b8218ca66f74 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e99ee89f-ee71-4721-b6cc-6f860d473483', 'tempest-TagsTest-Tag-1535908772') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:20.738340 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda8835-8c83-4acc-9d67-28634b080308 None None] Pushing event updated for resources: {'Port': ['ID=37782e7d-964b-4914-b5dd-9773e1cc76d4,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:20.756030 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2646e06-d33a-4b1c-a047-ac8d1a4d87da None None] Network 86ce031c-c6cf-4027-8ce8-3052a67f5b66 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:49:20.895565 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-47067cb0-becd-4d64-8125-b8218ca66f74 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] show failed (client error): The resource could not be found. Jul 29 14:49:20.903312 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-47067cb0-becd-4d64-8125-b8218ca66f74 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] 10.222.0.16 "GET /v2.0/networks/e99ee89f-ee71-4721-b6cc-6f860d473483/tags/tempest-TagsTest-Tag-1535908772 HTTP/1.1" status: 404 len: 326 time: 0.2471774 Jul 29 14:49:20.908553 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60284) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:20.942222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-92552ad7-3f18-4c57-abae-4dad79477e39 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e99ee89f-ee71-4721-b6cc-6f860d473483', 'tempest-TagsTest-Tag-1533617674') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:21.017714 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6df515-5939-42d7-a732-f392dd21d00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da87fee-0764-49bf-8824-dfb17499408f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:49:21.020760 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd38b8d3-7442-4606-b49f-da9768711385" -d '{"events": [{"server_uuid": "fc6df515-5939-42d7-a732-f392dd21d00e", "name": "network-vif-plugged", "status": "completed", "tag": "1da87fee-0764-49bf-8824-dfb17499408f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:49:21.047177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device af2ae381-d88f-49d1-86fc-6bde0d17e268 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:49:21.173317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1da87fee-0764-49bf-8824-dfb17499408f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1da87fee-0764-49bf-8824-dfb17499408f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:21.208899 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cac8f4-c6b9-4091-93f9-ff4ba69356ae None None] Network ed19475f-16bb-4675-9b16-f2d2e343b379 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:49:21.214907 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-050bd327-e95f-459a-902c-a68978b50468 None None] Provisioning for port af2ae381-d88f-49d1-86fc-6bde0d17e268 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:49:21.243427 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-a5451ab9-4eed-425d-8b80-72425d27c5b1 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Allocated IP 10.1.1.13 (b8009ecc-8a02-43b8-b3e6-d99242c4d60d/7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7/20dcfb3e-a773-40e0-8c9a-c3337eb907f9) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:49:21.275462 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:21.404485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3efb8-5306-4a31-abed-f9375858234a req-a715d305-557e-449f-801d-d8631f9bf818 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:21.409545 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c7f3efb8-5306-4a31-abed-f9375858234a req-a715d305-557e-449f-801d-d8631f9bf818 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 944 time: 0.4493856 Jul 29 14:49:21.459651 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=1da87fee-0764-49bf-8824-dfb17499408f,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:21.576295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0e9cc317-bf50-4585-b978-e8868236ca55 None None] Provisioning complete for port 37782e7d-964b-4914-b5dd-9773e1cc76d4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:21.577135 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e9cc317-bf50-4585-b978-e8868236ca55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:21.587215 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-92552ad7-3f18-4c57-abae-4dad79477e39 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] 10.222.0.16 "GET /v2.0/networks/e99ee89f-ee71-4721-b6cc-6f860d473483/tags/tempest-TagsTest-Tag-1533617674 HTTP/1.1" status: 204 len: 168 time: 0.6766334 Jul 29 14:49:21.607835 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60298) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:21.625906 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c7f3efb8-5306-4a31-abed-f9375858234a req-8744b4d8-6a13-45d6-8715-9bc1e3f55848 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080410 Jul 29 14:49:21.630619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-f4394b36-e41c-4fd4-bfd4-3d460c2b49e5 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e99ee89f-ee71-4721-b6cc-6f860d473483', 'tempest-TagsTest-Tag-381494392') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:21.655266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port af2ae381-d88f-49d1-86fc-6bde0d17e268 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:49:21.672398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60300) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:21.690018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port af2ae381-d88f-49d1-86fc-6bde0d17e268 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:21.693782 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:21.811449 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed9446f-0418-43b4-9a33-a392e1a6db6e x-openstack-request-id: req-5ed9446f-0418-43b4-9a33-a392e1a6db6e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:49:21.812138 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6df515-5939-42d7-a732-f392dd21d00e", "name": "network-vif-plugged", "status": "completed", "tag": "1da87fee-0764-49bf-8824-dfb17499408f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:49:21.812138 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ed9446f-0418-43b4-9a33-a392e1a6db6e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:49:21.812808 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6df515-5939-42d7-a732-f392dd21d00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da87fee-0764-49bf-8824-dfb17499408f', 'code': 200} Jul 29 14:49:22.067723 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5451ab9-4eed-425d-8b80-72425d27c5b1 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:22.076232 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f4394b36-e41c-4fd4-bfd4-3d460c2b49e5 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] 10.222.0.16 "GET /v2.0/networks/e99ee89f-ee71-4721-b6cc-6f860d473483/tags/tempest-TagsTest-Tag-381494392 HTTP/1.1" status: 204 len: 168 time: 0.4535787 Jul 29 14:49:22.078559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60312) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:22.085989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-dee2e833-cae1-4cc7-9da9-49b15c2940a2 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e99ee89f-ee71-4721-b6cc-6f860d473483') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:22.134945 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0e9cc317-bf50-4585-b978-e8868236ca55 None None] Provisioning for port 0875494a-2f77-42dd-a8d2-b642d46823a2 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:49:22.148140 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0e9cc317-bf50-4585-b978-e8868236ca55 None None] Provisioning complete for port 0875494a-2f77-42dd-a8d2-b642d46823a2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:22.148860 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e9cc317-bf50-4585-b978-e8868236ca55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:22.151680 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:22.183430 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596cc5c-b186-41e1-802e-d751d6093375 req-9ed40f50-f9b9-40fa-b9e2-8043f49b3e3d tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:22.186554 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6596cc5c-b186-41e1-802e-d751d6093375 req-9ed40f50-f9b9-40fa-b9e2-8043f49b3e3d tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/networks?id=ed19475f-16bb-4675-9b16-f2d2e343b379 HTTP/1.1" status: 200 len: 805 time: 0.3038714 Jul 29 14:49:22.215578 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0e9cc317-bf50-4585-b978-e8868236ca55 None None] Port 0875494a-2f77-42dd-a8d2-b642d46823a2 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:49:22.236985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port af2ae381-d88f-49d1-86fc-6bde0d17e268, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=af2ae381-d88f-49d1-86fc-6bde0d17e268,segment=NetworkSegment(d6f72c29-acc4-4b7c-92d3-7ee81374c3cd),segment_id=d6f72c29-acc4-4b7c-92d3-7ee81374c3cd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:22.248786 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:22.249913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-661980be-10c8-44df-93a8-10d8aeb5e875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:22.256206 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-a5451ab9-4eed-425d-8b80-72425d27c5b1 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Transition to ACTIVE for port object 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:22.268423 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6596cc5c-b186-41e1-802e-d751d6093375 req-e91359ea-deaa-48cf-98d2-7b92f9e71da0 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/quotas/837133df88c142f4a477dda58bdd3698 HTTP/1.1" status: 200 len: 375 time: 0.0269952 Jul 29 14:49:22.336421 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6596cc5c-b186-41e1-802e-d751d6093375 req-8c6e6aaf-75bb-4430-babb-572ae007c2ae tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=837133df88c142f4a477dda58bdd3698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614018 Jul 29 14:49:22.362928 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=af2ae381-d88f-49d1-86fc-6bde0d17e268,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:22.387249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-54aa61de-3d48-4c2b-93fd-675f74f61a6a None None] Provisioning complete for port 0875494a-2f77-42dd-a8d2-b642d46823a2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:22.387639 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54aa61de-3d48-4c2b-93fd-675f74f61a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:22.445554 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dee2e833-cae1-4cc7-9da9-49b15c2940a2 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] 10.222.0.16 "DELETE /v2.0/networks/e99ee89f-ee71-4721-b6cc-6f860d473483/tags HTTP/1.1" status: 204 len: 168 time: 0.3606811 Jul 29 14:49:22.446020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-54aa61de-3d48-4c2b-93fd-675f74f61a6a None None] Port 0875494a-2f77-42dd-a8d2-b642d46823a2 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:49:22.448813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60314) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:22.455630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-a5e471dd-d9f2-4e0d-b199-1172883137e6 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e99ee89f-ee71-4721-b6cc-6f860d473483', 'tempest-TagsTest-Tag-1533617674') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:22.462276 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-54aa61de-3d48-4c2b-93fd-675f74f61a6a None None] Provisioning complete for port af2ae381-d88f-49d1-86fc-6bde0d17e268 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:22.462654 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54aa61de-3d48-4c2b-93fd-675f74f61a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:22.486142 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5451ab9-4eed-425d-8b80-72425d27c5b1 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:22.531494 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-661980be-10c8-44df-93a8-10d8aeb5e875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:22.545610 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-661980be-10c8-44df-93a8-10d8aeb5e875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:22.573661 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5451ab9-4eed-425d-8b80-72425d27c5b1 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Network b8009ecc-8a02-43b8-b3e6-d99242c4d60d is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:49:22.584266 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941015f-f128-4db5-82ef-723e691f2d3a req-3464f838-c254-4b65-9666-54ac6f91713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:22.586478 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b941015f-f128-4db5-82ef-723e691f2d3a req-3464f838-c254-4b65-9666-54ac6f91713d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fc6df515-5939-42d7-a732-f392dd21d00e HTTP/1.1" status: 200 len: 1100 time: 0.3110876 Jul 29 14:49:22.619501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb866c-2839-4d18-8ae1-805cdfaebc2c req-11bf2caf-6c0e-4da8-b14e-3bf2a85604cc tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:22.630960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4efb866c-2839-4d18-8ae1-805cdfaebc2c req-11bf2caf-6c0e-4da8-b14e-3bf2a85604cc tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc6df515-5939-42d7-a732-f392dd21d00e HTTP/1.1" status: 200 len: 949 time: 0.3787055 Jul 29 14:49:22.636831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a5451ab9-4eed-425d-8b80-72425d27c5b1 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:49:22.640418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5451ab9-4eed-425d-8b80-72425d27c5b1 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:49:22.691565 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-661980be-10c8-44df-93a8-10d8aeb5e875 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6dbed7774114641bf30bfbb44b143ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0176449 Jul 29 14:49:22.695109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660f35-6f8d-4873-9122-58f74c5de54c req-170c2e7c-f584-4e79-8ae5-57f89384d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:22.697193 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a660f35-6f8d-4873-9122-58f74c5de54c req-170c2e7c-f584-4e79-8ae5-57f89384d3e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 1125 time: 0.4360707 Jul 29 14:49:22.698113 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60318) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:22.710503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661980be-10c8-44df-93a8-10d8aeb5e875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f413cf23-01f6-4174-a481-59c9383e30ec,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:22.828831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5451ab9-4eed-425d-8b80-72425d27c5b1 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event updated for resources: {'Port': ['ID=20dcfb3e-a773-40e0-8c9a-c3337eb907f9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:22.849074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device af2ae381-d88f-49d1-86fc-6bde0d17e268 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:49:22.862821 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b941015f-f128-4db5-82ef-723e691f2d3a req-b45b04f0-3879-4424-ab8e-ffeecda44400 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577374 Jul 29 14:49:22.869298 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6596cc5c-b186-41e1-802e-d751d6093375 req-40914142-9736-4e08-bc8b-f9ba6f55a655 service neutron] 10.222.0.16 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058913 Jul 29 14:49:22.876761 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4efb866c-2839-4d18-8ae1-805cdfaebc2c req-1a670c09-1ef0-4ca1-aaec-c335202112f6 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444565 Jul 29 14:49:22.992265 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port af2ae381-d88f-49d1-86fc-6bde0d17e268 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:22.992555 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:23.029475 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9ea6ac22-58a0-42d2-838d-354f7eacc668 None None] Provisioning for port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:49:23.038825 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5451ab9-4eed-425d-8b80-72425d27c5b1 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:23.039492 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5451ab9-4eed-425d-8b80-72425d27c5b1 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:23.043775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9ea6ac22-58a0-42d2-838d-354f7eacc668 None None] Provisioning complete for port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:23.044148 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ac22-58a0-42d2-838d-354f7eacc668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:23.084217 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-a5e471dd-d9f2-4e0d-b199-1172883137e6 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] show failed (client error): The resource could not be found. Jul 29 14:49:23.085774 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a5e471dd-d9f2-4e0d-b199-1172883137e6 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] 10.222.0.16 "GET /v2.0/networks/e99ee89f-ee71-4721-b6cc-6f860d473483/tags/tempest-TagsTest-Tag-1533617674 HTTP/1.1" status: 404 len: 326 time: 0.6356802 Jul 29 14:49:23.087699 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3a9d006-f212-4736-ae4c-68590728b240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:23.091191 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a5451ab9-4eed-425d-8b80-72425d27c5b1 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1737463 Jul 29 14:49:23.092618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60320) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:23.109455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6ac22-58a0-42d2-838d-354f7eacc668 None None] Port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:49:23.118137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-d01a7c55-26db-45f1-b366-201fa7d5c78f tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e99ee89f-ee71-4721-b6cc-6f860d473483', 'tempest-TagsTest-Tag-381494392') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:23.145343 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3a9d006-f212-4736-ae4c-68590728b240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:23.165238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 37782e7d-964b-4914-b5dd-9773e1cc76d4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:49:23.213352 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6596cc5c-b186-41e1-802e-d751d6093375 req-f865a5c2-4e58-492f-aadb-bab9d1cf4bb7 service neutron] 10.222.0.16 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222928 Jul 29 14:49:23.215676 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 37782e7d-964b-4914-b5dd-9773e1cc76d4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:23.216465 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:23.247380 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f29c13-6c0a-4c05-b3b4-42a2b655c5c7 req-88c826c2-17b5-4e89-a6ea-881243b496b1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:23.249134 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-62f29c13-6c0a-4c05-b3b4-42a2b655c5c7 req-88c826c2-17b5-4e89-a6ea-881243b496b1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.2589214 Jul 29 14:49:23.278675 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-d01a7c55-26db-45f1-b366-201fa7d5c78f tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] show failed (client error): The resource could not be found. Jul 29 14:49:23.282642 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d01a7c55-26db-45f1-b366-201fa7d5c78f tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] 10.222.0.16 "GET /v2.0/networks/e99ee89f-ee71-4721-b6cc-6f860d473483/tags/tempest-TagsTest-Tag-381494392 HTTP/1.1" status: 404 len: 325 time: 0.1861715 Jul 29 14:49:23.285428 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60328) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:23.294549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-a24ba50e-c264-48b9-a5cc-7a6a27bd46f8 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e99ee89f-ee71-4721-b6cc-6f860d473483') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:23.390480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660f35-6f8d-4873-9122-58f74c5de54c req-a1b37864-5a9d-4c19-8d41-f8622f3aa6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:23.394191 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a660f35-6f8d-4873-9122-58f74c5de54c req-a1b37864-5a9d-4c19-8d41-f8622f3aa6da service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.6555376 Jul 29 14:49:23.498866 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a24ba50e-c264-48b9-a5cc-7a6a27bd46f8 tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] 10.222.0.16 "DELETE /v2.0/networks/e99ee89f-ee71-4721-b6cc-6f860d473483/tags HTTP/1.1" status: 204 len: 168 time: 0.2073197 Jul 29 14:49:23.499014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60338) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:23.501090 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-62f29c13-6c0a-4c05-b3b4-42a2b655c5c7 req-968da23b-a146-46c7-9b33-add7a33008b1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203126 Jul 29 14:49:23.502760 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3a9d006-f212-4736-ae4c-68590728b240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:23.505451 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3a9d006-f212-4736-ae4c-68590728b240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:23.509481 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b3a9d006-f212-4736-ae4c-68590728b240 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f413cf23-01f6-4174-a481-59c9383e30ec HTTP/1.1" status: 204 len: 168 time: 0.8054433 Jul 29 14:49:23.511126 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a660f35-6f8d-4873-9122-58f74c5de54c req-5d133884-6405-4d4c-b633-a7d16ddd331c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abd06b1f-af09-4691-9c2d-f8be709238c3 HTTP/1.1" status: 200 len: 217 time: 0.1024675 Jul 29 14:49:23.521845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9d006-f212-4736-ae4c-68590728b240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f413cf23-01f6-4174-a481-59c9383e30ec,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:23.582288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660f35-6f8d-4873-9122-58f74c5de54c req-30dcf812-35fc-48f4-81c8-bd9448062544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:23.583871 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a660f35-6f8d-4873-9122-58f74c5de54c req-30dcf812-35fc-48f4-81c8-bd9448062544 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.0632179 Jul 29 14:49:23.629036 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a660f35-6f8d-4873-9122-58f74c5de54c req-ef0ccb29-bf9d-4939-b7d2-e2ba20d9d0aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373113 Jul 29 14:49:23.792262 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68f870cd-67d1-4fd5-95b5-a78320bc025e tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:23.828486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a660f35-6f8d-4873-9122-58f74c5de54c req-a7ad5695-fae2-44ed-9c85-2a7d27127f6c service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920655 Jul 29 14:49:23.895593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c7e8e-49cd-49a9-a0ac-5641a24e18dc req-33c74036-1ed4-4545-a38c-c5e08a3bcb1c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:23.905052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0d6c7e8e-49cd-49a9-a0ac-5641a24e18dc req-33c74036-1ed4-4545-a38c-c5e08a3bcb1c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 944 time: 0.2383723 Jul 29 14:49:24.005439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60354) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:24.021580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-26f4f168-081c-4371-8f3c-454217f0cb61 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1472941120', 'description': 'tempest-description--1971686625'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:24.057588 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-309fcd7d-71af-4dfb-90ba-9596b76d43f6 req-7c36fd2a-c5f0-4493-a111-36d800bb1891 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4044ca4-1b79-4f15-9691-471b2367a734 HTTP/1.1" status: 200 len: 210 time: 0.0413969 Jul 29 14:49:24.076342 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68f870cd-67d1-4fd5-95b5-a78320bc025e tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.088207 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-26f4f168-081c-4371-8f3c-454217f0cb61 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.110403 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-fb5a20c8-964d-48bc-b254-6a01180371ac service neutron] 10.222.0.39 "GET /v2.0/ports/abd06b1f-af09-4691-9c2d-f8be709238c3/bindings/n-h1-802893-1 HTTP/1.1" status: 200 len: 384 time: 0.1860261 Jul 29 14:49:24.118876 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a660f35-6f8d-4873-9122-58f74c5de54c req-2f0aebd8-f5fc-4bdd-aa87-38ed92f9d56b service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681527 Jul 29 14:49:24.149578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-68f870cd-67d1-4fd5-95b5-a78320bc025e tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99ee89f-ee71-4721-b6cc-6f860d473483']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:24.170885 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0d6c7e8e-49cd-49a9-a0ac-5641a24e18dc req-ab32de48-6322-4074-85e8-840d644cf365 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647626 Jul 29 14:49:24.179823 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-68f870cd-67d1-4fd5-95b5-a78320bc025e tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9e7f03-1a68-44a4-94e5-c25df62a2655') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:24.180030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-68f870cd-67d1-4fd5-95b5-a78320bc025e tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9e7f03-1a68-44a4-94e5-c25df62a2655') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:49:24.206469 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68f870cd-67d1-4fd5-95b5-a78320bc025e tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.242054 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68f870cd-67d1-4fd5-95b5-a78320bc025e tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.242333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device abd06b1f-af09-4691-9c2d-f8be709238c3 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:49:24.251031 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f870cd-67d1-4fd5-95b5-a78320bc025e tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:49:24.251031 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68f870cd-67d1-4fd5-95b5-a78320bc025e tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:49:24.254922 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:49:24.354469 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68f870cd-67d1-4fd5-95b5-a78320bc025e tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.376725 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68f870cd-67d1-4fd5-95b5-a78320bc025e tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.379806 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-68f870cd-67d1-4fd5-95b5-a78320bc025e tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] 10.222.0.16 "DELETE /v2.0/networks/e99ee89f-ee71-4721-b6cc-6f860d473483 HTTP/1.1" status: 204 len: 168 time: 0.8795497 Jul 29 14:49:24.400798 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f870cd-67d1-4fd5-95b5-a78320bc025e tempest-TagsTest-307430597 tempest-TagsTest-307430597-project] Pushing event deleted for resources: {'Network': ['ID=e99ee89f-ee71-4721-b6cc-6f860d473483,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:24.407569 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-26f4f168-081c-4371-8f3c-454217f0cb61 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.415501 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-26f4f168-081c-4371-8f3c-454217f0cb61 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.423332 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99654e5e-ea2a-4986-9d87-898a248e6c8f req-7ee55364-d600-49cd-a766-1e6a6cb07f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:24.425166 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-99654e5e-ea2a-4986-9d87-898a248e6c8f req-7ee55364-d600-49cd-a766-1e6a6cb07f08 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=247d807a3183413d81bd38d576287ebf&device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 1097 time: 0.2180030 Jul 29 14:49:24.437275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb9e22-7e48-41ce-9383-7377d14fecd6 req-664a7b8d-4400-4a54-8e46-acc7c7e23f74 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:24.437904 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-26f4f168-081c-4371-8f3c-454217f0cb61 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.439169 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5feb9e22-7e48-41ce-9383-7377d14fecd6 req-664a7b8d-4400-4a54-8e46-acc7c7e23f74 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc6df515-5939-42d7-a732-f392dd21d00e HTTP/1.1" status: 200 len: 949 time: 0.2187076 Jul 29 14:49:24.446105 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-26f4f168-081c-4371-8f3c-454217f0cb61 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4340842 Jul 29 14:49:24.455276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60368) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:24.462375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1ae7bd06-daa4-40ff-b385-15703eb10281 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Request body: {'security_group_rule': {'security_group_id': '96622a08-6eac-4be6-9976-ddcc5aa0e595', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:24.491650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4f168-081c-4371-8f3c-454217f0cb61 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96622a08-6eac-4be6-9976-ddcc5aa0e595,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:24.534437 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1ae7bd06-daa4-40ff-b385-15703eb10281 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.634926 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1ae7bd06-daa4-40ff-b385-15703eb10281 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.643310 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1ae7bd06-daa4-40ff-b385-15703eb10281 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.677091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7bd06-daa4-40ff-b385-15703eb10281 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d567dcfd-f58f-43ce-bf86-1a231acfb8a7,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:24.687931 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5feb9e22-7e48-41ce-9383-7377d14fecd6 req-99940a85-07f8-4a99-b50a-cbe5249252aa tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127104 Jul 29 14:49:24.689901 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1ae7bd06-daa4-40ff-b385-15703eb10281 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.693083 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1ae7bd06-daa4-40ff-b385-15703eb10281 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2356358 Jul 29 14:49:24.695190 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60382) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:24.705356 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-08ba74cb-2739-4e70-9c2d-80e9b372aa1b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Request body: {'security_group_rule': {'security_group_id': '96622a08-6eac-4be6-9976-ddcc5aa0e595', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:24.768430 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99654e5e-ea2a-4986-9d87-898a248e6c8f req-8b8fef33-89c3-4ec6-9550-8a5ee2989cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:24.769812 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-99654e5e-ea2a-4986-9d87-898a248e6c8f req-8b8fef33-89c3-4ec6-9550-8a5ee2989cd8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 200 len: 918 time: 0.3296878 Jul 29 14:49:24.773892 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-08ba74cb-2739-4e70-9c2d-80e9b372aa1b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.811221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60384) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:24.884305 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-08ba74cb-2739-4e70-9c2d-80e9b372aa1b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.894545 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-08ba74cb-2739-4e70-9c2d-80e9b372aa1b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:24.914058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-e4a36d19-f9c3-4091-9c1b-d4201a95090c service neutron] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=abd06b1f-af09-4691-9c2d-f8be709238c3,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:24.918665 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-99654e5e-ea2a-4986-9d87-898a248e6c8f req-2cfff852-b6a2-46a4-a838-ce79b12e1ff9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5835a63f-7b44-43e9-86e0-252cd334f13e HTTP/1.1" status: 200 len: 1001 time: 0.1399689 Jul 29 14:49:24.957463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba74cb-2739-4e70-9c2d-80e9b372aa1b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d0d8ea-951f-4dd5-a12a-302c24110189,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:24.988364 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0431a0-b6bb-4dcb-8b28-bc2f3ec22c1e req-af3343d6-8a2e-4668-9f53-7cc6b8fb7c16 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:24.993021 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4b0431a0-b6bb-4dcb-8b28-bc2f3ec22c1e req-af3343d6-8a2e-4668-9f53-7cc6b8fb7c16 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.2286034 Jul 29 14:49:24.994017 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-e4a36d19-f9c3-4091-9c1b-d4201a95090c service neutron] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:24.995012 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-08ba74cb-2739-4e70-9c2d-80e9b372aa1b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:25.001184 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-08ba74cb-2739-4e70-9c2d-80e9b372aa1b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3041837 Jul 29 14:49:25.002275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60392) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:25.007623 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:25.095701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99654e5e-ea2a-4986-9d87-898a248e6c8f req-6a57e5c4-617c-46a3-a46e-101c7ff765ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:25.099679 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-99654e5e-ea2a-4986-9d87-898a248e6c8f req-6a57e5c4-617c-46a3-a46e-101c7ff765ec service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d86473b6-310e-404b-a7a5-30517fe56c5e HTTP/1.1" status: 200 len: 856 time: 0.1720333 Jul 29 14:49:25.105285 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:25.119417 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-e4a36d19-f9c3-4091-9c1b-d4201a95090c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd06b1f-af09-4691-9c2d-f8be709238c3 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:25.151060 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4b0431a0-b6bb-4dcb-8b28-bc2f3ec22c1e req-652503e4-aad4-4866-b8fa-e843badb7eb8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349542 Jul 29 14:49:25.173428 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-e4a36d19-f9c3-4091-9c1b-d4201a95090c service neutron] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=abd06b1f-af09-4691-9c2d-f8be709238c3,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:25.211561 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-e4a36d19-f9c3-4091-9c1b-d4201a95090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:25.222376 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596cc5c-b186-41e1-802e-d751d6093375 req-0d04b2d0-a4b8-4c44-a7dc-44f22235bf9b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:25.223786 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6596cc5c-b186-41e1-802e-d751d6093375 req-0d04b2d0-a4b8-4c44-a7dc-44f22235bf9b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.39 "GET /v2.0/networks?id=ed19475f-16bb-4675-9b16-f2d2e343b379 HTTP/1.1" status: 200 len: 805 time: 0.2546129 Jul 29 14:49:25.237537 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99654e5e-ea2a-4986-9d87-898a248e6c8f req-5a2456fe-724a-4910-bad3-95effa5e401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:25.239305 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-99654e5e-ea2a-4986-9d87-898a248e6c8f req-5a2456fe-724a-4910-bad3-95effa5e401e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7376b65-c37a-462a-9b7f-fd5ca02310cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150336 Jul 29 14:49:25.274782 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:25.336703 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-99654e5e-ea2a-4986-9d87-898a248e6c8f req-860d5cd9-bc7d-4c17-89d6-761616f85156 service neutron] 10.222.0.38 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861709 Jul 29 14:49:25.340765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-6596cc5c-b186-41e1-802e-d751d6093375 req-0f879f3e-ecd9-4c4f-a4bb-fa8bd8d44a8b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Request body: {'port': {'device_id': 'd4044ca4-1b79-4f15-9691-471b2367a734', 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379', 'admin_state_up': True, 'tenant_id': '837133df88c142f4a477dda58bdd3698'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:25.511634 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-40ba5ac2-62c8-4b42-bfc4-83936aa14cb9 req-26b47db3-aa3f-4db5-9b61-e02c2785b1d5 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4044ca4-1b79-4f15-9691-471b2367a734 HTTP/1.1" status: 200 len: 210 time: 0.0942941 Jul 29 14:49:25.559513 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-99654e5e-ea2a-4986-9d87-898a248e6c8f req-8644393f-ee12-42ab-bb2f-cf4b13eb9e31 service neutron] 10.222.0.38 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139895 Jul 29 14:49:25.581088 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad612071-6e30-45e8-8832-3eb417d4d587 req-1cef0c88-0940-4ee0-b386-ce8a08fc239a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:25.583179 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad612071-6e30-45e8-8832-3eb417d4d587 req-1cef0c88-0940-4ee0-b386-ce8a08fc239a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 944 time: 0.1493034 Jul 29 14:49:25.590032 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2f887ea3-d037-4135-97e1-536da524d1f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ceaae93d95b496fb9bb9e72798ecb81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7562914 Jul 29 14:49:25.590270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60408) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:25.622764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-e4a36d19-f9c3-4091-9c1b-d4201a95090c service neutron] Transition to ACTIVE for port object abd06b1f-af09-4691-9c2d-f8be709238c3 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:25.638073 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-e4a36d19-f9c3-4091-9c1b-d4201a95090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:25.642328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Allocated IP 172.25.6.107 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/c6d31267-57fc-43c6-875e-cac3a5dd0356) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:49:25.654790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6596cc5c-b186-41e1-802e-d751d6093375 req-0f879f3e-ecd9-4c4f-a4bb-fa8bd8d44a8b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Made reservation on behalf of 837133df88c142f4a477dda58bdd3698 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:25.659865 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6596cc5c-b186-41e1-802e-d751d6093375 req-0f879f3e-ecd9-4c4f-a4bb-fa8bd8d44a8b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:25.662562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad612071-6e30-45e8-8832-3eb417d4d587 req-24822cc0-e02d-4111-82bc-e31dfda11385 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668125 Jul 29 14:49:25.752866 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-540c2c22-4098-4a8a-b991-995e72d73e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:25.754563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-e4a36d19-f9c3-4091-9c1b-d4201a95090c service neutron] No DVR routers for this DVR port abd06b1f-af09-4691-9c2d-f8be709238c3 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:49:25.862171 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-540c2c22-4098-4a8a-b991-995e72d73e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:25.872966 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a36d19-f9c3-4091-9c1b-d4201a95090c service neutron] Pushing event updated for resources: {'Port': ['ID=abd06b1f-af09-4691-9c2d-f8be709238c3,revision_number=10']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:25.882947 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-e4a36d19-f9c3-4091-9c1b-d4201a95090c service neutron] 10.222.0.39 "PUT /v2.0/ports/abd06b1f-af09-4691-9c2d-f8be709238c3/bindings/n-h1-802893-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7606766 Jul 29 14:49:25.884962 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533874c5-b2e0-4779-b96b-3f05b4963127 req-4455d6b4-7ea9-4000-8720-4f54fa24192c tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:25.886417 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-533874c5-b2e0-4779-b96b-3f05b4963127 req-4455d6b4-7ea9-4000-8720-4f54fa24192c tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc6df515-5939-42d7-a732-f392dd21d00e HTTP/1.1" status: 200 len: 949 time: 0.1046500 Jul 29 14:49:25.899566 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:25.923791 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:25.972028 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-533874c5-b2e0-4779-b96b-3f05b4963127 req-2fa6f6e8-6de0-4a69-b177-c57f9dd5a573 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635111 Jul 29 14:49:26.003543 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:26.051918 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-6596cc5c-b186-41e1-802e-d751d6093375 req-0f879f3e-ecd9-4c4f-a4bb-fa8bd8d44a8b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Allocated IP 172.20.0.8 (ed19475f-16bb-4675-9b16-f2d2e343b379/95340acc-bef9-42bd-a762-2a1386e44aeb/1317c190-98be-4379-97f5-fbb057deb9d4) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:49:26.067455 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:49:26.070535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:49:26.071269 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-540c2c22-4098-4a8a-b991-995e72d73e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:26.074288 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:49:26.075805 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-540c2c22-4098-4a8a-b991-995e72d73e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:26.078817 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-540c2c22-4098-4a8a-b991-995e72d73e5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ef2f47a-46d6-4ef2-8b70-825385242e10 HTTP/1.1" status: 204 len: 168 time: 0.4864490 Jul 29 14:49:26.081871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-b47be22a-7fd8-4152-b554-8e65adc7118a tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:26.083682 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-b47be22a-7fd8-4152-b554-8e65adc7118a tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d&tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1096 time: 0.1299400 Jul 29 14:49:26.100880 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c2c22-4098-4a8a-b991-995e72d73e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef2f47a-46d6-4ef2-8b70-825385242e10,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:26.111866 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event updated for resources: {'Port': ['ID=c6d31267-57fc-43c6-875e-cac3a5dd0356,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:26.198212 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:26.244260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-017b8fd8-39b6-427b-b32d-e78027ef568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:26.246016 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-017b8fd8-39b6-427b-b32d-e78027ef568a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d&tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5 HTTP/1.1" status: 200 len: 1096 time: 0.1466787 Jul 29 14:49:26.250267 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:26.441684 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6596cc5c-b186-41e1-802e-d751d6093375 req-0f879f3e-ecd9-4c4f-a4bb-fa8bd8d44a8b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:26.464041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-4f7b6021-0903-4467-bbc6-83c48a9f39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:26.465619 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-4f7b6021-0903-4467-bbc6-83c48a9f39f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 1096 time: 0.1716318 Jul 29 14:49:26.508647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c749870-6e0a-43b3-a307-a4c8b7dfb004 req-3ee1d963-64e0-496c-9388-e40d08795767 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:26.511105 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8c749870-6e0a-43b3-a307-a4c8b7dfb004 req-3ee1d963-64e0-496c-9388-e40d08795767 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.1509912 Jul 29 14:49:26.606721 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8c749870-6e0a-43b3-a307-a4c8b7dfb004 req-90fed2e3-d2e1-4ab6-9acf-2731afd58ddd tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851512 Jul 29 14:49:26.650147 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:26.660651 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:26.671412 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6596cc5c-b186-41e1-802e-d751d6093375 req-0f879f3e-ecd9-4c4f-a4bb-fa8bd8d44a8b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:26.792383 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:26.843289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6596cc5c-b186-41e1-802e-d751d6093375 req-0f879f3e-ecd9-4c4f-a4bb-fa8bd8d44a8b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Network ed19475f-16bb-4675-9b16-f2d2e343b379 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:49:26.862470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-6596cc5c-b186-41e1-802e-d751d6093375 req-0f879f3e-ecd9-4c4f-a4bb-fa8bd8d44a8b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:49:26.865458 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-6596cc5c-b186-41e1-802e-d751d6093375 req-0f879f3e-ecd9-4c4f-a4bb-fa8bd8d44a8b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:49:26.866890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event updated for resources: {'Port': ['ID=c6d31267-57fc-43c6-875e-cac3a5dd0356,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:26.896154 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:26.906088 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-82dd17e5-3a0e-45da-8784-d977c4b61a40 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8946304 Jul 29 14:49:26.927518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd79d95-dbea-44c2-89f8-86fc9ac24a26 req-98378a11-3588-4d95-bb52-a39aa027a539 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:26.933621 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bcd79d95-dbea-44c2-89f8-86fc9ac24a26 req-98378a11-3588-4d95-bb52-a39aa027a539 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 945 time: 0.1317973 Jul 29 14:49:26.936949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f879f3e-ecd9-4c4f-a4bb-fa8bd8d44a8b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Pushing event updated for resources: {'Port': ['ID=1317c190-98be-4379-97f5-fbb057deb9d4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:26.942487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-91e402bc-8024-479a-b368-eb52c5d5882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:26.944316 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-91e402bc-8024-479a-b368-eb52c5d5882d service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.4416876 Jul 29 14:49:26.953044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596cc5c-b186-41e1-802e-d751d6093375 req-0f879f3e-ecd9-4c4f-a4bb-fa8bd8d44a8b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:26.953858 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6596cc5c-b186-41e1-802e-d751d6093375 req-0f879f3e-ecd9-4c4f-a4bb-fa8bd8d44a8b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:26.981771 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bcd79d95-dbea-44c2-89f8-86fc9ac24a26 req-bdf4ab43-2877-4b42-8c6c-d9d4ed6177ba tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446124 Jul 29 14:49:27.021575 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-bb4eda8c-f1a6-499c-b734-6cde7e88243f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abd06b1f-af09-4691-9c2d-f8be709238c3 HTTP/1.1" status: 200 len: 217 time: 0.0575876 Jul 29 14:49:27.033837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51be740-ad8e-4f6d-bf3f-ed6ca99b4a2f req-f8fce80d-be76-4fab-bb3d-d4c72d650c2d tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:27.042328 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d51be740-ad8e-4f6d-bf3f-ed6ca99b4a2f req-f8fce80d-be76-4fab-bb3d-d4c72d650c2d tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4044ca4-1b79-4f15-9691-471b2367a734 HTTP/1.1" status: 200 len: 931 time: 0.2610111 Jul 29 14:49:27.052350 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6596cc5c-b186-41e1-802e-d751d6093375 req-0f879f3e-ecd9-4c4f-a4bb-fa8bd8d44a8b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8119581 Jul 29 14:49:27.101194 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Request body: {'port': {'device_id': 'd4044ca4-1b79-4f15-9691-471b2367a734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:27.337171 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60498) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:27.482877 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d51be740-ad8e-4f6d-bf3f-ed6ca99b4a2f req-c13404a1-c9bd-4887-bb27-0dd6d22b648a tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347062 Jul 29 14:49:27.510506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-24ae05d0-895a-45fb-8b63-54e97469ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:27.512022 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-24ae05d0-895a-45fb-8b63-54e97469ff95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.4571838 Jul 29 14:49:27.536831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b89fce46-ff2a-46de-86fb-bc93ed88977c tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1472941120&fields=id&tenant_id=d512e776609042afb7cbb4d51213c3a0 HTTP/1.1" status: 200 len: 267 time: 0.1100430 Jul 29 14:49:27.545082 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:27.564409 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-9c375b81-1d7c-48de-892b-645285664f52 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346496 Jul 29 14:49:27.627510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-05724a79-ea97-45e4-8d76-ff112bc15ebf tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:27.629647 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-05724a79-ea97-45e4-8d76-ff112bc15ebf tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports/0875494a-2f77-42dd-a8d2-b642d46823a2 HTTP/1.1" status: 200 len: 930 time: 0.0920320 Jul 29 14:49:27.736107 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3bb4de87-1b70-415c-92b7-5a709ac5b791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:27.768905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-c5641567-b178-4888-a6e1-4511ae17d57e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:27.776596 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-c5641567-b178-4888-a6e1-4511ae17d57e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports/20dcfb3e-a773-40e0-8c9a-c3337eb907f9 HTTP/1.1" status: 200 len: 931 time: 0.1197603 Jul 29 14:49:27.834580 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-dc25a7ac-09f3-4386-b447-1c45e0e3b74c tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0569143 Jul 29 14:49:27.893411 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-803a82a6-66ee-4a47-ae71-6387d450ebd5 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0507901 Jul 29 14:49:27.957817 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b4627-b9ce-4ffe-be6e-cc39f6092861 req-b531fa6c-700f-4074-be16-715d1a91519a tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:27.959352 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f2b4627-b9ce-4ffe-be6e-cc39f6092861 req-b531fa6c-700f-4074-be16-715d1a91519a tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 946 time: 0.1555927 Jul 29 14:49:27.964864 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-8e16768b-2c64-4263-9c66-f003b7ebecd2 service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909409 Jul 29 14:49:28.038690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1317c190-98be-4379-97f5-fbb057deb9d4 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:28.080598 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:28.111107 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Transition to ACTIVE for port object 1317c190-98be-4379-97f5-fbb057deb9d4 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:28.124039 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f2b4627-b9ce-4ffe-be6e-cc39f6092861 req-aff20120-3a85-4019-abed-8e27325499f6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561010 Jul 29 14:49:28.125319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:28.132995 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-e4aead75-baa2-43cf-b7aa-826395dc24ed tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:28.144893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-e4aead75-baa2-43cf-b7aa-826395dc24ed tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:28.151141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-e4aead75-baa2-43cf-b7aa-826395dc24ed tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:28.163813 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-e4aead75-baa2-43cf-b7aa-826395dc24ed tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/networks?id=2dba885a-0741-41e8-b079-6381bc1efb2c&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&id=86ce031c-c6cf-4027-8ce8-3052a67f5b66 HTTP/1.1" status: 200 len: 1990 time: 0.2676218 Jul 29 14:49:28.198021 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3bb4de87-1b70-415c-92b7-5a709ac5b791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:28.211006 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Pushing event updated for resources: {'Port': ['ID=1317c190-98be-4379-97f5-fbb057deb9d4,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:28.216486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-97f1d60b-74c1-45ec-95ff-40608e0a1963 service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215660 Jul 29 14:49:28.217315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-27a575b0-0a8a-4cec-9ab1-05260550046e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/quotas/d512e776609042afb7cbb4d51213c3a0 HTTP/1.1" status: 200 len: 375 time: 0.0524666 Jul 29 14:49:28.242952 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3bb4de87-1b70-415c-92b7-5a709ac5b791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:28.325271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Attempting to bind port 1317c190-98be-4379-97f5-fbb057deb9d4 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:49:28.325952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Attempting to bind port 1317c190-98be-4379-97f5-fbb057deb9d4 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:49:28.326480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Attempting to bind port 1317c190-98be-4379-97f5-fbb057deb9d4 on network ed19475f-16bb-4675-9b16-f2d2e343b379 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:28.344147 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06242aa3-751a-4e7d-a3fa-5480f85d8f22 req-3eb5e201-dcc3-44ec-bd4d-88de1566b076 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:28.345913 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-06242aa3-751a-4e7d-a3fa-5480f85d8f22 req-3eb5e201-dcc3-44ec-bd4d-88de1566b076 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 945 time: 0.0856795 Jul 29 14:49:28.346765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Port 1317c190-98be-4379-97f5-fbb057deb9d4 on network ed19475f-16bb-4675-9b16-f2d2e343b379 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:49:28.347161 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Attempting to bind port 1317c190-98be-4379-97f5-fbb057deb9d4 on network ed19475f-16bb-4675-9b16-f2d2e343b379 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:28.353238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:49:28.353657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Checking segment: {'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:28.398382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Bound using segment: {'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:49:28.400762 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3bb4de87-1b70-415c-92b7-5a709ac5b791 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19128407860f441f834244837b56d89f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0166895 Jul 29 14:49:28.401581 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Bound port: 1317c190-98be-4379-97f5-fbb057deb9d4, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:49:28.401581 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:28.402261 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4de87-1b70-415c-92b7-5a709ac5b791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937677fa-4391-4405-9492-5589ab9c18af,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:28.402261 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60544) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:28.409492 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-978e9a48-208f-435c-a0db-239962cf00c0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d512e776609042afb7cbb4d51213c3a0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1908262 Jul 29 14:49:28.489921 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-06242aa3-751a-4e7d-a3fa-5480f85d8f22 req-aecb1314-6ad8-4ff0-a347-efe7e82d1ca6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294646 Jul 29 14:49:28.528309 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c812bdd-085d-4de8-8638-7740fa9a824d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:28.564444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] For port 1317c190-98be-4379-97f5-fbb057deb9d4, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:28.590484 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c812bdd-085d-4de8-8638-7740fa9a824d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:28.607081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] For port 1317c190-98be-4379-97f5-fbb057deb9d4, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1317c190-98be-4379-97f5-fbb057deb9d4,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:49:28.614688 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-e23e8077-4630-4bbe-9492-5721c7268e5b service neutron] 10.222.0.16 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935406 Jul 29 14:49:28.627884 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:28.686284 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:28.687520 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:28.689961 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] 10.222.0.39 "PUT /v2.0/ports/1317c190-98be-4379-97f5-fbb057deb9d4 HTTP/1.1" status: 200 len: 1091 time: 1.5956156 Jul 29 14:49:28.690436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4044ca4-1b79-4f15-9691-471b2367a734', 'tag': '1317c190-98be-4379-97f5-fbb057deb9d4'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:49:28.692784 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e587f3-82db-4b92-9443-41ee3b263cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4044ca4-1b79-4f15-9691-471b2367a734", "tag": "1317c190-98be-4379-97f5-fbb057deb9d4"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:49:28.737461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-9449081d-bff8-4b2c-9fef-38942e35de02 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:28.739213 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-9449081d-bff8-4b2c-9fef-38942e35de02 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d&tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&binding%3Ahost_id=n-h1-802893-1 HTTP/1.1" status: 200 len: 1096 time: 0.1720202 Jul 29 14:49:28.771344 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d74abf19-f03b-4fd2-a897-c7c3d8b49ab4 service neutron] 10.222.0.16 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557422 Jul 29 14:49:28.815633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523b435-415b-4beb-aea6-442d19e7e654 service neutron] Pushing event updated for resources: {'Port': ['ID=1317c190-98be-4379-97f5-fbb057deb9d4,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:28.845653 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c812bdd-085d-4de8-8638-7740fa9a824d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:28.846114 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596cc5c-b186-41e1-802e-d751d6093375 req-c8bc2514-3966-43be-b788-9db2f92875d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:28.847872 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6596cc5c-b186-41e1-802e-d751d6093375 req-c8bc2514-3966-43be-b788-9db2f92875d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=837133df88c142f4a477dda58bdd3698&device_id=d4044ca4-1b79-4f15-9691-471b2367a734 HTTP/1.1" status: 200 len: 1094 time: 0.1072497 Jul 29 14:49:28.849652 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c812bdd-085d-4de8-8638-7740fa9a824d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:28.858264 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9c812bdd-085d-4de8-8638-7740fa9a824d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/937677fa-4391-4405-9492-5589ab9c18af HTTP/1.1" status: 204 len: 168 time: 0.4918671 Jul 29 14:49:28.931788 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c812bdd-085d-4de8-8638-7740fa9a824d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937677fa-4391-4405-9492-5589ab9c18af,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:28.944977 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-90035b15-1a23-48e7-bdc8-f4997bdc1945 service neutron] 10.222.0.16 "GET /v2.0/ports/0875494a-2f77-42dd-a8d2-b642d46823a2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1295972 Jul 29 14:49:28.990387 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6596cc5c-b186-41e1-802e-d751d6093375 req-0d1c12a7-cf90-4f89-995c-add2690ff113 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1317c190-98be-4379-97f5-fbb057deb9d4 HTTP/1.1" status: 200 len: 217 time: 0.1294622 Jul 29 14:49:29.113712 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596cc5c-b186-41e1-802e-d751d6093375 req-51fc2719-1977-448c-9bb5-c5f3b99412ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:29.115567 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6596cc5c-b186-41e1-802e-d751d6093375 req-51fc2719-1977-448c-9bb5-c5f3b99412ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95340acc-bef9-42bd-a762-2a1386e44aeb HTTP/1.1" status: 200 len: 845 time: 0.0894654 Jul 29 14:49:29.120161 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-644004b0-be05-4a5d-93fd-c60fa8ddc365 service neutron] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:29.130158 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-644004b0-be05-4a5d-93fd-c60fa8ddc365 service neutron] Notify callbacks [] for binding, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:29.131479 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6610af8-c205-4858-b953-e2ee73f5c39d req-644004b0-be05-4a5d-93fd-c60fa8ddc365 service neutron] 10.222.0.38 "DELETE /v2.0/ports/abd06b1f-af09-4691-9c2d-f8be709238c3/bindings/n-h2-802893-1 HTTP/1.1" status: 204 len: 173 time: 0.3529434 Jul 29 14:49:29.150870 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-a4699591-2c18-467c-b027-1244ffaac0f5 service neutron] 10.222.0.16 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995015 Jul 29 14:49:29.162841 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6596cc5c-b186-41e1-802e-d751d6093375 req-c056b754-60f5-4f5e-92ff-5d4f763fb2b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed19475f-16bb-4675-9b16-f2d2e343b379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303125 Jul 29 14:49:29.310631 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1da87fee-0764-49bf-8824-dfb17499408f details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:49:29.326023 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 5835a63f-7b44-43e9-86e0-252cd334f13e no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:49:29.347768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3edc5-9f8b-494b-96d7-177f5565bd5b req-9b3431f1-bd98-46a7-bfa1-ca3cdb31b788 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:29.349477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3da3edc5-9f8b-494b-96d7-177f5565bd5b req-9b3431f1-bd98-46a7-bfa1-ca3cdb31b788 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4044ca4-1b79-4f15-9691-471b2367a734 HTTP/1.1" status: 200 len: 943 time: 0.1027632 Jul 29 14:49:29.364956 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0bc55a9-1f58-44e3-8c9c-826746722b42 service neutron] 10.222.0.16 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971633 Jul 29 14:49:29.377791 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6596cc5c-b186-41e1-802e-d751d6093375 req-1997eeea-5579-4966-8304-0809cf91dd22 service neutron] 10.222.0.39 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074583 Jul 29 14:49:29.423788 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-54c415d1-f82f-44f2-beb7-cc2a684553ea service neutron] 10.222.0.16 "GET /v2.0/ports/20dcfb3e-a773-40e0-8c9a-c3337eb907f9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0456622 Jul 29 14:49:29.489659 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:29.511024 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3da3edc5-9f8b-494b-96d7-177f5565bd5b req-8be32022-4d4d-481f-a421-d59e44fbef04 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446054 Jul 29 14:49:29.528726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60586) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:29.546933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5835a63f-7b44-43e9-86e0-252cd334f13e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:49:29.549440 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d89e897-dd6f-4264-8761-ae9de63845ab" -d '{"events": [{"server_uuid": "6b86127a-1cd6-415d-a04a-fbefccc90149", "name": "network-vif-unplugged", "status": "completed", "tag": "5835a63f-7b44-43e9-86e0-252cd334f13e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:49:29.572945 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9bae6f2c-5868-47ec-b58f-8d2b5db517ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:29.574081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5835a63f-7b44-43e9-86e0-252cd334f13e,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:29.581186 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1da87fee-0764-49bf-8824-dfb17499408f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1da87fee-0764-49bf-8824-dfb17499408f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:29.594163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '1da87fee-0764-49bf-8824-dfb17499408f', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '1da87fee-0764-49bf-8824-dfb17499408f', 'mac_address': 'fa:16:3e:a6:04:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:49:29.595248 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a615b7-43ba-422d-bec8-cb9eb5b35835 x-openstack-request-id: req-75a615b7-43ba-422d-bec8-cb9eb5b35835 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:49:29.595548 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4044ca4-1b79-4f15-9691-471b2367a734", "tag": "1317c190-98be-4379-97f5-fbb057deb9d4", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:49:29.595801 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75a615b7-43ba-422d-bec8-cb9eb5b35835 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:49:29.596213 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4044ca4-1b79-4f15-9691-471b2367a734', 'tag': '1317c190-98be-4379-97f5-fbb057deb9d4', 'status': 'completed', 'code': 200} Jul 29 14:49:29.597268 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:29.650663 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6596cc5c-b186-41e1-802e-d751d6093375 req-89db3f20-8890-43de-93ac-f6bf6d23fd53 service neutron] 10.222.0.39 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629242 Jul 29 14:49:29.657739 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-7f933155-480d-4192-8e5f-bf9d91123347 service neutron] 10.222.0.16 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115829 Jul 29 14:49:29.666729 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:29.683104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60596) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:29.698714 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1da87fee-0764-49bf-8824-dfb17499408f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:29.741398 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1da87fee-0764-49bf-8824-dfb17499408f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1da87fee-0764-49bf-8824-dfb17499408f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:29.742796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=5835a63f-7b44-43e9-86e0-252cd334f13e,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:29.752805 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:29.799323 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:49:29.805515 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9bae6f2c-5868-47ec-b58f-8d2b5db517ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:29.813773 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9bae6f2c-5868-47ec-b58f-8d2b5db517ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:29.824586 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=1da87fee-0764-49bf-8824-dfb17499408f,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:29.943727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['1da87fee-0764-49bf-8824-dfb17499408f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:49:30.006272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae6f2c-5868-47ec-b58f-8d2b5db517ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d76a47c-c1e3-4498-941c-54f1a0e79d7f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:30.031734 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9bae6f2c-5868-47ec-b58f-8d2b5db517ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96fd0e2ef87a4de39a54503c29b5431a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4971535 Jul 29 14:49:30.037492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60618) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:30.038640 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-71958cce-0af7-47d1-b4a9-89e2483575f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:30.152735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e587f3-82db-4b92-9443-41ee3b263cb0 req-d8ad372b-5e57-4cd4-9d3f-9374021845e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:30.154491 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-44e587f3-82db-4b92-9443-41ee3b263cb0 req-d8ad372b-5e57-4cd4-9d3f-9374021845e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=837133df88c142f4a477dda58bdd3698&device_id=d4044ca4-1b79-4f15-9691-471b2367a734 HTTP/1.1" status: 200 len: 1094 time: 0.3090255 Jul 29 14:49:30.256905 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-73bec827-cae2-45f3-b8fb-77beea677002 req-4de7eec2-3b3b-4ed4-bd13-3b8ec7c8edf4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742140 Jul 29 14:49:30.270706 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-3a483908-1b58-4622-bfd0-f96f3d6f76e1 service neutron] 10.222.0.16 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087003 Jul 29 14:49:30.291802 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d058cffa-77a1-4ae9-a1ad-eb5d872f63e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:30.355170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dec5d3-d769-42a9-8de9-0a6179fad6f9 req-7c861eed-d578-46de-8723-8588e2a01444 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:30.370516 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c6dec5d3-d769-42a9-8de9-0a6179fad6f9 req-7c861eed-d578-46de-8723-8588e2a01444 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 945 time: 0.2614725 Jul 29 14:49:30.393437 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-c38360d0-8b84-4773-9c1c-150e5f77d879 service neutron] 10.222.0.16 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164656 Jul 29 14:49:30.422761 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d058cffa-77a1-4ae9-a1ad-eb5d872f63e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:30.451260 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41240348-7c6e-40aa-a6b1-d5cd72cc9072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:30.503517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e587f3-82db-4b92-9443-41ee3b263cb0 req-2aeb4f38-f363-41f9-90c7-8502048c50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:30.505178 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-44e587f3-82db-4b92-9443-41ee3b263cb0 req-2aeb4f38-f363-41f9-90c7-8502048c50e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed19475f-16bb-4675-9b16-f2d2e343b379 HTTP/1.1" status: 200 len: 906 time: 0.3263705 Jul 29 14:49:30.561565 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-c8a9989e-9ce5-4aaf-a8dd-12b904b03a9d service neutron] 10.222.0.16 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603093 Jul 29 14:49:30.591574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-44e587f3-82db-4b92-9443-41ee3b263cb0 req-91ba33bf-e383-429d-9726-5e3480a2ea3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1317c190-98be-4379-97f5-fbb057deb9d4 HTTP/1.1" status: 200 len: 217 time: 0.0721905 Jul 29 14:49:30.611898 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c6dec5d3-d769-42a9-8de9-0a6179fad6f9 req-22e134b3-4378-45de-a0eb-e8d0b6b960b5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290127 Jul 29 14:49:30.686209 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 14:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddb3457-d229-4b00-803d-00593fa4cad7 x-openstack-request-id: req-cddb3457-d229-4b00-803d-00593fa4cad7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:49:30.686501 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b86127a-1cd6-415d-a04a-fbefccc90149", "name": "network-vif-unplugged", "status": "failed", "tag": "5835a63f-7b44-43e9-86e0-252cd334f13e", "code": 422}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:49:30.686774 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cddb3457-d229-4b00-803d-00593fa4cad7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:49:30.687169 n-d-802893-1 neutron-server[94159]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'code': 422} returned with failed status Jul 29 14:49:30.722604 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f478743d-82a2-436e-b6f5-a7e1577cfdb7 service neutron] 10.222.0.16 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540871 Jul 29 14:49:30.761549 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d058cffa-77a1-4ae9-a1ad-eb5d872f63e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:30.767040 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d058cffa-77a1-4ae9-a1ad-eb5d872f63e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:30.772001 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d058cffa-77a1-4ae9-a1ad-eb5d872f63e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d76a47c-c1e3-4498-941c-54f1a0e79d7f HTTP/1.1" status: 204 len: 168 time: 0.7296255 Jul 29 14:49:30.789614 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e587f3-82db-4b92-9443-41ee3b263cb0 req-2f198960-dbbf-4966-b32b-3c48796f513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:30.791653 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-44e587f3-82db-4b92-9443-41ee3b263cb0 req-2f198960-dbbf-4966-b32b-3c48796f513a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95340acc-bef9-42bd-a762-2a1386e44aeb HTTP/1.1" status: 200 len: 845 time: 0.1734719 Jul 29 14:49:30.819208 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-71958cce-0af7-47d1-b4a9-89e2483575f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:30.846998 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-22809aac-6d52-4454-97b2-d471f30db3c3 service neutron] 10.222.0.16 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171119 Jul 29 14:49:30.856159 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058cffa-77a1-4ae9-a1ad-eb5d872f63e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d76a47c-c1e3-4498-941c-54f1a0e79d7f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:30.900152 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-71958cce-0af7-47d1-b4a9-89e2483575f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:30.950906 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-71958cce-0af7-47d1-b4a9-89e2483575f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3de84e06e3c544949e496cab37b1e240&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2666254 Jul 29 14:49:30.953041 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60652) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:30.954016 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-44e587f3-82db-4b92-9443-41ee3b263cb0 req-d21868ce-40b7-4f4d-900e-72117b268941 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed19475f-16bb-4675-9b16-f2d2e343b379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463366 Jul 29 14:49:31.050929 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71958cce-0af7-47d1-b4a9-89e2483575f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f560197-46b2-4224-b8bc-fd51df4fcb77,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:31.071944 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91f5aa53-1e13-49e3-b58e-bc9de2e36f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:31.080464 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-6367200f-ddba-407a-9521-b2f09109423d service neutron] 10.222.0.16 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194610 Jul 29 14:49:31.106036 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0499426-8bca-42d1-8ef3-a75d764aeb7d req-bd621cbd-0c2f-4c48-9a47-cbc710022e57 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:31.114907 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a0499426-8bca-42d1-8ef3-a75d764aeb7d req-bd621cbd-0c2f-4c48-9a47-cbc710022e57 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 944 time: 0.1694565 Jul 29 14:49:31.122226 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91f5aa53-1e13-49e3-b58e-bc9de2e36f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:31.220809 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a0499426-8bca-42d1-8ef3-a75d764aeb7d req-e9ca209f-c273-4aae-87af-c4577efa71db tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020193 Jul 29 14:49:31.223294 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-44e587f3-82db-4b92-9443-41ee3b263cb0 req-60caf00c-6047-43e4-83e5-d5137688d564 service neutron] 10.222.0.39 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522721 Jul 29 14:49:31.321847 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1da87fee-0764-49bf-8824-dfb17499408f up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:49:31.450581 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-02042f3d-b43d-4b50-a425-51290eb5ec0d service neutron] 10.222.0.16 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561080 Jul 29 14:49:31.499624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ee5fe-5fcc-4319-9b4d-51ba0606da12 req-9851e8f3-8faf-48a4-aa97-14ed73514918 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:31.502294 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd5ee5fe-5fcc-4319-9b4d-51ba0606da12 req-9851e8f3-8faf-48a4-aa97-14ed73514918 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4044ca4-1b79-4f15-9691-471b2367a734 HTTP/1.1" status: 200 len: 943 time: 0.1388268 Jul 29 14:49:31.543184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 1da87fee-0764-49bf-8824-dfb17499408f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:31.543700 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:31.552974 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91f5aa53-1e13-49e3-b58e-bc9de2e36f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:31.556323 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91f5aa53-1e13-49e3-b58e-bc9de2e36f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:31.560522 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-91f5aa53-1e13-49e3-b58e-bc9de2e36f1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f560197-46b2-4224-b8bc-fd51df4fcb77 HTTP/1.1" status: 204 len: 168 time: 0.6017644 Jul 29 14:49:31.604509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5aa53-1e13-49e3-b58e-bc9de2e36f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f560197-46b2-4224-b8bc-fd51df4fcb77,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:31.637746 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd5ee5fe-5fcc-4319-9b4d-51ba0606da12 req-e2d0fec5-b1ca-4938-bf7e-3837fb1d235c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072814 Jul 29 14:49:31.647102 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-44e587f3-82db-4b92-9443-41ee3b263cb0 req-e87a664e-b734-493b-832d-21f17d053fbf service neutron] 10.222.0.39 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164162 Jul 29 14:49:31.719774 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d22fe9de-40df-463e-badb-5efabe7793a4 service neutron] 10.222.0.16 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586148 Jul 29 14:49:31.810010 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:31.885247 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1da87fee-0764-49bf-8824-dfb17499408f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1da87fee-0764-49bf-8824-dfb17499408f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:31.909857 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:31.913419 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 5835a63f-7b44-43e9-86e0-252cd334f13e no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:49:32.001994 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-805c51cf-b1da-4e3d-b75f-c63e1385e80f service neutron] 10.222.0.16 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758949 Jul 29 14:49:32.052399 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe54b91-51b9-447c-b23d-2b67d582731b req-6fff339d-93da-424a-9639-1ce36a0af894 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:32.055025 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9fe54b91-51b9-447c-b23d-2b67d582731b req-6fff339d-93da-424a-9639-1ce36a0af894 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 1096 time: 0.1213272 Jul 29 14:49:32.121703 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9fe54b91-51b9-447c-b23d-2b67d582731b req-0c22c481-ca06-4168-ba63-17c0f6d53ea0 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600755 Jul 29 14:49:32.149850 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=1da87fee-0764-49bf-8824-dfb17499408f,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:32.277914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1317c190-98be-4379-97f5-fbb057deb9d4 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:49:32.489201 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabd449-db5b-4351-a4fe-55b43c15a184 req-602ca52b-9172-4c5a-abaa-c354dfaf9c67 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:32.503798 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1cabd449-db5b-4351-a4fe-55b43c15a184 req-602ca52b-9172-4c5a-abaa-c354dfaf9c67 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 1096 time: 0.1149919 Jul 29 14:49:32.564489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1317c190-98be-4379-97f5-fbb057deb9d4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1317c190-98be-4379-97f5-fbb057deb9d4,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:32.595001 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1cabd449-db5b-4351-a4fe-55b43c15a184 req-abe835d5-63e9-43b8-bd31-83737f376885 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827127 Jul 29 14:49:32.793274 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6df515-5939-42d7-a732-f392dd21d00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da87fee-0764-49bf-8824-dfb17499408f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:49:32.796201 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f072be8-6c1b-4eac-89e8-86e325da6ded" -d '{"events": [{"server_uuid": "fc6df515-5939-42d7-a732-f392dd21d00e", "name": "network-vif-plugged", "status": "completed", "tag": "1da87fee-0764-49bf-8824-dfb17499408f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:49:32.800657 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '1317c190-98be-4379-97f5-fbb057deb9d4', 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379', 'port_id': '1317c190-98be-4379-97f5-fbb057deb9d4', 'mac_address': 'fa:16:3e:24:3e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95340acc-bef9-42bd-a762-2a1386e44aeb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:49:32.823188 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec95d8-87d1-48d5-a564-378ad3cd161a req-08dd084d-b3e0-4ad5-a503-b9011f483098 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:32.849584 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9ec95d8-87d1-48d5-a564-378ad3cd161a req-08dd084d-b3e0-4ad5-a503-b9011f483098 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 944 time: 0.1329393 Jul 29 14:49:32.861882 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:32.880491 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1317c190-98be-4379-97f5-fbb057deb9d4 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:32.900891 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60718) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:32.929711 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7bbe201e-e95f-4fbf-a1b3-95775a155066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:32.936771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1317c190-98be-4379-97f5-fbb057deb9d4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1317c190-98be-4379-97f5-fbb057deb9d4,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:32.944765 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:32.960362 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9ec95d8-87d1-48d5-a564-378ad3cd161a req-2fe7cbce-2d23-40da-a39c-acbd4625d7bd tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072874 Jul 29 14:49:33.102760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1317c190-98be-4379-97f5-fbb057deb9d4,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:33.154703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['1317c190-98be-4379-97f5-fbb057deb9d4'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:49:33.175818 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:33.229565 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7bbe201e-e95f-4fbf-a1b3-95775a155066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:33.237183 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7bbe201e-e95f-4fbf-a1b3-95775a155066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:33.274082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0fa84-d9ba-42f9-9365-66b355ae4f95 req-4142e64e-f53d-4dd0-8f07-4234ae1a6457 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:33.283646 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7bbe201e-e95f-4fbf-a1b3-95775a155066 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7c43b590c224b45aa88e09c6b6bb59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815906 Jul 29 14:49:33.284395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe201e-e95f-4fbf-a1b3-95775a155066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0e30ae-2b30-49b5-baa9-2188508b3366,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:33.286830 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60726) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:33.291724 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fee0fa84-d9ba-42f9-9365-66b355ae4f95 req-4142e64e-f53d-4dd0-8f07-4234ae1a6457 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4044ca4-1b79-4f15-9691-471b2367a734 HTTP/1.1" status: 200 len: 944 time: 0.1183810 Jul 29 14:49:33.357191 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fee0fa84-d9ba-42f9-9365-66b355ae4f95 req-d19c58fa-f5aa-4ad2-9ddd-c0359929b8db tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631397 Jul 29 14:49:33.357848 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c4b4af05-7d9d-46b9-9198-db57dea6863f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:33.385683 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-670f0154-3688-4586-a976-ce96211fa316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:33.412981 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c4b4af05-7d9d-46b9-9198-db57dea6863f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:33.440432 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b71c75-3c7e-4b52-8631-58d15deed938 x-openstack-request-id: req-56b71c75-3c7e-4b52-8631-58d15deed938 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:49:33.440750 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6df515-5939-42d7-a732-f392dd21d00e", "name": "network-vif-plugged", "status": "completed", "tag": "1da87fee-0764-49bf-8824-dfb17499408f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:49:33.441013 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56b71c75-3c7e-4b52-8631-58d15deed938 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:49:33.441415 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6df515-5939-42d7-a732-f392dd21d00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da87fee-0764-49bf-8824-dfb17499408f', 'code': 200} Jul 29 14:49:33.529790 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c4b4af05-7d9d-46b9-9198-db57dea6863f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:33.533339 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c4b4af05-7d9d-46b9-9198-db57dea6863f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:33.536763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c4b4af05-7d9d-46b9-9198-db57dea6863f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb0e30ae-2b30-49b5-baa9-2188508b3366 HTTP/1.1" status: 204 len: 168 time: 0.2472610 Jul 29 14:49:33.561461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4af05-7d9d-46b9-9198-db57dea6863f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0e30ae-2b30-49b5-baa9-2188508b3366,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:33.913328 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60830464-ba2c-4cd0-a36b-f329d417bd89 req-ae0194c3-7b02-4ab2-848c-6fa53756911a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.0877764 Jul 29 14:49:34.230320 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:34.277185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1317c190-98be-4379-97f5-fbb057deb9d4 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:49:34.428883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359eaff8-72bb-4206-8e6a-838abb828a38 req-e52433fb-bd67-4e90-a785-93004db11c70 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:34.432135 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-359eaff8-72bb-4206-8e6a-838abb828a38 req-e52433fb-bd67-4e90-a785-93004db11c70 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 944 time: 0.1877124 Jul 29 14:49:34.456678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 1317c190-98be-4379-97f5-fbb057deb9d4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:49:34.483479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 1317c190-98be-4379-97f5-fbb057deb9d4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:34.484238 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:34.552636 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-359eaff8-72bb-4206-8e6a-838abb828a38 req-665c9b34-b3a9-400d-928c-1618e11f7801 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124656 Jul 29 14:49:34.628100 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b3210-db70-44d7-a1ed-9a90d4b06928 req-f2284e89-c559-4c7f-bf66-ea0a317b6332 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:34.632852 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-072b3210-db70-44d7-a1ed-9a90d4b06928 req-f2284e89-c559-4c7f-bf66-ea0a317b6332 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4044ca4-1b79-4f15-9691-471b2367a734 HTTP/1.1" status: 200 len: 944 time: 0.1339960 Jul 29 14:49:34.761192 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-072b3210-db70-44d7-a1ed-9a90d4b06928 req-78cc11cc-a744-4d6d-918f-68b1c0fd07b9 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117799 Jul 29 14:49:34.777900 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:34.871206 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1317c190-98be-4379-97f5-fbb057deb9d4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1317c190-98be-4379-97f5-fbb057deb9d4,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:34.878897 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:34.990488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1317c190-98be-4379-97f5-fbb057deb9d4,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:35.054548 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-464acb34-c122-46fe-a879-95ff5e07d9c3 req-18f0cefa-cf5b-43c1-8946-be76939725bd tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.0646932 Jul 29 14:49:35.286590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-716cb0e5-7ea7-4a18-aea7-a11db3160ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:35.293089 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-716cb0e5-7ea7-4a18-aea7-a11db3160ee2 service neutron] 10.222.0.39 "GET /v2.0/ports/0875494a-2f77-42dd-a8d2-b642d46823a2 HTTP/1.1" status: 200 len: 1026 time: 0.0824471 Jul 29 14:49:35.397788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-df6b75c0-62af-4e98-871f-a9db0d36af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:35.401824 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-df6b75c0-62af-4e98-871f-a9db0d36af2a service neutron] 10.222.0.39 "GET /v2.0/ports/20dcfb3e-a773-40e0-8c9a-c3337eb907f9 HTTP/1.1" status: 200 len: 1027 time: 0.0993817 Jul 29 14:49:35.442219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4044ca4-1b79-4f15-9691-471b2367a734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1317c190-98be-4379-97f5-fbb057deb9d4'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:49:35.445527 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0083b59d-d0b3-43c7-ab8d-a3ec434ce039" -d '{"events": [{"server_uuid": "d4044ca4-1b79-4f15-9691-471b2367a734", "name": "network-vif-plugged", "status": "completed", "tag": "1317c190-98be-4379-97f5-fbb057deb9d4"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:49:35.503654 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16552ace-2935-4f86-87cb-073ea3afebf9 x-openstack-request-id: req-16552ace-2935-4f86-87cb-073ea3afebf9 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:49:35.504067 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4044ca4-1b79-4f15-9691-471b2367a734", "name": "network-vif-plugged", "status": "completed", "tag": "1317c190-98be-4379-97f5-fbb057deb9d4", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:49:35.504462 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16552ace-2935-4f86-87cb-073ea3afebf9 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:49:35.505598 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4044ca4-1b79-4f15-9691-471b2367a734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1317c190-98be-4379-97f5-fbb057deb9d4', 'code': 200} Jul 29 14:49:35.667789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-019664ce-567e-4a03-8a30-788cb83875a0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:35.675716 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-019664ce-567e-4a03-8a30-788cb83875a0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:35.682222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-019664ce-567e-4a03-8a30-788cb83875a0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:35.684147 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-019664ce-567e-4a03-8a30-788cb83875a0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "GET /v2.0/networks?id=2dba885a-0741-41e8-b079-6381bc1efb2c&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&id=86ce031c-c6cf-4027-8ce8-3052a67f5b66 HTTP/1.1" status: 200 len: 1990 time: 0.2753384 Jul 29 14:49:35.737313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b536c-7a78-4227-8930-70ea12b54b51 req-98dfbd30-7399-470e-8ca9-9a80491f6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:35.739307 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-699b536c-7a78-4227-8930-70ea12b54b51 req-98dfbd30-7399-470e-8ca9-9a80491f6719 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d4044ca4-1b79-4f15-9691-471b2367a734 HTTP/1.1" status: 200 len: 1096 time: 0.1522508 Jul 29 14:49:35.792375 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a45e82-efd3-4ead-bdf1-3a9d3b3e1eb2 req-ede9afb6-184e-41bc-b68e-f2e2721d37ae tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:35.801463 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3a45e82-efd3-4ead-bdf1-3a9d3b3e1eb2 req-ede9afb6-184e-41bc-b68e-f2e2721d37ae tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 944 time: 0.1554365 Jul 29 14:49:35.807771 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-989cb92c-b236-4a38-8521-077ec376cd24 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d512e776609042afb7cbb4d51213c3a0 HTTP/1.1" status: 200 len: 380 time: 0.1007743 Jul 29 14:49:35.899897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-712cc8ab-4e41-4dd6-8ae0-f49e8154cad4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Request body: {'port': {'device_id': '794e75d7-a265-44ae-bb2b-23c06698c142', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'admin_state_up': True, 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'security_groups': ['96622a08-6eac-4be6-9976-ddcc5aa0e595']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:35.966958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814eb5c4-39bb-4015-ba71-f0b13c05d4e1 req-739a1719-49f5-4659-a270-4d48fab9b110 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:35.976433 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-814eb5c4-39bb-4015-ba71-f0b13c05d4e1 req-739a1719-49f5-4659-a270-4d48fab9b110 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4044ca4-1b79-4f15-9691-471b2367a734 HTTP/1.1" status: 200 len: 945 time: 0.0888932 Jul 29 14:49:36.065757 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3a45e82-efd3-4ead-bdf1-3a9d3b3e1eb2 req-3c5b9e24-bc90-4c58-8327-296bde15cf56 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631824 Jul 29 14:49:36.078617 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-699b536c-7a78-4227-8930-70ea12b54b51 req-8a8d4b10-52e7-4340-b892-f78eab13631b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260775 Jul 29 14:49:36.088811 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-814eb5c4-39bb-4015-ba71-f0b13c05d4e1 req-8a21957a-4c4f-4d35-a968-a54e91c77d6a tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113803 Jul 29 14:49:36.211948 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:36.283612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-712cc8ab-4e41-4dd6-8ae0-f49e8154cad4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Made reservation on behalf of d512e776609042afb7cbb4d51213c3a0 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:36.287452 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-712cc8ab-4e41-4dd6-8ae0-f49e8154cad4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:36.411704 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cd8556cf-80f2-44f8-9f60-e2e9a34bd67b req-3f1ad954-a067-4898-b1e6-8ca4c6342027 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.0889542 Jul 29 14:49:36.489751 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-712cc8ab-4e41-4dd6-8ae0-f49e8154cad4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Allocated IP 172.20.0.3 (2dba885a-0741-41e8-b079-6381bc1efb2c/8c2c5946-274d-455f-a39e-104d5d03aeca/3559254e-f263-44c0-8c9e-db0d92fb9ec9) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:49:36.676157 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-712cc8ab-4e41-4dd6-8ae0-f49e8154cad4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:36.706924 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-712cc8ab-4e41-4dd6-8ae0-f49e8154cad4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Transition to ACTIVE for port object 3559254e-f263-44c0-8c9e-db0d92fb9ec9 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:36.765037 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-712cc8ab-4e41-4dd6-8ae0-f49e8154cad4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:36.872568 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-712cc8ab-4e41-4dd6-8ae0-f49e8154cad4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Network 2dba885a-0741-41e8-b079-6381bc1efb2c is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:49:36.886970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-712cc8ab-4e41-4dd6-8ae0-f49e8154cad4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:49:36.889089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cc8ab-4e41-4dd6-8ae0-f49e8154cad4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event updated for resources: {'Port': ['ID=3559254e-f263-44c0-8c9e-db0d92fb9ec9,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:36.898872 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-712cc8ab-4e41-4dd6-8ae0-f49e8154cad4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:49:36.964398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-712cc8ab-4e41-4dd6-8ae0-f49e8154cad4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:36.965466 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-712cc8ab-4e41-4dd6-8ae0-f49e8154cad4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:36.992215 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-712cc8ab-4e41-4dd6-8ae0-f49e8154cad4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1022406 Jul 29 14:49:37.002834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-99647d76-9e26-4e41-8e88-54815283635e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Request body: {'port': {'device_id': '794e75d7-a265-44ae-bb2b-23c06698c142', 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d', 'admin_state_up': True, 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'security_groups': ['96622a08-6eac-4be6-9976-ddcc5aa0e595']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:37.142067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-99647d76-9e26-4e41-8e88-54815283635e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Made reservation on behalf of d512e776609042afb7cbb4d51213c3a0 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:37.148551 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-99647d76-9e26-4e41-8e88-54815283635e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:37.280298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c82feb6-3538-48f4-9d49-2b86e6e93150 None None] Provisioning for port 3559254e-f263-44c0-8c9e-db0d92fb9ec9 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:49:37.330072 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c82feb6-3538-48f4-9d49-2b86e6e93150 None None] Provisioning complete for port 3559254e-f263-44c0-8c9e-db0d92fb9ec9 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:37.330072 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c82feb6-3538-48f4-9d49-2b86e6e93150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:37.397369 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0303a2-6739-4532-9325-62c05c2cf886 req-a245d0a9-0fe8-4624-b12c-30e61b49bc13 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:37.398479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c82feb6-3538-48f4-9d49-2b86e6e93150 None None] Port 3559254e-f263-44c0-8c9e-db0d92fb9ec9 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:49:37.409446 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e0303a2-6739-4532-9325-62c05c2cf886 req-a245d0a9-0fe8-4624-b12c-30e61b49bc13 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 944 time: 0.1755855 Jul 29 14:49:37.464317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8a47c-0073-42fd-907e-2a2147e85f8c req-f551ae48-c5c9-40aa-b1c4-c4d30ac30e26 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:37.471608 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fee8a47c-0073-42fd-907e-2a2147e85f8c req-f551ae48-c5c9-40aa-b1c4-c4d30ac30e26 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4044ca4-1b79-4f15-9691-471b2367a734 HTTP/1.1" status: 200 len: 945 time: 0.1870775 Jul 29 14:49:37.478360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-99647d76-9e26-4e41-8e88-54815283635e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Allocated IP 10.1.1.104 (b8009ecc-8a02-43b8-b3e6-d99242c4d60d/7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7/6d1441c2-83c0-47d9-b5a2-4e4083a907c0) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:49:37.482668 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e0303a2-6739-4532-9325-62c05c2cf886 req-360087e2-4851-4503-9de2-5fce0047e9aa tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714786 Jul 29 14:49:37.551525 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fee8a47c-0073-42fd-907e-2a2147e85f8c req-83ed54a7-e52a-424b-a5c4-f9b14740f526 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675554 Jul 29 14:49:37.735187 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355f602-2104-44b3-b263-23c57290a0d1 req-c6fc0648-ea6a-4236-a260-838e315c1f79 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:37.737287 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9355f602-2104-44b3-b263-23c57290a0d1 req-c6fc0648-ea6a-4236-a260-838e315c1f79 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 931 time: 0.0701053 Jul 29 14:49:37.771091 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-99647d76-9e26-4e41-8e88-54815283635e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:37.792228 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9355f602-2104-44b3-b263-23c57290a0d1 req-c7405704-5a43-4eed-b161-dc5c8b1a498b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477338 Jul 29 14:49:37.797107 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-99647d76-9e26-4e41-8e88-54815283635e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Transition to ACTIVE for port object 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:37.851719 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-99647d76-9e26-4e41-8e88-54815283635e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:37.959314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-99647d76-9e26-4e41-8e88-54815283635e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Network b8009ecc-8a02-43b8-b3e6-d99242c4d60d is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:49:37.964259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-99647d76-9e26-4e41-8e88-54815283635e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:49:37.967165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-99647d76-9e26-4e41-8e88-54815283635e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:49:38.008383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114ffe1-fa58-4830-98d2-7a04267d8036 req-48bcf134-3b8c-4133-8aaa-e963687ea16d tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:38.019295 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5114ffe1-fa58-4830-98d2-7a04267d8036 req-48bcf134-3b8c-4133-8aaa-e963687ea16d tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4044ca4-1b79-4f15-9691-471b2367a734 HTTP/1.1" status: 200 len: 945 time: 0.0863659 Jul 29 14:49:38.038729 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-99647d76-9e26-4e41-8e88-54815283635e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:38.039706 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-99647d76-9e26-4e41-8e88-54815283635e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:38.060582 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99647d76-9e26-4e41-8e88-54815283635e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event updated for resources: {'Port': ['ID=6d1441c2-83c0-47d9-b5a2-4e4083a907c0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:38.068347 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-99647d76-9e26-4e41-8e88-54815283635e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0697944 Jul 29 14:49:38.084146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d08ed5d0-fbb3-4556-b2f9-33abc51243d0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Request body: {'port': {'device_id': '794e75d7-a265-44ae-bb2b-23c06698c142', 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d', 'admin_state_up': True, 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'security_groups': ['96622a08-6eac-4be6-9976-ddcc5aa0e595']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:38.085404 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5114ffe1-fa58-4830-98d2-7a04267d8036 req-0679e4b4-933f-4720-90bb-893dad2c171c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648620 Jul 29 14:49:38.249675 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d08ed5d0-fbb3-4556-b2f9-33abc51243d0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Made reservation on behalf of d512e776609042afb7cbb4d51213c3a0 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:38.254384 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d08ed5d0-fbb3-4556-b2f9-33abc51243d0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:38.331398 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8a90c177-79ac-4d46-84f2-c71708fc3726 None None] Provisioning for port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:49:38.336454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8a90c177-79ac-4d46-84f2-c71708fc3726 None None] Provisioning complete for port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:38.337083 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a90c177-79ac-4d46-84f2-c71708fc3726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:38.412692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8a90c177-79ac-4d46-84f2-c71708fc3726 None None] Port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:49:38.882640 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d08ed5d0-fbb3-4556-b2f9-33abc51243d0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Allocated IP 10.1.1.43 (b8009ecc-8a02-43b8-b3e6-d99242c4d60d/7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7/f97b9900-6958-422d-89e4-aba42e4f48de) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:49:38.978783 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11c541-e2b7-4fdc-b544-39c116c96889 req-44ce1aed-95a4-4aa3-933b-6aad44e7afbb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:38.985802 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11c541-e2b7-4fdc-b544-39c116c96889 req-44ce1aed-95a4-4aa3-933b-6aad44e7afbb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:38.987562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d11c541-e2b7-4fdc-b544-39c116c96889 req-44ce1aed-95a4-4aa3-933b-6aad44e7afbb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 1653 time: 0.0672827 Jul 29 14:49:39.007501 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e611a7a3-8994-408a-bcfa-10c45406fe8c req-e770145f-5797-4ee2-8e14-d11a29ad7e07 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2168856 Jul 29 14:49:39.028406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccde50-7bc3-4739-9109-d247924d2ba8 req-5140e062-5a3a-4db9-8122-a36b18e2781b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:39.041728 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8eccde50-7bc3-4739-9109-d247924d2ba8 req-5140e062-5a3a-4db9-8122-a36b18e2781b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 944 time: 0.2498124 Jul 29 14:49:39.056180 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d11c541-e2b7-4fdc-b544-39c116c96889 req-ac665363-aca1-40f2-b25e-6a87f50014bd tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619438 Jul 29 14:49:39.153120 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d08ed5d0-fbb3-4556-b2f9-33abc51243d0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:39.167764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d08ed5d0-fbb3-4556-b2f9-33abc51243d0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Transition to ACTIVE for port object f97b9900-6958-422d-89e4-aba42e4f48de will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:39.263160 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8eccde50-7bc3-4739-9109-d247924d2ba8 req-3107a67b-090f-4d82-aafa-1fd8c089d396 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203422 Jul 29 14:49:39.264810 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d08ed5d0-fbb3-4556-b2f9-33abc51243d0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:39.318821 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d08ed5d0-fbb3-4556-b2f9-33abc51243d0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Network b8009ecc-8a02-43b8-b3e6-d99242c4d60d is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:49:39.328567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d08ed5d0-fbb3-4556-b2f9-33abc51243d0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:49:39.336438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d08ed5d0-fbb3-4556-b2f9-33abc51243d0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:49:39.384888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611a7a3-8994-408a-bcfa-10c45406fe8c req-90a50243-ad77-4116-b924-8928c559ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:39.386573 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e611a7a3-8994-408a-bcfa-10c45406fe8c req-90a50243-ad77-4116-b924-8928c559ebec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 1095 time: 0.3335693 Jul 29 14:49:39.406087 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d08ed5d0-fbb3-4556-b2f9-33abc51243d0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:39.408525 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d08ed5d0-fbb3-4556-b2f9-33abc51243d0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:39.462606 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d08ed5d0-fbb3-4556-b2f9-33abc51243d0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3860292 Jul 29 14:49:39.521145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f16cbe0b-3013-4cac-8460-e617adcf9d4b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Request body: {'port': {'device_id': '794e75d7-a265-44ae-bb2b-23c06698c142', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66', 'admin_state_up': True, 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'security_groups': ['96622a08-6eac-4be6-9976-ddcc5aa0e595']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:39.547379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a805be3-bdb3-4f0c-8844-9e705898b125 req-2ede6048-af2b-4723-96b1-bd1f6d987472 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:39.558438 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2a805be3-bdb3-4f0c-8844-9e705898b125 req-2ede6048-af2b-4723-96b1-bd1f6d987472 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4044ca4-1b79-4f15-9691-471b2367a734 HTTP/1.1" status: 200 len: 945 time: 0.3869464 Jul 29 14:49:39.614794 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2a805be3-bdb3-4f0c-8844-9e705898b125 req-4255a76a-7f8e-45c1-8cb9-cec14ade77f9 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534804 Jul 29 14:49:39.694781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611a7a3-8994-408a-bcfa-10c45406fe8c req-57be89c6-4839-4958-a67e-a3c44360b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:39.697413 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e611a7a3-8994-408a-bcfa-10c45406fe8c req-57be89c6-4839-4958-a67e-a3c44360b7d3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.2844195 Jul 29 14:49:39.701064 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ed5d0-fbb3-4556-b2f9-33abc51243d0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event updated for resources: {'Port': ['ID=f97b9900-6958-422d-89e4-aba42e4f48de,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:39.771103 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8de4a495-f214-4b0a-946b-b51be48bc4a8 None None] Provisioning for port f97b9900-6958-422d-89e4-aba42e4f48de completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:49:39.788113 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8de4a495-f214-4b0a-946b-b51be48bc4a8 None None] Provisioning complete for port f97b9900-6958-422d-89e4-aba42e4f48de triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:39.788500 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8de4a495-f214-4b0a-946b-b51be48bc4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:39.864151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f16cbe0b-3013-4cac-8460-e617adcf9d4b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Made reservation on behalf of d512e776609042afb7cbb4d51213c3a0 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:39.888106 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8de4a495-f214-4b0a-946b-b51be48bc4a8 None None] Port f97b9900-6958-422d-89e4-aba42e4f48de cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:49:39.945933 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e611a7a3-8994-408a-bcfa-10c45406fe8c req-2c189e1f-6cbe-462b-874b-9217e8068818 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0 HTTP/1.1" status: 200 len: 217 time: 0.2107999 Jul 29 14:49:40.138674 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f16cbe0b-3013-4cac-8460-e617adcf9d4b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:40.216558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611a7a3-8994-408a-bcfa-10c45406fe8c req-24ed5647-32f1-4e2a-9d14-d54a0a5541c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:40.218365 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e611a7a3-8994-408a-bcfa-10c45406fe8c req-24ed5647-32f1-4e2a-9d14-d54a0a5541c8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.2635584 Jul 29 14:49:40.282611 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e611a7a3-8994-408a-bcfa-10c45406fe8c req-a22c6f46-9d6c-44f5-ac68-4147ca8ae1d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427663 Jul 29 14:49:40.441522 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1123c66-db1c-485b-8167-c0810b8ab957 req-be9ebbc3-bebb-489d-8c7f-f300ecae0146 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:40.449749 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1123c66-db1c-485b-8167-c0810b8ab957 req-be9ebbc3-bebb-489d-8c7f-f300ecae0146 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 944 time: 0.0717382 Jul 29 14:49:40.470649 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2056943-bee7-47bd-b51b-0579481ca04b req-2760ecc8-5abd-4457-b750-a9b381143981 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:40.479525 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2056943-bee7-47bd-b51b-0579481ca04b req-2760ecc8-5abd-4457-b750-a9b381143981 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:40.485978 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2056943-bee7-47bd-b51b-0579481ca04b req-2760ecc8-5abd-4457-b750-a9b381143981 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:40.488974 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b2056943-bee7-47bd-b51b-0579481ca04b req-2760ecc8-5abd-4457-b750-a9b381143981 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 2373 time: 0.2826326 Jul 29 14:49:40.504451 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1123c66-db1c-485b-8167-c0810b8ab957 req-78982f11-433f-479e-ab6d-202b67cb6298 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537074 Jul 29 14:49:40.675817 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:40.711452 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b2056943-bee7-47bd-b51b-0579481ca04b req-086daf4c-5560-4423-955a-c0963096ae3d tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074349 Jul 29 14:49:40.716315 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e611a7a3-8994-408a-bcfa-10c45406fe8c req-dba6f61a-30f0-4a67-97f9-a0535c7843e6 service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797100 Jul 29 14:49:40.841043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f16cbe0b-3013-4cac-8460-e617adcf9d4b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Allocated IP 10.2.2.100 (86ce031c-c6cf-4027-8ce8-3052a67f5b66/c1e29a38-29fa-45f1-a570-0300a7a9d5c3/b3c575bd-780c-48e1-8ab2-eac2e139f0d6) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:49:40.902307 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e611a7a3-8994-408a-bcfa-10c45406fe8c req-eaa2ae00-1708-4403-abe9-ed5a53bb63a6 service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527407 Jul 29 14:49:41.099389 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f16cbe0b-3013-4cac-8460-e617adcf9d4b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:41.142635 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f16cbe0b-3013-4cac-8460-e617adcf9d4b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Transition to ACTIVE for port object b3c575bd-780c-48e1-8ab2-eac2e139f0d6 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:41.192052 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f16cbe0b-3013-4cac-8460-e617adcf9d4b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:41.340876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f16cbe0b-3013-4cac-8460-e617adcf9d4b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Network 86ce031c-c6cf-4027-8ce8-3052a67f5b66 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:49:41.344661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f16cbe0b-3013-4cac-8460-e617adcf9d4b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:49:41.350576 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f16cbe0b-3013-4cac-8460-e617adcf9d4b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:49:41.399864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cbe0b-3013-4cac-8460-e617adcf9d4b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event updated for resources: {'Port': ['ID=b3c575bd-780c-48e1-8ab2-eac2e139f0d6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:41.432128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f16cbe0b-3013-4cac-8460-e617adcf9d4b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:41.433529 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f16cbe0b-3013-4cac-8460-e617adcf9d4b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:41.471248 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f16cbe0b-3013-4cac-8460-e617adcf9d4b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9493730 Jul 29 14:49:41.485842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-7873f7b1-75fb-477c-865c-1290ff6af047 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Request body: {'port': {'device_id': '794e75d7-a265-44ae-bb2b-23c06698c142', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66', 'admin_state_up': True, 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'security_groups': ['96622a08-6eac-4be6-9976-ddcc5aa0e595']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:41.733272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-7873f7b1-75fb-477c-865c-1290ff6af047 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Made reservation on behalf of d512e776609042afb7cbb4d51213c3a0 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:49:41.745952 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-7873f7b1-75fb-477c-865c-1290ff6af047 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:41.840373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-31ac8433-7332-43d2-a394-b200ea335299 None None] Provisioning for port b3c575bd-780c-48e1-8ab2-eac2e139f0d6 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:49:41.845462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-31ac8433-7332-43d2-a394-b200ea335299 None None] Provisioning complete for port b3c575bd-780c-48e1-8ab2-eac2e139f0d6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:41.849125 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31ac8433-7332-43d2-a394-b200ea335299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:41.930502 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-31ac8433-7332-43d2-a394-b200ea335299 None None] Port b3c575bd-780c-48e1-8ab2-eac2e139f0d6 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:49:41.944112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777ad98-e305-4e89-b568-4185cfe21867 req-c0eb950d-8ea7-4042-a584-e1390d63d772 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:41.952011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777ad98-e305-4e89-b568-4185cfe21867 req-c0eb950d-8ea7-4042-a584-e1390d63d772 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:41.960906 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777ad98-e305-4e89-b568-4185cfe21867 req-c0eb950d-8ea7-4042-a584-e1390d63d772 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:41.967914 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777ad98-e305-4e89-b568-4185cfe21867 req-c0eb950d-8ea7-4042-a584-e1390d63d772 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:41.977697 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d777ad98-e305-4e89-b568-4185cfe21867 req-c0eb950d-8ea7-4042-a584-e1390d63d772 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 3094 time: 0.1177003 Jul 29 14:49:41.993973 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-7873f7b1-75fb-477c-865c-1290ff6af047 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Allocated IP 10.2.2.200 (86ce031c-c6cf-4027-8ce8-3052a67f5b66/c1e29a38-29fa-45f1-a570-0300a7a9d5c3/6f7327b0-d4f1-47b8-b89b-08de1a6b68f7) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:49:42.066294 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d777ad98-e305-4e89-b568-4185cfe21867 req-4775b113-c5a5-4644-b3ef-42d3f21163fc tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757265 Jul 29 14:49:42.218531 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a01fd-c207-47a2-8e8f-d73d2b6a3a75 req-94e94781-e8cd-42ef-a4ab-ec6fa14d3c02 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:42.220123 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de4a01fd-c207-47a2-8e8f-d73d2b6a3a75 req-94e94781-e8cd-42ef-a4ab-ec6fa14d3c02 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 944 time: 0.5722194 Jul 29 14:49:42.326160 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1317c190-98be-4379-97f5-fbb057deb9d4 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:49:42.382645 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de4a01fd-c207-47a2-8e8f-d73d2b6a3a75 req-37c23c45-c9c2-436d-8c4d-cf56eb5164b2 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511915 Jul 29 14:49:42.452508 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-7873f7b1-75fb-477c-865c-1290ff6af047 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:42.491501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-7873f7b1-75fb-477c-865c-1290ff6af047 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Transition to ACTIVE for port object 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:42.560481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1317c190-98be-4379-97f5-fbb057deb9d4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1317c190-98be-4379-97f5-fbb057deb9d4,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:42.572307 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-7873f7b1-75fb-477c-865c-1290ff6af047 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:42.588811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '1317c190-98be-4379-97f5-fbb057deb9d4', 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379', 'port_id': '1317c190-98be-4379-97f5-fbb057deb9d4', 'mac_address': 'fa:16:3e:24:3e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95340acc-bef9-42bd-a762-2a1386e44aeb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:49:42.708589 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:42.712843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-7873f7b1-75fb-477c-865c-1290ff6af047 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Network 86ce031c-c6cf-4027-8ce8-3052a67f5b66 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:49:42.722308 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-7873f7b1-75fb-477c-865c-1290ff6af047 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:49:42.732685 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-7873f7b1-75fb-477c-865c-1290ff6af047 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:49:42.762668 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1317c190-98be-4379-97f5-fbb057deb9d4 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:42.807816 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873f7b1-75fb-477c-865c-1290ff6af047 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event updated for resources: {'Port': ['ID=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:42.828699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1317c190-98be-4379-97f5-fbb057deb9d4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1317c190-98be-4379-97f5-fbb057deb9d4,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:42.848733 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:42.926826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-7873f7b1-75fb-477c-865c-1290ff6af047 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:42.933760 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-7873f7b1-75fb-477c-865c-1290ff6af047 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:42.942733 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1317c190-98be-4379-97f5-fbb057deb9d4,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:42.975425 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-7873f7b1-75fb-477c-865c-1290ff6af047 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4993553 Jul 29 14:49:42.986541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['1317c190-98be-4379-97f5-fbb057deb9d4'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:49:43.009611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Request body: {'port': {'device_id': '794e75d7-a265-44ae-bb2b-23c06698c142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:43.148803 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:43.356617 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-369e6375-4b7c-47a1-832a-f9902ffaed99 None None] Provisioning for port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:49:43.397946 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-369e6375-4b7c-47a1-832a-f9902ffaed99 None None] Provisioning complete for port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:43.398245 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-369e6375-4b7c-47a1-832a-f9902ffaed99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:43.482962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee0614-69c2-4545-9ef8-11c4153aa97b req-de610373-0320-4f49-a747-036d5981f229 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:43.491944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee0614-69c2-4545-9ef8-11c4153aa97b req-de610373-0320-4f49-a747-036d5981f229 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:43.501570 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-369e6375-4b7c-47a1-832a-f9902ffaed99 None None] Port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:49:43.505051 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee0614-69c2-4545-9ef8-11c4153aa97b req-de610373-0320-4f49-a747-036d5981f229 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:43.519496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee0614-69c2-4545-9ef8-11c4153aa97b req-de610373-0320-4f49-a747-036d5981f229 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:43.535350 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee0614-69c2-4545-9ef8-11c4153aa97b req-de610373-0320-4f49-a747-036d5981f229 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:43.538468 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-35ee0614-69c2-4545-9ef8-11c4153aa97b req-de610373-0320-4f49-a747-036d5981f229 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 3815 time: 0.1489475 Jul 29 14:49:43.635761 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-35ee0614-69c2-4545-9ef8-11c4153aa97b req-e2f601a3-5b0b-48d3-a877-9852fedb776b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876989 Jul 29 14:49:43.737453 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3559254e-f263-44c0-8c9e-db0d92fb9ec9 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:43.753350 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:43.753350 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Transition to ACTIVE for port object 3559254e-f263-44c0-8c9e-db0d92fb9ec9 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:43.785073 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:43.839611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Pushing event updated for resources: {'Port': ['ID=3559254e-f263-44c0-8c9e-db0d92fb9ec9,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:44.147746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4d6a4-8aa8-4bba-83a4-73a8b101f363 req-a6d171cf-fc1d-4709-9d5d-dcafcdf93a3d tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:44.149520 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-13e4d6a4-8aa8-4bba-83a4-73a8b101f363 req-a6d171cf-fc1d-4709-9d5d-dcafcdf93a3d tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 944 time: 0.1174319 Jul 29 14:49:44.155945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Attempting to bind port 3559254e-f263-44c0-8c9e-db0d92fb9ec9 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:49:44.156414 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Attempting to bind port 3559254e-f263-44c0-8c9e-db0d92fb9ec9 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0efeb575-8d12-469f-ba3e-f65b5ed4cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:49:44.156920 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Attempting to bind port 3559254e-f263-44c0-8c9e-db0d92fb9ec9 on network 2dba885a-0741-41e8-b079-6381bc1efb2c {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:44.169053 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Port 3559254e-f263-44c0-8c9e-db0d92fb9ec9 on network 2dba885a-0741-41e8-b079-6381bc1efb2c not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:49:44.169499 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Attempting to bind port 3559254e-f263-44c0-8c9e-db0d92fb9ec9 on network 2dba885a-0741-41e8-b079-6381bc1efb2c {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:44.210065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:49:44.210574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Checking segment: {'id': '0efeb575-8d12-469f-ba3e-f65b5ed4cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:44.211077 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Bound using segment: {'id': '0efeb575-8d12-469f-ba3e-f65b5ed4cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:49:44.211653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Bound port: 3559254e-f263-44c0-8c9e-db0d92fb9ec9, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0efeb575-8d12-469f-ba3e-f65b5ed4cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:49:44.212121 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:44.241776 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-13e4d6a4-8aa8-4bba-83a4-73a8b101f363 req-31f2dbef-b338-4e8b-9271-63f190758b29 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737493 Jul 29 14:49:44.327435 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1317c190-98be-4379-97f5-fbb057deb9d4 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:49:44.334455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] For port 3559254e-f263-44c0-8c9e-db0d92fb9ec9, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:44.340482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] For port 3559254e-f263-44c0-8c9e-db0d92fb9ec9, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3559254e-f263-44c0-8c9e-db0d92fb9ec9,segment=NetworkSegment(0efeb575-8d12-469f-ba3e-f65b5ed4cc0e),segment_id=0efeb575-8d12-469f-ba3e-f65b5ed4cc0e)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:49:44.349047 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:44.412443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:44.413135 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:44.414559 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] 10.222.0.39 "PUT /v2.0/ports/3559254e-f263-44c0-8c9e-db0d92fb9ec9 HTTP/1.1" status: 200 len: 1091 time: 1.4158211 Jul 29 14:49:44.415023 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'tag': '3559254e-f263-44c0-8c9e-db0d92fb9ec9'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:49:44.421237 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ec303f-c093-42f7-8ccb-a648a1c8f2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "tag": "3559254e-f263-44c0-8c9e-db0d92fb9ec9"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:49:44.474864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 1317c190-98be-4379-97f5-fbb057deb9d4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:49:44.475506 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:44.481905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1ca4d-8e3a-439e-bf42-75a6788f4c62 service neutron] Pushing event updated for resources: {'Port': ['ID=3559254e-f263-44c0-8c9e-db0d92fb9ec9,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:44.499789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Request body: {'port': {'device_id': '794e75d7-a265-44ae-bb2b-23c06698c142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:44.634505 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:44.694312 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:44.816222 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4044ca4-1b79-4f15-9691-471b2367a734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1317c190-98be-4379-97f5-fbb057deb9d4'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:49:44.826683 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d42a5e0-9298-46a7-89b1-25fbfbd26230" -d '{"events": [{"server_uuid": "d4044ca4-1b79-4f15-9691-471b2367a734", "name": "network-vif-plugged", "status": "completed", "tag": "1317c190-98be-4379-97f5-fbb057deb9d4"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:49:44.852639 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1317c190-98be-4379-97f5-fbb057deb9d4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1317c190-98be-4379-97f5-fbb057deb9d4,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:44.861720 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:44.967936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1317c190-98be-4379-97f5-fbb057deb9d4,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:45.263153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0875494a-2f77-42dd-a8d2-b642d46823a2 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:45.351683 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:45.391434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Transition to ACTIVE for port object 0875494a-2f77-42dd-a8d2-b642d46823a2 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:45.413755 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:45.508435 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Pushing event updated for resources: {'Port': ['ID=0875494a-2f77-42dd-a8d2-b642d46823a2,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:45.518734 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec827-cae2-45f3-b8fb-77beea677002 req-c78ac122-572c-4e3c-bc8d-b1d64834551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:45.521524 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-73bec827-cae2-45f3-b8fb-77beea677002 req-c78ac122-572c-4e3c-bc8d-b1d64834551e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149&tenant_id=247d807a3183413d81bd38d576287ebf HTTP/1.1" status: 200 len: 1095 time: 0.3055062 Jul 29 14:49:45.545459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:45.709460 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:45.819547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Attempting to bind port 0875494a-2f77-42dd-a8d2-b642d46823a2 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:49:45.820126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Attempting to bind port 0875494a-2f77-42dd-a8d2-b642d46823a2 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:49:45.820610 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Attempting to bind port 0875494a-2f77-42dd-a8d2-b642d46823a2 on network b8009ecc-8a02-43b8-b3e6-d99242c4d60d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:45.886295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Port 0875494a-2f77-42dd-a8d2-b642d46823a2 on network b8009ecc-8a02-43b8-b3e6-d99242c4d60d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:49:45.886618 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Attempting to bind port 0875494a-2f77-42dd-a8d2-b642d46823a2 on network b8009ecc-8a02-43b8-b3e6-d99242c4d60d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:45.900095 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:49:45.900434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Checking segment: {'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:45.900926 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Bound using segment: {'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:49:45.901384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Bound port: 0875494a-2f77-42dd-a8d2-b642d46823a2, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:49:45.901757 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:46.097700 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] For port 0875494a-2f77-42dd-a8d2-b642d46823a2, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:46.126903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] For port 0875494a-2f77-42dd-a8d2-b642d46823a2, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=0875494a-2f77-42dd-a8d2-b642d46823a2,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:49:46.135702 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:46.192460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:46.193288 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:46.194762 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] 10.222.0.39 "PUT /v2.0/ports/0875494a-2f77-42dd-a8d2-b642d46823a2 HTTP/1.1" status: 200 len: 1129 time: 1.7000535 Jul 29 14:49:46.198466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5835a63f-7b44-43e9-86e0-252cd334f13e,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:49:46.229039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Request body: {'port': {'device_id': '794e75d7-a265-44ae-bb2b-23c06698c142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:46.329731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:46.362422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468f5e9-f618-49ae-86f7-63e9cc6453ef service neutron] Pushing event updated for resources: {'Port': ['ID=0875494a-2f77-42dd-a8d2-b642d46823a2,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:46.412141 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5835a63f-7b44-43e9-86e0-252cd334f13e {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:46.430626 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:46.436819 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:46.913404 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Transition to ACTIVE for port object 5835a63f-7b44-43e9-86e0-252cd334f13e will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:47.010667 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:47.255892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Pushing event updated for resources: {'Port': ['ID=5835a63f-7b44-43e9-86e0-252cd334f13e,revision_number=9']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:47.622245 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] No DVR routers for this DVR port 5835a63f-7b44-43e9-86e0-252cd334f13e on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:49:47.946014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:47.958595 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:47.977828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Transition to ACTIVE for port object 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:47.987653 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:48.078815 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Pushing event updated for resources: {'Port': ['ID=20dcfb3e-a773-40e0-8c9a-c3337eb907f9,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:48.109720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Attempting to bind port 5835a63f-7b44-43e9-86e0-252cd334f13e on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:49:48.110067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Attempting to bind port 5835a63f-7b44-43e9-86e0-252cd334f13e by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:49:48.110401 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Attempting to bind port 5835a63f-7b44-43e9-86e0-252cd334f13e on network e7376b65-c37a-462a-9b7f-fd5ca02310cd {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:48.119505 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Port 5835a63f-7b44-43e9-86e0-252cd334f13e on network e7376b65-c37a-462a-9b7f-fd5ca02310cd not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:49:48.119989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Attempting to bind port 5835a63f-7b44-43e9-86e0-252cd334f13e on network e7376b65-c37a-462a-9b7f-fd5ca02310cd {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:48.132530 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:49:48.137923 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Checking segment: {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:48.138551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Bound using segment: {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:49:48.139038 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Bound port: 5835a63f-7b44-43e9-86e0-252cd334f13e, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:49:48.139572 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:48.421721 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:48.469130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5835a63f-7b44-43e9-86e0-252cd334f13e,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:49:48.470136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Attempting to bind port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:49:48.470482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Attempting to bind port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:49:48.470833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Attempting to bind port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 on network b8009ecc-8a02-43b8-b3e6-d99242c4d60d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:48.478465 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:48.479379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 32936) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:48.560836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Pushing event updated for resources: {'Port': ['ID=5835a63f-7b44-43e9-86e0-252cd334f13e,revision_number=10']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:48.570757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:48.571110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:48.571500 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:48.571850 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:48.572382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:48.572618 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:48.573001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:48.573345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:48.573688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:48.574005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:48.574334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:48.574668 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:49:48.579209 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:48.579831 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:48.581277 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-73bec827-cae2-45f3-b8fb-77beea677002 req-79d207a3-ce35-41a6-9373-544bd1ce615c service neutron] 10.222.0.39 "PUT /v2.0/ports/5835a63f-7b44-43e9-86e0-252cd334f13e HTTP/1.1" status: 200 len: 1092 time: 3.0516355 Jul 29 14:49:48.581894 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 on network b8009ecc-8a02-43b8-b3e6-d99242c4d60d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:49:48.582205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Attempting to bind port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 on network b8009ecc-8a02-43b8-b3e6-d99242c4d60d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:48.589177 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:49:48.589758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Checking segment: {'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:48.590145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Bound using segment: {'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:49:48.590585 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Bound port: 20dcfb3e-a773-40e0-8c9a-c3337eb907f9, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:49:48.590951 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:48.768542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec827-cae2-45f3-b8fb-77beea677002 req-27d56d66-5111-47a0-868d-b7c232b3326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:48.770638 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-73bec827-cae2-45f3-b8fb-77beea677002 req-27d56d66-5111-47a0-868d-b7c232b3326c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=247d807a3183413d81bd38d576287ebf&device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 1096 time: 0.1617019 Jul 29 14:49:48.772509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] For port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:48.776747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] For port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=20dcfb3e-a773-40e0-8c9a-c3337eb907f9,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:49:48.790855 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:48.794440 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-433ad9eb-a5a3-4fe9-9d34-ce5aeda5733f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:48.916898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:48.917148 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:48.923056 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] 10.222.0.39 "PUT /v2.0/ports/20dcfb3e-a773-40e0-8c9a-c3337eb907f9 HTTP/1.1" status: 200 len: 1130 time: 2.6982334 Jul 29 14:49:48.977137 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-a98f5a68-d018-446f-9b7c-7ab6e2fccaf3 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:49:48.978341 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-a98f5a68-d018-446f-9b7c-7ab6e2fccaf3 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207911 Jul 29 14:49:49.001986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Request body: {'port': {'device_id': '794e75d7-a265-44ae-bb2b-23c06698c142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:49.037380 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-433ad9eb-a5a3-4fe9-9d34-ce5aeda5733f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:49.039390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04590e32-d921-4cd3-a7b5-a0dccb7d1322 service neutron] Pushing event updated for resources: {'Port': ['ID=20dcfb3e-a773-40e0-8c9a-c3337eb907f9,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:49.047927 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-433ad9eb-a5a3-4fe9-9d34-ce5aeda5733f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:49.107781 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-433ad9eb-a5a3-4fe9-9d34-ce5aeda5733f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a1066f7e5814b69bb8a075a153763f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6263373 Jul 29 14:49:49.110103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 32942) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:49.181975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec827-cae2-45f3-b8fb-77beea677002 req-c5901009-ebf9-4088-b0c1-37725ac15352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:49.183672 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-73bec827-cae2-45f3-b8fb-77beea677002 req-c5901009-ebf9-4088-b0c1-37725ac15352 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 200 len: 918 time: 0.4049389 Jul 29 14:49:49.189692 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ad9eb-a5a3-4fe9-9d34-ce5aeda5733f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909f924e-1412-4724-aae2-c83f59d72a73,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:49.218177 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3b2122c-8fd6-4921-bd4f-fecb3a0928d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:49.233734 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:49.260650 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3b2122c-8fd6-4921-bd4f-fecb3a0928d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:49.363437 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-73bec827-cae2-45f3-b8fb-77beea677002 req-96bad9bc-8b47-45d1-b00a-23867b156958 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5835a63f-7b44-43e9-86e0-252cd334f13e HTTP/1.1" status: 200 len: 999 time: 0.1557674 Jul 29 14:49:49.366175 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3b2122c-8fd6-4921-bd4f-fecb3a0928d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:49.382257 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3b2122c-8fd6-4921-bd4f-fecb3a0928d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:49.389303 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a3b2122c-8fd6-4921-bd4f-fecb3a0928d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/909f924e-1412-4724-aae2-c83f59d72a73 HTTP/1.1" status: 204 len: 168 time: 0.2779434 Jul 29 14:49:49.403375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2122c-8fd6-4921-bd4f-fecb3a0928d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909f924e-1412-4724-aae2-c83f59d72a73,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:49.536420 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec827-cae2-45f3-b8fb-77beea677002 req-034bbbc3-760e-4714-ba72-a2e711870223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:49.538763 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-73bec827-cae2-45f3-b8fb-77beea677002 req-034bbbc3-760e-4714-ba72-a2e711870223 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d86473b6-310e-404b-a7a5-30517fe56c5e HTTP/1.1" status: 200 len: 856 time: 0.1666894 Jul 29 14:49:49.641533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bec827-cae2-45f3-b8fb-77beea677002 req-d758aa53-628f-4164-b4f7-ecc4912825ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:49.643086 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-73bec827-cae2-45f3-b8fb-77beea677002 req-d758aa53-628f-4164-b4f7-ecc4912825ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7376b65-c37a-462a-9b7f-fd5ca02310cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772219 Jul 29 14:49:49.890891 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:49.912967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 32950) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:49.913533 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-73bec827-cae2-45f3-b8fb-77beea677002 req-bb8939be-c40e-4721-84e3-a3da1ddf594d service neutron] 10.222.0.39 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568161 Jul 29 14:49:49.913959 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:49.946672 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-876838cd-6993-4154-b94e-42ab5a07c0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:50.069897 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-73bec827-cae2-45f3-b8fb-77beea677002 req-18facfc6-5046-45c4-819b-503bf36ff579 service neutron] 10.222.0.39 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529810 Jul 29 14:49:50.089143 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Transition to ACTIVE for port object 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:50.103560 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:50.195248 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-876838cd-6993-4154-b94e-42ab5a07c0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:50.204525 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1441c2-83c0-47d9-b5a2-4e4083a907c0,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:50.204763 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-876838cd-6993-4154-b94e-42ab5a07c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:50.279686 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-876838cd-6993-4154-b94e-42ab5a07c0f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9df582570f314ecc8dbfe19094608169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651929 Jul 29 14:49:50.292041 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 32954) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:50.346517 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876838cd-6993-4154-b94e-42ab5a07c0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909cfce0-f1a5-45dd-98ef-75d523cb0e8c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:50.374819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Attempting to bind port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:49:50.375161 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Attempting to bind port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:49:50.375493 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Attempting to bind port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 on network b8009ecc-8a02-43b8-b3e6-d99242c4d60d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:50.387993 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 on network b8009ecc-8a02-43b8-b3e6-d99242c4d60d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:49:50.388313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Attempting to bind port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 on network b8009ecc-8a02-43b8-b3e6-d99242c4d60d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:50.407267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:49:50.407611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Checking segment: {'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:50.408007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Bound using segment: {'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:49:50.408456 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Bound port: 6d1441c2-83c0-47d9-b5a2-4e4083a907c0, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:49:50.408869 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:50.466957 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48b29994-e965-4567-9201-897caab1dce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:50.498042 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48b29994-e965-4567-9201-897caab1dce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:50.564789 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48b29994-e965-4567-9201-897caab1dce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:50.570254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48b29994-e965-4567-9201-897caab1dce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:50.574751 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-48b29994-e965-4567-9201-897caab1dce9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/909cfce0-f1a5-45dd-98ef-75d523cb0e8c HTTP/1.1" status: 204 len: 168 time: 0.2786920 Jul 29 14:49:50.596050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b29994-e965-4567-9201-897caab1dce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909cfce0-f1a5-45dd-98ef-75d523cb0e8c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:50.610558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] For port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:50.638202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] For port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6d1441c2-83c0-47d9-b5a2-4e4083a907c0,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:49:50.645676 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:50.721544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1441c2-83c0-47d9-b5a2-4e4083a907c0,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:50.733138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:50.733902 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:50.735709 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-97726658-47c6-493e-93ef-26252c03b4d3 service neutron] 10.222.0.39 "PUT /v2.0/ports/6d1441c2-83c0-47d9-b5a2-4e4083a907c0 HTTP/1.1" status: 200 len: 1091 time: 1.7400527 Jul 29 14:49:50.775337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Request body: {'port': {'device_id': '794e75d7-a265-44ae-bb2b-23c06698c142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:50.888359 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:51.353176 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97b9900-6958-422d-89e4-aba42e4f48de {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:51.362461 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:51.377018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Transition to ACTIVE for port object f97b9900-6958-422d-89e4-aba42e4f48de will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:51.384099 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:51.554367 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f97b9900-6958-422d-89e4-aba42e4f48de,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:51.693036 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Attempting to bind port f97b9900-6958-422d-89e4-aba42e4f48de on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:49:51.694070 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Attempting to bind port f97b9900-6958-422d-89e4-aba42e4f48de by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:49:51.694518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Attempting to bind port f97b9900-6958-422d-89e4-aba42e4f48de on network b8009ecc-8a02-43b8-b3e6-d99242c4d60d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:51.702063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Port f97b9900-6958-422d-89e4-aba42e4f48de on network b8009ecc-8a02-43b8-b3e6-d99242c4d60d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:49:51.702396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Attempting to bind port f97b9900-6958-422d-89e4-aba42e4f48de on network b8009ecc-8a02-43b8-b3e6-d99242c4d60d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:51.719710 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:49:51.721794 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Checking segment: {'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:51.722221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Bound using segment: {'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:49:51.722688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Bound port: f97b9900-6958-422d-89e4-aba42e4f48de, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76efa537-ca6e-428b-96a8-fb37b073c8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:49:51.723066 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:51.854138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] For port f97b9900-6958-422d-89e4-aba42e4f48de, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:51.858424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] For port f97b9900-6958-422d-89e4-aba42e4f48de, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=f97b9900-6958-422d-89e4-aba42e4f48de,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:49:51.867726 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:52.002134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f97b9900-6958-422d-89e4-aba42e4f48de,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:52.031501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:52.032209 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:52.033802 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-066cb755-ba61-4ed6-9750-05b2f80871e3 service neutron] 10.222.0.39 "PUT /v2.0/ports/f97b9900-6958-422d-89e4-aba42e4f48de HTTP/1.1" status: 200 len: 1090 time: 1.2654476 Jul 29 14:49:52.069336 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Request body: {'port': {'device_id': '794e75d7-a265-44ae-bb2b-23c06698c142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:52.141339 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:52.604569 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde708fe-f95c-4155-a9e6-d708af626e61 x-openstack-request-id: req-fde708fe-f95c-4155-a9e6-d708af626e61 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:49:52.607879 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "tag": "3559254e-f263-44c0-8c9e-db0d92fb9ec9", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:49:52.608286 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fde708fe-f95c-4155-a9e6-d708af626e61 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:49:52.609863 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'tag': '3559254e-f263-44c0-8c9e-db0d92fb9ec9', 'status': 'completed', 'code': 200} Jul 29 14:49:52.680768 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f587509-a1df-4719-ba70-02b8a0e36797 x-openstack-request-id: req-7f587509-a1df-4719-ba70-02b8a0e36797 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:49:52.681298 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4044ca4-1b79-4f15-9691-471b2367a734", "name": "network-vif-plugged", "status": "completed", "tag": "1317c190-98be-4379-97f5-fbb057deb9d4", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:49:52.681457 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f587509-a1df-4719-ba70-02b8a0e36797 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:49:52.681873 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4044ca4-1b79-4f15-9691-471b2367a734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1317c190-98be-4379-97f5-fbb057deb9d4', 'code': 200} Jul 29 14:49:52.826778 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c575bd-780c-48e1-8ab2-eac2e139f0d6 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:52.842653 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:52.887378 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec303f-c093-42f7-8ccb-a648a1c8f2ad req-1684cbfc-b4a0-4e86-9d05-b8effae72a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:52.887867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec303f-c093-42f7-8ccb-a648a1c8f2ad req-1684cbfc-b4a0-4e86-9d05-b8effae72a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:52.888337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec303f-c093-42f7-8ccb-a648a1c8f2ad req-1684cbfc-b4a0-4e86-9d05-b8effae72a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:52.888829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec303f-c093-42f7-8ccb-a648a1c8f2ad req-1684cbfc-b4a0-4e86-9d05-b8effae72a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:52.889291 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec303f-c093-42f7-8ccb-a648a1c8f2ad req-1684cbfc-b4a0-4e86-9d05-b8effae72a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:52.889761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec303f-c093-42f7-8ccb-a648a1c8f2ad req-1684cbfc-b4a0-4e86-9d05-b8effae72a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:52.890224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec303f-c093-42f7-8ccb-a648a1c8f2ad req-1684cbfc-b4a0-4e86-9d05-b8effae72a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:52.892181 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3ec303f-c093-42f7-8ccb-a648a1c8f2ad req-1684cbfc-b4a0-4e86-9d05-b8effae72a98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d512e776609042afb7cbb4d51213c3a0&device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6341 time: 0.2736490 Jul 29 14:49:52.909720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Transition to ACTIVE for port object b3c575bd-780c-48e1-8ab2-eac2e139f0d6 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:52.960431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ac0aa-1d0b-4c10-951a-001359e656c5 req-d4225eaa-ccc9-4ca7-92cf-9551acb3679c tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:52.966963 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-603ac0aa-1d0b-4c10-951a-001359e656c5 req-d4225eaa-ccc9-4ca7-92cf-9551acb3679c tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 945 time: 0.1050408 Jul 29 14:49:53.067242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e79c-a3ea-4498-8e69-2a3aea7e3726 req-6c7fbfef-3052-4c2f-88e3-b7bb47192e53 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:53.074526 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e79c-a3ea-4498-8e69-2a3aea7e3726 req-6c7fbfef-3052-4c2f-88e3-b7bb47192e53 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:53.075780 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-603ac0aa-1d0b-4c10-951a-001359e656c5 req-90de22db-0872-4ad4-a20f-b722b7e794db tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982611 Jul 29 14:49:53.081768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e79c-a3ea-4498-8e69-2a3aea7e3726 req-6c7fbfef-3052-4c2f-88e3-b7bb47192e53 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:53.089314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e79c-a3ea-4498-8e69-2a3aea7e3726 req-6c7fbfef-3052-4c2f-88e3-b7bb47192e53 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:53.096644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e79c-a3ea-4498-8e69-2a3aea7e3726 req-6c7fbfef-3052-4c2f-88e3-b7bb47192e53 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:53.103876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e79c-a3ea-4498-8e69-2a3aea7e3726 req-6c7fbfef-3052-4c2f-88e3-b7bb47192e53 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:53.110694 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e79c-a3ea-4498-8e69-2a3aea7e3726 req-6c7fbfef-3052-4c2f-88e3-b7bb47192e53 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:53.112695 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0842e79c-a3ea-4498-8e69-2a3aea7e3726 req-6c7fbfef-3052-4c2f-88e3-b7bb47192e53 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5394 time: 0.4136999 Jul 29 14:49:53.116177 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:53.253758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c575bd-780c-48e1-8ab2-eac2e139f0d6,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:53.265376 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0842e79c-a3ea-4498-8e69-2a3aea7e3726 req-843df11e-3ca6-4cc8-b377-77a9d8b90a17 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012065 Jul 29 14:49:53.341436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec303f-c093-42f7-8ccb-a648a1c8f2ad req-b397be51-8fc6-4337-bc70-b93a46d1de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:53.342051 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec303f-c093-42f7-8ccb-a648a1c8f2ad req-b397be51-8fc6-4337-bc70-b93a46d1de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:53.342563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec303f-c093-42f7-8ccb-a648a1c8f2ad req-b397be51-8fc6-4337-bc70-b93a46d1de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:53.344269 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3ec303f-c093-42f7-8ccb-a648a1c8f2ad req-b397be51-8fc6-4337-bc70-b93a46d1de0c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d512e776609042afb7cbb4d51213c3a0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4332178 Jul 29 14:49:53.425963 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Attempting to bind port b3c575bd-780c-48e1-8ab2-eac2e139f0d6 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:49:53.426253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Attempting to bind port b3c575bd-780c-48e1-8ab2-eac2e139f0d6 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'd6f72c29-acc4-4b7c-92d3-7ee81374c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:49:53.426537 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Attempting to bind port b3c575bd-780c-48e1-8ab2-eac2e139f0d6 on network 86ce031c-c6cf-4027-8ce8-3052a67f5b66 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:53.436177 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Port b3c575bd-780c-48e1-8ab2-eac2e139f0d6 on network 86ce031c-c6cf-4027-8ce8-3052a67f5b66 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:49:53.437142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Attempting to bind port b3c575bd-780c-48e1-8ab2-eac2e139f0d6 on network 86ce031c-c6cf-4027-8ce8-3052a67f5b66 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:53.449837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:49:53.450218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Checking segment: {'id': 'd6f72c29-acc4-4b7c-92d3-7ee81374c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:53.450671 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Bound using segment: {'id': 'd6f72c29-acc4-4b7c-92d3-7ee81374c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:49:53.451125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Bound port: b3c575bd-780c-48e1-8ab2-eac2e139f0d6, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f72c29-acc4-4b7c-92d3-7ee81374c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:49:53.451456 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:53.613080 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] For port b3c575bd-780c-48e1-8ab2-eac2e139f0d6, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:53.620543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] For port b3c575bd-780c-48e1-8ab2-eac2e139f0d6, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b3c575bd-780c-48e1-8ab2-eac2e139f0d6,segment=NetworkSegment(d6f72c29-acc4-4b7c-92d3-7ee81374c3cd),segment_id=d6f72c29-acc4-4b7c-92d3-7ee81374c3cd)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:49:53.632077 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:53.676245 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:53.677121 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:53.679319 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] 10.222.0.39 "PUT /v2.0/ports/b3c575bd-780c-48e1-8ab2-eac2e139f0d6 HTTP/1.1" status: 200 len: 1091 time: 1.6151068 Jul 29 14:49:53.731964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924bbe0-1b1e-4c68-98b2-e54baf6681c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c575bd-780c-48e1-8ab2-eac2e139f0d6,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:54.008560 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Request body: {'port': {'device_id': '794e75d7-a265-44ae-bb2b-23c06698c142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:49:54.220114 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec303f-c093-42f7-8ccb-a648a1c8f2ad req-f6764706-104c-4e4d-a3e7-9f243fd294dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:54.221654 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3ec303f-c093-42f7-8ccb-a648a1c8f2ad req-f6764706-104c-4e4d-a3e7-9f243fd294dc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8690255 Jul 29 14:49:54.255726 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:54.616178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'tag': '0875494a-2f77-42dd-a8d2-b642d46823a2'}, {'name': 'network-changed', 'server_uuid': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'tag': '5835a63f-7b44-43e9-86e0-252cd334f13e'}, {'name': 'network-changed', 'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'tag': '20dcfb3e-a773-40e0-8c9a-c3337eb907f9'}, {'name': 'network-changed', 'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'tag': '6d1441c2-83c0-47d9-b5a2-4e4083a907c0'}, {'name': 'network-changed', 'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'tag': 'f97b9900-6958-422d-89e4-aba42e4f48de'}, {'name': 'network-changed', 'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'tag': 'b3c575bd-780c-48e1-8ab2-eac2e139f0d6'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:49:54.619374 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc1ea99-f549-48a5-aeca-6418a3411992" -d '{"events": [{"name": "network-changed", "server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "tag": "0875494a-2f77-42dd-a8d2-b642d46823a2"}, {"name": "network-changed", "server_uuid": "6b86127a-1cd6-415d-a04a-fbefccc90149", "tag": "5835a63f-7b44-43e9-86e0-252cd334f13e"}, {"name": "network-changed", "server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "tag": "20dcfb3e-a773-40e0-8c9a-c3337eb907f9"}, {"name": "network-changed", "server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "tag": "6d1441c2-83c0-47d9-b5a2-4e4083a907c0"}, {"name": "network-changed", "server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "tag": "f97b9900-6958-422d-89e4-aba42e4f48de"}, {"name": "network-changed", "server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "tag": "b3c575bd-780c-48e1-8ab2-eac2e139f0d6"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:49:54.942620 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:49:54.967634 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:54.999186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Transition to ACTIVE for port object 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:49:55.006340 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:55.241722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Pushing event updated for resources: {'Port': ['ID=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:55.316127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Attempting to bind port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:49:55.322109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Attempting to bind port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'd6f72c29-acc4-4b7c-92d3-7ee81374c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:49:55.322740 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Attempting to bind port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 on network 86ce031c-c6cf-4027-8ce8-3052a67f5b66 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:55.335028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 on network 86ce031c-c6cf-4027-8ce8-3052a67f5b66 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:49:55.335451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Attempting to bind port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 on network 86ce031c-c6cf-4027-8ce8-3052a67f5b66 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:49:55.360138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:49:55.360547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Checking segment: {'id': 'd6f72c29-acc4-4b7c-92d3-7ee81374c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:49:55.360971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Bound using segment: {'id': 'd6f72c29-acc4-4b7c-92d3-7ee81374c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:49:55.363708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Bound port: 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f72c29-acc4-4b7c-92d3-7ee81374c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:49:55.364104 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:55.550118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] For port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:49:55.556503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] For port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7,segment=NetworkSegment(d6f72c29-acc4-4b7c-92d3-7ee81374c3cd),segment_id=d6f72c29-acc4-4b7c-92d3-7ee81374c3cd)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:49:55.565186 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:55.709113 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Pushing event updated for resources: {'Port': ['ID=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:49:55.720842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:49:55.722673 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:55.724999 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-b3d63bc0-8acd-44d2-ac69-30779d0644ae service neutron] 10.222.0.39 "PUT /v2.0/ports/6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 HTTP/1.1" status: 200 len: 1091 time: 1.9770765 Jul 29 14:49:55.971572 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:49:59.691254 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33136) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:49:59.893887 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1371a451-5cc7-4f42-b346-b79f8516581b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:00.065511 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1371a451-5cc7-4f42-b346-b79f8516581b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:00.075144 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1371a451-5cc7-4f42-b346-b79f8516581b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:00.119136 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1371a451-5cc7-4f42-b346-b79f8516581b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7efb4b3d23f146de8aa9b0a7d2702b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4265771 Jul 29 14:50:00.119889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371a451-5cc7-4f42-b346-b79f8516581b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bd3d85-881b-43ce-bf53-c7159729cdf8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:00.121710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33146) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:00.187883 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:00.212969 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:00.282379 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:00.291542 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:00.301420 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21bd3d85-881b-43ce-bf53-c7159729cdf8 HTTP/1.1" status: 204 len: 168 time: 0.1777234 Jul 29 14:50:00.319730 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bd3d85-881b-43ce-bf53-c7159729cdf8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:00.349506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:00.350037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:00.353410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:00.354173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:00.354716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:00.355232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:00.355765 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:00.356344 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:00.357038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:00.357440 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:00.366033 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:00.367310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad45727b-db52-46fb-a577-5644e53c283c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:00.467270 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ea8fe4cd-08d3-42da-9487-9d319e3b315e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:02.277732 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c1289-b5e7-48c7-af1a-eef47fc183f0 req-6c1c0f5d-b4b7-4c93-865b-46cab96525c8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:02.279955 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be9c1289-b5e7-48c7-af1a-eef47fc183f0 req-6c1c0f5d-b4b7-4c93-865b-46cab96525c8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 945 time: 0.0723610 Jul 29 14:50:02.340364 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be9c1289-b5e7-48c7-af1a-eef47fc183f0 req-484d94c9-22d2-4eba-a03e-0b287fd4206a tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523903 Jul 29 14:50:02.549269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d34f96-b569-4e3c-9a52-9d67ec7b9adf req-09a87080-7bb2-482e-a279-504bfef88cdb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:02.553853 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d34f96-b569-4e3c-9a52-9d67ec7b9adf req-09a87080-7bb2-482e-a279-504bfef88cdb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:02.560473 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d34f96-b569-4e3c-9a52-9d67ec7b9adf req-09a87080-7bb2-482e-a279-504bfef88cdb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:02.584928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d34f96-b569-4e3c-9a52-9d67ec7b9adf req-09a87080-7bb2-482e-a279-504bfef88cdb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:02.600061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d34f96-b569-4e3c-9a52-9d67ec7b9adf req-09a87080-7bb2-482e-a279-504bfef88cdb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:02.613573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d34f96-b569-4e3c-9a52-9d67ec7b9adf req-09a87080-7bb2-482e-a279-504bfef88cdb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:02.619618 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d34f96-b569-4e3c-9a52-9d67ec7b9adf req-09a87080-7bb2-482e-a279-504bfef88cdb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:02.628215 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-09d34f96-b569-4e3c-9a52-9d67ec7b9adf req-09a87080-7bb2-482e-a279-504bfef88cdb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5418 time: 0.2245693 Jul 29 14:50:02.691186 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-09d34f96-b569-4e3c-9a52-9d67ec7b9adf req-df82cf33-94aa-47a0-9b86-78028066f411 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618660 Jul 29 14:50:02.920385 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1014 Content-Type: application/json Date: Thu, 29 Jul 2021 14:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c216f651-9970-4ba3-b0eb-e9f8f5c0e24a x-openstack-request-id: req-c216f651-9970-4ba3-b0eb-e9f8f5c0e24a {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:02.920966 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "tag": "0875494a-2f77-42dd-a8d2-b642d46823a2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b86127a-1cd6-415d-a04a-fbefccc90149", "tag": "5835a63f-7b44-43e9-86e0-252cd334f13e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "tag": "20dcfb3e-a773-40e0-8c9a-c3337eb907f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "tag": "6d1441c2-83c0-47d9-b5a2-4e4083a907c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "tag": "f97b9900-6958-422d-89e4-aba42e4f48de", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "tag": "b3c575bd-780c-48e1-8ab2-eac2e139f0d6", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:02.921326 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c216f651-9970-4ba3-b0eb-e9f8f5c0e24a {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:02.921841 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'tag': '0875494a-2f77-42dd-a8d2-b642d46823a2', 'status': 'completed', 'code': 200} Jul 29 14:50:02.922198 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'tag': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'status': 'completed', 'code': 200} Jul 29 14:50:02.922564 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'tag': '20dcfb3e-a773-40e0-8c9a-c3337eb907f9', 'status': 'completed', 'code': 200} Jul 29 14:50:02.922905 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'tag': '6d1441c2-83c0-47d9-b5a2-4e4083a907c0', 'status': 'completed', 'code': 200} Jul 29 14:50:02.923248 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'tag': 'f97b9900-6958-422d-89e4-aba42e4f48de', 'status': 'completed', 'code': 200} Jul 29 14:50:02.923587 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'tag': 'b3c575bd-780c-48e1-8ab2-eac2e139f0d6', 'status': 'completed', 'code': 200} Jul 29 14:50:03.061892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a8f6f-d233-4f4d-b21d-ad8c4021e60a req-9fb64dc5-fe9d-405f-b316-de0e7b56f8df tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:03.063721 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-601a8f6f-d233-4f4d-b21d-ad8c4021e60a req-9fb64dc5-fe9d-405f-b316-de0e7b56f8df tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc6df515-5939-42d7-a732-f392dd21d00e HTTP/1.1" status: 200 len: 949 time: 0.0565143 Jul 29 14:50:03.115155 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-601a8f6f-d233-4f4d-b21d-ad8c4021e60a req-c6a59c3a-6c0f-4d91-920f-9dfb697cdc67 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425367 Jul 29 14:50:03.135232 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:03.316073 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72038575-e4a0-47c9-b5ed-e0ed96c3b94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:03.576575 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33284) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:03.881486 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5db771d1-52ae-4970-b08d-5ee9b98b428d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:03.968857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df636191-9810-4fdf-9dd5-38b1a1059467 req-a758be59-98e5-42c4-b76e-2e70456ad8de tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:03.976317 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df636191-9810-4fdf-9dd5-38b1a1059467 req-a758be59-98e5-42c4-b76e-2e70456ad8de tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 945 time: 0.0568359 Jul 29 14:50:04.020264 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df636191-9810-4fdf-9dd5-38b1a1059467 req-e8680367-a313-4097-a4b1-ba7f4a20d8a9 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427408 Jul 29 14:50:04.025288 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5db771d1-52ae-4970-b08d-5ee9b98b428d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:04.030236 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5db771d1-52ae-4970-b08d-5ee9b98b428d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:04.069853 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db771d1-52ae-4970-b08d-5ee9b98b428d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f38ea3a-ac86-48c5-840a-dba64ceabc16,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:04.102258 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5db771d1-52ae-4970-b08d-5ee9b98b428d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c89fc400a1a4d508934aef98456183d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5245235 Jul 29 14:50:04.105092 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33310) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:04.163085 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15077e2b-edb7-436e-a09f-61cee7694ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:04.209323 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15077e2b-edb7-436e-a09f-61cee7694ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:04.232383 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:04.294381 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15077e2b-edb7-436e-a09f-61cee7694ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:04.297931 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15077e2b-edb7-436e-a09f-61cee7694ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:04.299150 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-15077e2b-edb7-436e-a09f-61cee7694ab4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f38ea3a-ac86-48c5-840a-dba64ceabc16 HTTP/1.1" status: 204 len: 168 time: 0.1928587 Jul 29 14:50:04.347536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e22684-4e1b-4c43-ab7b-cd82f34671c3 req-89de4cc6-40a1-4c10-a82d-324c95f55e85 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:04.357838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e22684-4e1b-4c43-ab7b-cd82f34671c3 req-89de4cc6-40a1-4c10-a82d-324c95f55e85 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:04.364402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e22684-4e1b-4c43-ab7b-cd82f34671c3 req-89de4cc6-40a1-4c10-a82d-324c95f55e85 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:04.371697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e22684-4e1b-4c43-ab7b-cd82f34671c3 req-89de4cc6-40a1-4c10-a82d-324c95f55e85 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:04.378231 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e22684-4e1b-4c43-ab7b-cd82f34671c3 req-89de4cc6-40a1-4c10-a82d-324c95f55e85 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:04.385417 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e22684-4e1b-4c43-ab7b-cd82f34671c3 req-89de4cc6-40a1-4c10-a82d-324c95f55e85 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:04.391826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e22684-4e1b-4c43-ab7b-cd82f34671c3 req-89de4cc6-40a1-4c10-a82d-324c95f55e85 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:04.393902 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e1e22684-4e1b-4c43-ab7b-cd82f34671c3 req-89de4cc6-40a1-4c10-a82d-324c95f55e85 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5418 time: 0.2094908 Jul 29 14:50:04.401591 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15077e2b-edb7-436e-a09f-61cee7694ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f38ea3a-ac86-48c5-840a-dba64ceabc16,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:04.465056 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e1e22684-4e1b-4c43-ab7b-cd82f34671c3 req-bae4772a-8d95-4835-9472-b84c86103554 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608785 Jul 29 14:50:04.925239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'tag': '6f7327b0-d4f1-47b8-b89b-08de1a6b68f7'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:50:04.927768 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30e2872-5b94-4379-a5d4-8996a17a965e" -d '{"events": [{"name": "network-changed", "server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "tag": "6f7327b0-d4f1-47b8-b89b-08de1a6b68f7"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:50:04.994610 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf6c17a-22cd-49ad-b6fa-32227f53e71b x-openstack-request-id: req-8cf6c17a-22cd-49ad-b6fa-32227f53e71b {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:04.995805 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "tag": "6f7327b0-d4f1-47b8-b89b-08de1a6b68f7", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:04.996197 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cf6c17a-22cd-49ad-b6fa-32227f53e71b {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:04.996603 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'tag': '6f7327b0-d4f1-47b8-b89b-08de1a6b68f7', 'status': 'completed', 'code': 200} Jul 29 14:50:05.002153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33336) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:05.023997 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6de9-368e-4441-8da0-46ed5e40aa25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:05.329991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c2042-56e6-489e-9b89-6c14e512971d req-7ec72385-c1ec-46aa-acd1-fa956dff4223 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:05.339042 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5e6c2042-56e6-489e-9b89-6c14e512971d req-7ec72385-c1ec-46aa-acd1-fa956dff4223 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 945 time: 0.1487787 Jul 29 14:50:05.388650 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6de9-368e-4441-8da0-46ed5e40aa25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:05.398639 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b2cb6de9-368e-4441-8da0-46ed5e40aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:05.426498 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5e6c2042-56e6-489e-9b89-6c14e512971d req-d2f039be-92a2-4560-aa93-4388c8d78fe3 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864582 Jul 29 14:50:05.460895 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b2cb6de9-368e-4441-8da0-46ed5e40aa25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2c3f4da84cc4a9484f521749be613f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4527357 Jul 29 14:50:05.460895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33354) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:05.493524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb6de9-368e-4441-8da0-46ed5e40aa25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acbe347-af7b-4e03-9b0a-d20ede648cd0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:05.499756 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2ce35f19-ce23-4a09-9360-ce63328e0dce details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:50:05.554883 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-593debe8-793c-4b8c-9541-dc5823125cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:05.615517 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-593debe8-793c-4b8c-9541-dc5823125cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:05.622059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33366) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:05.731345 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2ce35f19-ce23-4a09-9360-ce63328e0dce, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2ce35f19-ce23-4a09-9360-ce63328e0dce,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:05.745269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '2ce35f19-ce23-4a09-9360-ce63328e0dce', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '2ce35f19-ce23-4a09-9360-ce63328e0dce', 'mac_address': 'fa:16:3e:b7:f8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:50:05.773229 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a84fa531-6dd1-428d-a55f-1cde4a82008f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:05.814820 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:05.829871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ce35f19-ce23-4a09-9360-ce63328e0dce {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:50:05.832639 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250980-197a-4d38-aaf3-496b0e76317a req-34774ae7-8341-4533-a06a-ca26250cf0e8 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:05.839724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250980-197a-4d38-aaf3-496b0e76317a req-34774ae7-8341-4533-a06a-ca26250cf0e8 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:05.846867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250980-197a-4d38-aaf3-496b0e76317a req-34774ae7-8341-4533-a06a-ca26250cf0e8 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:05.859502 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2ce35f19-ce23-4a09-9360-ce63328e0dce, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2ce35f19-ce23-4a09-9360-ce63328e0dce,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:05.866631 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:05.868922 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250980-197a-4d38-aaf3-496b0e76317a req-34774ae7-8341-4533-a06a-ca26250cf0e8 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:05.877883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250980-197a-4d38-aaf3-496b0e76317a req-34774ae7-8341-4533-a06a-ca26250cf0e8 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:05.886920 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250980-197a-4d38-aaf3-496b0e76317a req-34774ae7-8341-4533-a06a-ca26250cf0e8 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:05.894725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250980-197a-4d38-aaf3-496b0e76317a req-34774ae7-8341-4533-a06a-ca26250cf0e8 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:05.915142 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00250980-197a-4d38-aaf3-496b0e76317a req-34774ae7-8341-4533-a06a-ca26250cf0e8 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5418 time: 0.2372210 Jul 29 14:50:05.986719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2ce35f19-ce23-4a09-9360-ce63328e0dce,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:06.005102 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a84fa531-6dd1-428d-a55f-1cde4a82008f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:06.011389 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a84fa531-6dd1-428d-a55f-1cde4a82008f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:06.058916 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a84fa531-6dd1-428d-a55f-1cde4a82008f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ddbe29e1b0d40a39bd5844f5f776d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4351213 Jul 29 14:50:06.060093 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33374) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:06.061108 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fa531-6dd1-428d-a55f-1cde4a82008f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af80c4f-2ed3-4000-81b3-48ea7b9036cf,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:06.062071 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2ce35f19-ce23-4a09-9360-ce63328e0dce'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:50:06.140999 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86c03700-86d1-4976-8253-a8199f24820b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:06.198146 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:06.204184 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86c03700-86d1-4976-8253-a8199f24820b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:06.286296 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86c03700-86d1-4976-8253-a8199f24820b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:06.289044 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86c03700-86d1-4976-8253-a8199f24820b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:06.293164 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-86c03700-86d1-4976-8253-a8199f24820b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1af80c4f-2ed3-4000-81b3-48ea7b9036cf HTTP/1.1" status: 204 len: 168 time: 0.2256622 Jul 29 14:50:06.299385 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c03700-86d1-4976-8253-a8199f24820b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af80c4f-2ed3-4000-81b3-48ea7b9036cf,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:06.319664 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-593debe8-793c-4b8c-9541-dc5823125cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:06.326169 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-593debe8-793c-4b8c-9541-dc5823125cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:06.327254 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-593debe8-793c-4b8c-9541-dc5823125cc1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1acbe347-af7b-4e03-9b0a-d20ede648cd0 HTTP/1.1" status: 204 len: 168 time: 0.8667865 Jul 29 14:50:06.372516 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593debe8-793c-4b8c-9541-dc5823125cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acbe347-af7b-4e03-9b0a-d20ede648cd0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:06.436634 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00250980-197a-4d38-aaf3-496b0e76317a req-7f1e1f12-1aa0-4150-a9ed-3e0ca162d42c tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5205059 Jul 29 14:50:06.587374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-6af5f8b2-4012-4f2d-a475-6532967655fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:06.587922 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-6af5f8b2-4012-4f2d-a475-6532967655fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:06.588627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-6af5f8b2-4012-4f2d-a475-6532967655fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:06.589397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-6af5f8b2-4012-4f2d-a475-6532967655fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:06.589730 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-6af5f8b2-4012-4f2d-a475-6532967655fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:06.590197 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-6af5f8b2-4012-4f2d-a475-6532967655fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:06.590658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-6af5f8b2-4012-4f2d-a475-6532967655fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:06.595825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-6af5f8b2-4012-4f2d-a475-6532967655fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d512e776609042afb7cbb4d51213c3a0&device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6475 time: 0.1364133 Jul 29 14:50:06.786236 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33414) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:06.803562 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:50:06.812865 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0794f17f-9e83-4f0e-8651-b8098716d0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:06.882948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a6d4b-84b8-4545-bf84-5c148ec71ece req-be22dfa6-ef19-43c8-85de-8b98c6ac95b3 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:06.895293 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ad2a6d4b-84b8-4545-bf84-5c148ec71ece req-be22dfa6-ef19-43c8-85de-8b98c6ac95b3 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 945 time: 0.2984042 Jul 29 14:50:07.016342 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-fb8431d0-cf86-4ffc-bbcb-f3f4b5a05544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:07.016867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-fb8431d0-cf86-4ffc-bbcb-f3f4b5a05544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:07.017646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-fb8431d0-cf86-4ffc-bbcb-f3f4b5a05544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:07.018440 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0794f17f-9e83-4f0e-8651-b8098716d0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:07.018909 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-fb8431d0-cf86-4ffc-bbcb-f3f4b5a05544 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d512e776609042afb7cbb4d51213c3a0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4125819 Jul 29 14:50:07.028460 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0794f17f-9e83-4f0e-8651-b8098716d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:07.031232 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ad2a6d4b-84b8-4545-bf84-5c148ec71ece req-fb5ee6c4-f0bb-4a27-bb40-4597eeb700a3 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349957 Jul 29 14:50:07.133422 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0794f17f-9e83-4f0e-8651-b8098716d0cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d99e76c0e6664bedaba069fd09338ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460696 Jul 29 14:50:07.138229 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33428) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:07.153216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794f17f-9e83-4f0e-8651-b8098716d0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd42835e-8138-47c3-bfe6-48b864750e99,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:07.256545 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2de561c-f1a4-4416-a1f3-ca5bc752efab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:07.263502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-e167eed2-c2f9-419d-9e02-1933c2e08e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:07.265228 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-e167eed2-c2f9-419d-9e02-1933c2e08e42 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2330530 Jul 29 14:50:07.282539 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2de561c-f1a4-4416-a1f3-ca5bc752efab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:07.361158 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2de561c-f1a4-4416-a1f3-ca5bc752efab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:07.364592 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2de561c-f1a4-4416-a1f3-ca5bc752efab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:07.365982 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d2de561c-f1a4-4416-a1f3-ca5bc752efab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd42835e-8138-47c3-bfe6-48b864750e99 HTTP/1.1" status: 204 len: 168 time: 0.2216845 Jul 29 14:50:07.376356 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de561c-f1a4-4416-a1f3-ca5bc752efab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd42835e-8138-47c3-bfe6-48b864750e99,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:07.506269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2ce35f19-ce23-4a09-9360-ce63328e0dce up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:50:07.528520 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-aae3d0fd-58bd-4bfc-969e-4906019d4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:07.531903 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-aae3d0fd-58bd-4bfc-969e-4906019d4863 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=247d807a3183413d81bd38d576287ebf&device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 1096 time: 0.1395273 Jul 29 14:50:07.567183 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2872-5b94-4379-a5d4-8996a17a965e req-5ee3cb9a-7cb3-4587-8e8a-6c685a13bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:07.567183 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2872-5b94-4379-a5d4-8996a17a965e req-5ee3cb9a-7cb3-4587-8e8a-6c685a13bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:07.567183 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2872-5b94-4379-a5d4-8996a17a965e req-5ee3cb9a-7cb3-4587-8e8a-6c685a13bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:07.570800 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2872-5b94-4379-a5d4-8996a17a965e req-5ee3cb9a-7cb3-4587-8e8a-6c685a13bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:07.574702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2872-5b94-4379-a5d4-8996a17a965e req-5ee3cb9a-7cb3-4587-8e8a-6c685a13bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:07.575068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2872-5b94-4379-a5d4-8996a17a965e req-5ee3cb9a-7cb3-4587-8e8a-6c685a13bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:07.575549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2872-5b94-4379-a5d4-8996a17a965e req-5ee3cb9a-7cb3-4587-8e8a-6c685a13bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:07.580791 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f30e2872-5b94-4379-a5d4-8996a17a965e req-5ee3cb9a-7cb3-4587-8e8a-6c685a13bde4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d512e776609042afb7cbb4d51213c3a0&device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6475 time: 0.2096610 Jul 29 14:50:07.644905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 2ce35f19-ce23-4a09-9360-ce63328e0dce triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:50:07.645286 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:07.965883 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:08.050462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2ce35f19-ce23-4a09-9360-ce63328e0dce, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2ce35f19-ce23-4a09-9360-ce63328e0dce,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:08.053506 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45575c1-2b7e-41a1-97c3-27e172b272f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce35f19-ce23-4a09-9360-ce63328e0dce'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:50:08.061153 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b108b49d-902d-41ab-ac92-8bd5036550d1" -d '{"events": [{"server_uuid": "e45575c1-2b7e-41a1-97c3-27e172b272f5", "name": "network-vif-plugged", "status": "completed", "tag": "2ce35f19-ce23-4a09-9360-ce63328e0dce"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:50:08.070723 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:08.075882 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1da87fee-0764-49bf-8824-dfb17499408f no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:50:08.339337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbdb92-12e1-4874-b926-116eeddd8302 req-c13655e0-8508-4b4f-aa40-5897904c0ee0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.345380 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbdb92-12e1-4874-b926-116eeddd8302 req-c13655e0-8508-4b4f-aa40-5897904c0ee0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.351956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbdb92-12e1-4874-b926-116eeddd8302 req-c13655e0-8508-4b4f-aa40-5897904c0ee0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.361845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbdb92-12e1-4874-b926-116eeddd8302 req-c13655e0-8508-4b4f-aa40-5897904c0ee0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.373629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbdb92-12e1-4874-b926-116eeddd8302 req-c13655e0-8508-4b4f-aa40-5897904c0ee0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.390150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbdb92-12e1-4874-b926-116eeddd8302 req-c13655e0-8508-4b4f-aa40-5897904c0ee0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.396256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbdb92-12e1-4874-b926-116eeddd8302 req-c13655e0-8508-4b4f-aa40-5897904c0ee0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.414028 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2ce35f19-ce23-4a09-9360-ce63328e0dce,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:08.415125 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-01dbdb92-12e1-4874-b926-116eeddd8302 req-c13655e0-8508-4b4f-aa40-5897904c0ee0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5418 time: 0.8027902 Jul 29 14:50:08.531399 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-01dbdb92-12e1-4874-b926-116eeddd8302 req-9832ac11-5b77-47b9-b1cc-96d8a5c6f2bb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1153800 Jul 29 14:50:08.550416 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:08.575606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2872-5b94-4379-a5d4-8996a17a965e req-4d4f3482-144f-41f0-b41b-ae81f9b47acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.575606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2872-5b94-4379-a5d4-8996a17a965e req-4d4f3482-144f-41f0-b41b-ae81f9b47acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.575606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2872-5b94-4379-a5d4-8996a17a965e req-4d4f3482-144f-41f0-b41b-ae81f9b47acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.575606 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f30e2872-5b94-4379-a5d4-8996a17a965e req-4d4f3482-144f-41f0-b41b-ae81f9b47acd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d512e776609042afb7cbb4d51213c3a0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9670284 Jul 29 14:50:08.575606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-5b1eecb0-18f1-48fd-a703-78e5b6eb01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.587747 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-5b1eecb0-18f1-48fd-a703-78e5b6eb01d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 200 len: 918 time: 1.0270886 Jul 29 14:50:08.635057 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1da87fee-0764-49bf-8824-dfb17499408f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1da87fee-0764-49bf-8824-dfb17499408f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:08.645445 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:08.754400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2872-5b94-4379-a5d4-8996a17a965e req-3dc7923a-6200-4237-9266-62e9b6ce9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.754741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=1da87fee-0764-49bf-8824-dfb17499408f,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:08.755759 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f30e2872-5b94-4379-a5d4-8996a17a965e req-3dc7923a-6200-4237-9266-62e9b6ce9276 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1658814 Jul 29 14:50:08.888262 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-89807906-cd58-49a3-84fc-8fd7aa8a7b33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5835a63f-7b44-43e9-86e0-252cd334f13e HTTP/1.1" status: 200 len: 999 time: 0.2995133 Jul 29 14:50:08.941313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-772b34cc-a60c-4e5f-b062-e0a54469b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.941806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-772b34cc-a60c-4e5f-b062-e0a54469b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.942277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-772b34cc-a60c-4e5f-b062-e0a54469b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.942748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-772b34cc-a60c-4e5f-b062-e0a54469b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.943218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-772b34cc-a60c-4e5f-b062-e0a54469b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.943675 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-772b34cc-a60c-4e5f-b062-e0a54469b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.944135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-772b34cc-a60c-4e5f-b062-e0a54469b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:08.960709 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-772b34cc-a60c-4e5f-b062-e0a54469b609 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d512e776609042afb7cbb4d51213c3a0&device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6475 time: 0.1465061 Jul 29 14:50:09.092825 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2a81fb-19ad-4b86-8113-10413d216d00 x-openstack-request-id: req-ec2a81fb-19ad-4b86-8113-10413d216d00 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:09.093276 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45575c1-2b7e-41a1-97c3-27e172b272f5", "name": "network-vif-plugged", "status": "completed", "tag": "2ce35f19-ce23-4a09-9360-ce63328e0dce", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:09.093567 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec2a81fb-19ad-4b86-8113-10413d216d00 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:09.093975 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45575c1-2b7e-41a1-97c3-27e172b272f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce35f19-ce23-4a09-9360-ce63328e0dce', 'code': 200} Jul 29 14:50:09.110990 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-a5540959-324b-4abe-a9be-9d230bfe5d08 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3559254e-f263-44c0-8c9e-db0d92fb9ec9 HTTP/1.1" status: 200 len: 217 time: 0.1372590 Jul 29 14:50:09.372239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-831cb054-10db-4dae-80e8-f9351835ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:09.376659 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-831cb054-10db-4dae-80e8-f9351835ef69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d86473b6-310e-404b-a7a5-30517fe56c5e HTTP/1.1" status: 200 len: 856 time: 0.4804375 Jul 29 14:50:09.392888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-a90c3a40-05d7-4056-b7c5-25316b8025a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:09.406126 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-a90c3a40-05d7-4056-b7c5-25316b8025a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c2c5946-274d-455f-a39e-104d5d03aeca HTTP/1.1" status: 200 len: 850 time: 0.2733345 Jul 29 14:50:09.615920 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ab7ac-c795-4afd-8865-07d0758821aa req-45a307c7-be7e-49c8-978e-1a7dd577a663 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:09.635186 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e70ab7ac-c795-4afd-8865-07d0758821aa req-45a307c7-be7e-49c8-978e-1a7dd577a663 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 945 time: 0.3075063 Jul 29 14:50:09.650896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-feeea190-bc4a-4684-80b6-ec0f7300c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:09.655536 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-feeea190-bc4a-4684-80b6-ec0f7300c5c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dba885a-0741-41e8-b079-6381bc1efb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2449718 Jul 29 14:50:09.682948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-2b1440fd-eed8-4287-9339-b54c18af4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:09.696992 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-2b1440fd-eed8-4287-9339-b54c18af4ad0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7376b65-c37a-462a-9b7f-fd5ca02310cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2664602 Jul 29 14:50:10.082397 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e70ab7ac-c795-4afd-8865-07d0758821aa req-d3b90ff6-d0fa-48ed-8716-2bfbbeea7625 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4444642 Jul 29 14:50:10.227172 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-5dd878e7-67ca-48dd-a116-212fbdbeb80e service neutron] 10.222.0.39 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805045 Jul 29 14:50:10.324032 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-a468df5e-3be1-45b0-91fd-a703609d3c28 service neutron] 10.222.0.39 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6161177 Jul 29 14:50:10.692603 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:10.723038 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-85fde3ed-6ca0-457b-bf93-4c0e778f50a3 service neutron] 10.222.0.39 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843013 Jul 29 14:50:10.763175 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-85aad914-56c7-4a1e-b165-856bbe64964d service neutron] 10.222.0.39 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194918 Jul 29 14:50:10.848857 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-da32194b-9632-4478-bb4a-e9b2b5b7f495 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=0875494a-2f77-42dd-a8d2-b642d46823a2 HTTP/1.1" status: 200 len: 217 time: 0.0770714 Jul 29 14:50:10.944540 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-dab872f5-ba18-4110-b82a-6d199e7885a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:10.947274 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-dab872f5-ba18-4110-b82a-6d199e7885a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.0901427 Jul 29 14:50:11.052440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-06d7d60f-901a-4ecf-bdcc-14bfcef4bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:11.054047 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-06d7d60f-901a-4ecf-bdcc-14bfcef4bb25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1004918 Jul 29 14:50:11.095036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6df515-5939-42d7-a732-f392dd21d00e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da87fee-0764-49bf-8824-dfb17499408f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:50:11.097648 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082de59a-82bb-4c19-8303-034a6416be1d" -d '{"events": [{"server_uuid": "fc6df515-5939-42d7-a732-f392dd21d00e", "name": "network-vif-unplugged", "status": "completed", "tag": "1da87fee-0764-49bf-8824-dfb17499408f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:50:11.239780 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-e0edc97e-b881-4215-b9c9-276420f5fb3b service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767831 Jul 29 14:50:11.487794 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-03be87d5-0442-4ab2-b020-1f2182dc8a78 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338138 Jul 29 14:50:11.599950 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-2c75e503-8b2e-40c0-ac7e-5f026fa4684b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=20dcfb3e-a773-40e0-8c9a-c3337eb907f9 HTTP/1.1" status: 200 len: 217 time: 0.1035001 Jul 29 14:50:11.739333 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-eb296dbd-98f3-4ff4-9159-e9128c0223b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:11.750347 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-eb296dbd-98f3-4ff4-9159-e9128c0223b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.1320436 Jul 29 14:50:11.876761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-ab1b11ba-ec8f-4914-b569-dbc308a557b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:11.878301 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-ab1b11ba-ec8f-4914-b569-dbc308a557b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1272228 Jul 29 14:50:12.083186 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-71c4fa6e-3c3d-4e2e-b68f-237245658ba5 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970105 Jul 29 14:50:12.291633 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-c351d8ca-52e0-48a2-bda8-8877b4069072 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004480 Jul 29 14:50:12.374985 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-67cd8e81-9aa5-46f2-940e-a9bb7f95ccab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=6d1441c2-83c0-47d9-b5a2-4e4083a907c0 HTTP/1.1" status: 200 len: 217 time: 0.0750089 Jul 29 14:50:12.516436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-9d5c8da2-a26d-4ae6-9df4-d5def95060ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:12.518661 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-9d5c8da2-a26d-4ae6-9df4-d5def95060ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.1244831 Jul 29 14:50:12.657669 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-aa554bc6-8cbc-4034-8a52-54c8d1886d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:12.669926 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-aa554bc6-8cbc-4034-8a52-54c8d1886d3a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1398835 Jul 29 14:50:12.799810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-e855a576-6502-4bba-94c4-3d0f717b34a5 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197340 Jul 29 14:50:12.974981 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-24ee4d67-7d65-4649-8a6f-9f2a738b4596 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690598 Jul 29 14:50:13.055681 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-32d41e07-edd5-4a8c-98b1-d14993906ded service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=f97b9900-6958-422d-89e4-aba42e4f48de HTTP/1.1" status: 200 len: 217 time: 0.0727804 Jul 29 14:50:13.118579 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-2fda300b-d41f-49bd-a619-9e7a2a10d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:13.120547 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-2fda300b-d41f-49bd-a619-9e7a2a10d804 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.0581982 Jul 29 14:50:13.223747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-a379bb5e-9e7b-4767-b075-4549bc666c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:13.230062 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-a379bb5e-9e7b-4767-b075-4549bc666c2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1027699 Jul 29 14:50:13.463129 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-9ccb1039-9257-4ce4-acde-410c94ebe244 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248545 Jul 29 14:50:13.659310 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-d5aa14b7-6811-49e8-82ed-f7c98a5484c2 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872001 Jul 29 14:50:13.766487 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-6a1ef09e-aaeb-468b-9173-38089155cf88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3c575bd-780c-48e1-8ab2-eac2e139f0d6 HTTP/1.1" status: 200 len: 217 time: 0.0988379 Jul 29 14:50:13.919984 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-2aaef338-b4bd-442c-a58b-dc84ccf49f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:13.922266 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-2aaef338-b4bd-442c-a58b-dc84ccf49f38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1e29a38-29fa-45f1-a570-0300a7a9d5c3 HTTP/1.1" status: 200 len: 797 time: 0.1441600 Jul 29 14:50:14.015297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-8df3d275-f976-47e0-ab08-c2a59ccd4ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:14.017471 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-8df3d275-f976-47e0-ab08-c2a59ccd4ae0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806477 Jul 29 14:50:14.166653 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-91415669-2137-4bfd-8de3-3b64f32e32fa service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400163 Jul 29 14:50:14.279199 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-5bf6b4b5-4060-4bfe-9808-a118d7ee8d43 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046464 Jul 29 14:50:14.366787 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-41726dac-58cb-431b-a740-2bc4394ff1ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 HTTP/1.1" status: 200 len: 217 time: 0.0807602 Jul 29 14:50:14.495192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-eb2d59a3-8778-4942-96e2-3048a2458641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:14.500863 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-eb2d59a3-8778-4942-96e2-3048a2458641 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1e29a38-29fa-45f1-a570-0300a7a9d5c3 HTTP/1.1" status: 200 len: 797 time: 0.1264424 Jul 29 14:50:14.564238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 5835a63f-7b44-43e9-86e0-252cd334f13e details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:50:14.608985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-093cd6b6-b431-45ac-81f3-749c5355f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:14.610900 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-093cd6b6-b431-45ac-81f3-749c5355f70a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1018863 Jul 29 14:50:14.784801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-7b8eafe9-a6a8-4526-8168-9bfe2708e202 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643114 Jul 29 14:50:14.822560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5835a63f-7b44-43e9-86e0-252cd334f13e,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:14.858930 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'port_id': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'mac_address': 'fa:16:3e:b2:6c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:50:14.898362 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:14.920510 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5835a63f-7b44-43e9-86e0-252cd334f13e {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:50:14.976864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5835a63f-7b44-43e9-86e0-252cd334f13e,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:14.985712 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:15.043454 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0404725b-d2e6-4a18-aae7-4f8e688d167e req-a7401d1b-2c9e-459e-867a-c112fb086af1 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478232 Jul 29 14:50:15.091375 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=5835a63f-7b44-43e9-86e0-252cd334f13e,revision_number=11']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:15.234727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['5835a63f-7b44-43e9-86e0-252cd334f13e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:50:15.293774 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-a32b73f5-8228-4e4a-bbd0-687539b953c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:15.294253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-a32b73f5-8228-4e4a-bbd0-687539b953c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:15.294731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-a32b73f5-8228-4e4a-bbd0-687539b953c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:15.295362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-a32b73f5-8228-4e4a-bbd0-687539b953c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:15.296006 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-a32b73f5-8228-4e4a-bbd0-687539b953c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:15.305799 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-a32b73f5-8228-4e4a-bbd0-687539b953c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:15.307637 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-a32b73f5-8228-4e4a-bbd0-687539b953c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:15.314118 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-a32b73f5-8228-4e4a-bbd0-687539b953c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d512e776609042afb7cbb4d51213c3a0&device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6475 time: 0.1862357 Jul 29 14:50:15.614178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-74f89cd4-18d9-41d9-8204-83eab9509421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:15.615879 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-74f89cd4-18d9-41d9-8204-83eab9509421 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d HTTP/1.1" status: 200 len: 903 time: 0.2872603 Jul 29 14:50:15.724634 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-c25bc5f7-6fed-4016-b72d-cd0758834bac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=20dcfb3e-a773-40e0-8c9a-c3337eb907f9 HTTP/1.1" status: 200 len: 217 time: 0.0985327 Jul 29 14:50:15.833804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-fe3fc988-5dab-4d31-9533-013c23449752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:15.838018 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-fe3fc988-5dab-4d31-9533-013c23449752 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.1062868 Jul 29 14:50:15.927005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-674f0b2f-8b04-45de-ae39-69f40d345cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:15.928538 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-674f0b2f-8b04-45de-ae39-69f40d345cf0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0848472 Jul 29 14:50:16.118413 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-0a85d028-bc53-4246-94eb-5e99481cd37d service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804771 Jul 29 14:50:16.265923 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-ba8e05de-662c-4d35-87e6-f0c83f4faf01 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391873 Jul 29 14:50:16.463147 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-292b66cd-762f-480b-bd80-28b3d32a3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:16.468696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-292b66cd-762f-480b-bd80-28b3d32a3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:16.468696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-292b66cd-762f-480b-bd80-28b3d32a3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:16.468696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-292b66cd-762f-480b-bd80-28b3d32a3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:16.469376 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-292b66cd-762f-480b-bd80-28b3d32a3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:16.471791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-292b66cd-762f-480b-bd80-28b3d32a3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:16.472283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-292b66cd-762f-480b-bd80-28b3d32a3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:16.477948 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-292b66cd-762f-480b-bd80-28b3d32a3838 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d512e776609042afb7cbb4d51213c3a0&device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6475 time: 0.1072428 Jul 29 14:50:16.510953 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 5835a63f-7b44-43e9-86e0-252cd334f13e up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:50:16.608902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 5835a63f-7b44-43e9-86e0-252cd334f13e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:50:16.620178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 5835a63f-7b44-43e9-86e0-252cd334f13e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:50:16.620178 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:16.676561 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-19fe6b8e-10c3-4f3b-8e46-e123a468e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:16.678506 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-19fe6b8e-10c3-4f3b-8e46-e123a468e606 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d HTTP/1.1" status: 200 len: 903 time: 0.1941180 Jul 29 14:50:16.771359 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-8c7de17b-d37c-404a-8c5d-069211df7f42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=6d1441c2-83c0-47d9-b5a2-4e4083a907c0 HTTP/1.1" status: 200 len: 217 time: 0.0840669 Jul 29 14:50:16.824189 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:16.860137 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-88c760be-8bf6-4f79-9158-85b6e0196bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:16.862126 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-88c760be-8bf6-4f79-9158-85b6e0196bca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.0825176 Jul 29 14:50:16.921757 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5835a63f-7b44-43e9-86e0-252cd334f13e,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:16.927833 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:16.953969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-22253059-1ebe-4279-942d-d40c765a5806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:16.955581 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-22253059-1ebe-4279-942d-d40c765a5806 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0813673 Jul 29 14:50:17.040231 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=5835a63f-7b44-43e9-86e0-252cd334f13e,revision_number=12']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:17.119657 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-79618571-32ca-4bda-9c24-33d8e5a390c5 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567621 Jul 29 14:50:17.289767 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-2a5ac67f-475b-41d4-a13b-81b6ba019a35 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628437 Jul 29 14:50:17.418819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-52b1e713-430e-4223-9473-dbbfcde2cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:17.419454 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-52b1e713-430e-4223-9473-dbbfcde2cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:17.419944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-52b1e713-430e-4223-9473-dbbfcde2cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:17.420424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-52b1e713-430e-4223-9473-dbbfcde2cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:17.421216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-52b1e713-430e-4223-9473-dbbfcde2cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:17.421688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-52b1e713-430e-4223-9473-dbbfcde2cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:17.422160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-52b1e713-430e-4223-9473-dbbfcde2cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:17.424756 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-52b1e713-430e-4223-9473-dbbfcde2cd05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d512e776609042afb7cbb4d51213c3a0&device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6475 time: 0.0547843 Jul 29 14:50:17.601594 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-dc2967c2-3e66-4390-bfdd-a082056a6bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:17.603254 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-dc2967c2-3e66-4390-bfdd-a082056a6bf6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d HTTP/1.1" status: 200 len: 903 time: 0.1714368 Jul 29 14:50:17.678688 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-93a6325c-abd4-447b-8636-3d0138888120 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=f97b9900-6958-422d-89e4-aba42e4f48de HTTP/1.1" status: 200 len: 217 time: 0.0666628 Jul 29 14:50:17.835151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-dc05557a-1466-4273-afec-f07448cf2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:17.836049 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-dc05557a-1466-4273-afec-f07448cf2340 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.1459339 Jul 29 14:50:18.350945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-3343c819-a3bd-46c9-a13d-d77744921d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:18.353465 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-3343c819-a3bd-46c9-a13d-d77744921d3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5097320 Jul 29 14:50:18.497670 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-93619928-5e30-4556-8564-39393b6f4153 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346874 Jul 29 14:50:18.619327 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-33687fb0-de03-44c1-8b5c-52f7a9e13275 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157432 Jul 29 14:50:18.738326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-38bd89f5-4abb-41a0-840f-661efedfe793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:18.739536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-38bd89f5-4abb-41a0-840f-661efedfe793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:18.740543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-38bd89f5-4abb-41a0-840f-661efedfe793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:18.741320 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-38bd89f5-4abb-41a0-840f-661efedfe793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:18.741933 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-38bd89f5-4abb-41a0-840f-661efedfe793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:18.742540 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-38bd89f5-4abb-41a0-840f-661efedfe793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:18.743139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-38bd89f5-4abb-41a0-840f-661efedfe793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:18.753340 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-38bd89f5-4abb-41a0-840f-661efedfe793 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d512e776609042afb7cbb4d51213c3a0&device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6475 time: 0.0657487 Jul 29 14:50:18.884694 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-861a38f0-b485-4238-a13c-d635d8bcf6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:18.884694 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-861a38f0-b485-4238-a13c-d635d8bcf6cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=86ce031c-c6cf-4027-8ce8-3052a67f5b66 HTTP/1.1" status: 200 len: 903 time: 0.1231115 Jul 29 14:50:18.930686 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-e8afa1fb-16f5-4baa-9a37-65cdcc4f940a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3c575bd-780c-48e1-8ab2-eac2e139f0d6 HTTP/1.1" status: 200 len: 217 time: 0.0381243 Jul 29 14:50:19.004970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-145cfbcf-0fa1-4bc3-a44b-8c807a76c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:19.006802 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-145cfbcf-0fa1-4bc3-a44b-8c807a76c462 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1e29a38-29fa-45f1-a570-0300a7a9d5c3 HTTP/1.1" status: 200 len: 797 time: 0.0740130 Jul 29 14:50:19.062681 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-bba17f8b-e77d-4548-a2c3-b421bd1331df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:19.064211 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-bba17f8b-e77d-4548-a2c3-b421bd1331df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0491393 Jul 29 14:50:19.180006 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-a1a8c8d5-a339-4a14-b3d4-0e3b46fe33b3 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073771 Jul 29 14:50:19.299202 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc1ea99-f549-48a5-aeca-6418a3411992 req-8ed9aeee-58e5-4b50-adc9-0f22f64c3b67 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094680 Jul 29 14:50:22.852971 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9dc38775-e66c-4db9-8eee-3b040829f3ce req-b4c644c8-0863-417d-83d5-e041ee2d6984 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536675 Jul 29 14:50:22.927194 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc38775-e66c-4db9-8eee-3b040829f3ce req-6c2ec7ad-5913-43f4-a669-a4adf8b42ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:22.928704 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9dc38775-e66c-4db9-8eee-3b040829f3ce req-6c2ec7ad-5913-43f4-a669-a4adf8b42ab2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=812f7c425a5d4f2fb72dd2b1a05c3ba1&device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0497417 Jul 29 14:50:23.067173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc38775-e66c-4db9-8eee-3b040829f3ce req-48b6fece-2239-4d16-b0e5-05b686c5ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:23.069224 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9dc38775-e66c-4db9-8eee-3b040829f3ce req-48b6fece-2239-4d16-b0e5-05b686c5ce4d service neutron] 10.222.0.39 "GET /v2.0/networks?id=1c6029df-4f46-4bb8-b870-1f0a53d78198 HTTP/1.1" status: 200 len: 916 time: 0.1060612 Jul 29 14:50:23.229706 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9dc38775-e66c-4db9-8eee-3b040829f3ce req-799c92a1-3842-4438-b530-4093aa782a4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e16cf818-90fd-4443-aa71-e8e76294186a HTTP/1.1" status: 200 len: 1002 time: 0.1511514 Jul 29 14:50:23.302364 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc38775-e66c-4db9-8eee-3b040829f3ce req-ff069434-c695-4b22-8bb3-6066fbf3678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:23.303865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9dc38775-e66c-4db9-8eee-3b040829f3ce req-ff069434-c695-4b22-8bb3-6066fbf3678c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af905744-454c-4f5a-b5f4-3cd09d75c9a2 HTTP/1.1" status: 200 len: 854 time: 0.0659895 Jul 29 14:50:23.376405 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc38775-e66c-4db9-8eee-3b040829f3ce req-ed38395d-c30a-4a09-96b5-b12ac029097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:23.378340 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9dc38775-e66c-4db9-8eee-3b040829f3ce req-ed38395d-c30a-4a09-96b5-b12ac029097b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1c6029df-4f46-4bb8-b870-1f0a53d78198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666058 Jul 29 14:50:23.551200 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9dc38775-e66c-4db9-8eee-3b040829f3ce req-7e9c3cac-85b9-4d8c-8643-dfbb509ccd36 service neutron] 10.222.0.39 "GET /v2.0/networks/1c6029df-4f46-4bb8-b870-1f0a53d78198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648970 Jul 29 14:50:23.751945 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9dc38775-e66c-4db9-8eee-3b040829f3ce req-f26bd3bb-6693-46a7-a130-1eb883106d80 service neutron] 10.222.0.39 "GET /v2.0/networks/1c6029df-4f46-4bb8-b870-1f0a53d78198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935213 Jul 29 14:50:24.082052 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e8485e-43cb-40ed-a7ff-0e0bfbde6484 x-openstack-request-id: req-f3e8485e-43cb-40ed-a7ff-0e0bfbde6484 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:24.083326 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6df515-5939-42d7-a732-f392dd21d00e", "name": "network-vif-unplugged", "status": "completed", "tag": "1da87fee-0764-49bf-8824-dfb17499408f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:24.083866 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3e8485e-43cb-40ed-a7ff-0e0bfbde6484 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:24.084347 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6df515-5939-42d7-a732-f392dd21d00e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da87fee-0764-49bf-8824-dfb17499408f', 'code': 200} Jul 29 14:50:24.115460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a91884-bc9a-4ef4-9582-094b30b88bc4 req-b9bddfd4-03e4-49ed-be92-3ab73aaea6bc tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:24.122467 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a91884-bc9a-4ef4-9582-094b30b88bc4 req-b9bddfd4-03e4-49ed-be92-3ab73aaea6bc tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:24.131109 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a91884-bc9a-4ef4-9582-094b30b88bc4 req-b9bddfd4-03e4-49ed-be92-3ab73aaea6bc tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:24.139097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a91884-bc9a-4ef4-9582-094b30b88bc4 req-b9bddfd4-03e4-49ed-be92-3ab73aaea6bc tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:24.145640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a91884-bc9a-4ef4-9582-094b30b88bc4 req-b9bddfd4-03e4-49ed-be92-3ab73aaea6bc tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:24.151995 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a91884-bc9a-4ef4-9582-094b30b88bc4 req-b9bddfd4-03e4-49ed-be92-3ab73aaea6bc tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:24.159634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a91884-bc9a-4ef4-9582-094b30b88bc4 req-b9bddfd4-03e4-49ed-be92-3ab73aaea6bc tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:24.170253 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-51a91884-bc9a-4ef4-9582-094b30b88bc4 req-b9bddfd4-03e4-49ed-be92-3ab73aaea6bc tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5418 time: 0.1284552 Jul 29 14:50:24.205626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a8745-c888-4319-aaa4-c69b160f83ca req-fa611841-400a-46c4-b220-0436d1e568f6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:24.212765 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-51a91884-bc9a-4ef4-9582-094b30b88bc4 req-c9ab2b22-2eb3-4fe2-a9e4-08df0c18d1e2 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409806 Jul 29 14:50:24.213025 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f50a8745-c888-4319-aaa4-c69b160f83ca req-fa611841-400a-46c4-b220-0436d1e568f6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 947 time: 0.0773351 Jul 29 14:50:24.260895 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f50a8745-c888-4319-aaa4-c69b160f83ca req-ff7d6b8a-496b-4592-9122-414b7c41f95e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436628 Jul 29 14:50:24.538444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-8e1f121d-fdff-4afb-86a7-b453cd319ceb tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:24.540181 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-8e1f121d-fdff-4afb-86a7-b453cd319ceb tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 807 time: 0.1750858 Jul 29 14:50:24.566310 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-c7ce39d8-595b-44bb-b4d8-293c8fd1a5c3 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/quotas/5c3ea6a1acab4953a3086c534dc4a2e5 HTTP/1.1" status: 200 len: 375 time: 0.0173726 Jul 29 14:50:24.632793 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-db6fddb8-7624-4969-a16a-1797db742ae0 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653412 Jul 29 14:50:24.740224 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-7c952be3-811d-4ed8-b78f-c9689f33d992 service neutron] 10.222.0.16 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047728 Jul 29 14:50:24.866791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33740) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:24.874930 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-67d6f249-2c99-427a-a7d2-1da8ae099573 service neutron] 10.222.0.16 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293454 Jul 29 14:50:25.069400 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a16e67c7-5b14-4f66-b58d-b523feb6be64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:25.186661 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a16e67c7-5b14-4f66-b58d-b523feb6be64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:25.199687 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a16e67c7-5b14-4f66-b58d-b523feb6be64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:25.287130 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-018ff75e-ec69-4720-821a-43a08373d5ea req-1fa415fd-269f-4a11-877a-d58afc1548f7 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 210 time: 0.0562072 Jul 29 14:50:25.298678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e67c7-5b14-4f66-b58d-b523feb6be64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b028a0-ae21-49ea-824f-8e66e179ef1d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:25.324582 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a16e67c7-5b14-4f66-b58d-b523feb6be64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3bae78fa1d004f7a89455b4e8c4f0482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4550235 Jul 29 14:50:25.326802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33800) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:25.455217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a643-b1b9-474f-a1b2-e9a0742e30d4 req-f4aebb13-40b8-4964-b227-e55fb51379d3 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:25.462259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a643-b1b9-474f-a1b2-e9a0742e30d4 req-f4aebb13-40b8-4964-b227-e55fb51379d3 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:25.471400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a643-b1b9-474f-a1b2-e9a0742e30d4 req-f4aebb13-40b8-4964-b227-e55fb51379d3 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:25.479702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a643-b1b9-474f-a1b2-e9a0742e30d4 req-f4aebb13-40b8-4964-b227-e55fb51379d3 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:25.487765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a643-b1b9-474f-a1b2-e9a0742e30d4 req-f4aebb13-40b8-4964-b227-e55fb51379d3 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:25.494980 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a643-b1b9-474f-a1b2-e9a0742e30d4 req-f4aebb13-40b8-4964-b227-e55fb51379d3 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:25.501786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a643-b1b9-474f-a1b2-e9a0742e30d4 req-f4aebb13-40b8-4964-b227-e55fb51379d3 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:25.504223 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a6f0a643-b1b9-474f-a1b2-e9a0742e30d4 req-f4aebb13-40b8-4964-b227-e55fb51379d3 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5418 time: 0.1379573 Jul 29 14:50:25.507563 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6f55-ee1c-49a7-a85a-7591334a6d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:25.509004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9921d8-0195-48e5-b1ae-d06e1b25d693 req-9f862028-98fe-44aa-8d78-eaa6d38c0856 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:25.511167 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6f9921d8-0195-48e5-b1ae-d06e1b25d693 req-9f862028-98fe-44aa-8d78-eaa6d38c0856 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 947 time: 0.0688677 Jul 29 14:50:25.549887 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6f55-ee1c-49a7-a85a-7591334a6d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:25.555367 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6f9921d8-0195-48e5-b1ae-d06e1b25d693 req-a6dac71f-75df-4778-b713-e6720a7d1f00 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368967 Jul 29 14:50:25.589531 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a6f0a643-b1b9-474f-a1b2-e9a0742e30d4 req-e408ade6-6f73-4f75-8047-0a8abb29a7ea tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770366 Jul 29 14:50:25.640270 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6f55-ee1c-49a7-a85a-7591334a6d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:25.645123 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6f55-ee1c-49a7-a85a-7591334a6d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:25.648715 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-eb2c6f55-ee1c-49a7-a85a-7591334a6d88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56b028a0-ae21-49ea-824f-8e66e179ef1d HTTP/1.1" status: 204 len: 168 time: 0.3185432 Jul 29 14:50:25.660358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c6f55-ee1c-49a7-a85a-7591334a6d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b028a0-ae21-49ea-824f-8e66e179ef1d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:25.805668 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947d5a1-45f5-43c0-828e-aa2cd8a09cf9 req-e8267438-3bf7-45c1-9efb-913d4959c058 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:25.807649 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1947d5a1-45f5-43c0-828e-aa2cd8a09cf9 req-e8267438-3bf7-45c1-9efb-913d4959c058 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 950 time: 0.0772829 Jul 29 14:50:25.882271 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1947d5a1-45f5-43c0-828e-aa2cd8a09cf9 req-db87cd7d-7f8d-4467-8c37-afb6fcb56c5f tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635028 Jul 29 14:50:25.955330 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:26.019424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-10754099-78e0-43dd-aa33-2959a74bb2a2 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:26.021030 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-10754099-78e0-43dd-aa33-2959a74bb2a2 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/networks?id=ed19475f-16bb-4675-9b16-f2d2e343b379 HTTP/1.1" status: 200 len: 805 time: 0.1776090 Jul 29 14:50:26.058502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-78ec4a53-5b7d-4c93-bf31-830c4770955d tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/quotas/837133df88c142f4a477dda58bdd3698 HTTP/1.1" status: 200 len: 375 time: 0.0278933 Jul 29 14:50:26.085531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5835a63f-7b44-43e9-86e0-252cd334f13e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:50:26.088123 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f348866-81ce-4b52-b8e5-2a9a00b4e1c5" -d '{"events": [{"server_uuid": "6b86127a-1cd6-415d-a04a-fbefccc90149", "name": "network-vif-plugged", "status": "completed", "tag": "5835a63f-7b44-43e9-86e0-252cd334f13e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:50:26.149228 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-86a1bcb7-0cc4-4c3f-8e2c-dab4c33c24d6 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=837133df88c142f4a477dda58bdd3698&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0890224 Jul 29 14:50:26.172606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33844) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:26.210800 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5eae3930-5f7b-45c4-90d6-c5215ea1605e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:26.264065 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-157e979f-2091-4d8f-8eb7-da8514999d04 service neutron] 10.222.0.16 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130471 Jul 29 14:50:26.345205 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a58eb8f-85fd-4487-bb8f-2d71edcf173b x-openstack-request-id: req-8a58eb8f-85fd-4487-bb8f-2d71edcf173b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:26.345561 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b86127a-1cd6-415d-a04a-fbefccc90149", "name": "network-vif-plugged", "status": "completed", "tag": "5835a63f-7b44-43e9-86e0-252cd334f13e", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:26.345878 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a58eb8f-85fd-4487-bb8f-2d71edcf173b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:26.346395 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'code': 200} Jul 29 14:50:26.412961 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5eae3930-5f7b-45c4-90d6-c5215ea1605e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:26.416819 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-557ba983-5dca-46eb-a976-b2d8086d8f79 service neutron] 10.222.0.16 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499605 Jul 29 14:50:26.435279 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5eae3930-5f7b-45c4-90d6-c5215ea1605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:26.485446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae3930-5f7b-45c4-90d6-c5215ea1605e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60ffde7-8078-489a-ad56-90d8c3e1f770,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:26.519061 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb1d54c5-90f3-4df8-8b49-755cc4ccea86 req-19d02bbb-23cf-4dd2-876a-153c5add83bf tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 210 time: 0.0895972 Jul 29 14:50:26.549287 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5eae3930-5f7b-45c4-90d6-c5215ea1605e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab4922a39d9a4286a6982827b633777b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745501 Jul 29 14:50:26.552132 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33858) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:26.586261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1317c190-98be-4379-97f5-fbb057deb9d4 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:50:26.659824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eebe34-3c8f-4287-b724-72879118d147 req-c7c5078e-1563-4811-b6f6-7a4ed20954c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:26.662397 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92963d4c-6855-405b-89db-e14076634f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:26.673405 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-56eebe34-3c8f-4287-b724-72879118d147 req-c7c5078e-1563-4811-b6f6-7a4ed20954c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 1098 time: 0.0959589 Jul 29 14:50:26.709980 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92963d4c-6855-405b-89db-e14076634f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:26.712847 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:26.757760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1317c190-98be-4379-97f5-fbb057deb9d4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1317c190-98be-4379-97f5-fbb057deb9d4,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:26.762789 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:26.844477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3ded7e5-eb57-496b-9418-89038963b90d req-5026f02e-1d02-45d8-a945-d71694acccff tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 210 time: 0.1060493 Jul 29 14:50:26.846778 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-56eebe34-3c8f-4287-b724-72879118d147 req-6b297d4f-380f-43c4-8424-92fe8d25be1b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640661 Jul 29 14:50:26.872740 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92963d4c-6855-405b-89db-e14076634f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:26.876959 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92963d4c-6855-405b-89db-e14076634f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:26.878130 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-92963d4c-6855-405b-89db-e14076634f16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d60ffde7-8078-489a-ad56-90d8c3e1f770 HTTP/1.1" status: 204 len: 168 time: 0.3249633 Jul 29 14:50:26.887495 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92963d4c-6855-405b-89db-e14076634f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60ffde7-8078-489a-ad56-90d8c3e1f770,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:26.893310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1317c190-98be-4379-97f5-fbb057deb9d4,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:26.914081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:26.914617 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:26.916210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:26.917381 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:26.922754 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:26.923029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518ebbf-12fe-48ff-8a21-aad66bb3e78e req-a3e1f617-4aeb-45c5-930f-5c6140f73039 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:26.923168 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:26.923395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:26.925323 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d518ebbf-12fe-48ff-8a21-aad66bb3e78e req-a3e1f617-4aeb-45c5-930f-5c6140f73039 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 947 time: 0.1097715 Jul 29 14:50:26.933259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:26.933600 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:26.937657 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:26.938409 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:26.938933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:27.009472 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d518ebbf-12fe-48ff-8a21-aad66bb3e78e req-ca6075fa-0282-4220-867e-f4f0e1515c20 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763526 Jul 29 14:50:27.223387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9a6c-bd61-4f4b-8e73-59ccdafb1aa7 req-81e57d62-cf46-44ea-b271-5b6d25f91d94 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:27.230160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9a6c-bd61-4f4b-8e73-59ccdafb1aa7 req-81e57d62-cf46-44ea-b271-5b6d25f91d94 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:27.236902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9a6c-bd61-4f4b-8e73-59ccdafb1aa7 req-81e57d62-cf46-44ea-b271-5b6d25f91d94 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:27.243060 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9a6c-bd61-4f4b-8e73-59ccdafb1aa7 req-81e57d62-cf46-44ea-b271-5b6d25f91d94 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:27.251279 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9a6c-bd61-4f4b-8e73-59ccdafb1aa7 req-81e57d62-cf46-44ea-b271-5b6d25f91d94 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:27.257899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9a6c-bd61-4f4b-8e73-59ccdafb1aa7 req-81e57d62-cf46-44ea-b271-5b6d25f91d94 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:27.273902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9a6c-bd61-4f4b-8e73-59ccdafb1aa7 req-81e57d62-cf46-44ea-b271-5b6d25f91d94 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:27.275970 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-af0c9a6c-bd61-4f4b-8e73-59ccdafb1aa7 req-81e57d62-cf46-44ea-b271-5b6d25f91d94 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5418 time: 0.2282054 Jul 29 14:50:27.351386 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-6c5ecd7c-e1c1-419e-b508-c1488efdd5fe tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:27.353498 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-6c5ecd7c-e1c1-419e-b508-c1488efdd5fe tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.38 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 807 time: 0.4715214 Jul 29 14:50:27.393729 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ced83-75a6-4c67-ac87-9942c8a707e1 req-9f9dcc1c-7183-4a7c-b39a-c684cb3e15b3 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:27.396093 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387ced83-75a6-4c67-ac87-9942c8a707e1 req-9f9dcc1c-7183-4a7c-b39a-c684cb3e15b3 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4044ca4-1b79-4f15-9691-471b2367a734 HTTP/1.1" status: 200 len: 943 time: 0.1165159 Jul 29 14:50:27.399936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-22cdaa3a-efe0-4630-b329-b4c6800a55f6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Request body: {'port': {'device_id': '1d8bd920-3f15-4638-9f00-a6623508a279', 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a', 'admin_state_up': True, 'tenant_id': '5c3ea6a1acab4953a3086c534dc4a2e5'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:50:27.435387 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-af0c9a6c-bd61-4f4b-8e73-59ccdafb1aa7 req-2d55f19c-fde7-44c1-af87-1045d3701765 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1354036 Jul 29 14:50:27.623864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1da87fee-0764-49bf-8824-dfb17499408f details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:50:27.696277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-387ced83-75a6-4c67-ac87-9942c8a707e1 req-3d7cf96b-dd9a-49a9-97e4-a166b4449354 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Deleting port 1317c190-98be-4379-97f5-fbb057deb9d4 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:50:27.697025 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387ced83-75a6-4c67-ac87-9942c8a707e1 req-3d7cf96b-dd9a-49a9-97e4-a166b4449354 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:27.802951 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-67aa9a27-1984-41ff-b6d1-3aeb1feb1906 req-b6b0c91d-de02-4c1c-9bb5-95168461a9b8 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 210 time: 0.1078138 Jul 29 14:50:27.848804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-22cdaa3a-efe0-4630-b329-b4c6800a55f6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Made reservation on behalf of 5c3ea6a1acab4953a3086c534dc4a2e5 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:50:27.860070 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-22cdaa3a-efe0-4630-b329-b4c6800a55f6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:27.914445 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1da87fee-0764-49bf-8824-dfb17499408f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1da87fee-0764-49bf-8824-dfb17499408f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:27.941315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '1da87fee-0764-49bf-8824-dfb17499408f', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '1da87fee-0764-49bf-8824-dfb17499408f', 'mac_address': 'fa:16:3e:a6:04:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:50:28.011011 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:28.054844 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da87fee-0764-49bf-8824-dfb17499408f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:50:28.115247 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1da87fee-0764-49bf-8824-dfb17499408f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1da87fee-0764-49bf-8824-dfb17499408f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:28.142498 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:28.244205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-387ced83-75a6-4c67-ac87-9942c8a707e1 req-3d7cf96b-dd9a-49a9-97e4-a166b4449354 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] For port 1317c190-98be-4379-97f5-fbb057deb9d4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1317c190-98be-4379-97f5-fbb057deb9d4,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:28.246033 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387ced83-75a6-4c67-ac87-9942c8a707e1 req-3d7cf96b-dd9a-49a9-97e4-a166b4449354 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:28.272968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-387ced83-75a6-4c67-ac87-9942c8a707e1 req-3d7cf96b-dd9a-49a9-97e4-a166b4449354 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Calling delete_port for 1317c190-98be-4379-97f5-fbb057deb9d4 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:50:28.291067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461c1bc-c771-4d3b-ba23-474a5d3523dd req-c16311d1-279d-42f3-82e2-d911d8d810ab tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:28.292656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=1da87fee-0764-49bf-8824-dfb17499408f,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:28.302141 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6461c1bc-c771-4d3b-ba23-474a5d3523dd req-c16311d1-279d-42f3-82e2-d911d8d810ab tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 947 time: 0.1129055 Jul 29 14:50:28.348335 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4044ca4-1b79-4f15-9691-471b2367a734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1317c190-98be-4379-97f5-fbb057deb9d4'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:50:28.352309 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4501a567-ac6d-4fe0-873a-4ef4211d8b36" -d '{"events": [{"server_uuid": "d4044ca4-1b79-4f15-9691-471b2367a734", "name": "network-vif-unplugged", "status": "completed", "tag": "1317c190-98be-4379-97f5-fbb057deb9d4"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:50:28.358106 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['1da87fee-0764-49bf-8824-dfb17499408f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:50:28.453754 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6461c1bc-c771-4d3b-ba23-474a5d3523dd req-2fe58a78-432c-4207-8d83-fc61f081485b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503732 Jul 29 14:50:28.484025 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-24504681-b3ef-4bc7-a7b3-935942c61c32 req-295e9d79-8167-4d47-b8ac-e201bb9334f3 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 210 time: 0.4354506 Jul 29 14:50:28.619962 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e4a441-6047-40a7-b0f3-d243a1df69ed x-openstack-request-id: req-62e4a441-6047-40a7-b0f3-d243a1df69ed {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:28.620252 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4044ca4-1b79-4f15-9691-471b2367a734", "name": "network-vif-unplugged", "status": "completed", "tag": "1317c190-98be-4379-97f5-fbb057deb9d4", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:28.621471 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62e4a441-6047-40a7-b0f3-d243a1df69ed {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:28.622027 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4044ca4-1b79-4f15-9691-471b2367a734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1317c190-98be-4379-97f5-fbb057deb9d4', 'code': 200} Jul 29 14:50:28.874044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-22cdaa3a-efe0-4630-b329-b4c6800a55f6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Allocated IP 172.20.0.4 (3d2c1f32-c50e-4383-8681-f45f9880fe0a/b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97/1d147a78-0077-4451-9b6d-3587aa51582e) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:50:29.118596 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3193c7df-ca4a-4a66-a2bb-9dcd91c7d0c4 req-e6f82e1a-b238-4119-838c-3b3ad909d39d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 210 time: 0.0540469 Jul 29 14:50:29.256741 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-22cdaa3a-efe0-4630-b329-b4c6800a55f6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:29.421037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-92332fa3-f5cc-4b3b-b3e5-313a141ca0a5 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:29.426952 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-92332fa3-f5cc-4b3b-b3e5-313a141ca0a5 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.39 "GET /v2.0/networks?id=ed19475f-16bb-4675-9b16-f2d2e343b379 HTTP/1.1" status: 200 len: 805 time: 0.9360347 Jul 29 14:50:29.427889 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387ced83-75a6-4c67-ac87-9942c8a707e1 req-3d7cf96b-dd9a-49a9-97e4-a166b4449354 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:29.469180 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-22b0dce6-506e-4f0f-8d32-b0a8cf2f7375 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Request body: {'port': {'device_id': '07666018-39d0-4d70-b11f-0dd5136e72ee', 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379', 'admin_state_up': True, 'tenant_id': '837133df88c142f4a477dda58bdd3698'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:50:29.649943 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1da87fee-0764-49bf-8824-dfb17499408f up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:50:29.664572 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cf96b-dd9a-49a9-97e4-a166b4449354 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Pushing event deleted for resources: {'Port': ['ID=1317c190-98be-4379-97f5-fbb057deb9d4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:29.684742 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-22cdaa3a-efe0-4630-b329-b4c6800a55f6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:29.707782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80667ca1-75be-4a6a-9b26-d2820d7eca56 req-967fe232-9cd1-4b21-80b8-86dde7db28e8 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:29.713970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80667ca1-75be-4a6a-9b26-d2820d7eca56 req-967fe232-9cd1-4b21-80b8-86dde7db28e8 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:29.723694 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80667ca1-75be-4a6a-9b26-d2820d7eca56 req-967fe232-9cd1-4b21-80b8-86dde7db28e8 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:29.730004 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80667ca1-75be-4a6a-9b26-d2820d7eca56 req-967fe232-9cd1-4b21-80b8-86dde7db28e8 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:29.736432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80667ca1-75be-4a6a-9b26-d2820d7eca56 req-967fe232-9cd1-4b21-80b8-86dde7db28e8 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:29.736808 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['abd06b1f-af09-4691-9c2d-f8be709238c3'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:50:29.742612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80667ca1-75be-4a6a-9b26-d2820d7eca56 req-967fe232-9cd1-4b21-80b8-86dde7db28e8 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:29.748975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80667ca1-75be-4a6a-9b26-d2820d7eca56 req-967fe232-9cd1-4b21-80b8-86dde7db28e8 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:29.753144 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-80667ca1-75be-4a6a-9b26-d2820d7eca56 req-967fe232-9cd1-4b21-80b8-86dde7db28e8 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5418 time: 0.5159345 Jul 29 14:50:30.010222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-387ced83-75a6-4c67-ac87-9942c8a707e1 req-3d7cf96b-dd9a-49a9-97e4-a166b4449354 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] No DVR routers for this DVR port 1317c190-98be-4379-97f5-fbb057deb9d4 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:50:30.014604 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387ced83-75a6-4c67-ac87-9942c8a707e1 req-3d7cf96b-dd9a-49a9-97e4-a166b4449354 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:30.021951 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387ced83-75a6-4c67-ac87-9942c8a707e1 req-3d7cf96b-dd9a-49a9-97e4-a166b4449354 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.39 "DELETE /v2.0/ports/1317c190-98be-4379-97f5-fbb057deb9d4 HTTP/1.1" status: 204 len: 173 time: 2.6155179 Jul 29 14:50:30.054660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dfab2-93d7-4562-b69d-f99ac5e1af39 req-a63c7cf8-c95f-4d60-8fa8-ddc2848ae8e4 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:30.070824 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a7dfab2-93d7-4562-b69d-f99ac5e1af39 req-a63c7cf8-c95f-4d60-8fa8-ddc2848ae8e4 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 947 time: 0.2069223 Jul 29 14:50:30.096385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4044ca4-1b79-4f15-9691-471b2367a734', 'name': 'network-vif-deleted', 'tag': '1317c190-98be-4379-97f5-fbb057deb9d4'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:50:30.099487 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fa4431-4d09-438c-8f4a-b55752240412" -d '{"events": [{"server_uuid": "d4044ca4-1b79-4f15-9691-471b2367a734", "name": "network-vif-deleted", "tag": "1317c190-98be-4379-97f5-fbb057deb9d4"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:50:30.122886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-22b0dce6-506e-4f0f-8d32-b0a8cf2f7375 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Made reservation on behalf of 837133df88c142f4a477dda58bdd3698 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:50:30.128310 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-22b0dce6-506e-4f0f-8d32-b0a8cf2f7375 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:30.194120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-22cdaa3a-efe0-4630-b329-b4c6800a55f6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Network 3d2c1f32-c50e-4383-8681-f45f9880fe0a is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:50:30.231868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-22cdaa3a-efe0-4630-b329-b4c6800a55f6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:50:30.241906 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-22cdaa3a-efe0-4630-b329-b4c6800a55f6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:50:30.255593 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a7dfab2-93d7-4562-b69d-f99ac5e1af39 req-c92f7419-9d5e-48ae-9021-51988972a4aa tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755834 Jul 29 14:50:30.362221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cdaa3a-efe0-4630-b329-b4c6800a55f6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Pushing event updated for resources: {'Port': ['ID=1d147a78-0077-4451-9b6d-3587aa51582e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:30.469763 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-80667ca1-75be-4a6a-9b26-d2820d7eca56 req-9ae4befc-4c0b-4f55-9dae-1ae26e4728e1 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6833522 Jul 29 14:50:30.565310 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f67c8773-bb75-41f3-ad77-13fcf097ab59 req-a3900d42-a5f7-49f9-88a3-468149bc7721 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 210 time: 0.0555735 Jul 29 14:50:30.568200 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8b8cca4d-2f6e-44ff-a66d-76d0ad9bc377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:30.604362 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 1da87fee-0764-49bf-8824-dfb17499408f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:50:30.607395 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:30.705678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-22cdaa3a-efe0-4630-b329-b4c6800a55f6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:30.707740 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-22cdaa3a-efe0-4630-b329-b4c6800a55f6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:30.708216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1317c190-98be-4379-97f5-fbb057deb9d4 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:50:30.761790 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 1317c190-98be-4379-97f5-fbb057deb9d4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:50:30.762319 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1317c190-98be-4379-97f5-fbb057deb9d4 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:50:30.787081 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-22cdaa3a-efe0-4630-b329-b4c6800a55f6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4030819 Jul 29 14:50:30.807666 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222f6dc-3628-4af7-8dc0-5e90580179ed req-6c9688e5-0e5e-4078-a3ed-f00ac823a3bf tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:30.819139 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2222f6dc-3628-4af7-8dc0-5e90580179ed req-6c9688e5-0e5e-4078-a3ed-f00ac823a3bf tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 946 time: 0.1753657 Jul 29 14:50:30.861085 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-8095fd0f-592b-4994-9f9f-acdf34d65952 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:50:30.862605 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-8095fd0f-592b-4994-9f9f-acdf34d65952 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066478 Jul 29 14:50:30.964941 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2222f6dc-3628-4af7-8dc0-5e90580179ed req-826bc5de-2f0c-4eac-9f94-a6cd9a712df6 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ae6374-cd0f-41ca-903e-dded35433a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444628 Jul 29 14:50:30.971319 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-22b0dce6-506e-4f0f-8d32-b0a8cf2f7375 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Allocated IP 172.20.0.6 (ed19475f-16bb-4675-9b16-f2d2e343b379/95340acc-bef9-42bd-a762-2a1386e44aeb/5e34a88c-88ad-40fe-948e-d687a9bdf90f) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:50:30.972266 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:30.981441 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c22f693-c2ec-460b-85b7-a7d519190482 x-openstack-request-id: req-6c22f693-c2ec-460b-85b7-a7d519190482 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:30.983704 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4044ca4-1b79-4f15-9691-471b2367a734", "name": "network-vif-deleted", "tag": "1317c190-98be-4379-97f5-fbb057deb9d4", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:30.984110 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c22f693-c2ec-460b-85b7-a7d519190482 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:30.987704 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4044ca4-1b79-4f15-9691-471b2367a734', 'name': 'network-vif-deleted', 'tag': '1317c190-98be-4379-97f5-fbb057deb9d4', 'status': 'completed', 'code': 200} Jul 29 14:50:31.043003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6df515-5939-42d7-a732-f392dd21d00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da87fee-0764-49bf-8824-dfb17499408f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:50:31.045332 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659b372c-170f-49e2-8bf5-ee48c1d5ba90" -d '{"events": [{"server_uuid": "fc6df515-5939-42d7-a732-f392dd21d00e", "name": "network-vif-plugged", "status": "completed", "tag": "1da87fee-0764-49bf-8824-dfb17499408f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:50:31.091852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1da87fee-0764-49bf-8824-dfb17499408f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1da87fee-0764-49bf-8824-dfb17499408f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:31.099283 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:31.103395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2ce35f19-ce23-4a09-9360-ce63328e0dce no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:50:31.282736 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5197fccf-34e1-4478-ad7f-61ecd7b1ad0e x-openstack-request-id: req-5197fccf-34e1-4478-ad7f-61ecd7b1ad0e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:31.283027 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6df515-5939-42d7-a732-f392dd21d00e", "name": "network-vif-plugged", "status": "completed", "tag": "1da87fee-0764-49bf-8824-dfb17499408f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:31.283276 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5197fccf-34e1-4478-ad7f-61ecd7b1ad0e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:31.283664 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6df515-5939-42d7-a732-f392dd21d00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da87fee-0764-49bf-8824-dfb17499408f', 'code': 200} Jul 29 14:50:31.284248 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=1da87fee-0764-49bf-8824-dfb17499408f,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:31.287670 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899ed4c-437f-4625-981e-6cfb1b3cca96 req-332101e9-29e7-4693-b609-29623064c4f2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:31.298732 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3899ed4c-437f-4625-981e-6cfb1b3cca96 req-332101e9-29e7-4693-b609-29623064c4f2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 931 time: 0.1830637 Jul 29 14:50:31.319131 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Request body: {'port': {'device_id': '1d8bd920-3f15-4638-9f00-a6623508a279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:50:31.348974 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3899ed4c-437f-4625-981e-6cfb1b3cca96 req-2f9dc106-7d40-44cd-8587-e3981fa303c6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Jul 29 14:50:31.536941 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:31.617383 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2ce35f19-ce23-4a09-9360-ce63328e0dce, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2ce35f19-ce23-4a09-9360-ce63328e0dce,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:31.624225 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:31.759977 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329a7b1-7cb6-4414-a547-086fe23eb275 req-d68a562c-2ab4-4e29-a013-53f724781d96 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:31.781725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2ce35f19-ce23-4a09-9360-ce63328e0dce,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:31.783841 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329a7b1-7cb6-4414-a547-086fe23eb275 req-d68a562c-2ab4-4e29-a013-53f724781d96 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:31.796717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329a7b1-7cb6-4414-a547-086fe23eb275 req-d68a562c-2ab4-4e29-a013-53f724781d96 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:31.803197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329a7b1-7cb6-4414-a547-086fe23eb275 req-d68a562c-2ab4-4e29-a013-53f724781d96 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:31.829768 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329a7b1-7cb6-4414-a547-086fe23eb275 req-d68a562c-2ab4-4e29-a013-53f724781d96 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:31.835917 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329a7b1-7cb6-4414-a547-086fe23eb275 req-d68a562c-2ab4-4e29-a013-53f724781d96 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:31.855027 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329a7b1-7cb6-4414-a547-086fe23eb275 req-d68a562c-2ab4-4e29-a013-53f724781d96 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:31.863467 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8329a7b1-7cb6-4414-a547-086fe23eb275 req-d68a562c-2ab4-4e29-a013-53f724781d96 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5418 time: 0.2450073 Jul 29 14:50:31.954758 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8329a7b1-7cb6-4414-a547-086fe23eb275 req-b71cfcfb-c736-4ce3-ad39-d31f8b47ead4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901854 Jul 29 14:50:32.160263 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc51245b-76d7-4ed2-bbb5-c572c27a2e23 req-10efe90a-5e1e-4e9d-b4b7-4aba17fb9dc5 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 210 time: 0.0689771 Jul 29 14:50:32.198665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34180) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:32.304355 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016b2f2-fc3d-48e7-bb14-9da0f7457ec6 req-bb0fb6d6-db88-4c11-91bb-4e7a6dc72143 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:32.307342 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b016b2f2-fc3d-48e7-bb14-9da0f7457ec6 req-bb0fb6d6-db88-4c11-91bb-4e7a6dc72143 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.39 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 946 time: 1.1389101 Jul 29 14:50:32.401167 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:32.442224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ade42-e93f-42c7-88ea-1750007d8f73 req-0d20917e-8436-4469-897e-fa7030d83788 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:32.452895 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d45ade42-e93f-42c7-88ea-1750007d8f73 req-0d20917e-8436-4469-897e-fa7030d83788 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 947 time: 0.9897947 Jul 29 14:50:32.561302 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2ebc2552-d224-439c-9401-ba98364d189e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:32.573063 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3c309-9254-47e3-aa0b-124e94ad75b7 req-d0d9e6a8-a669-4ff2-99ca-1fb162f7163b tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:32.573646 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-22b0dce6-506e-4f0f-8d32-b0a8cf2f7375 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:32.581031 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-97c3c309-9254-47e3-aa0b-124e94ad75b7 req-d0d9e6a8-a669-4ff2-99ca-1fb162f7163b tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 946 time: 0.1335213 Jul 29 14:50:32.626723 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d45ade42-e93f-42c7-88ea-1750007d8f73 req-7ddfd536-c434-426a-b6b9-203d528cedbf tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727130 Jul 29 14:50:32.643062 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-97c3c309-9254-47e3-aa0b-124e94ad75b7 req-06785a9c-9d11-4122-b624-cb8793d40c23 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ae6374-cd0f-41ca-903e-dded35433a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588198 Jul 29 14:50:32.934154 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392f37b-f215-4e9d-98cc-9015ff020c40 req-169e5be7-cf20-4eea-a541-520d5b5fdea4 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:32.947531 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1392f37b-f215-4e9d-98cc-9015ff020c40 req-169e5be7-cf20-4eea-a541-520d5b5fdea4 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 931 time: 0.1694365 Jul 29 14:50:32.999938 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2ebc2552-d224-439c-9401-ba98364d189e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:33.010549 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2ebc2552-d224-439c-9401-ba98364d189e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:33.029349 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1392f37b-f215-4e9d-98cc-9015ff020c40 req-b2dd0a9d-e093-4b1f-afa3-41f0625952a5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805180 Jul 29 14:50:33.079452 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-22b0dce6-506e-4f0f-8d32-b0a8cf2f7375 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:33.099660 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2ebc2552-d224-439c-9401-ba98364d189e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3833b5383f0477ab189c9aa36e624e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8994923 Jul 29 14:50:33.117817 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-b016b2f2-fc3d-48e7-bb14-9da0f7457ec6 req-dc109796-3252-4052-a0af-c915744d9a09 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Deleting port e16cf818-90fd-4443-aa71-e8e76294186a {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:50:33.118152 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b016b2f2-fc3d-48e7-bb14-9da0f7457ec6 req-dc109796-3252-4052-a0af-c915744d9a09 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:33.122886 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc2552-d224-439c-9401-ba98364d189e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd31d7a-5ed6-490f-8c72-9781fb1f48f0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:33.125997 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34204) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:33.201396 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:33.231798 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-11205962-1718-42b8-9b5c-f5bf35cc72af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:33.246411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0dce6-506e-4f0f-8d32-b0a8cf2f7375 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Pushing event updated for resources: {'Port': ['ID=5e34a88c-88ad-40fe-948e-d687a9bdf90f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:33.284585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45575c1-2b7e-41a1-97c3-27e172b272f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce35f19-ce23-4a09-9360-ce63328e0dce'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:50:33.289910 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58ff364-6db0-4bdb-9228-12fbd8cc95ee" -d '{"events": [{"server_uuid": "e45575c1-2b7e-41a1-97c3-27e172b272f5", "name": "network-vif-unplugged", "status": "completed", "tag": "2ce35f19-ce23-4a09-9360-ce63328e0dce"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:50:33.346216 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-11205962-1718-42b8-9b5c-f5bf35cc72af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:33.352801 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7b5f-21ad-462d-aed1-6c3e45692ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:33.499832 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-22b0dce6-506e-4f0f-8d32-b0a8cf2f7375 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Network ed19475f-16bb-4675-9b16-f2d2e343b379 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:50:33.504979 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b016b2f2-fc3d-48e7-bb14-9da0f7457ec6 req-dc109796-3252-4052-a0af-c915744d9a09 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] For port e16cf818-90fd-4443-aa71-e8e76294186a, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e16cf818-90fd-4443-aa71-e8e76294186a,segment=NetworkSegment(bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7),segment_id=bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:33.505849 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b016b2f2-fc3d-48e7-bb14-9da0f7457ec6 req-dc109796-3252-4052-a0af-c915744d9a09 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:33.515021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed5914-ba60-49bb-b642-0a5f6c2e271f req-bcf3ea7d-c4a6-4b0f-b75d-7b7e5531559c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:33.519278 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-23ed5914-ba60-49bb-b642-0a5f6c2e271f req-bcf3ea7d-c4a6-4b0f-b75d-7b7e5531559c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 931 time: 0.2329268 Jul 29 14:50:33.564415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-22b0dce6-506e-4f0f-8d32-b0a8cf2f7375 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:50:33.572271 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-11205962-1718-42b8-9b5c-f5bf35cc72af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:33.579464 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-11205962-1718-42b8-9b5c-f5bf35cc72af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:33.588816 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-22b0dce6-506e-4f0f-8d32-b0a8cf2f7375 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:50:33.597114 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-11205962-1718-42b8-9b5c-f5bf35cc72af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4dd31d7a-5ed6-490f-8c72-9781fb1f48f0 HTTP/1.1" status: 204 len: 168 time: 0.4616952 Jul 29 14:50:33.720529 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-23ed5914-ba60-49bb-b642-0a5f6c2e271f req-340bf15f-0257-49db-928d-eabacfd978b7 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587822 Jul 29 14:50:33.722599 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11205962-1718-42b8-9b5c-f5bf35cc72af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd31d7a-5ed6-490f-8c72-9781fb1f48f0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:33.839388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-22b0dce6-506e-4f0f-8d32-b0a8cf2f7375 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:33.840194 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-22b0dce6-506e-4f0f-8d32-b0a8cf2f7375 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:33.896872 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f92-a866-4e44-bc75-965fd76831a8 req-7eb9372f-00c2-4ccb-b1f0-c11b95d39748 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:33.912994 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f92-a866-4e44-bc75-965fd76831a8 req-7eb9372f-00c2-4ccb-b1f0-c11b95d39748 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:33.918962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f92-a866-4e44-bc75-965fd76831a8 req-7eb9372f-00c2-4ccb-b1f0-c11b95d39748 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:33.926153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f92-a866-4e44-bc75-965fd76831a8 req-7eb9372f-00c2-4ccb-b1f0-c11b95d39748 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:33.932601 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f92-a866-4e44-bc75-965fd76831a8 req-7eb9372f-00c2-4ccb-b1f0-c11b95d39748 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:33.939152 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f92-a866-4e44-bc75-965fd76831a8 req-7eb9372f-00c2-4ccb-b1f0-c11b95d39748 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:33.945247 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f92-a866-4e44-bc75-965fd76831a8 req-7eb9372f-00c2-4ccb-b1f0-c11b95d39748 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:33.954355 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9a1f2f92-a866-4e44-bc75-965fd76831a8 req-7eb9372f-00c2-4ccb-b1f0-c11b95d39748 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5418 time: 0.6391754 Jul 29 14:50:33.993513 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51a97b9-08de-4943-be26-0a7e738bda75 x-openstack-request-id: req-b51a97b9-08de-4943-be26-0a7e738bda75 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:33.993965 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45575c1-2b7e-41a1-97c3-27e172b272f5", "name": "network-vif-unplugged", "status": "completed", "tag": "2ce35f19-ce23-4a09-9360-ce63328e0dce", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:33.994378 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b51a97b9-08de-4943-be26-0a7e738bda75 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:33.995119 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45575c1-2b7e-41a1-97c3-27e172b272f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce35f19-ce23-4a09-9360-ce63328e0dce', 'code': 200} Jul 29 14:50:34.030968 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-22b0dce6-506e-4f0f-8d32-b0a8cf2f7375 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5901744 Jul 29 14:50:34.086843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Request body: {'port': {'device_id': '07666018-39d0-4d70-b11f-0dd5136e72ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:50:34.268753 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:34.327407 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34238) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:34.375493 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9a1f2f92-a866-4e44-bc75-965fd76831a8 req-1e311368-5abc-4a6e-a5c1-341b2f01922d tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4187257 Jul 29 14:50:34.438770 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:34.456687 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa574-df5c-4e34-8642-da3e85b8bfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:34.466805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d147a78-0077-4451-9b6d-3587aa51582e {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:50:34.482535 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:34.508069 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Transition to ACTIVE for port object 1d147a78-0077-4451-9b6d-3587aa51582e will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:50:34.538425 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:34.609500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42165b-b136-429a-bc24-eee406124678 req-0720aead-062c-46bb-a0e4-f4311d6e2d5e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:34.619897 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3e42165b-b136-429a-bc24-eee406124678 req-0720aead-062c-46bb-a0e4-f4311d6e2d5e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 946 time: 0.2654486 Jul 29 14:50:34.646156 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 0875494a-2f77-42dd-a8d2-b642d46823a2 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:50:34.651006 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e16cf818-90fd-4443-aa71-e8e76294186a no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:50:34.758468 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3e42165b-b136-429a-bc24-eee406124678 req-7326912e-c7f6-43d1-ae36-966d181c8e82 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ae6374-cd0f-41ca-903e-dded35433a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220798 Jul 29 14:50:34.909072 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:50:34.926598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa574-df5c-4e34-8642-da3e85b8bfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:34.934528 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa574-df5c-4e34-8642-da3e85b8bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:34.946260 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b016b2f2-fc3d-48e7-bb14-9da0f7457ec6 req-dc109796-3252-4052-a0af-c915744d9a09 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:34.946727 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b016b2f2-fc3d-48e7-bb14-9da0f7457ec6 req-dc109796-3252-4052-a0af-c915744d9a09 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:34.946986 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-b016b2f2-fc3d-48e7-bb14-9da0f7457ec6 req-dc109796-3252-4052-a0af-c915744d9a09 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Floating IP 76318519-ca0b-470e-afe3-430ca30991ae disassociated. External IP: 172.25.6.122, port: e16cf818-90fd-4443-aa71-e8e76294186a. Jul 29 14:50:34.947557 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-b016b2f2-fc3d-48e7-bb14-9da0f7457ec6 req-dc109796-3252-4052-a0af-c915744d9a09 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Calling delete_port for e16cf818-90fd-4443-aa71-e8e76294186a owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:50:35.007840 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c1bfa574-df5c-4e34-8642-da3e85b8bfe7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb3fd9cc613d4416b2fa3b3b462bb41e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6788120 Jul 29 14:50:35.008777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34246) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:35.060994 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:35.180751 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e16cf818-90fd-4443-aa71-e8e76294186a, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e16cf818-90fd-4443-aa71-e8e76294186a,segment=NetworkSegment(bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7),segment_id=bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:35.195493 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:35.320476 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfa574-df5c-4e34-8642-da3e85b8bfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd012e8-2f6f-4cea-bea8-9b14a92c48d7,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:35.346527 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c59f3-d563-4f30-9beb-e121161cbe87 req-ffdbd29a-4ae1-4f45-b626-117aa9aaf457 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:35.360823 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f74c59f3-d563-4f30-9beb-e121161cbe87 req-ffdbd29a-4ae1-4f45-b626-117aa9aaf457 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 931 time: 0.2812555 Jul 29 14:50:35.396966 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e59f118-97bd-4b45-8fed-c624a0746d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:35.460322 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e59f118-97bd-4b45-8fed-c624a0746d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:35.480496 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f74c59f3-d563-4f30-9beb-e121161cbe87 req-2fd1e2f0-64fc-4e90-a8dd-552ac46f9feb tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180634 Jul 29 14:50:35.513920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 0875494a-2f77-42dd-a8d2-b642d46823a2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=0875494a-2f77-42dd-a8d2-b642d46823a2,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:35.544105 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=e16cf818-90fd-4443-aa71-e8e76294186a,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:35.574363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Pushing event updated for resources: {'Port': ['ID=1d147a78-0077-4451-9b6d-3587aa51582e,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:35.591802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '0875494a-2f77-42dd-a8d2-b642d46823a2', 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d', 'port_id': '0875494a-2f77-42dd-a8d2-b642d46823a2', 'mac_address': 'fa:16:3e:8d:f1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:50:35.663035 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e59f118-97bd-4b45-8fed-c624a0746d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:35.668309 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e59f118-97bd-4b45-8fed-c624a0746d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:35.670776 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8e59f118-97bd-4b45-8fed-c624a0746d4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5cd012e8-2f6f-4cea-bea8-9b14a92c48d7 HTTP/1.1" status: 204 len: 168 time: 0.6594236 Jul 29 14:50:35.708924 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:35.713408 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59f118-97bd-4b45-8fed-c624a0746d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd012e8-2f6f-4cea-bea8-9b14a92c48d7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:35.778503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0875494a-2f77-42dd-a8d2-b642d46823a2 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:50:35.830932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 0875494a-2f77-42dd-a8d2-b642d46823a2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=0875494a-2f77-42dd-a8d2-b642d46823a2,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:35.844754 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:35.845471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:50:35.913972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=20dcfb3e-a773-40e0-8c9a-c3337eb907f9,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:35.957877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1453b8-813c-47bd-ace3-2909533e968a req-17fbf7cd-0f9d-40ed-8123-6981f8514bac tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:35.966950 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3a1453b8-813c-47bd-ace3-2909533e968a req-17fbf7cd-0f9d-40ed-8123-6981f8514bac tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 943 time: 1.4177756 Jul 29 14:50:35.993168 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '20dcfb3e-a773-40e0-8c9a-c3337eb907f9', 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d', 'port_id': '20dcfb3e-a773-40e0-8c9a-c3337eb907f9', 'mac_address': 'fa:16:3e:95:24:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7', 'ip_address': '10.1.1.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:50:35.995891 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=0875494a-2f77-42dd-a8d2-b642d46823a2,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:36.006480 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbec8de-393a-4087-a00c-2f4cbdb38ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16cf818-90fd-4443-aa71-e8e76294186a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:50:36.009157 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d48fb4-bfb4-4d4b-af93-e958bdcbf5c3" -d '{"events": [{"server_uuid": "efbec8de-393a-4087-a00c-2f4cbdb38ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "e16cf818-90fd-4443-aa71-e8e76294186a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:50:36.064111 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5207f9-2fa6-4574-b493-2b1e17cf8515 req-518c938b-f94b-4a50-805b-d509dc3b43d5 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:36.080857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5207f9-2fa6-4574-b493-2b1e17cf8515 req-518c938b-f94b-4a50-805b-d509dc3b43d5 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:36.099068 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:36.100863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5207f9-2fa6-4574-b493-2b1e17cf8515 req-518c938b-f94b-4a50-805b-d509dc3b43d5 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:36.113512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e34a88c-88ad-40fe-948e-d687a9bdf90f {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:50:36.121524 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5207f9-2fa6-4574-b493-2b1e17cf8515 req-518c938b-f94b-4a50-805b-d509dc3b43d5 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:36.128944 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:50:36.134864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5207f9-2fa6-4574-b493-2b1e17cf8515 req-518c938b-f94b-4a50-805b-d509dc3b43d5 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:36.156082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5207f9-2fa6-4574-b493-2b1e17cf8515 req-518c938b-f94b-4a50-805b-d509dc3b43d5 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:36.165744 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:36.166517 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=20dcfb3e-a773-40e0-8c9a-c3337eb907f9,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:36.171968 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:36.173618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:50:36.177048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5207f9-2fa6-4574-b493-2b1e17cf8515 req-518c938b-f94b-4a50-805b-d509dc3b43d5 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:36.181605 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2c5207f9-2fa6-4574-b493-2b1e17cf8515 req-518c938b-f94b-4a50-805b-d509dc3b43d5 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5418 time: 0.4149346 Jul 29 14:50:36.295517 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2c5207f9-2fa6-4574-b493-2b1e17cf8515 req-aff8cdf1-d6b4-4d9d-a7dd-48b9cd8337af tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067202 Jul 29 14:50:36.320918 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=20dcfb3e-a773-40e0-8c9a-c3337eb907f9,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:36.378942 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:36.586295 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b016b2f2-fc3d-48e7-bb14-9da0f7457ec6 req-dc109796-3252-4052-a0af-c915744d9a09 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:36.596928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Attempting to bind port 1d147a78-0077-4451-9b6d-3587aa51582e on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:50:36.597501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Attempting to bind port 1d147a78-0077-4451-9b6d-3587aa51582e by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:50:36.598551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Attempting to bind port 1d147a78-0077-4451-9b6d-3587aa51582e on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:50:36.622905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7,segment=NetworkSegment(d6f72c29-acc4-4b7c-92d3-7ee81374c3cd),segment_id=d6f72c29-acc4-4b7c-92d3-7ee81374c3cd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:36.635824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Port 1d147a78-0077-4451-9b6d-3587aa51582e on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:50:36.636367 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Attempting to bind port 1d147a78-0077-4451-9b6d-3587aa51582e on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:50:36.660328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '6f7327b0-d4f1-47b8-b89b-08de1a6b68f7', 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66', 'port_id': '6f7327b0-d4f1-47b8-b89b-08de1a6b68f7', 'mac_address': 'fa:16:3e:fd:ea:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e29a38-29fa-45f1-a570-0300a7a9d5c3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:50:36.664556 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888de74e-ac0d-4692-aff3-147675a35b0a req-1874793e-c369-418e-a02a-b1adb88d98a9 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:36.678181 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-888de74e-ac0d-4692-aff3-147675a35b0a req-1874793e-c369-418e-a02a-b1adb88d98a9 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 865 time: 0.1895814 Jul 29 14:50:36.738645 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:36.762062 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-888de74e-ac0d-4692-aff3-147675a35b0a req-1b36cb63-1c32-444e-90b0-b5f871968c76 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/security-groups?id=12ae6374-cd0f-41ca-903e-dded35433a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820665 Jul 29 14:50:36.762304 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:50:36.775832 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3a1453b8-813c-47bd-ace3-2909533e968a req-20c03bef-768e-4827-958c-af302670ead1 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8076713 Jul 29 14:50:36.777136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Transition to ACTIVE for port object 5e34a88c-88ad-40fe-948e-d687a9bdf90f will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:50:36.880311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7,segment=NetworkSegment(d6f72c29-acc4-4b7c-92d3-7ee81374c3cd),segment_id=d6f72c29-acc4-4b7c-92d3-7ee81374c3cd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:36.888073 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:36.895883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b3c575bd-780c-48e1-8ab2-eac2e139f0d6 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:50:36.942249 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:50:36.942583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Checking segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:50:36.942982 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Bound using segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:50:36.943443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Bound port: 1d147a78-0077-4451-9b6d-3587aa51582e, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:50:36.943808 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:36.962474 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:36.965302 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc109796-3252-4052-a0af-c915744d9a09 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Pushing event deleted for resources: {'Port': ['ID=e16cf818-90fd-4443-aa71-e8e76294186a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:36.979387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b016b2f2-fc3d-48e7-bb14-9da0f7457ec6 req-dc109796-3252-4052-a0af-c915744d9a09 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Router 274e9a28-7d40-435b-9173-1b1763dcfb7b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:50:37.067486 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219dff98-4b4a-4b50-8516-3431db526e19 x-openstack-request-id: req-219dff98-4b4a-4b50-8516-3431db526e19 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:37.067486 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbec8de-393a-4087-a00c-2f4cbdb38ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "e16cf818-90fd-4443-aa71-e8e76294186a", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:37.067486 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-219dff98-4b4a-4b50-8516-3431db526e19 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:37.067486 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbec8de-393a-4087-a00c-2f4cbdb38ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16cf818-90fd-4443-aa71-e8e76294186a', 'code': 200} Jul 29 14:50:37.067486 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:37.143066 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b3c575bd-780c-48e1-8ab2-eac2e139f0d6, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b3c575bd-780c-48e1-8ab2-eac2e139f0d6,segment=NetworkSegment(d6f72c29-acc4-4b7c-92d3-7ee81374c3cd),segment_id=d6f72c29-acc4-4b7c-92d3-7ee81374c3cd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:37.171527 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'b3c575bd-780c-48e1-8ab2-eac2e139f0d6', 'network_id': '86ce031c-c6cf-4027-8ce8-3052a67f5b66', 'port_id': 'b3c575bd-780c-48e1-8ab2-eac2e139f0d6', 'mac_address': 'fa:16:3e:0c:46:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e29a38-29fa-45f1-a570-0300a7a9d5c3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:50:37.304294 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:37.338672 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c575bd-780c-48e1-8ab2-eac2e139f0d6 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:50:37.356788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Pushing event updated for resources: {'Port': ['ID=5e34a88c-88ad-40fe-948e-d687a9bdf90f,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:37.465338 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b3c575bd-780c-48e1-8ab2-eac2e139f0d6, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b3c575bd-780c-48e1-8ab2-eac2e139f0d6,segment=NetworkSegment(d6f72c29-acc4-4b7c-92d3-7ee81374c3cd),segment_id=d6f72c29-acc4-4b7c-92d3-7ee81374c3cd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:37.474954 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:37.478048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device f97b9900-6958-422d-89e4-aba42e4f48de details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:50:37.620820 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933243a-2db9-4d9b-9a77-76733412536b req-1880d55f-3f63-40a5-a11e-ed6d97691067 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:37.622519 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5933243a-2db9-4d9b-9a77-76733412536b req-1880d55f-3f63-40a5-a11e-ed6d97691067 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 943 time: 0.5939913 Jul 29 14:50:37.634786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b016b2f2-fc3d-48e7-bb14-9da0f7457ec6 req-dc109796-3252-4052-a0af-c915744d9a09 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:50:37.645909 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=b3c575bd-780c-48e1-8ab2-eac2e139f0d6,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:37.663478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f683ee-2a3d-4625-87d2-6a1adccf40da None None] Sync routers for ids ['274e9a28-7d40-435b-9173-1b1763dcfb7b'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:50:37.683274 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f683ee-2a3d-4625-87d2-6a1adccf40da None None] Routers {'274e9a28-7d40-435b-9173-1b1763dcfb7b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:50:37.684173 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-09f683ee-2a3d-4625-87d2-6a1adccf40da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:50:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['274e9a28-7d40-435b-9173-1b1763dcfb7b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:50:37.775861 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port f97b9900-6958-422d-89e4-aba42e4f48de, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=f97b9900-6958-422d-89e4-aba42e4f48de,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:37.804539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'f97b9900-6958-422d-89e4-aba42e4f48de', 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d', 'port_id': 'f97b9900-6958-422d-89e4-aba42e4f48de', 'mac_address': 'fa:16:3e:fb:44:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:50:37.810157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b016b2f2-fc3d-48e7-bb14-9da0f7457ec6 req-dc109796-3252-4052-a0af-c915744d9a09 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] No DVR routers for this DVR port e16cf818-90fd-4443-aa71-e8e76294186a on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:50:37.826050 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b016b2f2-fc3d-48e7-bb14-9da0f7457ec6 req-dc109796-3252-4052-a0af-c915744d9a09 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:37.828595 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b016b2f2-fc3d-48e7-bb14-9da0f7457ec6 req-dc109796-3252-4052-a0af-c915744d9a09 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.39 "DELETE /v2.0/ports/e16cf818-90fd-4443-aa71-e8e76294186a HTTP/1.1" status: 204 len: 173 time: 5.5047097 Jul 29 14:50:37.833114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accc3f9-e276-4705-95a8-dbf62870ca11 req-18da1cc1-2809-422c-996a-061197103a23 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:37.852398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbec8de-393a-4087-a00c-2f4cbdb38ad5', 'name': 'network-vif-deleted', 'tag': 'e16cf818-90fd-4443-aa71-e8e76294186a'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:50:37.853470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accc3f9-e276-4705-95a8-dbf62870ca11 req-18da1cc1-2809-422c-996a-061197103a23 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:37.859971 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41afee10-32aa-4175-95e2-314f9181cab1" -d '{"events": [{"server_uuid": "efbec8de-393a-4087-a00c-2f4cbdb38ad5", "name": "network-vif-deleted", "tag": "e16cf818-90fd-4443-aa71-e8e76294186a"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:50:37.869215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accc3f9-e276-4705-95a8-dbf62870ca11 req-18da1cc1-2809-422c-996a-061197103a23 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:37.889840 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accc3f9-e276-4705-95a8-dbf62870ca11 req-18da1cc1-2809-422c-996a-061197103a23 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:37.908082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accc3f9-e276-4705-95a8-dbf62870ca11 req-18da1cc1-2809-422c-996a-061197103a23 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:37.912203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:50:37.920839 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accc3f9-e276-4705-95a8-dbf62870ca11 req-18da1cc1-2809-422c-996a-061197103a23 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:37.946292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accc3f9-e276-4705-95a8-dbf62870ca11 req-18da1cc1-2809-422c-996a-061197103a23 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:37.951965 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6accc3f9-e276-4705-95a8-dbf62870ca11 req-18da1cc1-2809-422c-996a-061197103a23 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5422 time: 0.3790445 Jul 29 14:50:37.974572 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1d147a78-0077-4451-9b6d-3587aa51582e,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:50:38.001263 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:38.006369 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:38.029748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-09f683ee-2a3d-4625-87d2-6a1adccf40da None None] Set router 274e9a28-7d40-435b-9173-1b1763dcfb7b gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:50:38.076785 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6accc3f9-e276-4705-95a8-dbf62870ca11 req-35e3f4df-89b4-4acc-a51d-6b43b8fe8ac3 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140258 Jul 29 14:50:38.120087 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97b9900-6958-422d-89e4-aba42e4f48de {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:50:38.284313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:38.312813 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:38.315041 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] 10.222.0.38 "PUT /v2.0/ports/1d147a78-0077-4451-9b6d-3587aa51582e HTTP/1.1" status: 200 len: 1091 time: 7.4453611 Jul 29 14:50:38.320496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b35402-ee7f-4ae7-989d-3a79b84ba8cb service neutron] Pushing event updated for resources: {'Port': ['ID=1d147a78-0077-4451-9b6d-3587aa51582e,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:38.333499 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5933243a-2db9-4d9b-9a77-76733412536b req-f4e889b3-3cb8-40ab-86b1-d5b3e72eb07d tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025128 Jul 29 14:50:38.335507 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Attempting to bind port 5e34a88c-88ad-40fe-948e-d687a9bdf90f on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:50:38.335938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Attempting to bind port 5e34a88c-88ad-40fe-948e-d687a9bdf90f by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:50:38.336352 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Attempting to bind port 5e34a88c-88ad-40fe-948e-d687a9bdf90f on network ed19475f-16bb-4675-9b16-f2d2e343b379 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:50:38.343218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Port 5e34a88c-88ad-40fe-948e-d687a9bdf90f on network ed19475f-16bb-4675-9b16-f2d2e343b379 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:50:38.343547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Attempting to bind port 5e34a88c-88ad-40fe-948e-d687a9bdf90f on network ed19475f-16bb-4675-9b16-f2d2e343b379 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:50:38.358867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:50:38.359677 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Checking segment: {'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:50:38.360079 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Bound using segment: {'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:50:38.364908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Bound port: 5e34a88c-88ad-40fe-948e-d687a9bdf90f, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:50:38.364908 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:38.387932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port f97b9900-6958-422d-89e4-aba42e4f48de, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=f97b9900-6958-422d-89e4-aba42e4f48de,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:38.397758 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:38.418409 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 3559254e-f263-44c0-8c9e-db0d92fb9ec9 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:50:38.448596 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce73e847-2c84-45e0-9b87-f3815922d752 req-93ffa534-b233-4624-bac2-acfa6bb00e66 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/ports?device_id=efbec8de-393a-4087-a00c-2f4cbdb38ad5 HTTP/1.1" status: 200 len: 210 time: 0.1431503 Jul 29 14:50:38.680720 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf34388-427b-49b6-a6e7-8ed77574a997 x-openstack-request-id: req-aaf34388-427b-49b6-a6e7-8ed77574a997 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:38.681678 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbec8de-393a-4087-a00c-2f4cbdb38ad5", "name": "network-vif-deleted", "tag": "e16cf818-90fd-4443-aa71-e8e76294186a", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:38.681678 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aaf34388-427b-49b6-a6e7-8ed77574a997 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:38.685486 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbec8de-393a-4087-a00c-2f4cbdb38ad5', 'name': 'network-vif-deleted', 'tag': 'e16cf818-90fd-4443-aa71-e8e76294186a', 'status': 'completed', 'code': 200} Jul 29 14:50:38.767148 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-ad481413-d2b6-467c-864c-8bcce1301455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:38.769989 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-ad481413-d2b6-467c-864c-8bcce1301455 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 1094 time: 0.2925239 Jul 29 14:50:38.820296 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca3ece-fe83-4c4e-a601-86e35faee872 req-11bdba8c-4b38-4f08-b0c8-61edb362a713 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:38.830271 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b0ca3ece-fe83-4c4e-a601-86e35faee872 req-11bdba8c-4b38-4f08-b0c8-61edb362a713 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 943 time: 0.2777495 Jul 29 14:50:38.852067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] For port 5e34a88c-88ad-40fe-948e-d687a9bdf90f, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:50:38.971428 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] For port 5e34a88c-88ad-40fe-948e-d687a9bdf90f, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5e34a88c-88ad-40fe-948e-d687a9bdf90f,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:50:38.982225 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:39.003556 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-5ec72534-c136-425b-8f1b-b54d834ed4fb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d147a78-0077-4451-9b6d-3587aa51582e HTTP/1.1" status: 200 len: 217 time: 0.1958404 Jul 29 14:50:39.012573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=f97b9900-6958-422d-89e4-aba42e4f48de,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:39.056931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 3559254e-f263-44c0-8c9e-db0d92fb9ec9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3559254e-f263-44c0-8c9e-db0d92fb9ec9,segment=NetworkSegment(0efeb575-8d12-469f-ba3e-f65b5ed4cc0e),segment_id=0efeb575-8d12-469f-ba3e-f65b5ed4cc0e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:39.103150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:39.103783 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:39.105225 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] 10.222.0.39 "PUT /v2.0/ports/5e34a88c-88ad-40fe-948e-d687a9bdf90f HTTP/1.1" status: 200 len: 1091 time: 5.0238662 Jul 29 14:50:39.120013 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '3559254e-f263-44c0-8c9e-db0d92fb9ec9', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'port_id': '3559254e-f263-44c0-8c9e-db0d92fb9ec9', 'mac_address': 'fa:16:3e:43:4d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:50:39.152868 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b0ca3ece-fe83-4c4e-a601-86e35faee872 req-9f717203-3c33-4d75-be34-bb71db1df6c0 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210764 Jul 29 14:50:39.269702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a031d-b75f-4d7b-b6be-7a9449c1403f service neutron] Pushing event updated for resources: {'Port': ['ID=5e34a88c-88ad-40fe-948e-d687a9bdf90f,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:39.280409 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:39.316731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-e1698fcc-7eff-47a7-8462-15e5d18062b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:39.317015 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3559254e-f263-44c0-8c9e-db0d92fb9ec9 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:50:39.318066 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-e1698fcc-7eff-47a7-8462-15e5d18062b0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.2787478 Jul 29 14:50:39.335139 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-09f683ee-2a3d-4625-87d2-6a1adccf40da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'name': 'tempest-ServersTestFqdnHostnames-1079725804-router', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:07Z', 'updated_at': '2021-07-29T14:48:19Z', 'revision_number': 4, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'gw_port': {'id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:10Z', 'updated_at': '2021-07-29T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'fce86e30-ce34-40b8-909d-a91fd9da2db3', 'name': '', 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'mac_address': 'fa:16:3e:a9:82:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:17Z', 'updated_at': '2021-07-29T14:48:32Z', 'revision_number': 5, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'subnets': [{'id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:50:39.385198 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 3559254e-f263-44c0-8c9e-db0d92fb9ec9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3559254e-f263-44c0-8c9e-db0d92fb9ec9,segment=NetworkSegment(0efeb575-8d12-469f-ba3e-f65b5ed4cc0e),segment_id=0efeb575-8d12-469f-ba3e-f65b5ed4cc0e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:39.386885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f683ee-2a3d-4625-87d2-6a1adccf40da None None] Checking router: 274e9a28-7d40-435b-9173-1b1763dcfb7b for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:50:39.389196 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f79b7a-69c0-42c3-98e8-4918dd252b96 req-1ead6ed5-d1e1-4798-b887-2a8378e2ab65 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:39.396058 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:39.397043 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:50:39.428057 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f79b7a-69c0-42c3-98e8-4918dd252b96 req-1ead6ed5-d1e1-4798-b887-2a8378e2ab65 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:39.438881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f683ee-2a3d-4625-87d2-6a1adccf40da None None] Routers {'274e9a28-7d40-435b-9173-1b1763dcfb7b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:50:39.439736 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-09f683ee-2a3d-4625-87d2-6a1adccf40da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:50:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['274e9a28-7d40-435b-9173-1b1763dcfb7b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:50:39.459806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f79b7a-69c0-42c3-98e8-4918dd252b96 req-1ead6ed5-d1e1-4798-b887-2a8378e2ab65 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:39.466436 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-a43c84ef-d335-487a-a71f-7c3c57e7a326 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308248 Jul 29 14:50:39.481766 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f79b7a-69c0-42c3-98e8-4918dd252b96 req-1ead6ed5-d1e1-4798-b887-2a8378e2ab65 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:39.510884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f79b7a-69c0-42c3-98e8-4918dd252b96 req-1ead6ed5-d1e1-4798-b887-2a8378e2ab65 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:39.523212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f79b7a-69c0-42c3-98e8-4918dd252b96 req-1ead6ed5-d1e1-4798-b887-2a8378e2ab65 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:39.528464 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-6208bf73-4eca-44fc-9086-6e144e233bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:39.535521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f79b7a-69c0-42c3-98e8-4918dd252b96 req-1ead6ed5-d1e1-4798-b887-2a8378e2ab65 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:39.538782 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-6208bf73-4eca-44fc-9086-6e144e233bbd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=837133df88c142f4a477dda58bdd3698&device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 1094 time: 0.3729610 Jul 29 14:50:39.544889 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57f79b7a-69c0-42c3-98e8-4918dd252b96 req-1ead6ed5-d1e1-4798-b887-2a8378e2ab65 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5423 time: 0.3082254 Jul 29 14:50:39.645799 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57f79b7a-69c0-42c3-98e8-4918dd252b96 req-feabf63a-0f8c-44a9-974b-a97c8c84b383 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997055 Jul 29 14:50:39.689421 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-b657e388-905b-4021-84b3-588df73c0c78 service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105441 Jul 29 14:50:39.718981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-09f683ee-2a3d-4625-87d2-6a1adccf40da None None] Set router 274e9a28-7d40-435b-9173-1b1763dcfb7b gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:50:39.850849 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-6a5a35cc-b216-4316-a8a0-f778a9cb7938 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e34a88c-88ad-40fe-948e-d687a9bdf90f HTTP/1.1" status: 200 len: 217 time: 0.1601715 Jul 29 14:50:39.889397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a25204-9c93-4030-97a6-b0e00c4145c7 req-893af863-0f28-4373-a23d-59b64e6ac6c4 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:39.900111 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33a25204-9c93-4030-97a6-b0e00c4145c7 req-893af863-0f28-4373-a23d-59b64e6ac6c4 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 943 time: 0.3601601 Jul 29 14:50:39.994359 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33a25204-9c93-4030-97a6-b0e00c4145c7 req-20e5c519-cf79-433e-8473-7e729e495603 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933113 Jul 29 14:50:40.019089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-584733d8-ce49-4c9b-bf80-e7cb7f09c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:40.020612 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-584733d8-ce49-4c9b-bf80-e7cb7f09c6ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95340acc-bef9-42bd-a762-2a1386e44aeb HTTP/1.1" status: 200 len: 845 time: 0.1615477 Jul 29 14:50:40.034376 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbcaff80-fc70-4c91-a0bf-395cb04a1f88 req-f04f58d9-09ae-4757-addf-3c9b2cf7b521 service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082304 Jul 29 14:50:40.083474 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-e08bc458-ae32-4883-aeab-6418262c57fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed19475f-16bb-4675-9b16-f2d2e343b379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473115 Jul 29 14:50:40.093171 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34396) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:40.268339 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7216233-7692-46ed-83e5-6cb89ec068d1 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:40.292776 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-f33e5565-9fc0-4c9a-82be-f938c9901c85 service neutron] 10.222.0.39 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989174 Jul 29 14:50:40.348191 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] It took 0.91 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:50:40.348949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7216233-7692-46ed-83e5-6cb89ec068d1 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:40.380753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=3559254e-f263-44c0-8c9e-db0d92fb9ec9,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:40.384708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6d1441c2-83c0-47d9-b5a2-4e4083a907c0,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:40.404385 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '6d1441c2-83c0-47d9-b5a2-4e4083a907c0', 'network_id': 'b8009ecc-8a02-43b8-b3e6-d99242c4d60d', 'port_id': '6d1441c2-83c0-47d9-b5a2-4e4083a907c0', 'mac_address': 'fa:16:3e:b4:f5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:50:40.503051 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1eb013a0-40f8-4b6a-ba6d-1a813ad37f2c req-f917c099-eec1-453b-9bdd-f1280bb5fe6e service neutron] 10.222.0.39 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992052 Jul 29 14:50:40.590587 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:40.590904 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7216233-7692-46ed-83e5-6cb89ec068d1 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:40.590904 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7216233-7692-46ed-83e5-6cb89ec068d1 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:40.590904 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b7216233-7692-46ed-83e5-6cb89ec068d1 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "DELETE /v2.0/security-groups/12ae6374-cd0f-41ca-903e-dded35433a2d HTTP/1.1" status: 204 len: 168 time: 0.4930627 Jul 29 14:50:40.590904 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34418) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:40.625883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:50:40.635913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7216233-7692-46ed-83e5-6cb89ec068d1 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ae6374-cd0f-41ca-903e-dded35433a2d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:40.646064 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-f70a7f73-d640-47f4-b119-ae44945cca32 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] show failed (client error): The resource could not be found. Jul 29 14:50:40.647331 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f70a7f73-d640-47f4-b119-ae44945cca32 tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "GET /v2.0/security-groups/12ae6374-cd0f-41ca-903e-dded35433a2d HTTP/1.1" status: 404 len: 347 time: 0.0555658 Jul 29 14:50:40.650363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34420) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:40.671989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9848f-e06e-42b9-8372-f767214c8cbe req-103165f6-1996-4717-affa-b1f9f1fc0ed9 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:40.674523 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-39d9848f-e06e-42b9-8372-f767214c8cbe req-103165f6-1996-4717-affa-b1f9f1fc0ed9 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 943 time: 0.1686993 Jul 29 14:50:40.686109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8bd920-3f15-4638-9f00-a6623508a279', 'tag': '1d147a78-0077-4451-9b6d-3587aa51582e'}, {'name': 'network-changed', 'server_uuid': '07666018-39d0-4d70-b11f-0dd5136e72ee', 'tag': '5e34a88c-88ad-40fe-948e-d687a9bdf90f'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:50:40.691049 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a412f7b2-2d91-435c-8b30-76fec8f0d63a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8bd920-3f15-4638-9f00-a6623508a279", "tag": "1d147a78-0077-4451-9b6d-3587aa51582e"}, {"name": "network-changed", "server_uuid": "07666018-39d0-4d70-b11f-0dd5136e72ee", "tag": "5e34a88c-88ad-40fe-948e-d687a9bdf90f"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:50:40.739107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6d1441c2-83c0-47d9-b5a2-4e4083a907c0,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:40.744843 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:40.818264 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-39d9848f-e06e-42b9-8372-f767214c8cbe req-875245fd-2ddb-4b3d-b67e-c804a096af41 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368592 Jul 29 14:50:40.826963 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-09f683ee-2a3d-4625-87d2-6a1adccf40da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'name': 'tempest-ServersTestFqdnHostnames-1079725804-router', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:07Z', 'updated_at': '2021-07-29T14:48:19Z', 'revision_number': 4, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'gw_port': {'id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:10Z', 'updated_at': '2021-07-29T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'fce86e30-ce34-40b8-909d-a91fd9da2db3', 'name': '', 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'mac_address': 'fa:16:3e:a9:82:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:17Z', 'updated_at': '2021-07-29T14:48:32Z', 'revision_number': 5, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'subnets': [{'id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:50:40.900037 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:40.901211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f683ee-2a3d-4625-87d2-6a1adccf40da None None] The sync data for ids ['274e9a28-7d40-435b-9173-1b1763dcfb7b'] in n-d-802893-1 is: [{'id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'name': 'tempest-ServersTestFqdnHostnames-1079725804-router', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:07Z', 'updated_at': '2021-07-29T14:48:19Z', 'revision_number': 4, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'gw_port': {'id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:10Z', 'updated_at': '2021-07-29T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'fce86e30-ce34-40b8-909d-a91fd9da2db3', 'name': '', 'network_id': '1c6029df-4f46-4bb8-b870-1f0a53d78198', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'mac_address': 'fa:16:3e:a9:82:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:17Z', 'updated_at': '2021-07-29T14:48:32Z', 'revision_number': 5, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'subnets': [{'id': 'af905744-454c-4f5a-b5f4-3cd09d75c9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:50:40.918345 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 14:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77712d37-f27d-4fdb-946e-227a30409155 x-openstack-request-id: req-77712d37-f27d-4fdb-946e-227a30409155 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:40.918949 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8bd920-3f15-4638-9f00-a6623508a279", "tag": "1d147a78-0077-4451-9b6d-3587aa51582e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "07666018-39d0-4d70-b11f-0dd5136e72ee", "tag": "5e34a88c-88ad-40fe-948e-d687a9bdf90f", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:40.918949 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77712d37-f27d-4fdb-946e-227a30409155 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:40.919410 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8bd920-3f15-4638-9f00-a6623508a279', 'tag': '1d147a78-0077-4451-9b6d-3587aa51582e', 'status': 'completed', 'code': 200} Jul 29 14:50:40.919664 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07666018-39d0-4d70-b11f-0dd5136e72ee', 'tag': '5e34a88c-88ad-40fe-948e-d687a9bdf90f', 'status': 'completed', 'code': 200} Jul 29 14:50:40.943754 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=6d1441c2-83c0-47d9-b5a2-4e4083a907c0,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:41.136880 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b924616-47de-441b-b405-17ec2a18e979 req-f354313f-07c4-4159-8b93-e56de8587cdb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:41.143310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b924616-47de-441b-b405-17ec2a18e979 req-f354313f-07c4-4159-8b93-e56de8587cdb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:41.158097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b924616-47de-441b-b405-17ec2a18e979 req-f354313f-07c4-4159-8b93-e56de8587cdb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:41.164837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b924616-47de-441b-b405-17ec2a18e979 req-f354313f-07c4-4159-8b93-e56de8587cdb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:41.173877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b924616-47de-441b-b405-17ec2a18e979 req-f354313f-07c4-4159-8b93-e56de8587cdb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:41.180358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b924616-47de-441b-b405-17ec2a18e979 req-f354313f-07c4-4159-8b93-e56de8587cdb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:41.186602 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b924616-47de-441b-b405-17ec2a18e979 req-f354313f-07c4-4159-8b93-e56de8587cdb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:41.195795 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b924616-47de-441b-b405-17ec2a18e979 req-f354313f-07c4-4159-8b93-e56de8587cdb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5425 time: 0.3128586 Jul 29 14:50:41.259419 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-7b93d074-1388-4fd1-a975-7aefc24e94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:41.261561 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-7b93d074-1388-4fd1-a975-7aefc24e94c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 1094 time: 0.2763984 Jul 29 14:50:41.261828 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b924616-47de-441b-b405-17ec2a18e979 req-4429240d-2888-4cde-b3ef-2ffd24ec069c tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624030 Jul 29 14:50:41.266368 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b9907fa6-a5bf-414e-aea0-e6bdd52ac29e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Deleting port 25fb74c2-05ca-42fa-9352-fb2813beceaa {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:50:41.267205 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9907fa6-a5bf-414e-aea0-e6bdd52ac29e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:41.270586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-260809e5-76d1-4438-86ba-1ea002f8f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:41.272529 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-260809e5-76d1-4438-86ba-1ea002f8f0ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=837133df88c142f4a477dda58bdd3698&device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 1094 time: 0.3328097 Jul 29 14:50:41.376577 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d8c28-435b-4cd5-99d2-cb056c22e71b req-b9dbc1e8-4f2d-45e1-b673-998522efbfe2 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:41.384626 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-469d8c28-435b-4cd5-99d2-cb056c22e71b req-b9dbc1e8-4f2d-45e1-b673-998522efbfe2 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 943 time: 0.1890872 Jul 29 14:50:41.421198 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9907fa6-a5bf-414e-aea0-e6bdd52ac29e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:41.421850 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9907fa6-a5bf-414e-aea0-e6bdd52ac29e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:41.451723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b9907fa6-a5bf-414e-aea0-e6bdd52ac29e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Calling delete_port for 25fb74c2-05ca-42fa-9352-fb2813beceaa owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:50:41.508752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['6f7327b0-d4f1-47b8-b89b-08de1a6b68f7'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:50:41.523900 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['20dcfb3e-a773-40e0-8c9a-c3337eb907f9'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:50:41.572560 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a688449-d6bb-4a9b-a43b-9f2907648c97 None None] New status for floating IP 76318519-ca0b-470e-afe3-430ca30991ae: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:50:41.606627 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['0875494a-2f77-42dd-a8d2-b642d46823a2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:50:41.656424 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-469d8c28-435b-4cd5-99d2-cb056c22e71b req-0b4f36ec-f171-4ef4-a4a4-f8efff7e6ebe tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638050 Jul 29 14:50:41.681715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['b3c575bd-780c-48e1-8ab2-eac2e139f0d6'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:50:41.753716 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-b4b551ba-e7a1-4b52-900b-e18599e5acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:41.762253 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-b4b551ba-e7a1-4b52-900b-e18599e5acbe service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed19475f-16bb-4675-9b16-f2d2e343b379 HTTP/1.1" status: 200 len: 906 time: 0.4192126 Jul 29 14:50:41.769673 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-5469d16f-4b3f-4a47-993d-3c268c9cbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:41.772090 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-5469d16f-4b3f-4a47-993d-3c268c9cbbab service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.4953268 Jul 29 14:50:41.772811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3559254e-f263-44c0-8c9e-db0d92fb9ec9'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:50:41.817080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['f97b9900-6958-422d-89e4-aba42e4f48de'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:50:41.877505 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['6d1441c2-83c0-47d9-b5a2-4e4083a907c0'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:50:41.879803 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9907fa6-a5bf-414e-aea0-e6bdd52ac29e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:41.881697 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.db.api [None req-5a688449-d6bb-4a9b-a43b-9f2907648c97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:50:41.882330 n-d-802893-1 neutron-server[94160]: DEBUG oslo_db.api [None req-5a688449-d6bb-4a9b-a43b-9f2907648c97 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:50:41.891856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34482) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:41.946007 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9907fa6-a5bf-414e-aea0-e6bdd52ac29e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Pushing event deleted for resources: {'Port': ['ID=25fb74c2-05ca-42fa-9352-fb2813beceaa,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:42.182684 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a95b6e4d-4826-41c6-af70-9a50c57421b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:42.195005 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9907fa6-a5bf-414e-aea0-e6bdd52ac29e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:42.197647 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9907fa6-a5bf-414e-aea0-e6bdd52ac29e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:42.199687 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b9907fa6-a5bf-414e-aea0-e6bdd52ac29e tempest-ServersTestFqdnHostnames-70610089 tempest-ServersTestFqdnHostnames-70610089-project] 10.222.0.16 "DELETE /v2.0/floatingips/76318519-ca0b-470e-afe3-430ca30991ae HTTP/1.1" status: 204 len: 168 time: 1.5471098 Jul 29 14:50:42.205158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34490) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:42.383767 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a688449-d6bb-4a9b-a43b-9f2907648c97 None None] New status for floating IP 76318519-ca0b-470e-afe3-430ca30991ae: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:50:42.500649 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-6d05fdae-3617-4e6d-95b7-e237c9ff515f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e34a88c-88ad-40fe-948e-d687a9bdf90f HTTP/1.1" status: 200 len: 217 time: 0.7271745 Jul 29 14:50:42.516568 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-167c7f5e-a056-43f3-8f4e-505cb77c07f3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d147a78-0077-4451-9b6d-3587aa51582e HTTP/1.1" status: 200 len: 217 time: 0.7368929 Jul 29 14:50:42.629776 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-bb8b7bd1-f05d-45fa-b12b-cd4933bc5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:42.631387 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-bb8b7bd1-f05d-45fa-b12b-cd4933bc5c3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95340acc-bef9-42bd-a762-2a1386e44aeb HTTP/1.1" status: 200 len: 845 time: 0.1100228 Jul 29 14:50:42.696433 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-d04c22a3-bb43-455c-8231-bfe924f3f890 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed19475f-16bb-4675-9b16-f2d2e343b379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392208 Jul 29 14:50:42.741777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878e81-4272-46d7-96d6-d44f361e465f req-b16aa7a5-cf75-410d-b0d5-ab01acb1d60b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:42.748472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878e81-4272-46d7-96d6-d44f361e465f req-b16aa7a5-cf75-410d-b0d5-ab01acb1d60b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:42.757365 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878e81-4272-46d7-96d6-d44f361e465f req-b16aa7a5-cf75-410d-b0d5-ab01acb1d60b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:42.767833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878e81-4272-46d7-96d6-d44f361e465f req-b16aa7a5-cf75-410d-b0d5-ab01acb1d60b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:42.774926 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878e81-4272-46d7-96d6-d44f361e465f req-b16aa7a5-cf75-410d-b0d5-ab01acb1d60b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:42.781941 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878e81-4272-46d7-96d6-d44f361e465f req-b16aa7a5-cf75-410d-b0d5-ab01acb1d60b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:42.789157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878e81-4272-46d7-96d6-d44f361e465f req-b16aa7a5-cf75-410d-b0d5-ab01acb1d60b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:42.798955 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a878e81-4272-46d7-96d6-d44f361e465f req-b16aa7a5-cf75-410d-b0d5-ab01acb1d60b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5425 time: 0.3427408 Jul 29 14:50:42.817521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-dddc320d-b348-4baa-83c5-22164ad0b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:42.826570 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-dddc320d-b348-4baa-83c5-22164ad0b60c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.2949593 Jul 29 14:50:42.863236 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 5e34a88c-88ad-40fe-948e-d687a9bdf90f details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:50:42.870301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd07395-6e89-43dc-b2c1-b665e21bded1 req-3a9e3d41-14db-4499-ac81-31d448a9bfcc tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:42.878298 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fcd07395-6e89-43dc-b2c1-b665e21bded1 req-3a9e3d41-14db-4499-ac81-31d448a9bfcc tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 943 time: 0.9182229 Jul 29 14:50:42.936913 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a95b6e4d-4826-41c6-af70-9a50c57421b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:42.938078 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-615e5b88-9f26-4e21-a2a8-47fe617de348 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106324 Jul 29 14:50:42.957168 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a95b6e4d-4826-41c6-af70-9a50c57421b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:42.989203 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fcd07395-6e89-43dc-b2c1-b665e21bded1 req-b665ec79-d172-4c79-b39a-e16b1047d9f3 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098561 Jul 29 14:50:43.046105 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a95b6e4d-4826-41c6-af70-9a50c57421b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d9de8980e144682a613e1bb0fc2598a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1505988 Jul 29 14:50:43.053041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34508) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:43.064805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b6e4d-4826-41c6-af70-9a50c57421b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b224c7-14cc-40d0-b0cd-f8ecbf317a12,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:43.078724 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 5e34a88c-88ad-40fe-948e-d687a9bdf90f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5e34a88c-88ad-40fe-948e-d687a9bdf90f,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:43.102974 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '5e34a88c-88ad-40fe-948e-d687a9bdf90f', 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379', 'port_id': '5e34a88c-88ad-40fe-948e-d687a9bdf90f', 'mac_address': 'fa:16:3e:4d:af:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95340acc-bef9-42bd-a762-2a1386e44aeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:50:43.158544 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a878e81-4272-46d7-96d6-d44f361e465f req-f60845fc-1297-4536-bff2-f29d87ad1a46 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3579266 Jul 29 14:50:43.230318 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-2ff36bb0-14e7-4c0b-950d-4153b538dce0 service neutron] 10.222.0.39 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222068 Jul 29 14:50:43.251479 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:43.267614 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e34a88c-88ad-40fe-948e-d687a9bdf90f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:50:43.339541 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f0b82-8531-4112-8564-e1ec1bf07ec9 req-0aa817e2-1ce7-48c2-a39e-12ce9e6dfc12 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:43.349958 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80f0b82-8531-4112-8564-e1ec1bf07ec9 req-0aa817e2-1ce7-48c2-a39e-12ce9e6dfc12 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 943 time: 0.1174729 Jul 29 14:50:43.361611 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 5e34a88c-88ad-40fe-948e-d687a9bdf90f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5e34a88c-88ad-40fe-948e-d687a9bdf90f,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:43.368758 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:43.371116 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-cc1ab1df-fd10-4966-ada7-83b9d4e2d2e8 service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206860 Jul 29 14:50:43.378850 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4962f37d-cf83-4b27-8615-8b45b2238eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:43.379186 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cb017a67-7e1e-4053-b966-45560ae61730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:43.421578 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=5e34a88c-88ad-40fe-948e-d687a9bdf90f,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:43.525673 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80f0b82-8531-4112-8564-e1ec1bf07ec9 req-131e4c81-1743-4b51-a33b-559075d8ca8e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766059 Jul 29 14:50:43.608442 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cb017a67-7e1e-4053-b966-45560ae61730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:43.663408 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-9aa7dc55-2859-48a6-844d-def26f913715 service neutron] 10.222.0.39 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232066 Jul 29 14:50:43.712450 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a412f7b2-2d91-435c-8b30-76fec8f0d63a req-ba253167-6886-4245-aecd-c2a61d4b1b75 service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272877 Jul 29 14:50:43.761566 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cb017a67-7e1e-4053-b966-45560ae61730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:43.765039 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cb017a67-7e1e-4053-b966-45560ae61730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:43.769763 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cb017a67-7e1e-4053-b966-45560ae61730 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00b224c7-14cc-40d0-b0cd-f8ecbf317a12 HTTP/1.1" status: 204 len: 168 time: 0.7043152 Jul 29 14:50:43.781856 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb017a67-7e1e-4053-b966-45560ae61730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b224c7-14cc-40d0-b0cd-f8ecbf317a12,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:43.822609 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:50:43.867263 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['5e34a88c-88ad-40fe-948e-d687a9bdf90f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:50:44.241109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1bf75-c37c-4cad-b053-0567d8efb292 req-38746e49-54ff-41bd-9541-211ca81f5a7e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:44.268250 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21c1bf75-c37c-4cad-b053-0567d8efb292 req-38746e49-54ff-41bd-9541-211ca81f5a7e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 943 time: 0.1900556 Jul 29 14:50:44.268443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4962f37d-cf83-4b27-8615-8b45b2238eb3 admin admin] Deleting port fce86e30-ce34-40b8-909d-a91fd9da2db3 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:50:44.269165 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4962f37d-cf83-4b27-8615-8b45b2238eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:44.358172 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34546) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:44.372720 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c8b6-bf74-4d51-8d1a-29804ccc3c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:44.377091 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21c1bf75-c37c-4cad-b053-0567d8efb292 req-0f14ce85-326f-44d1-9aef-ae9020bcba56 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878294 Jul 29 14:50:44.394841 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-4962f37d-cf83-4b27-8615-8b45b2238eb3 admin admin] For port fce86e30-ce34-40b8-909d-a91fd9da2db3, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fce86e30-ce34-40b8-909d-a91fd9da2db3,segment=NetworkSegment(bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7),segment_id=bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:44.395222 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4962f37d-cf83-4b27-8615-8b45b2238eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:44.445910 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4962f37d-cf83-4b27-8615-8b45b2238eb3 admin admin] Calling delete_port for fce86e30-ce34-40b8-909d-a91fd9da2db3 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:50:44.503367 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c8b6-bf74-4d51-8d1a-29804ccc3c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:44.519861 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c8b6-bf74-4d51-8d1a-29804ccc3c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:44.565849 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d4f3c8b6-bf74-4d51-8d1a-29804ccc3c5f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2783dffb9c2c4a559df4ee2c8aa3019f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043300 Jul 29 14:50:44.565849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3c8b6-bf74-4d51-8d1a-29804ccc3c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34aa9815-c099-4397-881b-83756e532e25,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:44.567603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34552) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:44.571856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff7102-c4e7-403d-8ea6-9feee678d496 req-3d155fd2-f210-4715-ad27-07585e9d1f81 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:44.578937 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff7102-c4e7-403d-8ea6-9feee678d496 req-3d155fd2-f210-4715-ad27-07585e9d1f81 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:44.586662 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff7102-c4e7-403d-8ea6-9feee678d496 req-3d155fd2-f210-4715-ad27-07585e9d1f81 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:44.594634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff7102-c4e7-403d-8ea6-9feee678d496 req-3d155fd2-f210-4715-ad27-07585e9d1f81 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:44.602171 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff7102-c4e7-403d-8ea6-9feee678d496 req-3d155fd2-f210-4715-ad27-07585e9d1f81 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:44.608918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff7102-c4e7-403d-8ea6-9feee678d496 req-3d155fd2-f210-4715-ad27-07585e9d1f81 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:44.617475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff7102-c4e7-403d-8ea6-9feee678d496 req-3d155fd2-f210-4715-ad27-07585e9d1f81 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:44.620232 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9aff7102-c4e7-403d-8ea6-9feee678d496 req-3d155fd2-f210-4715-ad27-07585e9d1f81 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5425 time: 0.1713681 Jul 29 14:50:44.641382 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0854747-be38-4daa-ac14-3b1b5b29a2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:44.705777 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9aff7102-c4e7-403d-8ea6-9feee678d496 req-4c9b2ee8-15bb-4be3-b997-782b4d8b857a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495360 Jul 29 14:50:44.760710 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0854747-be38-4daa-ac14-3b1b5b29a2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:44.847634 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 0875494a-2f77-42dd-a8d2-b642d46823a2 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:50:44.858064 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0854747-be38-4daa-ac14-3b1b5b29a2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:44.873703 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0854747-be38-4daa-ac14-3b1b5b29a2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:44.883423 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b0854747-be38-4daa-ac14-3b1b5b29a2d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34aa9815-c099-4397-881b-83756e532e25 HTTP/1.1" status: 204 len: 168 time: 0.3121200 Jul 29 14:50:44.915646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bb70f-2796-4918-a286-9bce1744ad02 req-f263e2f8-ba0b-411c-97e9-916c9218d49b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:44.932027 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ee5bb70f-2796-4918-a286-9bce1744ad02 req-f263e2f8-ba0b-411c-97e9-916c9218d49b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 944 time: 0.2691157 Jul 29 14:50:44.997495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 0875494a-2f77-42dd-a8d2-b642d46823a2 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:50:45.009549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 0875494a-2f77-42dd-a8d2-b642d46823a2 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:50:45.009930 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:45.019652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0854747-be38-4daa-ac14-3b1b5b29a2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aa9815-c099-4397-881b-83756e532e25,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:45.112971 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ee5bb70f-2796-4918-a286-9bce1744ad02 req-466e0f9e-9e6c-49a9-8730-db88bf7a89dc tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737649 Jul 29 14:50:45.176019 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:45.191632 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4962f37d-cf83-4b27-8615-8b45b2238eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:45.225371 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 0875494a-2f77-42dd-a8d2-b642d46823a2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=0875494a-2f77-42dd-a8d2-b642d46823a2,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:45.226341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0875494a-2f77-42dd-a8d2-b642d46823a2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:50:45.229219 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d826f6-9728-4ead-8026-5d5a46cb7ec4" -d '{"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-plugged", "status": "completed", "tag": "0875494a-2f77-42dd-a8d2-b642d46823a2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:50:45.234147 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:45.235069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:50:45.247628 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962f37d-cf83-4b27-8615-8b45b2238eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fce86e30-ce34-40b8-909d-a91fd9da2db3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:45.341820 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:50:45.373374 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27985713-f46e-427a-a6ce-1c51b1f88835 x-openstack-request-id: req-27985713-f46e-427a-a6ce-1c51b1f88835 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:45.373716 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-plugged", "status": "completed", "tag": "0875494a-2f77-42dd-a8d2-b642d46823a2", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:45.380471 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27985713-f46e-427a-a6ce-1c51b1f88835 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:45.381279 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0875494a-2f77-42dd-a8d2-b642d46823a2', 'code': 200} Jul 29 14:50:45.398926 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:50:45.399449 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:45.495544 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=0875494a-2f77-42dd-a8d2-b642d46823a2,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:45.581008 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:45.646192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=20dcfb3e-a773-40e0-8c9a-c3337eb907f9,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:45.661065 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:45.661995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:50:45.763811 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb96d5b-bda2-44f2-9939-5aa7b5024a11 req-5ff78a0b-1289-4b77-9e99-ccf6e0dff8c9 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:45.765468 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5bb96d5b-bda2-44f2-9939-5aa7b5024a11 req-5ff78a0b-1289-4b77-9e99-ccf6e0dff8c9 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 943 time: 0.1714418 Jul 29 14:50:45.773399 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4962f37d-cf83-4b27-8615-8b45b2238eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:45.938791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=20dcfb3e-a773-40e0-8c9a-c3337eb907f9,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:45.946426 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:50:45.952537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:50:45.953314 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:46.016785 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f80c9-cb80-4cb8-b5ab-d1894ef05d74 req-4549d319-776d-4e0d-bd07-f9e56acf24a7 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:46.023519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f80c9-cb80-4cb8-b5ab-d1894ef05d74 req-4549d319-776d-4e0d-bd07-f9e56acf24a7 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:46.031215 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f80c9-cb80-4cb8-b5ab-d1894ef05d74 req-4549d319-776d-4e0d-bd07-f9e56acf24a7 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:46.040592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f80c9-cb80-4cb8-b5ab-d1894ef05d74 req-4549d319-776d-4e0d-bd07-f9e56acf24a7 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:46.048199 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5bb96d5b-bda2-44f2-9939-5aa7b5024a11 req-20fbf415-570b-4d6e-bb95-9b623ef47279 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554626 Jul 29 14:50:46.048882 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f80c9-cb80-4cb8-b5ab-d1894ef05d74 req-4549d319-776d-4e0d-bd07-f9e56acf24a7 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:46.064129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f80c9-cb80-4cb8-b5ab-d1894ef05d74 req-4549d319-776d-4e0d-bd07-f9e56acf24a7 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:46.069802 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:46.093385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f80c9-cb80-4cb8-b5ab-d1894ef05d74 req-4549d319-776d-4e0d-bd07-f9e56acf24a7 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:46.104708 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-498f80c9-cb80-4cb8-b5ab-d1894ef05d74 req-4549d319-776d-4e0d-bd07-f9e56acf24a7 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5427 time: 0.1975169 Jul 29 14:50:46.117467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7,segment=NetworkSegment(d6f72c29-acc4-4b7c-92d3-7ee81374c3cd),segment_id=d6f72c29-acc4-4b7c-92d3-7ee81374c3cd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:46.146427 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:46.148232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b3c575bd-780c-48e1-8ab2-eac2e139f0d6 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:50:46.173545 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-498f80c9-cb80-4cb8-b5ab-d1894ef05d74 req-0e77a5d6-b3ad-4790-a35d-eda585cfc1b9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629587 Jul 29 14:50:46.342255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:46.364807 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60786c-87b2-45cb-8c84-c4f67a60529e req-5fe241ae-7c32-486d-8a54-4737674addf7 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:46.366559 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b60786c-87b2-45cb-8c84-c4f67a60529e req-5fe241ae-7c32-486d-8a54-4737674addf7 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 944 time: 0.1411035 Jul 29 14:50:46.373477 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port b3c575bd-780c-48e1-8ab2-eac2e139f0d6 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:50:46.375928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4962f37d-cf83-4b27-8615-8b45b2238eb3 admin admin] Router 274e9a28-7d40-435b-9173-1b1763dcfb7b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:50:46.384377 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port b3c575bd-780c-48e1-8ab2-eac2e139f0d6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:50:46.387112 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:46.530392 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b60786c-87b2-45cb-8c84-c4f67a60529e req-4bb90a94-e7d7-49f0-ba62-a8d401171158 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529827 Jul 29 14:50:46.578992 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:46.622478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b3c575bd-780c-48e1-8ab2-eac2e139f0d6, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b3c575bd-780c-48e1-8ab2-eac2e139f0d6,segment=NetworkSegment(d6f72c29-acc4-4b7c-92d3-7ee81374c3cd),segment_id=d6f72c29-acc4-4b7c-92d3-7ee81374c3cd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:46.627048 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:46.629155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device f97b9900-6958-422d-89e4-aba42e4f48de up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:50:46.681272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4962f37d-cf83-4b27-8615-8b45b2238eb3 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:50:46.686664 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4962f37d-cf83-4b27-8615-8b45b2238eb3 admin admin] 10.222.0.16 "PUT /v2.0/routers/274e9a28-7d40-435b-9173-1b1763dcfb7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4783041 Jul 29 14:50:46.688846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34626) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:46.731626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96481968-f3ab-4b42-9558-88ee3cb1f19a None None] Sync routers for ids ['274e9a28-7d40-435b-9173-1b1763dcfb7b'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:50:46.817116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96481968-f3ab-4b42-9558-88ee3cb1f19a None None] Routers {'274e9a28-7d40-435b-9173-1b1763dcfb7b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:50:46.818126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-96481968-f3ab-4b42-9558-88ee3cb1f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:50:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['274e9a28-7d40-435b-9173-1b1763dcfb7b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:50:46.912736 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port f97b9900-6958-422d-89e4-aba42e4f48de completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:50:46.924289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port f97b9900-6958-422d-89e4-aba42e4f48de triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:50:46.924527 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:46.954697 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07caac16-ecdb-4a3f-bbce-2d3e3d95094c admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:46.977210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=b3c575bd-780c-48e1-8ab2-eac2e139f0d6,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:47.164699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-96481968-f3ab-4b42-9558-88ee3cb1f19a None None] Set router 274e9a28-7d40-435b-9173-1b1763dcfb7b gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:50:47.258572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34640) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:47.281116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93fd71-465b-404c-bc67-aacc8e44ebd0 req-3f1af6e7-5eff-462b-95b9-0227c717b407 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:47.302417 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5f93fd71-465b-404c-bc67-aacc8e44ebd0 req-3f1af6e7-5eff-462b-95b9-0227c717b407 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 943 time: 0.1545827 Jul 29 14:50:47.359562 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07caac16-ecdb-4a3f-bbce-2d3e3d95094c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:47.408061 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5f93fd71-465b-404c-bc67-aacc8e44ebd0 req-0d18649f-f08f-4ab7-8138-64de53f959e5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991864 Jul 29 14:50:47.442930 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20dcfb3e-a773-40e0-8c9a-c3337eb907f9'}, {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7327b0-d4f1-47b8-b89b-08de1a6b68f7'}, {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c575bd-780c-48e1-8ab2-eac2e139f0d6'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:50:47.445467 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd77844-e172-4bac-bfec-66b42c7405ce" -d '{"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-plugged", "status": "completed", "tag": "20dcfb3e-a773-40e0-8c9a-c3337eb907f9"}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-plugged", "status": "completed", "tag": "6f7327b0-d4f1-47b8-b89b-08de1a6b68f7"}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-plugged", "status": "completed", "tag": "b3c575bd-780c-48e1-8ab2-eac2e139f0d6"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:50:47.477390 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:47.480097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88983b-c108-49b7-9c81-0e7aa4d7b246 req-7fff6cfb-ae3a-4fce-a45d-1b6c7ccd4e04 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:47.486203 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88983b-c108-49b7-9c81-0e7aa4d7b246 req-7fff6cfb-ae3a-4fce-a45d-1b6c7ccd4e04 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:47.493101 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88983b-c108-49b7-9c81-0e7aa4d7b246 req-7fff6cfb-ae3a-4fce-a45d-1b6c7ccd4e04 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:47.499185 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88983b-c108-49b7-9c81-0e7aa4d7b246 req-7fff6cfb-ae3a-4fce-a45d-1b6c7ccd4e04 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:47.514168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88983b-c108-49b7-9c81-0e7aa4d7b246 req-7fff6cfb-ae3a-4fce-a45d-1b6c7ccd4e04 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:47.530145 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88983b-c108-49b7-9c81-0e7aa4d7b246 req-7fff6cfb-ae3a-4fce-a45d-1b6c7ccd4e04 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:47.545115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88983b-c108-49b7-9c81-0e7aa4d7b246 req-7fff6cfb-ae3a-4fce-a45d-1b6c7ccd4e04 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:47.561140 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c88983b-c108-49b7-9c81-0e7aa4d7b246 req-7fff6cfb-ae3a-4fce-a45d-1b6c7ccd4e04 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5429 time: 0.2046583 Jul 29 14:50:47.626717 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e6b055b-3a98-4fe6-a49e-9613d49165c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:47.691829 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 29 Jul 2021 14:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cbd91e-6364-4816-aaca-84818f9b28db x-openstack-request-id: req-d9cbd91e-6364-4816-aaca-84818f9b28db {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:47.692899 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-plugged", "status": "completed", "tag": "20dcfb3e-a773-40e0-8c9a-c3337eb907f9", "code": 200}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-plugged", "status": "completed", "tag": "6f7327b0-d4f1-47b8-b89b-08de1a6b68f7", "code": 200}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-plugged", "status": "completed", "tag": "b3c575bd-780c-48e1-8ab2-eac2e139f0d6", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:47.693339 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9cbd91e-6364-4816-aaca-84818f9b28db {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:47.693882 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20dcfb3e-a773-40e0-8c9a-c3337eb907f9', 'code': 200} Jul 29 14:50:47.694292 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7327b0-d4f1-47b8-b89b-08de1a6b68f7', 'code': 200} Jul 29 14:50:47.694685 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c575bd-780c-48e1-8ab2-eac2e139f0d6', 'code': 200} Jul 29 14:50:47.727582 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c88983b-c108-49b7-9c81-0e7aa4d7b246 req-87cb103e-2d28-48c2-918a-f961f5b3ef67 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1653454 Jul 29 14:50:47.768133 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port f97b9900-6958-422d-89e4-aba42e4f48de, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=f97b9900-6958-422d-89e4-aba42e4f48de,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:47.776022 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:47.776940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 3559254e-f263-44c0-8c9e-db0d92fb9ec9 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:50:47.802338 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-07caac16-ecdb-4a3f-bbce-2d3e3d95094c admin admin] Deleting port 874185e0-fb22-4401-9b2e-3f0c137b1e04 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:50:47.802681 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07caac16-ecdb-4a3f-bbce-2d3e3d95094c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:47.827956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e44805-80ea-4291-bfc5-383f3e36cfab req-2c974fe7-07f8-4564-a5c3-fd10a2c5646b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:47.836489 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71e44805-80ea-4291-bfc5-383f3e36cfab req-2c974fe7-07f8-4564-a5c3-fd10a2c5646b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 944 time: 0.0729833 Jul 29 14:50:47.851485 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=f97b9900-6958-422d-89e4-aba42e4f48de,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:47.924915 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-96481968-f3ab-4b42-9558-88ee3cb1f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'name': 'tempest-ServersTestFqdnHostnames-1079725804-router', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:07Z', 'updated_at': '2021-07-29T14:50:45Z', 'revision_number': 5, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'gw_port': {'id': '874185e0-fb22-4401-9b2e-3f0c137b1e04', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:10Z', 'updated_at': '2021-07-29T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:50:47.965580 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71e44805-80ea-4291-bfc5-383f3e36cfab req-faf33525-f06d-4be2-93c3-bca94deb7468 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278250 Jul 29 14:50:47.966827 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-07caac16-ecdb-4a3f-bbce-2d3e3d95094c admin admin] For port 874185e0-fb22-4401-9b2e-3f0c137b1e04, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=874185e0-fb22-4401-9b2e-3f0c137b1e04,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:47.967724 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07caac16-ecdb-4a3f-bbce-2d3e3d95094c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:47.985473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96481968-f3ab-4b42-9558-88ee3cb1f19a None None] Checking router: 274e9a28-7d40-435b-9173-1b1763dcfb7b for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:50:47.995770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-07caac16-ecdb-4a3f-bbce-2d3e3d95094c admin admin] Calling delete_port for 874185e0-fb22-4401-9b2e-3f0c137b1e04 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:50:47.997889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96481968-f3ab-4b42-9558-88ee3cb1f19a None None] Routers {'274e9a28-7d40-435b-9173-1b1763dcfb7b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:50:48.005076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-96481968-f3ab-4b42-9558-88ee3cb1f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:50:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['274e9a28-7d40-435b-9173-1b1763dcfb7b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:50:48.011858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 3559254e-f263-44c0-8c9e-db0d92fb9ec9 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:50:48.071511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 3559254e-f263-44c0-8c9e-db0d92fb9ec9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:50:48.071969 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:48.182504 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-96481968-f3ab-4b42-9558-88ee3cb1f19a None None] Set router 274e9a28-7d40-435b-9173-1b1763dcfb7b gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:50:48.193038 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e6b055b-3a98-4fe6-a49e-9613d49165c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:48.200199 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e6b055b-3a98-4fe6-a49e-9613d49165c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:48.251275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-96481968-f3ab-4b42-9558-88ee3cb1f19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'name': 'tempest-ServersTestFqdnHostnames-1079725804-router', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:07Z', 'updated_at': '2021-07-29T14:50:47Z', 'revision_number': 6, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:50:48.290089 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b055b-3a98-4fe6-a49e-9613d49165c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51ef4a7-3208-43e4-9d18-2be5d3a1e94d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:48.310678 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2e6b055b-3a98-4fe6-a49e-9613d49165c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99dc49ddedd741128c61ee50aff3c3fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0446341 Jul 29 14:50:48.310678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34676) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:48.310907 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96481968-f3ab-4b42-9558-88ee3cb1f19a None None] The sync data for ids ['274e9a28-7d40-435b-9173-1b1763dcfb7b'] in n-d-802893-1 is: [{'id': '274e9a28-7d40-435b-9173-1b1763dcfb7b', 'name': 'tempest-ServersTestFqdnHostnames-1079725804-router', 'tenant_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:07Z', 'updated_at': '2021-07-29T14:50:47Z', 'revision_number': 6, 'project_id': '812f7c425a5d4f2fb72dd2b1a05c3ba1', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:50:48.347994 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07caac16-ecdb-4a3f-bbce-2d3e3d95094c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:48.348619 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:48.389629 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07caac16-ecdb-4a3f-bbce-2d3e3d95094c admin admin] Pushing event deleted for resources: {'Port': ['ID=874185e0-fb22-4401-9b2e-3f0c137b1e04,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:48.486936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 3559254e-f263-44c0-8c9e-db0d92fb9ec9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3559254e-f263-44c0-8c9e-db0d92fb9ec9,segment=NetworkSegment(0efeb575-8d12-469f-ba3e-f65b5ed4cc0e),segment_id=0efeb575-8d12-469f-ba3e-f65b5ed4cc0e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:48.495898 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:48.533203 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c1d8882f-71bb-4939-be92-8f36135bb812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:48.558963 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c1d8882f-71bb-4939-be92-8f36135bb812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:48.578998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 5e34a88c-88ad-40fe-948e-d687a9bdf90f up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:50:48.582368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=3559254e-f263-44c0-8c9e-db0d92fb9ec9,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:48.632026 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c1d8882f-71bb-4939-be92-8f36135bb812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:48.636878 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c1d8882f-71bb-4939-be92-8f36135bb812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:48.638367 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c1d8882f-71bb-4939-be92-8f36135bb812 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c51ef4a7-3208-43e4-9d18-2be5d3a1e94d HTTP/1.1" status: 204 len: 168 time: 0.3276353 Jul 29 14:50:48.680845 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07caac16-ecdb-4a3f-bbce-2d3e3d95094c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:48.682123 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 5e34a88c-88ad-40fe-948e-d687a9bdf90f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:50:48.696717 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 5e34a88c-88ad-40fe-948e-d687a9bdf90f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:50:48.697246 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:48.765903 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8882f-71bb-4939-be92-8f36135bb812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51ef4a7-3208-43e4-9d18-2be5d3a1e94d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:48.967293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fce86e30-ce34-40b8-909d-a91fd9da2db3 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:50:48.983722 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07caac16-ecdb-4a3f-bbce-2d3e3d95094c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:48.990901 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07caac16-ecdb-4a3f-bbce-2d3e3d95094c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:49.004555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178da3c-6cf0-4569-9bb1-57a95e867b7c req-880ab949-9181-4802-a695-af9865bcef33 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:49.006573 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e178da3c-6cf0-4569-9bb1-57a95e867b7c req-880ab949-9181-4802-a695-af9865bcef33 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 943 time: 0.3907309 Jul 29 14:50:49.045244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: fce86e30-ce34-40b8-909d-a91fd9da2db3 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:50:49.046529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fce86e30-ce34-40b8-909d-a91fd9da2db3 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:50:49.054036 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:49.090605 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e866e0-b028-4f96-a792-23d6c4e5cc97 req-059b5d8a-49f5-48d1-98f6-478167256f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:49.106357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e866e0-b028-4f96-a792-23d6c4e5cc97 req-059b5d8a-49f5-48d1-98f6-478167256f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:49.123368 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e866e0-b028-4f96-a792-23d6c4e5cc97 req-059b5d8a-49f5-48d1-98f6-478167256f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:49.143507 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e866e0-b028-4f96-a792-23d6c4e5cc97 req-059b5d8a-49f5-48d1-98f6-478167256f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:49.146275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 5e34a88c-88ad-40fe-948e-d687a9bdf90f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5e34a88c-88ad-40fe-948e-d687a9bdf90f,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:49.153452 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:49.154432 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:50:49.166823 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07caac16-ecdb-4a3f-bbce-2d3e3d95094c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:49.167356 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07caac16-ecdb-4a3f-bbce-2d3e3d95094c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 274e9a28-7d40-435b-9173-1b1763dcfb7b {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:50:49.173967 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e866e0-b028-4f96-a792-23d6c4e5cc97 req-059b5d8a-49f5-48d1-98f6-478167256f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:49.181269 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07caac16-ecdb-4a3f-bbce-2d3e3d95094c admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:49.182414 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-07caac16-ecdb-4a3f-bbce-2d3e3d95094c admin admin] 10.222.0.16 "DELETE /v2.0/routers/274e9a28-7d40-435b-9173-1b1763dcfb7b HTTP/1.1" status: 204 len: 168 time: 2.4926379 Jul 29 14:50:49.188105 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e866e0-b028-4f96-a792-23d6c4e5cc97 req-059b5d8a-49f5-48d1-98f6-478167256f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:49.195034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e866e0-b028-4f96-a792-23d6c4e5cc97 req-059b5d8a-49f5-48d1-98f6-478167256f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:49.199029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34710) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:49.209308 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45e866e0-b028-4f96-a792-23d6c4e5cc97 req-059b5d8a-49f5-48d1-98f6-478167256f98 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5431 time: 0.2548573 Jul 29 14:50:49.259434 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=5e34a88c-88ad-40fe-948e-d687a9bdf90f,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:49.299896 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:50:49.305732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:50:49.306342 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:49.326872 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45e866e0-b028-4f96-a792-23d6c4e5cc97 req-d64f71dc-574b-476c-a783-6ed7895b1b91 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165676 Jul 29 14:50:49.336115 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e178da3c-6cf0-4569-9bb1-57a95e867b7c req-a26376a1-0ac2-4f2d-802e-85cbd2e73463 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171093 Jul 29 14:50:49.400255 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-145dce98-a92c-4ea8-a5c5-0ab3a26bbdee admin admin] Deleting subnet af905744-454c-4f5a-b5f4-3cd09d75c9a2 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:50:49.415842 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-145dce98-a92c-4ea8-a5c5-0ab3a26bbdee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:49.526696 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:49.536295 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-145dce98-a92c-4ea8-a5c5-0ab3a26bbdee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:49.651112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6d1441c2-83c0-47d9-b5a2-4e4083a907c0,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:49.660696 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:49.670521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369e518-0f4f-40ea-a82d-33b3a1341543 req-592ec94b-2a46-41c0-aa59-e742bc45a8a3 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:49.684615 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2369e518-0f4f-40ea-a82d-33b3a1341543 req-592ec94b-2a46-41c0-aa59-e742bc45a8a3 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.1809316 Jul 29 14:50:49.787567 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-145dce98-a92c-4ea8-a5c5-0ab3a26bbdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:49.807146 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2369e518-0f4f-40ea-a82d-33b3a1341543 req-d79a9613-c7d2-4748-9399-d53707eae3a2 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161213 Jul 29 14:50:49.877513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97b9900-6958-422d-89e4-aba42e4f48de'}, {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3559254e-f263-44c0-8c9e-db0d92fb9ec9'}, {'server_uuid': '07666018-39d0-4d70-b11f-0dd5136e72ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e34a88c-88ad-40fe-948e-d687a9bdf90f'}, {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1441c2-83c0-47d9-b5a2-4e4083a907c0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:50:49.891981 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400704b7-b962-467c-ad6f-b6270ba4cd62" -d '{"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-plugged", "status": "completed", "tag": "f97b9900-6958-422d-89e4-aba42e4f48de"}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-plugged", "status": "completed", "tag": "3559254e-f263-44c0-8c9e-db0d92fb9ec9"}, {"server_uuid": "07666018-39d0-4d70-b11f-0dd5136e72ee", "name": "network-vif-plugged", "status": "completed", "tag": "5e34a88c-88ad-40fe-948e-d687a9bdf90f"}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-plugged", "status": "completed", "tag": "6d1441c2-83c0-47d9-b5a2-4e4083a907c0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:50:49.903208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=6d1441c2-83c0-47d9-b5a2-4e4083a907c0,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:49.912570 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1d147a78-0077-4451-9b6d-3587aa51582e details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:50:49.980095 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-145dce98-a92c-4ea8-a5c5-0ab3a26bbdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:50.040946 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 29 Jul 2021 14:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b7cb3d-0301-4f1b-b2db-06e770cb07a5 x-openstack-request-id: req-41b7cb3d-0301-4f1b-b2db-06e770cb07a5 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:50.043811 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-plugged", "status": "completed", "tag": "f97b9900-6958-422d-89e4-aba42e4f48de", "code": 200}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-plugged", "status": "completed", "tag": "3559254e-f263-44c0-8c9e-db0d92fb9ec9", "code": 200}, {"server_uuid": "07666018-39d0-4d70-b11f-0dd5136e72ee", "name": "network-vif-plugged", "status": "completed", "tag": "5e34a88c-88ad-40fe-948e-d687a9bdf90f", "code": 200}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-plugged", "status": "completed", "tag": "6d1441c2-83c0-47d9-b5a2-4e4083a907c0", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:50.044178 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41b7cb3d-0301-4f1b-b2db-06e770cb07a5 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:50.044762 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97b9900-6958-422d-89e4-aba42e4f48de', 'code': 200} Jul 29 14:50:50.045127 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3559254e-f263-44c0-8c9e-db0d92fb9ec9', 'code': 200} Jul 29 14:50:50.045482 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07666018-39d0-4d70-b11f-0dd5136e72ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e34a88c-88ad-40fe-948e-d687a9bdf90f', 'code': 200} Jul 29 14:50:50.045834 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1441c2-83c0-47d9-b5a2-4e4083a907c0', 'code': 200} Jul 29 14:50:50.059283 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145dce98-a92c-4ea8-a5c5-0ab3a26bbdee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af905744-454c-4f5a-b5f4-3cd09d75c9a2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:50.067789 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-145dce98-a92c-4ea8-a5c5-0ab3a26bbdee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:50.069888 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-145dce98-a92c-4ea8-a5c5-0ab3a26bbdee admin admin] 10.222.0.16 "DELETE /v2.0/subnets/af905744-454c-4f5a-b5f4-3cd09d75c9a2 HTTP/1.1" status: 204 len: 168 time: 0.8699758 Jul 29 14:50:50.072928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34740) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:50.085118 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c5aceb-ece6-400b-99b2-989cfd02a3a9 None None] Network 1c6029df-4f46-4bb8-b870-1f0a53d78198 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:50:50.326187 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1d147a78-0077-4451-9b6d-3587aa51582e,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:50.354544 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '1d147a78-0077-4451-9b6d-3587aa51582e', 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a', 'port_id': '1d147a78-0077-4451-9b6d-3587aa51582e', 'mac_address': 'fa:16:3e:6d:3a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:50:50.374667 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdc6bb-4e4d-495a-a182-fc95fe7fd77e req-c1813717-630c-47bd-994f-9038b5672b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:50.376267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdc6bb-4e4d-495a-a182-fc95fe7fd77e req-c1813717-630c-47bd-994f-9038b5672b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:50.377716 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdc6bb-4e4d-495a-a182-fc95fe7fd77e req-c1813717-630c-47bd-994f-9038b5672b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:50.378413 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdc6bb-4e4d-495a-a182-fc95fe7fd77e req-c1813717-630c-47bd-994f-9038b5672b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:50.379713 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdc6bb-4e4d-495a-a182-fc95fe7fd77e req-c1813717-630c-47bd-994f-9038b5672b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:50.380370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdc6bb-4e4d-495a-a182-fc95fe7fd77e req-c1813717-630c-47bd-994f-9038b5672b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:50.381081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdc6bb-4e4d-495a-a182-fc95fe7fd77e req-c1813717-630c-47bd-994f-9038b5672b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:50.384715 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4afdc6bb-4e4d-495a-a182-fc95fe7fd77e req-c1813717-630c-47bd-994f-9038b5672b45 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6489 time: 0.1599576 Jul 29 14:50:50.387657 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:50.467547 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:50.483988 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c68fdb-beaf-4819-b6e3-4fcd753b254e None None] DHCP port deletion for 1c6029df-4f46-4bb8-b870-1f0a53d78198 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:50:50.489880 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d147a78-0077-4451-9b6d-3587aa51582e {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:50:50.490463 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e70abd-b457-4860-b42c-eb5f9bce723e req-76d8e300-9206-432b-a6f5-b8c2c8c7dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:50.496550 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34e70abd-b457-4860-b42c-eb5f9bce723e req-76d8e300-9206-432b-a6f5-b8c2c8c7dbf5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 1096 time: 0.2862260 Jul 29 14:50:50.563103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483adaa3-3948-43d0-baf9-9b1f4aa719b4 req-ec68c456-b183-4aca-af09-583cae64a273 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:50.579116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483adaa3-3948-43d0-baf9-9b1f4aa719b4 req-ec68c456-b183-4aca-af09-583cae64a273 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:50.595447 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483adaa3-3948-43d0-baf9-9b1f4aa719b4 req-ec68c456-b183-4aca-af09-583cae64a273 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:50.603691 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483adaa3-3948-43d0-baf9-9b1f4aa719b4 req-ec68c456-b183-4aca-af09-583cae64a273 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:50.603885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1d147a78-0077-4451-9b6d-3587aa51582e,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:50.617475 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4afdc6bb-4e4d-495a-a182-fc95fe7fd77e req-c42087fc-d027-4927-b768-1dc969cd4ffd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=96622a08-6eac-4be6-9976-ddcc5aa0e595&id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2125187 Jul 29 14:50:50.621335 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34e70abd-b457-4860-b42c-eb5f9bce723e req-e15797a0-bcf2-471d-a769-55a0f4426cca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657063 Jul 29 14:50:50.621575 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:50.622066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483adaa3-3948-43d0-baf9-9b1f4aa719b4 req-ec68c456-b183-4aca-af09-583cae64a273 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:50.635658 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483adaa3-3948-43d0-baf9-9b1f4aa719b4 req-ec68c456-b183-4aca-af09-583cae64a273 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:50.652903 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483adaa3-3948-43d0-baf9-9b1f4aa719b4 req-ec68c456-b183-4aca-af09-583cae64a273 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:50.680755 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-483adaa3-3948-43d0-baf9-9b1f4aa719b4 req-ec68c456-b183-4aca-af09-583cae64a273 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5432 time: 0.1981642 Jul 29 14:50:50.704107 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698d931-b1cb-4cf7-83a5-59b8d8563175 req-a3245e7a-c28a-4133-8703-5dd3629aeea5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:50.706788 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a698d931-b1cb-4cf7-83a5-59b8d8563175 req-a3245e7a-c28a-4133-8703-5dd3629aeea5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 943 time: 0.2269390 Jul 29 14:50:50.728502 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=1d147a78-0077-4451-9b6d-3587aa51582e,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:50.766318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-02c68fdb-beaf-4819-b6e3-4fcd753b254e None None] Deleting port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:50:50.766703 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02c68fdb-beaf-4819-b6e3-4fcd753b254e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:50.796865 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-483adaa3-3948-43d0-baf9-9b1f4aa719b4 req-f5c6d619-b3f0-485e-82df-130fdc7b0900 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150994 Jul 29 14:50:50.809853 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a698d931-b1cb-4cf7-83a5-59b8d8563175 req-2b93c4a6-262b-4aaf-9bd6-e78f3621e9ae tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880122 Jul 29 14:50:50.830524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Deleting port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:50:50.831138 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:50.918652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-02c68fdb-beaf-4819-b6e3-4fcd753b254e None None] For port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a,segment=NetworkSegment(bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7),segment_id=bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:50.919055 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02c68fdb-beaf-4819-b6e3-4fcd753b254e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:50.935648 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] For port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a,segment=NetworkSegment(bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7),segment_id=bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:50.936286 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:50.961682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Calling delete_port for 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:50:50.991709 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-02c68fdb-beaf-4819-b6e3-4fcd753b254e None None] Calling delete_port for 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:50:51.015879 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:50:51.130742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78822c47-ee0d-4e51-9685-214e4594db4e req-89bb0dd7-5927-4a59-9022-8ebda63b9922 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:51.144433 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-78822c47-ee0d-4e51-9685-214e4594db4e req-89bb0dd7-5927-4a59-9022-8ebda63b9922 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.1116796 Jul 29 14:50:51.154953 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:51.166659 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['1d147a78-0077-4451-9b6d-3587aa51582e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:50:51.203332 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:51.225708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:51.226075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:51.226407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:51.226753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:51.227096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:51.227434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:51.227765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:51.228099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:51.228429 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:51.228782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:51.229113 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:51.229438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:50:51.229760 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-78822c47-ee0d-4e51-9685-214e4594db4e req-47f0036a-2cf8-4166-85a7-073da1b364f0 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786877 Jul 29 14:50:51.232349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] No DVR routers for this DVR port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:50:51.338777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No active binding found for port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a {{(pid=94159) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 14:50:51.338777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:50:51.338777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 874185e0-fb22-4401-9b2e-3f0c137b1e04 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:50:51.373997 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:51.401520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 874185e0-fb22-4401-9b2e-3f0c137b1e04 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:50:51.401868 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 874185e0-fb22-4401-9b2e-3f0c137b1e04 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: from cryptography.utils import int_from_bytes Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: from cryptography.utils import int_from_bytes Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.404105 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.406825 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.406825 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.406825 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.406825 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.406825 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.406825 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.406825 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.406825 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.406825 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.406825 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.406825 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.406825 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.406825 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:50:51.406825 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 14:50:51.422993 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02c68fdb-beaf-4819-b6e3-4fcd753b254e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:51.427774 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6029df-4f46-4bb8-b870-1f0a53d78198']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:50:51.459735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:50:51.460959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1bdcf9-dfe1-47d9-8382-5e458fbaf3b7') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:50:51.476993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c68fdb-beaf-4819-b6e3-4fcd753b254e None None] Pushing event deleted for resources: {'Port': ['ID=4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:51.478091 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:51.481169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c68fdb-beaf-4819-b6e3-4fcd753b254e None None] No DVR routers for this DVR port 4f5edfa9-3ef9-4bfc-9bc3-b81ff2a7e69a on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:50:51.630109 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:51.632059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:50:51.632487 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:51.721867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34790) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:50:51.740733 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:50:51.745468 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:51.804457 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:51.817801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] 10.222.0.16 "DELETE /v2.0/networks/1c6029df-4f46-4bb8-b870-1f0a53d78198 HTTP/1.1" status: 204 len: 168 time: 1.7432678 Jul 29 14:50:51.819270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d55a3-887a-4a0f-9078-ce85da37b64c admin admin] Pushing event deleted for resources: {'Network': ['ID=1c6029df-4f46-4bb8-b870-1f0a53d78198,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:52.028283 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4efb9731-91cb-4f33-aa4a-34c89f399c4e tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-703249758'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:50:52.029832 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4efb9731-91cb-4f33-aa4a-34c89f399c4e tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] Unknown quota resources ['metering_label']. {{(pid=94157) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 14:50:52.152567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca3ed-67dc-4114-9d14-ed1368d6c576 req-513465df-71b7-4d20-8892-68d0ee3e8c6f tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:52.162440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca3ed-67dc-4114-9d14-ed1368d6c576 req-513465df-71b7-4d20-8892-68d0ee3e8c6f tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:52.168877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca3ed-67dc-4114-9d14-ed1368d6c576 req-513465df-71b7-4d20-8892-68d0ee3e8c6f tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:52.175430 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca3ed-67dc-4114-9d14-ed1368d6c576 req-513465df-71b7-4d20-8892-68d0ee3e8c6f tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:52.182705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca3ed-67dc-4114-9d14-ed1368d6c576 req-513465df-71b7-4d20-8892-68d0ee3e8c6f tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:52.188784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca3ed-67dc-4114-9d14-ed1368d6c576 req-513465df-71b7-4d20-8892-68d0ee3e8c6f tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:52.195582 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cca3ed-67dc-4114-9d14-ed1368d6c576 req-513465df-71b7-4d20-8892-68d0ee3e8c6f tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:52.197766 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c1cca3ed-67dc-4114-9d14-ed1368d6c576 req-513465df-71b7-4d20-8892-68d0ee3e8c6f tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5432 time: 0.1821780 Jul 29 14:50:52.218916 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e630216-0210-4f94-a79b-cf13335e2ffb req-12f8ac04-29de-4d55-9bb6-b6c5bd341b9e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:52.224405 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e630216-0210-4f94-a79b-cf13335e2ffb req-12f8ac04-29de-4d55-9bb6-b6c5bd341b9e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 944 time: 0.2621489 Jul 29 14:50:52.253399 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34808) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:52.289594 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c1cca3ed-67dc-4114-9d14-ed1368d6c576 req-9754bdc9-0550-487d-905c-61072611f54e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838168 Jul 29 14:50:52.338907 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-194ed6ab-a46c-4468-9608-862a1c51bbff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=812f7c425a5d4f2fb72dd2b1a05c3ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842307 Jul 29 14:50:52.339513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34818) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:52.457471 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5a94feb-1403-4301-af0f-9cbb2cbe552d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:52.486148 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5a94feb-1403-4301-af0f-9cbb2cbe552d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:52.508297 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4efb9731-91cb-4f33-aa4a-34c89f399c4e tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:52.509646 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4efb9731-91cb-4f33-aa4a-34c89f399c4e tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7867277 Jul 29 14:50:52.512573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34828) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:52.525655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0049d26e-b278-4ec5-b799-861a305814cb tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd0130a8e-9177-4119-8b07-2d1ed33e17d1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:50:52.526215 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0049d26e-b278-4ec5-b799-861a305814cb tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94158) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 14:50:52.537475 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e630216-0210-4f94-a79b-cf13335e2ffb req-3f62b07b-ffa4-4dce-a3cf-424f44892ba0 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018064 Jul 29 14:50:52.677239 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e7959-ad0c-4e79-ae20-71e1ac5bb899 req-f6aa9a4a-6a88-4404-9447-4d97ecc6e678 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:52.685036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e7959-ad0c-4e79-ae20-71e1ac5bb899 req-f6aa9a4a-6a88-4404-9447-4d97ecc6e678 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:52.691461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e7959-ad0c-4e79-ae20-71e1ac5bb899 req-f6aa9a4a-6a88-4404-9447-4d97ecc6e678 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:52.696060 n-d-802893-1 neutron-server[94158]: WARNING neutron.services.metering.metering_plugin [None req-0049d26e-b278-4ec5-b799-861a305814cb tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 14:50:52.700176 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e7959-ad0c-4e79-ae20-71e1ac5bb899 req-f6aa9a4a-6a88-4404-9447-4d97ecc6e678 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:52.712059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e7959-ad0c-4e79-ae20-71e1ac5bb899 req-f6aa9a4a-6a88-4404-9447-4d97ecc6e678 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:52.718637 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e7959-ad0c-4e79-ae20-71e1ac5bb899 req-f6aa9a4a-6a88-4404-9447-4d97ecc6e678 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:52.727813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e7959-ad0c-4e79-ae20-71e1ac5bb899 req-f6aa9a4a-6a88-4404-9447-4d97ecc6e678 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:52.733653 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b8e7959-ad0c-4e79-ae20-71e1ac5bb899 req-f6aa9a4a-6a88-4404-9447-4d97ecc6e678 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5432 time: 0.1290197 Jul 29 14:50:52.742346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34830) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:52.748724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-2b41e9ed-969f-4ee2-9690-293e7d6cdb08 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Request body: {'floatingip': {'port_id': '3559254e-f263-44c0-8c9e-db0d92fb9ec9'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:50:52.796018 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b41e9ed-969f-4ee2-9690-293e7d6cdb08 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:52.869062 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0049d26e-b278-4ec5-b799-861a305814cb tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:52.873425 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0049d26e-b278-4ec5-b799-861a305814cb tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3553793 Jul 29 14:50:52.873425 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5a94feb-1403-4301-af0f-9cbb2cbe552d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:52.875097 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5a94feb-1403-4301-af0f-9cbb2cbe552d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:52.878337 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c5a94feb-1403-4301-af0f-9cbb2cbe552d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6e3a19e-571f-4ddd-a75b-eb8367618bc9 HTTP/1.1" status: 204 len: 168 time: 0.5357223 Jul 29 14:50:52.878337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34832) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:52.898061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0ecb9-fa3e-4042-b287-48f707835f34 req-94a9b76f-f12b-41fc-a526-5d3bf843dd77 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:52.901233 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7de0ecb9-fa3e-4042-b287-48f707835f34 req-94a9b76f-f12b-41fc-a526-5d3bf843dd77 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.3610768 Jul 29 14:50:52.909496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5250c818-7fef-4ea6-8d88-d4d5f9762bb6 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd0130a8e-9177-4119-8b07-2d1ed33e17d1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:50:52.910343 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5250c818-7fef-4ea6-8d88-d4d5f9762bb6 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94158) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 14:50:52.915184 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a94feb-1403-4301-af0f-9cbb2cbe552d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e3a19e-571f-4ddd-a75b-eb8367618bc9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:53.057125 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7de0ecb9-fa3e-4042-b287-48f707835f34 req-534ea461-6360-4d5b-8793-de607afe25f4 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330051 Jul 29 14:50:53.057982 n-d-802893-1 neutron-server[94158]: WARNING neutron.services.metering.metering_plugin [None req-5250c818-7fef-4ea6-8d88-d4d5f9762bb6 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 14:50:53.242800 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5250c818-7fef-4ea6-8d88-d4d5f9762bb6 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:53.247184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5250c818-7fef-4ea6-8d88-d4d5f9762bb6 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3442874 Jul 29 14:50:53.250699 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34844) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:53.288358 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4fffd7ec-3225-4f68-be54-1a126d9c7aca tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=08e21fe6-df08-41b3-8491-642779323b4b HTTP/1.1" status: 200 len: 462 time: 0.0354586 Jul 29 14:50:53.299149 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34846) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:53.717525 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12c902e1-7dd9-4a86-9857-3070eefebd02 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:53.719109 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-12c902e1-7dd9-4a86-9857-3070eefebd02 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/08e21fe6-df08-41b3-8491-642779323b4b HTTP/1.1" status: 204 len: 168 time: 0.4234104 Jul 29 14:50:53.730564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34870) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:53.781831 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1d147a78-0077-4451-9b6d-3587aa51582e up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:50:53.803932 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-754487a3-c8ea-43a9-aa1b-102b98626513 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=08e21fe6-df08-41b3-8491-642779323b4b HTTP/1.1" status: 200 len: 221 time: 0.0732629 Jul 29 14:50:53.810430 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34874) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:53.835008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77caa5-965c-4c0a-bfae-eff295b443e5 req-6fa12b09-f65e-436a-84d7-0f7814426002 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:53.836909 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba77caa5-965c-4c0a-bfae-eff295b443e5 req-6fa12b09-f65e-436a-84d7-0f7814426002 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 944 time: 0.1243744 Jul 29 14:50:53.845448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-48da9233-d933-43db-ab86-63ab53eeedd5 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--154076174', 'description': 'label created by tempest'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:50:53.845867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-48da9233-d933-43db-ab86-63ab53eeedd5 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] Unknown quota resources ['metering_label']. {{(pid=94157) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 14:50:53.868429 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 1d147a78-0077-4451-9b6d-3587aa51582e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:50:53.873759 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 1d147a78-0077-4451-9b6d-3587aa51582e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:50:53.874176 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:53.973942 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba77caa5-965c-4c0a-bfae-eff295b443e5 req-884727e5-7ef5-411b-88f7-4623e7a19e68 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241708 Jul 29 14:50:53.985231 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:54.014916 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8bd920-3f15-4638-9f00-a6623508a279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d147a78-0077-4451-9b6d-3587aa51582e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:50:54.017767 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776b31d0-9298-4598-b650-5593a52f9549" -d '{"events": [{"server_uuid": "1d8bd920-3f15-4638-9f00-a6623508a279", "name": "network-vif-plugged", "status": "completed", "tag": "1d147a78-0077-4451-9b6d-3587aa51582e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:50:54.035018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1d147a78-0077-4451-9b6d-3587aa51582e,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:50:54.043484 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:54.117186 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aec8b33-ff39-40e4-92a2-c2df68cc965b x-openstack-request-id: req-5aec8b33-ff39-40e4-92a2-c2df68cc965b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:54.117545 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8bd920-3f15-4638-9f00-a6623508a279", "name": "network-vif-plugged", "status": "completed", "tag": "1d147a78-0077-4451-9b6d-3587aa51582e", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:54.117765 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5aec8b33-ff39-40e4-92a2-c2df68cc965b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:54.118403 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8bd920-3f15-4638-9f00-a6623508a279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d147a78-0077-4451-9b6d-3587aa51582e', 'code': 200} Jul 29 14:50:54.118983 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=1d147a78-0077-4451-9b6d-3587aa51582e,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:54.180011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36eb80e-640a-456a-93a8-5c3688d22619 req-d698f9d8-fb85-407e-a2f8-fa176eb5476e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:54.190204 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c36eb80e-640a-456a-93a8-5c3688d22619 req-d698f9d8-fb85-407e-a2f8-fa176eb5476e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.4338489 Jul 29 14:50:54.276394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b7a32-c37a-463c-9777-6fac3c4788ff req-10977b23-8a47-4ebc-9f6b-17763bfd0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:54.279216 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-036b7a32-c37a-463c-9777-6fac3c4788ff req-10977b23-8a47-4ebc-9f6b-17763bfd0865 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 1096 time: 0.0748086 Jul 29 14:50:54.325025 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48da9233-d933-43db-ab86-63ab53eeedd5 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:54.329247 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-48da9233-d933-43db-ab86-63ab53eeedd5 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5129795 Jul 29 14:50:54.359735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34898) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:54.479700 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-036b7a32-c37a-463c-9777-6fac3c4788ff req-83522837-a940-4ccb-b711-7f6ff3473fa8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848044 Jul 29 14:50:54.488076 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b41e9ed-969f-4ee2-9690-293e7d6cdb08 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:54.503668 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b41e9ed-969f-4ee2-9690-293e7d6cdb08 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:54.561526 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c36eb80e-640a-456a-93a8-5c3688d22619 req-0c3fdf0c-4e74-4265-b9af-c7705fd1f722 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703344 Jul 29 14:50:54.574116 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-883e2fea-cee9-4ca2-b065-3a3ff32465af tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=ef14a903-bc03-4583-bd5d-53271858e643 HTTP/1.1" status: 200 len: 467 time: 0.2121124 Jul 29 14:50:54.574722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34904) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:54.682897 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-2b41e9ed-969f-4ee2-9690-293e7d6cdb08 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Floating IP 8a15b570-bbc7-4386-8319-0a5cee70c897 associated. External IP: 172.25.6.107, port: 3559254e-f263-44c0-8c9e-db0d92fb9ec9. Jul 29 14:50:54.743383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34916) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:54.997807 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6047921a-5dbb-4d18-af16-40dfd28d6f56 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:55.000132 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d8a43e09-9ac7-4972-b7bc-ac3fb69f33b8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1411065513-network', 'tenant_id': '2be60c96dc3b45dc935882d39f3c4d71'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:50:55.002371 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6047921a-5dbb-4d18-af16-40dfd28d6f56 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/ef14a903-bc03-4583-bd5d-53271858e643 HTTP/1.1" status: 204 len: 168 time: 0.4251528 Jul 29 14:50:55.003398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34926) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:55.016904 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0400e0ac-1469-4b63-beee-2f0c0c5dad49 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=ef14a903-bc03-4583-bd5d-53271858e643 HTTP/1.1" status: 200 len: 216 time: 0.0120287 Jul 29 14:50:55.021404 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34928) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:55.026800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a43e09-9ac7-4972-b7bc-ac3fb69f33b8 admin admin] Made reservation on behalf of 2be60c96dc3b45dc935882d39f3c4d71 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:50:55.030226 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a43e09-9ac7-4972-b7bc-ac3fb69f33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:55.033206 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-814ae9fa-8f26-4270-8867-a198f7ff7b66 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098755 Jul 29 14:50:55.038662 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34930) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:55.041904 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a43e09-9ac7-4972-b7bc-ac3fb69f33b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:55.055874 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b1bc48e4-db0e-4f3a-b981-da89541b48a1 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0158823 Jul 29 14:50:55.062632 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34932) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:55.234158 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b9fed129-6164-40b0-8e4c-3fe4570244f2 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/d0130a8e-9177-4119-8b07-2d1ed33e17d1 HTTP/1.1" status: 200 len: 472 time: 0.1703045 Jul 29 14:50:55.238644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34938) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:55.261142 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8f8b2292-6286-43e3-897a-45185ef8af2f tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/1fa5c30a-01a3-47bb-89a4-381db880e050 HTTP/1.1" status: 200 len: 459 time: 0.0202551 Jul 29 14:50:55.263948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34942) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:55.276577 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b41e9ed-969f-4ee2-9690-293e7d6cdb08 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:50:55.291084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6d107-5902-4228-aa90-762feb33c368 req-39b4347d-d8ef-4175-8eff-d08378ab8676 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:55.296527 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a6b6d107-5902-4228-aa90-762feb33c368 req-39b4347d-d8ef-4175-8eff-d08378ab8676 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.1861289 Jul 29 14:50:55.412727 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d2ba0f89-6bb7-4d08-945a-f024274c116a tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:55.415248 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a6b6d107-5902-4228-aa90-762feb33c368 req-8012793e-06c9-4604-8cd9-0a04328089be tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142249 Jul 29 14:50:55.422576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34950) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:55.426319 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d2ba0f89-6bb7-4d08-945a-f024274c116a tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/1fa5c30a-01a3-47bb-89a4-381db880e050 HTTP/1.1" status: 204 len: 168 time: 0.1568637 Jul 29 14:50:55.483630 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a43e09-9ac7-4972-b7bc-ac3fb69f33b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:55.528029 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a43e09-9ac7-4972-b7bc-ac3fb69f33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:55.670006 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a43e09-9ac7-4972-b7bc-ac3fb69f33b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:50:55.709797 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b41e9ed-969f-4ee2-9690-293e7d6cdb08 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:50:55.722723 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd086f6-6a4a-472e-a087-48f40e0fc1c7 None None] Sync routers for ids ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:50:55.728703 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206b9f2-d5fe-44bd-b92f-5cf806e8c126 req-1215601c-f77b-4355-b6f5-7243463b7119 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:55.736188 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd086f6-6a4a-472e-a087-48f40e0fc1c7 None None] Routers {'9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:50:55.736867 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b41e9ed-969f-4ee2-9690-293e7d6cdb08 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:55.737097 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ddd086f6-6a4a-472e-a087-48f40e0fc1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:50:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:50:55.742089 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3206b9f2-d5fe-44bd-b92f-5cf806e8c126 req-1215601c-f77b-4355-b6f5-7243463b7119 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.0847723 Jul 29 14:50:55.743420 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a43e09-9ac7-4972-b7bc-ac3fb69f33b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b84eb96-fd39-4c40-8c7f-b43e5ff4eda1,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:55.791046 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a43e09-9ac7-4972-b7bc-ac3fb69f33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:55.791638 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-d8a43e09-9ac7-4972-b7bc-ac3fb69f33b8 admin admin] Added segment c46a5c27-e11f-4a82-bb6b-973389642407 of type vlan for network 032e7c18-9f87-413d-85dd-616ea2f450f8 Jul 29 14:50:55.815661 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3206b9f2-d5fe-44bd-b92f-5cf806e8c126 req-245d897d-daaa-444d-9af6-a699a1e78087 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608797 Jul 29 14:50:55.861045 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2b41e9ed-969f-4ee2-9690-293e7d6cdb08 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "PUT /v2.0/floatingips/8a15b570-bbc7-4386-8319-0a5cee70c897 HTTP/1.1" status: 200 len: 991 time: 3.1148801 Jul 29 14:50:55.902905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'tag': '3559254e-f263-44c0-8c9e-db0d92fb9ec9'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:50:55.907919 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6827b1e5-e18b-4082-83aa-f0771add2e09" -d '{"events": [{"name": "network-changed", "server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "tag": "3559254e-f263-44c0-8c9e-db0d92fb9ec9"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:50:55.918406 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-50e38d0f-c46d-4074-af07-1abc76cdcc91 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:55.919803 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-50e38d0f-c46d-4074-af07-1abc76cdcc91 tempest-MeteringIpV6TestJSON-771586661 tempest-MeteringIpV6TestJSON-771586661-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/d0130a8e-9177-4119-8b07-2d1ed33e17d1 HTTP/1.1" status: 204 len: 168 time: 0.4945405 Jul 29 14:50:55.935552 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a43e09-9ac7-4972-b7bc-ac3fb69f33b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:55.960343 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-ddd086f6-6a4a-472e-a087-48f40e0fc1c7 None None] Set router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:50:55.979431 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a43e09-9ac7-4972-b7bc-ac3fb69f33b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:55.980692 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a43e09-9ac7-4972-b7bc-ac3fb69f33b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:55.981792 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a43e09-9ac7-4972-b7bc-ac3fb69f33b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:55.991621 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:56.091957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a43e09-9ac7-4972-b7bc-ac3fb69f33b8 admin admin] Pushing event updated for resources: {'Network': ['ID=032e7c18-9f87-413d-85dd-616ea2f450f8,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:56.096310 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d8a43e09-9ac7-4972-b7bc-ac3fb69f33b8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3518476 Jul 29 14:50:56.099333 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34996) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:56.103257 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 032e7c18-9f87-413d-85dd-616ea2f450f8 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:50:56.107957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-11c78079-40d6-476e-8dbe-6de4eaa71a50 admin admin] Request body: {'subnet': {'network_id': '032e7c18-9f87-413d-85dd-616ea2f450f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1411065513-subnet', 'tenant_id': '2be60c96dc3b45dc935882d39f3c4d71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:50:56.136901 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0732c5-742a-4759-99b0-423889aabaaf req-91403d30-d221-4770-86cc-9cc3424d8863 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:56.148347 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c78079-40d6-476e-8dbe-6de4eaa71a50 admin admin] Made reservation on behalf of 2be60c96dc3b45dc935882d39f3c4d71 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:50:56.151454 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd0732c5-742a-4759-99b0-423889aabaaf req-91403d30-d221-4770-86cc-9cc3424d8863 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc6df515-5939-42d7-a732-f392dd21d00e HTTP/1.1" status: 200 len: 950 time: 0.1332314 Jul 29 14:50:56.155632 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-11c78079-40d6-476e-8dbe-6de4eaa71a50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:56.249293 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd0732c5-742a-4759-99b0-423889aabaaf req-7e64f567-850f-48b6-8f7a-a5c7f065fc26 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970070 Jul 29 14:50:56.352616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35004) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:56.514287 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-11c78079-40d6-476e-8dbe-6de4eaa71a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:56.529233 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4298a0-351e-45b9-afd1-1079a463bfe0 x-openstack-request-id: req-7f4298a0-351e-45b9-afd1-1079a463bfe0 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:50:56.529806 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "tag": "3559254e-f263-44c0-8c9e-db0d92fb9ec9", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:50:56.530349 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f4298a0-351e-45b9-afd1-1079a463bfe0 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:50:56.531040 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'tag': '3559254e-f263-44c0-8c9e-db0d92fb9ec9', 'status': 'completed', 'code': 200} Jul 29 14:50:56.569551 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ddd086f6-6a4a-472e-a087-48f40e0fc1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'name': 'tempest-TaggedBootDevicesTest-942324995-router', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:19Z', 'updated_at': '2021-07-29T14:48:27Z', 'revision_number': 4, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'gw_port': {'id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:21Z', 'updated_at': '2021-07-29T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8a15b570-bbc7-4386-8319-0a5cee70c897', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'port_id': '3559254e-f263-44c0-8c9e-db0d92fb9ec9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'mac_address': 'fa:16:3e:43:4d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794e75d7-a265-44ae-bb2b-23c06698c142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:49:26Z', 'updated_at': '2021-07-29T14:50:54Z', 'revision_number': 1, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a22cbdb-ad38-4590-86de-90fb10fb9dca', 'name': '', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'mac_address': 'fa:16:3e:2e:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:26Z', 'updated_at': '2021-07-29T14:48:42Z', 'revision_number': 5, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'subnets': [{'id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:50:56.600733 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd086f6-6a4a-472e-a087-48f40e0fc1c7 None None] Checking router: 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:50:56.616133 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b75945a3-0f7a-4165-922c-62218e2c446f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:56.620512 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd086f6-6a4a-472e-a087-48f40e0fc1c7 None None] Routers {'9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:50:56.621715 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ddd086f6-6a4a-472e-a087-48f40e0fc1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:50:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:50:56.634918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c78079-40d6-476e-8dbe-6de4eaa71a50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23fed419-753b-4689-b2bc-5920fde3f164,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:56.649224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad16dca-ef32-41fd-93fc-5e76ae239cfb req-25132168-642d-4b78-a2e4-1b86df6a9f19 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:56.651728 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6ad16dca-ef32-41fd-93fc-5e76ae239cfb req-25132168-642d-4b78-a2e4-1b86df6a9f19 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.1032000 Jul 29 14:50:56.658865 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-20f51331-9d7a-4d8c-80ed-2c3bf3bb11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:56.659048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c78079-40d6-476e-8dbe-6de4eaa71a50 admin admin] Checking segment: {'id': 'c46a5c27-e11f-4a82-bb6b-973389642407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '032e7c18-9f87-413d-85dd-616ea2f450f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:50:56.659423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c78079-40d6-476e-8dbe-6de4eaa71a50 admin admin] Network hostable DHCP agents. Network: 032e7c18-9f87-413d-85dd-616ea2f450f8, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:50:56.660049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-20f51331-9d7a-4d8c-80ed-2c3bf3bb11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:56.660780 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-20f51331-9d7a-4d8c-80ed-2c3bf3bb11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:56.661432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-20f51331-9d7a-4d8c-80ed-2c3bf3bb11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:56.662116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-20f51331-9d7a-4d8c-80ed-2c3bf3bb11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:56.662760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-20f51331-9d7a-4d8c-80ed-2c3bf3bb11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:56.663400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-20f51331-9d7a-4d8c-80ed-2c3bf3bb11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:56.665524 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-20f51331-9d7a-4d8c-80ed-2c3bf3bb11be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d512e776609042afb7cbb4d51213c3a0&device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6489 time: 0.0748591 Jul 29 14:50:56.712139 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c78079-40d6-476e-8dbe-6de4eaa71a50 admin admin] Network 032e7c18-9f87-413d-85dd-616ea2f450f8 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:50:56.729507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-11c78079-40d6-476e-8dbe-6de4eaa71a50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 032e7c18-9f87-413d-85dd-616ea2f450f8) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:50:56.735742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c78079-40d6-476e-8dbe-6de4eaa71a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:56.736206 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-11c78079-40d6-476e-8dbe-6de4eaa71a50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:56.740519 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2097c10-9860-417a-af4b-8a6bdd9f45be None None] Network 032e7c18-9f87-413d-85dd-616ea2f450f8 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:50:56.796779 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-ddd086f6-6a4a-472e-a087-48f40e0fc1c7 None None] Set router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:50:56.821841 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b75945a3-0f7a-4165-922c-62218e2c446f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:56.835916 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6ad16dca-ef32-41fd-93fc-5e76ae239cfb req-dbc8579d-47aa-43bb-86c3-20b78fd99c94 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690156 Jul 29 14:50:56.848883 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b75945a3-0f7a-4165-922c-62218e2c446f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:56.887469 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-11c78079-40d6-476e-8dbe-6de4eaa71a50 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7858260 Jul 29 14:50:56.893867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75945a3-0f7a-4165-922c-62218e2c446f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64ef78f-0eac-4d76-9945-600d66a519eb,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:56.918440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-da398efc-6306-4022-8009-8bbfe4ab9440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:56.922834 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-da398efc-6306-4022-8009-8bbfe4ab9440 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dba885a-0741-41e8-b079-6381bc1efb2c HTTP/1.1" status: 200 len: 912 time: 0.2437606 Jul 29 14:50:56.923416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35022) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:56.923967 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b75945a3-0f7a-4165-922c-62218e2c446f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35c9f12174244c77b18744258e97124d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5700159 Jul 29 14:50:57.049170 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3b0ae4-a7b1-441a-904c-504ffae5a718 None None] Network 032e7c18-9f87-413d-85dd-616ea2f450f8 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:50:57.050796 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbd678-59ca-4132-84dc-4419365e3684 req-3f134ac7-3651-4b93-8df0-179944a76b30 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:57.059149 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cccbd678-59ca-4132-84dc-4419365e3684 req-3f134ac7-3651-4b93-8df0-179944a76b30 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.1136510 Jul 29 14:50:57.066651 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-57e28996-dc68-4ce9-a6a9-f97d83424474 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3559254e-f263-44c0-8c9e-db0d92fb9ec9 HTTP/1.1" status: 200 len: 999 time: 0.1356678 Jul 29 14:50:57.089867 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4291853-1dc2-4b2b-b2a4-0c219e0c17dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:57.116767 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cccbd678-59ca-4132-84dc-4419365e3684 req-cdd7a518-9a4d-4852-9d2c-44428b1c9551 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562279 Jul 29 14:50:57.117650 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4291853-1dc2-4b2b-b2a4-0c219e0c17dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:57.316101 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-e9c8fe6b-9248-4f60-bfe5-9cbf6f5137db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:57.322289 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-e9c8fe6b-9248-4f60-bfe5-9cbf6f5137db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c2c5946-274d-455f-a39e-104d5d03aeca HTTP/1.1" status: 200 len: 850 time: 0.2338359 Jul 29 14:50:57.325511 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb374500-1f40-4b74-878c-3549f0526768 req-e65aef28-89e7-4ffc-9dd0-952ee02e21f9 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:57.327146 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb374500-1f40-4b74-878c-3549f0526768 req-e65aef28-89e7-4ffc-9dd0-952ee02e21f9 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 1096 time: 0.2398596 Jul 29 14:50:57.363964 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4291853-1dc2-4b2b-b2a4-0c219e0c17dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:57.366486 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4291853-1dc2-4b2b-b2a4-0c219e0c17dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:57.367794 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b4291853-1dc2-4b2b-b2a4-0c219e0c17dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d64ef78f-0eac-4d76-9945-600d66a519eb HTTP/1.1" status: 204 len: 168 time: 0.4433615 Jul 29 14:50:57.403256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4291853-1dc2-4b2b-b2a4-0c219e0c17dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64ef78f-0eac-4d76-9945-600d66a519eb,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:57.426197 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ddd086f6-6a4a-472e-a087-48f40e0fc1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'name': 'tempest-TaggedBootDevicesTest-942324995-router', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:19Z', 'updated_at': '2021-07-29T14:48:27Z', 'revision_number': 4, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'gw_port': {'id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:21Z', 'updated_at': '2021-07-29T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8a15b570-bbc7-4386-8319-0a5cee70c897', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'port_id': '3559254e-f263-44c0-8c9e-db0d92fb9ec9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'mac_address': 'fa:16:3e:43:4d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794e75d7-a265-44ae-bb2b-23c06698c142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:49:26Z', 'updated_at': '2021-07-29T14:50:54Z', 'revision_number': 1, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a22cbdb-ad38-4590-86de-90fb10fb9dca', 'name': '', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'mac_address': 'fa:16:3e:2e:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:26Z', 'updated_at': '2021-07-29T14:48:42Z', 'revision_number': 5, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'subnets': [{'id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:50:57.431541 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad102a1-d136-4724-804b-3b839dc3a33a req-ae84afb9-d7c5-41b2-b38a-0ecb56227678 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:57.435599 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aad102a1-d136-4724-804b-3b839dc3a33a req-ae84afb9-d7c5-41b2-b38a-0ecb56227678 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc6df515-5939-42d7-a732-f392dd21d00e HTTP/1.1" status: 200 len: 950 time: 0.0860870 Jul 29 14:50:57.449114 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb374500-1f40-4b74-878c-3549f0526768 req-ca45907d-cb14-4031-8147-83af42372781 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094143 Jul 29 14:50:57.465561 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-9459919a-1020-4941-b72c-3d99ba8b0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:57.467721 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-9459919a-1020-4941-b72c-3d99ba8b0846 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dba885a-0741-41e8-b079-6381bc1efb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377807 Jul 29 14:50:57.468496 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd086f6-6a4a-472e-a087-48f40e0fc1c7 None None] The sync data for ids ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'] in n-d-802893-1 is: [{'id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'name': 'tempest-TaggedBootDevicesTest-942324995-router', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:19Z', 'updated_at': '2021-07-29T14:48:27Z', 'revision_number': 4, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'gw_port': {'id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:21Z', 'updated_at': '2021-07-29T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8a15b570-bbc7-4386-8319-0a5cee70c897', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'port_id': '3559254e-f263-44c0-8c9e-db0d92fb9ec9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'mac_address': 'fa:16:3e:43:4d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794e75d7-a265-44ae-bb2b-23c06698c142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:49:26Z', 'updated_at': '2021-07-29T14:50:54Z', 'revision_number': 1, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a22cbdb-ad38-4590-86de-90fb10fb9dca', 'name': '', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'mac_address': 'fa:16:3e:2e:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:26Z', 'updated_at': '2021-07-29T14:48:42Z', 'revision_number': 5, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'subnets': [{'id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:50:57.509380 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aad102a1-d136-4724-804b-3b839dc3a33a req-868ec84d-062b-460c-bad6-02f2a01618dd tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613291 Jul 29 14:50:57.711761 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-2aaf1212-8aaa-4eec-a062-1e192202e330 service neutron] 10.222.0.39 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353754 Jul 29 14:50:57.727315 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4bfbd-db86-47dc-b2f0-b611b3748b1c req-dc8b1cba-f1bd-415c-8ad0-45db9da9cfae tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:57.729368 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-07a4bfbd-db86-47dc-b2f0-b611b3748b1c req-dc8b1cba-f1bd-415c-8ad0-45db9da9cfae tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 1096 time: 0.0840096 Jul 29 14:50:57.801762 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-07a4bfbd-db86-47dc-b2f0-b611b3748b1c req-fe8f0b95-f583-4582-93fc-bd45cf9ff8c0 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526614 Jul 29 14:50:57.876965 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6827b1e5-e18b-4082-83aa-f0771add2e09 req-9551cbaf-ff78-4762-b207-e513f98fc5a4 service neutron] 10.222.0.39 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566939 Jul 29 14:50:57.900623 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35c78e2-b4ae-4580-b840-95ad7bec4fde None None] New status for floating IP 8a15b570-bbc7-4386-8319-0a5cee70c897: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:50:57.906796 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35066) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:57.955506 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-291ead0f-0e1d-4411-a547-6db86aec1c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:58.113367 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-22af4b1d-3478-496b-8499-d0b2fe7a6f22 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:58.114702 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-291ead0f-0e1d-4411-a547-6db86aec1c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:58.117199 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-22af4b1d-3478-496b-8499-d0b2fe7a6f22 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/networks?id=032e7c18-9f87-413d-85dd-616ea2f450f8 HTTP/1.1" status: 200 len: 818 time: 0.1455982 Jul 29 14:50:58.121005 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-291ead0f-0e1d-4411-a547-6db86aec1c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:58.145156 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-4ed18d13-b5eb-4eb3-84ef-27f44baaa81d tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/quotas/2be60c96dc3b45dc935882d39f3c4d71 HTTP/1.1" status: 200 len: 375 time: 0.0218785 Jul 29 14:50:58.163023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ead0f-0e1d-4411-a547-6db86aec1c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d3d65f-844a-40d6-b746-40479820259b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:58.196243 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-cc70639d-df13-4369-bfd2-c8beed54a981 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2be60c96dc3b45dc935882d39f3c4d71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501318 Jul 29 14:50:58.197076 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-291ead0f-0e1d-4411-a547-6db86aec1c08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c52e1117f652428a99288ed425e15bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886567 Jul 29 14:50:58.199492 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35096) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:58.269009 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-969cdc2d-1da2-4850-a74e-42ef4c7b923b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:58.296353 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-969cdc2d-1da2-4850-a74e-42ef4c7b923b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:58.337412 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-6ddcff08-0d57-41c8-a9b9-7392688604d9 service neutron] 10.222.0.16 "GET /v2.0/networks/032e7c18-9f87-413d-85dd-616ea2f450f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373994 Jul 29 14:50:58.358328 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-969cdc2d-1da2-4850-a74e-42ef4c7b923b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:58.362227 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-969cdc2d-1da2-4850-a74e-42ef4c7b923b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:50:58.363544 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-969cdc2d-1da2-4850-a74e-42ef4c7b923b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80d3d65f-844a-40d6-b746-40479820259b HTTP/1.1" status: 204 len: 168 time: 0.1629927 Jul 29 14:50:58.373331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cdc2d-1da2-4850-a74e-42ef4c7b923b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d3d65f-844a-40d6-b746-40479820259b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:50:58.463595 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-e717a50d-d9e5-43dd-8f4f-7e11a83235ed service neutron] 10.222.0.16 "GET /v2.0/networks/032e7c18-9f87-413d-85dd-616ea2f450f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239610 Jul 29 14:50:59.303336 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58eab55-9946-4428-9c03-ab5c829dbcb4 req-b0d551cc-8ce0-4b47-8954-8fade8940e35 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:50:59.305063 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e58eab55-9946-4428-9c03-ab5c829dbcb4 req-b0d551cc-8ce0-4b47-8954-8fade8940e35 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.6460702 Jul 29 14:50:59.400170 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e58eab55-9946-4428-9c03-ab5c829dbcb4 req-5302fae8-f7f0-4ec4-9530-1dff36332403 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831058 Jul 29 14:50:59.574851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35180) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:50:59.597339 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-58619fbe-c9a3-4f5f-9139-61b63460ef72 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:50:59.598421 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-58619fbe-c9a3-4f5f-9139-61b63460ef72 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059536 Jul 29 14:50:59.617286 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-b209853a-61d0-4105-9603-61f92618df11 service neutron] Request body: {'binding': {'host': 'n-h2-802893-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:50:59.618209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-b209853a-61d0-4105-9603-61f92618df11 service neutron] Unknown quota resources ['binding']. {{(pid=94157) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 14:50:59.696017 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8549179-8af7-4022-8219-6838065eab01 req-59c0ead2-8516-4aa7-8d32-6dcccf0c80fd tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 210 time: 0.0314453 Jul 29 14:50:59.759723 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0ffd0db7-c4c2-4162-b8f5-dc043578290f tempest-AgentManagementNegativeTest-818800961 tempest-AgentManagementNegativeTest-818800961-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1802292 Jul 29 14:50:59.832432 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1da87fee-0764-49bf-8824-dfb17499408f no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:50:59.877101 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-b209853a-61d0-4105-9603-61f92618df11 service neutron] Attempting to bind port 1d147a78-0077-4451-9b6d-3587aa51582e on host n-h2-802893-1 for vnic_type normal with profile None {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:50:59.877544 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-b209853a-61d0-4105-9603-61f92618df11 service neutron] Attempting to bind port 1d147a78-0077-4451-9b6d-3587aa51582e by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:50:59.877895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-b209853a-61d0-4105-9603-61f92618df11 service neutron] Attempting to bind port 1d147a78-0077-4451-9b6d-3587aa51582e on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:50:59.890817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-b209853a-61d0-4105-9603-61f92618df11 service neutron] Port 1d147a78-0077-4451-9b6d-3587aa51582e on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:50:59.891374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-b209853a-61d0-4105-9603-61f92618df11 service neutron] Attempting to bind port 1d147a78-0077-4451-9b6d-3587aa51582e on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:50:59.902681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-b209853a-61d0-4105-9603-61f92618df11 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:50:59.904936 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-b209853a-61d0-4105-9603-61f92618df11 service neutron] Checking segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:50:59.905644 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-b209853a-61d0-4105-9603-61f92618df11 service neutron] Bound using segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:50:59.907407 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-b209853a-61d0-4105-9603-61f92618df11 service neutron] Bound port: 1d147a78-0077-4451-9b6d-3587aa51582e, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:51:00.010468 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:00.039156 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-b209853a-61d0-4105-9603-61f92618df11 service neutron] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1d147a78-0077-4451-9b6d-3587aa51582e,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:51:00.048072 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-b209853a-61d0-4105-9603-61f92618df11 service neutron] Notify callbacks [] for binding, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:00.051665 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-b209853a-61d0-4105-9603-61f92618df11 service neutron] 10.222.0.16 "POST /v2.0/ports/1d147a78-0077-4451-9b6d-3587aa51582e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4428747 Jul 29 14:51:00.064427 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6df515-5939-42d7-a732-f392dd21d00e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da87fee-0764-49bf-8824-dfb17499408f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:51:00.068035 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c33a8b-ace1-441a-b774-f252c8c512e9" -d '{"events": [{"server_uuid": "fc6df515-5939-42d7-a732-f392dd21d00e", "name": "network-vif-unplugged", "status": "completed", "tag": "1da87fee-0764-49bf-8824-dfb17499408f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:51:00.088872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1da87fee-0764-49bf-8824-dfb17499408f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1da87fee-0764-49bf-8824-dfb17499408f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:00.095569 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:00.171333 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6eb1b3-057b-4361-84d0-175710b75e38 x-openstack-request-id: req-8c6eb1b3-057b-4361-84d0-175710b75e38 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:51:00.171756 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6df515-5939-42d7-a732-f392dd21d00e", "name": "network-vif-unplugged", "status": "completed", "tag": "1da87fee-0764-49bf-8824-dfb17499408f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:51:00.172113 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c6eb1b3-057b-4361-84d0-175710b75e38 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:51:00.172614 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6df515-5939-42d7-a732-f392dd21d00e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da87fee-0764-49bf-8824-dfb17499408f', 'code': 200} Jul 29 14:51:00.173357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=1da87fee-0764-49bf-8824-dfb17499408f,revision_number=11']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:00.302779 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35238) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:00.307466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-31358b52-11a7-4801-a65f-14b8e51ddf04 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:00.314699 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-31358b52-11a7-4801-a65f-14b8e51ddf04 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.38 "GET /v2.0/networks?id=032e7c18-9f87-413d-85dd-616ea2f450f8 HTTP/1.1" status: 200 len: 818 time: 0.3214042 Jul 29 14:51:00.363792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-eac5f44f-9789-48b0-bb40-9f9ae8bd81ba tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Request body: {'port': {'device_id': 'e18ceb4e-6053-42bc-a27f-5838dac531c7', 'network_id': '032e7c18-9f87-413d-85dd-616ea2f450f8', 'admin_state_up': True, 'tenant_id': '2be60c96dc3b45dc935882d39f3c4d71'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:00.423744 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7b9d1-e1fe-4c0d-ac9b-35476a288315 req-27fc7f59-c164-4434-ada2-c4166e14a187 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:00.457153 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ea7b9d1-e1fe-4c0d-ac9b-35476a288315 req-27fc7f59-c164-4434-ada2-c4166e14a187 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.1405466 Jul 29 14:51:00.468518 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad8761f5-e36c-4922-982c-f4d936e0353e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:00.505885 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:00.591271 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ea7b9d1-e1fe-4c0d-ac9b-35476a288315 req-1466b405-cb17-462d-af0a-33d445369951 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140904 Jul 29 14:51:00.598330 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-3cb671a1-f311-4df5-9243-a67c432dd91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:00.601194 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-3cb671a1-f311-4df5-9243-a67c432dd91d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 1096 time: 0.0794098 Jul 29 14:51:00.696124 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:00.701812 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:00.733687 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdd8ff-b153-4b1d-a323-0b7404e51187 req-1b5e80de-ba00-4a8f-afa0-6dd2d79e8eea tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:00.742644 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0cbdd8ff-b153-4b1d-a323-0b7404e51187 req-1b5e80de-ba00-4a8f-afa0-6dd2d79e8eea tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.1100440 Jul 29 14:51:00.774035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee75d005-22b1-44eb-8974-adcb6ab243ee,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:00.777569 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-eac5f44f-9789-48b0-bb40-9f9ae8bd81ba tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Made reservation on behalf of 2be60c96dc3b45dc935882d39f3c4d71 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:00.781062 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-eac5f44f-9789-48b0-bb40-9f9ae8bd81ba tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:00.786564 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4dc70c9ab2b94119a01d51051121d128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4821901 Jul 29 14:51:00.789045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:00.789471 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:00.789890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:00.790362 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:00.790776 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:00.791165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:00.791588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:00.791987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:00.793151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:00.793512 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:00.794280 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:00.794854 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcceeeac-6811-48c8-9c80-4879e79afe37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:00.796782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35290) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:00.848692 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-c8198f8e-40ee-4020-bcd6-9607de7bb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:00.851128 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-c8198f8e-40ee-4020-bcd6-9607de7bb7ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.2413864 Jul 29 14:51:00.885213 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0cbdd8ff-b153-4b1d-a323-0b7404e51187 req-437ddbcf-3fb9-44d6-bb2f-f6d2b066c5e6 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413713 Jul 29 14:51:00.941757 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5fcf146d-44ff-4593-b540-253e66e1b956 req-21852023-ced5-4742-bf6b-6c19a92f3aad tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 210 time: 0.0465958 Jul 29 14:51:00.983246 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-3091d37a-0ab0-4e7d-ab8f-63d2939471e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d147a78-0077-4451-9b6d-3587aa51582e HTTP/1.1" status: 200 len: 217 time: 0.1208212 Jul 29 14:51:01.097495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-f2511f91-b4a3-45cf-ac55-ceb8ef580778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:01.099003 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-f2511f91-b4a3-45cf-ac55-ceb8ef580778 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.1081266 Jul 29 14:51:01.102226 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-92818f18-e9df-4452-90bb-70c9f3262c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:01.173729 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-c323ef15-1a3f-40ff-8750-426f6832bb17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609057 Jul 29 14:51:01.178448 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-92818f18-e9df-4452-90bb-70c9f3262c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:01.180627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-eac5f44f-9789-48b0-bb40-9f9ae8bd81ba tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Allocated IP 172.20.0.13 (032e7c18-9f87-413d-85dd-616ea2f450f8/23fed419-753b-4689-b2bc-5920fde3f164/dfe5bac3-11c5-4c17-8c2a-842e3a858ae3) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:51:01.398269 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-92818f18-e9df-4452-90bb-70c9f3262c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:01.400913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-92818f18-e9df-4452-90bb-70c9f3262c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:01.404734 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-92818f18-e9df-4452-90bb-70c9f3262c96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee75d005-22b1-44eb-8974-adcb6ab243ee HTTP/1.1" status: 204 len: 168 time: 0.5881350 Jul 29 14:51:01.426409 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-69f14b97-937d-427b-9571-a29300b4ca9d service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434418 Jul 29 14:51:01.432091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92818f18-e9df-4452-90bb-70c9f3262c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee75d005-22b1-44eb-8974-adcb6ab243ee,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:01.570344 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-eac5f44f-9789-48b0-bb40-9f9ae8bd81ba tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:01.604630 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-4dba8686-9008-4b5e-80ee-e0e88d0553ea service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669276 Jul 29 14:51:01.677259 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-eac5f44f-9789-48b0-bb40-9f9ae8bd81ba tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:01.791244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-eac5f44f-9789-48b0-bb40-9f9ae8bd81ba tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Network 032e7c18-9f87-413d-85dd-616ea2f450f8 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:51:01.799255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-eac5f44f-9789-48b0-bb40-9f9ae8bd81ba tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:01.802564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-eac5f44f-9789-48b0-bb40-9f9ae8bd81ba tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:51:01.834543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5f44f-9789-48b0-bb40-9f9ae8bd81ba tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Pushing event updated for resources: {'Port': ['ID=dfe5bac3-11c5-4c17-8c2a-842e3a858ae3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:01.865798 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca9e2b-48c1-453e-b570-fc5276465c44 req-abe90143-35d3-4225-af37-af1a0ad0bfb2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:01.875686 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-eac5f44f-9789-48b0-bb40-9f9ae8bd81ba tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:01.877066 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-eac5f44f-9789-48b0-bb40-9f9ae8bd81ba tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:01.884637 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02ca9e2b-48c1-453e-b570-fc5276465c44 req-abe90143-35d3-4225-af37-af1a0ad0bfb2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.1489601 Jul 29 14:51:01.906245 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-eac5f44f-9789-48b0-bb40-9f9ae8bd81ba tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5461664 Jul 29 14:51:01.925731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Request body: {'port': {'device_id': 'e18ceb4e-6053-42bc-a27f-5838dac531c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:01.959531 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02ca9e2b-48c1-453e-b570-fc5276465c44 req-603b1102-278f-4cdc-adc0-d7851efcd598 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735455 Jul 29 14:51:02.047002 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:02.253795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d02d19-6f0b-4803-80fd-3a1bff7c48ab req-20a1d7fb-0882-4891-b672-82e730ec9f71 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:02.265997 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-50d02d19-6f0b-4803-80fd-3a1bff7c48ab req-20a1d7fb-0882-4891-b672-82e730ec9f71 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.0783763 Jul 29 14:51:02.337788 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-50d02d19-6f0b-4803-80fd-3a1bff7c48ab req-7e9f2e08-0b97-4054-9931-b525dc6159a8 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707338 Jul 29 14:51:02.535208 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d935d4-aa15-41a1-8fe3-1c8dd3727c92 req-a3299548-492b-4094-bbad-69424a29f370 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:02.536600 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-92d935d4-aa15-41a1-8fe3-1c8dd3727c92 req-a3299548-492b-4094-bbad-69424a29f370 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 932 time: 0.0875456 Jul 29 14:51:02.591596 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-92d935d4-aa15-41a1-8fe3-1c8dd3727c92 req-24f86bdb-4e4b-42d4-b798-c2cefcaada04 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b84eb96-fd39-4c40-8c7f-b43e5ff4eda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470591 Jul 29 14:51:02.646887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:51:02.658415 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:02.675857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Transition to ACTIVE for port object dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:51:02.681775 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:02.747721 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe5bac3-11c5-4c17-8c2a-842e3a858ae3,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:02.822694 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35454) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:02.871549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Attempting to bind port dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:51:02.872104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Attempting to bind port dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'c46a5c27-e11f-4a82-bb6b-973389642407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '032e7c18-9f87-413d-85dd-616ea2f450f8'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:51:02.872585 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Attempting to bind port dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 on network 032e7c18-9f87-413d-85dd-616ea2f450f8 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:51:02.879495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Port dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 on network 032e7c18-9f87-413d-85dd-616ea2f450f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:51:02.879970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Attempting to bind port dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 on network 032e7c18-9f87-413d-85dd-616ea2f450f8 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:51:02.888353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:51:02.888917 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Checking segment: {'id': 'c46a5c27-e11f-4a82-bb6b-973389642407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '032e7c18-9f87-413d-85dd-616ea2f450f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:51:02.889509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Bound using segment: {'id': 'c46a5c27-e11f-4a82-bb6b-973389642407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '032e7c18-9f87-413d-85dd-616ea2f450f8'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:51:02.890128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Bound port: dfe5bac3-11c5-4c17-8c2a-842e3a858ae3, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46a5c27-e11f-4a82-bb6b-973389642407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '032e7c18-9f87-413d-85dd-616ea2f450f8'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:51:02.890571 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:03.010815 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] For port dfe5bac3-11c5-4c17-8c2a-842e3a858ae3, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:51:03.023776 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-91f15980-739b-4a4c-bba3-9570ddfae096 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1883666256'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:03.032645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] For port dfe5bac3-11c5-4c17-8c2a-842e3a858ae3, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=dfe5bac3-11c5-4c17-8c2a-842e3a858ae3,segment=NetworkSegment(c46a5c27-e11f-4a82-bb6b-973389642407),segment_id=c46a5c27-e11f-4a82-bb6b-973389642407)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:51:03.039334 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:03.081337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f15980-739b-4a4c-bba3-9570ddfae096 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Made reservation on behalf of 1f8563c0e2c24a37803fcdac8a21f8c3 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:03.089170 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91f15980-739b-4a4c-bba3-9570ddfae096 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:03.125574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:03.126274 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:03.127926 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] 10.222.0.38 "PUT /v2.0/ports/dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 HTTP/1.1" status: 200 len: 1092 time: 1.2076235 Jul 29 14:51:03.128397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18ceb4e-6053-42bc-a27f-5838dac531c7', 'tag': 'dfe5bac3-11c5-4c17-8c2a-842e3a858ae3'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:51:03.131262 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57941388-920c-4a0d-b7ed-103201e96bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "e18ceb4e-6053-42bc-a27f-5838dac531c7", "tag": "dfe5bac3-11c5-4c17-8c2a-842e3a858ae3"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:51:03.148486 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91f15980-739b-4a4c-bba3-9570ddfae096 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:03.149095 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:03.186741 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb48a7-36d6-4c6f-aa06-b6bc5b410bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe5bac3-11c5-4c17-8c2a-842e3a858ae3,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:03.300877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-f769d050-b051-4179-bd8c-9f0191d43847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:03.304330 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-f769d050-b051-4179-bd8c-9f0191d43847 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2be60c96dc3b45dc935882d39f3c4d71&device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 1095 time: 0.1031661 Jul 29 14:51:03.323443 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9c50cee-32c8-41e9-bc79-e748c2bc6548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:03.414718 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-f4ed149a-ced6-41b2-bc9a-c7fa09579e3d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 HTTP/1.1" status: 200 len: 217 time: 0.0969450 Jul 29 14:51:03.423027 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91f15980-739b-4a4c-bba3-9570ddfae096 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:03.430214 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91f15980-739b-4a4c-bba3-9570ddfae096 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:03.462106 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f15980-739b-4a4c-bba3-9570ddfae096 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:51:03.507055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65df55f-89fc-4b6a-9c39-17422454f4c4 req-8f50ed32-a42f-4884-b1dd-f102f6c8e3e5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:03.513297 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e65df55f-89fc-4b6a-9c39-17422454f4c4 req-8f50ed32-a42f-4884-b1dd-f102f6c8e3e5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.2404151 Jul 29 14:51:03.518317 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91f15980-739b-4a4c-bba3-9570ddfae096 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:03.519078 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-91f15980-739b-4a4c-bba3-9570ddfae096 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Added segment 860be2a2-dbcd-48aa-b9b6-fbb53be8830d of type vlan for network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e Jul 29 14:51:03.546960 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-e18522f5-6bbd-4d63-b8a9-5423a441268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:03.548617 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-e18522f5-6bbd-4d63-b8a9-5423a441268b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=23fed419-753b-4689-b2bc-5920fde3f164 HTTP/1.1" status: 200 len: 858 time: 0.1276114 Jul 29 14:51:03.572420 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f15980-739b-4a4c-bba3-9570ddfae096 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39b79c7-3906-452b-9c62-39119f1d9719,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:03.618541 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-a63ca52a-9b6f-4ef2-ad65-1cdcfac9bd5a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=032e7c18-9f87-413d-85dd-616ea2f450f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551245 Jul 29 14:51:03.697171 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e65df55f-89fc-4b6a-9c39-17422454f4c4 req-7c85be38-4d0e-4200-a601-7d5fffe00ed9 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330104 Jul 29 14:51:03.699637 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91f15980-739b-4a4c-bba3-9570ddfae096 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:03.734495 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cc52d0-de8f-48fd-a073-d5bf34a26f34 x-openstack-request-id: req-60cc52d0-de8f-48fd-a073-d5bf34a26f34 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:51:03.734987 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18ceb4e-6053-42bc-a27f-5838dac531c7", "tag": "dfe5bac3-11c5-4c17-8c2a-842e3a858ae3", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:51:03.735064 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60cc52d0-de8f-48fd-a073-d5bf34a26f34 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:51:03.735585 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18ceb4e-6053-42bc-a27f-5838dac531c7', 'tag': 'dfe5bac3-11c5-4c17-8c2a-842e3a858ae3', 'status': 'completed', 'code': 200} Jul 29 14:51:03.798056 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91f15980-739b-4a4c-bba3-9570ddfae096 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:03.811431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f15980-739b-4a4c-bba3-9570ddfae096 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:03.821548 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91f15980-739b-4a4c-bba3-9570ddfae096 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:03.855109 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-7c94274a-c77e-4105-a656-31ca5b315cc1 service neutron] 10.222.0.38 "GET /v2.0/networks/032e7c18-9f87-413d-85dd-616ea2f450f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305372 Jul 29 14:51:03.909294 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-91f15980-739b-4a4c-bba3-9570ddfae096 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0829985 Jul 29 14:51:03.911319 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35520) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:03.919723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-52f8a169-9f92-485b-9292-1c4f47d5e6c7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Request body: {'subnet': {'network_id': '75d48b97-fbdb-4e14-b3cc-7fa834b27c0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:03.942627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f15980-739b-4a4c-bba3-9570ddfae096 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event updated for resources: {'Network': ['ID=75d48b97-fbdb-4e14-b3cc-7fa834b27c0e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:03.956465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:51:04.049286 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f8a169-9f92-485b-9292-1c4f47d5e6c7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Made reservation on behalf of 1f8563c0e2c24a37803fcdac8a21f8c3 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:04.057616 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52f8a169-9f92-485b-9292-1c4f47d5e6c7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:04.125831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a8b2d-76d5-4450-9fe2-d153d6385cdc req-e5871c67-e395-4ce5-a2db-4cf35a58c547 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:04.134841 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-059a8b2d-76d5-4450-9fe2-d153d6385cdc req-e5871c67-e395-4ce5-a2db-4cf35a58c547 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.3674574 Jul 29 14:51:04.214231 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-059a8b2d-76d5-4450-9fe2-d153d6385cdc req-1ecf9014-1dde-45db-b2bb-12cdfa756951 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780964 Jul 29 14:51:04.221814 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-469801b6-190c-40ed-abbc-eab2b10e6b73 req-3a603476-7d8f-4c1d-8df6-713fa4749c1d service neutron] 10.222.0.38 "GET /v2.0/networks/032e7c18-9f87-413d-85dd-616ea2f450f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427038 Jul 29 14:51:04.266218 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:04.406354 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52f8a169-9f92-485b-9292-1c4f47d5e6c7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:04.485257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f8a169-9f92-485b-9292-1c4f47d5e6c7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Checking segment: {'id': '860be2a2-dbcd-48aa-b9b6-fbb53be8830d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '75d48b97-fbdb-4e14-b3cc-7fa834b27c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:51:04.485891 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f8a169-9f92-485b-9292-1c4f47d5e6c7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Network hostable DHCP agents. Network: 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:51:04.490081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57941388-920c-4a0d-b7ed-103201e96bd8 req-9b959bfa-b10c-4efc-bcba-d9fc8125dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:04.492381 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57941388-920c-4a0d-b7ed-103201e96bd8 req-9b959bfa-b10c-4efc-bcba-d9fc8125dcf6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2be60c96dc3b45dc935882d39f3c4d71&device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 1095 time: 0.1775842 Jul 29 14:51:04.504252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8a169-9f92-485b-9292-1c4f47d5e6c7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event updated for resources: {'Subnet': ['ID=2f3217b3-7ea9-44e7-9878-3fe41c7384dd,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:04.517557 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f8a169-9f92-485b-9292-1c4f47d5e6c7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:51:04.536266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-52f8a169-9f92-485b-9292-1c4f47d5e6c7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:04.550740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4211340b-d61d-4f8c-b86b-dd978f18d924 None None] Network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:51:04.558830 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f8a169-9f92-485b-9292-1c4f47d5e6c7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:04.559568 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52f8a169-9f92-485b-9292-1c4f47d5e6c7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:04.583994 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328998be-d736-4704-901c-af079db38405 req-153125a0-63ac-48e6-91a6-b86be3ece78f tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:04.585425 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-52f8a169-9f92-485b-9292-1c4f47d5e6c7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6735332 Jul 29 14:51:04.586221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35558) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:04.590023 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-328998be-d736-4704-901c-af079db38405 req-153125a0-63ac-48e6-91a6-b86be3ece78f tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 944 time: 0.2173946 Jul 29 14:51:04.592094 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-add03a8b-7ad7-471d-b7cb-dfece0f720d6 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Request body: {'port': {'network_id': '75d48b97-fbdb-4e14-b3cc-7fa834b27c0e', 'name': 'tempest-AllowedAddressPairTestJSON-1275022868'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:04.775897 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add03a8b-7ad7-471d-b7cb-dfece0f720d6 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Made reservation on behalf of 1f8563c0e2c24a37803fcdac8a21f8c3 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:04.780238 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-328998be-d736-4704-901c-af079db38405 req-5ba755e8-c799-43a2-bac9-5c90c3f63454 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b84eb96-fd39-4c40-8c7f-b43e5ff4eda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178164 Jul 29 14:51:04.780835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-add03a8b-7ad7-471d-b7cb-dfece0f720d6 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:04.806015 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-add03a8b-7ad7-471d-b7cb-dfece0f720d6 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] device_id is not set on port 928fe70f-5b1a-432b-a883-2dcf360534f9 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:51:04.901798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57941388-920c-4a0d-b7ed-103201e96bd8 req-411c6501-5568-4741-931d-1f99533fd634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:04.903924 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57941388-920c-4a0d-b7ed-103201e96bd8 req-411c6501-5568-4741-931d-1f99533fd634 service neutron] 10.222.0.38 "GET /v2.0/networks?id=032e7c18-9f87-413d-85dd-616ea2f450f8 HTTP/1.1" status: 200 len: 919 time: 0.3945301 Jul 29 14:51:04.952796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-75d48b97-fbdb-4e14-b3cc-7fa834b27c0e', 'network_id': '75d48b97-fbdb-4e14-b3cc-7fa834b27c0e', 'tenant_id': '1f8563c0e2c24a37803fcdac8a21f8c3', 'fixed_ips': [{'subnet_id': '2f3217b3-7ea9-44e7-9878-3fe41c7384dd'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:51:04.960503 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:04.977054 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-add03a8b-7ad7-471d-b7cb-dfece0f720d6 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Allocated IP 172.20.0.3 (75d48b97-fbdb-4e14-b3cc-7fa834b27c0e/2f3217b3-7ea9-44e7-9878-3fe41c7384dd/928fe70f-5b1a-432b-a883-2dcf360534f9) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:51:05.097264 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57941388-920c-4a0d-b7ed-103201e96bd8 req-71c2521d-03d3-4460-8abe-2a61d9a98fe6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 HTTP/1.1" status: 200 len: 217 time: 0.1655028 Jul 29 14:51:05.261605 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-add03a8b-7ad7-471d-b7cb-dfece0f720d6 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:05.277084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-add03a8b-7ad7-471d-b7cb-dfece0f720d6 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Transition to ACTIVE for port object 928fe70f-5b1a-432b-a883-2dcf360534f9 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:51:05.308840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57941388-920c-4a0d-b7ed-103201e96bd8 req-c1b0a16e-95d7-4108-be9d-f032d9700818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:05.310522 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57941388-920c-4a0d-b7ed-103201e96bd8 req-c1b0a16e-95d7-4108-be9d-f032d9700818 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=23fed419-753b-4689-b2bc-5920fde3f164 HTTP/1.1" status: 200 len: 858 time: 0.1712465 Jul 29 14:51:05.329967 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd958ea-9da0-4609-9df7-0d0ee1cc2222 req-85d493ad-31ff-4124-9190-52dc9c6e549b tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:05.332451 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9dd958ea-9da0-4609-9df7-0d0ee1cc2222 req-85d493ad-31ff-4124-9190-52dc9c6e549b tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.1196420 Jul 29 14:51:05.354120 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-add03a8b-7ad7-471d-b7cb-dfece0f720d6 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:05.367036 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57941388-920c-4a0d-b7ed-103201e96bd8 req-969045f3-4e4e-47e1-868c-185b49e77622 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=032e7c18-9f87-413d-85dd-616ea2f450f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471826 Jul 29 14:51:05.408826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Allocated IP 172.20.0.2 (75d48b97-fbdb-4e14-b3cc-7fa834b27c0e/2f3217b3-7ea9-44e7-9878-3fe41c7384dd/cead01ad-7fc6-4b1e-8368-c58b0aa76bb1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:51:05.420170 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9dd958ea-9da0-4609-9df7-0d0ee1cc2222 req-53467d75-2f51-444c-9aa3-0bda1eb13c53 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512140 Jul 29 14:51:05.439056 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add03a8b-7ad7-471d-b7cb-dfece0f720d6 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:51:05.463085 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-add03a8b-7ad7-471d-b7cb-dfece0f720d6 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:05.475444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a71e54-1f60-4dc0-9e42-f00768c804aa req-fa5ca114-b951-4f54-80b0-aa4eedb4f1c5 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:05.477321 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-42a71e54-1f60-4dc0-9e42-f00768c804aa req-fa5ca114-b951-4f54-80b0-aa4eedb4f1c5 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 948 time: 0.1648436 Jul 29 14:51:05.478431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add03a8b-7ad7-471d-b7cb-dfece0f720d6 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:51:05.481386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add03a8b-7ad7-471d-b7cb-dfece0f720d6 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event updated for resources: {'Port': ['ID=928fe70f-5b1a-432b-a883-2dcf360534f9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:05.573505 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-42a71e54-1f60-4dc0-9e42-f00768c804aa req-e6dfeed9-7e9d-4ce5-b6b7-0df43df10b18 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881016 Jul 29 14:51:05.669660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add03a8b-7ad7-471d-b7cb-dfece0f720d6 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:05.670633 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-add03a8b-7ad7-471d-b7cb-dfece0f720d6 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:05.681393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57031dfa-7095-467c-9603-4017894bd895 req-88fbef21-5b03-43b2-8696-93925f0462ac tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:05.690158 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57031dfa-7095-467c-9603-4017894bd895 req-88fbef21-5b03-43b2-8696-93925f0462ac tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.1391468 Jul 29 14:51:05.696660 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57941388-920c-4a0d-b7ed-103201e96bd8 req-582a5093-4206-4f5b-a8ad-4825c3cf8472 service neutron] 10.222.0.38 "GET /v2.0/networks/032e7c18-9f87-413d-85dd-616ea2f450f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811024 Jul 29 14:51:05.705729 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-add03a8b-7ad7-471d-b7cb-dfece0f720d6 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1182513 Jul 29 14:51:05.708555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35586) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:05.714551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ab44f885-ddcf-4db2-9eee-aed780441a62 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Request body: {'port': {'network_id': '75d48b97-fbdb-4e14-b3cc-7fa834b27c0e', 'name': 'tempest-AllowedAddressPairTestJSON-1257385514', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:d7:cf:d4'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:05.721362 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:05.740459 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Transition to ACTIVE for port object cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:51:05.769100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Transition to ACTIVE for port object cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:51:05.779488 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:05.817200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:51:05.821608 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:05.837846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Pushing event updated for resources: {'Port': ['ID=cead01ad-7fc6-4b1e-8368-c58b0aa76bb1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:05.848368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:51:05.865399 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab44f885-ddcf-4db2-9eee-aed780441a62 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Made reservation on behalf of 1f8563c0e2c24a37803fcdac8a21f8c3 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:05.874730 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57941388-920c-4a0d-b7ed-103201e96bd8 req-a1984d9f-ba25-47ee-8b8f-aacb3fc7ffdf service neutron] 10.222.0.38 "GET /v2.0/networks/032e7c18-9f87-413d-85dd-616ea2f450f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577420 Jul 29 14:51:05.920360 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57031dfa-7095-467c-9603-4017894bd895 req-fe1888f8-b52e-4ad1-899c-214ee810bf66 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291071 Jul 29 14:51:05.939306 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Attempting to bind port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:51:05.939594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Attempting to bind port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '860be2a2-dbcd-48aa-b9b6-fbb53be8830d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '75d48b97-fbdb-4e14-b3cc-7fa834b27c0e'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:51:05.940155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Attempting to bind port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 on network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:51:05.947129 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:51:05.947816 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Checking segment: {'id': '860be2a2-dbcd-48aa-b9b6-fbb53be8830d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '75d48b97-fbdb-4e14-b3cc-7fa834b27c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:51:05.948382 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:05.948971 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Bound using segment: {'id': '860be2a2-dbcd-48aa-b9b6-fbb53be8830d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '75d48b97-fbdb-4e14-b3cc-7fa834b27c0e'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:51:05.949784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Bound port: cead01ad-7fc6-4b1e-8368-c58b0aa76bb1, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860be2a2-dbcd-48aa-b9b6-fbb53be8830d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '75d48b97-fbdb-4e14-b3cc-7fa834b27c0e'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:51:05.950334 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:06.050909 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] For port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:51:06.061142 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] For port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cead01ad-7fc6-4b1e-8368-c58b0aa76bb1,segment=NetworkSegment(860be2a2-dbcd-48aa-b9b6-fbb53be8830d),segment_id=860be2a2-dbcd-48aa-b9b6-fbb53be8830d)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:51:06.070029 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:06.169535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f5ec4-5f1a-422d-aa91-929a4ca83770 None None] Pushing event updated for resources: {'Port': ['ID=cead01ad-7fc6-4b1e-8368-c58b0aa76bb1,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:06.197705 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:06.464509 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ab44f885-ddcf-4db2-9eee-aed780441a62 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:06.491336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80c112-8a2e-457f-8dd6-066a8efbdbd2 req-e879fd85-ce4c-4954-937a-bd62215a96f6 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:06.503784 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a80c112-8a2e-457f-8dd6-066a8efbdbd2 req-e879fd85-ce4c-4954-937a-bd62215a96f6 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 944 time: 0.1622400 Jul 29 14:51:06.533427 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-ab44f885-ddcf-4db2-9eee-aed780441a62 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] device_id is not set on port 239ba104-4211-4401-a14e-061d581b9df5 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:51:06.636936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a80c112-8a2e-457f-8dd6-066a8efbdbd2 req-c1f2371b-e98d-40f4-94c2-d7e1ee18ef0c tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b84eb96-fd39-4c40-8c7f-b43e5ff4eda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340098 Jul 29 14:51:06.643994 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90993251-b071-499c-9098-aa815f967a93 req-549370c6-ac2c-48d1-a08e-e88da2b868d0 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:06.658437 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-90993251-b071-499c-9098-aa815f967a93 req-549370c6-ac2c-48d1-a08e-e88da2b868d0 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.0894742 Jul 29 14:51:06.721061 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-90993251-b071-499c-9098-aa815f967a93 req-68e60a8a-cc8c-4d71-b064-dbf016e9e781 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666587 Jul 29 14:51:06.788211 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-ab44f885-ddcf-4db2-9eee-aed780441a62 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Allocated IP 172.20.0.10 (75d48b97-fbdb-4e14-b3cc-7fa834b27c0e/2f3217b3-7ea9-44e7-9878-3fe41c7384dd/239ba104-4211-4401-a14e-061d581b9df5) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:51:06.811297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc921dc0-ba9f-4b5f-bacb-a3cda6ddd7df req-5642e5fb-23ff-458d-97b1-70a26a7225ee tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:06.819238 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc921dc0-ba9f-4b5f-bacb-a3cda6ddd7df req-5642e5fb-23ff-458d-97b1-70a26a7225ee tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 948 time: 0.0956275 Jul 29 14:51:06.879667 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc921dc0-ba9f-4b5f-bacb-a3cda6ddd7df req-4e9de27a-77e7-4745-96ec-bdb460d5fa06 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550027 Jul 29 14:51:06.944625 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:51:07.067753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:51:07.112784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdee82-5c76-4a09-96d0-914eda34192f req-2b853fa3-bee7-4a43-9e38-7f10d0903966 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:07.114716 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8cdee82-5c76-4a09-96d0-914eda34192f req-2b853fa3-bee7-4a43-9e38-7f10d0903966 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.38 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 948 time: 0.1373115 Jul 29 14:51:07.149165 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ab44f885-ddcf-4db2-9eee-aed780441a62 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:07.183282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-ab44f885-ddcf-4db2-9eee-aed780441a62 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Transition to ACTIVE for port object 239ba104-4211-4401-a14e-061d581b9df5 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:51:07.188511 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd1f03-39aa-4ba6-ab46-bbcba51ea251 req-3289161a-01fe-4fc2-ac92-bd76e348bd68 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:07.197291 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ccd1f03-39aa-4ba6-ab46-bbcba51ea251 req-3289161a-01fe-4fc2-ac92-bd76e348bd68 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.1573677 Jul 29 14:51:07.236388 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ab44f885-ddcf-4db2-9eee-aed780441a62 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:07.318090 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ccd1f03-39aa-4ba6-ab46-bbcba51ea251 req-5b95a146-c8ee-4cda-aee9-0db713c4e0d2 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173687 Jul 29 14:51:07.321200 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab44f885-ddcf-4db2-9eee-aed780441a62 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:51:07.322980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44f885-ddcf-4db2-9eee-aed780441a62 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event updated for resources: {'Port': ['ID=239ba104-4211-4401-a14e-061d581b9df5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:07.328218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-ab44f885-ddcf-4db2-9eee-aed780441a62 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:07.341195 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab44f885-ddcf-4db2-9eee-aed780441a62 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:51:07.354485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-d8cdee82-5c76-4a09-96d0-914eda34192f req-a16c5d42-8c88-4a53-8db7-da077c3ecbe2 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Deleting port 2ce35f19-ce23-4a09-9360-ce63328e0dce {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:51:07.358050 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d8cdee82-5c76-4a09-96d0-914eda34192f req-a16c5d42-8c88-4a53-8db7-da077c3ecbe2 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:07.445255 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab44f885-ddcf-4db2-9eee-aed780441a62 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:07.446226 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ab44f885-ddcf-4db2-9eee-aed780441a62 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:07.473670 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ab44f885-ddcf-4db2-9eee-aed780441a62 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.7616494 Jul 29 14:51:07.474336 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35620) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:07.566308 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-d8cdee82-5c76-4a09-96d0-914eda34192f req-a16c5d42-8c88-4a53-8db7-da077c3ecbe2 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] For port 2ce35f19-ce23-4a09-9360-ce63328e0dce, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2ce35f19-ce23-4a09-9360-ce63328e0dce,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:07.566695 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d8cdee82-5c76-4a09-96d0-914eda34192f req-a16c5d42-8c88-4a53-8db7-da077c3ecbe2 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:07.590600 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-d8cdee82-5c76-4a09-96d0-914eda34192f req-a16c5d42-8c88-4a53-8db7-da077c3ecbe2 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Calling delete_port for 2ce35f19-ce23-4a09-9360-ce63328e0dce owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:51:07.613736 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8947bd59-e52d-441d-b284-eca63c0e813d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:07.613736 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8947bd59-e52d-441d-b284-eca63c0e813d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:07.616216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8947bd59-e52d-441d-b284-eca63c0e813d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:07.618496 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8947bd59-e52d-441d-b284-eca63c0e813d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1431851 Jul 29 14:51:07.621679 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35626) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:07.828238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b83a6d-2160-444c-b4f2-eece4f1d1de5 None None] Network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:51:07.857628 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d8cdee82-5c76-4a09-96d0-914eda34192f req-a16c5d42-8c88-4a53-8db7-da077c3ecbe2 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:07.893131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3a85919c-fbc6-4b87-8a31-6520904a563d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Deleting port 239ba104-4211-4401-a14e-061d581b9df5 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:51:07.893562 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a85919c-fbc6-4b87-8a31-6520904a563d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:07.918181 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c5d42-8c88-4a53-8db7-da077c3ecbe2 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Pushing event deleted for resources: {'Port': ['ID=2ce35f19-ce23-4a09-9360-ce63328e0dce,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:07.980157 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04a0f0-c3d7-423f-8120-9a9c8f9a55df req-e2a48139-cc39-4026-8086-be37d52273b6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:07.989095 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eb04a0f0-c3d7-423f-8120-9a9c8f9a55df req-e2a48139-cc39-4026-8086-be37d52273b6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.1657100 Jul 29 14:51:08.010288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb1b8f-2a06-4257-b50f-668b048e66ec req-c3aed3cd-db46-4203-9f4e-65af4f1d17fd tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:08.018383 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60bb1b8f-2a06-4257-b50f-668b048e66ec req-c3aed3cd-db46-4203-9f4e-65af4f1d17fd tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 944 time: 0.2333477 Jul 29 14:51:08.045495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:51:08.060400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cdee82-5c76-4a09-96d0-914eda34192f req-a16c5d42-8c88-4a53-8db7-da077c3ecbe2 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] No DVR routers for this DVR port 2ce35f19-ce23-4a09-9360-ce63328e0dce on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:51:08.068140 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d8cdee82-5c76-4a09-96d0-914eda34192f req-a16c5d42-8c88-4a53-8db7-da077c3ecbe2 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:08.071232 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8cdee82-5c76-4a09-96d0-914eda34192f req-a16c5d42-8c88-4a53-8db7-da077c3ecbe2 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.38 "DELETE /v2.0/ports/2ce35f19-ce23-4a09-9360-ce63328e0dce HTTP/1.1" status: 204 len: 173 time: 0.9490695 Jul 29 14:51:08.072115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45575c1-2b7e-41a1-97c3-27e172b272f5', 'name': 'network-vif-deleted', 'tag': '2ce35f19-ce23-4a09-9360-ce63328e0dce'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:51:08.074883 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7080281f-4ba9-4594-afc2-1a83d9fd99cc" -d '{"events": [{"server_uuid": "e45575c1-2b7e-41a1-97c3-27e172b272f5", "name": "network-vif-deleted", "tag": "2ce35f19-ce23-4a09-9360-ce63328e0dce"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:51:08.077476 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a85919c-fbc6-4b87-8a31-6520904a563d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:08.095109 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60bb1b8f-2a06-4257-b50f-668b048e66ec req-8f6d6fd2-e109-4623-9fc1-0ed1cbe44dc1 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b84eb96-fd39-4c40-8c7f-b43e5ff4eda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753446 Jul 29 14:51:08.098997 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3a85919c-fbc6-4b87-8a31-6520904a563d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Calling delete_port for 239ba104-4211-4401-a14e-061d581b9df5 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:51:08.201738 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port dfe5bac3-11c5-4c17-8c2a-842e3a858ae3, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=dfe5bac3-11c5-4c17-8c2a-842e3a858ae3,segment=NetworkSegment(c46a5c27-e11f-4a82-bb6b-973389642407),segment_id=c46a5c27-e11f-4a82-bb6b-973389642407)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:08.218178 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eb04a0f0-c3d7-423f-8120-9a9c8f9a55df req-5e311b69-9fa8-4e77-8d09-74a7a841eedb tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221315 Jul 29 14:51:08.274671 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8213734d-d40a-4e11-9d13-9ebc9b338c53 req-f2dda5ee-7437-4c06-80c3-ab1d422484e2 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=e45575c1-2b7e-41a1-97c3-27e172b272f5 HTTP/1.1" status: 200 len: 210 time: 0.0667441 Jul 29 14:51:08.314367 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'dfe5bac3-11c5-4c17-8c2a-842e3a858ae3', 'network_id': '032e7c18-9f87-413d-85dd-616ea2f450f8', 'port_id': 'dfe5bac3-11c5-4c17-8c2a-842e3a858ae3', 'mac_address': 'fa:16:3e:bb:ba:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23fed419-753b-4689-b2bc-5920fde3f164', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:51:08.319033 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df796b7a-08ad-409c-a406-acdd9249b049 x-openstack-request-id: req-df796b7a-08ad-409c-a406-acdd9249b049 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:51:08.319268 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45575c1-2b7e-41a1-97c3-27e172b272f5", "name": "network-vif-deleted", "tag": "2ce35f19-ce23-4a09-9360-ce63328e0dce", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:51:08.319523 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df796b7a-08ad-409c-a406-acdd9249b049 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:51:08.322358 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45575c1-2b7e-41a1-97c3-27e172b272f5', 'name': 'network-vif-deleted', 'tag': '2ce35f19-ce23-4a09-9360-ce63328e0dce', 'status': 'completed', 'code': 200} Jul 29 14:51:08.371663 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:08.386477 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9e11e0ea-4463-48de-9c8a-63b09dc3bc9a None None] Provisioning for port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:51:08.393776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:51:08.398431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9e11e0ea-4463-48de-9c8a-63b09dc3bc9a None None] Provisioning complete for port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:08.398908 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e11e0ea-4463-48de-9c8a-63b09dc3bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:08.499593 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a85919c-fbc6-4b87-8a31-6520904a563d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:08.570869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port dfe5bac3-11c5-4c17-8c2a-842e3a858ae3, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=dfe5bac3-11c5-4c17-8c2a-842e3a858ae3,segment=NetworkSegment(c46a5c27-e11f-4a82-bb6b-973389642407),segment_id=c46a5c27-e11f-4a82-bb6b-973389642407)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:08.611856 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:08.619788 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85919c-fbc6-4b87-8a31-6520904a563d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event deleted for resources: {'Port': ['ID=239ba104-4211-4401-a14e-061d581b9df5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:08.702392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b4d82-e7e7-42fd-b061-8b1902b03ac4 req-ef32e387-1efa-439f-aa0c-2d84e655b7ce tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:08.713244 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-779b4d82-e7e7-42fd-b061-8b1902b03ac4 req-ef32e387-1efa-439f-aa0c-2d84e655b7ce tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.1632771 Jul 29 14:51:08.796075 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e11e0ea-4463-48de-9c8a-63b09dc3bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:08.851155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=dfe5bac3-11c5-4c17-8c2a-842e3a858ae3,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:08.886518 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-779b4d82-e7e7-42fd-b061-8b1902b03ac4 req-b74587ea-f36b-4bb9-a19e-292765cb13b4 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720607 Jul 29 14:51:08.943786 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9e11e0ea-4463-48de-9c8a-63b09dc3bc9a None None] For port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cead01ad-7fc6-4b1e-8368-c58b0aa76bb1,segment=NetworkSegment(860be2a2-dbcd-48aa-b9b6-fbb53be8830d),segment_id=860be2a2-dbcd-48aa-b9b6-fbb53be8830d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:08.956342 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a85919c-fbc6-4b87-8a31-6520904a563d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:08.961180 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e11e0ea-4463-48de-9c8a-63b09dc3bc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:08.961495 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3a85919c-fbc6-4b87-8a31-6520904a563d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "DELETE /v2.0/ports/239ba104-4211-4401-a14e-061d581b9df5 HTTP/1.1" status: 204 len: 168 time: 1.3358271 Jul 29 14:51:08.961712 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35650) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:09.005307 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebcd33e-ece2-4a6d-bd85-4dc669921910 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] GET failed (client error): The resource could not be found. Jul 29 14:51:09.010608 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cebcd33e-ece2-4a6d-bd85-4dc669921910 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "GET /v2.0/ports/239ba104-4211-4401-a14e-061d581b9df5 HTTP/1.1" status: 404 len: 333 time: 0.0475531 Jul 29 14:51:09.017778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35654) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:09.021027 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['dfe5bac3-11c5-4c17-8c2a-842e3a858ae3'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:51:09.026589 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-848e8eef-493a-4ea9-9a32-a49c9cc3aafa tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Request body: {'port': {'network_id': '75d48b97-fbdb-4e14-b3cc-7fa834b27c0e', 'name': 'tempest-AllowedAddressPairTestJSON-25492076'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:09.124841 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11e0ea-4463-48de-9c8a-63b09dc3bc9a None None] Pushing event updated for resources: {'Port': ['ID=cead01ad-7fc6-4b1e-8368-c58b0aa76bb1,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:09.244814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-440af233-54cc-4b54-bbdd-a70a39a48327 None None] Provisioning for port 928fe70f-5b1a-432b-a883-2dcf360534f9 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:51:09.260167 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-440af233-54cc-4b54-bbdd-a70a39a48327 None None] Provisioning complete for port 928fe70f-5b1a-432b-a883-2dcf360534f9 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:09.265243 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-440af233-54cc-4b54-bbdd-a70a39a48327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:09.318904 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-440af233-54cc-4b54-bbdd-a70a39a48327 None None] Port 928fe70f-5b1a-432b-a883-2dcf360534f9 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:51:09.363848 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-440af233-54cc-4b54-bbdd-a70a39a48327 None None] Provisioning complete for port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:09.366554 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-440af233-54cc-4b54-bbdd-a70a39a48327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:09.407427 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a3f4a-d106-4621-b02d-6df489bb2057 req-ff34863a-ea66-4324-9341-50851f27b723 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:09.411959 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-896a3f4a-d106-4621-b02d-6df489bb2057 req-ff34863a-ea66-4324-9341-50851f27b723 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 945 time: 0.1391673 Jul 29 14:51:09.427585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848e8eef-493a-4ea9-9a32-a49c9cc3aafa tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Made reservation on behalf of 1f8563c0e2c24a37803fcdac8a21f8c3 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:09.434662 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-848e8eef-493a-4ea9-9a32-a49c9cc3aafa tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:09.497848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-848e8eef-493a-4ea9-9a32-a49c9cc3aafa tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] device_id is not set on port ae60fec7-31f6-48a0-b1ba-ed1a672152d4 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:51:09.514748 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-896a3f4a-d106-4621-b02d-6df489bb2057 req-e8f75945-eeb1-43ab-ba73-7e1b15a575a4 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b84eb96-fd39-4c40-8c7f-b43e5ff4eda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914688 Jul 29 14:51:09.599314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-440af233-54cc-4b54-bbdd-a70a39a48327 None None] Could not find standard attr ID for object 239ba104-4211-4401-a14e-061d581b9df5. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 14:51:09.681529 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a371b5f-8084-4cfc-93ae-b8fe2a158dba req-7a8b9c83-ebd1-4710-9cb2-2428eb6d18f2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:09.689265 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8a371b5f-8084-4cfc-93ae-b8fe2a158dba req-7a8b9c83-ebd1-4710-9cb2-2428eb6d18f2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.3364758 Jul 29 14:51:09.731862 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2bd88826-e825-4bcd-b987-4de4344aa073 None None] Provisioning complete for port 928fe70f-5b1a-432b-a883-2dcf360534f9 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:09.732582 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2bd88826-e825-4bcd-b987-4de4344aa073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:09.810574 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8a371b5f-8084-4cfc-93ae-b8fe2a158dba req-9fea0108-1936-4618-bbf0-e87165f5f8c2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203835 Jul 29 14:51:09.846201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2bd88826-e825-4bcd-b987-4de4344aa073 None None] Port 928fe70f-5b1a-432b-a883-2dcf360534f9 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:51:09.866192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2ce35f19-ce23-4a09-9360-ce63328e0dce no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:51:09.922374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-848e8eef-493a-4ea9-9a32-a49c9cc3aafa tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Allocated IP 172.20.0.7 (75d48b97-fbdb-4e14-b3cc-7fa834b27c0e/2f3217b3-7ea9-44e7-9878-3fe41c7384dd/ae60fec7-31f6-48a0-b1ba-ed1a672152d4) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:51:09.944077 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 2ce35f19-ce23-4a09-9360-ce63328e0dce {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:51:09.944846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2ce35f19-ce23-4a09-9360-ce63328e0dce not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:51:10.003924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-761d0ab1-bf21-417b-a133-4ebdf6e6ac7a None None] Could not find standard attr ID for object 239ba104-4211-4401-a14e-061d581b9df5. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 14:51:10.259636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c36ccd-a267-496c-903f-3c7109c96a7f req-fc5bf775-eea5-41c8-a9bf-4ffb7172b90d tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:10.268556 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c4c36ccd-a267-496c-903f-3c7109c96a7f req-fc5bf775-eea5-41c8-a9bf-4ffb7172b90d tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc6df515-5939-42d7-a732-f392dd21d00e HTTP/1.1" status: 200 len: 948 time: 0.0992892 Jul 29 14:51:10.348069 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-848e8eef-493a-4ea9-9a32-a49c9cc3aafa tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:10.358055 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c4c36ccd-a267-496c-903f-3c7109c96a7f req-85f4775d-4e7a-4a1f-99b0-fd132b10b26c tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876093 Jul 29 14:51:10.402019 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-848e8eef-493a-4ea9-9a32-a49c9cc3aafa tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Transition to ACTIVE for port object ae60fec7-31f6-48a0-b1ba-ed1a672152d4 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:51:10.438686 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc0383-2e7a-42fe-8212-b1f5385b0920 req-667c452e-1a82-4acd-87d8-12948cc26a96 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:10.440283 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-20fc0383-2e7a-42fe-8212-b1f5385b0920 req-667c452e-1a82-4acd-87d8-12948cc26a96 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.3485715 Jul 29 14:51:10.496174 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-848e8eef-493a-4ea9-9a32-a49c9cc3aafa tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:10.515472 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-20fc0383-2e7a-42fe-8212-b1f5385b0920 req-f4d0c9fd-ed3b-4179-badf-5584605a688d tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647445 Jul 29 14:51:10.548481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848e8eef-493a-4ea9-9a32-a49c9cc3aafa tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:51:10.553090 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-848e8eef-493a-4ea9-9a32-a49c9cc3aafa tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:10.559291 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848e8eef-493a-4ea9-9a32-a49c9cc3aafa tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:51:10.623962 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848e8eef-493a-4ea9-9a32-a49c9cc3aafa tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:10.623962 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-848e8eef-493a-4ea9-9a32-a49c9cc3aafa tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:10.661468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e8eef-493a-4ea9-9a32-a49c9cc3aafa tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event updated for resources: {'Port': ['ID=ae60fec7-31f6-48a0-b1ba-ed1a672152d4,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:10.670434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35684) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:10.678843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-911a920c-f458-4aad-a318-16331f58fc8d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:d7:cf:d4'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:10.685483 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-848e8eef-493a-4ea9-9a32-a49c9cc3aafa tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6660414 Jul 29 14:51:10.740702 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:10.982662 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee69d4-16d7-4782-8bed-79b1352fe40a req-ae4b8db5-e86a-4deb-8f51-825e2813906e tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:10.984260 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3ee69d4-16d7-4782-8bed-79b1352fe40a req-ae4b8db5-e86a-4deb-8f51-825e2813906e tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 945 time: 0.1863813 Jul 29 14:51:10.988400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:51:10.995371 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-12403d29-e34c-45ca-874c-cc2fca4dc3c2 None None] Provisioning for port ae60fec7-31f6-48a0-b1ba-ed1a672152d4 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:51:11.021326 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-12403d29-e34c-45ca-874c-cc2fca4dc3c2 None None] Provisioning complete for port ae60fec7-31f6-48a0-b1ba-ed1a672152d4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:11.021945 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-12403d29-e34c-45ca-874c-cc2fca4dc3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:11.073382 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3ee69d4-16d7-4782-8bed-79b1352fe40a req-10517dd9-2795-40ab-920c-bc63d237013b tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b84eb96-fd39-4c40-8c7f-b43e5ff4eda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757215 Jul 29 14:51:11.107156 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-911a920c-f458-4aad-a318-16331f58fc8d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:11.108655 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-12403d29-e34c-45ca-874c-cc2fca4dc3c2 None None] Port ae60fec7-31f6-48a0-b1ba-ed1a672152d4 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:51:11.115703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:11.115703 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:11.150834 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a34b6f-bad7-4e13-951b-eff744614bf4 req-5105d438-ffd4-4fdd-bfc7-11d60371ff18 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:11.153345 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95a34b6f-bad7-4e13-951b-eff744614bf4 req-5105d438-ffd4-4fdd-bfc7-11d60371ff18 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.1486251 Jul 29 14:51:11.220779 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95a34b6f-bad7-4e13-951b-eff744614bf4 req-44062d0d-cb14-4212-861e-5b3e5d008ca6 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605392 Jul 29 14:51:11.384169 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-911a920c-f458-4aad-a318-16331f58fc8d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:11.390267 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-911a920c-f458-4aad-a318-16331f58fc8d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:11.592903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a920c-f458-4aad-a318-16331f58fc8d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event updated for resources: {'Port': ['ID=ae60fec7-31f6-48a0-b1ba-ed1a672152d4,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:11.614461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-911a920c-f458-4aad-a318-16331f58fc8d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] In _notify_port_updated(), no bound segment for port ae60fec7-31f6-48a0-b1ba-ed1a672152d4 on network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 14:51:11.620825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911a920c-f458-4aad-a318-16331f58fc8d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:11.621517 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-911a920c-f458-4aad-a318-16331f58fc8d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:11.626070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35704) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:11.631898 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-911a920c-f458-4aad-a318-16331f58fc8d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "PUT /v2.0/ports/ae60fec7-31f6-48a0-b1ba-ed1a672152d4 HTTP/1.1" status: 200 len: 991 time: 0.9574130 Jul 29 14:51:11.671026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1c07d-f0ff-407e-ac7e-7b092eae2b11 req-a1871d9d-1ecd-4a83-b019-6d88dd466640 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:11.673691 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4fe1c07d-f0ff-407e-ac7e-7b092eae2b11 req-a1871d9d-1ecd-4a83-b019-6d88dd466640 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc6df515-5939-42d7-a732-f392dd21d00e HTTP/1.1" status: 200 len: 948 time: 0.1751606 Jul 29 14:51:11.757827 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4fe1c07d-f0ff-407e-ac7e-7b092eae2b11 req-a2c970ac-7cd9-46c7-8ac3-dbcc62d95989 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765572 Jul 29 14:51:11.863806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-af34c5db-69ad-46fa-815a-da83159cb212 None None] Provisioning complete for port ae60fec7-31f6-48a0-b1ba-ed1a672152d4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:11.865484 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af34c5db-69ad-46fa-815a-da83159cb212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:11.875801 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:51:11.930727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c5b29-71ef-46ee-b58b-e5e01cfaabe6 req-dcb9c11d-9968-463d-aed5-25253a47bf79 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:11.944224 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-427c5b29-71ef-46ee-b58b-e5e01cfaabe6 req-dcb9c11d-9968-463d-aed5-25253a47bf79 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.2576509 Jul 29 14:51:12.010295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c224c928-baef-4148-b1e8-ffa12a0b5df8 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Deleting port ae60fec7-31f6-48a0-b1ba-ed1a672152d4 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:51:12.010889 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c224c928-baef-4148-b1e8-ffa12a0b5df8 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:12.050388 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-af34c5db-69ad-46fa-815a-da83159cb212 None None] Port ae60fec7-31f6-48a0-b1ba-ed1a672152d4 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:51:12.093532 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-427c5b29-71ef-46ee-b58b-e5e01cfaabe6 req-ea7143c5-5449-4ede-b2b6-d5d73609ebb3 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478980 Jul 29 14:51:12.105511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:51:12.122495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:12.123068 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:12.229358 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c224c928-baef-4148-b1e8-ffa12a0b5df8 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:12.229933 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:12.255676 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c224c928-baef-4148-b1e8-ffa12a0b5df8 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Calling delete_port for ae60fec7-31f6-48a0-b1ba-ed1a672152d4 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:51:12.265469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f35fe-78f0-497b-89a8-5a1a373b55be req-8013aec5-4417-4df0-a580-e96bac27d44c tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:12.268436 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc7f35fe-78f0-497b-89a8-5a1a373b55be req-8013aec5-4417-4df0-a580-e96bac27d44c tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc6df515-5939-42d7-a732-f392dd21d00e HTTP/1.1" status: 200 len: 948 time: 0.1511438 Jul 29 14:51:12.312937 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port dfe5bac3-11c5-4c17-8c2a-842e3a858ae3, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=dfe5bac3-11c5-4c17-8c2a-842e3a858ae3,segment=NetworkSegment(c46a5c27-e11f-4a82-bb6b-973389642407),segment_id=c46a5c27-e11f-4a82-bb6b-973389642407)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:12.316548 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18ceb4e-6053-42bc-a27f-5838dac531c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe5bac3-11c5-4c17-8c2a-842e3a858ae3'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:51:12.322307 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd007a21-e2b2-4ce9-8fac-9bb61207afe5" -d '{"events": [{"server_uuid": "e18ceb4e-6053-42bc-a27f-5838dac531c7", "name": "network-vif-plugged", "status": "completed", "tag": "dfe5bac3-11c5-4c17-8c2a-842e3a858ae3"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:51:12.332117 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:12.419358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=dfe5bac3-11c5-4c17-8c2a-842e3a858ae3,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:12.543359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45e269-2e24-4b57-a4dc-d1d355160144 req-66f67a83-d0d6-4fd5-b146-ebf53d508be9 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:12.546516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874101d-5047-4c38-a485-76eeabc89709 req-328dea90-138a-4994-a048-b6079cbca628 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:12.548892 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f874101d-5047-4c38-a485-76eeabc89709 req-328dea90-138a-4994-a048-b6079cbca628 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.1437759 Jul 29 14:51:12.557585 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e45e269-2e24-4b57-a4dc-d1d355160144 req-66f67a83-d0d6-4fd5-b146-ebf53d508be9 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 945 time: 0.2875476 Jul 29 14:51:12.649572 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f874101d-5047-4c38-a485-76eeabc89709 req-c67a0401-911f-4e5e-a1b8-96ba997a8723 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720639 Jul 29 14:51:12.683897 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c224c928-baef-4148-b1e8-ffa12a0b5df8 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:12.738212 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0648f7af-223e-4954-8afe-9df4a37f6919 x-openstack-request-id: req-0648f7af-223e-4954-8afe-9df4a37f6919 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:51:12.739903 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18ceb4e-6053-42bc-a27f-5838dac531c7", "name": "network-vif-plugged", "status": "completed", "tag": "dfe5bac3-11c5-4c17-8c2a-842e3a858ae3", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:51:12.740419 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0648f7af-223e-4954-8afe-9df4a37f6919 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:51:12.741049 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18ceb4e-6053-42bc-a27f-5838dac531c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe5bac3-11c5-4c17-8c2a-842e3a858ae3', 'code': 200} Jul 29 14:51:12.792820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224c928-baef-4148-b1e8-ffa12a0b5df8 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event deleted for resources: {'Port': ['ID=ae60fec7-31f6-48a0-b1ba-ed1a672152d4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:13.185294 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c224c928-baef-4148-b1e8-ffa12a0b5df8 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:13.189248 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c224c928-baef-4148-b1e8-ffa12a0b5df8 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "DELETE /v2.0/ports/ae60fec7-31f6-48a0-b1ba-ed1a672152d4 HTTP/1.1" status: 204 len: 168 time: 1.5620799 Jul 29 14:51:13.203350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35738) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:13.225284 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf18ce4-8a4c-4732-8ba3-acf89da142bb req-bc06501f-e95b-4c3a-ab0f-131e590875af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:13.230271 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ddf18ce4-8a4c-4732-8ba3-acf89da142bb req-bc06501f-e95b-4c3a-ab0f-131e590875af service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 1097 time: 0.3093131 Jul 29 14:51:13.298386 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-46baab4d-9035-4fd1-aa47-5caa5088bb29 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] GET failed (client error): The resource could not be found. Jul 29 14:51:13.310523 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-46baab4d-9035-4fd1-aa47-5caa5088bb29 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "GET /v2.0/ports/ae60fec7-31f6-48a0-b1ba-ed1a672152d4 HTTP/1.1" status: 404 len: 333 time: 0.0955622 Jul 29 14:51:13.310523 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ddf18ce4-8a4c-4732-8ba3-acf89da142bb req-d44b4d45-3a6e-41cb-98dd-aa1780903a9d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5b84eb96-fd39-4c40-8c7f-b43e5ff4eda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435565 Jul 29 14:51:13.311701 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e45e269-2e24-4b57-a4dc-d1d355160144 req-d0c5e789-e2fa-4de1-a819-a1b7e55bf0d8 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b84eb96-fd39-4c40-8c7f-b43e5ff4eda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7509372 Jul 29 14:51:13.311701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35740) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:13.344472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-61c28d0f-1b2e-40ac-aff9-cdb64d89d699 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Request body: {'port': {'network_id': '75d48b97-fbdb-4e14-b3cc-7fa834b27c0e', 'name': 'tempest-AllowedAddressPairTestJSON-678652978'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:13.374140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14c77d-d83f-4953-95ea-d0324fb8958a req-23341318-3764-4d82-9945-e42475836893 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:13.375749 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9e14c77d-d83f-4953-95ea-d0324fb8958a req-23341318-3764-4d82-9945-e42475836893 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc6df515-5939-42d7-a732-f392dd21d00e HTTP/1.1" status: 200 len: 948 time: 0.1849957 Jul 29 14:51:13.439539 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-cc7f35fe-78f0-497b-89a8-5a1a373b55be req-38cc9f8c-f8a2-4508-816d-444d9eb6f232 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Deleting port 1da87fee-0764-49bf-8824-dfb17499408f {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:51:13.440405 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc7f35fe-78f0-497b-89a8-5a1a373b55be req-38cc9f8c-f8a2-4508-816d-444d9eb6f232 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:13.445081 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9e14c77d-d83f-4953-95ea-d0324fb8958a req-9f56cc26-fd42-45f1-87d1-bfda7a89661d tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/security-groups?id=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542886 Jul 29 14:51:13.627663 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c283551-7a4e-4f61-8eea-47c2b97d7140 req-71e0293a-eb29-499a-b8ea-39d36a6ee463 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:13.629706 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7c283551-7a4e-4f61-8eea-47c2b97d7140 req-71e0293a-eb29-499a-b8ea-39d36a6ee463 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.0809257 Jul 29 14:51:13.687266 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7c283551-7a4e-4f61-8eea-47c2b97d7140 req-f4e09c89-7e3d-4cf5-a91d-3526e9f10acc tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397325 Jul 29 14:51:13.688594 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef77f0d-2912-4948-97b5-4a32ca908c8d req-d3007cfe-fafb-4d3e-83b6-37ed106ece92 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:13.690714 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eef77f0d-2912-4948-97b5-4a32ca908c8d req-d3007cfe-fafb-4d3e-83b6-37ed106ece92 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 947 time: 0.1492116 Jul 29 14:51:13.722208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-cc7f35fe-78f0-497b-89a8-5a1a373b55be req-38cc9f8c-f8a2-4508-816d-444d9eb6f232 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] For port 1da87fee-0764-49bf-8824-dfb17499408f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1da87fee-0764-49bf-8824-dfb17499408f,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:13.722690 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc7f35fe-78f0-497b-89a8-5a1a373b55be req-38cc9f8c-f8a2-4508-816d-444d9eb6f232 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:13.769883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-cc7f35fe-78f0-497b-89a8-5a1a373b55be req-38cc9f8c-f8a2-4508-816d-444d9eb6f232 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Calling delete_port for 1da87fee-0764-49bf-8824-dfb17499408f owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:51:13.805826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c28d0f-1b2e-40ac-aff9-cdb64d89d699 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Made reservation on behalf of 1f8563c0e2c24a37803fcdac8a21f8c3 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:13.809437 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61c28d0f-1b2e-40ac-aff9-cdb64d89d699 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:13.854666 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eef77f0d-2912-4948-97b5-4a32ca908c8d req-647857db-a3eb-4ed5-a911-7886dc3e51a4 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250758 Jul 29 14:51:13.890890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-61c28d0f-1b2e-40ac-aff9-cdb64d89d699 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] device_id is not set on port 548de741-25df-49f6-9f8d-d3ae1fb15a1a yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:51:13.937183 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79f3b4-32c1-4139-ada4-30b5123514f1 req-998f9141-7cea-4479-8ea1-04a506861ebb tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:13.942476 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0b79f3b4-32c1-4139-ada4-30b5123514f1 req-998f9141-7cea-4479-8ea1-04a506861ebb tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.1322684 Jul 29 14:51:14.028050 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0b79f3b4-32c1-4139-ada4-30b5123514f1 req-656d5e15-0f77-4a33-af04-45b29b8b34a4 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782123 Jul 29 14:51:14.135429 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-61c28d0f-1b2e-40ac-aff9-cdb64d89d699 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Allocated IP 172.20.0.8 (75d48b97-fbdb-4e14-b3cc-7fa834b27c0e/2f3217b3-7ea9-44e7-9878-3fe41c7384dd/548de741-25df-49f6-9f8d-d3ae1fb15a1a) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:51:14.140125 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc7f35fe-78f0-497b-89a8-5a1a373b55be req-38cc9f8c-f8a2-4508-816d-444d9eb6f232 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:14.186881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc9f8c-f8a2-4508-816d-444d9eb6f232 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Pushing event deleted for resources: {'Port': ['ID=1da87fee-0764-49bf-8824-dfb17499408f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:14.265282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7f35fe-78f0-497b-89a8-5a1a373b55be req-38cc9f8c-f8a2-4508-816d-444d9eb6f232 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] No DVR routers for this DVR port 1da87fee-0764-49bf-8824-dfb17499408f on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:51:14.270355 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc7f35fe-78f0-497b-89a8-5a1a373b55be req-38cc9f8c-f8a2-4508-816d-444d9eb6f232 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:14.273078 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc7f35fe-78f0-497b-89a8-5a1a373b55be req-38cc9f8c-f8a2-4508-816d-444d9eb6f232 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.38 "DELETE /v2.0/ports/1da87fee-0764-49bf-8824-dfb17499408f HTTP/1.1" status: 204 len: 173 time: 1.9406106 Jul 29 14:51:14.273728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6df515-5939-42d7-a732-f392dd21d00e', 'name': 'network-vif-deleted', 'tag': '1da87fee-0764-49bf-8824-dfb17499408f'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:51:14.277131 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3c4c07-e9e8-4bf1-8cd3-1263fd5751f9" -d '{"events": [{"server_uuid": "fc6df515-5939-42d7-a732-f392dd21d00e", "name": "network-vif-deleted", "tag": "1da87fee-0764-49bf-8824-dfb17499408f"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:51:14.458248 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61c28d0f-1b2e-40ac-aff9-cdb64d89d699 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:14.480407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-61c28d0f-1b2e-40ac-aff9-cdb64d89d699 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Transition to ACTIVE for port object 548de741-25df-49f6-9f8d-d3ae1fb15a1a will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:51:14.568593 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb03b33b-c296-4832-8855-b438ffafa2d7 x-openstack-request-id: req-fb03b33b-c296-4832-8855-b438ffafa2d7 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:51:14.569545 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6df515-5939-42d7-a732-f392dd21d00e", "name": "network-vif-deleted", "tag": "1da87fee-0764-49bf-8824-dfb17499408f", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:51:14.570659 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb03b33b-c296-4832-8855-b438ffafa2d7 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:51:14.573316 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6df515-5939-42d7-a732-f392dd21d00e', 'name': 'network-vif-deleted', 'tag': '1da87fee-0764-49bf-8824-dfb17499408f', 'status': 'completed', 'code': 200} Jul 29 14:51:14.588242 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61c28d0f-1b2e-40ac-aff9-cdb64d89d699 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:14.634146 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb80ee-3980-4372-a638-91d5f97e8eed req-5a4b9c36-db1d-4037-bb22-03c4312e3cf2 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:14.656474 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eadb80ee-3980-4372-a638-91d5f97e8eed req-5a4b9c36-db1d-4037-bb22-03c4312e3cf2 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 946 time: 0.1875374 Jul 29 14:51:14.758497 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eadb80ee-3980-4372-a638-91d5f97e8eed req-27eaf3bc-1d29-4fe5-9704-f2eea7fca079 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b84eb96-fd39-4c40-8c7f-b43e5ff4eda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989246 Jul 29 14:51:14.777117 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-20a2f916-787a-46ad-bc61-a14bc4cabac0 req-cdad77cc-7aa6-45d2-8690-84b9dd2ce5b0 tempest-ListImageFiltersTestJSON-1768712520 tempest-ListImageFiltersTestJSON-1768712520-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc6df515-5939-42d7-a732-f392dd21d00e HTTP/1.1" status: 200 len: 210 time: 0.0917218 Jul 29 14:51:14.788887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c28d0f-1b2e-40ac-aff9-cdb64d89d699 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:51:14.817903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c28d0f-1b2e-40ac-aff9-cdb64d89d699 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event updated for resources: {'Port': ['ID=548de741-25df-49f6-9f8d-d3ae1fb15a1a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:14.823314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-61c28d0f-1b2e-40ac-aff9-cdb64d89d699 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:14.827052 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c28d0f-1b2e-40ac-aff9-cdb64d89d699 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:51:14.974998 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c28d0f-1b2e-40ac-aff9-cdb64d89d699 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:14.976825 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61c28d0f-1b2e-40ac-aff9-cdb64d89d699 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:15.147510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878118a-53f6-4767-ac40-6ed20de3086f req-79232dbc-6c5a-41ad-bc44-26afeb8754c7 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:15.158438 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7878118a-53f6-4767-ac40-6ed20de3086f req-79232dbc-6c5a-41ad-bc44-26afeb8754c7 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 947 time: 0.1130402 Jul 29 14:51:15.159150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c7f67-0be1-4dfc-8708-3559b4e26ca8 req-94bb7925-8e7e-46e4-83a7-3bdf1e4dfcea tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:15.164406 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a91c7f67-0be1-4dfc-8708-3559b4e26ca8 req-94bb7925-8e7e-46e4-83a7-3bdf1e4dfcea tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 947 time: 0.4293823 Jul 29 14:51:15.251595 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-61c28d0f-1b2e-40ac-aff9-cdb64d89d699 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9387875 Jul 29 14:51:15.261402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7878118a-53f6-4767-ac40-6ed20de3086f req-ca7a4250-dae3-4c78-8400-1e38e240f7ef tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=375f2bd5-6a11-4877-8990-14c886a93c11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018941 Jul 29 14:51:15.265369 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35778) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:15.294560 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b02bfa-5b9a-4175-810a-67ba2383863d req-5a6865ac-52a7-4465-b214-b3ae3cf4d1f7 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:15.295183 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b1a8cb01-1f3a-4616-a08f-82f00e31cfbf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d7:cf:d4'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:15.302811 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8b02bfa-5b9a-4175-810a-67ba2383863d req-5a6865ac-52a7-4465-b214-b3ae3cf4d1f7 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.3212359 Jul 29 14:51:15.380391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b62c953b-a707-4871-8ea5-7466fa3f529e None None] Provisioning for port 548de741-25df-49f6-9f8d-d3ae1fb15a1a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:51:15.391920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b62c953b-a707-4871-8ea5-7466fa3f529e None None] Provisioning complete for port 548de741-25df-49f6-9f8d-d3ae1fb15a1a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:15.393153 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b62c953b-a707-4871-8ea5-7466fa3f529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:15.400621 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8b02bfa-5b9a-4175-810a-67ba2383863d req-2a012d3c-0562-49a0-85d8-f58bfaae3877 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918908 Jul 29 14:51:15.424849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-a91c7f67-0be1-4dfc-8708-3559b4e26ca8 req-1f1efb22-a0b3-4484-9e89-d65f98661e49 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Deleting port 5835a63f-7b44-43e9-86e0-252cd334f13e {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:51:15.426330 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a91c7f67-0be1-4dfc-8708-3559b4e26ca8 req-1f1efb22-a0b3-4484-9e89-d65f98661e49 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:15.517714 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b62c953b-a707-4871-8ea5-7466fa3f529e None None] Port 548de741-25df-49f6-9f8d-d3ae1fb15a1a cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:51:15.648743 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-a91c7f67-0be1-4dfc-8708-3559b4e26ca8 req-1f1efb22-a0b3-4484-9e89-d65f98661e49 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] For port 5835a63f-7b44-43e9-86e0-252cd334f13e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5835a63f-7b44-43e9-86e0-252cd334f13e,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:15.649352 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a91c7f67-0be1-4dfc-8708-3559b4e26ca8 req-1f1efb22-a0b3-4484-9e89-d65f98661e49 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:15.743112 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1a8cb01-1f3a-4616-a08f-82f00e31cfbf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:15.871393 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1da87fee-0764-49bf-8824-dfb17499408f no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:51:15.941818 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 1da87fee-0764-49bf-8824-dfb17499408f {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:51:15.942631 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1da87fee-0764-49bf-8824-dfb17499408f not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:51:15.970108 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a91c7f67-0be1-4dfc-8708-3559b4e26ca8 req-1f1efb22-a0b3-4484-9e89-d65f98661e49 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:15.970654 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a91c7f67-0be1-4dfc-8708-3559b4e26ca8 req-1f1efb22-a0b3-4484-9e89-d65f98661e49 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:15.971041 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-a91c7f67-0be1-4dfc-8708-3559b4e26ca8 req-1f1efb22-a0b3-4484-9e89-d65f98661e49 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Floating IP 43e1578d-6d65-4fd7-b4cc-ad8267f7500f disassociated. External IP: 172.25.6.37, port: 5835a63f-7b44-43e9-86e0-252cd334f13e. Jul 29 14:51:15.972014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-a91c7f67-0be1-4dfc-8708-3559b4e26ca8 req-1f1efb22-a0b3-4484-9e89-d65f98661e49 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Calling delete_port for 5835a63f-7b44-43e9-86e0-252cd334f13e owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:51:16.008822 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a1677-35ca-45c4-a151-4e032a185d7c req-6fa8942a-4dad-47ae-abed-ce271b2472bf tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:16.010699 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff2a1677-35ca-45c4-a151-4e032a185d7c req-6fa8942a-4dad-47ae-abed-ce271b2472bf tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 946 time: 0.1036043 Jul 29 14:51:16.049298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd75fa0-3636-4dd3-ba5f-b5a3d2e2c7fa req-3a054798-c0a7-45b7-8221-f3e7ed11bdbe tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:16.051785 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fbd75fa0-3636-4dd3-ba5f-b5a3d2e2c7fa req-3a054798-c0a7-45b7-8221-f3e7ed11bdbe tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.2304347 Jul 29 14:51:16.130136 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fbd75fa0-3636-4dd3-ba5f-b5a3d2e2c7fa req-e31212e0-de3a-499b-9d70-ca38960d02b4 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695910 Jul 29 14:51:16.160866 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1a8cb01-1f3a-4616-a08f-82f00e31cfbf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:16.167775 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1a8cb01-1f3a-4616-a08f-82f00e31cfbf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:16.174696 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff2a1677-35ca-45c4-a151-4e032a185d7c req-ab901b4f-60eb-40ef-8feb-656d178d4f69 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b84eb96-fd39-4c40-8c7f-b43e5ff4eda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288104 Jul 29 14:51:16.289039 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a91c7f67-0be1-4dfc-8708-3559b4e26ca8 req-1f1efb22-a0b3-4484-9e89-d65f98661e49 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:16.323421 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8cb01-1f3a-4616-a08f-82f00e31cfbf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event updated for resources: {'Port': ['ID=548de741-25df-49f6-9f8d-d3ae1fb15a1a,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:16.378625 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1efb22-a0b3-4484-9e89-d65f98661e49 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event deleted for resources: {'Port': ['ID=5835a63f-7b44-43e9-86e0-252cd334f13e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:16.402294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8cb01-1f3a-4616-a08f-82f00e31cfbf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] In _notify_port_updated(), no bound segment for port 548de741-25df-49f6-9f8d-d3ae1fb15a1a on network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e {{(pid=94157) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 14:51:16.419151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a8cb01-1f3a-4616-a08f-82f00e31cfbf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:16.420960 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1a8cb01-1f3a-4616-a08f-82f00e31cfbf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:16.439579 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b1a8cb01-1f3a-4616-a08f-82f00e31cfbf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "PUT /v2.0/ports/548de741-25df-49f6-9f8d-d3ae1fb15a1a HTTP/1.1" status: 200 len: 995 time: 1.1653605 Jul 29 14:51:16.442118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35814) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:16.611228 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a91c7f67-0be1-4dfc-8708-3559b4e26ca8 req-1f1efb22-a0b3-4484-9e89-d65f98661e49 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:51:16.752767 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f76945cd-9026-4e13-9645-c602728820c3 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Deleting port 548de741-25df-49f6-9f8d-d3ae1fb15a1a {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:51:16.752767 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f76945cd-9026-4e13-9645-c602728820c3 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:16.758618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4dcb35d4-183d-4be3-b52a-d5c21372653b None None] Provisioning complete for port 548de741-25df-49f6-9f8d-d3ae1fb15a1a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:16.759851 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4dcb35d4-183d-4be3-b52a-d5c21372653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:16.841991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4dcb35d4-183d-4be3-b52a-d5c21372653b None None] Port 548de741-25df-49f6-9f8d-d3ae1fb15a1a cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:51:16.898788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a91c7f67-0be1-4dfc-8708-3559b4e26ca8 req-1f1efb22-a0b3-4484-9e89-d65f98661e49 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:51:16.921904 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b06a641-9e15-4bd6-af5f-29ef7ef24f4e None None] Sync routers for ids ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:51:16.937308 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b06a641-9e15-4bd6-af5f-29ef7ef24f4e None None] Routers {'8ed24278-f340-4f7c-af16-fb3c2853d9a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:51:16.938333 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5b06a641-9e15-4bd6-af5f-29ef7ef24f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:51:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:51:16.974272 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d5ec0a20-c073-4978-8ec9-556ba20493a2 req-20c391f4-efe7-40ee-8183-3577f08b61c3 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b86127a-1cd6-415d-a04a-fbefccc90149 HTTP/1.1" status: 200 len: 210 time: 0.0742748 Jul 29 14:51:17.054588 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 5835a63f-7b44-43e9-86e0-252cd334f13e no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:51:17.067841 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f76945cd-9026-4e13-9645-c602728820c3 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:17.087829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91c7f67-0be1-4dfc-8708-3559b4e26ca8 req-1f1efb22-a0b3-4484-9e89-d65f98661e49 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] No DVR routers for this DVR port 5835a63f-7b44-43e9-86e0-252cd334f13e on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:51:17.094093 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a91c7f67-0be1-4dfc-8708-3559b4e26ca8 req-1f1efb22-a0b3-4484-9e89-d65f98661e49 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:17.097501 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a91c7f67-0be1-4dfc-8708-3559b4e26ca8 req-1f1efb22-a0b3-4484-9e89-d65f98661e49 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.39 "DELETE /v2.0/ports/5835a63f-7b44-43e9-86e0-252cd334f13e HTTP/1.1" status: 204 len: 173 time: 1.9137816 Jul 29 14:51:17.097833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'name': 'network-vif-deleted', 'tag': '5835a63f-7b44-43e9-86e0-252cd334f13e'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:51:17.104817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f76945cd-9026-4e13-9645-c602728820c3 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Calling delete_port for 548de741-25df-49f6-9f8d-d3ae1fb15a1a owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:51:17.110542 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12ab9ca-46b6-4a1b-9a10-df32e2b3d128" -d '{"events": [{"server_uuid": "6b86127a-1cd6-415d-a04a-fbefccc90149", "name": "network-vif-deleted", "tag": "5835a63f-7b44-43e9-86e0-252cd334f13e"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:51:17.136561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 5835a63f-7b44-43e9-86e0-252cd334f13e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:51:17.137201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 5835a63f-7b44-43e9-86e0-252cd334f13e not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:51:17.152969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a953b-067d-4654-b4d5-95fd7ed9560b req-942ed205-7769-4d3a-926b-b5efb1186b94 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:17.162278 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3a5a953b-067d-4654-b4d5-95fd7ed9560b req-942ed205-7769-4d3a-926b-b5efb1186b94 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.2005506 Jul 29 14:51:17.204484 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-5b06a641-9e15-4bd6-af5f-29ef7ef24f4e None None] Set router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:51:17.259757 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3a5a953b-067d-4654-b4d5-95fd7ed9560b req-7d356fb2-3183-4446-9ec6-8d06bb25203b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896680 Jul 29 14:51:17.383841 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f76945cd-9026-4e13-9645-c602728820c3 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:17.547343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7bf13-a4e7-4515-8512-23dc45b3ea20 req-70ea3e98-f26f-46d6-873c-caf2fcdef6fe tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:17.560860 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d4e7bf13-a4e7-4515-8512-23dc45b3ea20 req-70ea3e98-f26f-46d6-873c-caf2fcdef6fe tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 946 time: 0.2739234 Jul 29 14:51:17.668383 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f76945cd-9026-4e13-9645-c602728820c3 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:17.675495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35856) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:17.686959 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f76945cd-9026-4e13-9645-c602728820c3 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "DELETE /v2.0/ports/548de741-25df-49f6-9f8d-d3ae1fb15a1a HTTP/1.1" status: 204 len: 168 time: 1.2406018 Jul 29 14:51:17.698724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76945cd-9026-4e13-9645-c602728820c3 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event deleted for resources: {'Port': ['ID=548de741-25df-49f6-9f8d-d3ae1fb15a1a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:17.825631 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c46dc8-7b3a-4ee3-a5df-0e5235238dc2 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] GET failed (client error): The resource could not be found. Jul 29 14:51:17.828344 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f6c46dc8-7b3a-4ee3-a5df-0e5235238dc2 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "GET /v2.0/ports/548de741-25df-49f6-9f8d-d3ae1fb15a1a HTTP/1.1" status: 404 len: 333 time: 0.1508896 Jul 29 14:51:17.840563 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d4e7bf13-a4e7-4515-8512-23dc45b3ea20 req-e3e0a5ec-3f4d-46f8-b42d-f334cebf6164 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b84eb96-fd39-4c40-8c7f-b43e5ff4eda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950448 Jul 29 14:51:17.844444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35866) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:17.860360 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5b06a641-9e15-4bd6-af5f-29ef7ef24f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:21Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a406e41-5bc5-4f57-880c-9af145e324d7', 'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'mac_address': 'fa:16:3e:52:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:18Z', 'updated_at': '2021-07-29T14:46:31Z', 'revision_number': 5, 'project_id': '247d807a3183413d81bd38d576287ebf', 'subnets': [{'id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:51:17.874600 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7a0ac590-183f-4a35-8bb9-18e50652c2b7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Request body: {'port': {'network_id': '75d48b97-fbdb-4e14-b3cc-7fa834b27c0e', 'name': 'tempest-AllowedAddressPairTestJSON-2056368259'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:17.971140 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b06a641-9e15-4bd6-af5f-29ef7ef24f4e None None] Checking router: 8ed24278-f340-4f7c-af16-fb3c2853d9a1 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:51:18.005352 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b06a641-9e15-4bd6-af5f-29ef7ef24f4e None None] Routers {'8ed24278-f340-4f7c-af16-fb3c2853d9a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:51:18.006370 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5b06a641-9e15-4bd6-af5f-29ef7ef24f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:51:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:51:18.019309 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db590b8-54dd-420a-b984-ca893a5985a8 x-openstack-request-id: req-5db590b8-54dd-420a-b984-ca893a5985a8 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:51:18.019866 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b86127a-1cd6-415d-a04a-fbefccc90149", "name": "network-vif-deleted", "tag": "5835a63f-7b44-43e9-86e0-252cd334f13e", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:51:18.020198 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5db590b8-54dd-420a-b984-ca893a5985a8 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:51:18.021006 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b86127a-1cd6-415d-a04a-fbefccc90149', 'name': 'network-vif-deleted', 'tag': '5835a63f-7b44-43e9-86e0-252cd334f13e', 'status': 'completed', 'code': 200} Jul 29 14:51:18.239077 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-5b06a641-9e15-4bd6-af5f-29ef7ef24f4e None None] Set router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:51:18.280651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62174297-90ee-4a10-bbef-7ceea24f8ec9 req-5c72ff49-cfa1-45f6-9278-7baea6d8d045 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:18.284355 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-62174297-90ee-4a10-bbef-7ceea24f8ec9 req-5c72ff49-cfa1-45f6-9278-7baea6d8d045 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.38 "GET /v2.0/ports?device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 946 time: 0.1201475 Jul 29 14:51:18.288488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0ac590-183f-4a35-8bb9-18e50652c2b7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Made reservation on behalf of 1f8563c0e2c24a37803fcdac8a21f8c3 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:18.294041 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ee0e0-8a82-4de6-82f7-6acc14046a3e req-9777d9ba-2de8-468c-a42d-6ec4593223ee tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:18.294941 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7a0ac590-183f-4a35-8bb9-18e50652c2b7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:18.310445 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-247ee0e0-8a82-4de6-82f7-6acc14046a3e req-9777d9ba-2de8-468c-a42d-6ec4593223ee tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.1850760 Jul 29 14:51:18.392063 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-247ee0e0-8a82-4de6-82f7-6acc14046a3e req-aa39ecd9-89db-4175-a8a1-7df09e7c4e90 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803781 Jul 29 14:51:18.412251 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-7a0ac590-183f-4a35-8bb9-18e50652c2b7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] device_id is not set on port a9182559-d1cd-48c6-b208-d0945d36510e yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:51:18.686551 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5b06a641-9e15-4bd6-af5f-29ef7ef24f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:21Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a406e41-5bc5-4f57-880c-9af145e324d7', 'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'mac_address': 'fa:16:3e:52:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:18Z', 'updated_at': '2021-07-29T14:46:31Z', 'revision_number': 5, 'project_id': '247d807a3183413d81bd38d576287ebf', 'subnets': [{'id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:51:18.747897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-62174297-90ee-4a10-bbef-7ceea24f8ec9 req-949e610c-82b3-4fc6-913c-1501c94c436f tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Deleting port dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:51:18.748571 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-62174297-90ee-4a10-bbef-7ceea24f8ec9 req-949e610c-82b3-4fc6-913c-1501c94c436f tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:18.759061 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b06a641-9e15-4bd6-af5f-29ef7ef24f4e None None] The sync data for ids ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'] in n-d-802893-1 is: [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:21Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a406e41-5bc5-4f57-880c-9af145e324d7', 'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'mac_address': 'fa:16:3e:52:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:18Z', 'updated_at': '2021-07-29T14:46:31Z', 'revision_number': 5, 'project_id': '247d807a3183413d81bd38d576287ebf', 'subnets': [{'id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:51:18.903177 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-7a0ac590-183f-4a35-8bb9-18e50652c2b7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Allocated IP 172.20.0.14 (75d48b97-fbdb-4e14-b3cc-7fa834b27c0e/2f3217b3-7ea9-44e7-9878-3fe41c7384dd/a9182559-d1cd-48c6-b208-d0945d36510e) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:51:18.996230 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972df6c1-fedc-482c-9c52-25fd8bc97f12 req-37ccad93-e136-47ee-bf8b-9987c11bf437 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:18.998163 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-972df6c1-fedc-482c-9c52-25fd8bc97f12 req-37ccad93-e136-47ee-bf8b-9987c11bf437 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.1574190 Jul 29 14:51:19.048748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-62174297-90ee-4a10-bbef-7ceea24f8ec9 req-949e610c-82b3-4fc6-913c-1501c94c436f tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] For port dfe5bac3-11c5-4c17-8c2a-842e3a858ae3, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=dfe5bac3-11c5-4c17-8c2a-842e3a858ae3,segment=NetworkSegment(c46a5c27-e11f-4a82-bb6b-973389642407),segment_id=c46a5c27-e11f-4a82-bb6b-973389642407)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:19.050109 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-62174297-90ee-4a10-bbef-7ceea24f8ec9 req-949e610c-82b3-4fc6-913c-1501c94c436f tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:19.159069 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35922) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:19.179292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-62174297-90ee-4a10-bbef-7ceea24f8ec9 req-949e610c-82b3-4fc6-913c-1501c94c436f tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Calling delete_port for dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:51:19.204707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-972df6c1-fedc-482c-9c52-25fd8bc97f12 req-abfc5be9-edd5-40c9-ae4f-59d9104801ff tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908026 Jul 29 14:51:19.297110 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ea5abc-0fa3-48af-b921-bf62e775c83c None None] New status for floating IP 43e1578d-6d65-4fd7-b4cc-ad8267f7500f: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:51:19.454072 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-10f91be4-c0f1-4214-b73a-8275cad8efbd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e314f0176004745b836a1ffb2e73233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921751 Jul 29 14:51:19.457295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35928) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:19.493373 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-62174297-90ee-4a10-bbef-7ceea24f8ec9 req-949e610c-82b3-4fc6-913c-1501c94c436f tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:19.541239 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['dfe5bac3-11c5-4c17-8c2a-842e3a858ae3'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:51:19.579224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35932) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:19.608116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e610c-82b3-4fc6-913c-1501c94c436f tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Pushing event deleted for resources: {'Port': ['ID=dfe5bac3-11c5-4c17-8c2a-842e3a858ae3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:19.669071 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f4aa83cc-cc9e-4ddb-a8b9-ed30d9fc3f9c req-2699d79c-1fdb-435e-90f0-368a925e7aac tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 210 time: 0.0698986 Jul 29 14:51:19.670810 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2fa5718c-e9d7-4993-9b81-cfaca1127aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:19.711731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-62174297-90ee-4a10-bbef-7ceea24f8ec9 req-949e610c-82b3-4fc6-913c-1501c94c436f tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] No DVR routers for this DVR port dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:51:19.723749 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-62174297-90ee-4a10-bbef-7ceea24f8ec9 req-949e610c-82b3-4fc6-913c-1501c94c436f tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:19.726036 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-62174297-90ee-4a10-bbef-7ceea24f8ec9 req-949e610c-82b3-4fc6-913c-1501c94c436f tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.38 "DELETE /v2.0/ports/dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 HTTP/1.1" status: 204 len: 173 time: 1.4267361 Jul 29 14:51:19.732513 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7a0ac590-183f-4a35-8bb9-18e50652c2b7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:19.753698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-7a0ac590-183f-4a35-8bb9-18e50652c2b7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Transition to ACTIVE for port object a9182559-d1cd-48c6-b208-d0945d36510e will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:51:19.755429 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a4219580-a477-407b-8522-d7a96f06a039 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:19.828084 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7a0ac590-183f-4a35-8bb9-18e50652c2b7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:19.870844 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2fa5718c-e9d7-4993-9b81-cfaca1127aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:19.915008 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a4219580-a477-407b-8522-d7a96f06a039 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:19.916956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0ac590-183f-4a35-8bb9-18e50652c2b7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:51:19.927895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7a0ac590-183f-4a35-8bb9-18e50652c2b7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:19.931343 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ac590-183f-4a35-8bb9-18e50652c2b7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event updated for resources: {'Port': ['ID=a9182559-d1cd-48c6-b208-d0945d36510e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:19.935494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ac590-183f-4a35-8bb9-18e50652c2b7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:51:19.998160 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fb7cf-2463-4ab2-80c2-e72a13e5eafb req-7118859f-d567-4c88-ab73-6a216e6ee409 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:20.000740 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ac590-183f-4a35-8bb9-18e50652c2b7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:20.001589 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7a0ac590-183f-4a35-8bb9-18e50652c2b7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:20.008047 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-632fb7cf-2463-4ab2-80c2-e72a13e5eafb req-7118859f-d567-4c88-ab73-6a216e6ee409 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.3304689 Jul 29 14:51:20.026912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7a0ac590-183f-4a35-8bb9-18e50652c2b7 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1796463 Jul 29 14:51:20.027921 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35936) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:20.028803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18ceb4e-6053-42bc-a27f-5838dac531c7', 'name': 'network-vif-deleted', 'tag': 'dfe5bac3-11c5-4c17-8c2a-842e3a858ae3'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:51:20.032713 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd6e20f-80aa-472d-91ad-1257bce2de00" -d '{"events": [{"server_uuid": "e18ceb4e-6053-42bc-a27f-5838dac531c7", "name": "network-vif-deleted", "tag": "dfe5bac3-11c5-4c17-8c2a-842e3a858ae3"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:51:20.043685 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-10ef296a-5389-4cc3-aeb8-8b602046b1ce tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Request body: {'port': {'network_id': '75d48b97-fbdb-4e14-b3cc-7fa834b27c0e', 'name': 'tempest-AllowedAddressPairTestJSON-819224798'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:20.051530 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2fa5718c-e9d7-4993-9b81-cfaca1127aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:20.056346 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2fa5718c-e9d7-4993-9b81-cfaca1127aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:20.064215 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2fa5718c-e9d7-4993-9b81-cfaca1127aad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd8f80eb-13ff-428b-a28d-5a53d7a9d32c HTTP/1.1" status: 204 len: 168 time: 0.6000597 Jul 29 14:51:20.186351 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-632fb7cf-2463-4ab2-80c2-e72a13e5eafb req-106b67e4-0a5b-4ba9-b411-1e9d3a3da5d8 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739538 Jul 29 14:51:20.191307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5718c-e9d7-4993-9b81-cfaca1127aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8f80eb-13ff-428b-a28d-5a53d7a9d32c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:20.216371 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f333bf-dfb1-4836-8fe7-3f77f8431604 x-openstack-request-id: req-d8f333bf-dfb1-4836-8fe7-3f77f8431604 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:51:20.217410 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18ceb4e-6053-42bc-a27f-5838dac531c7", "name": "network-vif-deleted", "tag": "dfe5bac3-11c5-4c17-8c2a-842e3a858ae3", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:51:20.217670 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8f333bf-dfb1-4836-8fe7-3f77f8431604 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:51:20.218094 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18ceb4e-6053-42bc-a27f-5838dac531c7', 'name': 'network-vif-deleted', 'tag': 'dfe5bac3-11c5-4c17-8c2a-842e3a858ae3', 'status': 'completed', 'code': 200} Jul 29 14:51:20.247803 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a4219580-a477-407b-8522-d7a96f06a039 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:20.281716 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a4219580-a477-407b-8522-d7a96f06a039 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:20.289309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35944) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:20.291863 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a4219580-a477-407b-8522-d7a96f06a039 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "DELETE /v2.0/security-groups/375f2bd5-6a11-4877-8990-14c886a93c11 HTTP/1.1" status: 204 len: 168 time: 0.7046878 Jul 29 14:51:20.341902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ef296a-5389-4cc3-aeb8-8b602046b1ce tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Made reservation on behalf of 1f8563c0e2c24a37803fcdac8a21f8c3 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:20.345382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4219580-a477-407b-8522-d7a96f06a039 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=375f2bd5-6a11-4877-8990-14c886a93c11,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:20.372840 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-10ef296a-5389-4cc3-aeb8-8b602046b1ce tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:20.435495 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-81702d2a-7630-4dab-b7dd-472e0f752468 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] show failed (client error): The resource could not be found. Jul 29 14:51:20.441343 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-81702d2a-7630-4dab-b7dd-472e0f752468 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups/375f2bd5-6a11-4877-8990-14c886a93c11 HTTP/1.1" status: 404 len: 347 time: 0.1450179 Jul 29 14:51:20.442226 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35948) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:20.560285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-10ef296a-5389-4cc3-aeb8-8b602046b1ce tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] device_id is not set on port 8c784659-a2e7-4a5a-bc54-7f095a9197da yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:51:20.619973 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a5ba4ea9-b139-4ccb-a451-6f5355374eda None None] Provisioning for port a9182559-d1cd-48c6-b208-d0945d36510e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:51:20.626106 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23d872-b0d5-4cdc-9a61-93667952dad3 req-1e437fe1-eab7-41a6-8822-c9ad5278535b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:20.629246 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce23d872-b0d5-4cdc-9a61-93667952dad3 req-1e437fe1-eab7-41a6-8822-c9ad5278535b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.2111485 Jul 29 14:51:20.634498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a5ba4ea9-b139-4ccb-a451-6f5355374eda None None] Provisioning complete for port a9182559-d1cd-48c6-b208-d0945d36510e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:20.635889 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4ea9-b139-4ccb-a451-6f5355374eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:20.749021 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce23d872-b0d5-4cdc-9a61-93667952dad3 req-a76333ab-a297-457f-accf-333b28353755 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026616 Jul 29 14:51:20.783670 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a5ba4ea9-b139-4ccb-a451-6f5355374eda None None] Port a9182559-d1cd-48c6-b208-d0945d36510e cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:51:20.822993 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:51:20.931332 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5c658f15-5bf9-4f67-8cd9-57e8cf08e8b8 req-446f1a5c-117a-4487-bdd1-9d150a08f067 tempest-InstanceActionsV221TestJSON-78978245 tempest-InstanceActionsV221TestJSON-78978245-project] 10.222.0.16 "GET /v2.0/ports?device_id=e18ceb4e-6053-42bc-a27f-5838dac531c7 HTTP/1.1" status: 200 len: 210 time: 0.0914965 Jul 29 14:51:20.998631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-10ef296a-5389-4cc3-aeb8-8b602046b1ce tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Allocated IP 172.20.0.10 (75d48b97-fbdb-4e14-b3cc-7fa834b27c0e/2f3217b3-7ea9-44e7-9878-3fe41c7384dd/8c784659-a2e7-4a5a-bc54-7f095a9197da) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:51:21.005606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-cca8dd6b-ec59-4b6d-9b22-cecf8048b04e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Deleting port 190a4262-66b3-415e-a166-f0b49ec4c9c8 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:51:21.005971 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cca8dd6b-ec59-4b6d-9b22-cecf8048b04e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:21.209012 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cca8dd6b-ec59-4b6d-9b22-cecf8048b04e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:21.209364 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cca8dd6b-ec59-4b6d-9b22-cecf8048b04e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:21.255163 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-cca8dd6b-ec59-4b6d-9b22-cecf8048b04e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Calling delete_port for 190a4262-66b3-415e-a166-f0b49ec4c9c8 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:51:21.365489 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35974) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:21.378110 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0b21b-84e5-4f44-b43c-c7a57f32a82f req-f3deecfe-649e-4e87-8e3c-416350b738f3 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:21.379864 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2d0b21b-84e5-4f44-b43c-c7a57f32a82f req-f3deecfe-649e-4e87-8e3c-416350b738f3 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.0710893 Jul 29 14:51:21.399563 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-10ef296a-5389-4cc3-aeb8-8b602046b1ce tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:21.430783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-10ef296a-5389-4cc3-aeb8-8b602046b1ce tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Transition to ACTIVE for port object 8c784659-a2e7-4a5a-bc54-7f095a9197da will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:51:21.472424 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2d0b21b-84e5-4f44-b43c-c7a57f32a82f req-3bfe1270-180b-434d-8909-6837203de71a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777726 Jul 29 14:51:21.567161 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c40753aa-0d00-4472-bca0-4ef725e206e8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-371670987-network', 'tenant_id': '12ec5ebcac3949f399e4ca63deca6337'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:21.572154 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-10ef296a-5389-4cc3-aeb8-8b602046b1ce tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:21.590755 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cca8dd6b-ec59-4b6d-9b22-cecf8048b04e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:21.865341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:51:21.898449 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:51:21.899168 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device dfe5bac3-11c5-4c17-8c2a-842e3a858ae3 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:51:21.931208 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aaa160-e48c-4780-a9b6-5b7e0b67f83c req-12b53e91-bd47-4a9d-bfbb-f189345e526f tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:21.933154 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2aaa160-e48c-4780-a9b6-5b7e0b67f83c req-12b53e91-bd47-4a9d-bfbb-f189345e526f tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.0615537 Jul 29 14:51:21.994121 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2aaa160-e48c-4780-a9b6-5b7e0b67f83c req-1ae0d7bd-68d2-4bd0-91c9-07da49da2de6 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487957 Jul 29 14:51:22.070735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ef296a-5389-4cc3-aeb8-8b602046b1ce tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:51:22.093675 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-10ef296a-5389-4cc3-aeb8-8b602046b1ce tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:22.124569 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40753aa-0d00-4472-bca0-4ef725e206e8 admin admin] Made reservation on behalf of 12ec5ebcac3949f399e4ca63deca6337 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:22.127118 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c40753aa-0d00-4472-bca0-4ef725e206e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:22.130063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ef296a-5389-4cc3-aeb8-8b602046b1ce tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:51:22.148392 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef296a-5389-4cc3-aeb8-8b602046b1ce tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event updated for resources: {'Port': ['ID=8c784659-a2e7-4a5a-bc54-7f095a9197da,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:22.173829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-394e7c39-66d0-4292-b678-ce8b117dc133 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:22.175508 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-394e7c39-66d0-4292-b678-ce8b117dc133 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279&tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&binding%3Ahost_id=n-h1-802893-1 HTTP/1.1" status: 200 len: 1096 time: 0.6585884 Jul 29 14:51:22.185330 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c40753aa-0d00-4472-bca0-4ef725e206e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:22.200480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802893-1'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:22.278701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8dd6b-ec59-4b6d-9b22-cecf8048b04e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event deleted for resources: {'Port': ['ID=190a4262-66b3-415e-a166-f0b49ec4c9c8,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:22.362116 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cca8dd6b-ec59-4b6d-9b22-cecf8048b04e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:22.368016 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cca8dd6b-ec59-4b6d-9b22-cecf8048b04e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:22.372305 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cca8dd6b-ec59-4b6d-9b22-cecf8048b04e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "DELETE /v2.0/floatingips/43e1578d-6d65-4fd7-b4cc-ad8267f7500f HTTP/1.1" status: 204 len: 168 time: 1.9246759 Jul 29 14:51:22.427975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35992) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:22.446193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ef296a-5389-4cc3-aeb8-8b602046b1ce tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:22.447279 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-10ef296a-5389-4cc3-aeb8-8b602046b1ce tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:22.456199 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:22.598063 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fa9635-3bfb-4b1b-be00-75b6169874bb admin admin] Deleting subnet 23fed419-753b-4689-b2bc-5920fde3f164 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:51:22.615841 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-33fa9635-3bfb-4b1b-be00-75b6169874bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:22.639349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-73065094-4c3a-47f6-b9c3-6002b1b4c8ec None None] Provisioning for port 8c784659-a2e7-4a5a-bc54-7f095a9197da completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:51:22.644446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-73065094-4c3a-47f6-b9c3-6002b1b4c8ec None None] Provisioning complete for port 8c784659-a2e7-4a5a-bc54-7f095a9197da triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:22.645233 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73065094-4c3a-47f6-b9c3-6002b1b4c8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:22.712541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-73065094-4c3a-47f6-b9c3-6002b1b4c8ec None None] Port 8c784659-a2e7-4a5a-bc54-7f095a9197da cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:51:22.783679 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-33fa9635-3bfb-4b1b-be00-75b6169874bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:22.810000 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1d147a78-0077-4451-9b6d-3587aa51582e,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:22.812711 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565e494-38c0-4ac4-97d7-d37d1208442f req-3a1bd540-56bf-4d0a-a950-fc987c512c98 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:22.820618 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3565e494-38c0-4ac4-97d7-d37d1208442f req-3a1bd540-56bf-4d0a-a950-fc987c512c98 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 945 time: 0.1153593 Jul 29 14:51:22.886091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36000) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:22.894446 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-786872d8-f086-4a8c-8a8f-4670d3c50e2f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1748901217', 'description': 'tempest-description--280722193'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:22.902088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:51:22.917627 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-33fa9635-3bfb-4b1b-be00-75b6169874bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:22.923449 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3565e494-38c0-4ac4-97d7-d37d1208442f req-5ede570e-550d-4042-b71f-244f914a5102 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014938 Jul 29 14:51:23.011789 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-33fa9635-3bfb-4b1b-be00-75b6169874bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.038255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8bd920-3f15-4638-9f00-a6623508a279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d147a78-0077-4451-9b6d-3587aa51582e'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:51:23.043226 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33b4ddb-fd87-4e63-815d-bb92faa04438" -d '{"events": [{"server_uuid": "1d8bd920-3f15-4638-9f00-a6623508a279", "name": "network-vif-unplugged", "status": "completed", "tag": "1d147a78-0077-4451-9b6d-3587aa51582e"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:51:23.050943 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.079948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa9635-3bfb-4b1b-be00-75b6169874bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23fed419-753b-4689-b2bc-5920fde3f164,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:23.081528 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1d147a78-0077-4451-9b6d-3587aa51582e details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:51:23.086517 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-33fa9635-3bfb-4b1b-be00-75b6169874bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.092359 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-33fa9635-3bfb-4b1b-be00-75b6169874bb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/23fed419-753b-4689-b2bc-5920fde3f164 HTTP/1.1" status: 204 len: 168 time: 0.6632729 Jul 29 14:51:23.093335 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36008) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:23.162603 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.181542 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbe9434d-4fb6-4618-9ef5-f6b6d87f75f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.321803 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbe9434d-4fb6-4618-9ef5-f6b6d87f75f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.332901 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4817c-5807-4566-a404-2cc7580276c8 req-bad742e4-f79a-4d75-9ac1-41b20af063a3 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:23.334711 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Pushing event updated for resources: {'Port': ['ID=1d147a78-0077-4451-9b6d-3587aa51582e,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:23.335628 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60f4817c-5807-4566-a404-2cc7580276c8 req-bad742e4-f79a-4d75-9ac1-41b20af063a3 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.1464746 Jul 29 14:51:23.348761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-cbe9434d-4fb6-4618-9ef5-f6b6d87f75f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032e7c18-9f87-413d-85dd-616ea2f450f8']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:51:23.369124 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4b855b-771a-4496-93b4-57ae366993f1 x-openstack-request-id: req-0e4b855b-771a-4496-93b4-57ae366993f1 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:51:23.370920 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8bd920-3f15-4638-9f00-a6623508a279", "name": "network-vif-unplugged", "status": "completed", "tag": "1d147a78-0077-4451-9b6d-3587aa51582e", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:51:23.372384 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e4b855b-771a-4496-93b4-57ae366993f1 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:51:23.373217 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-cbe9434d-4fb6-4618-9ef5-f6b6d87f75f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46a5c27-e11f-4a82-bb6b-973389642407') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:51:23.373627 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8bd920-3f15-4638-9f00-a6623508a279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d147a78-0077-4451-9b6d-3587aa51582e', 'code': 200} Jul 29 14:51:23.374122 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-cbe9434d-4fb6-4618-9ef5-f6b6d87f75f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46a5c27-e11f-4a82-bb6b-973389642407') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:51:23.395062 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbe9434d-4fb6-4618-9ef5-f6b6d87f75f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.441267 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbe9434d-4fb6-4618-9ef5-f6b6d87f75f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.447107 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-bd3343f5-99fa-4cd4-b49d-8efb568f3084 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4427059 Jul 29 14:51:23.461138 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h1-802893-1, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:23.473599 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe9434d-4fb6-4618-9ef5-f6b6d87f75f0 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:51:23.475615 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbe9434d-4fb6-4618-9ef5-f6b6d87f75f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.484287 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c40753aa-0d00-4472-bca0-4ef725e206e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.512842 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c40753aa-0d00-4472-bca0-4ef725e206e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.522881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Attempting to bind port 1d147a78-0077-4451-9b6d-3587aa51582e on host n-h1-802893-1 for vnic_type normal with profile {"migrating_to": "n-h2-802893-1"} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:51:23.526175 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-10ef296a-5389-4cc3-aeb8-8b602046b1ce tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4882784 Jul 29 14:51:23.526624 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Attempting to bind port 1d147a78-0077-4451-9b6d-3587aa51582e by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:51:23.527452 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Attempting to bind port 1d147a78-0077-4451-9b6d-3587aa51582e on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:51:23.545529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Port 1d147a78-0077-4451-9b6d-3587aa51582e on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:51:23.546122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Attempting to bind port 1d147a78-0077-4451-9b6d-3587aa51582e on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:51:23.552660 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Attempting to bind port 1d147a78-0077-4451-9b6d-3587aa51582e on host n-h1-802893-1 for vnic_type normal with profile {"migrating_to": "n-h2-802893-1"} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:51:23.553032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Attempting to bind port 1d147a78-0077-4451-9b6d-3587aa51582e by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:51:23.553385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Attempting to bind port 1d147a78-0077-4451-9b6d-3587aa51582e on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:51:23.553881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:51:23.554261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Checking segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:51:23.554957 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Bound using segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:51:23.555318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Bound port: 1d147a78-0077-4451-9b6d-3587aa51582e, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:51:23.556730 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.596954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36010) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:23.598702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40753aa-0d00-4472-bca0-4ef725e206e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:23.615793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-490cddc9-63f9-47a8-a280-d9220b32db7d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:d7:cf:d4'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:70:22:3a'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:23.634113 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40753aa-0d00-4472-bca0-4ef725e206e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:51:23.636133 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:51:23.658582 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c40753aa-0d00-4472-bca0-4ef725e206e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.661078 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-c40753aa-0d00-4472-bca0-4ef725e206e8 admin admin] Added segment d7375c04-a5a9-4b4d-97d0-0b20766a6837 of type vlan for network 739caf51-5ef0-4339-b121-796ba8c6bb8d Jul 29 14:51:23.663800 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h1-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:51:23.669427 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1d147a78-0077-4451-9b6d-3587aa51582e,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:51:23.679091 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbe9434d-4fb6-4618-9ef5-f6b6d87f75f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.680497 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.701059 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbe9434d-4fb6-4618-9ef5-f6b6d87f75f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.703178 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cbe9434d-4fb6-4618-9ef5-f6b6d87f75f0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/032e7c18-9f87-413d-85dd-616ea2f450f8 HTTP/1.1" status: 204 len: 168 time: 0.6084867 Jul 29 14:51:23.727252 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c40753aa-0d00-4472-bca0-4ef725e206e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.736693 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60f4817c-5807-4566-a404-2cc7580276c8 req-39300eec-d0cd-4e97-bde5-bbbb260f6638 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768384 Jul 29 14:51:23.737743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9434d-4fb6-4618-9ef5-f6b6d87f75f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=032e7c18-9f87-413d-85dd-616ea2f450f8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:23.741118 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-786872d8-f086-4a8c-8a8f-4670d3c50e2f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.774497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Port 1d147a78-0077-4451-9b6d-3587aa51582e on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:51:23.774757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Attempting to bind port 1d147a78-0077-4451-9b6d-3587aa51582e on network 3d2c1f32-c50e-4383-8681-f45f9880fe0a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:51:23.801268 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c40753aa-0d00-4472-bca0-4ef725e206e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.802326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40753aa-0d00-4472-bca0-4ef725e206e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:23.802938 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c40753aa-0d00-4472-bca0-4ef725e206e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.898602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1d147a78-0077-4451-9b6d-3587aa51582e,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:23.933814 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-786872d8-f086-4a8c-8a8f-4670d3c50e2f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.943335 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-786872d8-f086-4a8c-8a8f-4670d3c50e2f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.957317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:51:23.958263 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Checking segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:51:23.958949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Bound using segment: {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:51:23.959964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Bound port: 1d147a78-0077-4451-9b6d-3587aa51582e, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e835e2-c766-43f4-9ad7-d9a0d125b053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3d2c1f32-c50e-4383-8681-f45f9880fe0a'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:51:23.960657 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:23.994506 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1d147a78-0077-4451-9b6d-3587aa51582e has no active binding in host n-h2-802893-1 {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 14:51:24.020794 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-786872d8-f086-4a8c-8a8f-4670d3c50e2f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:24.040973 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-786872d8-f086-4a8c-8a8f-4670d3c50e2f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1473846 Jul 29 14:51:24.067072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36020) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:24.075929 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-faa3ccb2-35a0-4fab-b198-9996f5a2ed82 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Request body: {'security_group_rule': {'security_group_id': '2d892066-7784-4d40-9419-f5ae065e0090', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:24.091050 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36022) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:24.104911 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786872d8-f086-4a8c-8a8f-4670d3c50e2f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d892066-7784-4d40-9419-f5ae065e0090,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:24.162894 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-faa3ccb2-35a0-4fab-b198-9996f5a2ed82 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:24.239983 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-faa3ccb2-35a0-4fab-b198-9996f5a2ed82 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:24.247434 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-faa3ccb2-35a0-4fab-b198-9996f5a2ed82 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:24.257323 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c40753aa-0d00-4472-bca0-4ef725e206e8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8893485 Jul 29 14:51:24.269036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36024) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:24.284892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a073c2c3-60d0-4f10-b2eb-55f85a1378f9 admin admin] Request body: {'subnet': {'network_id': '739caf51-5ef0-4339-b121-796ba8c6bb8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-371670987-subnet', 'tenant_id': '12ec5ebcac3949f399e4ca63deca6337', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:24.300914 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3ccb2-35a0-4fab-b198-9996f5a2ed82 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f30cfc-e89e-417c-b305-f6f32f1c0782,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:24.323996 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40753aa-0d00-4472-bca0-4ef725e206e8 admin admin] Pushing event updated for resources: {'Network': ['ID=739caf51-5ef0-4339-b121-796ba8c6bb8d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:24.338021 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-23699b17-f50b-4e13-82bd-ccf9f22e20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:24.339888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-23699b17-f50b-4e13-82bd-ccf9f22e20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:24.339888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-23699b17-f50b-4e13-82bd-ccf9f22e20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:24.340199 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-23699b17-f50b-4e13-82bd-ccf9f22e20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:24.340902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-23699b17-f50b-4e13-82bd-ccf9f22e20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:24.341538 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-23699b17-f50b-4e13-82bd-ccf9f22e20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:24.342178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-23699b17-f50b-4e13-82bd-ccf9f22e20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:24.343574 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 739caf51-5ef0-4339-b121-796ba8c6bb8d details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:51:24.345567 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-23699b17-f50b-4e13-82bd-ccf9f22e20b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d512e776609042afb7cbb4d51213c3a0&device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6489 time: 0.5729275 Jul 29 14:51:24.346787 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a073c2c3-60d0-4f10-b2eb-55f85a1378f9 admin admin] Made reservation on behalf of 12ec5ebcac3949f399e4ca63deca6337 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:24.351027 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a073c2c3-60d0-4f10-b2eb-55f85a1378f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:24.453801 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-faa3ccb2-35a0-4fab-b198-9996f5a2ed82 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:24.455903 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-faa3ccb2-35a0-4fab-b198-9996f5a2ed82 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3872333 Jul 29 14:51:24.461559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36026) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:24.470379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-497a0dad-2181-4632-a89e-a69a0ed5cfc9 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Request body: {'security_group_rule': {'security_group_id': '2d892066-7784-4d40-9419-f5ae065e0090', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:24.487304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f7e4-be3f-4e4e-b09e-45dc7e6a94c1 req-e198488a-c2e3-4b8e-83ed-d18bee15e910 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:24.495491 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff73f7e4-be3f-4e4e-b09e-45dc7e6a94c1 req-e198488a-c2e3-4b8e-83ed-d18bee15e910 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 943 time: 0.3730395 Jul 29 14:51:24.508383 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5171643f-3349-473b-b83a-2eea8280768a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2be60c96dc3b45dc935882d39f3c4d71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3321044 Jul 29 14:51:24.517810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36028) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:24.531901 n-d-802893-1 neutron-server[94158]: WARNING neutron.plugins.ml2.plugin [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Concurrent port binding operations failed on port 1d147a78-0077-4451-9b6d-3587aa51582e Jul 29 14:51:24.592573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1d147a78-0077-4451-9b6d-3587aa51582e,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:24.609913 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Attempt 2 to bind port 1d147a78-0077-4451-9b6d-3587aa51582e Jul 29 14:51:24.612406 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-490cddc9-63f9-47a8-a280-d9220b32db7d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:24.631050 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:24.631669 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:24.633309 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-afae6160-18f0-4d77-adb9-cfcb41d16c46 service neutron] 10.222.0.39 "PUT /v2.0/ports/1d147a78-0077-4451-9b6d-3587aa51582e HTTP/1.1" status: 200 len: 1121 time: 2.4455171 Jul 29 14:51:24.636285 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-497a0dad-2181-4632-a89e-a69a0ed5cfc9 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:24.668375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff73f7e4-be3f-4e4e-b09e-45dc7e6a94c1 req-824387ad-882e-42d9-8542-8693ae149134 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713204 Jul 29 14:51:24.719654 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-2314ed8a-9450-44ff-b7b1-c658eb84e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:24.720356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-2314ed8a-9450-44ff-b7b1-c658eb84e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:24.720777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-2314ed8a-9450-44ff-b7b1-c658eb84e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:24.723373 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-2314ed8a-9450-44ff-b7b1-c658eb84e6a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dba885a-0741-41e8-b079-6381bc1efb2c&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&id=86ce031c-c6cf-4027-8ce8-3052a67f5b66 HTTP/1.1" status: 200 len: 2293 time: 0.3344245 Jul 29 14:51:24.755852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['1d147a78-0077-4451-9b6d-3587aa51582e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:51:24.818935 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80aec100-12d1-489a-bd0d-c0e3a87a02d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:24.899232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['1d147a78-0077-4451-9b6d-3587aa51582e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:51:24.937809 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80aec100-12d1-489a-bd0d-c0e3a87a02d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:25.242314 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-490cddc9-63f9-47a8-a280-d9220b32db7d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:25.264611 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-490cddc9-63f9-47a8-a280-d9220b32db7d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:25.377723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8bd920-3f15-4638-9f00-a6623508a279', 'tag': '1d147a78-0077-4451-9b6d-3587aa51582e'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:51:25.388857 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3752d94-3917-426a-b91b-d3bdca9ae42c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8bd920-3f15-4638-9f00-a6623508a279", "tag": "1d147a78-0077-4451-9b6d-3587aa51582e"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:51:25.454897 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-ea9aafa8-0178-4213-8c7a-92b20834b59b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3559254e-f263-44c0-8c9e-db0d92fb9ec9 HTTP/1.1" status: 200 len: 1001 time: 0.7216539 Jul 29 14:51:25.458726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cddc9-63f9-47a8-a280-d9220b32db7d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event updated for resources: {'Port': ['ID=8c784659-a2e7-4a5a-bc54-7f095a9197da,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:25.496250 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189b24c9-eae7-4332-a4ae-7d82fec5b4c3 x-openstack-request-id: req-189b24c9-eae7-4332-a4ae-7d82fec5b4c3 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:51:25.497087 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8bd920-3f15-4638-9f00-a6623508a279", "tag": "1d147a78-0077-4451-9b6d-3587aa51582e", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:51:25.497519 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-189b24c9-eae7-4332-a4ae-7d82fec5b4c3 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:51:25.497944 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8bd920-3f15-4638-9f00-a6623508a279', 'tag': '1d147a78-0077-4451-9b6d-3587aa51582e', 'status': 'completed', 'code': 200} Jul 29 14:51:25.585420 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-490cddc9-63f9-47a8-a280-d9220b32db7d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] In _notify_port_updated(), no bound segment for port 8c784659-a2e7-4a5a-bc54-7f095a9197da on network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 14:51:25.593326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490cddc9-63f9-47a8-a280-d9220b32db7d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:25.594256 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-490cddc9-63f9-47a8-a280-d9220b32db7d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:25.595880 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-490cddc9-63f9-47a8-a280-d9220b32db7d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "PUT /v2.0/ports/8c784659-a2e7-4a5a-bc54-7f095a9197da HTTP/1.1" status: 200 len: 1056 time: 1.9886823 Jul 29 14:51:25.601223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36038) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:25.609090 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-497a0dad-2181-4632-a89e-a69a0ed5cfc9 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:25.655558 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a073c2c3-60d0-4f10-b2eb-55f85a1378f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:25.664979 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-497a0dad-2181-4632-a89e-a69a0ed5cfc9 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:25.672384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-4ee47f73-b500-4579-99cb-d5aad4986e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:25.677303 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-4ee47f73-b500-4579-99cb-d5aad4986e20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c2c5946-274d-455f-a39e-104d5d03aeca HTTP/1.1" status: 200 len: 850 time: 0.2006161 Jul 29 14:51:25.716259 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80aec100-12d1-489a-bd0d-c0e3a87a02d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:25.719262 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80aec100-12d1-489a-bd0d-c0e3a87a02d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:25.720274 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3752d94-3917-426a-b91b-d3bdca9ae42c req-a7299935-3eac-4142-8857-a515f7069e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:25.722364 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3752d94-3917-426a-b91b-d3bdca9ae42c req-a7299935-3eac-4142-8857-a515f7069e76 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 1124 time: 0.1756849 Jul 29 14:51:25.737566 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-80aec100-12d1-489a-bd0d-c0e3a87a02d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b84eb96-fd39-4c40-8c7f-b43e5ff4eda1 HTTP/1.1" status: 204 len: 168 time: 1.2008779 Jul 29 14:51:25.798850 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-55cb85b7-167e-4663-91da-9862e2542338 None None] Provisioning complete for port 8c784659-a2e7-4a5a-bc54-7f095a9197da triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:25.799726 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55cb85b7-167e-4663-91da-9862e2542338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:25.816791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aec100-12d1-489a-bd0d-c0e3a87a02d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b84eb96-fd39-4c40-8c7f-b43e5ff4eda1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:25.824797 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a0dad-2181-4632-a89e-a69a0ed5cfc9 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3809f5f-a795-4cdf-9cdc-94f6611d27bb,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:25.829534 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-497a0dad-2181-4632-a89e-a69a0ed5cfc9 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:25.832442 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-497a0dad-2181-4632-a89e-a69a0ed5cfc9 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3690557 Jul 29 14:51:25.843868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36044) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:25.850793 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:25.897810 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:25.936896 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dfbe8-79f4-4251-8825-75bcccf341c6 req-ae9da0ff-a2dd-422e-b84f-a5dda6631ef3 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:25.946384 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a52dfbe8-79f4-4251-8825-75bcccf341c6 req-ae9da0ff-a2dd-422e-b84f-a5dda6631ef3 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 1.0465965 Jul 29 14:51:25.952071 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073c2c3-60d0-4f10-b2eb-55f85a1378f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b768955-99f3-44de-ad0c-7f2f34e05f62,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:26.005239 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-55cb85b7-167e-4663-91da-9862e2542338 None None] Port 8c784659-a2e7-4a5a-bc54-7f095a9197da cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:51:26.017348 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a073c2c3-60d0-4f10-b2eb-55f85a1378f9 admin admin] Checking segment: {'id': 'd7375c04-a5a9-4b4d-97d0-0b20766a6837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '739caf51-5ef0-4339-b121-796ba8c6bb8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:51:26.017742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073c2c3-60d0-4f10-b2eb-55f85a1378f9 admin admin] Network hostable DHCP agents. Network: 739caf51-5ef0-4339-b121-796ba8c6bb8d, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:51:26.028359 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:26.031950 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-4effd61a-ed02-402a-86d4-1375630ffdc8 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Deleting port 8c784659-a2e7-4a5a-bc54-7f095a9197da {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:51:26.032572 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4effd61a-ed02-402a-86d4-1375630ffdc8 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:26.084868 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a52dfbe8-79f4-4251-8825-75bcccf341c6 req-68c466fd-18cc-4ed4-83fb-0b6329e2c5ca tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373384 Jul 29 14:51:26.124869 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073c2c3-60d0-4f10-b2eb-55f85a1378f9 admin admin] Network 739caf51-5ef0-4339-b121-796ba8c6bb8d is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:51:26.160347 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-66f3e8bf-989d-4dd2-b3ac-8900b7e83406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:26.162132 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a073c2c3-60d0-4f10-b2eb-55f85a1378f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 739caf51-5ef0-4339-b121-796ba8c6bb8d) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:26.163370 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-66f3e8bf-989d-4dd2-b3ac-8900b7e83406 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dba885a-0741-41e8-b079-6381bc1efb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4664943 Jul 29 14:51:26.176986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995e7f47-ab75-4713-8f8d-47e74b6cf12f None None] Network 739caf51-5ef0-4339-b121-796ba8c6bb8d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:51:26.188588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a073c2c3-60d0-4f10-b2eb-55f85a1378f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:26.188847 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a073c2c3-60d0-4f10-b2eb-55f85a1378f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:26.189136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4ebb0-791b-49d8-8f80-4f5c7a81e2bb req-1ac940e4-8d09-488d-8e55-6168c1e62986 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:26.204162 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a0d4ebb0-791b-49d8-8f80-4f5c7a81e2bb req-1ac940e4-8d09-488d-8e55-6168c1e62986 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 943 time: 0.4007776 Jul 29 14:51:26.260225 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a073c2c3-60d0-4f10-b2eb-55f85a1378f9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9882565 Jul 29 14:51:26.321834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:26.464241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cefa94c-b92a-43ea-b4d5-b369359f78cb None None] Network 739caf51-5ef0-4339-b121-796ba8c6bb8d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:51:26.673065 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Allocated IP 172.25.6.247 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/8fd06e0e-4f5e-4f54-8c48-a19f3a1c310a) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:51:26.810901 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a0d4ebb0-791b-49d8-8f80-4f5c7a81e2bb req-4e095724-aa2b-45cd-aba6-b41522ad5a81 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5741453 Jul 29 14:51:26.812159 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3752d94-3917-426a-b91b-d3bdca9ae42c req-e757c15f-88ed-4d53-9189-822bca256642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:26.832379 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3752d94-3917-426a-b91b-d3bdca9ae42c req-e757c15f-88ed-4d53-9189-822bca256642 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 1.0703773 Jul 29 14:51:26.868213 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4effd61a-ed02-402a-86d4-1375630ffdc8 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:27.003249 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3752d94-3917-426a-b91b-d3bdca9ae42c req-7cc562ae-fd1c-4102-a7e0-e740d49abe18 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d147a78-0077-4451-9b6d-3587aa51582e HTTP/1.1" status: 200 len: 217 time: 0.1392310 Jul 29 14:51:27.004291 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-4effd61a-ed02-402a-86d4-1375630ffdc8 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Calling delete_port for 8c784659-a2e7-4a5a-bc54-7f095a9197da owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:51:27.018406 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:27.019767 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-fdfa3219-9371-4965-920a-1d2aac4b5f5e service neutron] 10.222.0.39 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8080878 Jul 29 14:51:27.199756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3752d94-3917-426a-b91b-d3bdca9ae42c req-d294bc33-c52b-475e-b067-e0a88d463aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:27.201452 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3752d94-3917-426a-b91b-d3bdca9ae42c req-d294bc33-c52b-475e-b067-e0a88d463aeb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.1843743 Jul 29 14:51:27.231055 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:27.327421 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:51:27.333382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event updated for resources: {'Port': ['ID=8fd06e0e-4f5e-4f54-8c48-a19f3a1c310a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:27.349986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:27.355607 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3752d94-3917-426a-b91b-d3bdca9ae42c req-d5642657-ae22-4572-95be-7c28e26a8003 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828931 Jul 29 14:51:27.356278 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:51:27.476381 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36096) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:27.515754 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-8182e9c9-0bc0-45ba-926a-0d5e389abfcd service neutron] 10.222.0.39 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591594 Jul 29 14:51:27.584047 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f8955335-90b7-45e4-b63f-59e006b0fb5e req-09f4441a-706d-406c-b6f4-25652cc7fa01 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1902339567', 'description': 'tempest-description-1403250295'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:27.645082 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-e9889e08-a3d0-4202-99e5-a193db7ef6b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=0875494a-2f77-42dd-a8d2-b642d46823a2 HTTP/1.1" status: 200 len: 217 time: 0.0795805 Jul 29 14:51:27.653739 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3752d94-3917-426a-b91b-d3bdca9ae42c req-ac0bf0fb-b64c-4476-a829-1004af5575ad service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859974 Jul 29 14:51:27.657461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b2ade2b8-cc10-4a27-92d6-db3e68321b37 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1748262346-network', 'tenant_id': '8193c6c1b3fb44cab3d2a779cc648ef7'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:27.710433 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4effd61a-ed02-402a-86d4-1375630ffdc8 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:27.730984 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8955335-90b7-45e4-b63f-59e006b0fb5e req-09f4441a-706d-406c-b6f4-25652cc7fa01 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:27.737141 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:27.739148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ade2b8-cc10-4a27-92d6-db3e68321b37 admin admin] Made reservation on behalf of 8193c6c1b3fb44cab3d2a779cc648ef7 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:27.741843 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2ade2b8-cc10-4a27-92d6-db3e68321b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:27.758484 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2ade2b8-cc10-4a27-92d6-db3e68321b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:27.797602 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:27.814787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effd61a-ed02-402a-86d4-1375630ffdc8 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event deleted for resources: {'Port': ['ID=8c784659-a2e7-4a5a-bc54-7f095a9197da,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:27.891492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-c81ec7b6-776a-4225-a4e4-55820120ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:27.893141 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-c81ec7b6-776a-4225-a4e4-55820120ccb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.2382581 Jul 29 14:51:28.042817 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3752d94-3917-426a-b91b-d3bdca9ae42c req-f9fc6b8f-afce-49b2-91f0-96feb31c07ff service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430686 Jul 29 14:51:28.096009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-5d72230b-99e2-4228-b61b-b42ef20ccc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:28.097829 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-5d72230b-99e2-4228-b61b-b42ef20ccc95 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1890528 Jul 29 14:51:28.488467 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e037287-672e-47b7-bc7d-b8282ff5b89d req-56ec1f02-3ef6-42dd-a78a-546036861394 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:28.491562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3e037287-672e-47b7-bc7d-b8282ff5b89d req-56ec1f02-3ef6-42dd-a78a-546036861394 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 943 time: 0.4967659 Jul 29 14:51:28.497322 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2ade2b8-cc10-4a27-92d6-db3e68321b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:28.570788 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2ade2b8-cc10-4a27-92d6-db3e68321b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:28.666733 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ade2b8-cc10-4a27-92d6-db3e68321b37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:51:28.690269 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2ade2b8-cc10-4a27-92d6-db3e68321b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:28.690851 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-b2ade2b8-cc10-4a27-92d6-db3e68321b37 admin admin] Added segment 2ec663a8-61ab-4628-9c8b-f6d0cee4ac59 of type vlan for network a4273c67-01b7-42d2-936e-d6a43fff0464 Jul 29 14:51:28.807293 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4effd61a-ed02-402a-86d4-1375630ffdc8 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:28.817648 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4effd61a-ed02-402a-86d4-1375630ffdc8 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "DELETE /v2.0/ports/8c784659-a2e7-4a5a-bc54-7f095a9197da HTTP/1.1" status: 204 len: 168 time: 3.2136707 Jul 29 14:51:28.838035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36116) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:28.874943 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:28.921270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ade2b8-cc10-4a27-92d6-db3e68321b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:28.953120 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:28.970459 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb855924-ef85-43f8-85c7-d7cbd19b0d03 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] GET failed (client error): The resource could not be found. Jul 29 14:51:28.978615 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cb855924-ef85-43f8-85c7-d7cbd19b0d03 tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "GET /v2.0/ports/8c784659-a2e7-4a5a-bc54-7f095a9197da HTTP/1.1" status: 404 len: 333 time: 0.1333480 Jul 29 14:51:28.979885 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36118) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:28.989569 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3e037287-672e-47b7-bc7d-b8282ff5b89d req-02fb666e-e90a-4a50-9f1b-d366166e18ce tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850519 Jul 29 14:51:29.064386 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2ade2b8-cc10-4a27-92d6-db3e68321b37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:29.103020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 5e34a88c-88ad-40fe-948e-d687a9bdf90f details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:51:29.166414 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event updated for resources: {'Port': ['ID=8fd06e0e-4f5e-4f54-8c48-a19f3a1c310a,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:29.240026 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2ade2b8-cc10-4a27-92d6-db3e68321b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:29.243731 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ade2b8-cc10-4a27-92d6-db3e68321b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:29.247521 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2ade2b8-cc10-4a27-92d6-db3e68321b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:29.328809 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:29.443353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ade2b8-cc10-4a27-92d6-db3e68321b37 admin admin] Pushing event updated for resources: {'Network': ['ID=a4273c67-01b7-42d2-936e-d6a43fff0464,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:29.454026 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-dcddb100-189c-4f67-afbf-60259c6e512f service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7523935 Jul 29 14:51:29.628267 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8955335-90b7-45e4-b63f-59e006b0fb5e req-09f4441a-706d-406c-b6f4-25652cc7fa01 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:29.650820 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b2ade2b8-cc10-4a27-92d6-db3e68321b37 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1729684 Jul 29 14:51:29.653416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36138) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:29.662746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b6963e1c-7e2f-4278-b5b8-e9b02ba5bfbe admin admin] Request body: {'subnet': {'network_id': 'a4273c67-01b7-42d2-936e-d6a43fff0464', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1748262346-subnet', 'tenant_id': '8193c6c1b3fb44cab3d2a779cc648ef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:29.666795 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:29.668361 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e025eaa9-f0cc-4da7-958c-3d460796c2e1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8219469 Jul 29 14:51:29.675565 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8955335-90b7-45e4-b63f-59e006b0fb5e req-09f4441a-706d-406c-b6f4-25652cc7fa01 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:29.751855 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6963e1c-7e2f-4278-b5b8-e9b02ba5bfbe admin admin] Made reservation on behalf of 8193c6c1b3fb44cab3d2a779cc648ef7 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:29.754514 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6963e1c-7e2f-4278-b5b8-e9b02ba5bfbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:29.781111 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4441a-706d-406c-b6f4-25652cc7fa01 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ac96b2-55a0-4255-ba4b-258b83424f8d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:29.796717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb49aa-c200-492e-bf55-7bc1bf81ef7b tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Deleting port a9182559-d1cd-48c6-b208-d0945d36510e {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:51:29.797603 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f8bb49aa-c200-492e-bf55-7bc1bf81ef7b tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:29.811873 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8955335-90b7-45e4-b63f-59e006b0fb5e req-09f4441a-706d-406c-b6f4-25652cc7fa01 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:29.814859 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8955335-90b7-45e4-b63f-59e006b0fb5e req-09f4441a-706d-406c-b6f4-25652cc7fa01 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 2.2944057 Jul 29 14:51:29.956992 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network a4273c67-01b7-42d2-936e-d6a43fff0464 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:51:30.264574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-5864ca94-252d-4be1-861e-3546d2119f63 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7945774 Jul 29 14:51:30.363044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 5e34a88c-88ad-40fe-948e-d687a9bdf90f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5e34a88c-88ad-40fe-948e-d687a9bdf90f,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:30.390155 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-39c1256a-99d7-4fe8-baee-5740e11d86f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=20dcfb3e-a773-40e0-8c9a-c3337eb907f9 HTTP/1.1" status: 200 len: 217 time: 0.1040227 Jul 29 14:51:30.400099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '5e34a88c-88ad-40fe-948e-d687a9bdf90f', 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379', 'port_id': '5e34a88c-88ad-40fe-948e-d687a9bdf90f', 'mac_address': 'fa:16:3e:4d:af:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95340acc-bef9-42bd-a762-2a1386e44aeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:51:30.460440 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-9f960dc5-c8b8-4fce-ad4e-3477911226e2 req-2b83bbd6-6233-4ea9-8d46-e7ae4ece1ffd tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-166033983', 'description': 'tempest-description-1851515619'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:30.482827 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6963e1c-7e2f-4278-b5b8-e9b02ba5bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:30.546346 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbc197d0-2eb0-4aef-a0ea-9c300b9e3002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:30.570374 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:30.588650 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f8bb49aa-c200-492e-bf55-7bc1bf81ef7b tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:30.613742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e34a88c-88ad-40fe-948e-d687a9bdf90f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:51:30.615196 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6963e1c-7e2f-4278-b5b8-e9b02ba5bfbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5afc9df-cb1a-47f1-b304-6bf526e6f38c,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:30.619349 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9f960dc5-c8b8-4fce-ad4e-3477911226e2 req-2b83bbd6-6233-4ea9-8d46-e7ae4ece1ffd tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:30.628689 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc159a-b62f-48f3-a012-0cb1b489aed3 req-61d349ed-4f20-47bb-b5f2-53aa2d07bf52 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:30.630813 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ffc159a-b62f-48f3-a012-0cb1b489aed3 req-61d349ed-4f20-47bb-b5f2-53aa2d07bf52 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 943 time: 0.4029810 Jul 29 14:51:30.632185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb49aa-c200-492e-bf55-7bc1bf81ef7b tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Calling delete_port for a9182559-d1cd-48c6-b208-d0945d36510e owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:51:30.646552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 5e34a88c-88ad-40fe-948e-d687a9bdf90f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5e34a88c-88ad-40fe-948e-d687a9bdf90f,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:30.655812 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:30.661488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-21c878ae-ff0f-4a19-b4e2-8e540ed9eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:30.663574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-21c878ae-ff0f-4a19-b4e2-8e540ed9eb07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.2229145 Jul 29 14:51:30.704289 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6963e1c-7e2f-4278-b5b8-e9b02ba5bfbe admin admin] Checking segment: {'id': '2ec663a8-61ab-4628-9c8b-f6d0cee4ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a4273c67-01b7-42d2-936e-d6a43fff0464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:51:30.705171 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6963e1c-7e2f-4278-b5b8-e9b02ba5bfbe admin admin] Network hostable DHCP agents. Network: a4273c67-01b7-42d2-936e-d6a43fff0464, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:51:30.761649 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6963e1c-7e2f-4278-b5b8-e9b02ba5bfbe admin admin] Network a4273c67-01b7-42d2-936e-d6a43fff0464 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:51:30.797118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b6963e1c-7e2f-4278-b5b8-e9b02ba5bfbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, a4273c67-01b7-42d2-936e-d6a43fff0464) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:30.857235 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6963e1c-7e2f-4278-b5b8-e9b02ba5bfbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:30.858089 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6963e1c-7e2f-4278-b5b8-e9b02ba5bfbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:30.906050 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['5e34a88c-88ad-40fe-948e-d687a9bdf90f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:51:30.922022 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ffc159a-b62f-48f3-a012-0cb1b489aed3 req-bec33853-7dae-4ff3-89ac-23ea5e3d064d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659693 Jul 29 14:51:30.931588 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dba668-3d04-4203-9ff3-c8cd684c453e None None] Network a4273c67-01b7-42d2-936e-d6a43fff0464 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:51:30.939735 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9f960dc5-c8b8-4fce-ad4e-3477911226e2 req-2b83bbd6-6233-4ea9-8d46-e7ae4ece1ffd tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:30.955215 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-c79a4078-1269-46f3-b82a-ac266e720d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:30.961581 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-c79a4078-1269-46f3-b82a-ac266e720d39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2888265 Jul 29 14:51:30.989566 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9f960dc5-c8b8-4fce-ad4e-3477911226e2 req-2b83bbd6-6233-4ea9-8d46-e7ae4ece1ffd tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:31.052588 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b6963e1c-7e2f-4278-b5b8-e9b02ba5bfbe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3971047 Jul 29 14:51:31.143857 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9f960dc5-c8b8-4fce-ad4e-3477911226e2 req-2b83bbd6-6233-4ea9-8d46-e7ae4ece1ffd tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:31.167784 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9f960dc5-c8b8-4fce-ad4e-3477911226e2 req-2b83bbd6-6233-4ea9-8d46-e7ae4ece1ffd tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7143068 Jul 29 14:51:31.255199 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83bbd6-6233-4ea9-8d46-e7ae4ece1ffd tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5825e0e-ad35-42e8-822e-9c365fee3de7,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:31.307298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=5e34a88c-88ad-40fe-948e-d687a9bdf90f,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:31.348551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:31.349161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:31.365497 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:31.366679 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:31.367377 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:31.367973 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:31.370002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:31.370596 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:31.375151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:31.375687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:31.376270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:31.383560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:31.732386 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-a3e1e829-b498-46bc-84d9-e26f72ef713e service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516730 Jul 29 14:51:31.992767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1d147a78-0077-4451-9b6d-3587aa51582e no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:51:32.055387 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-daa61fca-ed09-4d0e-99b1-14dc2234f7bb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1748901217&fields=id&tenant_id=247d807a3183413d81bd38d576287ebf HTTP/1.1" status: 200 len: 267 time: 0.3206141 Jul 29 14:51:32.150572 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-666c921f-81f7-44fa-b6bf-00dc69ea410a service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964615 Jul 29 14:51:32.190847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99651028-ec46-4edc-a2fd-44f309a06acf req-0ea3d0ad-c603-442c-8076-8fb33c7768fb tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:32.211267 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99651028-ec46-4edc-a2fd-44f309a06acf req-0ea3d0ad-c603-442c-8076-8fb33c7768fb tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/networks?id=739caf51-5ef0-4339-b121-796ba8c6bb8d HTTP/1.1" status: 200 len: 812 time: 0.4156215 Jul 29 14:51:32.250910 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99651028-ec46-4edc-a2fd-44f309a06acf req-0cc9d915-9f1e-4192-be13-92f9cedabc6d tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/quotas/12ec5ebcac3949f399e4ca63deca6337 HTTP/1.1" status: 200 len: 375 time: 0.0336812 Jul 29 14:51:32.260467 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f8bb49aa-c200-492e-bf55-7bc1bf81ef7b tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:32.290533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e998bbc4-9a6e-4fab-bed5-617788fe0146 None None] Network a4273c67-01b7-42d2-936e-d6a43fff0464 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:51:32.334154 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-b4bdd150-20b9-4a79-8bde-218eec85cd1f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=6d1441c2-83c0-47d9-b5a2-4e4083a907c0 HTTP/1.1" status: 200 len: 217 time: 0.1385217 Jul 29 14:51:32.341803 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99651028-ec46-4edc-a2fd-44f309a06acf req-9b493bcd-27d8-4b01-a56e-cb7f35cefa10 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=12ec5ebcac3949f399e4ca63deca6337&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896604 Jul 29 14:51:32.399356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb49aa-c200-492e-bf55-7bc1bf81ef7b tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event deleted for resources: {'Port': ['ID=a9182559-d1cd-48c6-b208-d0945d36510e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:32.491550 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-99651028-ec46-4edc-a2fd-44f309a06acf req-0bc27214-190b-480d-89fe-ccb1d5fe5fb7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:51:32.507554 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99651028-ec46-4edc-a2fd-44f309a06acf req-0bc27214-190b-480d-89fe-ccb1d5fe5fb7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1634490 Jul 29 14:51:32.809645 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2af976fd-eb08-45d0-b257-73caf427414f service neutron] 10.222.0.16 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995815 Jul 29 14:51:32.840966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-6a54afef-fe70-4f87-9e6e-9ad7bdff8685 service neutron] 10.222.0.38 "GET /v2.0/ports/1d147a78-0077-4451-9b6d-3587aa51582e/bindings/n-h2-802893-1 HTTP/1.1" status: 200 len: 384 time: 0.4721525 Jul 29 14:51:32.989460 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99651028-ec46-4edc-a2fd-44f309a06acf req-ed03bd55-ecb1-4b59-a5a1-647a1d5935b4 service neutron] 10.222.0.16 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785262 Jul 29 14:51:32.999357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-e0b562b2-0757-4a43-b036-9e4f44e972f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:33.003056 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-e0b562b2-0757-4a43-b036-9e4f44e972f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.6328940 Jul 29 14:51:33.068430 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-61457a1c-8a47-4d5d-9426-ee05dd193b18 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:33.071762 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-61457a1c-8a47-4d5d-9426-ee05dd193b18 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/networks?id=e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 200 len: 817 time: 1.0158627 Jul 29 14:51:33.132720 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 5e34a88c-88ad-40fe-948e-d687a9bdf90f up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:51:33.139971 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f8bb49aa-c200-492e-bf55-7bc1bf81ef7b tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:33.148705 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f8bb49aa-c200-492e-bf55-7bc1bf81ef7b tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "DELETE /v2.0/ports/a9182559-d1cd-48c6-b208-d0945d36510e HTTP/1.1" status: 204 len: 168 time: 4.1611848 Jul 29 14:51:33.149102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36224) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:33.155227 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-27da439a-77a1-4a8e-8087-194b5f106e8e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/quotas/247d807a3183413d81bd38d576287ebf HTTP/1.1" status: 200 len: 375 time: 0.0696239 Jul 29 14:51:33.264948 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:33.298755 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc9470a-0cb5-4e2e-a2db-eb14a80f1c1f tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] GET failed (client error): The resource could not be found. Jul 29 14:51:33.308240 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 5e34a88c-88ad-40fe-948e-d687a9bdf90f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:33.311845 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:33.329050 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0fc9470a-0cb5-4e2e-a2db-eb14a80f1c1f tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "GET /v2.0/ports/a9182559-d1cd-48c6-b208-d0945d36510e HTTP/1.1" status: 404 len: 333 time: 0.1762044 Jul 29 14:51:33.330687 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-77eb63ca-5bb1-4404-a599-68cab4c7c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:33.339425 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-77eb63ca-5bb1-4404-a599-68cab4c7c3d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3192484 Jul 29 14:51:33.340439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36230) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:33.431328 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11618e96-344e-410d-b84c-af0aa3846687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:33.532940 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:33.615717 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07666018-39d0-4d70-b11f-0dd5136e72ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e34a88c-88ad-40fe-948e-d687a9bdf90f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:51:33.618213 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5508e3ec-245a-401e-be11-8b6b43bbc7c4" -d '{"events": [{"server_uuid": "07666018-39d0-4d70-b11f-0dd5136e72ee", "name": "network-vif-plugged", "status": "completed", "tag": "5e34a88c-88ad-40fe-948e-d687a9bdf90f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:51:33.642015 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 5e34a88c-88ad-40fe-948e-d687a9bdf90f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5e34a88c-88ad-40fe-948e-d687a9bdf90f,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:33.651040 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:33.804039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=5e34a88c-88ad-40fe-948e-d687a9bdf90f,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:33.915381 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-bd62a6a9-4b5f-4a1f-9212-8106251f32f3 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:33.920702 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-bd62a6a9-4b5f-4a1f-9212-8106251f32f3 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/networks?id=a4273c67-01b7-42d2-936e-d6a43fff0464 HTTP/1.1" status: 200 len: 822 time: 0.2248311 Jul 29 14:51:33.952732 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-2d8ccad4-7357-4726-a3e3-6e2a0925fca9 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/quotas/8193c6c1b3fb44cab3d2a779cc648ef7 HTTP/1.1" status: 200 len: 375 time: 0.0253961 Jul 29 14:51:33.969356 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-cea422cc-5994-4e8d-a0e2-6304fd2717c9 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=247d807a3183413d81bd38d576287ebf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8047688 Jul 29 14:51:34.015505 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-b6a0909e-c4d6-406d-a8bf-954692452866 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6509445 Jul 29 14:51:34.026937 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-2fcb6d7a-c6fc-444e-a712-d6a727600110 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8193c6c1b3fb44cab3d2a779cc648ef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674882 Jul 29 14:51:34.170211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-c769555c-604c-4510-9189-99e4ce7b68f3 service neutron] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1d147a78-0077-4451-9b6d-3587aa51582e,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:34.201928 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-790ff191-3a65-47b9-8e6f-5dacdf91b5b8 service neutron] 10.222.0.16 "GET /v2.0/networks/a4273c67-01b7-42d2-936e-d6a43fff0464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733229 Jul 29 14:51:34.237744 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-c769555c-604c-4510-9189-99e4ce7b68f3 service neutron] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:51:34.282796 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-9e2cbf40-eb5d-4feb-8cd9-ef06b3daee82 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:51:34.291093 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-9e2cbf40-eb5d-4feb-8cd9-ef06b3daee82 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2743125 Jul 29 14:51:34.302767 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:34.424319 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-041c2387-a639-4746-af90-7318ca0544f6 service neutron] 10.222.0.16 "GET /v2.0/networks/a4273c67-01b7-42d2-936e-d6a43fff0464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183752 Jul 29 14:51:34.454944 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-3036fe22-4906-4252-af09-42980aa78bfc service neutron] 10.222.0.16 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626048 Jul 29 14:51:34.499434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-198c0901-b9a0-4932-969c-f76e96453edf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Deleting port 928fe70f-5b1a-432b-a883-2dcf360534f9 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:51:34.499941 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-198c0901-b9a0-4932-969c-f76e96453edf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:34.598461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-c769555c-604c-4510-9189-99e4ce7b68f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d147a78-0077-4451-9b6d-3587aa51582e {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:51:34.617131 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-767619e0-cf36-41e4-b41d-a231e0f4ddf4 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839891 Jul 29 14:51:34.657426 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-c769555c-604c-4510-9189-99e4ce7b68f3 service neutron] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1d147a78-0077-4451-9b6d-3587aa51582e,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:34.719967 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-653aab96-be70-400f-bd6d-b52f8c7296ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=f97b9900-6958-422d-89e4-aba42e4f48de HTTP/1.1" status: 200 len: 217 time: 0.0829520 Jul 29 14:51:34.751087 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-c769555c-604c-4510-9189-99e4ce7b68f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:34.914299 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-198c0901-b9a0-4932-969c-f76e96453edf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:34.958593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-198c0901-b9a0-4932-969c-f76e96453edf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Calling delete_port for 928fe70f-5b1a-432b-a883-2dcf360534f9 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:51:34.962627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278f1dd-3e55-4bd6-9433-06fd72ed48ba req-000ceeed-473a-4a74-83d9-e133c7e70e32 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:34.976512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9278f1dd-3e55-4bd6-9433-06fd72ed48ba req-000ceeed-473a-4a74-83d9-e133c7e70e32 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 943 time: 0.1486201 Jul 29 14:51:35.158726 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9278f1dd-3e55-4bd6-9433-06fd72ed48ba req-4b12e067-1be7-49fb-928a-f5e5473635d4 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792071 Jul 29 14:51:35.183901 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-6ffe2538-4f2a-4861-a692-570bb5e0beed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:35.190482 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-6ffe2538-4f2a-4861-a692-570bb5e0beed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.4517138 Jul 29 14:51:35.396496 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-a77b11b4-c9f9-4997-a08d-434bc02a24c5 service neutron] 10.222.0.16 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9400957 Jul 29 14:51:35.492236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-8d595ff9-d7b0-4f27-b022-ea40124911e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:35.503792 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-8d595ff9-d7b0-4f27-b022-ea40124911e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2616177 Jul 29 14:51:35.547062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-c769555c-604c-4510-9189-99e4ce7b68f3 service neutron] Transition to ACTIVE for port object 1d147a78-0077-4451-9b6d-3587aa51582e will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:51:35.602975 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-c769555c-604c-4510-9189-99e4ce7b68f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:35.624464 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f186f993-d526-4f6e-b296-7206246d6cc1 req-094effd2-70d2-4031-b0a2-f7bed73af90f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 210 time: 0.0560126 Jul 29 14:51:35.748369 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa974f4a-7765-47ec-b439-734c84d4fb7f x-openstack-request-id: req-fa974f4a-7765-47ec-b439-734c84d4fb7f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:51:35.748962 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07666018-39d0-4d70-b11f-0dd5136e72ee", "name": "network-vif-plugged", "status": "completed", "tag": "5e34a88c-88ad-40fe-948e-d687a9bdf90f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:51:35.749349 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa974f4a-7765-47ec-b439-734c84d4fb7f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:51:35.750158 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07666018-39d0-4d70-b11f-0dd5136e72ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e34a88c-88ad-40fe-948e-d687a9bdf90f', 'code': 200} Jul 29 14:51:36.004974 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-913cf71d-c604-4562-b44b-4ace176b29f6 req-ddb2df9e-493f-4095-9b7c-7ae71bbe9f4b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 210 time: 0.0931520 Jul 29 14:51:36.081661 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99651028-ec46-4edc-a2fd-44f309a06acf req-b3d9b694-fc26-478b-bd8b-472090419389 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:36.085894 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99651028-ec46-4edc-a2fd-44f309a06acf req-b3d9b694-fc26-478b-bd8b-472090419389 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.38 "GET /v2.0/networks?id=739caf51-5ef0-4339-b121-796ba8c6bb8d HTTP/1.1" status: 200 len: 812 time: 0.4544699 Jul 29 14:51:36.136616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-99651028-ec46-4edc-a2fd-44f309a06acf req-d9fe2b4f-22ff-4950-ab37-d8c320c26d51 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Request body: {'port': {'device_id': '40a3c000-71c6-4990-a5d9-f7d67a4a0f7f', 'network_id': '739caf51-5ef0-4339-b121-796ba8c6bb8d', 'admin_state_up': True, 'tenant_id': '12ec5ebcac3949f399e4ca63deca6337'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:36.216888 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:36.659266 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-664b05c1-7e99-4ec5-8ed7-d5e6466ee046 req-9b2caa8a-f4a3-451f-976f-96d43ecc7c0a tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 210 time: 0.7387643 Jul 29 14:51:36.685594 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-c769555c-604c-4510-9189-99e4ce7b68f3 service neutron] No DVR routers for this DVR port 1d147a78-0077-4451-9b6d-3587aa51582e on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:51:36.720464 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6566450-3713-4b2d-847e-39374627cf6b req-96263edc-bfd5-4e60-99b4-4d1bebc64f0a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:36.734781 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f6566450-3713-4b2d-847e-39374627cf6b req-96263edc-bfd5-4e60-99b4-4d1bebc64f0a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 944 time: 0.3344765 Jul 29 14:51:36.791138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769555c-604c-4510-9189-99e4ce7b68f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1d147a78-0077-4451-9b6d-3587aa51582e,revision_number=10']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:36.832710 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-198c0901-b9a0-4932-969c-f76e96453edf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:36.906527 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c0901-b9a0-4932-969c-f76e96453edf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event deleted for resources: {'Port': ['ID=928fe70f-5b1a-432b-a883-2dcf360534f9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:36.956215 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-d26b2b5e-68e6-4c88-bab0-75dc06125a66 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4064658 Jul 29 14:51:36.956420 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f6566450-3713-4b2d-847e-39374627cf6b req-78c82768-9023-488d-8623-f489de3f1e60 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189298 Jul 29 14:51:36.978702 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-c769555c-604c-4510-9189-99e4ce7b68f3 service neutron] 10.222.0.38 "PUT /v2.0/ports/1d147a78-0077-4451-9b6d-3587aa51582e/bindings/n-h2-802893-1/activate HTTP/1.1" status: 200 len: 369 time: 4.1164770 Jul 29 14:51:37.003699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99651028-ec46-4edc-a2fd-44f309a06acf req-d9fe2b4f-22ff-4950-ab37-d8c320c26d51 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Made reservation on behalf of 12ec5ebcac3949f399e4ca63deca6337 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:37.035305 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-99651028-ec46-4edc-a2fd-44f309a06acf req-d9fe2b4f-22ff-4950-ab37-d8c320c26d51 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:37.268379 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2908120f-12a2-4704-bec0-a3b6d4365536 req-f4882b24-88e5-43b6-abc8-723c95e52c92 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 210 time: 0.1074913 Jul 29 14:51:37.324162 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21cdf567-0634-4365-a340-151041d300ce req-7ddc1b49-102c-4a2c-8bea-8e03d733467a tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 210 time: 0.1242275 Jul 29 14:51:37.560468 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-198c0901-b9a0-4932-969c-f76e96453edf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:37.563302 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-198c0901-b9a0-4932-969c-f76e96453edf tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "DELETE /v2.0/ports/928fe70f-5b1a-432b-a883-2dcf360534f9 HTTP/1.1" status: 204 len: 168 time: 4.2131553 Jul 29 14:51:37.576036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36310) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:37.589979 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-4531a579-7ca2-4c5c-aaaa-e3664f30b6b5 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:37.593383 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-4531a579-7ca2-4c5c-aaaa-e3664f30b6b5 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279&tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&binding%3Ahost_id=n-h1-802893-1 HTTP/1.1" status: 200 len: 1095 time: 0.3615930 Jul 29 14:51:37.718157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-fad3640f-39d7-4f23-ba4b-6a5da6ab293b service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222049 Jul 29 14:51:37.760213 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-6331280c-b5e2-4819-a806-9dff33f7ab9a tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Deleting subnet 2f3217b3-7ea9-44e7-9878-3fe41c7384dd {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:51:37.768847 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6331280c-b5e2-4819-a806-9dff33f7ab9a tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:37.771365 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-5a1c4734-7999-4014-8c1b-f9906aad5431 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:37.776660 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-5a1c4734-7999-4014-8c1b-f9906aad5431 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.38 "GET /v2.0/networks?id=a4273c67-01b7-42d2-936e-d6a43fff0464 HTTP/1.1" status: 200 len: 822 time: 0.6698680 Jul 29 14:51:37.856345 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-1437d887-b7d0-4bd2-bf0d-3fcfa5a86842 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3c575bd-780c-48e1-8ab2-eac2e139f0d6 HTTP/1.1" status: 200 len: 217 time: 0.0785067 Jul 29 14:51:37.866368 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7762fe3e-8a31-475b-baa2-70c8442dbfd8 req-5b4e68a2-39f6-40fb-a1a9-05ee0566f721 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 210 time: 0.0416901 Jul 29 14:51:37.887175 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6331280c-b5e2-4819-a806-9dff33f7ab9a tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:37.888788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-efe30756-f007-4c52-9e4d-c6776cfc3e0f tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Request body: {'port': {'device_id': 'b40c0db0-6893-4c92-9edf-ccc4ef1d1c52', 'network_id': 'a4273c67-01b7-42d2-936e-d6a43fff0464', 'admin_state_up': True, 'tenant_id': '8193c6c1b3fb44cab3d2a779cc648ef7'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:38.272591 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6331280c-b5e2-4819-a806-9dff33f7ab9a tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:38.308804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-65ed6a5a-ba23-472f-ab37-325fc39caccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:38.311456 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-65ed6a5a-ba23-472f-ab37-325fc39caccc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1e29a38-29fa-45f1-a570-0300a7a9d5c3 HTTP/1.1" status: 200 len: 797 time: 0.4186866 Jul 29 14:51:38.324477 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-2eb7aa66-c01d-4516-b7b0-b75920321f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:38.327090 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-2eb7aa66-c01d-4516-b7b0-b75920321f53 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279&tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5 HTTP/1.1" status: 200 len: 1095 time: 0.7160363 Jul 29 14:51:38.434032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-efe30756-f007-4c52-9e4d-c6776cfc3e0f tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Made reservation on behalf of 8193c6c1b3fb44cab3d2a779cc648ef7 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:38.438882 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-efe30756-f007-4c52-9e4d-c6776cfc3e0f tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:38.465534 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-5cd6be9a-a577-4805-9d76-142863d57914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:38.469323 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-5cd6be9a-a577-4805-9d76-142863d57914 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1408496 Jul 29 14:51:38.571533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-72d83c42-fe15-4a87-9551-d3c2aedf89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:38.573714 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-72d83c42-fe15-4a87-9551-d3c2aedf89ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 1095 time: 0.2081778 Jul 29 14:51:38.623060 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2efdfae4-fdff-4399-98fa-47e7a1c54f40 req-dabd52f0-b9a3-4cba-972a-1d38c548160d tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 210 time: 0.1514127 Jul 29 14:51:38.653676 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6331280c-b5e2-4819-a806-9dff33f7ab9a tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:38.793864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603bbf7f-d8e5-4c71-8ab0-2d56a57851e3 None None] Network 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:51:38.822678 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6331280c-b5e2-4819-a806-9dff33f7ab9a tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:38.824850 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6331280c-b5e2-4819-a806-9dff33f7ab9a tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "DELETE /v2.0/subnets/2f3217b3-7ea9-44e7-9878-3fe41c7384dd HTTP/1.1" status: 204 len: 168 time: 1.2459059 Jul 29 14:51:38.832348 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331280c-b5e2-4819-a806-9dff33f7ab9a tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event deleted for resources: {'Subnet': ['ID=2f3217b3-7ea9-44e7-9878-3fe41c7384dd,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:38.844620 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36334) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:38.868098 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da99694-b0d6-4d5b-93bf-5af2e06a5144 req-ad4ed441-45bf-4f90-a96a-693a34140358 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:38.870047 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5da99694-b0d6-4d5b-93bf-5af2e06a5144 req-ad4ed441-45bf-4f90-a96a-693a34140358 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 944 time: 0.3182769 Jul 29 14:51:39.043028 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5da99694-b0d6-4d5b-93bf-5af2e06a5144 req-0cdc7c22-5de2-4e0b-84e2-ac6f7b7c405c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224959 Jul 29 14:51:39.052844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-99651028-ec46-4edc-a2fd-44f309a06acf req-d9fe2b4f-22ff-4950-ab37-d8c320c26d51 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Allocated IP 172.20.0.8 (739caf51-5ef0-4339-b121-796ba8c6bb8d/7b768955-99f3-44de-ad0c-7f2f34e05f62/2e1211ac-247a-41f3-9a6e-1e9f2ac3332e) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:51:39.089735 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-9d2b9162-bc85-4217-b4c3-bc1d6dc1d78b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:39.093489 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-9d2b9162-bc85-4217-b4c3-bc1d6dc1d78b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.39 "GET /v2.0/networks?id=e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 200 len: 817 time: 0.4872487 Jul 29 14:51:39.171824 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:39.207509 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b455b87-6894-4328-a3b7-4eb9eb65bd2d req-30edae4a-35a6-4b67-a9ac-fa8179ff7bad service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7000217 Jul 29 14:51:39.223266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6c1d6f-8db4-4bd3-b8dd-aecdb46be971 None None] DHCP port deletion for 75d48b97-fbdb-4e14-b3cc-7fa834b27c0e request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:51:39.247090 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4bb1206-2bcd-4e59-9ddb-50491175e8bb req-7cde0c86-47c0-44bf-abd4-19348f7e8a1c tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 210 time: 0.4766762 Jul 29 14:51:39.327587 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ac897a5-a8aa-4717-b9d0-fd02dc26a571 req-c4447afe-2e49-4532-9388-1cb8729f78d2 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 210 time: 0.1056952 Jul 29 14:51:39.336378 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-6e119868-ff2f-443a-badb-103729add657 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=247d807a3183413d81bd38d576287ebf HTTP/1.1" status: 200 len: 380 time: 0.2222903 Jul 29 14:51:39.357384 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-fa9c8f40-c145-43a0-87f8-5a52dccfe79b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Request body: {'port': {'device_id': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'admin_state_up': True, 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'security_groups': ['2d892066-7784-4d40-9419-f5ae065e0090']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:39.463435 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c1d6f-8db4-4bd3-b8dd-aecdb46be971 None None] Deleting port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:51:39.464190 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1d6f-8db4-4bd3-b8dd-aecdb46be971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:39.573590 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-83e47b33-10af-49e6-8e6c-a508ac5d6c4d service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0799398 Jul 29 14:51:39.586929 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-7fe2bb03-3b5f-40e6-b42a-bdf81416a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:39.588458 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-7fe2bb03-3b5f-40e6-b42a-bdf81416a7f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 0.9640503 Jul 29 14:51:39.604544 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9f6c1d6f-8db4-4bd3-b8dd-aecdb46be971 None None] For port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cead01ad-7fc6-4b1e-8368-c58b0aa76bb1,segment=NetworkSegment(860be2a2-dbcd-48aa-b9b6-fbb53be8830d),segment_id=860be2a2-dbcd-48aa-b9b6-fbb53be8830d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:39.604979 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1d6f-8db4-4bd3-b8dd-aecdb46be971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:39.652877 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c1d6f-8db4-4bd3-b8dd-aecdb46be971 None None] Calling delete_port for cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:51:39.726712 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-99651028-ec46-4edc-a2fd-44f309a06acf req-d9fe2b4f-22ff-4950-ab37-d8c320c26d51 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:39.769160 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-c653dba0-187f-4d1d-873c-8803c66d4f9f service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440609 Jul 29 14:51:39.802934 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-fa9c8f40-c145-43a0-87f8-5a52dccfe79b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Made reservation on behalf of 247d807a3183413d81bd38d576287ebf for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:39.812023 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-fa9c8f40-c145-43a0-87f8-5a52dccfe79b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:39.820536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-efe30756-f007-4c52-9e4d-c6776cfc3e0f tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Allocated IP 172.20.0.3 (a4273c67-01b7-42d2-936e-d6a43fff0464/a5afc9df-cb1a-47f1-b304-6bf526e6f38c/8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:51:39.960052 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cea65692-11ba-4c55-98a6-bcde50918738 req-b10a7301-74f7-4c88-bdc4-91c12c2e1eab tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 210 time: 0.1366346 Jul 29 14:51:39.971674 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1d6f-8db4-4bd3-b8dd-aecdb46be971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:40.027295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c1d6f-8db4-4bd3-b8dd-aecdb46be971 None None] Pushing event deleted for resources: {'Port': ['ID=cead01ad-7fc6-4b1e-8368-c58b0aa76bb1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:40.043465 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-99651028-ec46-4edc-a2fd-44f309a06acf req-d9fe2b4f-22ff-4950-ab37-d8c320c26d51 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:40.059853 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-3d8bdcf4-134a-437d-baac-6fbbdd2a0544 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 HTTP/1.1" status: 200 len: 217 time: 0.2671182 Jul 29 14:51:40.065736 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6c1d6f-8db4-4bd3-b8dd-aecdb46be971 None None] No DVR routers for this DVR port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:51:40.067473 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-b5565672-6f78-44ff-87ce-127ce5195f7a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d147a78-0077-4451-9b6d-3587aa51582e HTTP/1.1" status: 200 len: 217 time: 0.2900567 Jul 29 14:51:40.247018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-cc15bd4a-3e35-43d3-ae25-848b4f720415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:40.249032 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-cc15bd4a-3e35-43d3-ae25-848b4f720415 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.0899081 Jul 29 14:51:40.288445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99651028-ec46-4edc-a2fd-44f309a06acf req-d9fe2b4f-22ff-4950-ab37-d8c320c26d51 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Network 739caf51-5ef0-4339-b121-796ba8c6bb8d is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:51:40.330476 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b455b87-6894-4328-a3b7-4eb9eb65bd2d req-c4beff4a-0ffd-4951-8a88-970556aef6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:40.333123 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b455b87-6894-4328-a3b7-4eb9eb65bd2d req-c4beff4a-0ffd-4951-8a88-970556aef6b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 1096 time: 0.9424229 Jul 29 14:51:40.369227 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-947ae9b4-aff9-407a-89dd-d4d3aed184d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900629 Jul 29 14:51:40.382353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-fa9c8f40-c145-43a0-87f8-5a52dccfe79b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Allocated IP 172.20.0.13 (e7376b65-c37a-462a-9b7f-fd5ca02310cd/d86473b6-310e-404b-a7a5-30517fe56c5e/b1d058a6-7a83-4f4e-bef5-ade543933e21) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:51:40.443869 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-99651028-ec46-4edc-a2fd-44f309a06acf req-d9fe2b4f-22ff-4950-ab37-d8c320c26d51 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:40.447603 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe2b4f-22ff-4950-ab37-d8c320c26d51 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event updated for resources: {'Port': ['ID=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:40.457276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-99651028-ec46-4edc-a2fd-44f309a06acf req-d9fe2b4f-22ff-4950-ab37-d8c320c26d51 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:51:40.625344 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2fc8d-20de-4a6c-870d-8987250b7c5a req-c04578d0-257d-482b-98c4-24f38e39f809 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:40.628262 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-16f2fc8d-20de-4a6c-870d-8987250b7c5a req-c04578d0-257d-482b-98c4-24f38e39f809 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 944 time: 0.4615314 Jul 29 14:51:40.734829 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:40.750137 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-09cb1b57-8989-4bdb-b64e-44c11221f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:40.752011 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-09cb1b57-8989-4bdb-b64e-44c11221f360 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1e29a38-29fa-45f1-a570-0300a7a9d5c3 HTTP/1.1" status: 200 len: 797 time: 0.5181546 Jul 29 14:51:40.762447 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6589a4c9-c069-4372-a9d1-54f23f85a167 req-af31474d-274c-462f-931b-4a64598ee895 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 210 time: 0.1847360 Jul 29 14:51:40.922718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Deleting port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:51:40.923690 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:40.992287 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7c5a8cc0-8458-41e9-976a-4656c7f35450 req-9046a215-2647-4f8a-874a-dc09a86a95df tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 210 time: 0.0541215 Jul 29 14:51:41.007362 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:51:41.100485 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:51:41.113298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:51:41.212867 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-23fa515a-d7d0-4d31-b658-a9fb0944f0f4 service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7789412 Jul 29 14:51:41.222808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-48a85b21-e0a2-4471-8240-0ea9d1f1c655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:41.224453 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-48a85b21-e0a2-4471-8240-0ea9d1f1c655 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4504201 Jul 29 14:51:41.436567 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-01206b2b-ce66-4aba-a471-d714c68b3a00 service neutron] 10.222.0.39 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089865 Jul 29 14:51:41.472564 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-fa9c8f40-c145-43a0-87f8-5a52dccfe79b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:41.502514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-fa9c8f40-c145-43a0-87f8-5a52dccfe79b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Transition to ACTIVE for port object b1d058a6-7a83-4f4e-bef5-ade543933e21 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:51:41.563320 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-efe30756-f007-4c52-9e4d-c6776cfc3e0f tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:41.571889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99651028-ec46-4edc-a2fd-44f309a06acf req-d9fe2b4f-22ff-4950-ab37-d8c320c26d51 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:41.572882 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-99651028-ec46-4edc-a2fd-44f309a06acf req-d9fe2b4f-22ff-4950-ab37-d8c320c26d51 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:41.581065 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-fa9c8f40-c145-43a0-87f8-5a52dccfe79b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:41.588777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] For port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1, host n-d-802893-1, got binding levels [] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:41.589427 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:41.601454 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b455b87-6894-4328-a3b7-4eb9eb65bd2d req-d69ca132-df6c-430b-8c4f-cd891a1e4ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:41.603378 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b455b87-6894-4328-a3b7-4eb9eb65bd2d req-d69ca132-df6c-430b-8c4f-cd891a1e4ef7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 200 len: 908 time: 1.1869655 Jul 29 14:51:41.650397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720ceb1-a8da-4558-847c-abe2fddd438c req-d0a0319a-bad9-423f-ad7e-ae63d45e18d9 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:41.658456 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7720ceb1-a8da-4558-847c-abe2fddd438c req-d0a0319a-bad9-423f-ad7e-ae63d45e18d9 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 931 time: 0.2081604 Jul 29 14:51:41.718291 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c8f40-c145-43a0-87f8-5a52dccfe79b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event updated for resources: {'Port': ['ID=b1d058a6-7a83-4f4e-bef5-ade543933e21,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:41.753534 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-16f2fc8d-20de-4a6c-870d-8987250b7c5a req-84fe3406-def9-408e-9d2d-e7ef454fcc37 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1076338 Jul 29 14:51:41.765712 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99651028-ec46-4edc-a2fd-44f309a06acf req-d9fe2b4f-22ff-4950-ab37-d8c320c26d51 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6343803 Jul 29 14:51:41.819450 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Request body: {'port': {'device_id': '40a3c000-71c6-4990-a5d9-f7d67a4a0f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:41.851779 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-fa9c8f40-c145-43a0-87f8-5a52dccfe79b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Network e7376b65-c37a-462a-9b7f-fd5ca02310cd is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:51:41.859738 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-fa9c8f40-c145-43a0-87f8-5a52dccfe79b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:41.939150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-fa9c8f40-c145-43a0-87f8-5a52dccfe79b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:51:42.081725 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-fa9c8f40-c145-43a0-87f8-5a52dccfe79b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:42.082344 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-fa9c8f40-c145-43a0-87f8-5a52dccfe79b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:42.117215 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-fa9c8f40-c145-43a0-87f8-5a52dccfe79b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7731147 Jul 29 14:51:42.177038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Request body: {'port': {'device_id': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:42.226743 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:42.233260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Calling delete_port for cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:51:42.248108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.ipam_backend_mixin [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 was not found and therefore no delete operation was performed {{(pid=94158) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 14:51:42.250349 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b455b87-6894-4328-a3b7-4eb9eb65bd2d req-6b694383-0b0c-4c89-95ce-f265188514b0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6 HTTP/1.1" status: 200 len: 217 time: 0.5806575 Jul 29 14:51:42.277448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03822d1-c6b1-4530-91c8-3beabf27670a req-744259a7-0834-4136-a937-6e84e88ca9c8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:42.285986 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c03822d1-c6b1-4530-91c8-3beabf27670a req-744259a7-0834-4136-a937-6e84e88ca9c8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 932 time: 0.1869996 Jul 29 14:51:42.349627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b455b87-6894-4328-a3b7-4eb9eb65bd2d req-e689ba70-d95f-4470-8511-702aa050c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:42.359165 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b455b87-6894-4328-a3b7-4eb9eb65bd2d req-e689ba70-d95f-4470-8511-702aa050c300 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 200 len: 847 time: 0.0835955 Jul 29 14:51:42.419113 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b455b87-6894-4328-a3b7-4eb9eb65bd2d req-224b0ac3-761c-41ad-ac4d-326a333549c4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3d2c1f32-c50e-4383-8681-f45f9880fe0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589170 Jul 29 14:51:42.420809 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:42.477058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] No DVR routers for this DVR port cead01ad-7fc6-4b1e-8368-c58b0aa76bb1 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:51:42.485801 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event deleted for resources: {'Port': ['ID=cead01ad-7fc6-4b1e-8368-c58b0aa76bb1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:42.504261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-123767b2-fa04-47a9-b3dd-2911b9ca73e6 None None] Provisioning for port b1d058a6-7a83-4f4e-bef5-ade543933e21 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:51:42.519270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-123767b2-fa04-47a9-b3dd-2911b9ca73e6 None None] Provisioning complete for port b1d058a6-7a83-4f4e-bef5-ade543933e21 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:42.521953 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-123767b2-fa04-47a9-b3dd-2911b9ca73e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:42.646500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-123767b2-fa04-47a9-b3dd-2911b9ca73e6 None None] Port b1d058a6-7a83-4f4e-bef5-ade543933e21 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:51:42.654908 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7720ceb1-a8da-4558-847c-abe2fddd438c req-eb5cd5e0-9f95-4592-ab49-4789820e7a8d tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9948165 Jul 29 14:51:42.699191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:51:42.709190 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:42.728025 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Transition to ACTIVE for port object 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:51:42.742947 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:42.749558 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:42.789762 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:42.808321 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Pushing event updated for resources: {'Port': ['ID=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:42.816260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d48b97-fbdb-4e14-b3cc-7fa834b27c0e']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:51:42.830658 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c03822d1-c6b1-4530-91c8-3beabf27670a req-ff6fd967-3716-4fc2-ac63-3d200a359613 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5428245 Jul 29 14:51:42.855346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860be2a2-dbcd-48aa-b9b6-fbb53be8830d') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:51:42.855946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860be2a2-dbcd-48aa-b9b6-fbb53be8830d') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:51:42.884722 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:42.933856 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:42.949186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:51:42.949877 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:43.046124 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-85fd68a0-5f94-41f5-a48d-056ea3c74e56 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6081245 Jul 29 14:51:43.049129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-60073c2f-fc3b-445e-b9a8-e092ac72aa76 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:43.051235 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-60073c2f-fc3b-445e-b9a8-e092ac72aa76 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279&tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1095 time: 0.8634591 Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:51:43.052213 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:51:43.202471 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e779b332-15ac-46fb-a735-b7c0c6e3f573 req-19cb5fa1-d8b8-46eb-b3a4-9e7373ccd3a6 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282804 Jul 29 14:51:43.203984 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-efe30756-f007-4c52-9e4d-c6776cfc3e0f tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:43.242857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Attempting to bind port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:51:43.243207 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Attempting to bind port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'd7375c04-a5a9-4b4d-97d0-0b20766a6837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '739caf51-5ef0-4339-b121-796ba8c6bb8d'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:51:43.243535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Attempting to bind port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e on network 739caf51-5ef0-4339-b121-796ba8c6bb8d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:51:43.309637 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe30756-f007-4c52-9e4d-c6776cfc3e0f tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Pushing event updated for resources: {'Port': ['ID=8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:43.387527 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:43.429827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963235d-182f-4651-a416-6e4457d0e3ef req-adcbcda9-1fa1-41cc-b320-37a04b004d82 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:43.443545 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7963235d-182f-4651-a416-6e4457d0e3ef req-adcbcda9-1fa1-41cc-b320-37a04b004d82 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 931 time: 0.3840063 Jul 29 14:51:43.463006 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-efe30756-f007-4c52-9e4d-c6776cfc3e0f tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Network a4273c67-01b7-42d2-936e-d6a43fff0464 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:51:43.472497 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:43.475109 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] 10.222.0.16 "DELETE /v2.0/networks/75d48b97-fbdb-4e14-b3cc-7fa834b27c0e HTTP/1.1" status: 204 len: 168 time: 4.6250243 Jul 29 14:51:43.510283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-efe30756-f007-4c52-9e4d-c6776cfc3e0f tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:43.532156 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-efe30756-f007-4c52-9e4d-c6776cfc3e0f tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:51:43.574247 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b455b87-6894-4328-a3b7-4eb9eb65bd2d req-d7b251d5-35fe-49e4-bc95-09e9aafe9974 service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1363709 Jul 29 14:51:43.579438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578cafd-1bc8-4ae5-bced-f171d63b317d tempest-AllowedAddressPairTestJSON-1818228778 tempest-AllowedAddressPairTestJSON-1818228778-project] Pushing event deleted for resources: {'Network': ['ID=75d48b97-fbdb-4e14-b3cc-7fa834b27c0e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:43.636772 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e on network 739caf51-5ef0-4339-b121-796ba8c6bb8d not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:51:43.637301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Attempting to bind port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e on network 739caf51-5ef0-4339-b121-796ba8c6bb8d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:51:43.781759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-33c3b66b-9522-42be-bf4f-1e16ede83ed8 service neutron] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:51:43.800257 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-33c3b66b-9522-42be-bf4f-1e16ede83ed8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:43.808142 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0abf6f46-000c-494d-896d-f4144b98bc3a req-33c3b66b-9522-42be-bf4f-1e16ede83ed8 service neutron] 10.222.0.39 "DELETE /v2.0/ports/1d147a78-0077-4451-9b6d-3587aa51582e/bindings/n-h1-802893-1 HTTP/1.1" status: 204 len: 173 time: 0.6235440 Jul 29 14:51:43.825668 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7963235d-182f-4651-a416-6e4457d0e3ef req-6fb5f7b3-e377-4751-b8a8-7f453e8d089f tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807781 Jul 29 14:51:43.871228 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-efe30756-f007-4c52-9e4d-c6776cfc3e0f tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:43.872319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-efe30756-f007-4c52-9e4d-c6776cfc3e0f tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:43.912238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:51:43.924023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Checking segment: {'id': 'd7375c04-a5a9-4b4d-97d0-0b20766a6837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '739caf51-5ef0-4339-b121-796ba8c6bb8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:51:43.924681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Bound using segment: {'id': 'd7375c04-a5a9-4b4d-97d0-0b20766a6837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '739caf51-5ef0-4339-b121-796ba8c6bb8d'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:51:43.925459 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Bound port: 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7375c04-a5a9-4b4d-97d0-0b20766a6837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '739caf51-5ef0-4339-b121-796ba8c6bb8d'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:51:43.926042 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:43.952707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-efe30756-f007-4c52-9e4d-c6776cfc3e0f tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0826325 Jul 29 14:51:44.003411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Request body: {'port': {'device_id': 'b40c0db0-6893-4c92-9edf-ccc4ef1d1c52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:44.219128 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b455b87-6894-4328-a3b7-4eb9eb65bd2d req-75916693-75e6-4b07-9cc9-24c7cc0e38e6 service neutron] 10.222.0.38 "GET /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007066 Jul 29 14:51:44.306758 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] For port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:51:44.311751 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554d69e-2220-4ce7-b501-458abb9d8377 req-28522f7d-52f6-4611-bf2b-5db533fcddb1 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:44.313486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f554d69e-2220-4ce7-b501-458abb9d8377 req-28522f7d-52f6-4611-bf2b-5db533fcddb1 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 943 time: 0.3064446 Jul 29 14:51:44.321619 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:44.342397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] For port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e,segment=NetworkSegment(d7375c04-a5a9-4b4d-97d0-0b20766a6837),segment_id=d7375c04-a5a9-4b4d-97d0-0b20766a6837)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:51:44.377629 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:44.483150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36418) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:44.580800 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f554d69e-2220-4ce7-b501-458abb9d8377 req-6e925eff-bfd4-4c7d-88ed-9f75455e7ea6 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127457 Jul 29 14:51:44.679158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c2e50-5a2a-491e-be34-46459d0ee56b req-43b771ae-29cf-48c4-a005-86d9931e61d1 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:44.681021 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c4c2e50-5a2a-491e-be34-46459d0ee56b req-43b771ae-29cf-48c4-a005-86d9931e61d1 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 944 time: 1.1105602 Jul 29 14:51:44.737743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Pushing event updated for resources: {'Port': ['ID=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:44.758719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:44.760349 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:44.762212 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99651028-ec46-4edc-a2fd-44f309a06acf req-2f30489e-ae47-4c26-a42e-2eb5c827e91a service neutron] 10.222.0.38 "PUT /v2.0/ports/2e1211ac-247a-41f3-9a6e-1e9f2ac3332e HTTP/1.1" status: 200 len: 1091 time: 2.9845579 Jul 29 14:51:44.768661 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a3c000-71c6-4990-a5d9-f7d67a4a0f7f', 'tag': '2e1211ac-247a-41f3-9a6e-1e9f2ac3332e'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:51:44.771516 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd73f266-ce1c-44a4-abe6-f5df7d8fa354" -d '{"events": [{"name": "network-changed", "server_uuid": "40a3c000-71c6-4990-a5d9-f7d67a4a0f7f", "tag": "2e1211ac-247a-41f3-9a6e-1e9f2ac3332e"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:51:44.794798 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d058a6-7a83-4f4e-bef5-ade543933e21 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:51:44.817095 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:44.886648 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c4c2e50-5a2a-491e-be34-46459d0ee56b req-a1685907-b1ea-451c-bef5-06475ad58190 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438806 Jul 29 14:51:44.921451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Transition to ACTIVE for port object b1d058a6-7a83-4f4e-bef5-ade543933e21 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:51:45.017608 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:45.112861 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f8552f83-e2f3-4d4e-9c8d-b42b3763434a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f8563c0e2c24a37803fcdac8a21f8c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6206009 Jul 29 14:51:45.140416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36434) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:45.260126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99651028-ec46-4edc-a2fd-44f309a06acf req-b0369e0f-2d62-4f44-ad94-0de00735fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:45.262370 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99651028-ec46-4edc-a2fd-44f309a06acf req-b0369e0f-2d62-4f44-ad94-0de00735fda5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=12ec5ebcac3949f399e4ca63deca6337&device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 1094 time: 0.3538969 Jul 29 14:51:45.323528 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacfd71c-c583-41ca-aed8-1d3cadfede95 x-openstack-request-id: req-eacfd71c-c583-41ca-aed8-1d3cadfede95 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:51:45.323763 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a3c000-71c6-4990-a5d9-f7d67a4a0f7f", "tag": "2e1211ac-247a-41f3-9a6e-1e9f2ac3332e", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:51:45.324104 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eacfd71c-c583-41ca-aed8-1d3cadfede95 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:51:45.324847 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a3c000-71c6-4990-a5d9-f7d67a4a0f7f', 'tag': '2e1211ac-247a-41f3-9a6e-1e9f2ac3332e', 'status': 'completed', 'code': 200} Jul 29 14:51:45.359139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8451b-121d-4b37-8dd8-c98d2b36d9aa req-6803a5e8-9068-4a13-846a-4fd492418b80 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:45.368212 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61e8451b-121d-4b37-8dd8-c98d2b36d9aa req-6803a5e8-9068-4a13-846a-4fd492418b80 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 944 time: 0.4595993 Jul 29 14:51:45.537640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Pushing event updated for resources: {'Port': ['ID=b1d058a6-7a83-4f4e-bef5-ade543933e21,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:45.558754 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99651028-ec46-4edc-a2fd-44f309a06acf req-9f16751a-599a-41a4-a579-8f6f387cb11e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e HTTP/1.1" status: 200 len: 217 time: 0.2637496 Jul 29 14:51:45.598287 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9360d9dc-39f6-431b-85cc-f1304f74d76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:45.630273 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61e8451b-121d-4b37-8dd8-c98d2b36d9aa req-18a93c21-a4dc-4697-9d24-245e1ecd51d6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359929 Jul 29 14:51:45.693315 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9360d9dc-39f6-431b-85cc-f1304f74d76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:45.862937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:51:45.888722 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:45.931671 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9360d9dc-39f6-431b-85cc-f1304f74d76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:45.938035 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9360d9dc-39f6-431b-85cc-f1304f74d76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:45.940083 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9360d9dc-39f6-431b-85cc-f1304f74d76f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f39b79c7-3906-452b-9c62-39119f1d9719 HTTP/1.1" status: 204 len: 168 time: 0.7938502 Jul 29 14:51:45.942145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Transition to ACTIVE for port object 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:51:45.954540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e4f49-6581-4df2-8223-41be07aa0f87 req-e42cdaae-07bf-4acf-8524-95658e3aef26 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:45.959173 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a8e4f49-6581-4df2-8223-41be07aa0f87 req-e42cdaae-07bf-4acf-8524-95658e3aef26 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 931 time: 0.4107656 Jul 29 14:51:45.973656 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99651028-ec46-4edc-a2fd-44f309a06acf req-dedc72e7-9e22-4040-bfd1-67272bc92454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:45.976743 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99651028-ec46-4edc-a2fd-44f309a06acf req-dedc72e7-9e22-4040-bfd1-67272bc92454 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7b768955-99f3-44de-ad0c-7f2f34e05f62 HTTP/1.1" status: 200 len: 852 time: 0.3073645 Jul 29 14:51:45.986847 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:46.004930 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360d9dc-39f6-431b-85cc-f1304f74d76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39b79c7-3906-452b-9c62-39119f1d9719,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:46.045463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Attempting to bind port b1d058a6-7a83-4f4e-bef5-ade543933e21 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:51:46.046410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Attempting to bind port b1d058a6-7a83-4f4e-bef5-ade543933e21 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:51:46.047072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Attempting to bind port b1d058a6-7a83-4f4e-bef5-ade543933e21 on network e7376b65-c37a-462a-9b7f-fd5ca02310cd {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:51:46.122506 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99651028-ec46-4edc-a2fd-44f309a06acf req-820ac826-d03b-49c4-8104-9b4254f9e622 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=739caf51-5ef0-4339-b121-796ba8c6bb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841353 Jul 29 14:51:46.157548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Port b1d058a6-7a83-4f4e-bef5-ade543933e21 on network e7376b65-c37a-462a-9b7f-fd5ca02310cd not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:51:46.161414 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Attempting to bind port b1d058a6-7a83-4f4e-bef5-ade543933e21 on network e7376b65-c37a-462a-9b7f-fd5ca02310cd {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:51:46.203401 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:51:46.206512 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Checking segment: {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:51:46.207484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Bound using segment: {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:51:46.208250 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Bound port: b1d058a6-7a83-4f4e-bef5-ade543933e21, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:51:46.213862 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:46.403128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Pushing event updated for resources: {'Port': ['ID=8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:46.507941 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a8e4f49-6581-4df2-8223-41be07aa0f87 req-a7dc2f15-3ba3-4089-81a7-102f1f3f20e7 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288963 Jul 29 14:51:46.583139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Attempting to bind port 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:51:46.586325 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Attempting to bind port 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '2ec663a8-61ab-4628-9c8b-f6d0cee4ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a4273c67-01b7-42d2-936e-d6a43fff0464'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:51:46.589260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Attempting to bind port 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 on network a4273c67-01b7-42d2-936e-d6a43fff0464 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:51:46.702468 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99651028-ec46-4edc-a2fd-44f309a06acf req-ce443469-bb39-49ce-965e-87740044809a service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474813 Jul 29 14:51:46.705682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:51:46.711897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Port 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 on network a4273c67-01b7-42d2-936e-d6a43fff0464 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:51:46.713499 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Attempting to bind port 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 on network a4273c67-01b7-42d2-936e-d6a43fff0464 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:51:46.718039 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:51:46.753130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:51:46.754440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Checking segment: {'id': '2ec663a8-61ab-4628-9c8b-f6d0cee4ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a4273c67-01b7-42d2-936e-d6a43fff0464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:51:46.758899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Bound using segment: {'id': '2ec663a8-61ab-4628-9c8b-f6d0cee4ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a4273c67-01b7-42d2-936e-d6a43fff0464'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:51:46.762158 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Bound port: 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec663a8-61ab-4628-9c8b-f6d0cee4ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a4273c67-01b7-42d2-936e-d6a43fff0464'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:51:46.763222 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:46.911782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed65c9-87f1-4ef0-a13d-bc21e9c7b819 req-998dba22-5b1a-4912-9e34-3a7924144b2f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:46.911782 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7ed65c9-87f1-4ef0-a13d-bc21e9c7b819 req-998dba22-5b1a-4912-9e34-3a7924144b2f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 943 time: 0.4030738 Jul 29 14:51:46.969133 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99651028-ec46-4edc-a2fd-44f309a06acf req-ae1995f4-2125-4761-a3c5-7b8fcb628ec4 service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580466 Jul 29 14:51:46.973021 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:47.071945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:47.074281 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:47.084708 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] 10.222.0.39 "PUT /v2.0/ports/b1d058a6-7a83-4f4e-bef5-ade543933e21 HTTP/1.1" status: 200 len: 1092 time: 4.9149702 Jul 29 14:51:47.288224 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7ed65c9-87f1-4ef0-a13d-bc21e9c7b819 req-e062f859-42b9-40b8-87cb-7b5131a8d3c2 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550608 Jul 29 14:51:47.356993 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'tag': 'b1d058a6-7a83-4f4e-bef5-ade543933e21'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:51:47.362007 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e1c2d6-8a3d-4753-b111-03d699f17a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac25a592-02af-4dbb-bb72-d24cd0229fb9", "tag": "b1d058a6-7a83-4f4e-bef5-ade543933e21"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:51:47.400515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89c0e9-b72e-4b98-aa6e-89e7fed697da service neutron] Pushing event updated for resources: {'Port': ['ID=b1d058a6-7a83-4f4e-bef5-ade543933e21,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:47.430058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73f266-ce1c-44a4-abe6-f5df7d8fa354 req-1f518d65-205f-4560-8a1a-4d25b2f33a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:47.438065 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd73f266-ce1c-44a4-abe6-f5df7d8fa354 req-1f518d65-205f-4560-8a1a-4d25b2f33a1c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=12ec5ebcac3949f399e4ca63deca6337&device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 1094 time: 0.2532163 Jul 29 14:51:47.470611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] For port 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:51:47.484839 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] For port 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59,segment=NetworkSegment(2ec663a8-61ab-4628-9c8b-f6d0cee4ac59),segment_id=2ec663a8-61ab-4628-9c8b-f6d0cee4ac59)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:51:47.498582 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:47.531446 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-e1c0d4b3-a046-47d4-a2e6-615516380e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:47.537559 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-e1c0d4b3-a046-47d4-a2e6-615516380e0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=247d807a3183413d81bd38d576287ebf&device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 1095 time: 0.3211257 Jul 29 14:51:47.925315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-7df5c960-6a29-48f2-a39f-ceb81bab669a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21 HTTP/1.1" status: 200 len: 217 time: 0.2538400 Jul 29 14:51:47.935062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:47.936251 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:47.945691 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] 10.222.0.38 "PUT /v2.0/ports/8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 HTTP/1.1" status: 200 len: 1091 time: 3.9748540 Jul 29 14:51:47.946907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58506c0-0e69-4b96-85b3-68dc65eccd95 service neutron] Pushing event updated for resources: {'Port': ['ID=8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:47.975462 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40c0db0-6893-4c92-9edf-ccc4ef1d1c52', 'tag': '8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:51:47.979131 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680cfe68-d69b-421f-9f32-5efbf1798f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "b40c0db0-6893-4c92-9edf-ccc4ef1d1c52", "tag": "8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:51:48.120314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4f5c7-b38a-48bd-a6a0-e9883651b2ed req-8fb69ef4-abc5-4a84-8604-ede0ba5398b7 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:48.122767 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-07d4f5c7-b38a-48bd-a6a0-e9883651b2ed req-8fb69ef4-abc5-4a84-8604-ede0ba5398b7 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 944 time: 0.3308189 Jul 29 14:51:48.227462 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-679daa8d-52da-4979-a0fb-a2db7fba63de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:48.230067 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-679daa8d-52da-4979-a0fb-a2db7fba63de service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8193c6c1b3fb44cab3d2a779cc648ef7&device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 1094 time: 0.1827090 Jul 29 14:51:48.239076 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-07d4f5c7-b38a-48bd-a6a0-e9883651b2ed req-851c2755-7c98-4fa6-9890-130be97ccf25 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953372 Jul 29 14:51:48.284607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebfe5e-bcba-446a-9a0a-e4fb54c87e3a req-b1dbb282-f545-4265-9911-39ca87d908af tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:48.308344 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-79ebfe5e-bcba-446a-9a0a-e4fb54c87e3a req-b1dbb282-f545-4265-9911-39ca87d908af tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 1095 time: 0.3805990 Jul 29 14:51:48.338742 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-bb00b2bb-36a0-400d-bca9-fbabac1edbe3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 HTTP/1.1" status: 200 len: 217 time: 0.0946555 Jul 29 14:51:48.360421 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-1d9ad940-7044-49cd-a023-b12e2dce6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:48.366051 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-1d9ad940-7044-49cd-a023-b12e2dce6419 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d86473b6-310e-404b-a7a5-30517fe56c5e HTTP/1.1" status: 200 len: 856 time: 0.3904583 Jul 29 14:51:48.486398 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1cc5c0-0dde-4f22-a648-22aea4242c54 x-openstack-request-id: req-7e1cc5c0-0dde-4f22-a648-22aea4242c54 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:51:48.486908 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac25a592-02af-4dbb-bb72-d24cd0229fb9", "tag": "b1d058a6-7a83-4f4e-bef5-ade543933e21", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:51:48.488956 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e1cc5c0-0dde-4f22-a648-22aea4242c54 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:51:48.491641 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'tag': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'status': 'completed', 'code': 200} Jul 29 14:51:48.497415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-86ef0e0d-f553-4cdb-b003-2ced1b4b0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:48.503134 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-86ef0e0d-f553-4cdb-b003-2ced1b4b0a87 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a5afc9df-cb1a-47f1-b304-6bf526e6f38c HTTP/1.1" status: 200 len: 862 time: 0.1525226 Jul 29 14:51:48.508318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36522) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:48.571988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73f266-ce1c-44a4-abe6-f5df7d8fa354 req-f05a8050-1049-46ec-b86b-b7f860bb37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:48.577697 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd73f266-ce1c-44a4-abe6-f5df7d8fa354 req-f05a8050-1049-46ec-b86b-b7f860bb37ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=739caf51-5ef0-4339-b121-796ba8c6bb8d HTTP/1.1" status: 200 len: 913 time: 1.1268442 Jul 29 14:51:48.584357 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-571f40e0-ee3f-4518-b5f1-5f7e52c6db02 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4273c67-01b7-42d2-936e-d6a43fff0464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747302 Jul 29 14:51:48.589587 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-79ebfe5e-bcba-446a-9a0a-e4fb54c87e3a req-2f89bf5c-1ff3-4044-adb2-ad4dc38907c2 tempest-LiveMigrationTest-8577071 tempest-LiveMigrationTest-8577071-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323012 Jul 29 14:51:48.688816 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd73f266-ce1c-44a4-abe6-f5df7d8fa354 req-af253f9f-b88f-45dc-a227-82d391680c35 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e HTTP/1.1" status: 200 len: 217 time: 0.1033306 Jul 29 14:51:48.700954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-98058fa7-0564-469d-88a1-ecda84bcc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:48.703164 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-98058fa7-0564-469d-88a1-ecda84bcc108 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7376b65-c37a-462a-9b7f-fd5ca02310cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2451108 Jul 29 14:51:48.875363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0af5a-25e3-4c37-a192-d60b3f7b8a81 req-faf81c90-c7b6-4674-aac8-42256af43583 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:48.893860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73f266-ce1c-44a4-abe6-f5df7d8fa354 req-d978ee0f-dbe7-4f9f-be75-b5e32405226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:48.895380 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd73f266-ce1c-44a4-abe6-f5df7d8fa354 req-d978ee0f-dbe7-4f9f-be75-b5e32405226a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7b768955-99f3-44de-ad0c-7f2f34e05f62 HTTP/1.1" status: 200 len: 852 time: 0.1910071 Jul 29 14:51:48.911402 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ff0af5a-25e3-4c37-a192-d60b3f7b8a81 req-faf81c90-c7b6-4674-aac8-42256af43583 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 943 time: 0.1662476 Jul 29 14:51:48.954158 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd73f266-ce1c-44a4-abe6-f5df7d8fa354 req-b6e8192a-e0e6-47e2-b989-4793a7e2b7c3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=739caf51-5ef0-4339-b121-796ba8c6bb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487449 Jul 29 14:51:49.012610 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-5a430944-d9a0-4a89-9262-88cb0e77cf6e service neutron] 10.222.0.38 "GET /v2.0/networks/a4273c67-01b7-42d2-936e-d6a43fff0464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941393 Jul 29 14:51:49.056942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b6896ddf-f00b-4ca8-adc4-0d541bc4179a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1311545589'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:49.081662 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276118ef-9863-41a2-b983-fc50b02c8bb6 x-openstack-request-id: req-276118ef-9863-41a2-b983-fc50b02c8bb6 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:51:49.082540 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40c0db0-6893-4c92-9edf-ccc4ef1d1c52", "tag": "8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:51:49.082540 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-276118ef-9863-41a2-b983-fc50b02c8bb6 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:51:49.082540 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40c0db0-6893-4c92-9edf-ccc4ef1d1c52', 'tag': '8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59', 'status': 'completed', 'code': 200} Jul 29 14:51:49.105898 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-aee87762-f94d-4dcf-8d86-c919bed5e757 service neutron] 10.222.0.39 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776952 Jul 29 14:51:49.144746 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ff0af5a-25e3-4c37-a192-d60b3f7b8a81 req-ccb33273-cba5-4ea3-85e9-39a25558ba03 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320213 Jul 29 14:51:49.168899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6896ddf-f00b-4ca8-adc4-0d541bc4179a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:49.190600 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6896ddf-f00b-4ca8-adc4-0d541bc4179a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:49.215258 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6896ddf-f00b-4ca8-adc4-0d541bc4179a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:49.280341 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd73f266-ce1c-44a4-abe6-f5df7d8fa354 req-6ba08c1d-135b-4828-a3da-f5b30180d312 service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137684 Jul 29 14:51:49.317513 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0024d5df-fbdd-4320-8aa2-d316a08a7d37 req-d9dd90fd-73a0-4bc7-97c6-c459f5e0c1cc service neutron] 10.222.0.38 "GET /v2.0/networks/a4273c67-01b7-42d2-936e-d6a43fff0464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894838 Jul 29 14:51:49.347415 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf53efb0-9948-41e6-86f1-8e5125a6985b req-1bfeff45-b982-4c41-a6f0-d0345bc56a34 service neutron] 10.222.0.39 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294185 Jul 29 14:51:49.413109 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9c2a-4d37-44b1-84d4-838fb6069ec9 req-1aeffc89-6293-46a3-a656-d18f01a79000 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:49.421847 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-43bd9c2a-4d37-44b1-84d4-838fb6069ec9 req-1aeffc89-6293-46a3-a656-d18f01a79000 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 943 time: 0.2479846 Jul 29 14:51:49.454305 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6896ddf-f00b-4ca8-adc4-0d541bc4179a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:49.479668 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6896ddf-f00b-4ca8-adc4-0d541bc4179a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:49.510512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-43bd9c2a-4d37-44b1-84d4-838fb6069ec9 req-4a04a8e9-54aa-4903-ae6b-10a392dcdfb4 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874777 Jul 29 14:51:49.537190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6896ddf-f00b-4ca8-adc4-0d541bc4179a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:51:49.590038 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6896ddf-f00b-4ca8-adc4-0d541bc4179a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:49.590579 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-b6896ddf-f00b-4ca8-adc4-0d541bc4179a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Added segment 92e1d792-39c3-4142-a28d-01fd27e640f7 of type vlan for network 6414f4cf-dc2f-4b09-8287-89f5bab6c8bd Jul 29 14:51:49.630318 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd73f266-ce1c-44a4-abe6-f5df7d8fa354 req-be96e32d-3f17-4e94-91b1-ffefa2c9b10b service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421731 Jul 29 14:51:49.890388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6896ddf-f00b-4ca8-adc4-0d541bc4179a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c2b751-ffc3-4cc9-b495-4d36578e7cf7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:49.941684 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b1156-2d5a-4af9-a980-6e5361e7ae21 req-a3f9c503-31c7-4eed-9d39-56e849cd9dfa tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:49.943994 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2c9b1156-2d5a-4af9-a980-6e5361e7ae21 req-a3f9c503-31c7-4eed-9d39-56e849cd9dfa tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 944 time: 0.2288601 Jul 29 14:51:49.965196 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1c2d6-8a3d-4753-b111-03d699f17a3a req-d035ce03-3899-453e-bf56-599fc59dd6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:49.967109 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29e1c2d6-8a3d-4753-b111-03d699f17a3a req-d035ce03-3899-453e-bf56-599fc59dd6be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=247d807a3183413d81bd38d576287ebf&device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 1095 time: 0.2405698 Jul 29 14:51:50.007542 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cfe68-d69b-421f-9f32-5efbf1798f7f req-75dcd994-74f5-433d-adf1-a0e6ae4c6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:50.009076 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-680cfe68-d69b-421f-9f32-5efbf1798f7f req-75dcd994-74f5-433d-adf1-a0e6ae4c6b2d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8193c6c1b3fb44cab3d2a779cc648ef7&device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 1094 time: 0.2509334 Jul 29 14:51:50.013476 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de065704-3a00-4148-8f85-e0afdffebdae req-3a20d40a-9729-49b7-9251-615f2c1b0657 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:50.017947 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de065704-3a00-4148-8f85-e0afdffebdae req-3a20d40a-9729-49b7-9251-615f2c1b0657 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 944 time: 0.3693745 Jul 29 14:51:50.027425 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:51:50.055129 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6896ddf-f00b-4ca8-adc4-0d541bc4179a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:50.134042 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2c9b1156-2d5a-4af9-a980-6e5361e7ae21 req-22287074-84cf-4948-92e7-9da82a4a1f3a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634302 Jul 29 14:51:50.228940 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de065704-3a00-4148-8f85-e0afdffebdae req-2f9ae068-f6ea-428d-a686-90f682e63036 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515982 Jul 29 14:51:50.231622 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6896ddf-f00b-4ca8-adc4-0d541bc4179a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:50.267386 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6896ddf-f00b-4ca8-adc4-0d541bc4179a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:50.272514 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6896ddf-f00b-4ca8-adc4-0d541bc4179a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:50.384941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1c2d6-8a3d-4753-b111-03d699f17a3a req-6eabddcb-72bf-4ecf-80d0-4ff447b44222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:50.398546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e,segment=NetworkSegment(d7375c04-a5a9-4b4d-97d0-0b20766a6837),segment_id=d7375c04-a5a9-4b4d-97d0-0b20766a6837)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:50.398774 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29e1c2d6-8a3d-4753-b111-03d699f17a3a req-6eabddcb-72bf-4ecf-80d0-4ff447b44222 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 200 len: 918 time: 0.4037738 Jul 29 14:51:50.400470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cfe68-d69b-421f-9f32-5efbf1798f7f req-e53940e6-052d-4a5f-ba88-12b7f64536bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:50.406961 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-680cfe68-d69b-421f-9f32-5efbf1798f7f req-e53940e6-052d-4a5f-ba88-12b7f64536bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=a4273c67-01b7-42d2-936e-d6a43fff0464 HTTP/1.1" status: 200 len: 923 time: 0.3776495 Jul 29 14:51:50.433419 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '2e1211ac-247a-41f3-9a6e-1e9f2ac3332e', 'network_id': '739caf51-5ef0-4339-b121-796ba8c6bb8d', 'port_id': '2e1211ac-247a-41f3-9a6e-1e9f2ac3332e', 'mac_address': 'fa:16:3e:ae:9d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b768955-99f3-44de-ad0c-7f2f34e05f62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:51:50.540569 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b6896ddf-f00b-4ca8-adc4-0d541bc4179a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9598780 Jul 29 14:51:50.541190 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-680cfe68-d69b-421f-9f32-5efbf1798f7f req-038ad82f-2361-4d52-bd15-0d7769260d0e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 HTTP/1.1" status: 200 len: 217 time: 0.1170287 Jul 29 14:51:50.541190 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29e1c2d6-8a3d-4753-b111-03d699f17a3a req-9f6aead4-5343-42e9-8477-3e0a7c25e6b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21 HTTP/1.1" status: 200 len: 217 time: 0.1278729 Jul 29 14:51:50.568721 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:50.606553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1c2d6-8a3d-4753-b111-03d699f17a3a req-099e7220-93dc-4f7c-b6dc-d3c58b879c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:50.608219 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29e1c2d6-8a3d-4753-b111-03d699f17a3a req-099e7220-93dc-4f7c-b6dc-d3c58b879c5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d86473b6-310e-404b-a7a5-30517fe56c5e HTTP/1.1" status: 200 len: 856 time: 0.0545118 Jul 29 14:51:50.654687 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cac90-48cd-4498-a2db-91927918488c req-da9b46b2-fbb1-47da-80fb-1d0acb3f04b2 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:50.663503 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc3cac90-48cd-4498-a2db-91927918488c req-da9b46b2-fbb1-47da-80fb-1d0acb3f04b2 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 943 time: 0.2408345 Jul 29 14:51:50.668468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:51:50.734184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cfe68-d69b-421f-9f32-5efbf1798f7f req-ac8eb4c8-fe46-41c0-aa6e-bd5e399237d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:50.736078 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-680cfe68-d69b-421f-9f32-5efbf1798f7f req-ac8eb4c8-fe46-41c0-aa6e-bd5e399237d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a5afc9df-cb1a-47f1-b304-6bf526e6f38c HTTP/1.1" status: 200 len: 862 time: 0.1953852 Jul 29 14:51:50.758756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6896ddf-f00b-4ca8-adc4-0d541bc4179a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Network': ['ID=6414f4cf-dc2f-4b09-8287-89f5bab6c8bd,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:50.894239 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e,segment=NetworkSegment(d7375c04-a5a9-4b4d-97d0-0b20766a6837),segment_id=d7375c04-a5a9-4b4d-97d0-0b20766a6837)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:50.902835 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584c0d1-4519-483a-9663-9a048169b727 req-9e384c86-55cf-4de8-aeab-d3d96d3ea3bd tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:50.925467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9584c0d1-4519-483a-9663-9a048169b727 req-9e384c86-55cf-4de8-aeab-d3d96d3ea3bd tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 944 time: 0.4929132 Jul 29 14:51:50.926501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 6414f4cf-dc2f-4b09-8287-89f5bab6c8bd details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:51:50.944203 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:51.194727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1c2d6-8a3d-4753-b111-03d699f17a3a req-bb2fa464-4ecc-45c8-aaab-5793d1226021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:51.196275 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29e1c2d6-8a3d-4753-b111-03d699f17a3a req-bb2fa464-4ecc-45c8-aaab-5793d1226021 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7376b65-c37a-462a-9b7f-fd5ca02310cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5633981 Jul 29 14:51:51.229250 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bdb20-d4f6-41a8-b002-a6d0af226ff1 req-3f864fee-76dc-4843-953f-7ba42218002f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:51.241594 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9d9bdb20-d4f6-41a8-b002-a6d0af226ff1 req-3f864fee-76dc-4843-953f-7ba42218002f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 944 time: 0.2417493 Jul 29 14:51:51.246077 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:51.259819 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc3cac90-48cd-4498-a2db-91927918488c req-8a678e43-e15c-470e-85d1-92f8b11177e4 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5953484 Jul 29 14:51:51.271964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b1d058a6-7a83-4f4e-bef5-ade543933e21 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:51:51.390851 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2e1211ac-247a-41f3-9a6e-1e9f2ac3332e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:51:51.433498 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9d9bdb20-d4f6-41a8-b002-a6d0af226ff1 req-e888bf4a-0725-4d23-a62d-a565d372affd tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894052 Jul 29 14:51:51.472906 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-680cfe68-d69b-421f-9f32-5efbf1798f7f req-c5462091-fc20-4e3d-8ca1-2477ab49c261 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4273c67-01b7-42d2-936e-d6a43fff0464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7210574 Jul 29 14:51:51.507658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-9584c0d1-4519-483a-9663-9a048169b727 req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Deleting port 1d147a78-0077-4451-9b6d-3587aa51582e {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:51:51.517280 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9584c0d1-4519-483a-9663-9a048169b727 req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:51.592629 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29e1c2d6-8a3d-4753-b111-03d699f17a3a req-6e036d0e-22ba-4d2f-81d4-d118f312ec9c service neutron] 10.222.0.39 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603432 Jul 29 14:51:51.707014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52d30b-d8e7-449e-9ba2-1e19de8cc0b3 req-61835dc0-4e1e-43f7-ba7c-aa495bc089e7 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:51.716549 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7e52d30b-d8e7-449e-9ba2-1e19de8cc0b3 req-61835dc0-4e1e-43f7-ba7c-aa495bc089e7 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 944 time: 0.2308633 Jul 29 14:51:51.769128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-680cfe68-d69b-421f-9f32-5efbf1798f7f req-27b5a2b0-fc5a-42a6-b65c-f0ec387c2190 service neutron] 10.222.0.38 "GET /v2.0/networks/a4273c67-01b7-42d2-936e-d6a43fff0464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790654 Jul 29 14:51:51.814381 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:51.870664 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-29e1c2d6-8a3d-4753-b111-03d699f17a3a req-87ada3c5-4802-4938-816f-6534819d583c service neutron] 10.222.0.39 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679479 Jul 29 14:51:51.883223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcae2e-ec93-43ce-98c4-b1b508294cb2 req-cbd716c3-cca1-4fed-be39-84b519ddcd65 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:51.898654 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cdfcae2e-ec93-43ce-98c4-b1b508294cb2 req-cbd716c3-cca1-4fed-be39-84b519ddcd65 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 944 time: 0.2624965 Jul 29 14:51:51.920804 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7e52d30b-d8e7-449e-9ba2-1e19de8cc0b3 req-95489b77-1565-4845-a68f-0dd438cd9f59 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914253 Jul 29 14:51:51.968181 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-9584c0d1-4519-483a-9663-9a048169b727 req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] For port 1d147a78-0077-4451-9b6d-3587aa51582e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1d147a78-0077-4451-9b6d-3587aa51582e,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:51.968951 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9584c0d1-4519-483a-9663-9a048169b727 req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:52.048286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'port_id': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'mac_address': 'fa:16:3e:24:a9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:51:52.049232 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cdfcae2e-ec93-43ce-98c4-b1b508294cb2 req-4887adff-12f0-407d-ba0f-c405ec4a9acf tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462986 Jul 29 14:51:52.067275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-9584c0d1-4519-483a-9663-9a048169b727 req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Calling delete_port for 1d147a78-0077-4451-9b6d-3587aa51582e owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:51:52.105670 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-680cfe68-d69b-421f-9f32-5efbf1798f7f req-23fc5da0-f21b-4309-9494-b96a5ce464a7 service neutron] 10.222.0.38 "GET /v2.0/networks/a4273c67-01b7-42d2-936e-d6a43fff0464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278003 Jul 29 14:51:52.208267 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:52.234409 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d058a6-7a83-4f4e-bef5-ade543933e21 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:51:52.293761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:52.299590 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:52.444797 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=b1d058a6-7a83-4f4e-bef5-ade543933e21,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:52.451852 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9584c0d1-4519-483a-9663-9a048169b727 req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:52.530179 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Pushing event deleted for resources: {'Port': ['ID=1d147a78-0077-4451-9b6d-3587aa51582e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:52.542107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['abd06b1f-af09-4691-9c2d-f8be709238c3'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:51:52.571804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7971d-1a1d-4da8-b0e5-cbde0bd391c3 req-d517c972-6d1d-4806-bebf-3eace4e81143 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:52.591721 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cef7971d-1a1d-4da8-b0e5-cbde0bd391c3 req-d517c972-6d1d-4806-bebf-3eace4e81143 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 943 time: 0.1852181 Jul 29 14:51:52.667344 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['b1d058a6-7a83-4f4e-bef5-ade543933e21'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:51:52.668644 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cef7971d-1a1d-4da8-b0e5-cbde0bd391c3 req-af125e4e-5547-4d96-a259-c867eeca582b tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758679 Jul 29 14:51:52.752774 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:52.753097 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:52.753509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:52.753887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:52.755094 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:52.755436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:52.755776 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:52.756113 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:52.756444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:52.764907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:52.766357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:52.766357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:51:52.874885 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-9584c0d1-4519-483a-9663-9a048169b727 req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] No DVR routers for this DVR port 1d147a78-0077-4451-9b6d-3587aa51582e on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:51:52.904490 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9584c0d1-4519-483a-9663-9a048169b727 req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:52.915313 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9584c0d1-4519-483a-9663-9a048169b727 req-f4c50245-c616-4b2d-aa2d-17c946992d1d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.39 "DELETE /v2.0/ports/1d147a78-0077-4451-9b6d-3587aa51582e HTTP/1.1" status: 204 len: 173 time: 1.9783807 Jul 29 14:51:52.916822 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8bd920-3f15-4638-9f00-a6623508a279', 'name': 'network-vif-deleted', 'tag': '1d147a78-0077-4451-9b6d-3587aa51582e'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:51:52.931736 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8351a8eb-9cc2-4005-86b1-e55b0619ba25" -d '{"events": [{"server_uuid": "1d8bd920-3f15-4638-9f00-a6623508a279", "name": "network-vif-deleted", "tag": "1d147a78-0077-4451-9b6d-3587aa51582e"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:51:52.993778 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab0a73-5ffd-42b2-aa0e-b469e825655c req-38cc7faf-82fe-4841-bd16-28b92c9b83dc tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:52.996651 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41ab0a73-5ffd-42b2-aa0e-b469e825655c req-38cc7faf-82fe-4841-bd16-28b92c9b83dc tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 944 time: 0.3501067 Jul 29 14:51:53.087595 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41ab0a73-5ffd-42b2-aa0e-b469e825655c req-6c461677-4601-4947-9339-e80f81da022f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818818 Jul 29 14:51:53.225317 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99a557e3-428d-44b1-98ff-ca952db6986f req-ff2427aa-c934-4b1d-91e7-b66c9b490af8 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 210 time: 0.0982814 Jul 29 14:51:53.270324 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e82051a-85e2-41c1-b524-7c86f241188d x-openstack-request-id: req-0e82051a-85e2-41c1-b524-7c86f241188d {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:51:53.277882 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8bd920-3f15-4638-9f00-a6623508a279", "name": "network-vif-deleted", "tag": "1d147a78-0077-4451-9b6d-3587aa51582e", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:51:53.278514 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e82051a-85e2-41c1-b524-7c86f241188d {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:51:53.279360 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8bd920-3f15-4638-9f00-a6623508a279', 'name': 'network-vif-deleted', 'tag': '1d147a78-0077-4451-9b6d-3587aa51582e', 'status': 'completed', 'code': 200} Jul 29 14:51:53.287065 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1d147a78-0077-4451-9b6d-3587aa51582e no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:51:53.435039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 1d147a78-0077-4451-9b6d-3587aa51582e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:51:53.436541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1d147a78-0077-4451-9b6d-3587aa51582e not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:51:53.458205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fde2b-4be5-4bab-a65a-83ae32665db7 req-cc2ff11e-2c74-4878-be10-d2173b5a28eb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:53.466628 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8b7fde2b-4be5-4bab-a65a-83ae32665db7 req-cc2ff11e-2c74-4878-be10-d2173b5a28eb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.1504939 Jul 29 14:51:53.557342 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8b7fde2b-4be5-4bab-a65a-83ae32665db7 req-2bc67939-db6d-42df-a5b9-f1a3b2b72c66 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894868 Jul 29 14:51:53.948456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269078de-5700-43b1-9dd7-39e865749903 req-01564fc1-466d-48ab-bf00-30b0a014fa49 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:53.965455 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-269078de-5700-43b1-9dd7-39e865749903 req-01564fc1-466d-48ab-bf00-30b0a014fa49 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 943 time: 0.1882844 Jul 29 14:51:54.058855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:51:54.077963 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:51:54.087918 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-269078de-5700-43b1-9dd7-39e865749903 req-d3f3abcd-acdc-400d-82d2-b43e342207f9 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214168 Jul 29 14:51:54.128117 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36656) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:54.148943 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1aa6c7cd-424a-4a6e-a212-eef8000b462a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'subnet': {'network_id': '6414f4cf-dc2f-4b09-8287-89f5bab6c8bd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:54.368438 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:51:54.375958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:54.376283 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:54.434428 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf1da6-1d37-4ba9-87f7-d52f71bdf079 req-09ac7a2f-36f1-4427-96b4-183536902b5c tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:54.447776 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-54bf1da6-1d37-4ba9-87f7-d52f71bdf079 req-09ac7a2f-36f1-4427-96b4-183536902b5c tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 944 time: 0.1693966 Jul 29 14:51:54.486415 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59,segment=NetworkSegment(2ec663a8-61ab-4628-9c8b-f6d0cee4ac59),segment_id=2ec663a8-61ab-4628-9c8b-f6d0cee4ac59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:54.542239 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-82c3d072-25ef-4d1b-b7b5-4a5e48096ff9 req-d93d92ec-43a5-4d27-8244-a238d56c2cf0 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 210 time: 0.1325006 Jul 29 14:51:54.558190 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-54bf1da6-1d37-4ba9-87f7-d52f71bdf079 req-199202fc-5de6-4223-abc9-661987efba7c tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045876 Jul 29 14:51:54.587547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa6c7cd-424a-4a6e-a212-eef8000b462a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:54.591237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59', 'network_id': 'a4273c67-01b7-42d2-936e-d6a43fff0464', 'port_id': '8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59', 'mac_address': 'fa:16:3e:bb:40:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5afc9df-cb1a-47f1-b304-6bf526e6f38c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:51:54.608368 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1aa6c7cd-424a-4a6e-a212-eef8000b462a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:54.748832 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:54.830998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a3c000-71c6-4990-a5d9-f7d67a4a0f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1211ac-247a-41f3-9a6e-1e9f2ac3332e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:51:54.834727 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6a8140-c4b2-4149-86fa-3d0157b91fc5" -d '{"events": [{"server_uuid": "40a3c000-71c6-4990-a5d9-f7d67a4a0f7f", "name": "network-vif-plugged", "status": "completed", "tag": "2e1211ac-247a-41f3-9a6e-1e9f2ac3332e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:51:54.842340 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:54.862543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e,segment=NetworkSegment(d7375c04-a5a9-4b4d-97d0-0b20766a6837),segment_id=d7375c04-a5a9-4b4d-97d0-0b20766a6837)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:54.883549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:51:54.895649 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:54.971186 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:55.002487 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59,segment=NetworkSegment(2ec663a8-61ab-4628-9c8b-f6d0cee4ac59),segment_id=2ec663a8-61ab-4628-9c8b-f6d0cee4ac59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:55.010318 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:55.021784 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977abcdd-d81f-47eb-b23d-169b07493004 x-openstack-request-id: req-977abcdd-d81f-47eb-b23d-169b07493004 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:51:55.022583 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a3c000-71c6-4990-a5d9-f7d67a4a0f7f", "name": "network-vif-plugged", "status": "completed", "tag": "2e1211ac-247a-41f3-9a6e-1e9f2ac3332e", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:51:55.022956 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-977abcdd-d81f-47eb-b23d-169b07493004 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:51:55.023627 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a3c000-71c6-4990-a5d9-f7d67a4a0f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1211ac-247a-41f3-9a6e-1e9f2ac3332e', 'code': 200} Jul 29 14:51:55.064587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43c7fe-b791-470e-adae-45f3cdbb41ea req-297df409-4d8a-4f88-b90f-19ecc699b791 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:55.067223 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4f43c7fe-b791-470e-adae-45f3cdbb41ea req-297df409-4d8a-4f88-b90f-19ecc699b791 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.3221202 Jul 29 14:51:55.217933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:55.278269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b1d058a6-7a83-4f4e-bef5-ade543933e21 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:51:55.366088 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:51:55.368475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5352e-1a21-4f70-96bd-76c529f0bc5a req-81716c3d-c7e8-4706-adaa-4f0d6175098d tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:55.381351 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63b5352e-1a21-4f70-96bd-76c529f0bc5a req-81716c3d-c7e8-4706-adaa-4f0d6175098d tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 944 time: 0.1049967 Jul 29 14:51:55.450537 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63b5352e-1a21-4f70-96bd-76c529f0bc5a req-0d1658b1-6c71-4054-9577-6c953460388a tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633533 Jul 29 14:51:55.487751 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4f43c7fe-b791-470e-adae-45f3cdbb41ea req-7702b3ce-76da-48c1-abeb-0ee9f925692b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043500 Jul 29 14:51:55.547742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port b1d058a6-7a83-4f4e-bef5-ade543933e21 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:51:55.568199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port b1d058a6-7a83-4f4e-bef5-ade543933e21 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:55.568785 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:55.664518 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1aa6c7cd-424a-4a6e-a212-eef8000b462a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:55.800594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225244e-df34-4f7b-b8cc-1e0e41f976d6 req-effe339f-d1ec-46f0-a594-c4e3ebf5841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:55.802469 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7225244e-df34-4f7b-b8cc-1e0e41f976d6 req-effe339f-d1ec-46f0-a594-c4e3ebf5841c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 1096 time: 0.4569721 Jul 29 14:51:55.837260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087b915-2a3b-4706-961c-a1a07f138f2a req-868f5985-e799-4d93-bf42-4c0a11072042 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:55.863307 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4087b915-2a3b-4706-961c-a1a07f138f2a req-868f5985-e799-4d93-bf42-4c0a11072042 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 945 time: 0.1531773 Jul 29 14:51:55.869739 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:55.894224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6c7cd-424a-4a6e-a212-eef8000b462a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Subnet': ['ID=a2a47f83-2d0f-4217-82b8-7d153060b2e7,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:55.925569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:55.941920 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:55.982645 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cb2c6cd6-8371-419f-9134-049670286641 req-1029d669-877b-4c09-8783-880395a5e396 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 210 time: 0.1632257 Jul 29 14:51:56.003263 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4087b915-2a3b-4706-961c-a1a07f138f2a req-a7c0ccaf-e686-41aa-a649-256b06b21be6 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243112 Jul 29 14:51:56.015923 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7225244e-df34-4f7b-b8cc-1e0e41f976d6 req-fab3d108-896b-43c9-a7f7-d732dabfbf30 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189473 Jul 29 14:51:56.051165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa6c7cd-424a-4a6e-a212-eef8000b462a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Checking segment: {'id': '92e1d792-39c3-4142-a28d-01fd27e640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6414f4cf-dc2f-4b09-8287-89f5bab6c8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:51:56.051752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa6c7cd-424a-4a6e-a212-eef8000b462a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network hostable DHCP agents. Network: 6414f4cf-dc2f-4b09-8287-89f5bab6c8bd, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:51:56.089487 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa6c7cd-424a-4a6e-a212-eef8000b462a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network 6414f4cf-dc2f-4b09-8287-89f5bab6c8bd is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:51:56.094572 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=b1d058a6-7a83-4f4e-bef5-ade543933e21,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:56.110856 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:56.117505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-1aa6c7cd-424a-4a6e-a212-eef8000b462a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 6414f4cf-dc2f-4b09-8287-89f5bab6c8bd) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:56.141749 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1420fc96-ff6b-4dfa-b497-bcf007d87820 None None] Network 6414f4cf-dc2f-4b09-8287-89f5bab6c8bd requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:51:56.143731 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa6c7cd-424a-4a6e-a212-eef8000b462a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:56.146667 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1aa6c7cd-424a-4a6e-a212-eef8000b462a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:56.182124 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1aa6c7cd-424a-4a6e-a212-eef8000b462a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0479918 Jul 29 14:51:56.185828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36718) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:56.191900 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-8c411344-a136-45cb-af1c-6c5ae9160ca6 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-132430571'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:56.281805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c411344-a136-45cb-af1c-6c5ae9160ca6 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:56.289227 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c411344-a136-45cb-af1c-6c5ae9160ca6 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:56.459049 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c411344-a136-45cb-af1c-6c5ae9160ca6 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:51:56.502708 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c411344-a136-45cb-af1c-6c5ae9160ca6 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:56.503376 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-8c411344-a136-45cb-af1c-6c5ae9160ca6 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Added segment b542d02e-7503-492b-b868-e4800dd1900e of type vlan for network 9d921103-6626-4cb3-ae8d-f98a49d86df4 Jul 29 14:51:56.544238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-6414f4cf-dc2f-4b09-8287-89f5bab6c8bd', 'network_id': '6414f4cf-dc2f-4b09-8287-89f5bab6c8bd', 'tenant_id': '1a2d38048eca4a23afab0ed49a95bb95', 'fixed_ips': [{'subnet_id': 'a2a47f83-2d0f-4217-82b8-7d153060b2e7'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:51:56.552848 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:56.660341 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c411344-a136-45cb-af1c-6c5ae9160ca6 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:56.773800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f682a2-b798-4a8e-aff0-764e0b7053f5 req-94f196aa-7120-485c-9213-4e45b27f5d5b tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:56.783187 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-33f682a2-b798-4a8e-aff0-764e0b7053f5 req-94f196aa-7120-485c-9213-4e45b27f5d5b tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 944 time: 0.1375000 Jul 29 14:51:56.792230 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c411344-a136-45cb-af1c-6c5ae9160ca6 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:56.800409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c411344-a136-45cb-af1c-6c5ae9160ca6 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:56.801394 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c411344-a136-45cb-af1c-6c5ae9160ca6 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:56.863387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1484f59-f77e-40fc-8e32-3515d4513490 req-a3ee3f24-6153-4d13-b699-ec25505f0082 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:56.888140 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1484f59-f77e-40fc-8e32-3515d4513490 req-a3ee3f24-6153-4d13-b699-ec25505f0082 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.1852155 Jul 29 14:51:56.910635 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8c411344-a136-45cb-af1c-6c5ae9160ca6 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7170520 Jul 29 14:51:56.915839 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36732) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:56.927678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-bc062df3-22a1-41d7-b3dd-fe31837e0948 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'subnet': {'network_id': '9d921103-6626-4cb3-ae8d-f98a49d86df4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:56.973447 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c411344-a136-45cb-af1c-6c5ae9160ca6 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Network': ['ID=9d921103-6626-4cb3-ae8d-f98a49d86df4,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:57.001589 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-33f682a2-b798-4a8e-aff0-764e0b7053f5 req-c39d2dd8-e00c-4c69-8a05-b007bcd04a44 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168200 Jul 29 14:51:57.010782 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 9d921103-6626-4cb3-ae8d-f98a49d86df4 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:51:57.059491 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d058a6-7a83-4f4e-bef5-ade543933e21'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:51:57.105604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1484f59-f77e-40fc-8e32-3515d4513490 req-7a030e65-d8ad-4a2d-87f0-6d1220792104 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111499 Jul 29 14:51:57.108807 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91a8405-e39c-4e0a-ad6b-17b837d5b0db" -d '{"events": [{"server_uuid": "ac25a592-02af-4dbb-bb72-d24cd0229fb9", "name": "network-vif-plugged", "status": "completed", "tag": "b1d058a6-7a83-4f4e-bef5-ade543933e21"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:51:57.264080 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69217b92-9307-4b2d-a7f9-4237e14a91a4 req-e1f8e66f-82e5-476e-9685-90e4a078164a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 210 time: 0.1330469 Jul 29 14:51:57.409606 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc062df3-22a1-41d7-b3dd-fe31837e0948 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:51:57.417006 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bc062df3-22a1-41d7-b3dd-fe31837e0948 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:57.507050 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5eb9e-35ec-4e75-b52d-3bd06de847cc req-c21c0eea-8967-4406-b097-0c85db6a9a90 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:57.530439 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Allocated IP 2001:db8:0:ffff::2 (6414f4cf-dc2f-4b09-8287-89f5bab6c8bd/a2a47f83-2d0f-4217-82b8-7d153060b2e7/f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:51:57.533854 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9d5eb9e-35ec-4e75-b52d-3bd06de847cc req-c21c0eea-8967-4406-b097-0c85db6a9a90 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 945 time: 0.2051544 Jul 29 14:51:57.673444 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9d5eb9e-35ec-4e75-b52d-3bd06de847cc req-7c4eda81-e974-48ac-9b0b-d10b7f053723 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352627 Jul 29 14:51:57.804532 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:51:57.835781 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b71845-64a0-4664-9432-e92315796b56 x-openstack-request-id: req-64b71845-64a0-4664-9432-e92315796b56 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:51:57.836741 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac25a592-02af-4dbb-bb72-d24cd0229fb9", "name": "network-vif-plugged", "status": "completed", "tag": "b1d058a6-7a83-4f4e-bef5-ade543933e21", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:51:57.836741 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64b71845-64a0-4664-9432-e92315796b56 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:51:57.840078 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'code': 200} Jul 29 14:51:58.134928 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:58.159636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Transition to ACTIVE for port object f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:51:58.160598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa5404-ea57-4fe5-a3e2-383beebf0473 req-24fda237-28e7-4da3-8040-3c8fbe709d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:58.164246 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9aa5404-ea57-4fe5-a3e2-383beebf0473 req-24fda237-28e7-4da3-8040-3c8fbe709d06 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 1097 time: 0.2186043 Jul 29 14:51:58.198334 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Transition to ACTIVE for port object f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:51:58.224658 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9aa5404-ea57-4fe5-a3e2-383beebf0473 req-fc1fbe01-fe4b-4155-bf5f-69d4c8b8d7a7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528636 Jul 29 14:51:58.232400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:51:58.241634 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:58.325296 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bc062df3-22a1-41d7-b3dd-fe31837e0948 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:58.341971 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Network 6414f4cf-dc2f-4b09-8287-89f5bab6c8bd is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:51:58.355187 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:58.361197 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:51:58.377657 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Pushing event updated for resources: {'Port': ['ID=f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:58.426200 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdd771-74e8-4d04-8077-cfd73bb73a2d req-b97b5949-e57b-4e39-b172-df3f1a1347a6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:58.437141 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fecdd771-74e8-4d04-8077-cfd73bb73a2d req-b97b5949-e57b-4e39-b172-df3f1a1347a6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.1192236 Jul 29 14:51:58.515910 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fecdd771-74e8-4d04-8077-cfd73bb73a2d req-606b40f0-016c-4c06-acf5-13394a8400e2 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741284 Jul 29 14:51:58.525027 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:51:58.556234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:51:58.556649 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:58.558425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bba9a4-d9c0-4297-b1e5-8d79fd959a93 req-9dc77124-d502-4225-b31b-85d97403d3e2 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:58.558674 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Attempting to bind port f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:51:58.559092 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Attempting to bind port f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '92e1d792-39c3-4142-a28d-01fd27e640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6414f4cf-dc2f-4b09-8287-89f5bab6c8bd'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:51:58.559498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Attempting to bind port f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 on network 6414f4cf-dc2f-4b09-8287-89f5bab6c8bd {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:51:58.560621 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53bba9a4-d9c0-4297-b1e5-8d79fd959a93 req-9dc77124-d502-4225-b31b-85d97403d3e2 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 944 time: 0.3704603 Jul 29 14:51:58.572214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc062df3-22a1-41d7-b3dd-fe31837e0948 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Subnet': ['ID=85680f44-bcad-48ec-89d4-de8968ac7dd2,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:58.625867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc062df3-22a1-41d7-b3dd-fe31837e0948 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Checking segment: {'id': 'b542d02e-7503-492b-b868-e4800dd1900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9d921103-6626-4cb3-ae8d-f98a49d86df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:51:58.626533 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc062df3-22a1-41d7-b3dd-fe31837e0948 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network hostable DHCP agents. Network: 9d921103-6626-4cb3-ae8d-f98a49d86df4, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:51:58.638455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:51:58.638828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Checking segment: {'id': '92e1d792-39c3-4142-a28d-01fd27e640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6414f4cf-dc2f-4b09-8287-89f5bab6c8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:51:58.639301 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:58.639690 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Bound using segment: {'id': '92e1d792-39c3-4142-a28d-01fd27e640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6414f4cf-dc2f-4b09-8287-89f5bab6c8bd'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:51:58.640149 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Bound port: f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e1d792-39c3-4142-a28d-01fd27e640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6414f4cf-dc2f-4b09-8287-89f5bab6c8bd'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:51:58.640534 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:58.678349 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53bba9a4-d9c0-4297-b1e5-8d79fd959a93 req-0ef8f5b7-937b-4b8e-a345-0418cf340055 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935674 Jul 29 14:51:58.680197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc062df3-22a1-41d7-b3dd-fe31837e0948 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network 9d921103-6626-4cb3-ae8d-f98a49d86df4 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:51:58.732795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-bc062df3-22a1-41d7-b3dd-fe31837e0948 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 9d921103-6626-4cb3-ae8d-f98a49d86df4) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:51:58.745591 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc062df3-22a1-41d7-b3dd-fe31837e0948 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:58.747944 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bc062df3-22a1-41d7-b3dd-fe31837e0948 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:58.771063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb108aa-ba6c-482c-9fae-0e62e27e76a5 None None] Network 9d921103-6626-4cb3-ae8d-f98a49d86df4 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:51:58.815192 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bc062df3-22a1-41d7-b3dd-fe31837e0948 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8950846 Jul 29 14:51:58.818175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36788) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:51:58.839939 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e1bc4157-2a88-4dd6-86e0-cf02ce9dc97f req-d061e3b1-1b01-4c30-916c-7a65d94575c5 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 210 time: 0.0603414 Jul 29 14:51:59.139641 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:59.162585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] For port f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:51:59.218408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218e74f-fd19-4337-a9d8-3ef1a1d05ea5 req-00cf6c61-6ea4-4c7f-b22b-49011fd1202c tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:59.221626 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4218e74f-fd19-4337-a9d8-3ef1a1d05ea5 req-00cf6c61-6ea4-4c7f-b22b-49011fd1202c tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 945 time: 0.2297184 Jul 29 14:51:59.248216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] For port f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5,segment=NetworkSegment(92e1d792-39c3-4142-a28d-01fd27e640f7),segment_id=92e1d792-39c3-4142-a28d-01fd27e640f7)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:51:59.302048 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:59.311663 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:59.352312 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4218e74f-fd19-4337-a9d8-3ef1a1d05ea5 req-c3e8298c-3824-4378-ba44-0d328f2d7316 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213434 Jul 29 14:51:59.394978 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161a362-62c9-4ebd-bf27-12d181c61625 None None] Pushing event updated for resources: {'Port': ['ID=f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:51:59.398242 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-9d921103-6626-4cb3-ae8d-f98a49d86df4', 'network_id': '9d921103-6626-4cb3-ae8d-f98a49d86df4', 'tenant_id': '1a2d38048eca4a23afab0ed49a95bb95', 'fixed_ips': [{'subnet_id': '85680f44-bcad-48ec-89d4-de8968ac7dd2'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:51:59.399374 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:59.401532 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:59.663704 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7a5efaf0-832f-4368-ace3-76317a6c084a req-380c5abd-72f5-4b15-a1a8-baa248418e07 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1902339567&fields=id&tenant_id=12ec5ebcac3949f399e4ca63deca6337 HTTP/1.1" status: 200 len: 267 time: 0.1263859 Jul 29 14:51:59.697002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59,segment=NetworkSegment(2ec663a8-61ab-4628-9c8b-f6d0cee4ac59),segment_id=2ec663a8-61ab-4628-9c8b-f6d0cee4ac59)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:51:59.710913 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:51:59.772689 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1354f-b306-48ba-a5b5-d908c8820f48 req-499579c5-4444-4e1d-b358-8c9b86d167d8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:59.809535 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c6c1354f-b306-48ba-a5b5-d908c8820f48 req-499579c5-4444-4e1d-b358-8c9b86d167d8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.1548429 Jul 29 14:51:59.864548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5efaf0-832f-4368-ace3-76317a6c084a req-1ebfdc94-4a33-4760-85f1-bf52c6e6c24e tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:51:59.870038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7a5efaf0-832f-4368-ace3-76317a6c084a req-1ebfdc94-4a33-4760-85f1-bf52c6e6c24e tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 945 time: 0.2044027 Jul 29 14:51:59.880800 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Allocated IP 2001:db8::1 (9d921103-6626-4cb3-ae8d-f98a49d86df4/85680f44-bcad-48ec-89d4-de8968ac7dd2/15a0f18c-3511-4120-86a5-e5ed839e3646) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:51:59.906654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-7a5efaf0-832f-4368-ace3-76317a6c084a req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Request body: {'port': {'security_groups': ['ac330cf7-5f4a-4a67-a5ce-b824a15eadd3', 'd9ac96b2-55a0-4255-ba4b-258b83424f8d']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:51:59.944838 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c6c1354f-b306-48ba-a5b5-d908c8820f48 req-d1592d78-370d-4e94-b4ed-6a2efa44ac3e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328373 Jul 29 14:52:00.044046 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40c0db0-6893-4c92-9edf-ccc4ef1d1c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:52:00.046852 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61639cf-4109-47cf-a417-65d3beb413ab" -d '{"events": [{"server_uuid": "b40c0db0-6893-4c92-9edf-ccc4ef1d1c52", "name": "network-vif-plugged", "status": "completed", "tag": "8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:52:00.112557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:00.113980 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47d152-4e63-47e6-8a15-0e2d4bc3d0aa req-dd6ccdb8-2707-4918-9300-cc1eadcfea29 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:00.115600 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0b47d152-4e63-47e6-8a15-0e2d4bc3d0aa req-dd6ccdb8-2707-4918-9300-cc1eadcfea29 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 945 time: 0.0981522 Jul 29 14:52:00.144075 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7a5efaf0-832f-4368-ace3-76317a6c084a req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:00.197460 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0b47d152-4e63-47e6-8a15-0e2d4bc3d0aa req-fa4f3de3-7331-4c9e-a953-49a62ea12a40 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705526 Jul 29 14:52:00.317412 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:00.331067 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Transition to ACTIVE for port object 15a0f18c-3511-4120-86a5-e5ed839e3646 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:00.362775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Transition to ACTIVE for port object 15a0f18c-3511-4120-86a5-e5ed839e3646 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:00.363038 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ef4912b-b3c2-46fb-ab5d-7f73b7993ba7 req-b46bb2d2-5728-4b1e-82a8-eb0eabea7d0c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 210 time: 0.0558186 Jul 29 14:52:00.378836 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:00.461896 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:00.504217 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Network 9d921103-6626-4cb3-ae8d-f98a49d86df4 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:52:00.507393 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Pushing event updated for resources: {'Port': ['ID=15a0f18c-3511-4120-86a5-e5ed839e3646,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:00.517918 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:00.522864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:52:00.539407 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-143465c6-267e-4c33-8fbc-ed1c437d821d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:00.621676 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Subnet': ['ID=85680f44-bcad-48ec-89d4-de8968ac7dd2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:00.652413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Attempting to bind port 15a0f18c-3511-4120-86a5-e5ed839e3646 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:52:00.657794 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Attempting to bind port 15a0f18c-3511-4120-86a5-e5ed839e3646 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'b542d02e-7503-492b-b868-e4800dd1900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9d921103-6626-4cb3-ae8d-f98a49d86df4'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:52:00.658653 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Attempting to bind port 15a0f18c-3511-4120-86a5-e5ed839e3646 on network 9d921103-6626-4cb3-ae8d-f98a49d86df4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:52:00.677425 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:52:00.680886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Checking segment: {'id': 'b542d02e-7503-492b-b868-e4800dd1900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9d921103-6626-4cb3-ae8d-f98a49d86df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:00.682061 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:00.683046 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Bound using segment: {'id': 'b542d02e-7503-492b-b868-e4800dd1900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9d921103-6626-4cb3-ae8d-f98a49d86df4'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:52:00.687728 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Bound port: 15a0f18c-3511-4120-86a5-e5ed839e3646, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b542d02e-7503-492b-b868-e4800dd1900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '9d921103-6626-4cb3-ae8d-f98a49d86df4'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:52:00.688875 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:00.701926 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb1e5d-079c-4c71-8e7e-09de3cd68fe5 req-36b55036-7302-4d31-a2a4-a8201e0f6a8f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:00.720736 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e6bb1e5d-079c-4c71-8e7e-09de3cd68fe5 req-36b55036-7302-4d31-a2a4-a8201e0f6a8f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.2428241 Jul 29 14:52:00.724035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36840) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:00.743070 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-55f6d458-ad3b-414c-902d-8ec97006a6d6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Request body: {'floatingip': {'port_id': 'b1d058a6-7a83-4f4e-bef5-ade543933e21'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:00.823355 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:00.910827 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55f6d458-ad3b-414c-902d-8ec97006a6d6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:00.950442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d921103-6626-4cb3-ae8d-f98a49d86df4']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:00.988232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] For port 15a0f18c-3511-4120-86a5-e5ed839e3646, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:52:01.003343 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] For port 15a0f18c-3511-4120-86a5-e5ed839e3646, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=15a0f18c-3511-4120-86a5-e5ed839e3646,segment=NetworkSegment(b542d02e-7503-492b-b868-e4800dd1900e),segment_id=b542d02e-7503-492b-b868-e4800dd1900e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:52:01.004011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-7a5efaf0-832f-4368-ace3-76317a6c084a req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] For port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e,segment=NetworkSegment(d7375c04-a5a9-4b4d-97d0-0b20766a6837),segment_id=d7375c04-a5a9-4b4d-97d0-0b20766a6837)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:01.019397 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a1bd95-c9a6-411a-862f-1319657abc36 x-openstack-request-id: req-08a1bd95-c9a6-411a-862f-1319657abc36 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:52:01.020803 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40c0db0-6893-4c92-9edf-ccc4ef1d1c52", "name": "network-vif-plugged", "status": "completed", "tag": "8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:52:01.021569 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08a1bd95-c9a6-411a-862f-1319657abc36 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:52:01.022572 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40c0db0-6893-4c92-9edf-ccc4ef1d1c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59', 'code': 200} Jul 29 14:52:01.026918 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:01.072884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b542d02e-7503-492b-b868-e4800dd1900e') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:01.075334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b542d02e-7503-492b-b868-e4800dd1900e') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:01.196617 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:01.278199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:52:01.400853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dfaca8-f4c7-436c-b75b-72e9d99f269f None None] Network 6414f4cf-dc2f-4b09-8287-89f5bab6c8bd requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:01.483402 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7a5efaf0-832f-4368-ace3-76317a6c084a req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:01.523215 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7a5efaf0-832f-4368-ace3-76317a6c084a req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:01.530835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:01.650518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:52:01.651545 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:52:01.663288 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:52:01.679461 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b4bce-98f4-4052-8bc0-59291339f34e None None] Pushing event updated for resources: {'Port': ['ID=15a0f18c-3511-4120-86a5-e5ed839e3646,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:01.694422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0966e-fc76-43e8-bd32-de1336e97533 req-590936b4-6df4-446c-8e90-574f1558c7b1 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:01.695280 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84b0966e-fc76-43e8-bd32-de1336e97533 req-590936b4-6df4-446c-8e90-574f1558c7b1 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 945 time: 0.2010620 Jul 29 14:52:01.734625 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c5701f-1a87-4fb1-823e-b26f4e967bae None None] Network 9d921103-6626-4cb3-ae8d-f98a49d86df4 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:01.770592 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5e497-88b7-4c29-816a-e4ed62c8f8be req-2e61ea15-257a-4b09-baa0-dd0fd8ab70d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:01.774344 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-33e5e497-88b7-4c29-816a-e4ed62c8f8be req-2e61ea15-257a-4b09-baa0-dd0fd8ab70d5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 1096 time: 0.5673130 Jul 29 14:52:01.816925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2e1211ac-247a-41f3-9a6e-1e9f2ac3332e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:52:01.897173 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3b5eff41-a633-4b09-aa8a-f8a878fe58c1 None None] Provisioning for port f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:52:01.950137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5efaf0-832f-4368-ace3-76317a6c084a req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:01.951367 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7a5efaf0-832f-4368-ace3-76317a6c084a req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:01.978536 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7a5efaf0-832f-4368-ace3-76317a6c084a req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "PUT /v2.0/ports/2e1211ac-247a-41f3-9a6e-1e9f2ac3332e HTTP/1.1" status: 200 len: 981 time: 2.1003304 Jul 29 14:52:01.979461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a3c000-71c6-4990-a5d9-f7d67a4a0f7f', 'tag': '2e1211ac-247a-41f3-9a6e-1e9f2ac3332e'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:52:01.993947 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6de3b58-41e7-4f46-98e8-95190b33f9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "40a3c000-71c6-4990-a5d9-f7d67a4a0f7f", "tag": "2e1211ac-247a-41f3-9a6e-1e9f2ac3332e"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:52:02.060819 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event updated for resources: {'Port': ['ID=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e,revision_number=6']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:02.072598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.api [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 14:52:02.072598 n-d-802893-1 neutron-server[94157]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 14:52:02.072598 n-d-802893-1 neutron-server[94157]: [parameters: {'id': '9d921103-6626-4cb3-ae8d-f98a49d86df4'}] Jul 29 14:52:02.072598 n-d-802893-1 neutron-server[94157]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:52:02.073122 n-d-802893-1 neutron-server[94157]: DEBUG oslo_db.api [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:52:02.090259 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-33e5e497-88b7-4c29-816a-e4ed62c8f8be req-17d7a7f1-20b1-4b24-996f-62ee6ee07683 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946475 Jul 29 14:52:02.092971 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:02.093619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:02.094172 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:02.095272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:02.095818 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:02.096460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:02.097064 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:02.097617 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:02.098166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:02.098745 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:02.099245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:02.099879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4d69f6-2f47-4bfb-ba7c-f5a780dfb0fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:02.109773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2e1211ac-247a-41f3-9a6e-1e9f2ac3332e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:52:02.123821 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:52:02.195302 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:02.196145 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:02.574592 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:02.601559 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a487f4d1-0037-4580-907e-9caf0cb2ed9b None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 14:52:02.662868 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.resource_extend [None req-55f6d458-ad3b-414c-902d-8ec97006a6d6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] It took 0.80 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:52:02.743128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Deleting port 15a0f18c-3511-4120-86a5-e5ed839e3646 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:52:02.745011 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:02.897684 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55f6d458-ad3b-414c-902d-8ec97006a6d6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:02.899490 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] For port 15a0f18c-3511-4120-86a5-e5ed839e3646, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=15a0f18c-3511-4120-86a5-e5ed839e3646,segment=NetworkSegment(b542d02e-7503-492b-b868-e4800dd1900e),segment_id=b542d02e-7503-492b-b868-e4800dd1900e)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:02.900044 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:02.925598 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84b0966e-fc76-43e8-bd32-de1336e97533 req-71f783d0-34e2-4f15-a4e2-b2ba96a83f59 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2186685 Jul 29 14:52:02.932968 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55f6d458-ad3b-414c-902d-8ec97006a6d6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:03.013179 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Calling delete_port for 15a0f18c-3511-4120-86a5-e5ed839e3646 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:52:03.018559 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8471275e-615b-4238-98d9-80209410a278 None None] Provisioning complete for port f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:03.019342 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8471275e-615b-4238-98d9-80209410a278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:03.080835 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:03.234760 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:03.265495 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc559478-9aa3-463f-aa00-b2f935ced4b2 req-e38788ec-5949-4745-8b2e-34adea5b58b8 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d8bd920-3f15-4638-9f00-a6623508a279 HTTP/1.1" status: 200 len: 210 time: 0.0985641 Jul 29 14:52:03.275871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Port': ['ID=15a0f18c-3511-4120-86a5-e5ed839e3646,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:03.309513 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No DVR routers for this DVR port 15a0f18c-3511-4120-86a5-e5ed839e3646 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:52:03.557993 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:03.571038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a487f4d1-0037-4580-907e-9caf0cb2ed9b None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 14:52:03.590560 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d921103-6626-4cb3-ae8d-f98a49d86df4']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:03.614010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b542d02e-7503-492b-b868-e4800dd1900e') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:03.614310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b542d02e-7503-492b-b868-e4800dd1900e') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:03.623497 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dfb43f80-a115-4640-805b-0bd340010b0a req-0b5b3a03-f0c3-4719-8c05-db84a1dc5a4e tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-166033983&fields=id&tenant_id=12ec5ebcac3949f399e4ca63deca6337 HTTP/1.1" status: 200 len: 267 time: 0.1209941 Jul 29 14:52:03.630886 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:03.640784 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-55f6d458-ad3b-414c-902d-8ec97006a6d6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Floating IP e523cd29-d4b5-41e2-b9a1-eaace38fcace associated. External IP: 172.25.6.247, port: b1d058a6-7a83-4f4e-bef5-ade543933e21. Jul 29 14:52:03.665542 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:03.682317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:52:03.682780 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:52:03.692944 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:52:03.740050 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3a5a54-22d2-4728-9327-6de5e519b01f x-openstack-request-id: req-0b3a5a54-22d2-4728-9327-6de5e519b01f {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:52:03.743687 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a3c000-71c6-4990-a5d9-f7d67a4a0f7f", "tag": "2e1211ac-247a-41f3-9a6e-1e9f2ac3332e", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:52:03.746097 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b3a5a54-22d2-4728-9327-6de5e519b01f {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:52:03.749410 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a3c000-71c6-4990-a5d9-f7d67a4a0f7f', 'tag': '2e1211ac-247a-41f3-9a6e-1e9f2ac3332e', 'status': 'completed', 'code': 200} Jul 29 14:52:03.850901 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb43f80-a115-4640-805b-0bd340010b0a req-ae858f0c-e011-4616-8911-571f28b84818 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:03.863974 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dfb43f80-a115-4640-805b-0bd340010b0a req-ae858f0c-e011-4616-8911-571f28b84818 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 984 time: 0.2391391 Jul 29 14:52:03.915700 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f19a3585-9d9e-4a1e-8efc-c8991e344baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:03.988959 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:04.015690 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de3b58-41e7-4f46-98e8-95190b33f9ba req-46a57318-d9cd-4652-a280-2dd9f249ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:04.018744 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6de3b58-41e7-4f46-98e8-95190b33f9ba req-46a57318-d9cd-4652-a280-2dd9f249ce74 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=12ec5ebcac3949f399e4ca63deca6337&device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 1135 time: 0.1605442 Jul 29 14:52:04.019746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-dfb43f80-a115-4640-805b-0bd340010b0a req-87dbc389-662e-4ad0-b0aa-a869d0691777 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Request body: {'port': {'security_groups': ['ac330cf7-5f4a-4a67-a5ce-b824a15eadd3', 'd9ac96b2-55a0-4255-ba4b-258b83424f8d', 'e5825e0e-ad35-42e8-822e-9c365fee3de7']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:04.035518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5,segment=NetworkSegment(92e1d792-39c3-4142-a28d-01fd27e640f7),segment_id=92e1d792-39c3-4142-a28d-01fd27e640f7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:04.038471 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:04.125096 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:04.134436 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:04.139244 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/9d921103-6626-4cb3-ae8d-f98a49d86df4 HTTP/1.1" status: 204 len: 168 time: 5.3157437 Jul 29 14:52:04.174967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36954) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:04.316272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0e5d644b-3122-41ef-ad79-5b0fdecd366c tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-736245413'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:04.338741 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dfb43f80-a115-4640-805b-0bd340010b0a req-87dbc389-662e-4ad0-b0aa-a869d0691777 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:04.401478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef474b0-a190-41c7-b6e3-8c1306f97ddc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Network': ['ID=9d921103-6626-4cb3-ae8d-f98a49d86df4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:04.470879 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:04.503526 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd426a6f-a06f-4fa2-a844-07732e907860 req-76015457-2cb9-49c5-a647-40141f180bbb tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:04.505264 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd426a6f-a06f-4fa2-a844-07732e907860 req-76015457-2cb9-49c5-a647-40141f180bbb tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 945 time: 0.3887265 Jul 29 14:52:04.508359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5d644b-3122-41ef-ad79-5b0fdecd366c tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:04.512137 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0e5d644b-3122-41ef-ad79-5b0fdecd366c tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:04.554216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:04.578013 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5d644b-3122-41ef-ad79-5b0fdecd366c tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:52:04.589898 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0e5d644b-3122-41ef-ad79-5b0fdecd366c tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:04.590759 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-0e5d644b-3122-41ef-ad79-5b0fdecd366c tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Added segment 4d14e2e4-7e46-4837-abf6-7011f9677886 of type vlan for network 21bcf29e-ca44-439b-b2de-91218845376e Jul 29 14:52:04.612955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f6d458-ad3b-414c-902d-8ec97006a6d6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:52:04.646088 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0e5d644b-3122-41ef-ad79-5b0fdecd366c tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:04.674549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de3b58-41e7-4f46-98e8-95190b33f9ba req-5866c7b9-531b-44ae-8a94-3ca11d52ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:04.676515 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6de3b58-41e7-4f46-98e8-95190b33f9ba req-5866c7b9-531b-44ae-8a94-3ca11d52ac98 service neutron] 10.222.0.38 "GET /v2.0/networks?id=739caf51-5ef0-4339-b121-796ba8c6bb8d HTTP/1.1" status: 200 len: 913 time: 0.6129656 Jul 29 14:52:04.705259 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd426a6f-a06f-4fa2-a844-07732e907860 req-a31bde4f-9161-4aed-81de-993e8ee6f3cb tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859369 Jul 29 14:52:04.746510 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0e5d644b-3122-41ef-ad79-5b0fdecd366c tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:04.753548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5d644b-3122-41ef-ad79-5b0fdecd366c tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:04.754503 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0e5d644b-3122-41ef-ad79-5b0fdecd366c tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:04.762252 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6de3b58-41e7-4f46-98e8-95190b33f9ba req-f2a50e1d-b991-4d99-bdb2-80e057e0097f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e HTTP/1.1" status: 200 len: 217 time: 0.0635097 Jul 29 14:52:04.953887 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0e5d644b-3122-41ef-ad79-5b0fdecd366c tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6640198 Jul 29 14:52:04.999884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36982) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:05.018030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3f6f4f19-ceff-4484-8be3-90089812c7d0 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'subnet': {'network_id': '21bcf29e-ca44-439b-b2de-91218845376e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:05.025480 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d644b-3122-41ef-ad79-5b0fdecd366c tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Network': ['ID=21bcf29e-ca44-439b-b2de-91218845376e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:05.044939 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 21bcf29e-ca44-439b-b2de-91218845376e details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:52:05.076821 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de3b58-41e7-4f46-98e8-95190b33f9ba req-c6ddbfee-00f5-4fcd-baee-67fd37802e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:05.090368 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6de3b58-41e7-4f46-98e8-95190b33f9ba req-c6ddbfee-00f5-4fcd-baee-67fd37802e90 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7b768955-99f3-44de-ad0c-7f2f34e05f62 HTTP/1.1" status: 200 len: 852 time: 0.3080719 Jul 29 14:52:05.174417 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-dfb43f80-a115-4640-805b-0bd340010b0a req-87dbc389-662e-4ad0-b0aa-a869d0691777 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] For port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e,segment=NetworkSegment(d7375c04-a5a9-4b4d-97d0-0b20766a6837),segment_id=d7375c04-a5a9-4b4d-97d0-0b20766a6837)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:05.232515 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6de3b58-41e7-4f46-98e8-95190b33f9ba req-8d53f702-c4ec-410a-9c7a-746619ed5803 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=739caf51-5ef0-4339-b121-796ba8c6bb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865533 Jul 29 14:52:05.331206 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-41cd0336-2478-48ce-9160-b3f3a61a80dd tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:05.336149 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-41cd0336-2478-48ce-9160-b3f3a61a80dd tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/networks?id=ed19475f-16bb-4675-9b16-f2d2e343b379 HTTP/1.1" status: 200 len: 805 time: 0.4604704 Jul 29 14:52:05.341056 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dfb43f80-a115-4640-805b-0bd340010b0a req-87dbc389-662e-4ad0-b0aa-a869d0691777 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:05.344376 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f6d458-ad3b-414c-902d-8ec97006a6d6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:52:05.352201 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55f6d458-ad3b-414c-902d-8ec97006a6d6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:05.356879 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 5e34a88c-88ad-40fe-948e-d687a9bdf90f no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:52:05.370373 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89655ac8-91c1-437e-b4d8-e9855829d656 None None] Sync routers for ids ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:52:05.382580 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89655ac8-91c1-437e-b4d8-e9855829d656 None None] Routers {'8ed24278-f340-4f7c-af16-fb3c2853d9a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:52:05.383264 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-89655ac8-91c1-437e-b4d8-e9855829d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:52:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:05.421343 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dfb43f80-a115-4640-805b-0bd340010b0a req-87dbc389-662e-4ad0-b0aa-a869d0691777 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:05.443722 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-6a283f14-66da-4ea4-ad0a-38c1e6f94dfa tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/quotas/837133df88c142f4a477dda58bdd3698 HTTP/1.1" status: 200 len: 375 time: 0.0433507 Jul 29 14:52:05.464728 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2e1211ac-247a-41f3-9a6e-1e9f2ac3332e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:52:05.476484 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-55f6d458-ad3b-414c-902d-8ec97006a6d6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "PUT /v2.0/floatingips/e523cd29-d4b5-41e2-b9a1-eaace38fcace HTTP/1.1" status: 200 len: 992 time: 4.7461102 Jul 29 14:52:05.491628 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6f4f19-ceff-4484-8be3-90089812c7d0 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:05.495867 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f6f4f19-ceff-4484-8be3-90089812c7d0 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:05.518889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'tag': 'b1d058a6-7a83-4f4e-bef5-ade543933e21'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:52:05.521934 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96feb6a-a033-4bea-b767-5743fecba2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac25a592-02af-4dbb-bb72-d24cd0229fb9", "tag": "b1d058a6-7a83-4f4e-bef5-ade543933e21"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:52:05.549220 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-89655ac8-91c1-437e-b4d8-e9855829d656 None None] Set router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:52:05.601030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb43f80-a115-4640-805b-0bd340010b0a req-87dbc389-662e-4ad0-b0aa-a869d0691777 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:05.601939 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dfb43f80-a115-4640-805b-0bd340010b0a req-87dbc389-662e-4ad0-b0aa-a869d0691777 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:05.615552 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dfb43f80-a115-4640-805b-0bd340010b0a req-87dbc389-662e-4ad0-b0aa-a869d0691777 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "PUT /v2.0/ports/2e1211ac-247a-41f3-9a6e-1e9f2ac3332e HTTP/1.1" status: 200 len: 1020 time: 1.7500827 Jul 29 14:52:05.619457 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbc389-662e-4ad0-b0aa-a869d0691777 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event updated for resources: {'Port': ['ID=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:05.687024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2e1211ac-247a-41f3-9a6e-1e9f2ac3332e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:52:05.719417 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ccbb1-c0ec-4cbd-a136-3993bc2afee1 req-55664d23-6e95-401b-bbb7-ee39cdfae7e0 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:05.730955 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e7ccbb1-c0ec-4cbd-a136-3993bc2afee1 req-55664d23-6e95-401b-bbb7-ee39cdfae7e0 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.39 "GET /v2.0/ports?device_id=07666018-39d0-4d70-b11f-0dd5136e72ee HTTP/1.1" status: 200 len: 945 time: 0.3119018 Jul 29 14:52:05.740919 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6de3b58-41e7-4f46-98e8-95190b33f9ba req-37735663-3567-4404-9514-ee53aa8204d5 service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994545 Jul 29 14:52:05.974330 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:05.992088 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-e8cfd214-0a37-455c-bb74-542f61f98b53 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=837133df88c142f4a477dda58bdd3698&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5466938 Jul 29 14:52:06.219098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-6e7ccbb1-c0ec-4cbd-a136-3993bc2afee1 req-8a277b3e-63a6-4fc4-b40b-af602a74357e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Deleting port 5e34a88c-88ad-40fe-948e-d687a9bdf90f {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:52:06.226929 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6e7ccbb1-c0ec-4cbd-a136-3993bc2afee1 req-8a277b3e-63a6-4fc4-b40b-af602a74357e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:06.246300 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07666018-39d0-4d70-b11f-0dd5136e72ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e34a88c-88ad-40fe-948e-d687a9bdf90f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:52:06.250690 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd26199-9221-4047-9236-7f00d629928b" -d '{"events": [{"server_uuid": "07666018-39d0-4d70-b11f-0dd5136e72ee", "name": "network-vif-unplugged", "status": "completed", "tag": "5e34a88c-88ad-40fe-948e-d687a9bdf90f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:52:06.462861 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:52:06.506913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 5e34a88c-88ad-40fe-948e-d687a9bdf90f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5e34a88c-88ad-40fe-948e-d687a9bdf90f,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:06.552750 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:06.578435 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:06.730609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd58cf8-bd67-4eb3-8acf-0f6fbfff8b12 req-1d491ea8-a88f-44d4-89d9-5ba1d3c2ce64 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:06.739465 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7cd58cf8-bd67-4eb3-8acf-0f6fbfff8b12 req-1d491ea8-a88f-44d4-89d9-5ba1d3c2ce64 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 1023 time: 0.3402929 Jul 29 14:52:06.781547 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-89655ac8-91c1-437e-b4d8-e9855829d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:21Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'e523cd29-d4b5-41e2-b9a1-eaace38fcace', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'port_id': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'mac_address': 'fa:16:3e:24:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:51:27Z', 'updated_at': '2021-07-29T14:52:01Z', 'revision_number': 1, 'project_id': '247d807a3183413d81bd38d576287ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a406e41-5bc5-4f57-880c-9af145e324d7', 'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'mac_address': 'fa:16:3e:52:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:18Z', 'updated_at': '2021-07-29T14:46:31Z', 'revision_number': 5, 'project_id': '247d807a3183413d81bd38d576287ebf', 'subnets': [{'id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:06.796641 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-6e7ccbb1-c0ec-4cbd-a136-3993bc2afee1 req-8a277b3e-63a6-4fc4-b40b-af602a74357e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] For port 5e34a88c-88ad-40fe-948e-d687a9bdf90f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5e34a88c-88ad-40fe-948e-d687a9bdf90f,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:06.797307 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6e7ccbb1-c0ec-4cbd-a136-3993bc2afee1 req-8a277b3e-63a6-4fc4-b40b-af602a74357e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:06.897156 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=5e34a88c-88ad-40fe-948e-d687a9bdf90f,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:06.924910 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-6e7ccbb1-c0ec-4cbd-a136-3993bc2afee1 req-8a277b3e-63a6-4fc4-b40b-af602a74357e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Calling delete_port for 5e34a88c-88ad-40fe-948e-d687a9bdf90f owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:52:06.926900 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89655ac8-91c1-437e-b4d8-e9855829d656 None None] Checking router: 8ed24278-f340-4f7c-af16-fb3c2853d9a1 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:52:06.963457 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89655ac8-91c1-437e-b4d8-e9855829d656 None None] Routers {'8ed24278-f340-4f7c-af16-fb3c2853d9a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:52:06.963798 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-89655ac8-91c1-437e-b4d8-e9855829d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:52:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:07.072302 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:07.072702 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:07.284658 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6de3b58-41e7-4f46-98e8-95190b33f9ba req-7dbb702a-bdac-4242-8946-a679f997c01a service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5081053 Jul 29 14:52:07.371646 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7cd58cf8-bd67-4eb3-8acf-0f6fbfff8b12 req-40f19caa-7f1b-4a26-bc6d-1c3daf13963c tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5825e0e-ad35-42e8-822e-9c365fee3de7&id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&id=d9ac96b2-55a0-4255-ba4b-258b83424f8d HTTP/1.1" status: 200 len: 6157 time: 0.6078277 Jul 29 14:52:07.372342 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-89655ac8-91c1-437e-b4d8-e9855829d656 None None] Set router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:52:07.457395 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-06ff4df2-be78-43a5-a07f-5055c576a552 service neutron] 10.222.0.16 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4600205 Jul 29 14:52:07.574563 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6e7ccbb1-c0ec-4cbd-a136-3993bc2afee1 req-8a277b3e-63a6-4fc4-b40b-af602a74357e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:07.587557 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939ff224-bc59-4d6c-988d-a04cc5cd8b26 x-openstack-request-id: req-939ff224-bc59-4d6c-988d-a04cc5cd8b26 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:52:07.587896 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac25a592-02af-4dbb-bb72-d24cd0229fb9", "tag": "b1d058a6-7a83-4f4e-bef5-ade543933e21", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:52:07.588152 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-939ff224-bc59-4d6c-988d-a04cc5cd8b26 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:52:07.588580 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'tag': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'status': 'completed', 'code': 200} Jul 29 14:52:07.627901 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f6f4f19-ceff-4484-8be3-90089812c7d0 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:07.681420 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a277b3e-63a6-4fc4-b40b-af602a74357e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Pushing event deleted for resources: {'Port': ['ID=5e34a88c-88ad-40fe-948e-d687a9bdf90f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:07.898823 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561102d1-d7ec-42aa-beb7-e45dc0364bb2 x-openstack-request-id: req-561102d1-d7ec-42aa-beb7-e45dc0364bb2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:52:07.900204 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07666018-39d0-4d70-b11f-0dd5136e72ee", "name": "network-vif-unplugged", "status": "completed", "tag": "5e34a88c-88ad-40fe-948e-d687a9bdf90f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:52:07.900881 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-561102d1-d7ec-42aa-beb7-e45dc0364bb2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:52:07.901876 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07666018-39d0-4d70-b11f-0dd5136e72ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e34a88c-88ad-40fe-948e-d687a9bdf90f', 'code': 200} Jul 29 14:52:07.910167 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7ccbb1-c0ec-4cbd-a136-3993bc2afee1 req-8a277b3e-63a6-4fc4-b40b-af602a74357e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] No DVR routers for this DVR port 5e34a88c-88ad-40fe-948e-d687a9bdf90f on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:52:07.926516 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6e7ccbb1-c0ec-4cbd-a136-3993bc2afee1 req-8a277b3e-63a6-4fc4-b40b-af602a74357e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:07.932003 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f4f19-ceff-4484-8be3-90089812c7d0 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Subnet': ['ID=8b6d1c34-0ffe-43c7-8071-b1570728818f,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:07.935375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e7ccbb1-c0ec-4cbd-a136-3993bc2afee1 req-8a277b3e-63a6-4fc4-b40b-af602a74357e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.39 "DELETE /v2.0/ports/5e34a88c-88ad-40fe-948e-d687a9bdf90f HTTP/1.1" status: 204 len: 173 time: 2.1971116 Jul 29 14:52:08.105026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6f4f19-ceff-4484-8be3-90089812c7d0 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Checking segment: {'id': '4d14e2e4-7e46-4837-abf6-7011f9677886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '21bcf29e-ca44-439b-b2de-91218845376e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:08.106246 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6f4f19-ceff-4484-8be3-90089812c7d0 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network hostable DHCP agents. Network: 21bcf29e-ca44-439b-b2de-91218845376e, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:52:08.124647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96feb6a-a033-4bea-b767-5743fecba2c7 req-82f796e4-1169-4ef0-97fe-179a752102f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:08.126401 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c96feb6a-a033-4bea-b767-5743fecba2c7 req-82f796e4-1169-4ef0-97fe-179a752102f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=247d807a3183413d81bd38d576287ebf&device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 1097 time: 0.4503829 Jul 29 14:52:08.234687 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-89655ac8-91c1-437e-b4d8-e9855829d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:21Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'e523cd29-d4b5-41e2-b9a1-eaace38fcace', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'port_id': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'mac_address': 'fa:16:3e:24:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:51:27Z', 'updated_at': '2021-07-29T14:52:01Z', 'revision_number': 1, 'project_id': '247d807a3183413d81bd38d576287ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a406e41-5bc5-4f57-880c-9af145e324d7', 'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'mac_address': 'fa:16:3e:52:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:18Z', 'updated_at': '2021-07-29T14:46:31Z', 'revision_number': 5, 'project_id': '247d807a3183413d81bd38d576287ebf', 'subnets': [{'id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:08.268715 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96feb6a-a033-4bea-b767-5743fecba2c7 req-43e81a72-dc84-46f6-bc7e-b72b208f5b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:08.279370 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c96feb6a-a033-4bea-b767-5743fecba2c7 req-43e81a72-dc84-46f6-bc7e-b72b208f5b29 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 200 len: 918 time: 0.1392083 Jul 29 14:52:08.284275 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-42cea6be-e636-4969-bf9b-600f93d24273 service neutron] 10.222.0.16 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8249710 Jul 29 14:52:08.374136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-e346b3f8-f8a8-4a7b-b266-d40fe3530fa9 req-05c76953-0a21-48e1-a122-e8048387501f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Request body: {'security_group': {'name': ' tempest-securitygroup -584993967 ', 'description': 'tempest-description-1006492527'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:08.401666 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89655ac8-91c1-437e-b4d8-e9855829d656 None None] The sync data for ids ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'] in n-d-802893-1 is: [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:21Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'e523cd29-d4b5-41e2-b9a1-eaace38fcace', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'port_id': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'mac_address': 'fa:16:3e:24:a9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:51:27Z', 'updated_at': '2021-07-29T14:52:01Z', 'revision_number': 1, 'project_id': '247d807a3183413d81bd38d576287ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a406e41-5bc5-4f57-880c-9af145e324d7', 'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'mac_address': 'fa:16:3e:52:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:18Z', 'updated_at': '2021-07-29T14:46:31Z', 'revision_number': 5, 'project_id': '247d807a3183413d81bd38d576287ebf', 'subnets': [{'id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:52:08.434853 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6f4f19-ceff-4484-8be3-90089812c7d0 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network 21bcf29e-ca44-439b-b2de-91218845376e is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:52:08.476646 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-3f6f4f19-ceff-4484-8be3-90089812c7d0 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 21bcf29e-ca44-439b-b2de-91218845376e) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:08.478128 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e346b3f8-f8a8-4a7b-b266-d40fe3530fa9 req-05c76953-0a21-48e1-a122-e8048387501f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:08.490372 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08d7343-f6d2-4ee5-b68c-b85e6c369fa5 None None] Network 21bcf29e-ca44-439b-b2de-91218845376e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:08.560204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6f4f19-ceff-4484-8be3-90089812c7d0 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:08.561375 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f6f4f19-ceff-4484-8be3-90089812c7d0 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:08.604768 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c96feb6a-a033-4bea-b767-5743fecba2c7 req-f9085f9b-d237-4da7-ae3a-d21bf1b72e0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21 HTTP/1.1" status: 200 len: 1000 time: 0.3118646 Jul 29 14:52:08.673381 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e346b3f8-f8a8-4a7b-b266-d40fe3530fa9 req-05c76953-0a21-48e1-a122-e8048387501f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:08.681655 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e346b3f8-f8a8-4a7b-b266-d40fe3530fa9 req-05c76953-0a21-48e1-a122-e8048387501f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:08.745525 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3f6f4f19-ceff-4484-8be3-90089812c7d0 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.7346189 Jul 29 14:52:08.750097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37052) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:08.755911 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c76953-0a21-48e1-a122-e8048387501f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ded742-11a9-4553-9d81-4b378a4082c2,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:08.757672 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-c0539b1e-5d36-454c-9aa1-aa52cd706568 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1184660004'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:08.780604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96feb6a-a033-4bea-b767-5743fecba2c7 req-f5d10ecd-4f6b-4a7a-80ae-b8e801bc7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:08.787047 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c96feb6a-a033-4bea-b767-5743fecba2c7 req-f5d10ecd-4f6b-4a7a-80ae-b8e801bc7bf4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d86473b6-310e-404b-a7a5-30517fe56c5e HTTP/1.1" status: 200 len: 856 time: 0.1650898 Jul 29 14:52:08.851786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0539b1e-5d36-454c-9aa1-aa52cd706568 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:08.859841 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e346b3f8-f8a8-4a7b-b266-d40fe3530fa9 req-05c76953-0a21-48e1-a122-e8048387501f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:08.864059 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0539b1e-5d36-454c-9aa1-aa52cd706568 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:08.870618 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e346b3f8-f8a8-4a7b-b266-d40fe3530fa9 req-05c76953-0a21-48e1-a122-e8048387501f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.5035379 Jul 29 14:52:09.003305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96feb6a-a033-4bea-b767-5743fecba2c7 req-5cfe4d19-cc52-45a3-a1a8-65792f0bfa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:09.014162 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c96feb6a-a033-4bea-b767-5743fecba2c7 req-5cfe4d19-cc52-45a3-a1a8-65792f0bfa73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7376b65-c37a-462a-9b7f-fd5ca02310cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173223 Jul 29 14:52:09.308355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42870e8-7dd8-4a23-b011-8e7815e4784b None None] New status for floating IP e523cd29-d4b5-41e2-b9a1-eaace38fcace: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:52:09.527095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 5e34a88c-88ad-40fe-948e-d687a9bdf90f no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:52:09.530493 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0539b1e-5d36-454c-9aa1-aa52cd706568 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:52:09.588416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 5e34a88c-88ad-40fe-948e-d687a9bdf90f {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:52:09.589063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 5e34a88c-88ad-40fe-948e-d687a9bdf90f not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:52:09.631613 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0539b1e-5d36-454c-9aa1-aa52cd706568 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:09.632639 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-c0539b1e-5d36-454c-9aa1-aa52cd706568 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Added segment ce5cb752-8f2a-4c3d-89bd-914c4b1a97fb of type vlan for network 09f6cf12-ae83-4a32-937d-d54c59948840 Jul 29 14:52:09.650761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a3c000-71c6-4990-a5d9-f7d67a4a0f7f', 'tag': '2e1211ac-247a-41f3-9a6e-1e9f2ac3332e'}, {'server_uuid': '07666018-39d0-4d70-b11f-0dd5136e72ee', 'name': 'network-vif-deleted', 'tag': '5e34a88c-88ad-40fe-948e-d687a9bdf90f'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:52:09.660839 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04bd033-ca81-4816-8e8f-54029831fe33" -d '{"events": [{"name": "network-changed", "server_uuid": "40a3c000-71c6-4990-a5d9-f7d67a4a0f7f", "tag": "2e1211ac-247a-41f3-9a6e-1e9f2ac3332e"}, {"server_uuid": "07666018-39d0-4d70-b11f-0dd5136e72ee", "name": "network-vif-deleted", "tag": "5e34a88c-88ad-40fe-948e-d687a9bdf90f"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:52:09.670104 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-15c1339c-9e13-4746-9b4c-c8df7b3d656d req-007b6690-f515-41ad-846a-1033f73f1426 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 210 time: 0.0801032 Jul 29 14:52:09.772360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-21bcf29e-ca44-439b-b2de-91218845376e', 'network_id': '21bcf29e-ca44-439b-b2de-91218845376e', 'tenant_id': '1a2d38048eca4a23afab0ed49a95bb95', 'fixed_ips': [{'subnet_id': '8b6d1c34-0ffe-43c7-8071-b1570728818f'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:52:09.776206 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:09.786997 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c96feb6a-a033-4bea-b767-5743fecba2c7 req-179d1157-d7fc-46de-957a-0c0717a7012b service neutron] 10.222.0.39 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7700834 Jul 29 14:52:10.050766 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ee8a13d0-1cc5-43da-aa22-f0264dee2650 req-fffbcc9e-75cc-453b-aa36-6e0e2e6c59d8 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/c7ded742-11a9-4553-9d81-4b378a4082c2 HTTP/1.1" status: 200 len: 1782 time: 0.9572361 Jul 29 14:52:10.085923 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0539b1e-5d36-454c-9aa1-aa52cd706568 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:10.287403 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 14:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4b65d2-dcbb-416c-90fc-7e5c9f9c786e x-openstack-request-id: req-ac4b65d2-dcbb-416c-90fc-7e5c9f9c786e {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:52:10.287733 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a3c000-71c6-4990-a5d9-f7d67a4a0f7f", "tag": "2e1211ac-247a-41f3-9a6e-1e9f2ac3332e", "status": "completed", "code": 200}, {"server_uuid": "07666018-39d0-4d70-b11f-0dd5136e72ee", "name": "network-vif-deleted", "tag": "5e34a88c-88ad-40fe-948e-d687a9bdf90f", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:52:10.287996 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac4b65d2-dcbb-416c-90fc-7e5c9f9c786e {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:52:10.288506 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a3c000-71c6-4990-a5d9-f7d67a4a0f7f', 'tag': '2e1211ac-247a-41f3-9a6e-1e9f2ac3332e', 'status': 'completed', 'code': 200} Jul 29 14:52:10.291779 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07666018-39d0-4d70-b11f-0dd5136e72ee', 'name': 'network-vif-deleted', 'tag': '5e34a88c-88ad-40fe-948e-d687a9bdf90f', 'status': 'completed', 'code': 200} Jul 29 14:52:10.367392 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c96feb6a-a033-4bea-b767-5743fecba2c7 req-8c03b94b-defe-46df-90a3-f5ad846a74e8 service neutron] 10.222.0.39 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691853 Jul 29 14:52:10.383105 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c5391-ade2-4d7b-a630-06d31108879f req-ab8575e8-d593-4abc-accc-e24fdf346e3f tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:10.383348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Allocated IP 2001:db8::3 (21bcf29e-ca44-439b-b2de-91218845376e/8b6d1c34-0ffe-43c7-8071-b1570728818f/6a66742f-ff3a-473a-b4ea-267f12cade7a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:52:10.389364 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-375c5391-ade2-4d7b-a630-06d31108879f req-ab8575e8-d593-4abc-accc-e24fdf346e3f tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 945 time: 0.1985860 Jul 29 14:52:10.426552 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0539b1e-5d36-454c-9aa1-aa52cd706568 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:10.443756 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0539b1e-5d36-454c-9aa1-aa52cd706568 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:10.444736 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0539b1e-5d36-454c-9aa1-aa52cd706568 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:10.516729 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c0539b1e-5d36-454c-9aa1-aa52cd706568 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7601750 Jul 29 14:52:10.521812 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37098) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:10.544635 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-5aaeeb4e-f471-4287-a9b6-22a344deda6f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'subnet': {'network_id': '09f6cf12-ae83-4a32-937d-d54c59948840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:10.547092 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-375c5391-ade2-4d7b-a630-06d31108879f req-bc34dbfc-2efe-4c62-98d5-9a4d2497ec2c tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489310 Jul 29 14:52:10.872284 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03b0061b-f521-4ac5-b98a-8ea13b39cd84 req-27e06782-d78f-4b01-bbaf-1e11820e1cec tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 210 time: 0.0763478 Jul 29 14:52:10.875828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bd033-ca81-4816-8e8f-54029831fe33 req-7bdb7b74-6663-49d6-a24a-1cf65f930912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:10.877640 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e04bd033-ca81-4816-8e8f-54029831fe33 req-7bdb7b74-6663-49d6-a24a-1cf65f930912 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=12ec5ebcac3949f399e4ca63deca6337&device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 1174 time: 0.5639582 Jul 29 14:52:10.992932 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:11.178976 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ede1d1f2-91c9-41c4-802a-a4a91e5db80d req-fb3dacc8-95ce-45dd-a299-39f0113385b7 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/c7ded742-11a9-4553-9d81-4b378a4082c2 HTTP/1.1" status: 200 len: 1782 time: 0.8626223 Jul 29 14:52:11.216414 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bd033-ca81-4816-8e8f-54029831fe33 req-c82a19da-fd2f-4379-b811-d1a8aac05653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:11.246240 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e04bd033-ca81-4816-8e8f-54029831fe33 req-c82a19da-fd2f-4379-b811-d1a8aac05653 service neutron] 10.222.0.38 "GET /v2.0/networks?id=739caf51-5ef0-4339-b121-796ba8c6bb8d HTTP/1.1" status: 200 len: 913 time: 0.3446012 Jul 29 14:52:11.249183 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede59d82-c682-46e2-a9b4-48c6c0ff0a04 req-ad81556a-55f3-42a7-b86e-50cbd5094bb4 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:11.251780 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ede59d82-c682-46e2-a9b4-48c6c0ff0a04 req-ad81556a-55f3-42a7-b86e-50cbd5094bb4 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.38 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 945 time: 0.1776233 Jul 29 14:52:11.257335 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:11.300600 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Transition to ACTIVE for port object 6a66742f-ff3a-473a-b4ea-267f12cade7a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:11.320121 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e04bd033-ca81-4816-8e8f-54029831fe33 req-700a499d-b97f-4bdb-a6d9-e00a2fec3dbb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e HTTP/1.1" status: 200 len: 217 time: 0.0489533 Jul 29 14:52:11.326953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0539b1e-5d36-454c-9aa1-aa52cd706568 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Network': ['ID=09f6cf12-ae83-4a32-937d-d54c59948840,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:11.359839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Transition to ACTIVE for port object 6a66742f-ff3a-473a-b4ea-267f12cade7a will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:11.379793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 09f6cf12-ae83-4a32-937d-d54c59948840 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:52:11.385788 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:11.389468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaeeb4e-f471-4287-a9b6-22a344deda6f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:11.394166 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5aaeeb4e-f471-4287-a9b6-22a344deda6f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:11.536210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Pushing event updated for resources: {'Port': ['ID=6a66742f-ff3a-473a-b4ea-267f12cade7a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:11.554349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-ede59d82-c682-46e2-a9b4-48c6c0ff0a04 req-61525c52-de39-48ab-9f7e-10758a28815a tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Deleting port 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:52:11.555278 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ede59d82-c682-46e2-a9b4-48c6c0ff0a04 req-61525c52-de39-48ab-9f7e-10758a28815a tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:11.558630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.ipam_backend_mixin [None req-5aaeeb4e-f471-4287-a9b6-22a344deda6f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Performing IP validity checks on allocation pools {{(pid=94157) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 14:52:11.560393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.ipam_backend_mixin [None req-5aaeeb4e-f471-4287-a9b6-22a344deda6f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94157) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 14:52:11.806529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Network 21bcf29e-ca44-439b-b2de-91218845376e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:52:11.810248 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:11.814273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:52:11.968361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ede59d82-c682-46e2-a9b4-48c6c0ff0a04 req-61525c52-de39-48ab-9f7e-10758a28815a tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] For port 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59,segment=NetworkSegment(2ec663a8-61ab-4628-9c8b-f6d0cee4ac59),segment_id=2ec663a8-61ab-4628-9c8b-f6d0cee4ac59)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:11.969071 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ede59d82-c682-46e2-a9b4-48c6c0ff0a04 req-61525c52-de39-48ab-9f7e-10758a28815a tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:11.989062 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Attempting to bind port 6a66742f-ff3a-473a-b4ea-267f12cade7a on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:52:11.989489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Attempting to bind port 6a66742f-ff3a-473a-b4ea-267f12cade7a by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '4d14e2e4-7e46-4837-abf6-7011f9677886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '21bcf29e-ca44-439b-b2de-91218845376e'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:52:11.989850 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Attempting to bind port 6a66742f-ff3a-473a-b4ea-267f12cade7a on network 21bcf29e-ca44-439b-b2de-91218845376e {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:52:12.005873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:52:12.006260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Checking segment: {'id': '4d14e2e4-7e46-4837-abf6-7011f9677886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '21bcf29e-ca44-439b-b2de-91218845376e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:12.006669 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:12.007067 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Bound using segment: {'id': '4d14e2e4-7e46-4837-abf6-7011f9677886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '21bcf29e-ca44-439b-b2de-91218845376e'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:52:12.007556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Bound port: 6a66742f-ff3a-473a-b4ea-267f12cade7a, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d14e2e4-7e46-4837-abf6-7011f9677886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '21bcf29e-ca44-439b-b2de-91218845376e'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:52:12.007939 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:12.019999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-ede59d82-c682-46e2-a9b4-48c6c0ff0a04 req-61525c52-de39-48ab-9f7e-10758a28815a tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Calling delete_port for 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:52:12.136342 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5aaeeb4e-f471-4287-a9b6-22a344deda6f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:12.183819 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-ddacd2e0-d864-48cd-8da7-37fab9737f47 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:12.185926 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-ddacd2e0-d864-48cd-8da7-37fab9737f47 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.39 "GET /v2.0/networks?id=ed19475f-16bb-4675-9b16-f2d2e343b379 HTTP/1.1" status: 200 len: 805 time: 0.4591768 Jul 29 14:52:12.195582 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] For port 6a66742f-ff3a-473a-b4ea-267f12cade7a, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:52:12.203631 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] For port 6a66742f-ff3a-473a-b4ea-267f12cade7a, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=6a66742f-ff3a-473a-b4ea-267f12cade7a,segment=NetworkSegment(4d14e2e4-7e46-4837-abf6-7011f9677886),segment_id=4d14e2e4-7e46-4837-abf6-7011f9677886)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:52:12.221124 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:12.276060 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edd473-2c88-4e03-ab52-ee1bb8de90f5 req-95dce5e7-ce5d-4db2-82e8-68e48dccda2d tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:12.284805 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a2edd473-2c88-4e03-ab52-ee1bb8de90f5 req-95dce5e7-ce5d-4db2-82e8-68e48dccda2d tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 945 time: 0.3999102 Jul 29 14:52:12.382781 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa078519-2c61-4201-ae1a-2b854e8462d2 None None] Pushing event updated for resources: {'Port': ['ID=6a66742f-ff3a-473a-b4ea-267f12cade7a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:12.387226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-2fe0c0d8-a38d-4e40-8d8d-c4ed6f7ce24c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Request body: {'port': {'device_id': '89243f92-b2db-4214-a619-e1457eadf399', 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379', 'admin_state_up': True, 'tenant_id': '837133df88c142f4a477dda58bdd3698'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:12.521240 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a2edd473-2c88-4e03-ab52-ee1bb8de90f5 req-d5c3eb77-d4d8-4400-9702-fb2738bc4bb4 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230048 Jul 29 14:52:12.531639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bd033-ca81-4816-8e8f-54029831fe33 req-f582ad93-fada-45b2-b767-f758bb686ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:12.533336 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e04bd033-ca81-4816-8e8f-54029831fe33 req-f582ad93-fada-45b2-b767-f758bb686ad0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7b768955-99f3-44de-ad0c-7f2f34e05f62 HTTP/1.1" status: 200 len: 852 time: 1.1662471 Jul 29 14:52:12.534430 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ede1d1f2-91c9-41c4-802a-a4a91e5db80d req-c5c91b43-0c90-4b6b-9338-a0c22da9eed0 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:12.549177 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaeeb4e-f471-4287-a9b6-22a344deda6f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Subnet': ['ID=6889aad1-f04e-43f2-be1f-7b250900db1e,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:12.662511 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e04bd033-ca81-4816-8e8f-54029831fe33 req-2c453fc6-4680-4281-91c4-f66a2e3d3780 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=739caf51-5ef0-4339-b121-796ba8c6bb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974064 Jul 29 14:52:12.760504 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ede59d82-c682-46e2-a9b4-48c6c0ff0a04 req-61525c52-de39-48ab-9f7e-10758a28815a tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:12.800990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:52:12.860565 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ede1d1f2-91c9-41c4-802a-a4a91e5db80d req-c5c91b43-0c90-4b6b-9338-a0c22da9eed0 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:12.871200 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61525c52-de39-48ab-9f7e-10758a28815a tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Pushing event deleted for resources: {'Port': ['ID=8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:12.914414 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a010a97a-8354-450c-9fba-8966a5d23987 req-81cc48bf-af5f-446a-882f-18e86738341d tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 210 time: 0.0584733 Jul 29 14:52:12.916941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaeeb4e-f471-4287-a9b6-22a344deda6f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Checking segment: {'id': 'ce5cb752-8f2a-4c3d-89bd-914c4b1a97fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '09f6cf12-ae83-4a32-937d-d54c59948840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:12.917323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaeeb4e-f471-4287-a9b6-22a344deda6f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network hostable DHCP agents. Network: 09f6cf12-ae83-4a32-937d-d54c59948840, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:52:13.014925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-2fe0c0d8-a38d-4e40-8d8d-c4ed6f7ce24c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Made reservation on behalf of 837133df88c142f4a477dda58bdd3698 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:13.018662 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-2fe0c0d8-a38d-4e40-8d8d-c4ed6f7ce24c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:13.110309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede59d82-c682-46e2-a9b4-48c6c0ff0a04 req-61525c52-de39-48ab-9f7e-10758a28815a tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] No DVR routers for this DVR port 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:52:13.122324 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ede59d82-c682-46e2-a9b4-48c6c0ff0a04 req-61525c52-de39-48ab-9f7e-10758a28815a tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:13.132566 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ede59d82-c682-46e2-a9b4-48c6c0ff0a04 req-61525c52-de39-48ab-9f7e-10758a28815a tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.38 "DELETE /v2.0/ports/8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 HTTP/1.1" status: 204 len: 173 time: 1.8684735 Jul 29 14:52:13.133789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40c0db0-6893-4c92-9edf-ccc4ef1d1c52', 'name': 'network-vif-deleted', 'tag': '8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:52:13.137637 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaeeb4e-f471-4287-a9b6-22a344deda6f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network 09f6cf12-ae83-4a32-937d-d54c59948840 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:52:13.141376 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6e2cdf-9530-43f4-b057-80eff1f1c883" -d '{"events": [{"server_uuid": "b40c0db0-6893-4c92-9edf-ccc4ef1d1c52", "name": "network-vif-deleted", "tag": "8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:52:13.151147 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ede1d1f2-91c9-41c4-802a-a4a91e5db80d req-c5c91b43-0c90-4b6b-9338-a0c22da9eed0 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:13.154447 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ede1d1f2-91c9-41c4-802a-a4a91e5db80d req-c5c91b43-0c90-4b6b-9338-a0c22da9eed0 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:13.168816 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ede1d1f2-91c9-41c4-802a-a4a91e5db80d req-c5c91b43-0c90-4b6b-9338-a0c22da9eed0 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "DELETE /v2.0/security-groups/c7ded742-11a9-4553-9d81-4b378a4082c2 HTTP/1.1" status: 204 len: 173 time: 1.9885335 Jul 29 14:52:13.199494 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e04bd033-ca81-4816-8e8f-54029831fe33 req-319c7f89-25e2-47d7-926e-69a183d7916e service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162284 Jul 29 14:52:13.224570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c91b43-0c90-4b6b-9338-a0c22da9eed0 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ded742-11a9-4553-9d81-4b378a4082c2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:13.234221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-5aaeeb4e-f471-4287-a9b6-22a344deda6f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 09f6cf12-ae83-4a32-937d-d54c59948840) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:13.251724 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa2d75f-7314-4105-8f22-419e7483f4c3 None None] Network 09f6cf12-ae83-4a32-937d-d54c59948840 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:13.315955 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9350d45-6aa7-4553-9fd9-676e646c1438 x-openstack-request-id: req-d9350d45-6aa7-4553-9fd9-676e646c1438 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:52:13.316577 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40c0db0-6893-4c92-9edf-ccc4ef1d1c52", "name": "network-vif-deleted", "tag": "8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:52:13.317080 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9350d45-6aa7-4553-9fd9-676e646c1438 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:52:13.317838 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40c0db0-6893-4c92-9edf-ccc4ef1d1c52', 'name': 'network-vif-deleted', 'tag': '8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59', 'status': 'completed', 'code': 200} Jul 29 14:52:13.370178 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-335e96f9-8065-4776-aeb0-cbad2656f804 req-b0ebce6d-4765-4b63-a229-02596e173ce0 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] show failed (client error): The resource could not be found. Jul 29 14:52:13.412844 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-335e96f9-8065-4776-aeb0-cbad2656f804 req-b0ebce6d-4765-4b63-a229-02596e173ce0 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/c7ded742-11a9-4553-9d81-4b378a4082c2 HTTP/1.1" status: 404 len: 352 time: 0.0777740 Jul 29 14:52:13.434216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-a1a6bdfb-00ba-4656-853e-76272cecf4e0 req-a8147b76-5f85-4c4e-875c-b8105919e566 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-259986528', 'description': 'tempest-description-270693015'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:13.443476 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e04bd033-ca81-4816-8e8f-54029831fe33 req-11663fd8-317f-4c89-b562-01cfd2d1bf66 service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305858 Jul 29 14:52:13.456066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaeeb4e-f471-4287-a9b6-22a344deda6f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:13.457017 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5aaeeb4e-f471-4287-a9b6-22a344deda6f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:13.499520 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a1a6bdfb-00ba-4656-853e-76272cecf4e0 req-a8147b76-5f85-4c4e-875c-b8105919e566 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:13.522769 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5aaeeb4e-f471-4287-a9b6-22a344deda6f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9954925 Jul 29 14:52:13.529513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37148) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:13.601286 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-2fe0c0d8-a38d-4e40-8d8d-c4ed6f7ce24c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Allocated IP 172.20.0.3 (ed19475f-16bb-4675-9b16-f2d2e343b379/95340acc-bef9-42bd-a762-2a1386e44aeb/e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:52:13.714956 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-09f6cf12-ae83-4a32-937d-d54c59948840', 'network_id': '09f6cf12-ae83-4a32-937d-d54c59948840', 'tenant_id': '1a2d38048eca4a23afab0ed49a95bb95', 'fixed_ips': [{'subnet_id': '6889aad1-f04e-43f2-be1f-7b250900db1e'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:52:13.715978 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:13.794147 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:13.946835 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a1a6bdfb-00ba-4656-853e-76272cecf4e0 req-a8147b76-5f85-4c4e-875c-b8105919e566 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:13.980182 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a1a6bdfb-00ba-4656-853e-76272cecf4e0 req-a8147b76-5f85-4c4e-875c-b8105919e566 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:14.095395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8147b76-5f85-4c4e-875c-b8105919e566 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e80c52c-03d3-4606-bdd5-93c50b8136e9,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:14.097267 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e4080-8db8-4f00-aaba-a7c48869ecf4 req-959275a3-f6ea-4537-a101-bccdea2ee94e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:14.113710 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:14.128127 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-538e4080-8db8-4f00-aaba-a7c48869ecf4 req-959275a3-f6ea-4537-a101-bccdea2ee94e tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 945 time: 0.3831499 Jul 29 14:52:14.170272 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a1a6bdfb-00ba-4656-853e-76272cecf4e0 req-a8147b76-5f85-4c4e-875c-b8105919e566 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:14.199651 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1a6bdfb-00ba-4656-853e-76272cecf4e0 req-a8147b76-5f85-4c4e-875c-b8105919e566 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7705784 Jul 29 14:52:14.309909 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Allocated IP 2001:db8::3 (09f6cf12-ae83-4a32-937d-d54c59948840/6889aad1-f04e-43f2-be1f-7b250900db1e/2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:52:14.463534 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d694d57b-3757-46c6-a40a-77df82eb914b req-5d1e65da-f059-4e43-af4c-f5feedd08b74 tempest-InstanceActionsNegativeTestJSON-1678909316 tempest-InstanceActionsNegativeTestJSON-1678909316-project] 10.222.0.16 "GET /v2.0/ports?device_id=b40c0db0-6893-4c92-9edf-ccc4ef1d1c52 HTTP/1.1" status: 200 len: 210 time: 0.1111917 Jul 29 14:52:14.492426 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27fcba8-9095-41fc-b39e-650874a1b62a None None] Network 21bcf29e-ca44-439b-b2de-91218845376e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:14.496195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 6a66742f-ff3a-473a-b4ea-267f12cade7a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:52:14.542325 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-538e4080-8db8-4f00-aaba-a7c48869ecf4 req-6846c6db-577a-475e-942b-99bd4c65f4da tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757508 Jul 29 14:52:14.620454 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df463b-e94d-492f-a8dc-73d2c9dc57a0 req-d677f88a-cdf0-4830-8998-f8363da25c7d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:14.632364 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-54df463b-e94d-492f-a8dc-73d2c9dc57a0 req-d677f88a-cdf0-4830-8998-f8363da25c7d tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.38 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 945 time: 0.3296115 Jul 29 14:52:14.654557 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7fc7d457-c8ba-4bf9-9362-71a4ee6b8acd req-d05cdf93-7e24-4341-8a38-4402a5339f9c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 210 time: 0.0712712 Jul 29 14:52:14.719342 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-2fe0c0d8-a38d-4e40-8d8d-c4ed6f7ce24c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:14.728082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-b740eaa3-d955-4b44-8245-4d2dcde6e02b req-53bb8627-6848-4517-86b0-4abf2b809eec tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1206476784', 'description': 'tempest-description-2013329787'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:14.870089 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b740eaa3-d955-4b44-8245-4d2dcde6e02b req-53bb8627-6848-4517-86b0-4abf2b809eec tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:14.873009 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d3708517-5057-420b-b817-4555e1cc7c7f None None] Provisioning for port 6a66742f-ff3a-473a-b4ea-267f12cade7a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:52:14.925197 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:14.928617 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 6a66742f-ff3a-473a-b4ea-267f12cade7a completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:52:14.928906 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-2fe0c0d8-a38d-4e40-8d8d-c4ed6f7ce24c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:14.958200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 6a66742f-ff3a-473a-b4ea-267f12cade7a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:14.958581 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:14.961941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Transition to ACTIVE for port object 2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:15.016350 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Transition to ACTIVE for port object 2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:15.027052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-54df463b-e94d-492f-a8dc-73d2c9dc57a0 req-da263ade-d00a-45a7-a614-32616436ad61 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Deleting port abd06b1f-af09-4691-9c2d-f8be709238c3 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:52:15.027710 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-54df463b-e94d-492f-a8dc-73d2c9dc57a0 req-da263ade-d00a-45a7-a614-32616436ad61 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.041262 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-2fe0c0d8-a38d-4e40-8d8d-c4ed6f7ce24c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Network ed19475f-16bb-4675-9b16-f2d2e343b379 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:52:15.045792 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.065155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-2fe0c0d8-a38d-4e40-8d8d-c4ed6f7ce24c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:15.069054 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-2fe0c0d8-a38d-4e40-8d8d-c4ed6f7ce24c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:52:15.092005 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.136275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Network 09f6cf12-ae83-4a32-937d-d54c59948840 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:52:15.149095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:15.152870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:52:15.172129 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Pushing event updated for resources: {'Port': ['ID=2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:15.183890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0c0d8-a38d-4e40-8d8d-c4ed6f7ce24c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Pushing event updated for resources: {'Port': ['ID=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:15.239669 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.281182 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b740eaa3-d955-4b44-8245-4d2dcde6e02b req-53bb8627-6848-4517-86b0-4abf2b809eec tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.283922 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.299072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f6cf12-ae83-4a32-937d-d54c59948840']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:15.302998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Attempting to bind port 2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:52:15.303671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Attempting to bind port 2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ce5cb752-8f2a-4c3d-89bd-914c4b1a97fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '09f6cf12-ae83-4a32-937d-d54c59948840'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:52:15.304208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Attempting to bind port 2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1 on network 09f6cf12-ae83-4a32-937d-d54c59948840 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:52:15.312812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5cb752-8f2a-4c3d-89bd-914c4b1a97fb') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:15.313166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5cb752-8f2a-4c3d-89bd-914c4b1a97fb') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:15.322204 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:52:15.323292 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Checking segment: {'id': 'ce5cb752-8f2a-4c3d-89bd-914c4b1a97fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '09f6cf12-ae83-4a32-937d-d54c59948840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:15.323867 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.324005 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.324787 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Bound using segment: {'id': 'ce5cb752-8f2a-4c3d-89bd-914c4b1a97fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '09f6cf12-ae83-4a32-937d-d54c59948840'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:52:15.325471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Bound port: 2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5cb752-8f2a-4c3d-89bd-914c4b1a97fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '09f6cf12-ae83-4a32-937d-d54c59948840'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:52:15.326117 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.330178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 6a66742f-ff3a-473a-b4ea-267f12cade7a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=6a66742f-ff3a-473a-b4ea-267f12cade7a,segment=NetworkSegment(4d14e2e4-7e46-4837-abf6-7011f9677886),segment_id=4d14e2e4-7e46-4837-abf6-7011f9677886)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:15.343113 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.352952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:52:15.353364 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.358131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-54df463b-e94d-492f-a8dc-73d2c9dc57a0 req-da263ade-d00a-45a7-a614-32616436ad61 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] For port abd06b1f-af09-4691-9c2d-f8be709238c3, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=abd06b1f-af09-4691-9c2d-f8be709238c3,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:15.359261 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-54df463b-e94d-492f-a8dc-73d2c9dc57a0 req-da263ade-d00a-45a7-a614-32616436ad61 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.363667 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.404578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-54df463b-e94d-492f-a8dc-73d2c9dc57a0 req-da263ade-d00a-45a7-a614-32616436ad61 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Calling delete_port for abd06b1f-af09-4691-9c2d-f8be709238c3 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:52:15.463216 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:52:15.469839 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Subnet': ['ID=6889aad1-f04e-43f2-be1f-7b250900db1e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:15.471650 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 14:52:15.471650 n-d-802893-1 neutron-server[94158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 14:52:15.471650 n-d-802893-1 neutron-server[94158]: [parameters: {'id': '09f6cf12-ae83-4a32-937d-d54c59948840'}] Jul 29 14:52:15.471650 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:52:15.472622 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=6a66742f-ff3a-473a-b4ea-267f12cade7a,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:15.472937 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:52:15.489488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] For port 2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:52:15.496392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] For port 2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1,segment=NetworkSegment(ce5cb752-8f2a-4c3d-89bd-914c4b1a97fb),segment_id=ce5cb752-8f2a-4c3d-89bd-914c4b1a97fb)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:52:15.516101 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.610697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37170) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:15.624688 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faeecd5-76fe-4a00-9b4a-140712b6cd02 None None] Pushing event updated for resources: {'Port': ['ID=2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:15.648852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-12dab046-7563-4cf1-a677-f482af6e60ab None None] Provisioning complete for port 6a66742f-ff3a-473a-b4ea-267f12cade7a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:15.649647 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-12dab046-7563-4cf1-a677-f482af6e60ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.680240 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7b5057-0b59-4547-a67c-db2ba0c1a795 None None] Network 09f6cf12-ae83-4a32-937d-d54c59948840 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:15.746806 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b740eaa3-d955-4b44-8245-4d2dcde6e02b req-53bb8627-6848-4517-86b0-4abf2b809eec tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.842509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-2fe0c0d8-a38d-4e40-8d8d-c4ed6f7ce24c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:15.844013 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-2fe0c0d8-a38d-4e40-8d8d-c4ed6f7ce24c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.851173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef826234-4fd7-401a-b55d-97feba1d665c admin admin] Deleting subnet a5afc9df-cb1a-47f1-b304-6bf526e6f38c {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:52:15.863832 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-54df463b-e94d-492f-a8dc-73d2c9dc57a0 req-da263ade-d00a-45a7-a614-32616436ad61 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.865501 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ef826234-4fd7-401a-b55d-97feba1d665c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:15.882785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb8627-6848-4517-86b0-4abf2b809eec tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6385e717-5206-46f0-8e68-bbca620b4d26,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:15.905140 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['abd06b1f-af09-4691-9c2d-f8be709238c3'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:52:15.950858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d09f18b-451f-4b55-828a-d6717eba9cb6 None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 14:52:15.977115 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-2fe0c0d8-a38d-4e40-8d8d-c4ed6f7ce24c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6084342 Jul 29 14:52:15.994113 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:16.014672 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da263ade-d00a-45a7-a614-32616436ad61 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Pushing event deleted for resources: {'Port': ['ID=abd06b1f-af09-4691-9c2d-f8be709238c3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:16.047984 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc727810-c154-47f2-8213-429c26024400 req-06fd1b79-0684-444a-8f0f-96be8403c4ce tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 210 time: 0.0753272 Jul 29 14:52:16.053574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-54df463b-e94d-492f-a8dc-73d2c9dc57a0 req-da263ade-d00a-45a7-a614-32616436ad61 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] No DVR routers for this DVR port abd06b1f-af09-4691-9c2d-f8be709238c3 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:52:16.056382 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b740eaa3-d955-4b44-8245-4d2dcde6e02b req-53bb8627-6848-4517-86b0-4abf2b809eec tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:16.073898 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b740eaa3-d955-4b44-8245-4d2dcde6e02b req-53bb8627-6848-4517-86b0-4abf2b809eec tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.3498936 Jul 29 14:52:16.076408 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-54df463b-e94d-492f-a8dc-73d2c9dc57a0 req-da263ade-d00a-45a7-a614-32616436ad61 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:16.083659 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-54df463b-e94d-492f-a8dc-73d2c9dc57a0 req-da263ade-d00a-45a7-a614-32616436ad61 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.38 "DELETE /v2.0/ports/abd06b1f-af09-4691-9c2d-f8be709238c3 HTTP/1.1" status: 204 len: 173 time: 1.4491298 Jul 29 14:52:16.101810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Request body: {'port': {'device_id': '89243f92-b2db-4214-a619-e1457eadf399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:16.188548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d', 'name': 'network-vif-deleted', 'tag': 'abd06b1f-af09-4691-9c2d-f8be709238c3'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:52:16.191313 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03825723-b167-4546-8653-3c5dffd8630e" -d '{"events": [{"server_uuid": "22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d", "name": "network-vif-deleted", "tag": "abd06b1f-af09-4691-9c2d-f8be709238c3"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:52:16.199706 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ef826234-4fd7-401a-b55d-97feba1d665c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:16.236114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d09f18b-451f-4b55-828a-d6717eba9cb6 None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 14:52:16.258891 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:52:16.271601 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:16.361407 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ef826234-4fd7-401a-b55d-97feba1d665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:16.365619 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 6a66742f-ff3a-473a-b4ea-267f12cade7a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:52:16.375977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:52:16.376314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8da6e867-84a0-4a8d-88bf-a2d0d4fd3b59 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:52:16.377058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device abd06b1f-af09-4691-9c2d-f8be709238c3 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:52:16.448218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-8cb90f2d-9e19-460c-9b41-aed15e0986d1 req-603d1265-61ca-4cc0-8dcf-be515b4f4389 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-415170389', 'description': 'tempest-description-873922926'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:16.486815 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: abd06b1f-af09-4691-9c2d-f8be709238c3 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:52:16.486815 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device abd06b1f-af09-4691-9c2d-f8be709238c3 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:52:16.497344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Deleting port 2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:52:16.498223 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:16.513195 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c7fd4-9809-4aa4-a2d6-4d25108905ce req-8ca1656a-e72e-4bb6-ae24-ad35f091119c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:16.525028 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-875c7fd4-9809-4aa4-a2d6-4d25108905ce req-8ca1656a-e72e-4bb6-ae24-ad35f091119c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 931 time: 0.2882683 Jul 29 14:52:16.555428 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8cb90f2d-9e19-460c-9b41-aed15e0986d1 req-603d1265-61ca-4cc0-8dcf-be515b4f4389 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:16.582782 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-875c7fd4-9809-4aa4-a2d6-4d25108905ce req-e2485f46-4e7b-43a1-8c95-39ab36337c37 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550728 Jul 29 14:52:16.621216 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ef826234-4fd7-401a-b55d-97feba1d665c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:16.644903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] For port 2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1,segment=NetworkSegment(ce5cb752-8f2a-4c3d-89bd-914c4b1a97fb),segment_id=ce5cb752-8f2a-4c3d-89bd-914c4b1a97fb)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:16.645530 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:16.656497 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ef826234-4fd7-401a-b55d-97feba1d665c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:16.662001 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ef826234-4fd7-401a-b55d-97feba1d665c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a5afc9df-cb1a-47f1-b304-6bf526e6f38c HTTP/1.1" status: 204 len: 168 time: 1.0485828 Jul 29 14:52:16.678128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37184) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:16.680083 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a676a80-b7e1-4e43-bc18-28e4747e998b x-openstack-request-id: req-1a676a80-b7e1-4e43-bc18-28e4747e998b {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:52:16.680652 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d", "name": "network-vif-deleted", "tag": "abd06b1f-af09-4691-9c2d-f8be709238c3", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:52:16.681124 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a676a80-b7e1-4e43-bc18-28e4747e998b {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:52:16.681809 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d', 'name': 'network-vif-deleted', 'tag': 'abd06b1f-af09-4691-9c2d-f8be709238c3', 'status': 'completed', 'code': 200} Jul 29 14:52:16.695775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef826234-4fd7-401a-b55d-97feba1d665c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5afc9df-cb1a-47f1-b304-6bf526e6f38c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:16.710143 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Calling delete_port for 2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:52:16.804570 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 6a66742f-ff3a-473a-b4ea-267f12cade7a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:16.804570 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:16.866731 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8cb90f2d-9e19-460c-9b41-aed15e0986d1 req-603d1265-61ca-4cc0-8dcf-be515b4f4389 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:16.874578 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8cb90f2d-9e19-460c-9b41-aed15e0986d1 req-603d1265-61ca-4cc0-8dcf-be515b4f4389 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:16.887095 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.004472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Port': ['ID=2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:17.006659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d1265-61ca-4cc0-8dcf-be515b4f4389 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7ed07c-0a98-423f-ab1f-28d54cb336f9,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:17.010044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No DVR routers for this DVR port 2a91fd7f-8cf6-491d-9427-fd7cbf0ca6c1 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:52:17.012705 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8cb90f2d-9e19-460c-9b41-aed15e0986d1 req-603d1265-61ca-4cc0-8dcf-be515b4f4389 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.018904 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8cb90f2d-9e19-460c-9b41-aed15e0986d1 req-603d1265-61ca-4cc0-8dcf-be515b4f4389 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5832994 Jul 29 14:52:17.144318 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:52:17.169749 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.186555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Transition to ACTIVE for port object e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:17.209682 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d32e-cc57-4f07-bfe4-40c7807db951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.214621 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.242652 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.283438 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8894114-0dff-4745-8eb4-9a5977e345af req-8d1aca10-89c2-457f-b96a-c0e02c984fd3 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=22f17f05-b4fd-4c0a-bf5b-ffc177f71c1d HTTP/1.1" status: 200 len: 210 time: 0.0766184 Jul 29 14:52:17.293725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f6cf12-ae83-4a32-937d-d54c59948840']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:17.312718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5cb752-8f2a-4c3d-89bd-914c4b1a97fb') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:17.312718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5cb752-8f2a-4c3d-89bd-914c4b1a97fb') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:17.326440 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.345315 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.365801 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:17.369056 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:52:17.371565 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:52:17.377015 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:52:17.464253 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.478693 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.486587 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/09f6cf12-ae83-4a32-937d-d54c59948840 HTTP/1.1" status: 204 len: 168 time: 3.9440267 Jul 29 14:52:17.486587 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37196) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:17.497048 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ca18a2e7-4bb1-47a6-89be-49c369da8663 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-513386160'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:17.513874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c8ce2-1598-4df4-9a4f-4deae30aa352 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Network': ['ID=09f6cf12-ae83-4a32-937d-d54c59948840,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:17.551987 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca18a2e7-4bb1-47a6-89be-49c369da8663 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:17.552286 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d32e-cc57-4f07-bfe4-40c7807db951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.556981 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ca18a2e7-4bb1-47a6-89be-49c369da8663 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.577679 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-6fe8d32e-cc57-4f07-bfe4-40c7807db951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4273c67-01b7-42d2-936e-d6a43fff0464']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:17.593460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-6fe8d32e-cc57-4f07-bfe4-40c7807db951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec663a8-61ab-4628-9c8b-f6d0cee4ac59') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:17.593735 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-6fe8d32e-cc57-4f07-bfe4-40c7807db951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec663a8-61ab-4628-9c8b-f6d0cee4ac59') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:17.598690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca18a2e7-4bb1-47a6-89be-49c369da8663 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:52:17.616199 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d32e-cc57-4f07-bfe4-40c7807db951 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.620188 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ca18a2e7-4bb1-47a6-89be-49c369da8663 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.621410 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-ca18a2e7-4bb1-47a6-89be-49c369da8663 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Added segment a0e821c2-35bb-4ca7-ac75-4d58d4a65540 of type vlan for network 06559bf7-1f77-44c5-9080-c67cf8608324 Jul 29 14:52:17.640215 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1c25c80-6743-4835-9c75-0e5b4d943a10 req-4fcc60c9-fcd4-40e1-9cb6-ea39a7d0e884 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12ec5ebcac3949f399e4ca63deca6337 HTTP/1.1" status: 200 len: 10909 time: 0.4364867 Jul 29 14:52:17.649811 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Attempting to bind port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:52:17.650158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Attempting to bind port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:52:17.650506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Attempting to bind port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe on network ed19475f-16bb-4675-9b16-f2d2e343b379 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:52:17.653141 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d32e-cc57-4f07-bfe4-40c7807db951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.664291 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe8d32e-cc57-4f07-bfe4-40c7807db951 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:52:17.664830 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d32e-cc57-4f07-bfe4-40c7807db951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:52:17.667267 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:52:17.689241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe on network ed19475f-16bb-4675-9b16-f2d2e343b379 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:52:17.689581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Attempting to bind port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe on network ed19475f-16bb-4675-9b16-f2d2e343b379 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:52:17.754894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:52:17.754894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Checking segment: {'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:17.755362 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Bound using segment: {'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:52:17.756144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Bound port: e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:52:17.756144 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.757129 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ca18a2e7-4bb1-47a6-89be-49c369da8663 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.794139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae86485-f8c6-4b95-ba65-085049be10b5 req-a6f7caf0-8f0b-4ca5-ab53-78870f34f1b8 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:17.796014 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d32e-cc57-4f07-bfe4-40c7807db951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.803949 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eae86485-f8c6-4b95-ba65-085049be10b5 req-a6f7caf0-8f0b-4ca5-ab53-78870f34f1b8 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 943 time: 0.1055925 Jul 29 14:52:17.837806 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d32e-cc57-4f07-bfe4-40c7807db951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.841961 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6fe8d32e-cc57-4f07-bfe4-40c7807db951 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a4273c67-01b7-42d2-936e-d6a43fff0464 HTTP/1.1" status: 204 len: 168 time: 1.1588006 Jul 29 14:52:17.872841 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1c25c80-6743-4835-9c75-0e5b4d943a10 req-56ec2356-841c-4c35-9e67-5a737b43a21a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/ac330cf7-5f4a-4a67-a5ce-b824a15eadd3 HTTP/1.1" status: 200 len: 2985 time: 0.2132947 Jul 29 14:52:17.875527 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8d32e-cc57-4f07-bfe4-40c7807db951 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4273c67-01b7-42d2-936e-d6a43fff0464,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:17.892410 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eae86485-f8c6-4b95-ba65-085049be10b5 req-ca19b6f9-ea2c-4b70-952b-d0322be10736 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868585 Jul 29 14:52:17.918979 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ca18a2e7-4bb1-47a6-89be-49c369da8663 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.933812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca18a2e7-4bb1-47a6-89be-49c369da8663 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:17.934869 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ca18a2e7-4bb1-47a6-89be-49c369da8663 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:17.965752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] For port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:52:18.031674 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] For port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:52:18.044806 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1c25c80-6743-4835-9c75-0e5b4d943a10 req-9db6af6d-f7bf-413a-9ed8-82f4bc207630 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/ac330cf7-5f4a-4a67-a5ce-b824a15eadd3 HTTP/1.1" status: 200 len: 2985 time: 0.1705384 Jul 29 14:52:18.058702 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:18.059009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18a2e7-4bb1-47a6-89be-49c369da8663 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Network': ['ID=06559bf7-1f77-44c5-9080-c67cf8608324,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:18.107672 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 06559bf7-1f77-44c5-9080-c67cf8608324 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:52:18.114401 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ca18a2e7-4bb1-47a6-89be-49c369da8663 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6284091 Jul 29 14:52:18.115742 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37206) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:18.133584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-bf5710bb-3a93-49a9-b9a8-e217368187bb tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'subnet': {'network_id': '06559bf7-1f77-44c5-9080-c67cf8608324', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:18.162579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:18.163601 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:18.166091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] 10.222.0.39 "PUT /v2.0/ports/e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe HTTP/1.1" status: 200 len: 1091 time: 2.1159627 Jul 29 14:52:18.216621 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37208) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:18.305616 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c471ae75-2c5e-470c-b77f-651ba9ba36fc req-da3ee427-691b-4eed-9c5d-7f096bf74345 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/8e80c52c-03d3-4606-bdd5-93c50b8136e9 HTTP/1.1" status: 200 len: 1801 time: 0.2122386 Jul 29 14:52:18.307030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cc262-e57c-41a3-9304-68a1ca918e83 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:18.339698 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9db5403f-2e65-4fd9-bd85-7fdeea2d0be1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8193c6c1b3fb44cab3d2a779cc648ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1201108 Jul 29 14:52:18.341809 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37212) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:18.368609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-da4709cc-0020-4b7c-87de-9279136c4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:18.371373 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-da4709cc-0020-4b7c-87de-9279136c4e99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=837133df88c142f4a477dda58bdd3698&device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 1094 time: 0.1270232 Jul 29 14:52:18.411073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5710bb-3a93-49a9-b9a8-e217368187bb tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:18.414677 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf5710bb-3a93-49a9-b9a8-e217368187bb tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:18.420862 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c471ae75-2c5e-470c-b77f-651ba9ba36fc req-ad8306b3-3160-4b23-8bb6-96dccb36a9ac tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:18.471845 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-08e83410-7288-48b3-adca-947580981dd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe HTTP/1.1" status: 200 len: 217 time: 0.0707803 Jul 29 14:52:18.496577 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c471ae75-2c5e-470c-b77f-651ba9ba36fc req-ad8306b3-3160-4b23-8bb6-96dccb36a9ac tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:18.547746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-b1516dfb-efeb-4fa3-99d8-f46272983433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:18.550621 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-b1516dfb-efeb-4fa3-99d8-f46272983433 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95340acc-bef9-42bd-a762-2a1386e44aeb HTTP/1.1" status: 200 len: 845 time: 0.0697589 Jul 29 14:52:18.597191 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c471ae75-2c5e-470c-b77f-651ba9ba36fc req-ad8306b3-3160-4b23-8bb6-96dccb36a9ac tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:18.602472 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c471ae75-2c5e-470c-b77f-651ba9ba36fc req-ad8306b3-3160-4b23-8bb6-96dccb36a9ac tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:18.604615 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c471ae75-2c5e-470c-b77f-651ba9ba36fc req-ad8306b3-3160-4b23-8bb6-96dccb36a9ac tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "DELETE /v2.0/security-groups/8e80c52c-03d3-4606-bdd5-93c50b8136e9 HTTP/1.1" status: 204 len: 173 time: 0.2976840 Jul 29 14:52:18.622749 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f191fcff-36da-4ae2-9523-1972b03bd257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:18.627494 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-9962bac3-2309-490f-b157-abef3c50b4ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed19475f-16bb-4675-9b16-f2d2e343b379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558436 Jul 29 14:52:18.662665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8306b3-3160-4b23-8bb6-96dccb36a9ac tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e80c52c-03d3-4606-bdd5-93c50b8136e9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:18.728736 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89243f92-b2db-4214-a619-e1457eadf399', 'tag': 'e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:52:18.731628 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acb65b1-aac9-46f8-a559-560946681c89" -d '{"events": [{"name": "network-changed", "server_uuid": "89243f92-b2db-4214-a619-e1457eadf399", "tag": "e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:52:18.760344 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f191fcff-36da-4ae2-9523-1972b03bd257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:18.789167 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf5710bb-3a93-49a9-b9a8-e217368187bb tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:18.796742 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-fcd05d61-caf9-4837-b826-459652723d89 req-aff814f7-914f-47e1-b6a8-37b1e3f49811 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] show failed (client error): The resource could not be found. Jul 29 14:52:18.798288 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fcd05d61-caf9-4837-b826-459652723d89 req-aff814f7-914f-47e1-b6a8-37b1e3f49811 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/8e80c52c-03d3-4606-bdd5-93c50b8136e9 HTTP/1.1" status: 404 len: 352 time: 0.0303588 Jul 29 14:52:18.886621 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211cc29-29fb-4225-aa7a-3077c9c87db9 req-3deb6faf-4753-4fa7-b91d-dea30800d319 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:18.888351 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9211cc29-29fb-4225-aa7a-3077c9c87db9 req-3deb6faf-4753-4fa7-b91d-dea30800d319 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 944 time: 0.1193757 Jul 29 14:52:18.890442 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-87cdef14-7501-442c-a9bf-668b9056bc90 service neutron] 10.222.0.39 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517409 Jul 29 14:52:18.892366 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0914f6f7-c52e-4d72-adcf-2b9988253bdc x-openstack-request-id: req-0914f6f7-c52e-4d72-adcf-2b9988253bdc {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:52:18.892715 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89243f92-b2db-4214-a619-e1457eadf399", "tag": "e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:52:18.892980 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0914f6f7-c52e-4d72-adcf-2b9988253bdc {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:52:18.893330 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89243f92-b2db-4214-a619-e1457eadf399', 'tag': 'e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe', 'status': 'completed', 'code': 200} Jul 29 14:52:18.918679 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5710bb-3a93-49a9-b9a8-e217368187bb tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Subnet': ['ID=72a4444b-6af2-4d76-8f2e-d11af6027bda,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:18.946379 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5710bb-3a93-49a9-b9a8-e217368187bb tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Checking segment: {'id': 'a0e821c2-35bb-4ca7-ac75-4d58d4a65540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '06559bf7-1f77-44c5-9080-c67cf8608324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:18.946856 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5710bb-3a93-49a9-b9a8-e217368187bb tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network hostable DHCP agents. Network: 06559bf7-1f77-44c5-9080-c67cf8608324, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:52:19.001757 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9211cc29-29fb-4225-aa7a-3077c9c87db9 req-441239eb-7367-48b0-9b45-80d2034832ee tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922205 Jul 29 14:52:19.006023 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f191fcff-36da-4ae2-9523-1972b03bd257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:19.007573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5710bb-3a93-49a9-b9a8-e217368187bb tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network 06559bf7-1f77-44c5-9080-c67cf8608324 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:52:19.008712 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f191fcff-36da-4ae2-9523-1972b03bd257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:19.012214 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f191fcff-36da-4ae2-9523-1972b03bd257 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d HTTP/1.1" status: 204 len: 168 time: 0.6668124 Jul 29 14:52:19.021681 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b5395d39-0b20-43d0-b09b-7fb8c0326dcf req-2ab953f0-286a-4c28-ad42-0cc99ebcc330 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/6385e717-5206-46f0-8e68-bbca620b4d26 HTTP/1.1" status: 200 len: 1803 time: 0.0868957 Jul 29 14:52:19.071211 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191fcff-36da-4ae2-9523-1972b03bd257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5da76b4-7dc3-4c43-b8d2-3e9fce36a35d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:19.085091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-bf5710bb-3a93-49a9-b9a8-e217368187bb tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 06559bf7-1f77-44c5-9080-c67cf8608324) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:19.106455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86f0825-52a2-48b8-912e-5fc73f69f09c None None] Network 06559bf7-1f77-44c5-9080-c67cf8608324 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:19.115974 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5710bb-3a93-49a9-b9a8-e217368187bb tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:19.119387 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf5710bb-3a93-49a9-b9a8-e217368187bb tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:19.163040 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-481864b1-0f48-4e9d-aa95-04d446ebf9bd req-789ae56f-05a6-4da4-b5ea-273c9d01584b service neutron] 10.222.0.39 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645586 Jul 29 14:52:19.212905 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bf5710bb-3a93-49a9-b9a8-e217368187bb tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0884686 Jul 29 14:52:19.228802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37234) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:19.253664 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b5395d39-0b20-43d0-b09b-7fb8c0326dcf req-b5716e6d-1fd0-4dd5-8f30-33dbfecdf07b tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:19.345512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-06559bf7-1f77-44c5-9080-c67cf8608324', 'network_id': '06559bf7-1f77-44c5-9080-c67cf8608324', 'tenant_id': '1a2d38048eca4a23afab0ed49a95bb95', 'fixed_ips': [{'subnet_id': '72a4444b-6af2-4d76-8f2e-d11af6027bda'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:52:19.346703 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:19.391814 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b5395d39-0b20-43d0-b09b-7fb8c0326dcf req-b5716e6d-1fd0-4dd5-8f30-33dbfecdf07b tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:19.529764 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b5395d39-0b20-43d0-b09b-7fb8c0326dcf req-b5716e6d-1fd0-4dd5-8f30-33dbfecdf07b tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:19.535650 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b5395d39-0b20-43d0-b09b-7fb8c0326dcf req-b5716e6d-1fd0-4dd5-8f30-33dbfecdf07b tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:19.543321 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b5395d39-0b20-43d0-b09b-7fb8c0326dcf req-b5716e6d-1fd0-4dd5-8f30-33dbfecdf07b tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "DELETE /v2.0/security-groups/6385e717-5206-46f0-8e68-bbca620b4d26 HTTP/1.1" status: 204 len: 173 time: 0.5177391 Jul 29 14:52:19.561297 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:19.584313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5716e6d-1fd0-4dd5-8f30-33dbfecdf07b tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6385e717-5206-46f0-8e68-bbca620b4d26,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:19.615083 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-cb70fadb-f0d0-4737-b67c-ab2387bad28a req-e58066b1-209d-493e-89d0-26a1d355b2b5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] show failed (client error): The resource could not be found. Jul 29 14:52:19.624036 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cb70fadb-f0d0-4737-b67c-ab2387bad28a req-e58066b1-209d-493e-89d0-26a1d355b2b5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/6385e717-5206-46f0-8e68-bbca620b4d26 HTTP/1.1" status: 404 len: 352 time: 0.0299616 Jul 29 14:52:19.761310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855654e1-8a9b-4aa1-a0f5-dacfc8558843 req-787a189e-6441-435e-90c1-0ca051040f45 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:19.766849 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Allocated IP 2001:db8::1 (06559bf7-1f77-44c5-9080-c67cf8608324/72a4444b-6af2-4d76-8f2e-d11af6027bda/b97c82cd-e518-41b8-9992-1dcbf0dd0611) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:52:19.768813 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-855654e1-8a9b-4aa1-a0f5-dacfc8558843 req-787a189e-6441-435e-90c1-0ca051040f45 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 943 time: 0.6487818 Jul 29 14:52:19.811329 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b95dcf-46ee-43fb-8f36-47c6b5658bf9 req-b54a0c55-748d-4910-a274-1a91c568905f tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:19.813264 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87b95dcf-46ee-43fb-8f36-47c6b5658bf9 req-b54a0c55-748d-4910-a274-1a91c568905f tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.38 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 944 time: 0.6130447 Jul 29 14:52:19.818356 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb65b1-aac9-46f8-a559-560946681c89 req-1f4cb27a-cf9f-4f30-91f6-877f9dfe36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:19.819896 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4acb65b1-aac9-46f8-a559-560946681c89 req-1f4cb27a-cf9f-4f30-91f6-877f9dfe36e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=837133df88c142f4a477dda58bdd3698&device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 1094 time: 0.5746212 Jul 29 14:52:19.835876 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97f20209-ae69-4fd9-9485-05581da6baf5 req-e15dbe4f-6f6a-4080-8861-c1afc6f03913 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/0d7ed07c-0a98-423f-ab1f-28d54cb336f9 HTTP/1.1" status: 200 len: 1801 time: 0.0889707 Jul 29 14:52:19.835876 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:19.971736 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-855654e1-8a9b-4aa1-a0f5-dacfc8558843 req-dfcb9e87-1bc1-4578-bb36-1ec13e7bd14b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012312 Jul 29 14:52:20.005520 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-97f20209-ae69-4fd9-9485-05581da6baf5 req-a842cd79-e231-4582-a794-7bef794daf10 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:20.052043 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-97f20209-ae69-4fd9-9485-05581da6baf5 req-a842cd79-e231-4582-a794-7bef794daf10 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:20.108927 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:20.133600 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Transition to ACTIVE for port object b97c82cd-e518-41b8-9992-1dcbf0dd0611 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:20.180507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Transition to ACTIVE for port object b97c82cd-e518-41b8-9992-1dcbf0dd0611 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:20.182659 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-97f20209-ae69-4fd9-9485-05581da6baf5 req-a842cd79-e231-4582-a794-7bef794daf10 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:20.186021 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-97f20209-ae69-4fd9-9485-05581da6baf5 req-a842cd79-e231-4582-a794-7bef794daf10 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:20.193233 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97f20209-ae69-4fd9-9485-05581da6baf5 req-a842cd79-e231-4582-a794-7bef794daf10 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "DELETE /v2.0/security-groups/0d7ed07c-0a98-423f-ab1f-28d54cb336f9 HTTP/1.1" status: 204 len: 173 time: 0.3603101 Jul 29 14:52:20.197557 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:20.201267 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb65b1-aac9-46f8-a559-560946681c89 req-5fa6454e-b76e-4e79-912a-fc509211e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:20.210676 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4acb65b1-aac9-46f8-a559-560946681c89 req-5fa6454e-b76e-4e79-912a-fc509211e4e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ed19475f-16bb-4675-9b16-f2d2e343b379 HTTP/1.1" status: 200 len: 906 time: 0.3653488 Jul 29 14:52:20.248441 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-87b95dcf-46ee-43fb-8f36-47c6b5658bf9 req-863314fe-c517-4e9b-9436-2dc5b526eaca tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Deleting port 180b8bf2-0664-42ca-b32b-718a4ef829b0 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:52:20.248441 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-87b95dcf-46ee-43fb-8f36-47c6b5658bf9 req-863314fe-c517-4e9b-9436-2dc5b526eaca tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:20.261632 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Network 06559bf7-1f77-44c5-9080-c67cf8608324 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:52:20.266010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:20.267428 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842cd79-e231-4582-a794-7bef794daf10 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7ed07c-0a98-423f-ab1f-28d54cb336f9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:20.276447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:52:20.309359 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:20.330100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Pushing event updated for resources: {'Port': ['ID=b97c82cd-e518-41b8-9992-1dcbf0dd0611,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:20.348510 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Subnet': ['ID=72a4444b-6af2-4d76-8f2e-d11af6027bda,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:20.463318 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-1cfba067-59de-4e6e-b498-82fecaf9870c req-696183f5-81b4-49fd-8508-a7b9cfd5d5fb tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] show failed (client error): The resource could not be found. Jul 29 14:52:20.464647 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1cfba067-59de-4e6e-b498-82fecaf9870c req-696183f5-81b4-49fd-8508-a7b9cfd5d5fb tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/0d7ed07c-0a98-423f-ab1f-28d54cb336f9 HTTP/1.1" status: 404 len: 352 time: 0.0604672 Jul 29 14:52:20.466313 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4acb65b1-aac9-46f8-a559-560946681c89 req-075d9cb8-6b32-4508-b565-9a51a4630ab5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe HTTP/1.1" status: 200 len: 217 time: 0.2420523 Jul 29 14:52:20.607371 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb65b1-aac9-46f8-a559-560946681c89 req-8455106f-66c1-446f-8f73-da6a5022a5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:20.609404 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4acb65b1-aac9-46f8-a559-560946681c89 req-8455106f-66c1-446f-8f73-da6a5022a5de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=95340acc-bef9-42bd-a762-2a1386e44aeb HTTP/1.1" status: 200 len: 845 time: 0.1313841 Jul 29 14:52:20.664565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Attempting to bind port b97c82cd-e518-41b8-9992-1dcbf0dd0611 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:52:20.665184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Attempting to bind port b97c82cd-e518-41b8-9992-1dcbf0dd0611 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'a0e821c2-35bb-4ca7-ac75-4d58d4a65540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '06559bf7-1f77-44c5-9080-c67cf8608324'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:52:20.665577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Attempting to bind port b97c82cd-e518-41b8-9992-1dcbf0dd0611 on network 06559bf7-1f77-44c5-9080-c67cf8608324 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:52:20.671871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:52:20.672411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Checking segment: {'id': 'a0e821c2-35bb-4ca7-ac75-4d58d4a65540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '06559bf7-1f77-44c5-9080-c67cf8608324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:20.673052 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:20.673511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Bound using segment: {'id': 'a0e821c2-35bb-4ca7-ac75-4d58d4a65540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '06559bf7-1f77-44c5-9080-c67cf8608324'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:52:20.674110 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Bound port: b97c82cd-e518-41b8-9992-1dcbf0dd0611, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e821c2-35bb-4ca7-ac75-4d58d4a65540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '06559bf7-1f77-44c5-9080-c67cf8608324'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:52:20.674615 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:20.684352 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4acb65b1-aac9-46f8-a559-560946681c89 req-ba5201cf-8b10-4372-a88c-c8220baebe7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ed19475f-16bb-4675-9b16-f2d2e343b379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584495 Jul 29 14:52:20.711231 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37270) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:20.753671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] For port b97c82cd-e518-41b8-9992-1dcbf0dd0611, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:52:20.758283 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] For port b97c82cd-e518-41b8-9992-1dcbf0dd0611, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=b97c82cd-e518-41b8-9992-1dcbf0dd0611,segment=NetworkSegment(a0e821c2-35bb-4ca7-ac75-4d58d4a65540),segment_id=a0e821c2-35bb-4ca7-ac75-4d58d4a65540)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:52:20.764335 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:20.818044 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd8af9d5-bf57-4a8b-8ffa-7b57d8f03c52 req-bb7ad6c6-b2a4-456f-8b69-c4cfffbd372c tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12ec5ebcac3949f399e4ca63deca6337 HTTP/1.1" status: 200 len: 6157 time: 0.3062382 Jul 29 14:52:20.820762 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-87b95dcf-46ee-43fb-8f36-47c6b5658bf9 req-863314fe-c517-4e9b-9436-2dc5b526eaca tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] For port 180b8bf2-0664-42ca-b32b-718a4ef829b0, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=180b8bf2-0664-42ca-b32b-718a4ef829b0,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:20.821151 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-87b95dcf-46ee-43fb-8f36-47c6b5658bf9 req-863314fe-c517-4e9b-9436-2dc5b526eaca tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:20.849062 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:20.859768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06559bf7-1f77-44c5-9080-c67cf8608324']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:20.870785 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e821c2-35bb-4ca7-ac75-4d58d4a65540') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:20.871081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e821c2-35bb-4ca7-ac75-4d58d4a65540') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:20.872872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-87b95dcf-46ee-43fb-8f36-47c6b5658bf9 req-863314fe-c517-4e9b-9436-2dc5b526eaca tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Calling delete_port for 180b8bf2-0664-42ca-b32b-718a4ef829b0 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:52:20.874001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fde28c-e3bb-462a-8224-e0fd6f9c5e5f None None] Pushing event updated for resources: {'Port': ['ID=b97c82cd-e518-41b8-9992-1dcbf0dd0611,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:20.881640 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:20.887157 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7fd6ba-918a-4824-b6e1-929d9307f2b4 None None] Network 06559bf7-1f77-44c5-9080-c67cf8608324 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:20.898142 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:20.932685 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:52:20.933102 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:52:20.936722 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:52:20.998862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-19523fd7-041d-42ee-86f1-25f7645a96b0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-547501748-network', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:21.021359 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd8af9d5-bf57-4a8b-8ffa-7b57d8f03c52 req-351d2018-067e-41cf-9666-eaf4314190af tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/ac330cf7-5f4a-4a67-a5ce-b824a15eadd3 HTTP/1.1" status: 200 len: 2985 time: 0.1896548 Jul 29 14:52:21.021561 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec519b0-ef33-4347-83bd-d66f9e4b2f73 req-2c22b5b1-18c6-44cd-b2c6-6b44d137b685 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:21.023012 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aec519b0-ef33-4347-83bd-d66f9e4b2f73 req-2c22b5b1-18c6-44cd-b2c6-6b44d137b685 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 944 time: 0.1222708 Jul 29 14:52:21.031812 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 14:52:21.031812 n-d-802893-1 neutron-server[94158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 14:52:21.031812 n-d-802893-1 neutron-server[94158]: [parameters: {'id': '06559bf7-1f77-44c5-9080-c67cf8608324'}] Jul 29 14:52:21.031812 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:52:21.032328 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:52:21.032842 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4acb65b1-aac9-46f8-a559-560946681c89 req-82328e52-584e-4d6e-9abf-84606ab2a7bd service neutron] 10.222.0.39 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232181 Jul 29 14:52:21.086360 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aec519b0-ef33-4347-83bd-d66f9e4b2f73 req-18759191-c988-4b49-adef-eba8ea16e869 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557036 Jul 29 14:52:21.125306 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b27134b-6d36-4f40-baf6-aac50b4f768f None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 14:52:21.169250 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19523fd7-041d-42ee-86f1-25f7645a96b0 admin admin] Made reservation on behalf of 09dcdfac1c5247cfbf78992b07e84d06 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:21.174879 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19523fd7-041d-42ee-86f1-25f7645a96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:21.241025 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19523fd7-041d-42ee-86f1-25f7645a96b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:21.244645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc416a9-ac4a-45cd-a314-1c534ec7e7bb req-26b5bfef-87fa-432d-b445-4c854b97074f tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:21.254727 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cc416a9-ac4a-45cd-a314-1c534ec7e7bb req-26b5bfef-87fa-432d-b445-4c854b97074f tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 943 time: 0.0896637 Jul 29 14:52:21.307768 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b27134b-6d36-4f40-baf6-aac50b4f768f None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 14:52:21.318421 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cc416a9-ac4a-45cd-a314-1c534ec7e7bb req-492a5776-976f-4faa-99fc-030596f1de0e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586007 Jul 29 14:52:21.365889 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd8af9d5-bf57-4a8b-8ffa-7b57d8f03c52 req-ea099dcd-dd17-4191-b584-a2151ffe1d7f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/ac330cf7-5f4a-4a67-a5ce-b824a15eadd3 HTTP/1.1" status: 200 len: 2985 time: 0.3296072 Jul 29 14:52:21.428285 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-87b95dcf-46ee-43fb-8f36-47c6b5658bf9 req-863314fe-c517-4e9b-9436-2dc5b526eaca tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:21.464285 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4acb65b1-aac9-46f8-a559-560946681c89 req-253def1d-bd0d-4f85-9b1b-59bfefe88714 service neutron] 10.222.0.39 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224989 Jul 29 14:52:21.523295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-08cfb604-18a9-46b5-8ce7-2e24bc9dbf2b req-7013ae35-2566-4f11-aee8-0ba16d3d1b33 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1127167076', 'description': 'tempest-description-534365492'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:21.533707 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:21.540736 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863314fe-c517-4e9b-9436-2dc5b526eaca tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Pushing event deleted for resources: {'Port': ['ID=180b8bf2-0664-42ca-b32b-718a4ef829b0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:21.600534 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b95dcf-46ee-43fb-8f36-47c6b5658bf9 req-863314fe-c517-4e9b-9436-2dc5b526eaca tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] No DVR routers for this DVR port 180b8bf2-0664-42ca-b32b-718a4ef829b0 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:52:21.605095 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-87b95dcf-46ee-43fb-8f36-47c6b5658bf9 req-863314fe-c517-4e9b-9436-2dc5b526eaca tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:21.607190 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87b95dcf-46ee-43fb-8f36-47c6b5658bf9 req-863314fe-c517-4e9b-9436-2dc5b526eaca tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.38 "DELETE /v2.0/ports/180b8bf2-0664-42ca-b32b-718a4ef829b0 HTTP/1.1" status: 204 len: 173 time: 1.7861838 Jul 29 14:52:21.607673 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762666ee-42cc-46e2-816c-4b14ee94bfea', 'name': 'network-vif-deleted', 'tag': '180b8bf2-0664-42ca-b32b-718a4ef829b0'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:52:21.612302 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee94709-b1d2-4e1f-a923-55bbde118ace" -d '{"events": [{"server_uuid": "762666ee-42cc-46e2-816c-4b14ee94bfea", "name": "network-vif-deleted", "tag": "180b8bf2-0664-42ca-b32b-718a4ef829b0"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:52:21.655760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Deleting port b97c82cd-e518-41b8-9992-1dcbf0dd0611 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:52:21.655760 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:21.683749 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19523fd7-041d-42ee-86f1-25f7645a96b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:21.697592 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19523fd7-041d-42ee-86f1-25f7645a96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:21.753050 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b96e090-70d6-45aa-851d-be0638658c7f x-openstack-request-id: req-4b96e090-70d6-45aa-851d-be0638658c7f {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:52:21.753339 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762666ee-42cc-46e2-816c-4b14ee94bfea", "name": "network-vif-deleted", "tag": "180b8bf2-0664-42ca-b32b-718a4ef829b0", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:52:21.755267 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b96e090-70d6-45aa-851d-be0638658c7f {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:52:21.755982 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762666ee-42cc-46e2-816c-4b14ee94bfea', 'name': 'network-vif-deleted', 'tag': '180b8bf2-0664-42ca-b32b-718a4ef829b0', 'status': 'completed', 'code': 200} Jul 29 14:52:21.764616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19523fd7-041d-42ee-86f1-25f7645a96b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:52:21.811709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] For port b97c82cd-e518-41b8-9992-1dcbf0dd0611, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=b97c82cd-e518-41b8-9992-1dcbf0dd0611,segment=NetworkSegment(a0e821c2-35bb-4ca7-ac75-4d58d4a65540),segment_id=a0e821c2-35bb-4ca7-ac75-4d58d4a65540)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:21.812544 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:21.815761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19523fd7-041d-42ee-86f1-25f7645a96b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6e5e7b-9606-49df-8793-92287d48b63c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:21.820914 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19523fd7-041d-42ee-86f1-25f7645a96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:21.821971 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-19523fd7-041d-42ee-86f1-25f7645a96b0 admin admin] Added segment ce270577-123a-4087-863c-9653be008c4c of type vlan for network be5d7f17-9ab7-4dcd-adcc-bad366939f03 Jul 29 14:52:21.824054 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-08cfb604-18a9-46b5-8ce7-2e24bc9dbf2b req-7013ae35-2566-4f11-aee8-0ba16d3d1b33 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:21.866799 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Calling delete_port for b97c82cd-e518-41b8-9992-1dcbf0dd0611 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:52:21.912536 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19523fd7-041d-42ee-86f1-25f7645a96b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.041043 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19523fd7-041d-42ee-86f1-25f7645a96b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.042493 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19523fd7-041d-42ee-86f1-25f7645a96b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:22.043353 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19523fd7-041d-42ee-86f1-25f7645a96b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.058370 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.167906 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Port': ['ID=b97c82cd-e518-41b8-9992-1dcbf0dd0611,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:22.177184 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No DVR routers for this DVR port b97c82cd-e518-41b8-9992-1dcbf0dd0611 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:52:22.255434 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-08cfb604-18a9-46b5-8ce7-2e24bc9dbf2b req-7013ae35-2566-4f11-aee8-0ba16d3d1b33 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.268125 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19523fd7-041d-42ee-86f1-25f7645a96b0 admin admin] Pushing event updated for resources: {'Network': ['ID=be5d7f17-9ab7-4dcd-adcc-bad366939f03,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:22.277909 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-08cfb604-18a9-46b5-8ce7-2e24bc9dbf2b req-7013ae35-2566-4f11-aee8-0ba16d3d1b33 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.288712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network be5d7f17-9ab7-4dcd-adcc-bad366939f03 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:52:22.380161 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f902743-7a7e-48b6-8d42-5c451701011e req-0a4266a8-f0b8-4a7f-88da-7c5e4dbe6463 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=762666ee-42cc-46e2-816c-4b14ee94bfea HTTP/1.1" status: 200 len: 210 time: 0.0590711 Jul 29 14:52:22.407366 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.410725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37310) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:22.414832 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-19523fd7-041d-42ee-86f1-25f7645a96b0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6709862 Jul 29 14:52:22.430455 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013ae35-2566-4f11-aee8-0ba16d3d1b33 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd2c74b-c8da-41c5-add0-519c231a3cac,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:22.438759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-006920a9-fbd3-436e-a469-e735e6105059 admin admin] Request body: {'subnet': {'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-547501748-subnet', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:22.468364 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06559bf7-1f77-44c5-9080-c67cf8608324']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:22.470156 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-08cfb604-18a9-46b5-8ce7-2e24bc9dbf2b req-7013ae35-2566-4f11-aee8-0ba16d3d1b33 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.494849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e821c2-35bb-4ca7-ac75-4d58d4a65540') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:22.494849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e821c2-35bb-4ca7-ac75-4d58d4a65540') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:22.498430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08cfb604-18a9-46b5-8ce7-2e24bc9dbf2b req-7013ae35-2566-4f11-aee8-0ba16d3d1b33 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9776332 Jul 29 14:52:22.517397 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.549746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006920a9-fbd3-436e-a469-e735e6105059 admin admin] Made reservation on behalf of 09dcdfac1c5247cfbf78992b07e84d06 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:22.552224 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-006920a9-fbd3-436e-a469-e735e6105059 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.603365 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.624165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:52:22.624589 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:52:22.629501 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:52:22.662769 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-dc6b8cf5-dce6-4596-828c-c62230198c3e req-156bd180-cc0f-4a4a-a37d-0efb9c70043a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-155610610', 'description': 'tempest-description-2138058062'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:22.692648 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dc6b8cf5-dce6-4596-828c-c62230198c3e req-156bd180-cc0f-4a4a-a37d-0efb9c70043a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.709792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11f6b3-24c2-4b04-aa2a-f790ca4c37f9 req-7e0de2b8-925e-481b-8e4f-ec9578bbe656 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:22.711435 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd11f6b3-24c2-4b04-aa2a-f790ca4c37f9 req-7e0de2b8-925e-481b-8e4f-ec9578bbe656 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 943 time: 0.1978676 Jul 29 14:52:22.751528 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.763566 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.766104 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/06559bf7-1f77-44c5-9080-c67cf8608324 HTTP/1.1" status: 204 len: 168 time: 3.5362010 Jul 29 14:52:22.773935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37320) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:22.781235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d03fd7e1-c409-4d33-93c0-d74a274fc8dc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-177460561'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:22.809737 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc963c09-1ca4-4084-844b-573ffc55dc2e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Network': ['ID=06559bf7-1f77-44c5-9080-c67cf8608324,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:22.825902 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd11f6b3-24c2-4b04-aa2a-f790ca4c37f9 req-f0755ecb-9d30-4ea3-a496-e9c5a3ead96f tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071026 Jul 29 14:52:22.872298 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dc6b8cf5-dce6-4596-828c-c62230198c3e req-156bd180-cc0f-4a4a-a37d-0efb9c70043a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.881887 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dc6b8cf5-dce6-4596-828c-c62230198c3e req-156bd180-cc0f-4a4a-a37d-0efb9c70043a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.954061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03fd7e1-c409-4d33-93c0-d74a274fc8dc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:22.957654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bd180-cc0f-4a4a-a37d-0efb9c70043a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f16efae-1991-48c9-859f-5daf5eb472fe,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:22.959732 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d03fd7e1-c409-4d33-93c0-d74a274fc8dc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.961304 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-dc6b8cf5-dce6-4596-828c-c62230198c3e req-156bd180-cc0f-4a4a-a37d-0efb9c70043a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:22.964504 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dc6b8cf5-dce6-4596-828c-c62230198c3e req-156bd180-cc0f-4a4a-a37d-0efb9c70043a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3081019 Jul 29 14:52:22.977813 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-006920a9-fbd3-436e-a469-e735e6105059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:23.090467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03fd7e1-c409-4d33-93c0-d74a274fc8dc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:52:23.103037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006920a9-fbd3-436e-a469-e735e6105059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=454dd626-309b-466f-ace4-355ad2d7a9fc,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:23.111126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006920a9-fbd3-436e-a469-e735e6105059 admin admin] Checking segment: {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:23.111475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006920a9-fbd3-436e-a469-e735e6105059 admin admin] Network hostable DHCP agents. Network: be5d7f17-9ab7-4dcd-adcc-bad366939f03, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:52:23.115242 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d03fd7e1-c409-4d33-93c0-d74a274fc8dc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:23.116207 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-d03fd7e1-c409-4d33-93c0-d74a274fc8dc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Added segment 6e98ec65-8daf-4183-ab97-eef1e22b49ec of type vlan for network a6f2cfe4-d80d-488b-bbc9-3f93da178884 Jul 29 14:52:23.190536 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d03fd7e1-c409-4d33-93c0-d74a274fc8dc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:23.195680 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006920a9-fbd3-436e-a469-e735e6105059 admin admin] Network be5d7f17-9ab7-4dcd-adcc-bad366939f03 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:52:23.216996 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-006920a9-fbd3-436e-a469-e735e6105059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, be5d7f17-9ab7-4dcd-adcc-bad366939f03) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:23.228471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d8f09c-16df-4578-bbdc-ef83fc1498e1 None None] Network be5d7f17-9ab7-4dcd-adcc-bad366939f03 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:23.235063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006920a9-fbd3-436e-a469-e735e6105059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:23.236346 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-006920a9-fbd3-436e-a469-e735e6105059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:23.264320 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-006920a9-fbd3-436e-a469-e735e6105059 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8525739 Jul 29 14:52:23.265319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d03fd7e1-c409-4d33-93c0-d74a274fc8dc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:23.267423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37348) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:23.273215 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03fd7e1-c409-4d33-93c0-d74a274fc8dc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:23.274093 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-547501748-router', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:23.274408 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d03fd7e1-c409-4d33-93c0-d74a274fc8dc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:23.380118 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:23.381446 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:23.401741 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fd7e1-c409-4d33-93c0-d74a274fc8dc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Network': ['ID=a6f2cfe4-d80d-488b-bbc9-3f93da178884,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:23.422259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d03fd7e1-c409-4d33-93c0-d74a274fc8dc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6459405 Jul 29 14:52:23.425387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37368) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:23.452073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d483d03f-dfe4-4402-8146-5f4bb406a7e8 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'subnet': {'network_id': 'a6f2cfe4-d80d-488b-bbc9-3f93da178884', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:23.452599 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:52:23.455629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network a6f2cfe4-d80d-488b-bbc9-3f93da178884 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:52:23.649753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:23.686774 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe', 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379', 'port_id': 'e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe', 'mac_address': 'fa:16:3e:ef:97:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95340acc-bef9-42bd-a762-2a1386e44aeb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:52:23.705712 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d483d03f-dfe4-4402-8146-5f4bb406a7e8 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:23.714944 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d483d03f-dfe4-4402-8146-5f4bb406a7e8 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:23.905185 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:24.073567 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-827e4972-bd54-4b41-8346-01c0215fb1bf tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:24.086518 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-827e4972-bd54-4b41-8346-01c0215fb1bf tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/networks?id=739caf51-5ef0-4339-b121-796ba8c6bb8d HTTP/1.1" status: 200 len: 812 time: 0.6174130 Jul 29 14:52:24.087489 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:24.183826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:52:24.243783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:24.256260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 180b8bf2-0664-42ca-b32b-718a4ef829b0 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:52:24.267962 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:24.272801 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3c85e-83c4-401a-ad1a-0b618518e0a6 req-ce4a00c9-fd20-41c7-8e11-b65432e2e8ad tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:24.280891 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-87b3c85e-83c4-401a-ad1a-0b618518e0a6 req-ce4a00c9-fd20-41c7-8e11-b65432e2e8ad tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 943 time: 0.1421759 Jul 29 14:52:24.291756 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d483d03f-dfe4-4402-8146-5f4bb406a7e8 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:24.327832 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-c4b473f4-06fb-494b-b22d-fd1ba0814b9e tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/quotas/12ec5ebcac3949f399e4ca63deca6337 HTTP/1.1" status: 200 len: 375 time: 0.2319050 Jul 29 14:52:24.354550 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:24.365102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 180b8bf2-0664-42ca-b32b-718a4ef829b0 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:52:24.365542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 180b8bf2-0664-42ca-b32b-718a4ef829b0 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:52:24.399222 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-87b3c85e-83c4-401a-ad1a-0b618518e0a6 req-ae0eea84-c9b2-4bf9-b6c8-5a221777a70e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171026 Jul 29 14:52:24.425030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483d03f-dfe4-4402-8146-5f4bb406a7e8 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Subnet': ['ID=6e4b9372-c966-43d2-8d2e-6f4691cc60e9,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:24.462975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:52:24.463948 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:24.464173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483d03f-dfe4-4402-8146-5f4bb406a7e8 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Checking segment: {'id': '6e98ec65-8daf-4183-ab97-eef1e22b49ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a6f2cfe4-d80d-488b-bbc9-3f93da178884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:24.464550 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483d03f-dfe4-4402-8146-5f4bb406a7e8 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network hostable DHCP agents. Network: a6f2cfe4-d80d-488b-bbc9-3f93da178884, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:52:24.527561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:24.529323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483d03f-dfe4-4402-8146-5f4bb406a7e8 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network a6f2cfe4-d80d-488b-bbc9-3f93da178884 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:52:24.545953 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-34539ef3-2318-4d52-9522-11b485c59390 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=12ec5ebcac3949f399e4ca63deca6337&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2043545 Jul 29 14:52:24.561288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6b696-455a-436d-b19d-60e3c46a6c99 req-d5aeba77-dcd4-4da8-8eda-2d901d416b67 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:24.563176 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed6b696-455a-436d-b19d-60e3c46a6c99 req-d5aeba77-dcd4-4da8-8eda-2d901d416b67 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 945 time: 0.0811479 Jul 29 14:52:24.563852 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-d483d03f-dfe4-4402-8146-5f4bb406a7e8 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, a6f2cfe4-d80d-488b-bbc9-3f93da178884) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:24.569537 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d483d03f-dfe4-4402-8146-5f4bb406a7e8 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:24.570146 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d483d03f-dfe4-4402-8146-5f4bb406a7e8 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:24.632228 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d483d03f-dfe4-4402-8146-5f4bb406a7e8 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1939244 Jul 29 14:52:24.635072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37474) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:24.641248 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e07b93-c139-4282-93ac-0d3b27d82c47 req-d17b6675-f924-4daf-a5b5-91de827ba43c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:24.642809 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34e07b93-c139-4282-93ac-0d3b27d82c47 req-d17b6675-f924-4daf-a5b5-91de827ba43c tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.38 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 945 time: 0.2393181 Jul 29 14:52:24.675779 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed6b696-455a-436d-b19d-60e3c46a6c99 req-8dbac6c8-da34-4cc5-bc37-95672923e0ca tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024826 Jul 29 14:52:24.723558 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:52:24.786261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b866d1e5-1388-49d1-b156-177b44bcc32e None None] Network a6f2cfe4-d80d-488b-bbc9-3f93da178884 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:24.795658 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-813eae75-c377-4cd4-8628-eee6f8b9a40e service neutron] 10.222.0.16 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484689 Jul 29 14:52:24.874973 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0a234789-e652-4944-9dc6-a1dd327b80ee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:24.973916 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-dccb581d-3155-4950-9819-bfa5cf5eb347 service neutron] 10.222.0.16 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600940 Jul 29 14:52:24.989983 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Allocated IP 172.20.0.2 (be5d7f17-9ab7-4dcd-adcc-bad366939f03/454dd626-309b-466f-ace4-355ad2d7a9fc/4b6002d6-a6b1-41d6-b25c-8cca2adeb57e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:52:25.010245 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0a234789-e652-4944-9dc6-a1dd327b80ee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:25.144370 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-34e07b93-c139-4282-93ac-0d3b27d82c47 req-5d421f0f-a1b4-4c9e-bc85-b356b76ae9c2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Deleting port 68772045-9a48-4ffb-81a5-a228d4ab68d6 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:52:25.146964 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-34e07b93-c139-4282-93ac-0d3b27d82c47 req-5d421f0f-a1b4-4c9e-bc85-b356b76ae9c2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:25.148937 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0a234789-e652-4944-9dc6-a1dd327b80ee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:25.268083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a234789-e652-4944-9dc6-a1dd327b80ee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4b9372-c966-43d2-8d2e-6f4691cc60e9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:25.390566 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e77a1a3-8d8b-4f88-a886-f1443a1a27e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-a6f2cfe4-d80d-488b-bbc9-3f93da178884', 'network_id': 'a6f2cfe4-d80d-488b-bbc9-3f93da178884', 'tenant_id': '1a2d38048eca4a23afab0ed49a95bb95', 'fixed_ips': [{'subnet_id': '6e4b9372-c966-43d2-8d2e-6f4691cc60e9'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:52:25.391455 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e77a1a3-8d8b-4f88-a886-f1443a1a27e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:25.396809 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-09214810-dec2-4ef2-9b08-9e763a433c13 req-517c5657-54ec-4251-b3e4-198cf3a39f4b tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 210 time: 0.0738590 Jul 29 14:52:25.447779 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0a234789-e652-4944-9dc6-a1dd327b80ee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:25.468957 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-0a234789-e652-4944-9dc6-a1dd327b80ee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f2cfe4-d80d-488b-bbc9-3f93da178884']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:25.505678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-0a234789-e652-4944-9dc6-a1dd327b80ee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e98ec65-8daf-4183-ab97-eef1e22b49ec') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:25.506030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-0a234789-e652-4944-9dc6-a1dd327b80ee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e98ec65-8daf-4183-ab97-eef1e22b49ec') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:25.526813 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0a234789-e652-4944-9dc6-a1dd327b80ee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:25.584367 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0a234789-e652-4944-9dc6-a1dd327b80ee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:25.608765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a234789-e652-4944-9dc6-a1dd327b80ee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:52:25.610253 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0a234789-e652-4944-9dc6-a1dd327b80ee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:52:25.616342 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:52:25.741525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-34e07b93-c139-4282-93ac-0d3b27d82c47 req-5d421f0f-a1b4-4c9e-bc85-b356b76ae9c2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] For port 68772045-9a48-4ffb-81a5-a228d4ab68d6, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=68772045-9a48-4ffb-81a5-a228d4ab68d6,segment=NetworkSegment(98e835e2-c766-43f4-9ad7-d9a0d125b053),segment_id=98e835e2-c766-43f4-9ad7-d9a0d125b053)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:25.742106 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-34e07b93-c139-4282-93ac-0d3b27d82c47 req-5d421f0f-a1b4-4c9e-bc85-b356b76ae9c2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:25.793810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-34e07b93-c139-4282-93ac-0d3b27d82c47 req-5d421f0f-a1b4-4c9e-bc85-b356b76ae9c2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Calling delete_port for 68772045-9a48-4ffb-81a5-a228d4ab68d6 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:52:25.797919 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee899e3-daed-435d-a735-7d241479beb3 None None] Network a6f2cfe4-d80d-488b-bbc9-3f93da178884 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:25.814747 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0a234789-e652-4944-9dc6-a1dd327b80ee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:25.831025 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0a234789-e652-4944-9dc6-a1dd327b80ee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:25.842690 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0a234789-e652-4944-9dc6-a1dd327b80ee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/a6f2cfe4-d80d-488b-bbc9-3f93da178884 HTTP/1.1" status: 204 len: 168 time: 1.1996489 Jul 29 14:52:25.842966 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:25.854146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37574) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:25.860520 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4d47fcb2-a974-4e80-8789-062a3b1ebe0a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-82378916'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:25.897434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a234789-e652-4944-9dc6-a1dd327b80ee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Network': ['ID=a6f2cfe4-d80d-488b-bbc9-3f93da178884,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:25.931939 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Transition to ACTIVE for port object 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:25.971540 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9713f-cf84-419a-add5-fd42b86c287c req-c316987f-5fb6-43f8-9f15-e6f6cc6813f4 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:25.974831 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cdc9713f-cf84-419a-add5-fd42b86c287c req-c316987f-5fb6-43f8-9f15-e6f6cc6813f4 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 945 time: 0.1195488 Jul 29 14:52:25.976559 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d47fcb2-a974-4e80-8789-062a3b1ebe0a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:25.981305 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d47fcb2-a974-4e80-8789-062a3b1ebe0a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:26.029795 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Transition to ACTIVE for port object 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:26.047408 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:26.080466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d47fcb2-a974-4e80-8789-062a3b1ebe0a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:52:26.089301 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cdc9713f-cf84-419a-add5-fd42b86c287c req-6ef9908a-7785-403d-b713-fa2ccfa7becd tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a23f1cb-6b80-4343-883b-d3ebacbdab26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907695 Jul 29 14:52:26.103675 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d47fcb2-a974-4e80-8789-062a3b1ebe0a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:26.104434 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-4d47fcb2-a974-4e80-8789-062a3b1ebe0a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Added segment e703ab06-70dc-427e-bf86-852bab1a72be of type vlan for network 285d2db3-8007-4ce7-90fa-6c96af8c533f Jul 29 14:52:26.310266 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:26.330938 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d47fcb2-a974-4e80-8789-062a3b1ebe0a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:26.345735 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:26.356661 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:26.367728 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7323e5-4019-4cc1-89ac-a4ed78a43004 req-b8678247-76a7-43bc-9c8c-ac61f4b005bb tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:26.374672 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4f7323e5-4019-4cc1-89ac-a4ed78a43004 req-b8678247-76a7-43bc-9c8c-ac61f4b005bb tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 944 time: 0.8739522 Jul 29 14:52:26.464841 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Network be5d7f17-9ab7-4dcd-adcc-bad366939f03 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:52:26.489852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:26.493012 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d47fcb2-a974-4e80-8789-062a3b1ebe0a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:26.510296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:52:26.516814 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d47fcb2-a974-4e80-8789-062a3b1ebe0a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:26.518233 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d47fcb2-a974-4e80-8789-062a3b1ebe0a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:26.523515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Pushing event updated for resources: {'Port': ['ID=4b6002d6-a6b1-41d6-b25c-8cca2adeb57e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:26.656986 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4f7323e5-4019-4cc1-89ac-a4ed78a43004 req-9e04b811-56bd-49ce-8a24-e162bb6eca03 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445370 Jul 29 14:52:26.661213 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-34e07b93-c139-4282-93ac-0d3b27d82c47 req-5d421f0f-a1b4-4c9e-bc85-b356b76ae9c2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:26.745190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47fcb2-a974-4e80-8789-062a3b1ebe0a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Network': ['ID=285d2db3-8007-4ce7-90fa-6c96af8c533f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:26.749687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Attempting to bind port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:52:26.750235 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Attempting to bind port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:52:26.750855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Attempting to bind port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:52:26.753298 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4d47fcb2-a974-4e80-8789-062a3b1ebe0a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8967509 Jul 29 14:52:26.766680 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37632) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:26.776462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:52:26.777115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Checking segment: {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:26.777781 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:26.778441 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Bound using segment: {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:52:26.779241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Bound port: 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:52:26.779883 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:26.798807 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 285d2db3-8007-4ce7-90fa-6c96af8c533f details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:52:26.812815 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cf83b90e-cb40-4aaf-ac5e-16b5e6bf4ea5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'subnet': {'network_id': '285d2db3-8007-4ce7-90fa-6c96af8c533f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:26.833728 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d421f0f-a1b4-4c9e-bc85-b356b76ae9c2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Pushing event deleted for resources: {'Port': ['ID=68772045-9a48-4ffb-81a5-a228d4ab68d6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:26.906341 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-95948fc6-2c8c-4cee-8086-2716aa49160b req-1d97460d-b5fe-4b1a-a0ff-403c4cd9e31b tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 210 time: 0.1569541 Jul 29 14:52:26.979960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e07b93-c139-4282-93ac-0d3b27d82c47 req-5d421f0f-a1b4-4c9e-bc85-b356b76ae9c2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] No DVR routers for this DVR port 68772045-9a48-4ffb-81a5-a228d4ab68d6 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:52:26.987416 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-34e07b93-c139-4282-93ac-0d3b27d82c47 req-5d421f0f-a1b4-4c9e-bc85-b356b76ae9c2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:26.992206 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34e07b93-c139-4282-93ac-0d3b27d82c47 req-5d421f0f-a1b4-4c9e-bc85-b356b76ae9c2 tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.38 "DELETE /v2.0/ports/68772045-9a48-4ffb-81a5-a228d4ab68d6 HTTP/1.1" status: 204 len: 173 time: 2.3404522 Jul 29 14:52:26.993640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7031bc98-0fcc-427e-9f0b-2ed5f037d449', 'name': 'network-vif-deleted', 'tag': '68772045-9a48-4ffb-81a5-a228d4ab68d6'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:52:26.998554 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fc3837-c350-4458-91b2-75eb7f585e30" -d '{"events": [{"server_uuid": "7031bc98-0fcc-427e-9f0b-2ed5f037d449", "name": "network-vif-deleted", "tag": "68772045-9a48-4ffb-81a5-a228d4ab68d6"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:52:27.066993 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adfd686-b049-4e1a-baa2-2f95e63053a8 x-openstack-request-id: req-0adfd686-b049-4e1a-baa2-2f95e63053a8 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:52:27.067553 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7031bc98-0fcc-427e-9f0b-2ed5f037d449", "name": "network-vif-deleted", "tag": "68772045-9a48-4ffb-81a5-a228d4ab68d6", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:52:27.067828 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0adfd686-b049-4e1a-baa2-2f95e63053a8 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:52:27.068271 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7031bc98-0fcc-427e-9f0b-2ed5f037d449', 'name': 'network-vif-deleted', 'tag': '68772045-9a48-4ffb-81a5-a228d4ab68d6', 'status': 'completed', 'code': 200} Jul 29 14:52:27.079186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Allocated IP 172.25.6.8 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/982e36a7-70fc-4579-9b8a-8beb57cc31ca) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:52:27.183468 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf83b90e-cb40-4aaf-ac5e-16b5e6bf4ea5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:27.189356 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf83b90e-cb40-4aaf-ac5e-16b5e6bf4ea5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:27.294107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] For port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:52:27.300963 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] For port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4b6002d6-a6b1-41d6-b25c-8cca2adeb57e,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:52:27.315712 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:27.371375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e77b9b6f-4a96-4dae-8df4-64ef2a6b85cf req-3b95bba0-e12d-4b72-9469-7e434d68a00a tempest-LiveMigrationTest-1804343166 tempest-LiveMigrationTest-1804343166-project] 10.222.0.16 "GET /v2.0/ports?device_id=7031bc98-0fcc-427e-9f0b-2ed5f037d449 HTTP/1.1" status: 200 len: 210 time: 0.1017723 Jul 29 14:52:27.404655 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:27.479240 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:52:27.671883 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:27.693546 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf83b90e-cb40-4aaf-ac5e-16b5e6bf4ea5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:27.730140 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:52:27.773207 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:27.773592 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:27.965038 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83b90e-cb40-4aaf-ac5e-16b5e6bf4ea5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Subnet': ['ID=8546c710-f761-4ed1-a8cc-fb6c052ebfa4,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:27.986137 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf9696-4b3d-4efb-9c51-7d3c989d0afc None None] Pushing event updated for resources: {'Port': ['ID=4b6002d6-a6b1-41d6-b25c-8cca2adeb57e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:27.990110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf83b90e-cb40-4aaf-ac5e-16b5e6bf4ea5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Checking segment: {'id': 'e703ab06-70dc-427e-bf86-852bab1a72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '285d2db3-8007-4ce7-90fa-6c96af8c533f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:27.990717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf83b90e-cb40-4aaf-ac5e-16b5e6bf4ea5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network hostable DHCP agents. Network: 285d2db3-8007-4ce7-90fa-6c96af8c533f, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:52:28.070456 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf83b90e-cb40-4aaf-ac5e-16b5e6bf4ea5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network 285d2db3-8007-4ce7-90fa-6c96af8c533f is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:52:28.117306 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-cf83b90e-cb40-4aaf-ac5e-16b5e6bf4ea5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 285d2db3-8007-4ce7-90fa-6c96af8c533f) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:28.124973 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf83b90e-cb40-4aaf-ac5e-16b5e6bf4ea5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:28.125580 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf83b90e-cb40-4aaf-ac5e-16b5e6bf4ea5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:28.151908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a613ade-dde3-41c7-ad3d-766eab306e65 None None] Network 285d2db3-8007-4ce7-90fa-6c96af8c533f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:28.278934 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-566f15a2-792f-4a0e-ab04-fadcc9c2aa30 req-d657275c-2699-4cfc-b6bc-57c5fd0e5d8c tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 210 time: 0.1497548 Jul 29 14:52:28.308468 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cf83b90e-cb40-4aaf-ac5e-16b5e6bf4ea5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5386372 Jul 29 14:52:28.309808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37756) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:28.337747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4ac78f3f-2767-417a-8288-bde68a019e28 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'subnet': {'network_id': '285d2db3-8007-4ce7-90fa-6c96af8c533f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:28.396078 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 68772045-9a48-4ffb-81a5-a228d4ab68d6 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:52:28.477750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 68772045-9a48-4ffb-81a5-a228d4ab68d6 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:52:28.478430 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 68772045-9a48-4ffb-81a5-a228d4ab68d6 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:52:28.503772 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:28.508303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:52:28.612975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89243f92-b2db-4214-a619-e1457eadf399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:52:28.615869 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c27ee9d-9e02-40a0-9f14-50707df7c170" -d '{"events": [{"server_uuid": "89243f92-b2db-4214-a619-e1457eadf399", "name": "network-vif-plugged", "status": "completed", "tag": "e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:52:28.639562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:28.663157 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:28.698900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37774) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:28.805032 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:28.862637 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0e675f-f7c6-48e0-b1e6-4f5322d8abc4 x-openstack-request-id: req-ca0e675f-f7c6-48e0-b1e6-4f5322d8abc4 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:52:28.862929 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89243f92-b2db-4214-a619-e1457eadf399", "name": "network-vif-plugged", "status": "completed", "tag": "e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:52:28.863372 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca0e675f-f7c6-48e0-b1e6-4f5322d8abc4 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:52:28.863990 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89243f92-b2db-4214-a619-e1457eadf399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe', 'code': 200} Jul 29 14:52:28.872713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:52:28.882487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac78f3f-2767-417a-8288-bde68a019e28 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:28.888768 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-285d2db3-8007-4ce7-90fa-6c96af8c533f', 'network_id': '285d2db3-8007-4ce7-90fa-6c96af8c533f', 'tenant_id': '1a2d38048eca4a23afab0ed49a95bb95', 'fixed_ips': [{'subnet_id': '8546c710-f761-4ed1-a8cc-fb6c052ebfa4'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:52:28.890451 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4ac78f3f-2767-417a-8288-bde68a019e28 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:28.891820 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:29.080365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-e5d72114-db49-4ee0-8717-f85ae60d0d1f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:29.089955 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-e5d72114-db49-4ee0-8717-f85ae60d0d1f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.38 "GET /v2.0/networks?id=739caf51-5ef0-4339-b121-796ba8c6bb8d HTTP/1.1" status: 200 len: 812 time: 1.5903783 Jul 29 14:52:29.105340 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:52:29.122713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-0b216086-3080-4598-b58a-723aa71bae32 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Request body: {'port': {'device_id': '81a45027-5ccb-4fc9-ab91-c66daf872a2d', 'network_id': '739caf51-5ef0-4339-b121-796ba8c6bb8d', 'admin_state_up': True, 'tenant_id': '12ec5ebcac3949f399e4ca63deca6337'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:29.159425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:29.166358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:52:29.361954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-357e312e-716d-4a5f-a010-cfd93a4535df admin admin] Deleting subnet b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:52:29.369843 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-357e312e-716d-4a5f-a010-cfd93a4535df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:29.430050 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Allocated IP 2001:db8::2 (285d2db3-8007-4ce7-90fa-6c96af8c533f/8546c710-f761-4ed1-a8cc-fb6c052ebfa4/9179ed3e-195d-4339-b025-763d74786169) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:52:29.470553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Pushing event updated for resources: {'Port': ['ID=982e36a7-70fc-4579-9b8a-8beb57cc31ca,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:29.511526 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a646435-9b85-405b-ae55-e1098a218738 req-8caba367-b3dd-44b0-ba85-be6f8ed6971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:29.515245 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5a646435-9b85-405b-ae55-e1098a218738 req-8caba367-b3dd-44b0-ba85-be6f8ed6971a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 1096 time: 0.5160272 Jul 29 14:52:29.525249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cc2e4-c90b-498e-8d63-2b4ce7c0453c req-0f5670b0-056f-4d99-8cc3-67d2f2d75cee tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:29.527806 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f75cc2e4-c90b-498e-8d63-2b4ce7c0453c req-0f5670b0-056f-4d99-8cc3-67d2f2d75cee tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 945 time: 0.6059134 Jul 29 14:52:29.571173 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-357e312e-716d-4a5f-a010-cfd93a4535df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:29.760399 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-095d4725-4ed1-47b9-9d43-84ad12d3e357 req-1101c416-e86e-4aaf-89e3-e8f65a03bd20 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 210 time: 0.1614196 Jul 29 14:52:29.896767 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-357e312e-716d-4a5f-a010-cfd93a4535df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:29.945150 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f75cc2e4-c90b-498e-8d63-2b4ce7c0453c req-738b1d26-3573-4bc7-8a98-904806cbd144 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566310 Jul 29 14:52:29.997981 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5a646435-9b85-405b-ae55-e1098a218738 req-79bf3874-37c7-48d9-a02a-bb359b23a479 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605138 Jul 29 14:52:30.038469 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b574441-4e56-413c-bf38-4c4e04ca855b None None] Network be5d7f17-9ab7-4dcd-adcc-bad366939f03 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:30.071233 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-357e312e-716d-4a5f-a010-cfd93a4535df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.089697 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.107346 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-357e312e-716d-4a5f-a010-cfd93a4535df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.109372 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-357e312e-716d-4a5f-a010-cfd93a4535df admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97 HTTP/1.1" status: 204 len: 168 time: 1.4091656 Jul 29 14:52:30.133725 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37854) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:30.153469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e312e-716d-4a5f-a010-cfd93a4535df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b0f3dc-66f1-4fcf-94d0-e2bfbf950f97,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:30.190097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c0cdf0c1-b309-4fe3-88f3-7252908d65a6 None None] Provisioning for port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:52:30.227793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c0cdf0c1-b309-4fe3-88f3-7252908d65a6 None None] Provisioning complete for port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:30.228633 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf0c1-b309-4fe3-88f3-7252908d65a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.235972 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4ac78f3f-2767-417a-8288-bde68a019e28 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.333077 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac78f3f-2767-417a-8288-bde68a019e28 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network 285d2db3-8007-4ce7-90fa-6c96af8c533f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:52:30.338544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-4ac78f3f-2767-417a-8288-bde68a019e28 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:30.343316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac78f3f-2767-417a-8288-bde68a019e28 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:30.344503 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4ac78f3f-2767-417a-8288-bde68a019e28 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.384187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac78f3f-2767-417a-8288-bde68a019e28 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Subnet': ['ID=7af62c27-d23f-4384-90aa-5678c682c440,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:30.403257 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4ac78f3f-2767-417a-8288-bde68a019e28 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0904374 Jul 29 14:52:30.404804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37858) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:30.419635 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-0b216086-3080-4598-b58a-723aa71bae32 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Made reservation on behalf of 12ec5ebcac3949f399e4ca63deca6337 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:30.423684 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-0b216086-3080-4598-b58a-723aa71bae32 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.444885 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-893fa4b0-eff0-4a32-a1c9-5e5ce5f90de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.488434 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.523121 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa4d196-745b-4f54-92cc-d0d5d919c6b5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:30.541272 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Transition to ACTIVE for port object 9179ed3e-195d-4339-b025-763d74786169 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:30.543027 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa4d196-745b-4f54-92cc-d0d5d919c6b5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:30.546601 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa4d196-745b-4f54-92cc-d0d5d919c6b5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:30.551428 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa4d196-745b-4f54-92cc-d0d5d919c6b5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:30.555291 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa4d196-745b-4f54-92cc-d0d5d919c6b5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:30.559022 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2aa4d196-745b-4f54-92cc-d0d5d919c6b5 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1519737 Jul 29 14:52:30.563229 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d79ffba2-b0a4-4c86-b84b-4d239b311010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.567208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37864) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:30.582675 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-6aad24f4-65a4-4197-8a50-04ab4d2ae5ce tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-649190900'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:30.610555 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Transition to ACTIVE for port object 9179ed3e-195d-4339-b025-763d74786169 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:30.624528 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf0c1-b309-4fe3-88f3-7252908d65a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.639331 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.644695 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aad24f4-65a4-4197-8a50-04ab4d2ae5ce tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:30.656556 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6aad24f4-65a4-4197-8a50-04ab4d2ae5ce tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.719912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Network 285d2db3-8007-4ce7-90fa-6c96af8c533f is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:52:30.726134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aad24f4-65a4-4197-8a50-04ab4d2ae5ce tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:52:30.727387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Pushing event updated for resources: {'Port': ['ID=9179ed3e-195d-4339-b025-763d74786169,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:30.734972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:30.739889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c0cdf0c1-b309-4fe3-88f3-7252908d65a6 None None] For port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4b6002d6-a6b1-41d6-b25c-8cca2adeb57e,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:30.742389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:52:30.753375 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf0c1-b309-4fe3-88f3-7252908d65a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.763124 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6aad24f4-65a4-4197-8a50-04ab4d2ae5ce tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.763731 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-6aad24f4-65a4-4197-8a50-04ab4d2ae5ce tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Added segment 786aab32-b8ec-479d-92df-e254f4768e09 of type vlan for network 68184927-e2ac-4a4f-a70a-d86338ba0464 Jul 29 14:52:30.864706 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdf0c1-b309-4fe3-88f3-7252908d65a6 None None] Pushing event updated for resources: {'Port': ['ID=4b6002d6-a6b1-41d6-b25c-8cca2adeb57e,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:30.921544 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6aad24f4-65a4-4197-8a50-04ab4d2ae5ce tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.957097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Attempting to bind port 9179ed3e-195d-4339-b025-763d74786169 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:52:30.957806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Attempting to bind port 9179ed3e-195d-4339-b025-763d74786169 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'e703ab06-70dc-427e-bf86-852bab1a72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '285d2db3-8007-4ce7-90fa-6c96af8c533f'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:52:30.958988 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Attempting to bind port 9179ed3e-195d-4339-b025-763d74786169 on network 285d2db3-8007-4ce7-90fa-6c96af8c533f {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:52:30.974352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:52:30.975014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Checking segment: {'id': 'e703ab06-70dc-427e-bf86-852bab1a72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '285d2db3-8007-4ce7-90fa-6c96af8c533f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:30.975588 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.977011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Bound using segment: {'id': 'e703ab06-70dc-427e-bf86-852bab1a72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '285d2db3-8007-4ce7-90fa-6c96af8c533f'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:52:30.978101 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Bound port: 9179ed3e-195d-4339-b025-763d74786169, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e703ab06-70dc-427e-bf86-852bab1a72be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '285d2db3-8007-4ce7-90fa-6c96af8c533f'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:52:30.981563 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:30.999480 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6aad24f4-65a4-4197-8a50-04ab4d2ae5ce tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:31.007775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aad24f4-65a4-4197-8a50-04ab4d2ae5ce tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:31.009865 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6aad24f4-65a4-4197-8a50-04ab4d2ae5ce tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:31.134184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-0b216086-3080-4598-b58a-723aa71bae32 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Allocated IP 172.20.0.10 (739caf51-5ef0-4339-b121-796ba8c6bb8d/7b768955-99f3-44de-ad0c-7f2f34e05f62/8aa2475d-8f2e-43b4-bc26-1d0e2b205f76) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:52:31.168579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] For port 9179ed3e-195d-4339-b025-763d74786169, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:52:31.174434 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6aad24f4-65a4-4197-8a50-04ab4d2ae5ce tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6022859 Jul 29 14:52:31.178033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] For port 9179ed3e-195d-4339-b025-763d74786169, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9179ed3e-195d-4339-b025-763d74786169,segment=NetworkSegment(e703ab06-70dc-427e-bf86-852bab1a72be),segment_id=e703ab06-70dc-427e-bf86-852bab1a72be)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:52:31.181014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37872) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:31.193058 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:31.194062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-81a67bc8-c109-4202-8ebd-24fdd1f34fbd tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:31.265020 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad24f4-65a4-4197-8a50-04ab4d2ae5ce tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Network': ['ID=68184927-e2ac-4a4f-a70a-d86338ba0464,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:31.318962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 68184927-e2ac-4a4f-a70a-d86338ba0464 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:52:31.339195 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-893fa4b0-eff0-4a32-a1c9-5e5ce5f90de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:31.393272 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7bb935e9-0292-4798-af96-7701ebeab62c req-8337ad81-c871-4f34-85ef-f73a36da9cc7 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 210 time: 0.3993530 Jul 29 14:52:31.395159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-893fa4b0-eff0-4a32-a1c9-5e5ce5f90de6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2c1f32-c50e-4383-8681-f45f9880fe0a']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:31.476135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-893fa4b0-eff0-4a32-a1c9-5e5ce5f90de6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e835e2-c766-43f4-9ad7-d9a0d125b053') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:31.476417 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-893fa4b0-eff0-4a32-a1c9-5e5ce5f90de6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e835e2-c766-43f4-9ad7-d9a0d125b053') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:31.521708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d59cc0fb-deab-4b8e-a6bc-6df4834f7f43 None None] Provisioning complete for port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:31.522504 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d59cc0fb-deab-4b8e-a6bc-6df4834f7f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:31.526299 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Pushing event updated for resources: {'Port': ['ID=9179ed3e-195d-4339-b025-763d74786169,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:31.529935 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-893fa4b0-eff0-4a32-a1c9-5e5ce5f90de6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:31.533964 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:31.579088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bd182-03b2-4403-a392-a76dbf3e7bfb req-6632bbe5-bb58-4488-9288-081095a85feb tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:31.591990 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e9bd182-03b2-4403-a392-a76dbf3e7bfb req-6632bbe5-bb58-4488-9288-081095a85feb tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 945 time: 0.3920224 Jul 29 14:52:31.609488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:31.610919 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:31.611956 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:31.613016 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:31.613575 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:31.614126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:31.614799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:31.615351 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:31.615916 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:31.616455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:31.617928 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:31.618722 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48781fa0-4b2d-469f-9739-a04905af0647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:31.621910 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-893fa4b0-eff0-4a32-a1c9-5e5ce5f90de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:31.652013 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893fa4b0-eff0-4a32-a1c9-5e5ce5f90de6 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:52:31.652426 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-893fa4b0-eff0-4a32-a1c9-5e5ce5f90de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:52:31.661162 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:52:31.712069 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81a67bc8-c109-4202-8ebd-24fdd1f34fbd tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:31.788473 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e9bd182-03b2-4403-a392-a76dbf3e7bfb req-8e34af13-2cef-4fb4-a57e-8c261c4044b1 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949558 Jul 29 14:52:31.791348 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81a67bc8-c109-4202-8ebd-24fdd1f34fbd tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:31.842298 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81a67bc8-c109-4202-8ebd-24fdd1f34fbd tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network 68184927-e2ac-4a4f-a70a-d86338ba0464 is not hosted by any dhcp agent {{(pid=94158) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 14:52:31.857418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a67bc8-c109-4202-8ebd-24fdd1f34fbd tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:31.858226 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81a67bc8-c109-4202-8ebd-24fdd1f34fbd tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:31.862952 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-81a67bc8-c109-4202-8ebd-24fdd1f34fbd tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "PUT /v2.0/networks/68184927-e2ac-4a4f-a70a-d86338ba0464 HTTP/1.1" status: 200 len: 723 time: 0.6781104 Jul 29 14:52:31.881786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37886) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:31.891872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e1f4c358-7392-41f9-b502-ec91e693e6ed tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'subnet': {'network_id': '68184927-e2ac-4a4f-a70a-d86338ba0464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:31.913527 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-0b216086-3080-4598-b58a-723aa71bae32 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:31.992290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a67bc8-c109-4202-8ebd-24fdd1f34fbd tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Network': ['ID=68184927-e2ac-4a4f-a70a-d86338ba0464,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:32.003796 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-893fa4b0-eff0-4a32-a1c9-5e5ce5f90de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:32.010380 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 68184927-e2ac-4a4f-a70a-d86338ba0464 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:52:32.031776 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-893fa4b0-eff0-4a32-a1c9-5e5ce5f90de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:32.038472 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-893fa4b0-eff0-4a32-a1c9-5e5ce5f90de6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3d2c1f32-c50e-4383-8681-f45f9880fe0a HTTP/1.1" status: 204 len: 168 time: 1.7810161 Jul 29 14:52:32.038720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37888) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:32.044275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893fa4b0-eff0-4a32-a1c9-5e5ce5f90de6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d2c1f32-c50e-4383-8681-f45f9880fe0a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:32.095056 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Router 05c64cde-58d5-4c01-bf9a-297999300739 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:52:32.187414 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-0b216086-3080-4598-b58a-723aa71bae32 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:32.222040 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2e1211ac-247a-41f3-9a6e-1e9f2ac3332e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:52:32.235324 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f4c358-7392-41f9-b502-ec91e693e6ed tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:32.239617 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c358-7392-41f9-b502-ec91e693e6ed tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:32.296757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c6259f-46ec-45b7-88c1-6bf0e5f3aa9e admin admin] Deleting subnet 18ea385e-7810-4883-bf63-9b224715a8f0 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:52:32.311004 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24c6259f-46ec-45b7-88c1-6bf0e5f3aa9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:32.356629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35548f2-31c9-4d49-8583-80e4b5018edc req-a2024d62-2abb-4779-9ed6-1d1dca93172b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:32.358667 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d35548f2-31c9-4d49-8583-80e4b5018edc req-a2024d62-2abb-4779-9ed6-1d1dca93172b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 945 time: 0.1864109 Jul 29 14:52:32.380815 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-0b216086-3080-4598-b58a-723aa71bae32 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Network 739caf51-5ef0-4339-b121-796ba8c6bb8d is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:52:32.396988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-0b216086-3080-4598-b58a-723aa71bae32 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:32.400661 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b216086-3080-4598-b58a-723aa71bae32 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event updated for resources: {'Port': ['ID=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:32.403330 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-0b216086-3080-4598-b58a-723aa71bae32 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:52:32.508927 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24c6259f-46ec-45b7-88c1-6bf0e5f3aa9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:32.554234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-0b216086-3080-4598-b58a-723aa71bae32 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:32.555104 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-0b216086-3080-4598-b58a-723aa71bae32 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:32.575206 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d35548f2-31c9-4d49-8583-80e4b5018edc req-767e4294-2711-48c1-a751-87c5579cd77b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998909 Jul 29 14:52:32.614604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:52:32.667023 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24c6259f-46ec-45b7-88c1-6bf0e5f3aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:32.676817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:52:32.686874 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-0b216086-3080-4598-b58a-723aa71bae32 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5761852 Jul 29 14:52:32.692025 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Sync routers for ids ['05c64cde-58d5-4c01-bf9a-297999300739'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:52:32.715099 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Routers {'05c64cde-58d5-4c01-bf9a-297999300739'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:52:32.716576 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:52:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['05c64cde-58d5-4c01-bf9a-297999300739'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:32.731982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Request body: {'port': {'device_id': '81a45027-5ccb-4fc9-ab91-c66daf872a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:32.795973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c9b4b-2a0f-4e49-ae11-7484f3273e8c req-da6972ea-8c5b-40bc-a1c7-86f15e827e96 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:32.798607 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-981c9b4b-2a0f-4e49-ae11-7484f3273e8c req-da6972ea-8c5b-40bc-a1c7-86f15e827e96 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 932 time: 0.2358053 Jul 29 14:52:32.839515 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:32.841131 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0ffadf23-8f7f-4259-9cb7-e7548c41ec8f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.5725956 Jul 29 14:52:32.845808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37900) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:32.858054 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24c6259f-46ec-45b7-88c1-6bf0e5f3aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:32.942139 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:32.957301 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:32.957898 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:32.979371 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24c6259f-46ec-45b7-88c1-6bf0e5f3aa9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:32.985445 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-24c6259f-46ec-45b7-88c1-6bf0e5f3aa9e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/18ea385e-7810-4883-bf63-9b224715a8f0 HTTP/1.1" status: 204 len: 168 time: 0.9402642 Jul 29 14:52:32.985445 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6259f-46ec-45b7-88c1-6bf0e5f3aa9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ea385e-7810-4883-bf63-9b224715a8f0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:32.987279 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37902) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:32.999125 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-981c9b4b-2a0f-4e49-ae11-7484f3273e8c req-dc26b59e-8456-4e6a-bf5d-e301c2f62515 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711478 Jul 29 14:52:33.034682 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Set router 05c64cde-58d5-4c01-bf9a-297999300739 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:52:33.195276 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba0cd738-f771-44f6-bc32-c967cc5a5489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:33.213667 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:33.254990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9179ed3e-195d-4339-b025-763d74786169 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:52:33.311154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3445ebd9-002e-47e4-b3a6-d85ba1aa46c9 None None] Network 285d2db3-8007-4ce7-90fa-6c96af8c533f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:33.405641 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c64cde-58d5-4c01-bf9a-297999300739', 'name': 'tempest-ServerActionsTestJSON-547501748-router', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:52:23Z', 'updated_at': '2021-07-29T14:52:29Z', 'revision_number': 3, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'gw_port': {'id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:26Z', 'updated_at': '2021-07-29T14:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:33.425862 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4dbe8215-7add-46a4-b0e9-611919991aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:33.454793 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Checking router: 05c64cde-58d5-4c01-bf9a-297999300739 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:52:33.455060 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Updating router 05c64cde-58d5-4c01-bf9a-297999300739 port 982e36a7-70fc-4579-9b8a-8beb57cc31ca binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:52:33.482955 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-265e1bbe-6a5a-4a31-9d6f-251d6d7c7089 None None] Provisioning for port 9179ed3e-195d-4339-b025-763d74786169 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:52:33.496738 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba0cd738-f771-44f6-bc32-c967cc5a5489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:33.497680 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:33.507107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 9179ed3e-195d-4339-b025-763d74786169 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:52:33.514934 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ba0cd738-f771-44f6-bc32-c967cc5a5489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8736e40-708a-4d3b-9f7a-91c36a178507']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:33.517316 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-265e1bbe-6a5a-4a31-9d6f-251d6d7c7089 None None] Provisioning complete for port 9179ed3e-195d-4339-b025-763d74786169 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:33.517655 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-265e1bbe-6a5a-4a31-9d6f-251d6d7c7089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:33.529420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9179ed3e-195d-4339-b025-763d74786169 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:33.530391 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:33.535242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ba0cd738-f771-44f6-bc32-c967cc5a5489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4f43f7-e426-4f76-a91b-694414f6d6b2') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:33.535820 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ba0cd738-f771-44f6-bc32-c967cc5a5489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4f43f7-e426-4f76-a91b-694414f6d6b2') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:33.739633 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c358-7392-41f9-b502-ec91e693e6ed tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.071913 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-265e1bbe-6a5a-4a31-9d6f-251d6d7c7089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.081716 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.097109 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Transition to ACTIVE for port object 982e36a7-70fc-4579-9b8a-8beb57cc31ca will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:34.112271 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.113192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4c358-7392-41f9-b502-ec91e693e6ed tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Subnet': ['ID=62c71804-c88a-4733-8fbb-e94ea99da364,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:34.165604 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.172755 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61699e05-293b-47e1-8fa2-c3cb7e622f69 req-bfe41b3d-8173-4fb0-ace5-6f517cfa790c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:34.188359 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61699e05-293b-47e1-8fa2-c3cb7e622f69 req-bfe41b3d-8173-4fb0-ace5-6f517cfa790c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 945 time: 0.4016638 Jul 29 14:52:34.246122 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4c358-7392-41f9-b502-ec91e693e6ed tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Checking segment: {'id': '786aab32-b8ec-479d-92df-e254f4768e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68184927-e2ac-4a4f-a70a-d86338ba0464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:34.248429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f4c358-7392-41f9-b502-ec91e693e6ed tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network hostable DHCP agents. Network: 68184927-e2ac-4a4f-a70a-d86338ba0464, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:52:34.261691 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949c801-d605-444a-afd2-6393dfea779d None None] Pushing event updated for resources: {'Port': ['ID=982e36a7-70fc-4579-9b8a-8beb57cc31ca,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:34.293441 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.304476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 9179ed3e-195d-4339-b025-763d74786169, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9179ed3e-195d-4339-b025-763d74786169,segment=NetworkSegment(e703ab06-70dc-427e-bf86-852bab1a72be),segment_id=e703ab06-70dc-427e-bf86-852bab1a72be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:34.310276 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61699e05-293b-47e1-8fa2-c3cb7e622f69 req-9e408a2e-c904-49cc-aed8-78520f9dff62 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201575 Jul 29 14:52:34.322751 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.328205 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949c801-d605-444a-afd2-6393dfea779d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:34.328968 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949c801-d605-444a-afd2-6393dfea779d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:34.329797 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949c801-d605-444a-afd2-6393dfea779d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:34.330385 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949c801-d605-444a-afd2-6393dfea779d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:34.330963 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949c801-d605-444a-afd2-6393dfea779d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:34.331608 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949c801-d605-444a-afd2-6393dfea779d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:34.332189 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949c801-d605-444a-afd2-6393dfea779d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:34.332787 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949c801-d605-444a-afd2-6393dfea779d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:34.334146 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949c801-d605-444a-afd2-6393dfea779d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:34.336542 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949c801-d605-444a-afd2-6393dfea779d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:34.337923 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949c801-d605-444a-afd2-6393dfea779d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:34.338493 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6949c801-d605-444a-afd2-6393dfea779d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:34.370798 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f4c358-7392-41f9-b502-ec91e693e6ed tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network 68184927-e2ac-4a4f-a70a-d86338ba0464 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:52:34.407547 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Attempting to bind port 982e36a7-70fc-4579-9b8a-8beb57cc31ca on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:52:34.407920 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Attempting to bind port 982e36a7-70fc-4579-9b8a-8beb57cc31ca by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:52:34.408302 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Attempting to bind port 982e36a7-70fc-4579-9b8a-8beb57cc31ca on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:52:34.420211 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e1f4c358-7392-41f9-b502-ec91e693e6ed tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 68184927-e2ac-4a4f-a70a-d86338ba0464) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:34.420813 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:52:34.421206 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:34.421623 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.422025 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:52:34.424889 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Bound port: 982e36a7-70fc-4579-9b8a-8beb57cc31ca, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:52:34.425415 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.444436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f4c358-7392-41f9-b502-ec91e693e6ed tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:34.445050 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1f4c358-7392-41f9-b502-ec91e693e6ed tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.491019 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:52:34.517555 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.520069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc41056-7781-4b77-9ece-f28b18f8b845 None None] Network 68184927-e2ac-4a4f-a70a-d86338ba0464 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:34.532498 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba0cd738-f771-44f6-bc32-c967cc5a5489 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.534072 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] For port 982e36a7-70fc-4579-9b8a-8beb57cc31ca, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:52:34.538139 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e1f4c358-7392-41f9-b502-ec91e693e6ed tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6514747 Jul 29 14:52:34.539046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37926) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:34.540478 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] For port 982e36a7-70fc-4579-9b8a-8beb57cc31ca, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=982e36a7-70fc-4579-9b8a-8beb57cc31ca,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:52:34.554961 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f8a73843-2883-4c1e-ac53-f434bfcfeaf7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:34.555583 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.632833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Transition to ACTIVE for port object 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:34.653302 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba0cd738-f771-44f6-bc32-c967cc5a5489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.656700 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.666500 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949c801-d605-444a-afd2-6393dfea779d None None] Pushing event updated for resources: {'Port': ['ID=982e36a7-70fc-4579-9b8a-8beb57cc31ca,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:34.703448 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Routers {'05c64cde-58d5-4c01-bf9a-297999300739'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:52:34.704914 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:52:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['05c64cde-58d5-4c01-bf9a-297999300739'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:34.711425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0cd738-f771-44f6-bc32-c967cc5a5489 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:52:34.711800 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba0cd738-f771-44f6-bc32-c967cc5a5489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.724792 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:34.825748 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:52:34.833368 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:52:34.842681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27542cd2-7a5b-4bb6-be48-e3a9dcd198a1 None None] Update dhcp port {'port': {'network_id': '285d2db3-8007-4ce7-90fa-6c96af8c533f', 'fixed_ips': [{'subnet_id': '8546c710-f761-4ed1-a8cc-fb6c052ebfa4', 'ip_address': '2001:db8::2'}, {'subnet_id': '7af62c27-d23f-4384-90aa-5678c682c440'}], 'binding:host_id': 'n-d-802893-1'}, 'id': '9179ed3e-195d-4339-b025-763d74786169'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 14:52:34.942580 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] Set router 05c64cde-58d5-4c01-bf9a-297999300739 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:52:34.961049 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba0cd738-f771-44f6-bc32-c967cc5a5489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.992534 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba0cd738-f771-44f6-bc32-c967cc5a5489 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:34.994828 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ba0cd738-f771-44f6-bc32-c967cc5a5489 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d8736e40-708a-4d3b-9f7a-91c36a178507 HTTP/1.1" status: 204 len: 168 time: 2.0063002 Jul 29 14:52:35.031032 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-265e1bbe-6a5a-4a31-9d6f-251d6d7c7089 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:52:35.031677 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-265e1bbe-6a5a-4a31-9d6f-251d6d7c7089 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:52:35.069697 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8a73843-2883-4c1e-ac53-f434bfcfeaf7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9036425'] for subnet, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:35.105541 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27542cd2-7a5b-4bb6-be48-e3a9dcd198a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:35.144826 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:35.170911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=9179ed3e-195d-4339-b025-763d74786169,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:35.232993 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f14d8-2f9f-433a-a48d-174acb5981e1 req-7582750a-26a4-4e45-b83c-8d5136a0e23e tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:35.248635 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f4f14d8-2f9f-433a-a48d-174acb5981e1 req-7582750a-26a4-4e45-b83c-8d5136a0e23e tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 932 time: 0.6764607 Jul 29 14:52:35.274575 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cd738-f771-44f6-bc32-c967cc5a5489 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8736e40-708a-4d3b-9f7a-91c36a178507,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:35.333669 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37940) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:35.347604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f4f14d8-2f9f-433a-a48d-174acb5981e1 req-ab501ddd-632e-4649-96b5-ff37cf4f6b14 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956330 Jul 29 14:52:35.348705 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-68184927-e2ac-4a4f-a70a-d86338ba0464', 'network_id': '68184927-e2ac-4a4f-a70a-d86338ba0464', 'tenant_id': '1a2d38048eca4a23afab0ed49a95bb95', 'fixed_ips': [{'subnet_id': '62c71804-c88a-4733-8fbb-e94ea99da364'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:52:35.353243 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:35.450780 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c64cde-58d5-4c01-bf9a-297999300739', 'name': 'tempest-ServerActionsTestJSON-547501748-router', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:52:23Z', 'updated_at': '2021-07-29T14:52:29Z', 'revision_number': 3, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'gw_port': {'id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:26Z', 'updated_at': '2021-07-29T14:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:35.522794 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770e4cc-c464-478a-a0f6-fec00429efbe None None] The sync data for ids ['05c64cde-58d5-4c01-bf9a-297999300739'] in n-d-802893-1 is: [{'id': '05c64cde-58d5-4c01-bf9a-297999300739', 'name': 'tempest-ServerActionsTestJSON-547501748-router', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:52:23Z', 'updated_at': '2021-07-29T14:52:29Z', 'revision_number': 3, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'gw_port': {'id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:26Z', 'updated_at': '2021-07-29T14:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:52:35.564982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Attempting to bind port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:52:35.565740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Attempting to bind port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'd7375c04-a5a9-4b4d-97d0-0b20766a6837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '739caf51-5ef0-4339-b121-796ba8c6bb8d'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:52:35.566710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Attempting to bind port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 on network 739caf51-5ef0-4339-b121-796ba8c6bb8d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:52:35.597594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 on network 739caf51-5ef0-4339-b121-796ba8c6bb8d not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:52:35.598269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Attempting to bind port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 on network 739caf51-5ef0-4339-b121-796ba8c6bb8d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:52:35.652101 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:52:35.653224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Checking segment: {'id': 'd7375c04-a5a9-4b4d-97d0-0b20766a6837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '739caf51-5ef0-4339-b121-796ba8c6bb8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:35.653965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Bound using segment: {'id': 'd7375c04-a5a9-4b4d-97d0-0b20766a6837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '739caf51-5ef0-4339-b121-796ba8c6bb8d'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:52:35.654856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Bound port: 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7375c04-a5a9-4b4d-97d0-0b20766a6837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '739caf51-5ef0-4339-b121-796ba8c6bb8d'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:52:35.655594 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:35.669560 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Allocated IP 172.20.0.1 (be5d7f17-9ab7-4dcd-adcc-bad366939f03/454dd626-309b-466f-ace4-355ad2d7a9fc/82a0d657-845c-4256-adff-aa1de5e02810) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:52:35.777802 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8a73843-2883-4c1e-ac53-f434bfcfeaf7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743680688424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9359019'] for subnet, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:35.846392 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:35.868288 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ab7ee085-2086-41f8-b377-0a4b4ee192b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c3ea6a1acab4953a3086c534dc4a2e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5137951 Jul 29 14:52:35.871781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37950) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:35.876030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a73843-2883-4c1e-ac53-f434bfcfeaf7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:35.877210 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8a73843-2883-4c1e-ac53-f434bfcfeaf7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:35.883859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Transition to ACTIVE for port object 82a0d657-845c-4256-adff-aa1de5e02810 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:35.885904 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f8a73843-2883-4c1e-ac53-f434bfcfeaf7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "PUT /v2.0/subnets/62c71804-c88a-4733-8fbb-e94ea99da364 HTTP/1.1" status: 200 len: 826 time: 1.3409102 Jul 29 14:52:35.890571 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37952) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:36.047595 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ccf14e0-8dbd-4aa3-9377-b4a0eaaa0244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:36.074083 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-27542cd2-7a5b-4bb6-be48-e3a9dcd198a1 None None] Allocated IP 172.20.0.1 (285d2db3-8007-4ce7-90fa-6c96af8c533f/7af62c27-d23f-4384-90aa-5678c682c440/9179ed3e-195d-4339-b025-763d74786169) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:52:36.076790 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Allocated IP 2001:db8::2 (68184927-e2ac-4a4f-a70a-d86338ba0464/62c71804-c88a-4733-8fbb-e94ea99da364/1a844901-631c-4946-ae25-6e1d0dd10318) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:52:36.087848 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:36.159768 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a73843-2883-4c1e-ac53-f434bfcfeaf7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Subnet': ['ID=62c71804-c88a-4733-8fbb-e94ea99da364,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:36.189508 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] For port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:52:36.205375 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ccf14e0-8dbd-4aa3-9377-b4a0eaaa0244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:36.235514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] For port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76,segment=NetworkSegment(d7375c04-a5a9-4b4d-97d0-0b20766a6837),segment_id=d7375c04-a5a9-4b4d-97d0-0b20766a6837)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:52:36.263614 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:36.295642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Network be5d7f17-9ab7-4dcd-adcc-bad366939f03 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:52:36.324517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:36.373540 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:52:36.539193 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:36.550658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Pushing event updated for resources: {'Port': ['ID=82a0d657-845c-4256-adff-aa1de5e02810,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:36.566798 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:36.730404 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-27542cd2-7a5b-4bb6-be48-e3a9dcd198a1 None None] For port 9179ed3e-195d-4339-b025-763d74786169, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9179ed3e-195d-4339-b025-763d74786169,segment=NetworkSegment(e703ab06-70dc-427e-bf86-852bab1a72be),segment_id=e703ab06-70dc-427e-bf86-852bab1a72be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:36.737265 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:36.738673 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:36.749923 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] 10.222.0.38 "PUT /v2.0/ports/8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 HTTP/1.1" status: 200 len: 1092 time: 4.0377948 Jul 29 14:52:36.752302 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a45027-5ccb-4fc9-ab91-c66daf872a2d', 'tag': '8aa2475d-8f2e-43b4-bc26-1d0e2b205f76'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:52:36.758905 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31573b2-24b2-4637-95cc-c347c406ecda" -d '{"events": [{"name": "network-changed", "server_uuid": "81a45027-5ccb-4fc9-ab91-c66daf872a2d", "tag": "8aa2475d-8f2e-43b4-bc26-1d0e2b205f76"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:52:36.909564 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:36.922998 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ccf14e0-8dbd-4aa3-9377-b4a0eaaa0244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:36.925015 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9179ed3e-195d-4339-b025-763d74786169 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:52:36.938187 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ccf14e0-8dbd-4aa3-9377-b4a0eaaa0244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:36.943844 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7ccf14e0-8dbd-4aa3-9377-b4a0eaaa0244 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a23f1cb-6b80-4343-883b-d3ebacbdab26 HTTP/1.1" status: 204 len: 168 time: 1.0702305 Jul 29 14:52:36.980146 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea7917d-4c75-4dd4-99f2-51bd060140b7 x-openstack-request-id: req-6ea7917d-4c75-4dd4-99f2-51bd060140b7 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:52:36.980432 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a45027-5ccb-4fc9-ab91-c66daf872a2d", "tag": "8aa2475d-8f2e-43b4-bc26-1d0e2b205f76", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:52:36.981944 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27542cd2-7a5b-4bb6-be48-e3a9dcd198a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:36.988213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf14e0-8dbd-4aa3-9377-b4a0eaaa0244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a23f1cb-6b80-4343-883b-d3ebacbdab26,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:36.988902 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ea7917d-4c75-4dd4-99f2-51bd060140b7 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:52:36.989615 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a45027-5ccb-4fc9-ab91-c66daf872a2d', 'tag': '8aa2475d-8f2e-43b4-bc26-1d0e2b205f76', 'status': 'completed', 'code': 200} Jul 29 14:52:37.030969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce2ebc-04d2-4439-bb08-ea764b4641b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:37.086088 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:37.182015 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5345f-abb3-4a64-8490-2ce8f0d64256 req-4c501e07-1b1b-4f54-846d-767c10e0d5e1 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:37.204706 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-36b5345f-abb3-4a64-8490-2ce8f0d64256 req-4c501e07-1b1b-4f54-846d-767c10e0d5e1 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 944 time: 0.4902062 Jul 29 14:52:37.237998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-bb01fab5-0c26-48fa-a967-b068861ceadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:37.240622 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-bb01fab5-0c26-48fa-a967-b068861ceadd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=12ec5ebcac3949f399e4ca63deca6337&device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 1095 time: 0.3785825 Jul 29 14:52:37.251460 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-27542cd2-7a5b-4bb6-be48-e3a9dcd198a1 None None] Transition to ACTIVE for port object 9179ed3e-195d-4339-b025-763d74786169 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:37.271096 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-77eda33e-f39c-4cea-8d61-e67c86d23839 None None] Provisioning for port 82a0d657-845c-4256-adff-aa1de5e02810 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:52:37.286641 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27542cd2-7a5b-4bb6-be48-e3a9dcd198a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:37.290116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-77eda33e-f39c-4cea-8d61-e67c86d23839 None None] Provisioning complete for port 82a0d657-845c-4256-adff-aa1de5e02810 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:37.290831 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-77eda33e-f39c-4cea-8d61-e67c86d23839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:37.302503 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:37.331342 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:37.343699 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-9470e270-f6c5-4331-aaa1-3937a9f0a348 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 HTTP/1.1" status: 200 len: 217 time: 0.0880542 Jul 29 14:52:37.401199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-77eda33e-f39c-4cea-8d61-e67c86d23839 None None] Port 82a0d657-845c-4256-adff-aa1de5e02810 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:52:37.411069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Transition to ACTIVE for port object 1a844901-631c-4946-ae25-6e1d0dd10318 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:37.443930 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-36b5345f-abb3-4a64-8490-2ce8f0d64256 req-320246fc-4d73-4fde-a7c5-70e0db60f074 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375846 Jul 29 14:52:37.473192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 982e36a7-70fc-4579-9b8a-8beb57cc31ca up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:52:37.541606 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-4c3423d7-8fd9-45b9-94e3-29d8de1b27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:37.544794 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-4c3423d7-8fd9-45b9-94e3-29d8de1b27e3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7b768955-99f3-44de-ad0c-7f2f34e05f62 HTTP/1.1" status: 200 len: 852 time: 0.1539330 Jul 29 14:52:37.612455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Transition to ACTIVE for port object 1a844901-631c-4946-ae25-6e1d0dd10318 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:37.622302 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-013d94b0-6063-4574-bb3e-bb3db87bb4b3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=739caf51-5ef0-4339-b121-796ba8c6bb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699391 Jul 29 14:52:37.627080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27542cd2-7a5b-4bb6-be48-e3a9dcd198a1 None None] Pushing event updated for resources: {'Port': ['ID=9179ed3e-195d-4339-b025-763d74786169,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:37.666797 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:37.748567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 982e36a7-70fc-4579-9b8a-8beb57cc31ca completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:52:37.756658 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:37.771034 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:37.877649 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:37.878528 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:37.945848 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 982e36a7-70fc-4579-9b8a-8beb57cc31ca triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:37.946614 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:37.953116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Subnet': ['ID=62c71804-c88a-4733-8fbb-e94ea99da364,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:37.965383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38006) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:38.053384 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Network 68184927-e2ac-4a4f-a70a-d86338ba0464 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:52:38.060828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:38.063764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:52:38.152209 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Pushing event updated for resources: {'Port': ['ID=82a0d657-845c-4256-adff-aa1de5e02810,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:38.194539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Pushing event updated for resources: {'Port': ['ID=1a844901-631c-4946-ae25-6e1d0dd10318,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:38.249701 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d7127054-5f65-4d86-807d-3eb5dd3b0c43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ece4a1714004e7784b9923f1a1eec2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643845 Jul 29 14:52:38.252575 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Attempting to bind port 1a844901-631c-4946-ae25-6e1d0dd10318 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:52:38.254764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38012) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:38.256181 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-e011d0a8-8447-4c64-bcf1-9f7c6f893f22 service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989602 Jul 29 14:52:38.260129 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Attempting to bind port 1a844901-631c-4946-ae25-6e1d0dd10318 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '786aab32-b8ec-479d-92df-e254f4768e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68184927-e2ac-4a4f-a70a-d86338ba0464'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:52:38.261255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Attempting to bind port 1a844901-631c-4946-ae25-6e1d0dd10318 on network 68184927-e2ac-4a4f-a70a-d86338ba0464 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:52:38.277905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:52:38.278478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Checking segment: {'id': '786aab32-b8ec-479d-92df-e254f4768e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68184927-e2ac-4a4f-a70a-d86338ba0464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:38.279003 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:38.279520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Bound using segment: {'id': '786aab32-b8ec-479d-92df-e254f4768e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68184927-e2ac-4a4f-a70a-d86338ba0464'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:52:38.280175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Bound port: 1a844901-631c-4946-ae25-6e1d0dd10318, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786aab32-b8ec-479d-92df-e254f4768e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '68184927-e2ac-4a4f-a70a-d86338ba0464'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:52:38.280715 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:38.284636 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:38.342785 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 982e36a7-70fc-4579-9b8a-8beb57cc31ca, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=982e36a7-70fc-4579-9b8a-8beb57cc31ca,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:38.356486 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:38.398160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Network be5d7f17-9ab7-4dcd-adcc-bad366939f03 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:52:38.433474 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d3726237-9507-4180-8303-fb4e739e93da None None] For port 1a844901-631c-4946-ae25-6e1d0dd10318, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:52:38.445550 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:38.483103 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd543f3d-f075-4101-8ff7-ab7468290509 req-b4759e1c-6f54-41e5-9c2d-330855e84c69 service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185264 Jul 29 14:52:38.497468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:38.541703 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68184927-e2ac-4a4f-a70a-d86338ba0464']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:38.558802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d3726237-9507-4180-8303-fb4e739e93da None None] For port 1a844901-631c-4946-ae25-6e1d0dd10318, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1a844901-631c-4946-ae25-6e1d0dd10318,segment=NetworkSegment(786aab32-b8ec-479d-92df-e254f4768e09),segment_id=786aab32-b8ec-479d-92df-e254f4768e09)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:52:38.615124 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:38.620890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786aab32-b8ec-479d-92df-e254f4768e09') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:38.622424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786aab32-b8ec-479d-92df-e254f4768e09') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:38.637728 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9179ed3e-195d-4339-b025-763d74786169 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:52:38.670715 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:38.703023 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:38.717865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:52:38.718892 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:38.812397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=982e36a7-70fc-4579-9b8a-8beb57cc31ca,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:38.947168 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05ebd87f-6492-4f52-9db8-7b8d5d3ae7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:52:39.012276 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:52:39.081657 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05ebd87f-6492-4f52-9db8-7b8d5d3ae7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:39.087281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3726237-9507-4180-8303-fb4e739e93da None None] Pushing event updated for resources: {'Port': ['ID=1a844901-631c-4946-ae25-6e1d0dd10318,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:39.090128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Router 05c64cde-58d5-4c01-bf9a-297999300739 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:52:39.127787 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.api [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 14:52:39.127787 n-d-802893-1 neutron-server[94157]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 14:52:39.127787 n-d-802893-1 neutron-server[94157]: [parameters: {'id': '68184927-e2ac-4a4f-a70a-d86338ba0464'}] Jul 29 14:52:39.127787 n-d-802893-1 neutron-server[94157]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:52:39.128806 n-d-802893-1 neutron-server[94157]: DEBUG oslo_db.api [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:52:39.286490 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31573b2-24b2-4637-95cc-c347c406ecda req-3174e990-fd08-43a8-879c-dca978066985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:39.294802 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e31573b2-24b2-4637-95cc-c347c406ecda req-3174e990-fd08-43a8-879c-dca978066985 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=12ec5ebcac3949f399e4ca63deca6337&device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 1095 time: 0.7121058 Jul 29 14:52:39.343431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bee3a80-f637-400a-a1fb-90c8d16e6c2e None None] Network 285d2db3-8007-4ce7-90fa-6c96af8c533f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:39.410853 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05ebd87f-6492-4f52-9db8-7b8d5d3ae7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:39.416052 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05ebd87f-6492-4f52-9db8-7b8d5d3ae7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:39.417772 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-05ebd87f-6492-4f52-9db8-7b8d5d3ae7c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33efa29c-b0d7-4039-856d-4ad4c9a7fce0 HTTP/1.1" status: 204 len: 168 time: 1.1615384 Jul 29 14:52:39.437977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebd87f-6492-4f52-9db8-7b8d5d3ae7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33efa29c-b0d7-4039-856d-4ad4c9a7fce0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:39.476205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:52:39.497057 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b55c2223-f893-47d9-8dd6-691279bf6771 admin admin] 10.222.0.16 "PUT /v2.0/routers/05c64cde-58d5-4c01-bf9a-297999300739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6389294 Jul 29 14:52:39.512536 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da43dc4-6345-4799-9f4d-2c5257b846fe req-9939c499-fabe-44c5-ba13-e7ea77df3aac tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:39.517003 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2da43dc4-6345-4799-9f4d-2c5257b846fe req-9939c499-fabe-44c5-ba13-e7ea77df3aac tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 944 time: 0.3960936 Jul 29 14:52:39.590190 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31573b2-24b2-4637-95cc-c347c406ecda req-87ef6bfc-750b-4e2c-8b19-cf591e74f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:39.601816 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Sync routers for ids ['05c64cde-58d5-4c01-bf9a-297999300739'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:52:39.609650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:52:39.614324 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e31573b2-24b2-4637-95cc-c347c406ecda req-87ef6bfc-750b-4e2c-8b19-cf591e74f9ff service neutron] 10.222.0.38 "GET /v2.0/networks?id=739caf51-5ef0-4339-b121-796ba8c6bb8d HTTP/1.1" status: 200 len: 913 time: 0.2907338 Jul 29 14:52:39.646409 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:39.655012 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3d2a89-45e3-427e-87a7-299bde7f1276 None None] Network 68184927-e2ac-4a4f-a70a-d86338ba0464 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:39.674363 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9b93447d-f6ad-4c51-a68b-b5146abc3f5f None None] Provisioning for port 9179ed3e-195d-4339-b025-763d74786169 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:52:39.755352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9b93447d-f6ad-4c51-a68b-b5146abc3f5f None None] Provisioning complete for port 9179ed3e-195d-4339-b025-763d74786169 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:39.756183 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b93447d-f6ad-4c51-a68b-b5146abc3f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:39.811018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Routers {'05c64cde-58d5-4c01-bf9a-297999300739'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:52:39.812195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:52:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['05c64cde-58d5-4c01-bf9a-297999300739'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:39.861032 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:52:39.975564 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e31573b2-24b2-4637-95cc-c347c406ecda req-e6736b82-d198-48d0-a4c1-704124a3f7e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 HTTP/1.1" status: 200 len: 217 time: 0.3596272 Jul 29 14:52:40.004291 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2da43dc4-6345-4799-9f4d-2c5257b846fe req-53fe4c91-a7a0-4202-ad11-163161230db4 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785734 Jul 29 14:52:40.389618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31573b2-24b2-4637-95cc-c347c406ecda req-7104a6ac-856d-418a-aa53-e1ddc34eacc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:40.392569 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e31573b2-24b2-4637-95cc-c347c406ecda req-7104a6ac-856d-418a-aa53-e1ddc34eacc3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7b768955-99f3-44de-ad0c-7f2f34e05f62 HTTP/1.1" status: 200 len: 852 time: 0.3757350 Jul 29 14:52:40.481144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Deleting port 1a844901-631c-4946-ae25-6e1d0dd10318 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:52:40.481144 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:40.561774 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:40.575473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Set router 05c64cde-58d5-4c01-bf9a-297999300739 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:52:40.663601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe', 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379', 'port_id': 'e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe', 'mac_address': 'fa:16:3e:ef:97:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95340acc-bef9-42bd-a762-2a1386e44aeb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:52:40.677522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 982e36a7-70fc-4579-9b8a-8beb57cc31ca up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:52:40.682775 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] For port 1a844901-631c-4946-ae25-6e1d0dd10318, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1a844901-631c-4946-ae25-6e1d0dd10318,segment=NetworkSegment(786aab32-b8ec-479d-92df-e254f4768e09),segment_id=786aab32-b8ec-479d-92df-e254f4768e09)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:40.683161 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:40.695035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882c1a5f-89d6-4fcd-b2ef-2d4ba0d86ade None None] Network 68184927-e2ac-4a4f-a70a-d86338ba0464 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:40.722516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Calling delete_port for 1a844901-631c-4946-ae25-6e1d0dd10318 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:52:40.762960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9b93447d-f6ad-4c51-a68b-b5146abc3f5f None None] Provisioning complete for port 82a0d657-845c-4256-adff-aa1de5e02810 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:40.763612 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b93447d-f6ad-4c51-a68b-b5146abc3f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:40.964186 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e31573b2-24b2-4637-95cc-c347c406ecda req-f01a6a7d-c8bc-425e-8c5c-109b51a8dd2b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=739caf51-5ef0-4339-b121-796ba8c6bb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5614841 Jul 29 14:52:41.189325 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:41.288980 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38078) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:41.295324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a41a5675-42e6-46b1-bf5b-87c0a9816f54 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1106131163', 'description': 'tempest-description--901984916'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:41.312756 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Port': ['ID=1a844901-631c-4946-ae25-6e1d0dd10318,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:41.341946 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No DVR routers for this DVR port 1a844901-631c-4946-ae25-6e1d0dd10318 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:52:41.406372 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a41a5675-42e6-46b1-bf5b-87c0a9816f54 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:41.646434 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a41a5675-42e6-46b1-bf5b-87c0a9816f54 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:41.681165 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a41a5675-42e6-46b1-bf5b-87c0a9816f54 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:41.704247 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e31573b2-24b2-4637-95cc-c347c406ecda req-5871981a-d217-4aa6-934a-d8eb133a7c64 service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272811 Jul 29 14:52:41.715480 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:41.786051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68184927-e2ac-4a4f-a70a-d86338ba0464']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:41.803328 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a41a5675-42e6-46b1-bf5b-87c0a9816f54 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:41.805380 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a41a5675-42e6-46b1-bf5b-87c0a9816f54 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5144749 Jul 29 14:52:41.806181 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a5675-42e6-46b1-bf5b-87c0a9816f54 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab3ed8e-16be-43c6-9063-caac22477542,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:41.825304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38096) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:41.848715 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1ca80822-7016-4bca-8a2e-821cfdc6a369 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Request body: {'security_group_rule': {'security_group_id': '2ab3ed8e-16be-43c6-9063-caac22477542', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:41.883042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915f087-8722-46ab-a575-3541b6a5fc96 req-320377b6-a64e-485c-9cdf-4fb32b38d40e tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:41.887644 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786aab32-b8ec-479d-92df-e254f4768e09') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:41.888128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786aab32-b8ec-479d-92df-e254f4768e09') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:41.898469 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9b93447d-f6ad-4c51-a68b-b5146abc3f5f None None] Port 82a0d657-845c-4256-adff-aa1de5e02810 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:52:41.902524 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e915f087-8722-46ab-a575-3541b6a5fc96 req-320377b6-a64e-485c-9cdf-4fb32b38d40e tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 944 time: 0.2530618 Jul 29 14:52:41.937242 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:42.001151 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:42.047627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:52:42.048035 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:52:42.059560 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:52:42.084246 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ca80822-7016-4bca-8a2e-821cfdc6a369 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:42.106672 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e915f087-8722-46ab-a575-3541b6a5fc96 req-09f48637-9d19-48e2-9107-fdc51a341f34 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029352 Jul 29 14:52:42.117984 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:42.185289 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:42.190889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:52:42.208352 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e31573b2-24b2-4637-95cc-c347c406ecda req-646420d5-2387-4af8-b808-e441dbdef832 service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950609 Jul 29 14:52:42.229241 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:42.254211 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:42.261367 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:42.269202 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/68184927-e2ac-4a4f-a70a-d86338ba0464 HTTP/1.1" status: 204 len: 168 time: 6.3625324 Jul 29 14:52:42.276343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38104) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:42.283175 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ca80822-7016-4bca-8a2e-821cfdc6a369 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:42.298333 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ca80822-7016-4bca-8a2e-821cfdc6a369 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:42.321505 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:42.419911 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44859a75-149d-4921-9fe2-deeb27322033 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Network': ['ID=68184927-e2ac-4a4f-a70a-d86338ba0464,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:42.432849 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:52:42.439807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca80822-7016-4bca-8a2e-821cfdc6a369 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ee4ee9-35d2-4ee6-9e91-2940b4b427d5,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:42.464372 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ca80822-7016-4bca-8a2e-821cfdc6a369 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:42.478909 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1ca80822-7016-4bca-8a2e-821cfdc6a369 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6511624 Jul 29 14:52:42.486373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38112) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:42.502660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6f1bca2e-dfe2-47af-8d94-dc1aa897fe00 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Request body: {'security_group_rule': {'security_group_id': '2ab3ed8e-16be-43c6-9063-caac22477542', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:42.660947 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c3c6f1-05ef-447d-91c2-356e3553fa82 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] DELETE failed (client error): The resource could not be found. Jul 29 14:52:42.664966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c3c6f1-05ef-447d-91c2-356e3553fa82 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:52:42.680863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38120) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:42.681155 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-14c3c6f1-05ef-447d-91c2-356e3553fa82 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/68184927-e2ac-4a4f-a70a-d86338ba0464 HTTP/1.1" status: 404 len: 339 time: 0.3920708 Jul 29 14:52:42.686266 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-47f6e16d-740f-44f2-b3d1-ee5034dbbc3d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-718277229', 'description': 'd1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:42.712896 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76,segment=NetworkSegment(d7375c04-a5a9-4b4d-97d0-0b20766a6837),segment_id=d7375c04-a5a9-4b4d-97d0-0b20766a6837)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:42.757511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:42.764252 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '8aa2475d-8f2e-43b4-bc26-1d0e2b205f76', 'network_id': '739caf51-5ef0-4339-b121-796ba8c6bb8d', 'port_id': '8aa2475d-8f2e-43b4-bc26-1d0e2b205f76', 'mac_address': 'fa:16:3e:1b:c0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b768955-99f3-44de-ad0c-7f2f34e05f62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:52:42.769416 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f1bca2e-dfe2-47af-8d94-dc1aa897fe00 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:42.772108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1be98e-834d-47ba-bc96-dc6df3c5707b None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 14:52:42.797911 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f6e16d-740f-44f2-b3d1-ee5034dbbc3d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:42.802204 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47f6e16d-740f-44f2-b3d1-ee5034dbbc3d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:42.872073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f6e16d-740f-44f2-b3d1-ee5034dbbc3d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:52:42.899290 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47f6e16d-740f-44f2-b3d1-ee5034dbbc3d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:42.901775 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-47f6e16d-740f-44f2-b3d1-ee5034dbbc3d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Added segment 88fe5132-5dbb-4401-962b-6e4170dd4533 of type vlan for network 8aef5519-0d09-4b0e-ac42-ae19389414f8 Jul 29 14:52:42.942594 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f1bca2e-dfe2-47af-8d94-dc1aa897fe00 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:42.951186 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f1bca2e-dfe2-47af-8d94-dc1aa897fe00 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:43.001824 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f1bca2e-dfe2-47af-8d94-dc1aa897fe00 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:43.009642 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6f1bca2e-dfe2-47af-8d94-dc1aa897fe00 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5145249 Jul 29 14:52:43.011336 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38130) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:43.015846 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47f6e16d-740f-44f2-b3d1-ee5034dbbc3d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:43.030218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bca2e-dfe2-47af-8d94-dc1aa897fe00 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6f9e19-45ae-4de3-acac-4587249ac451,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:43.042033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:43.077948 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:43.079766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:52:43.123746 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:43.129486 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47f6e16d-740f-44f2-b3d1-ee5034dbbc3d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:43.139447 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f6e16d-740f-44f2-b3d1-ee5034dbbc3d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:43.140129 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47f6e16d-740f-44f2-b3d1-ee5034dbbc3d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:43.150329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-11dba374-b7b2-4a70-b86a-b0e95d2b38fe None None] Provisioning complete for port 9179ed3e-195d-4339-b025-763d74786169 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:43.153178 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11dba374-b7b2-4a70-b86a-b0e95d2b38fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:43.281103 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6e16d-740f-44f2-b3d1-ee5034dbbc3d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Network': ['ID=8aef5519-0d09-4b0e-ac42-ae19389414f8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:43.295031 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 982e36a7-70fc-4579-9b8a-8beb57cc31ca triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:43.300714 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:43.336746 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-47f6e16d-740f-44f2-b3d1-ee5034dbbc3d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6596522 Jul 29 14:52:43.339308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38136) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:43.373732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:52:43.378648 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 8aef5519-0d09-4b0e-ac42-ae19389414f8 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:52:43.611299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbd094-2ea1-41a3-bac2-a2181a53c76d req-9c4628db-0f9a-4f2f-9b14-800ed16bbbed tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:43.614184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65bbd094-2ea1-41a3-bac2-a2181a53c76d req-9c4628db-0f9a-4f2f-9b14-800ed16bbbed tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 944 time: 0.2413919 Jul 29 14:52:43.619616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce50d6b1-8c5a-451f-baa3-8c92f749359e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:43.621486 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ce50d6b1-8c5a-451f-baa3-8c92f749359e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "GET /v2.0/networks?id=8aef5519-0d09-4b0e-ac42-ae19389414f8 HTTP/1.1" status: 200 len: 764 time: 0.2803373 Jul 29 14:52:43.626015 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38144) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:43.632151 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:43.633378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76,segment=NetworkSegment(d7375c04-a5a9-4b4d-97d0-0b20766a6837),segment_id=d7375c04-a5a9-4b4d-97d0-0b20766a6837)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:43.657416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c64cde-58d5-4c01-bf9a-297999300739', 'name': 'tempest-ServerActionsTestJSON-547501748-router', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:52:23Z', 'updated_at': '2021-07-29T14:52:37Z', 'revision_number': 4, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'gw_port': {'id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:26Z', 'updated_at': '2021-07-29T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '82a0d657-845c-4256-adff-aa1de5e02810', 'name': '', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'mac_address': 'fa:16:3e:3c:3d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:35Z', 'updated_at': '2021-07-29T14:52:37Z', 'revision_number': 2, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'subnets': [{'id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:43.714609 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:43.768913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Checking router: 05c64cde-58d5-4c01-bf9a-297999300739 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:52:43.769370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Updating router 05c64cde-58d5-4c01-bf9a-297999300739 port 82a0d657-845c-4256-adff-aa1de5e02810 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:52:43.870662 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:43.915951 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1be98e-834d-47ba-bc96-dc6df3c5707b None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 14:52:43.996636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f94713ee-cd20-47f2-a923-d57b1c9dcac7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'network': {'description': 'd2'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:44.061492 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['8aa2475d-8f2e-43b4-bc26-1d0e2b205f76'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:52:44.112587 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:44.271029 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Allocated IP 172.25.6.129 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/ef76ef2a-c515-43a8-afe4-80e0da87ef20) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:52:44.631633 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f94713ee-cd20-47f2-a923-d57b1c9dcac7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:44.972002 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65bbd094-2ea1-41a3-bac2-a2181a53c76d req-8cbca5cb-ffb4-4761-87b7-db72b42f30eb tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9607577 Jul 29 14:52:44.977929 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f94713ee-cd20-47f2-a923-d57b1c9dcac7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:45.029788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f94713ee-cd20-47f2-a923-d57b1c9dcac7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network 8aef5519-0d09-4b0e-ac42-ae19389414f8 is not hosted by any dhcp agent {{(pid=94158) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 14:52:45.040963 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94713ee-cd20-47f2-a923-d57b1c9dcac7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:45.041986 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f94713ee-cd20-47f2-a923-d57b1c9dcac7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:45.048604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f94713ee-cd20-47f2-a923-d57b1c9dcac7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "PUT /v2.0/networks/8aef5519-0d09-4b0e-ac42-ae19389414f8 HTTP/1.1" status: 200 len: 761 time: 1.0594928 Jul 29 14:52:45.049830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38174) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:45.285220 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:45.305130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Transition to ACTIVE for port object 82a0d657-845c-4256-adff-aa1de5e02810 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:45.315468 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94713ee-cd20-47f2-a923-d57b1c9dcac7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Network': ['ID=8aef5519-0d09-4b0e-ac42-ae19389414f8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:45.317024 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:45.360019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 8aef5519-0d09-4b0e-ac42-ae19389414f8 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:52:45.498111 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:45.641919 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4126931a-ed94-48ff-9cfd-8eae6d3d1c35 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:45.650947 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac67d-947f-4ca1-8cac-098a38a344ae req-76d78389-d796-4a85-a734-11bba0c433f0 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:45.651633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac67d-947f-4ca1-8cac-098a38a344ae req-76d78389-d796-4a85-a734-11bba0c433f0 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:45.651931 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac67d-947f-4ca1-8cac-098a38a344ae req-76d78389-d796-4a85-a734-11bba0c433f0 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:45.652395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac67d-947f-4ca1-8cac-098a38a344ae req-76d78389-d796-4a85-a734-11bba0c433f0 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:45.652920 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac67d-947f-4ca1-8cac-098a38a344ae req-76d78389-d796-4a85-a734-11bba0c433f0 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:45.653396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac67d-947f-4ca1-8cac-098a38a344ae req-76d78389-d796-4a85-a734-11bba0c433f0 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:45.653874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac67d-947f-4ca1-8cac-098a38a344ae req-76d78389-d796-4a85-a734-11bba0c433f0 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:45.654343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac67d-947f-4ca1-8cac-098a38a344ae req-76d78389-d796-4a85-a734-11bba0c433f0 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:45.654809 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac67d-947f-4ca1-8cac-098a38a344ae req-76d78389-d796-4a85-a734-11bba0c433f0 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:45.655285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac67d-947f-4ca1-8cac-098a38a344ae req-76d78389-d796-4a85-a734-11bba0c433f0 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:45.655754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac67d-947f-4ca1-8cac-098a38a344ae req-76d78389-d796-4a85-a734-11bba0c433f0 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:45.656519 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac67d-947f-4ca1-8cac-098a38a344ae req-76d78389-d796-4a85-a734-11bba0c433f0 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:45.656709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac67d-947f-4ca1-8cac-098a38a344ae req-76d78389-d796-4a85-a734-11bba0c433f0 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:45.657457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ac67d-947f-4ca1-8cac-098a38a344ae req-76d78389-d796-4a85-a734-11bba0c433f0 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:45.666293 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4126931a-ed94-48ff-9cfd-8eae6d3d1c35 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "GET /v2.0/networks?id=8aef5519-0d09-4b0e-ac42-ae19389414f8 HTTP/1.1" status: 200 len: 764 time: 0.5522072 Jul 29 14:52:45.672689 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7c0ac67d-947f-4ca1-8cac-098a38a344ae req-76d78389-d796-4a85-a734-11bba0c433f0 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9875 time: 0.7160175 Jul 29 14:52:45.672959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38190) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:45.892497 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840c8d7-7b00-4e3d-8b04-6e598794b906 None None] Pushing event updated for resources: {'Port': ['ID=82a0d657-845c-4256-adff-aa1de5e02810,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:45.992773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Attempting to bind port 82a0d657-845c-4256-adff-aa1de5e02810 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:52:45.993074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Attempting to bind port 82a0d657-845c-4256-adff-aa1de5e02810 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:52:45.993431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Attempting to bind port 82a0d657-845c-4256-adff-aa1de5e02810 on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:52:46.004622 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:52:46.005036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Checking segment: {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:46.005445 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:46.005839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Bound using segment: {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:52:46.006388 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Bound port: 82a0d657-845c-4256-adff-aa1de5e02810, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:52:46.006708 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:46.171488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6976d-1985-4215-9d6d-65f15edf20f2 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.172703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] For port 82a0d657-845c-4256-adff-aa1de5e02810, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:52:46.173188 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5da6976d-1985-4215-9d6d-65f15edf20f2 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5010769 Jul 29 14:52:46.177160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38196) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:46.179247 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] For port 82a0d657-845c-4256-adff-aa1de5e02810, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=82a0d657-845c-4256-adff-aa1de5e02810,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:52:46.197582 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:46.255503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e675bd79-ce53-4ded-a3d7-98447cb7488f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 207 time: 0.0756245 Jul 29 14:52:46.260755 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:46.267931 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a644d-08d3-4336-ba4f-31ec9bd7c9fa req-17026e3b-799b-434f-81e4-9e78208b720a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.271430 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38200) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:46.279709 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4e0a644d-08d3-4336-ba4f-31ec9bd7c9fa req-17026e3b-799b-434f-81e4-9e78208b720a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 945 time: 0.1266911 Jul 29 14:52:46.345673 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840c8d7-7b00-4e3d-8b04-6e598794b906 None None] Pushing event updated for resources: {'Port': ['ID=82a0d657-845c-4256-adff-aa1de5e02810,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:46.353615 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:52:46.372020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:52:46.384198 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4e0a644d-08d3-4336-ba4f-31ec9bd7c9fa req-84ef6bad-4379-46aa-8684-d44688a96116 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023750 Jul 29 14:52:46.395686 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6dcf86-2c72-44c0-92ce-5df6d086ba31 req-36a2e9b6-d47c-4e3b-a501-fb0ba4be36ac tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.413901 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3c6dcf86-2c72-44c0-92ce-5df6d086ba31 req-36a2e9b6-d47c-4e3b-a501-fb0ba4be36ac tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 886 time: 0.4568510 Jul 29 14:52:46.594084 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Routers {'05c64cde-58d5-4c01-bf9a-297999300739'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:52:46.594732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:52:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['05c64cde-58d5-4c01-bf9a-297999300739'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:46.632855 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event updated for resources: {'Port': ['ID=ef76ef2a-c515-43a8-afe4-80e0da87ef20,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:46.644904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:52:46.685703 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:46.692573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:52:46.796298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:52:46.879982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52feb9-70bd-4b1b-bc33-cb056460059e req-1c20e229-e353-4cdb-816d-707d8940c5d2 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.880570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52feb9-70bd-4b1b-bc33-cb056460059e req-1c20e229-e353-4cdb-816d-707d8940c5d2 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.881791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14419e92-284a-4582-b264-899828c58cdc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.889463 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14419e92-284a-4582-b264-899828c58cdc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.896534 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14419e92-284a-4582-b264-899828c58cdc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.904858 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14419e92-284a-4582-b264-899828c58cdc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.909498 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52feb9-70bd-4b1b-bc33-cb056460059e req-1c20e229-e353-4cdb-816d-707d8940c5d2 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.910424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52feb9-70bd-4b1b-bc33-cb056460059e req-1c20e229-e353-4cdb-816d-707d8940c5d2 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.910590 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52feb9-70bd-4b1b-bc33-cb056460059e req-1c20e229-e353-4cdb-816d-707d8940c5d2 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.911043 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52feb9-70bd-4b1b-bc33-cb056460059e req-1c20e229-e353-4cdb-816d-707d8940c5d2 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.911507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52feb9-70bd-4b1b-bc33-cb056460059e req-1c20e229-e353-4cdb-816d-707d8940c5d2 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.911971 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52feb9-70bd-4b1b-bc33-cb056460059e req-1c20e229-e353-4cdb-816d-707d8940c5d2 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.912434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52feb9-70bd-4b1b-bc33-cb056460059e req-1c20e229-e353-4cdb-816d-707d8940c5d2 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.912935 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52feb9-70bd-4b1b-bc33-cb056460059e req-1c20e229-e353-4cdb-816d-707d8940c5d2 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.913631 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52feb9-70bd-4b1b-bc33-cb056460059e req-1c20e229-e353-4cdb-816d-707d8940c5d2 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.914384 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52feb9-70bd-4b1b-bc33-cb056460059e req-1c20e229-e353-4cdb-816d-707d8940c5d2 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.915782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14419e92-284a-4582-b264-899828c58cdc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.923226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:46.923598 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:46.924218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14419e92-284a-4582-b264-899828c58cdc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.926771 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-14419e92-284a-4582-b264-899828c58cdc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.6508224 Jul 29 14:52:46.932413 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38218) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:46.940215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52feb9-70bd-4b1b-bc33-cb056460059e req-1c20e229-e353-4cdb-816d-707d8940c5d2 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.940833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52feb9-70bd-4b1b-bc33-cb056460059e req-1c20e229-e353-4cdb-816d-707d8940c5d2 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:46.952607 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d52feb9-70bd-4b1b-bc33-cb056460059e req-1c20e229-e353-4cdb-816d-707d8940c5d2 tempest-NetworksTest-1646176192 tempest-NetworksTest-1646176192-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9875 time: 0.3756566 Jul 29 14:52:46.956478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:46.956878 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:47.060703 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:47.146607 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:47.154067 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] Set router 05c64cde-58d5-4c01-bf9a-297999300739 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:52:47.339165 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f83bb4b5-15f4-4b12-bcb8-62c6cacf459f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.4051750 Jul 29 14:52:47.339794 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38222) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:47.368144 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:47.702417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89243f92-b2db-4214-a619-e1457eadf399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:52:47.706787 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1804fe-c326-4500-8eba-34145fdee1b4" -d '{"events": [{"server_uuid": "89243f92-b2db-4214-a619-e1457eadf399", "name": "network-vif-plugged", "status": "completed", "tag": "e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:52:47.714230 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:47.742775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a782688-1bad-4868-b4fa-ca42a35d4078 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:47.744567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a782688-1bad-4868-b4fa-ca42a35d4078 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:47.751747 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38242) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:47.759719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a782688-1bad-4868-b4fa-ca42a35d4078 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:47.778475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a782688-1bad-4868-b4fa-ca42a35d4078 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:47.780196 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a782688-1bad-4868-b4fa-ca42a35d4078 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:47.786238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38246) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:47.794784 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2a782688-1bad-4868-b4fa-ca42a35d4078 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4296474 Jul 29 14:52:47.850588 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:48.000950 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175d0cd9-4229-42ae-b5e9-554b3f216d7e x-openstack-request-id: req-175d0cd9-4229-42ae-b5e9-554b3f216d7e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:52:48.001344 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89243f92-b2db-4214-a619-e1457eadf399", "name": "network-vif-plugged", "status": "completed", "tag": "e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:52:48.001612 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-175d0cd9-4229-42ae-b5e9-554b3f216d7e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:52:48.002069 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89243f92-b2db-4214-a619-e1457eadf399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe', 'code': 200} Jul 29 14:52:48.035767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be611b-7f99-4bb5-b746-feba2b610041 req-c5ed52d5-cea2-48cc-a1d3-c3df32abdd4c tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:48.045234 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-24be611b-7f99-4bb5-b746-feba2b610041 req-c5ed52d5-cea2-48cc-a1d3-c3df32abdd4c tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 945 time: 0.5009201 Jul 29 14:52:48.112945 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:48.121467 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780aedc1-54cf-4c06-b974-c48f75d08fee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:48.123010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780aedc1-54cf-4c06-b974-c48f75d08fee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:48.124570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780aedc1-54cf-4c06-b974-c48f75d08fee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:48.128913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76,segment=NetworkSegment(d7375c04-a5a9-4b4d-97d0-0b20766a6837),segment_id=d7375c04-a5a9-4b4d-97d0-0b20766a6837)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:48.130233 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:48.139859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780aedc1-54cf-4c06-b974-c48f75d08fee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:48.143226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780aedc1-54cf-4c06-b974-c48f75d08fee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:48.154922 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-780aedc1-54cf-4c06-b974-c48f75d08fee tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3668721 Jul 29 14:52:48.164156 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38252) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:48.176885 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:48.183778 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-915a3869-12e0-4e13-b61b-e0a722a7a0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:48.189680 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:48.348720 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-24be611b-7f99-4bb5-b746-feba2b610041 req-db3acb89-dfba-4ec0-a919-efac4eae24e7 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967503 Jul 29 14:52:48.438242 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124fa929-6f36-4d4a-a75c-a8b75f2b1e67 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:48.440094 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-124fa929-6f36-4d4a-a75c-a8b75f2b1e67 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "GET /v2.0/networks/6414f4cf-dc2f-4b09-8287-89f5bab6c8bd HTTP/1.1" status: 200 len: 804 time: 0.2746217 Jul 29 14:52:48.445675 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38254) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:48.523157 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:48.564205 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-915a3869-12e0-4e13-b61b-e0a722a7a0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:48.654888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c64cde-58d5-4c01-bf9a-297999300739', 'name': 'tempest-ServerActionsTestJSON-547501748-router', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:52:23Z', 'updated_at': '2021-07-29T14:52:37Z', 'revision_number': 4, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'gw_port': {'id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:26Z', 'updated_at': '2021-07-29T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '82a0d657-845c-4256-adff-aa1de5e02810', 'name': '', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'mac_address': 'fa:16:3e:3c:3d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:35Z', 'updated_at': '2021-07-29T14:52:46Z', 'revision_number': 4, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'subnets': [{'id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:48.657507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:48.694452 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-915a3869-12e0-4e13-b61b-e0a722a7a0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:48.749537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee97958-2bfd-49b6-aa63-dfe0737b05d1 None None] The sync data for ids ['05c64cde-58d5-4c01-bf9a-297999300739'] in n-d-802893-1 is: [{'id': '05c64cde-58d5-4c01-bf9a-297999300739', 'name': 'tempest-ServerActionsTestJSON-547501748-router', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:52:23Z', 'updated_at': '2021-07-29T14:52:37Z', 'revision_number': 4, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'gw_port': {'id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:26Z', 'updated_at': '2021-07-29T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '82a0d657-845c-4256-adff-aa1de5e02810', 'name': '', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'mac_address': 'fa:16:3e:3c:3d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:35Z', 'updated_at': '2021-07-29T14:52:46Z', 'revision_number': 4, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'subnets': [{'id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:52:48.766279 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a3869-12e0-4e13-b61b-e0a722a7a0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddc88e3-f1af-49ad-ac5e-63e5183e769b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:49.003683 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-835b9051-4ddc-4448-8ed7-352796a293a0 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "GET /v2.0/networks/6414f4cf-dc2f-4b09-8287-89f5bab6c8bd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5567281 Jul 29 14:52:49.004820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38276) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:49.249590 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-915a3869-12e0-4e13-b61b-e0a722a7a0a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e3610db3c2d48888857b04ed06f6b38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4954667 Jul 29 14:52:49.265530 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38280) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:49.339494 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c00de71-2192-4077-9781-54b6d248641d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:49.353695 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6c00de71-2192-4077-9781-54b6d248641d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "GET /v2.0/subnets/a2a47f83-2d0f-4217-82b8-7d153060b2e7 HTTP/1.1" status: 200 len: 843 time: 0.3456161 Jul 29 14:52:49.359677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38282) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:49.505247 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-50c34642-8e3f-4bcd-9fee-afe3fd3e40fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:49.547356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event updated for resources: {'Port': ['ID=ef76ef2a-c515-43a8-afe4-80e0da87ef20,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:49.553159 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:49.560611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da60f47-ca7c-4854-8050-a682391838dd tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['shared'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:49.566702 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4da60f47-ca7c-4854-8050-a682391838dd tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "GET /v2.0/subnets/a2a47f83-2d0f-4217-82b8-7d153060b2e7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1996009 Jul 29 14:52:49.578777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38286) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:49.586742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1b831a07-84b1-4201-b1ac-6b7e5d647a48 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-570071927'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:49.596126 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-50c34642-8e3f-4bcd-9fee-afe3fd3e40fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:49.633816 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b831a07-84b1-4201-b1ac-6b7e5d647a48 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:49.638978 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b831a07-84b1-4201-b1ac-6b7e5d647a48 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:49.672402 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:49.673518 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7672be83-c77d-4baf-8428-513e72795f66 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6612062 Jul 29 14:52:49.719348 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92139c6f-a517-4417-82ef-6dd01d914854 req-ea08bf0f-bffc-4a9d-ae54-f347bc279f34 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:49.728316 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92139c6f-a517-4417-82ef-6dd01d914854 req-ea08bf0f-bffc-4a9d-ae54-f347bc279f34 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 946 time: 0.1991613 Jul 29 14:52:49.735108 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b831a07-84b1-4201-b1ac-6b7e5d647a48 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:52:49.775563 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b831a07-84b1-4201-b1ac-6b7e5d647a48 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:49.775985 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-1b831a07-84b1-4201-b1ac-6b7e5d647a48 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Added segment 2e3c4c77-a06c-42eb-8441-4279c7581c53 of type vlan for network 285f8572-6f44-4705-b83c-0d2c6bffda44 Jul 29 14:52:49.853851 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92139c6f-a517-4417-82ef-6dd01d914854 req-2cedd69c-7a89-4a41-832e-efeb0f1e5bd1 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190844 Jul 29 14:52:49.908335 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b831a07-84b1-4201-b1ac-6b7e5d647a48 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:49.925277 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-50c34642-8e3f-4bcd-9fee-afe3fd3e40fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:49.930446 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-50c34642-8e3f-4bcd-9fee-afe3fd3e40fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:49.932455 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-50c34642-8e3f-4bcd-9fee-afe3fd3e40fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ddc88e3-f1af-49ad-ac5e-63e5183e769b HTTP/1.1" status: 204 len: 168 time: 0.6620245 Jul 29 14:52:49.998114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c34642-8e3f-4bcd-9fee-afe3fd3e40fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddc88e3-f1af-49ad-ac5e-63e5183e769b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:50.005425 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a45027-5ccb-4fc9-ab91-c66daf872a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa2475d-8f2e-43b4-bc26-1d0e2b205f76'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:52:50.008870 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaed7e5-f95d-4df9-add6-6ef47b32f7f6" -d '{"events": [{"server_uuid": "81a45027-5ccb-4fc9-ab91-c66daf872a2d", "name": "network-vif-plugged", "status": "completed", "tag": "8aa2475d-8f2e-43b4-bc26-1d0e2b205f76"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:52:50.119860 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b831a07-84b1-4201-b1ac-6b7e5d647a48 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:50.133748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b831a07-84b1-4201-b1ac-6b7e5d647a48 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:50.134429 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b831a07-84b1-4201-b1ac-6b7e5d647a48 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:50.191976 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1b831a07-84b1-4201-b1ac-6b7e5d647a48 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6114161 Jul 29 14:52:50.194978 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38316) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:50.202014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0ac75707-8ff2-4f23-b5dc-0117add4d20f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'subnet': {'network_id': '285f8572-6f44-4705-b83c-0d2c6bffda44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:50.317472 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef67c88e-9c96-466e-9ca5-c5400a5df40b x-openstack-request-id: req-ef67c88e-9c96-466e-9ca5-c5400a5df40b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:52:50.317774 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a45027-5ccb-4fc9-ab91-c66daf872a2d", "name": "network-vif-plugged", "status": "completed", "tag": "8aa2475d-8f2e-43b4-bc26-1d0e2b205f76", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:52:50.318038 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef67c88e-9c96-466e-9ca5-c5400a5df40b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:52:50.318454 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a45027-5ccb-4fc9-ab91-c66daf872a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa2475d-8f2e-43b4-bc26-1d0e2b205f76', 'code': 200} Jul 29 14:52:50.349031 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 82a0d657-845c-4256-adff-aa1de5e02810 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:52:50.529078 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 82a0d657-845c-4256-adff-aa1de5e02810 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:52:50.546226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 82a0d657-845c-4256-adff-aa1de5e02810 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:50.546866 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:50.600899 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b831a07-84b1-4201-b1ac-6b7e5d647a48 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Network': ['ID=285f8572-6f44-4705-b83c-0d2c6bffda44,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:50.627990 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38324) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:50.673756 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 285f8572-6f44-4705-b83c-0d2c6bffda44 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:52:50.811868 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-cc661680-7cd7-4c49-a5ea-89c1f457b75a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1106131163&fields=id&tenant_id=09dcdfac1c5247cfbf78992b07e84d06 HTTP/1.1" status: 200 len: 267 time: 0.5255997 Jul 29 14:52:50.821773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac75707-8ff2-4f23-b5dc-0117add4d20f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Made reservation on behalf of 1a2d38048eca4a23afab0ed49a95bb95 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:50.839750 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0ac75707-8ff2-4f23-b5dc-0117add4d20f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:51.002993 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:51.016483 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.ipam_backend_mixin [None req-0ac75707-8ff2-4f23-b5dc-0117add4d20f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Performing IP validity checks on allocation pools {{(pid=94158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 14:52:51.017753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.ipam_backend_mixin [None req-0ac75707-8ff2-4f23-b5dc-0117add4d20f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 14:52:51.111635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 82a0d657-845c-4256-adff-aa1de5e02810, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=82a0d657-845c-4256-adff-aa1de5e02810,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:51.119050 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:51.211810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=82a0d657-845c-4256-adff-aa1de5e02810,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:51.395593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-5e91870f-d12d-4682-a756-5878c6afda8d tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:51.397802 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-5e91870f-d12d-4682-a756-5878c6afda8d tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 811 time: 0.5462193 Jul 29 14:52:51.422347 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0ac75707-8ff2-4f23-b5dc-0117add4d20f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:51.470698 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-27661bf1-fb44-4e98-b934-913a991a4181 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/quotas/09dcdfac1c5247cfbf78992b07e84d06 HTTP/1.1" status: 200 len: 375 time: 0.0652232 Jul 29 14:52:51.481071 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ace2eed0-009e-4de2-8fce-0305f245d5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:51.517852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8aeaf8-c2fa-4c80-8eea-c346a0f0fb25 req-0213e4e3-ae7c-4502-a0bd-2bc9ef4b0d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:51.519419 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2b8aeaf8-c2fa-4c80-8eea-c346a0f0fb25 req-0213e4e3-ae7c-4502-a0bd-2bc9ef4b0d7d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 1097 time: 1.1012809 Jul 29 14:52:51.644881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac75707-8ff2-4f23-b5dc-0117add4d20f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Subnet': ['ID=cfbd2c7a-fb9f-45b9-b148-0de2001411a2,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:51.662177 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2b8aeaf8-c2fa-4c80-8eea-c346a0f0fb25 req-66b49008-2464-4b7a-8665-b21faeee2e00 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281018 Jul 29 14:52:51.672885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80379d98-c3c5-4f26-9950-8d8be0a0b5a4 req-ecb57369-a90a-45dc-a267-7548273b5bc2 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:51.681858 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-80379d98-c3c5-4f26-9950-8d8be0a0b5a4 req-ecb57369-a90a-45dc-a267-7548273b5bc2 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 946 time: 0.2042794 Jul 29 14:52:51.682241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac75707-8ff2-4f23-b5dc-0117add4d20f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Checking segment: {'id': '2e3c4c77-a06c-42eb-8441-4279c7581c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '285f8572-6f44-4705-b83c-0d2c6bffda44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:51.682637 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac75707-8ff2-4f23-b5dc-0117add4d20f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network hostable DHCP agents. Network: 285f8572-6f44-4705-b83c-0d2c6bffda44, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:52:51.701090 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-65abe079-12c3-47af-aa90-d4411453e146 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2289550 Jul 29 14:52:51.735206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac75707-8ff2-4f23-b5dc-0117add4d20f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Network 285f8572-6f44-4705-b83c-0d2c6bffda44 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:52:51.767030 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-80379d98-c3c5-4f26-9950-8d8be0a0b5a4 req-3acb5fb4-65f9-4a3e-9dd5-5a1ce7101d85 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832918 Jul 29 14:52:51.857458 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ace2eed0-009e-4de2-8fce-0305f245d5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:51.866997 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ace2eed0-009e-4de2-8fce-0305f245d5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:51.987689 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ace2eed0-009e-4de2-8fce-0305f245d5b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d66c63ea21e4aae8b1cb4b000e82c01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3581553 Jul 29 14:52:51.994219 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38352) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:51.994451 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-0df53c1c-6e54-4439-b455-aac980428236 service neutron] 10.222.0.16 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754920 Jul 29 14:52:51.997622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-0ac75707-8ff2-4f23-b5dc-0117add4d20f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 285f8572-6f44-4705-b83c-0d2c6bffda44) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:52.009517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac75707-8ff2-4f23-b5dc-0117add4d20f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:52.010565 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0ac75707-8ff2-4f23-b5dc-0117add4d20f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:52.012205 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2fe24f-c0a0-44ab-9db5-3e5408c037eb None None] Network 285f8572-6f44-4705-b83c-0d2c6bffda44 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:52.040824 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2eed0-009e-4de2-8fce-0305f245d5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c85a07-2d18-4899-86c9-3cddc57d58c5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:52.053787 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0ac75707-8ff2-4f23-b5dc-0117add4d20f tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8573275 Jul 29 14:52:52.058880 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38356) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:52.091695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a3c01d13-d0c5-4472-8833-7f5e6ee22991 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:52.300373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 82a0d657-845c-4256-adff-aa1de5e02810 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:52:52.305697 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-a640193d-8f80-4099-98ee-c2b217f93f3f service neutron] 10.222.0.16 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010616 Jul 29 14:52:52.350560 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad1e8c9b-7403-436b-9711-038ed3dbb402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:52.378637 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad1e8c9b-7403-436b-9711-038ed3dbb402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:52.448769 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad1e8c9b-7403-436b-9711-038ed3dbb402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:52.452859 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad1e8c9b-7403-436b-9711-038ed3dbb402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:52.454778 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ad1e8c9b-7403-436b-9711-038ed3dbb402 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69c85a07-2d18-4899-86c9-3cddc57d58c5 HTTP/1.1" status: 204 len: 168 time: 0.4584391 Jul 29 14:52:52.468594 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3c01d13-d0c5-4472-8833-7f5e6ee22991 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9036425'] for subnet, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:52.513874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e8c9b-7403-436b-9711-038ed3dbb402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c85a07-2d18-4899-86c9-3cddc57d58c5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:52.785049 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-285f8572-6f44-4705-b83c-0d2c6bffda44', 'network_id': '285f8572-6f44-4705-b83c-0d2c6bffda44', 'tenant_id': '1a2d38048eca4a23afab0ed49a95bb95', 'fixed_ips': [{'subnet_id': 'cfbd2c7a-fb9f-45b9-b148-0de2001411a2'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:52:52.786590 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:52.791810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 82a0d657-845c-4256-adff-aa1de5e02810 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:52.792001 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:53.082718 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffe658a2-0240-444c-b558-2b3f544f2001 req-5273a39d-3edc-4902-b359-d12c4242a420 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 210 time: 0.1435049 Jul 29 14:52:53.194727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b5bcc-00e6-4845-9fe0-be6be6e927ea req-dd97e60d-45f5-418a-8d20-bd6bd312505e tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:53.216633 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3e6b5bcc-00e6-4845-9fe0-be6be6e927ea req-dd97e60d-45f5-418a-8d20-bd6bd312505e tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 946 time: 0.2526522 Jul 29 14:52:53.294003 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3e6b5bcc-00e6-4845-9fe0-be6be6e927ea req-7d98f0b0-47f1-4012-a739-d7f6973052d4 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671961 Jul 29 14:52:53.331996 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3c01d13-d0c5-4472-8833-7f5e6ee22991 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743680688424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9359019'] for subnet, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:53.486269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c01d13-d0c5-4472-8833-7f5e6ee22991 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:53.486269 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3c01d13-d0c5-4472-8833-7f5e6ee22991 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:53.493451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38408) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:53.495366 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a3c01d13-d0c5-4472-8833-7f5e6ee22991 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "PUT /v2.0/subnets/cfbd2c7a-fb9f-45b9-b148-0de2001411a2 HTTP/1.1" status: 200 len: 900 time: 1.4321294 Jul 29 14:52:53.563249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c01d13-d0c5-4472-8833-7f5e6ee22991 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event updated for resources: {'Subnet': ['ID=cfbd2c7a-fb9f-45b9-b148-0de2001411a2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:53.708080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Allocated IP 2001:db8::3 (285f8572-6f44-4705-b83c-0d2c6bffda44/cfbd2c7a-fb9f-45b9-b148-0de2001411a2/d8c286c7-93eb-4c42-9ec2-d77aed1da3ab) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:52:53.803521 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:53.900748 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:54.037752 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1ac8719d-6c1e-4525-8f3f-0c5b2afb37cb req-df58ccc2-820c-4f23-9134-e419b89038eb tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1127167076&fields=id&tenant_id=12ec5ebcac3949f399e4ca63deca6337 HTTP/1.1" status: 200 len: 267 time: 0.3633759 Jul 29 14:52:54.124424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8719d-6c1e-4525-8f3f-0c5b2afb37cb req-c5d945d8-d64d-4fc4-854b-4e3fb93b60fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:54.134604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1ac8719d-6c1e-4525-8f3f-0c5b2afb37cb req-c5d945d8-d64d-4fc4-854b-4e3fb93b60fa tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 946 time: 0.0984201 Jul 29 14:52:54.142511 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-1ac8719d-6c1e-4525-8f3f-0c5b2afb37cb req-c711ce4c-9695-4310-95ef-5993ddf27638 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Request body: {'port': {'security_groups': ['ac330cf7-5f4a-4a67-a5ce-b824a15eadd3', '4fd2c74b-c8da-41c5-add0-519c231a3cac']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:54.342126 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:54.363803 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Transition to ACTIVE for port object d8c286c7-93eb-4c42-9ec2-d77aed1da3ab will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:54.401155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Transition to ACTIVE for port object d8c286c7-93eb-4c42-9ec2-d77aed1da3ab will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:54.404503 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1ac8719d-6c1e-4525-8f3f-0c5b2afb37cb req-c711ce4c-9695-4310-95ef-5993ddf27638 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:54.418726 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dc4d122a-b47a-4721-9a74-57379c8d28cb req-dea71b29-8eaf-43a7-81b2-2288708237dc tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 210 time: 0.0697644 Jul 29 14:52:54.419888 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:54.497513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Network 285f8572-6f44-4705-b83c-0d2c6bffda44 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:52:54.502293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:54.511456 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:52:54.603976 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:54.662178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Pushing event updated for resources: {'Port': ['ID=d8c286c7-93eb-4c42-9ec2-d77aed1da3ab,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:54.681658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Subnet': ['ID=cfbd2c7a-fb9f-45b9-b148-0de2001411a2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:54.718432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:54.719456 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:54.719999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:54.720567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:54.721142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:54.721835 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:54.722776 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:54.723416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:54.723904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:54.725375 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:54.725954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:54.726466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:52:54.728968 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Attempting to bind port d8c286c7-93eb-4c42-9ec2-d77aed1da3ab on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:52:54.729558 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Attempting to bind port d8c286c7-93eb-4c42-9ec2-d77aed1da3ab by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '2e3c4c77-a06c-42eb-8441-4279c7581c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '285f8572-6f44-4705-b83c-0d2c6bffda44'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:52:54.738126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Attempting to bind port d8c286c7-93eb-4c42-9ec2-d77aed1da3ab on network 285f8572-6f44-4705-b83c-0d2c6bffda44 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:52:54.751173 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:52:54.755404 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Checking segment: {'id': '2e3c4c77-a06c-42eb-8441-4279c7581c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '285f8572-6f44-4705-b83c-0d2c6bffda44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:52:54.758366 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:54.759108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Bound using segment: {'id': '2e3c4c77-a06c-42eb-8441-4279c7581c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '285f8572-6f44-4705-b83c-0d2c6bffda44'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:52:54.759736 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Bound port: d8c286c7-93eb-4c42-9ec2-d77aed1da3ab, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e3c4c77-a06c-42eb-8441-4279c7581c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '285f8572-6f44-4705-b83c-0d2c6bffda44'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:52:54.765874 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:54.854723 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:54.881027 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285f8572-6f44-4705-b83c-0d2c6bffda44']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:54.999233 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] For port d8c286c7-93eb-4c42-9ec2-d77aed1da3ab, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:52:55.025387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] For port d8c286c7-93eb-4c42-9ec2-d77aed1da3ab, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d8c286c7-93eb-4c42-9ec2-d77aed1da3ab,segment=NetworkSegment(2e3c4c77-a06c-42eb-8441-4279c7581c53),segment_id=2e3c4c77-a06c-42eb-8441-4279c7581c53)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:52:55.038737 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:55.060644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3c4c77-a06c-42eb-8441-4279c7581c53') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:55.061125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3c4c77-a06c-42eb-8441-4279c7581c53') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:55.102934 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:55.128754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-1ac8719d-6c1e-4525-8f3f-0c5b2afb37cb req-c711ce4c-9695-4310-95ef-5993ddf27638 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] For port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76,segment=NetworkSegment(d7375c04-a5a9-4b4d-97d0-0b20766a6837),segment_id=d7375c04-a5a9-4b4d-97d0-0b20766a6837)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:55.163680 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:55.190805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:52:55.192172 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:55.361923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575adfef-f054-4495-b0b8-ff6552f12906 None None] Pushing event updated for resources: {'Port': ['ID=d8c286c7-93eb-4c42-9ec2-d77aed1da3ab,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:55.389756 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60077be-372a-442d-9ba6-39be05d77d32 None None] Network 285f8572-6f44-4705-b83c-0d2c6bffda44 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:55.416753 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1ac8719d-6c1e-4525-8f3f-0c5b2afb37cb req-c711ce4c-9695-4310-95ef-5993ddf27638 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:52:55.419628 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:52:55.424720 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 14:52:55.424720 n-d-802893-1 neutron-server[94158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 14:52:55.424720 n-d-802893-1 neutron-server[94158]: [parameters: {'id': '285f8572-6f44-4705-b83c-0d2c6bffda44'}] Jul 29 14:52:55.424720 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:52:55.426048 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:52:55.429218 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1ac8719d-6c1e-4525-8f3f-0c5b2afb37cb req-c711ce4c-9695-4310-95ef-5993ddf27638 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:55.521223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711ce4c-9695-4310-95ef-5993ddf27638 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event updated for resources: {'Port': ['ID=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76,revision_number=6']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:55.583829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8719d-6c1e-4525-8f3f-0c5b2afb37cb req-c711ce4c-9695-4310-95ef-5993ddf27638 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:55.587213 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1ac8719d-6c1e-4525-8f3f-0c5b2afb37cb req-c711ce4c-9695-4310-95ef-5993ddf27638 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:55.588865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1ac8719d-6c1e-4525-8f3f-0c5b2afb37cb req-c711ce4c-9695-4310-95ef-5993ddf27638 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "PUT /v2.0/ports/8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 HTTP/1.1" status: 200 len: 982 time: 1.4529984 Jul 29 14:52:55.592819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a45027-5ccb-4fc9-ab91-c66daf872a2d', 'tag': '8aa2475d-8f2e-43b4-bc26-1d0e2b205f76'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:52:55.599664 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ac6762-91c8-475a-a7a5-d6a54a262671" -d '{"events": [{"name": "network-changed", "server_uuid": "81a45027-5ccb-4fc9-ab91-c66daf872a2d", "tag": "8aa2475d-8f2e-43b4-bc26-1d0e2b205f76"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:52:55.691154 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8c5f63c1-c50e-475f-9ef1-57dedb52ae7c req-4eff9750-fa04-46d6-bd6f-f7b72a56c857 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 210 time: 0.0936327 Jul 29 14:52:55.759008 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2e1211ac-247a-41f3-9a6e-1e9f2ac3332e', '8aa2475d-8f2e-43b4-bc26-1d0e2b205f76'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:52:55.855928 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7419e16e-982d-4943-9651-b658508cc16a req-c2b136f4-5c73-4a1d-ab49-6003da85d650 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/4fd2c74b-c8da-41c5-add0-519c231a3cac HTTP/1.1" status: 200 len: 1802 time: 0.2141259 Jul 29 14:52:55.895841 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef2eb9f-ce92-441a-ba48-5c5ee1a8bf91 x-openstack-request-id: req-bef2eb9f-ce92-441a-ba48-5c5ee1a8bf91 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:52:55.896100 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a45027-5ccb-4fc9-ab91-c66daf872a2d", "tag": "8aa2475d-8f2e-43b4-bc26-1d0e2b205f76", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:52:55.897017 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bef2eb9f-ce92-441a-ba48-5c5ee1a8bf91 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:52:55.897210 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a45027-5ccb-4fc9-ab91-c66daf872a2d', 'tag': '8aa2475d-8f2e-43b4-bc26-1d0e2b205f76', 'status': 'completed', 'code': 200} Jul 29 14:52:55.933210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['8aa2475d-8f2e-43b4-bc26-1d0e2b205f76'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:52:56.019323 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:56.108996 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-7419e16e-982d-4943-9651-b658508cc16a req-2d66daf8-d8e4-40e8-854b-3ea99938bcf9 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 14:52:56.124659 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7419e16e-982d-4943-9651-b658508cc16a req-2d66daf8-d8e4-40e8-854b-3ea99938bcf9 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "DELETE /v2.0/security-groups/4fd2c74b-c8da-41c5-add0-519c231a3cac HTTP/1.1" status: 409 len: 341 time: 0.2596159 Jul 29 14:52:56.194640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-f30a2c22-526a-4aff-ab2b-f82799e35ac8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:56.197627 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-f30a2c22-526a-4aff-ab2b-f82799e35ac8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.38 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 811 time: 0.2622828 Jul 29 14:52:56.320305 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac6762-91c8-475a-a7a5-d6a54a262671 req-dafd1e91-8606-4667-a79c-96660f03a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:56.321178 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:56.324403 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55ac6762-91c8-475a-a7a5-d6a54a262671 req-dafd1e91-8606-4667-a79c-96660f03a407 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=12ec5ebcac3949f399e4ca63deca6337&device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 1136 time: 0.2914517 Jul 29 14:52:56.326812 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-5f633abe-2e33-4bee-a89b-33405fa00184 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09dcdfac1c5247cfbf78992b07e84d06 HTTP/1.1" status: 200 len: 380 time: 0.1133118 Jul 29 14:52:56.360711 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-6dcef3c6-2e96-48b4-8e24-52884eb65791 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Request body: {'port': {'device_id': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'admin_state_up': True, 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'security_groups': ['2ab3ed8e-16be-43c6-9063-caac22477542']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:56.517281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Deleting port d8c286c7-93eb-4c42-9ec2-d77aed1da3ab {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:52:56.524639 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:56.706752 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac6762-91c8-475a-a7a5-d6a54a262671 req-cbc6029c-6193-4bf9-9b35-7ef6dfb2f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:56.708381 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55ac6762-91c8-475a-a7a5-d6a54a262671 req-cbc6029c-6193-4bf9-9b35-7ef6dfb2f14b service neutron] 10.222.0.38 "GET /v2.0/networks?id=739caf51-5ef0-4339-b121-796ba8c6bb8d HTTP/1.1" status: 200 len: 913 time: 0.3696735 Jul 29 14:52:56.735665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] For port d8c286c7-93eb-4c42-9ec2-d77aed1da3ab, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d8c286c7-93eb-4c42-9ec2-d77aed1da3ab,segment=NetworkSegment(2e3c4c77-a06c-42eb-8441-4279c7581c53),segment_id=2e3c4c77-a06c-42eb-8441-4279c7581c53)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:52:56.736042 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:56.816553 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55ac6762-91c8-475a-a7a5-d6a54a262671 req-7932fb06-0d15-4b14-968c-59973ef49535 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 HTTP/1.1" status: 200 len: 217 time: 0.0762513 Jul 29 14:52:56.822377 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9245368-f68b-4f55-b2cb-b95097b4f0ce None None] Network 285f8572-6f44-4705-b83c-0d2c6bffda44 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:52:56.855507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-6dcef3c6-2e96-48b4-8e24-52884eb65791 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Made reservation on behalf of 09dcdfac1c5247cfbf78992b07e84d06 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:52:56.863540 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-6dcef3c6-2e96-48b4-8e24-52884eb65791 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:56.925829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Calling delete_port for d8c286c7-93eb-4c42-9ec2-d77aed1da3ab owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:52:57.238330 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-6dcef3c6-2e96-48b4-8e24-52884eb65791 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Allocated IP 172.20.0.4 (be5d7f17-9ab7-4dcd-adcc-bad366939f03/454dd626-309b-466f-ace4-355ad2d7a9fc/f214c1ee-c833-4ce4-8174-e69b4e56f326) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:52:57.285239 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:57.323901 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No DVR routers for this DVR port d8c286c7-93eb-4c42-9ec2-d77aed1da3ab on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:52:57.434767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad22c63c-a0db-4874-865b-d5cd1572a942 None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 14:52:57.593240 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:57.606610 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285f8572-6f44-4705-b83c-0d2c6bffda44']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:57.626290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3c4c77-a06c-42eb-8441-4279c7581c53') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:57.626628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3c4c77-a06c-42eb-8441-4279c7581c53') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:57.638526 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:57.655893 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:57.664190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:52:57.665497 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:57.687381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Port': ['ID=d8c286c7-93eb-4c42-9ec2-d77aed1da3ab,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:52:57.775040 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:52:57.796863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac6762-91c8-475a-a7a5-d6a54a262671 req-c5936e03-ed4b-4b23-84d9-79b24c6ddd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:57.800648 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55ac6762-91c8-475a-a7a5-d6a54a262671 req-c5936e03-ed4b-4b23-84d9-79b24c6ddd6e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7b768955-99f3-44de-ad0c-7f2f34e05f62 HTTP/1.1" status: 200 len: 852 time: 0.9746282 Jul 29 14:52:57.801372 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-6dcef3c6-2e96-48b4-8e24-52884eb65791 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:57.842249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-6dcef3c6-2e96-48b4-8e24-52884eb65791 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Transition to ACTIVE for port object f214c1ee-c833-4ce4-8174-e69b4e56f326 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:57.905722 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad22c63c-a0db-4874-865b-d5cd1572a942 None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 14:52:57.927348 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55ac6762-91c8-475a-a7a5-d6a54a262671 req-bda95dc5-ff7c-43ce-a8b0-4a5898818682 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=739caf51-5ef0-4339-b121-796ba8c6bb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045513 Jul 29 14:52:57.978247 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-97145139-414a-4735-8554-19cc061d1c79 req-a64e3775-4a90-403d-8681-bef30f890a13 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 210 time: 0.0773416 Jul 29 14:52:58.006757 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-6dcef3c6-2e96-48b4-8e24-52884eb65791 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:58.129239 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-6dcef3c6-2e96-48b4-8e24-52884eb65791 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Network be5d7f17-9ab7-4dcd-adcc-bad366939f03 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:52:58.131514 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:58.147647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-6dcef3c6-2e96-48b4-8e24-52884eb65791 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:52:58.161583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-6dcef3c6-2e96-48b4-8e24-52884eb65791 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:52:58.167628 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcef3c6-2e96-48b4-8e24-52884eb65791 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event updated for resources: {'Port': ['ID=f214c1ee-c833-4ce4-8174-e69b4e56f326,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:58.236951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-6dcef3c6-2e96-48b4-8e24-52884eb65791 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:58.238507 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-6dcef3c6-2e96-48b4-8e24-52884eb65791 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:58.265380 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-6dcef3c6-2e96-48b4-8e24-52884eb65791 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9291136 Jul 29 14:52:58.297086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Request body: {'port': {'device_id': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:52:58.389244 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:58.391247 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/285f8572-6f44-4705-b83c-0d2c6bffda44 HTTP/1.1" status: 204 len: 168 time: 4.9001589 Jul 29 14:52:58.398304 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38538) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:58.402081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8078c-f084-4560-95eb-a7609daf4f0d tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Network': ['ID=285f8572-6f44-4705-b83c-0d2c6bffda44,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:58.421500 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:58.423296 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55ac6762-91c8-475a-a7a5-d6a54a262671 req-a0e0e5e5-af80-4f5c-b2ae-979b60fb4b30 service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880054 Jul 29 14:52:58.442393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1eb1af-18da-4b67-ba5c-81b511ad4821 req-2bc057b2-7967-42c5-8690-614f07a17ee5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:58.459049 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c1eb1af-18da-4b67-ba5c-81b511ad4821 req-2bc057b2-7967-42c5-8690-614f07a17ee5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 985 time: 0.6007433 Jul 29 14:52:58.536701 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-67325990-3869-46bd-bb9a-470373df3e8c tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] DELETE failed (client error): The resource could not be found. Jul 29 14:52:58.536701 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67325990-3869-46bd-bb9a-470373df3e8c tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:52:58.542325 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-67325990-3869-46bd-bb9a-470373df3e8c tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/subnets/cfbd2c7a-fb9f-45b9-b148-0de2001411a2 HTTP/1.1" status: 404 len: 337 time: 0.1390495 Jul 29 14:52:58.547615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38544) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:58.661738 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-7172fae2-cc97-40c1-b18d-a782a74c769b tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] DELETE failed (client error): The resource could not be found. Jul 29 14:52:58.662689 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7172fae2-cc97-40c1-b18d-a782a74c769b tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:52:58.667407 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7172fae2-cc97-40c1-b18d-a782a74c769b tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/285f8572-6f44-4705-b83c-0d2c6bffda44 HTTP/1.1" status: 404 len: 339 time: 0.0523384 Jul 29 14:52:58.671099 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38548) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:58.737570 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c1eb1af-18da-4b67-ba5c-81b511ad4821 req-0bfff4f1-c345-4483-85ec-7f5daf5111a5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fd2c74b-c8da-41c5-add0-519c231a3cac&id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2774405 Jul 29 14:52:58.807912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55ac6762-91c8-475a-a7a5-d6a54a262671 req-f2dcb2e2-f28e-4dfc-804a-d659fe743b0b service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363099 Jul 29 14:52:58.984090 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-268636b1-56bf-4bc8-93d3-c43df6115b02 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:58.998330 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558cf25-743e-4212-a46f-8905e2478d14 req-15fe7507-e36c-42b1-887d-51d58c5b0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:59.001574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1558cf25-743e-4212-a46f-8905e2478d14 req-15fe7507-e36c-42b1-887d-51d58c5b0cae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=12ec5ebcac3949f399e4ca63deca6337&device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 1136 time: 0.0748172 Jul 29 14:52:59.174430 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-adc8926d-6fee-421c-bf8f-6eb1e806679b None None] Provisioning for port f214c1ee-c833-4ce4-8174-e69b4e56f326 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:52:59.176700 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-268636b1-56bf-4bc8-93d3-c43df6115b02 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:59.184358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-adc8926d-6fee-421c-bf8f-6eb1e806679b None None] Provisioning complete for port f214c1ee-c833-4ce4-8174-e69b4e56f326 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:52:59.184767 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-adc8926d-6fee-421c-bf8f-6eb1e806679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:59.196901 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-268636b1-56bf-4bc8-93d3-c43df6115b02 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aef5519-0d09-4b0e-ac42-ae19389414f8']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:59.226534 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-268636b1-56bf-4bc8-93d3-c43df6115b02 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88fe5132-5dbb-4401-962b-6e4170dd4533') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:59.226811 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-268636b1-56bf-4bc8-93d3-c43df6115b02 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88fe5132-5dbb-4401-962b-6e4170dd4533') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:52:59.259414 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-adc8926d-6fee-421c-bf8f-6eb1e806679b None None] Port f214c1ee-c833-4ce4-8174-e69b4e56f326 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:52:59.282028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558cf25-743e-4212-a46f-8905e2478d14 req-a34769c8-0d99-4c15-a6f5-0daa90e72df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:59.283682 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1558cf25-743e-4212-a46f-8905e2478d14 req-a34769c8-0d99-4c15-a6f5-0daa90e72df1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=739caf51-5ef0-4339-b121-796ba8c6bb8d HTTP/1.1" status: 200 len: 913 time: 0.2731881 Jul 29 14:52:59.358876 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-268636b1-56bf-4bc8-93d3-c43df6115b02 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:59.396525 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1558cf25-743e-4212-a46f-8905e2478d14 req-f1563e28-f352-4185-9494-e42f4ccb5486 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 HTTP/1.1" status: 200 len: 217 time: 0.1019068 Jul 29 14:52:59.407461 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-268636b1-56bf-4bc8-93d3-c43df6115b02 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:59.411286 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f214c1ee-c833-4ce4-8174-e69b4e56f326 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:52:59.431524 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268636b1-56bf-4bc8-93d3-c43df6115b02 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:52:59.442817 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-268636b1-56bf-4bc8-93d3-c43df6115b02 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:59.453155 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:59.473620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Transition to ACTIVE for port object f214c1ee-c833-4ce4-8174-e69b4e56f326 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:52:59.475110 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:52:59.501380 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:59.528455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558cf25-743e-4212-a46f-8905e2478d14 req-1f82d24e-1c26-4b72-a927-779b8fc2cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:59.530096 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1558cf25-743e-4212-a46f-8905e2478d14 req-1f82d24e-1c26-4b72-a927-779b8fc2cfd1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7b768955-99f3-44de-ad0c-7f2f34e05f62 HTTP/1.1" status: 200 len: 852 time: 0.1281826 Jul 29 14:52:59.589133 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38576) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:59.606332 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1558cf25-743e-4212-a46f-8905e2478d14 req-9a47956a-3cd3-4d39-b645-7284194e3c4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=739caf51-5ef0-4339-b121-796ba8c6bb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694768 Jul 29 14:52:59.620572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d20c0d-abe6-424d-a762-39ea92003bef req-3f930d0c-75c0-4ea7-a546-c63906e6c15f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:52:59.622928 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1d20c0d-abe6-424d-a762-39ea92003bef req-3f930d0c-75c0-4ea7-a546-c63906e6c15f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 931 time: 0.3554406 Jul 29 14:52:59.672575 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-268636b1-56bf-4bc8-93d3-c43df6115b02 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:59.678959 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-268636b1-56bf-4bc8-93d3-c43df6115b02 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:52:59.681677 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-268636b1-56bf-4bc8-93d3-c43df6115b02 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/8aef5519-0d09-4b0e-ac42-ae19389414f8 HTTP/1.1" status: 204 len: 168 time: 1.0087888 Jul 29 14:52:59.700970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38584) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:59.715234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Pushing event updated for resources: {'Port': ['ID=f214c1ee-c833-4ce4-8174-e69b4e56f326,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:59.814743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268636b1-56bf-4bc8-93d3-c43df6115b02 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Network': ['ID=8aef5519-0d09-4b0e-ac42-ae19389414f8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:52:59.842152 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-9920661a-c3fa-4c36-8eea-b94e64d5a94e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] DELETE failed (client error): The resource could not be found. Jul 29 14:52:59.843131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9920661a-c3fa-4c36-8eea-b94e64d5a94e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:52:59.849735 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9920661a-c3fa-4c36-8eea-b94e64d5a94e tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/subnets/62c71804-c88a-4733-8fbb-e94ea99da364 HTTP/1.1" status: 404 len: 337 time: 0.1408174 Jul 29 14:52:59.852407 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1558cf25-743e-4212-a46f-8905e2478d14 req-e69053a9-b756-4421-aad9-089dc0285936 service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380896 Jul 29 14:52:59.853589 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38590) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:52:59.934064 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1d20c0d-abe6-424d-a762-39ea92003bef req-6545bd11-954b-4e65-8145-8e6dd0cb44a4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833610 Jul 29 14:53:00.046185 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-258f64b4-b4e9-439c-ab6d-92a3e6bf1a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:00.087880 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba7fdbd-a248-4136-84ac-a4b39a340703 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] DELETE failed (client error): The resource could not be found. Jul 29 14:53:00.088531 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba7fdbd-a248-4136-84ac-a4b39a340703 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:53:00.094316 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8ba7fdbd-a248-4136-84ac-a4b39a340703 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/68184927-e2ac-4a4f-a70a-d86338ba0464 HTTP/1.1" status: 404 len: 339 time: 0.2297223 Jul 29 14:53:00.096242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38592) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:00.143928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Attempting to bind port f214c1ee-c833-4ce4-8174-e69b4e56f326 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:53:00.144567 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Attempting to bind port f214c1ee-c833-4ce4-8174-e69b4e56f326 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:53:00.144956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Attempting to bind port f214c1ee-c833-4ce4-8174-e69b4e56f326 on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:53:00.162511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Port f214c1ee-c833-4ce4-8174-e69b4e56f326 on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:53:00.162856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Attempting to bind port f214c1ee-c833-4ce4-8174-e69b4e56f326 on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:53:00.177323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:53:00.177666 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Checking segment: {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:53:00.178067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Bound using segment: {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:53:00.178568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Bound port: f214c1ee-c833-4ce4-8174-e69b4e56f326, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:53:00.179086 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:00.290559 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1558cf25-743e-4212-a46f-8905e2478d14 req-5b482254-223b-4917-a02e-0732b3438150 service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260182 Jul 29 14:53:00.296441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05000cd-772b-49e5-9463-63eee1073dd4 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Deleting subnet 7af62c27-d23f-4384-90aa-5678c682c440 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:53:00.300762 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d05000cd-772b-49e5-9463-63eee1073dd4 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:00.362738 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b8a78-5ba0-4c8e-861d-1972470600af req-60e0556c-aa9c-4cc8-9ee8-94f2ec1eeda0 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:00.375085 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-644b8a78-5ba0-4c8e-861d-1972470600af req-60e0556c-aa9c-4cc8-9ee8-94f2ec1eeda0 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 985 time: 0.2869978 Jul 29 14:53:00.411190 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d05000cd-772b-49e5-9463-63eee1073dd4 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:00.421029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:53:00.427339 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:53:00.437674 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:00.479570 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d5af2806-55bd-451e-ad45-9f28f71e147f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:00.494308 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-644b8a78-5ba0-4c8e-861d-1972470600af req-2bbb9de8-b7d9-40cb-b858-d039b6bf2d24 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fd2c74b-c8da-41c5-add0-519c231a3cac&id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1177700 Jul 29 14:53:00.534666 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-258f64b4-b4e9-439c-ab6d-92a3e6bf1a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:00.626981 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d05000cd-772b-49e5-9463-63eee1073dd4 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:00.670873 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-258f64b4-b4e9-439c-ab6d-92a3e6bf1a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:00.756218 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-258f64b4-b4e9-439c-ab6d-92a3e6bf1a7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a9099d24fe1442399270f90d5391b03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1577022 Jul 29 14:53:00.760345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38614) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:00.768740 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d05000cd-772b-49e5-9463-63eee1073dd4 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:00.773369 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Pushing event updated for resources: {'Port': ['ID=f214c1ee-c833-4ce4-8174-e69b4e56f326,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:00.846483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe9ffe8-414d-4e4f-b296-4635cf71bc6e None None] Network 285d2db3-8007-4ce7-90fa-6c96af8c533f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:53:00.871643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f64b4-b4e9-439c-ab6d-92a3e6bf1a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de10a5a-5cb8-4f8d-8517-53da3c074d22,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:00.888506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05000cd-772b-49e5-9463-63eee1073dd4 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Subnet': ['ID=7af62c27-d23f-4384-90aa-5678c682c440,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:00.890227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:00.897670 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:00.901433 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-bcce0ad9-b7b0-4f84-9dae-36c5c0769513 service neutron] 10.222.0.38 "PUT /v2.0/ports/f214c1ee-c833-4ce4-8174-e69b4e56f326 HTTP/1.1" status: 200 len: 1091 time: 2.6189923 Jul 29 14:53:00.902373 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d05000cd-772b-49e5-9463-63eee1073dd4 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:00.905172 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:00.908804 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d05000cd-772b-49e5-9463-63eee1073dd4 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/subnets/7af62c27-d23f-4384-90aa-5678c682c440 HTTP/1.1" status: 204 len: 168 time: 0.7821085 Jul 29 14:53:00.940735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38620) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:00.978145 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba12c246-30dc-4ffc-95dc-66e1400dc4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:01.162933 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c605470-a568-486c-92df-a1e2f689cd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:01.215092 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f0f1fa-a6c9-4b4e-a19a-ffa4ca4418b1 x-openstack-request-id: req-26f0f1fa-a6c9-4b4e-a19a-ffa4ca4418b1 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:53:01.215894 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:53:01.215894 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26f0f1fa-a6c9-4b4e-a19a-ffa4ca4418b1 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:53:01.220977 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'status': 'completed', 'code': 200} Jul 29 14:53:01.300534 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-15207937-461c-4ffa-a0e0-ec6a45da33ac tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Deleting subnet 8546c710-f761-4ed1-a8cc-fb6c052ebfa4 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:53:01.369156 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c605470-a568-486c-92df-a1e2f689cd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:01.487080 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-ac714429-5e45-4d55-8c13-693fc961c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:01.490332 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-ac714429-5e45-4d55-8c13-693fc961c155 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 1094 time: 0.2597539 Jul 29 14:53:01.513516 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15207937-461c-4ffa-a0e0-ec6a45da33ac tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:01.664616 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15207937-461c-4ffa-a0e0-ec6a45da33ac tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:01.705710 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-b57aa393-bce3-4ec7-bd4f-92fd805f1044 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326 HTTP/1.1" status: 200 len: 217 time: 0.1969194 Jul 29 14:53:01.903276 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15207937-461c-4ffa-a0e0-ec6a45da33ac tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:01.904212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-f18f106f-29ad-4f95-ad51-5dd99d235921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:01.905088 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-f18f106f-29ad-4f95-ad51-5dd99d235921 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.1880960 Jul 29 14:53:01.959559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55585c9-a804-49f5-af54-3e9403f40b78 req-acd915e6-8e20-4a01-ae14-c5c747a6f843 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:01.976268 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d55585c9-a804-49f5-af54-3e9403f40b78 req-acd915e6-8e20-4a01-ae14-c5c747a6f843 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 985 time: 0.1780591 Jul 29 14:53:02.011837 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15207937-461c-4ffa-a0e0-ec6a45da33ac tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:02.059804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15207937-461c-4ffa-a0e0-ec6a45da33ac tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Subnet': ['ID=8546c710-f761-4ed1-a8cc-fb6c052ebfa4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:02.076280 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15207937-461c-4ffa-a0e0-ec6a45da33ac tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:02.082710 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-15207937-461c-4ffa-a0e0-ec6a45da33ac tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/subnets/8546c710-f761-4ed1-a8cc-fb6c052ebfa4 HTTP/1.1" status: 204 len: 168 time: 1.1544347 Jul 29 14:53:02.083801 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38640) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:02.164421 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c605470-a568-486c-92df-a1e2f689cd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:02.167696 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c605470-a568-486c-92df-a1e2f689cd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:02.190767 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1c605470-a568-486c-92df-a1e2f689cd43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2de10a5a-5cb8-4f8d-8517-53da3c074d22 HTTP/1.1" status: 204 len: 168 time: 1.4074976 Jul 29 14:53:02.264941 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c605470-a568-486c-92df-a1e2f689cd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de10a5a-5cb8-4f8d-8517-53da3c074d22,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:02.297388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1bf23-505c-42c8-bcc1-80febfa393d0 req-0d736216-3ec9-4c63-bfb7-51ff58e6b377 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:02.310503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-1441c8a2-b73c-4c39-9a6e-c8afb4db25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:02.314065 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1cf1bf23-505c-42c8-bcc1-80febfa393d0 req-0d736216-3ec9-4c63-bfb7-51ff58e6b377 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 943 time: 0.8189826 Jul 29 14:53:02.316178 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-1441c8a2-b73c-4c39-9a6e-c8afb4db25d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3968563 Jul 29 14:53:02.394825 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d55585c9-a804-49f5-af54-3e9403f40b78 req-80fa6103-ace4-4944-918c-a35899835c0c tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fd2c74b-c8da-41c5-add0-519c231a3cac&id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4168589 Jul 29 14:53:02.471059 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:02.557993 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1cf1bf23-505c-42c8-bcc1-80febfa393d0 req-f00033a2-9b19-4c22-a39c-324b5ba94a5c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429917 Jul 29 14:53:02.748213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Deleting port 9179ed3e-195d-4339-b025-763d74786169 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:53:02.748567 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:02.769919 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f6999-148b-4370-9b6b-d630454ff12a None None] Network 285d2db3-8007-4ce7-90fa-6c96af8c533f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:53:02.870132 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-06fface3-80f6-4df0-9c1f-c6ea0f289c4b service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090168 Jul 29 14:53:02.910574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] For port 9179ed3e-195d-4339-b025-763d74786169, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9179ed3e-195d-4339-b025-763d74786169,segment=NetworkSegment(e703ab06-70dc-427e-bf86-852bab1a72be),segment_id=e703ab06-70dc-427e-bf86-852bab1a72be)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:02.911620 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:02.930113 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Calling delete_port for 9179ed3e-195d-4339-b025-763d74786169 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:53:02.989829 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38664) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:03.010826 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:03.064484 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:03.074812 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3a8770c3-9d1b-4758-8587-e09ffd032591 None None] Provisioning complete for port 9179ed3e-195d-4339-b025-763d74786169 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:03.075190 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a8770c3-9d1b-4758-8587-e09ffd032591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:03.106774 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Port': ['ID=9179ed3e-195d-4339-b025-763d74786169,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:03.121535 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No DVR routers for this DVR port 9179ed3e-195d-4339-b025-763d74786169 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:53:03.172345 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c1d87516-d61b-45da-9a36-90bc87e89e92 req-392ef48d-efcd-4c2a-82e3-f1bb0c5a44e5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-155610610&fields=id&tenant_id=12ec5ebcac3949f399e4ca63deca6337 HTTP/1.1" status: 200 len: 267 time: 0.1183939 Jul 29 14:53:03.185077 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18cbfad3-5d0a-4a73-b41e-aa2d019454a1 req-53f2cd7d-c9c8-422d-ac71-58c15d62c97c service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076677 Jul 29 14:53:03.223308 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3a8770c3-9d1b-4758-8587-e09ffd032591 None None] Port 9179ed3e-195d-4339-b025-763d74786169 was deleted so its status cannot be updated. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 29 14:53:03.293082 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:03.360602 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:03.374325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4afd6fd-8207-4fce-8ade-21413b904b4e None None] DHCP port deletion for 285d2db3-8007-4ce7-90fa-6c96af8c533f request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:53:03.406247 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['285d2db3-8007-4ce7-90fa-6c96af8c533f']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:03.417352 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f602aabe-4a1d-408f-aaa9-936cdbb401ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:03.428089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e703ab06-70dc-427e-bf86-852bab1a72be') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:03.428883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e703ab06-70dc-427e-bf86-852bab1a72be') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:03.441390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d87516-d61b-45da-9a36-90bc87e89e92 req-464ced1f-6784-45a6-ad1e-b512c0c67e14 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:03.443501 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c1d87516-d61b-45da-9a36-90bc87e89e92 req-464ced1f-6784-45a6-ad1e-b512c0c67e14 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 985 time: 0.1656587 Jul 29 14:53:03.478728 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:03.504218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-c1d87516-d61b-45da-9a36-90bc87e89e92 req-b8ac9944-e8bd-4bef-97c9-46e287a1598a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Request body: {'port': {'security_groups': ['4fd2c74b-c8da-41c5-add0-519c231a3cac', 'ac330cf7-5f4a-4a67-a5ce-b824a15eadd3', '3f16efae-1991-48c9-859f-5daf5eb472fe']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:03.510876 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12c246-30dc-4ffc-95dc-66e1400dc4a0 req-6e6daeba-4376-4d3b-92e5-9087791b4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:03.512559 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ba12c246-30dc-4ffc-95dc-66e1400dc4a0 req-6e6daeba-4376-4d3b-92e5-9087791b4987 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 1094 time: 0.1317065 Jul 29 14:53:03.519676 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:03.561138 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:03.573537 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:03.588545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:53:03.589309 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:53:03.601683 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:53:03.658320 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b074ffce1b1247a99f301dc784e0234c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6527011 Jul 29 14:53:03.658320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b579d4-dcb9-4c49-8090-f12bfb52d0a0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:03.658320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38674) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:03.658320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:03.658320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:03.658320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:03.658320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:03.658320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:03.658320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:03.658320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:03.658320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:03.658320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:03.658320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:03.658320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:03.658320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59d5f80-00b3-4029-a27d-50cbaa154944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:03.826848 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c1d87516-d61b-45da-9a36-90bc87e89e92 req-b8ac9944-e8bd-4bef-97c9-46e287a1598a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:03.861422 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:03.881586 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:03.886651 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/285d2db3-8007-4ce7-90fa-6c96af8c533f HTTP/1.1" status: 204 len: 168 time: 1.7958426 Jul 29 14:53:03.888216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe06f39-6063-4130-afb5-ead4d53e4313 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Network': ['ID=285d2db3-8007-4ce7-90fa-6c96af8c533f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:03.890237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38688) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:03.910570 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd6d64e0-62d3-4ae9-ab1a-ea82ce24c3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:03.947654 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10a6577-e636-423c-afb9-38defacbea59 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] DELETE failed (client error): The resource could not be found. Jul 29 14:53:03.948991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10a6577-e636-423c-afb9-38defacbea59 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:53:03.953391 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd6d64e0-62d3-4ae9-ab1a-ea82ce24c3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:03.954144 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c10a6577-e636-423c-afb9-38defacbea59 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/subnets/6e4b9372-c966-43d2-8d2e-6f4691cc60e9 HTTP/1.1" status: 404 len: 337 time: 0.0624099 Jul 29 14:53:03.954958 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38690) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:03.988215 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24674c5-4b09-4af8-9660-e5ad5f80e2c7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] DELETE failed (client error): The resource could not be found. Jul 29 14:53:03.989185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24674c5-4b09-4af8-9660-e5ad5f80e2c7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:53:03.994630 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c24674c5-4b09-4af8-9660-e5ad5f80e2c7 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/a6f2cfe4-d80d-488b-bbc9-3f93da178884 HTTP/1.1" status: 404 len: 339 time: 0.0364366 Jul 29 14:53:03.995680 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38692) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:04.046148 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c904e43-4388-48b0-af08-c049c1384020 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] DELETE failed (client error): The resource could not be found. Jul 29 14:53:04.046785 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c904e43-4388-48b0-af08-c049c1384020 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:53:04.050586 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0c904e43-4388-48b0-af08-c049c1384020 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/subnets/72a4444b-6af2-4d76-8f2e-d11af6027bda HTTP/1.1" status: 404 len: 337 time: 0.0492644 Jul 29 14:53:04.053350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12c246-30dc-4ffc-95dc-66e1400dc4a0 req-771eb4b3-5d37-4977-9f05-d500b300e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:04.058515 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38694) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:04.060155 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ba12c246-30dc-4ffc-95dc-66e1400dc4a0 req-771eb4b3-5d37-4977-9f05-d500b300e4c9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.5383739 Jul 29 14:53:04.097718 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd6d64e0-62d3-4ae9-ab1a-ea82ce24c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:04.101446 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd6d64e0-62d3-4ae9-ab1a-ea82ce24c3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:04.114741 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cd6d64e0-62d3-4ae9-ab1a-ea82ce24c3bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9b579d4-dcb9-4c49-8090-f12bfb52d0a0 HTTP/1.1" status: 204 len: 168 time: 0.4523163 Jul 29 14:53:04.216403 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ba12c246-30dc-4ffc-95dc-66e1400dc4a0 req-0eb048df-fcb3-43b5-a142-b3365b4df323 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326 HTTP/1.1" status: 200 len: 217 time: 0.1445718 Jul 29 14:53:04.256725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9179ed3e-195d-4339-b025-763d74786169 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:53:04.289698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d64e0-62d3-4ae9-ab1a-ea82ce24c3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b579d4-dcb9-4c49-8090-f12bfb52d0a0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:04.299675 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-4074d099-c874-4f97-a9fe-1f0bb83148d4 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] DELETE failed (client error): The resource could not be found. Jul 29 14:53:04.311949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4074d099-c874-4f97-a9fe-1f0bb83148d4 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:53:04.323434 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4074d099-c874-4f97-a9fe-1f0bb83148d4 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/06559bf7-1f77-44c5-9080-c67cf8608324 HTTP/1.1" status: 404 len: 339 time: 0.2633510 Jul 29 14:53:04.360480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38702) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:04.379604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 9179ed3e-195d-4339-b025-763d74786169 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:53:04.380218 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9179ed3e-195d-4339-b025-763d74786169 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:53:04.399221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12c246-30dc-4ffc-95dc-66e1400dc4a0 req-76f8ec69-e8ae-48c6-abc9-8f06fc9f86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:04.405879 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ba12c246-30dc-4ffc-95dc-66e1400dc4a0 req-76f8ec69-e8ae-48c6-abc9-8f06fc9f86b9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.1469855 Jul 29 14:53:04.416292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2850b01-c445-4052-9334-2c038b010cad req-117505c3-1f20-4756-a93f-2d4ff0ba60fe tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:04.418095 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a2850b01-c445-4052-9334-2c038b010cad req-117505c3-1f20-4756-a93f-2d4ff0ba60fe tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 943 time: 0.6521554 Jul 29 14:53:04.433103 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:04.483966 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5def7c-8a0e-4346-abb9-ad1d9afae643 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] DELETE failed (client error): The resource could not be found. Jul 29 14:53:04.484584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5def7c-8a0e-4346-abb9-ad1d9afae643 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:53:04.489957 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1c5def7c-8a0e-4346-abb9-ad1d9afae643 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/subnets/6889aad1-f04e-43f2-be1f-7b250900db1e HTTP/1.1" status: 404 len: 337 time: 0.1233311 Jul 29 14:53:04.494830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38704) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:04.518942 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df75319-a6f4-4db2-8e7c-60c7fa48efd9 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] DELETE failed (client error): The resource could not be found. Jul 29 14:53:04.519676 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df75319-a6f4-4db2-8e7c-60c7fa48efd9 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:53:04.526018 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1df75319-a6f4-4db2-8e7c-60c7fa48efd9 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/09f6cf12-ae83-4a32-937d-d54c59948840 HTTP/1.1" status: 404 len: 339 time: 0.0304036 Jul 29 14:53:04.526782 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38706) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:04.605077 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a2850b01-c445-4052-9334-2c038b010cad req-ee0fa1b2-3677-41bd-9b57-8d18ca025ff2 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729770 Jul 29 14:53:04.650700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12c246-30dc-4ffc-95dc-66e1400dc4a0 req-f23c2b59-3bde-47b6-8289-2eb3719d6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:04.655352 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ba12c246-30dc-4ffc-95dc-66e1400dc4a0 req-f23c2b59-3bde-47b6-8289-2eb3719d6189 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2338698 Jul 29 14:53:04.674360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c1d87516-d61b-45da-9a36-90bc87e89e92 req-b8ac9944-e8bd-4bef-97c9-46e287a1598a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] For port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76,segment=NetworkSegment(d7375c04-a5a9-4b4d-97d0-0b20766a6837),segment_id=d7375c04-a5a9-4b4d-97d0-0b20766a6837)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:04.778462 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c1d87516-d61b-45da-9a36-90bc87e89e92 req-b8ac9944-e8bd-4bef-97c9-46e287a1598a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:04.801919 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c1d87516-d61b-45da-9a36-90bc87e89e92 req-b8ac9944-e8bd-4bef-97c9-46e287a1598a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:04.825767 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4ff5a5-8f53-4dbf-aa98-08249a8f466a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Deleting subnet 8b6d1c34-0ffe-43c7-8071-b1570728818f {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:53:04.834038 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff5a5-8f53-4dbf-aa98-08249a8f466a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:04.912250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2e1211ac-247a-41f3-9a6e-1e9f2ac3332e', '8aa2475d-8f2e-43b4-bc26-1d0e2b205f76'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:53:04.983002 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff5a5-8f53-4dbf-aa98-08249a8f466a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:05.033491 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d87516-d61b-45da-9a36-90bc87e89e92 req-b8ac9944-e8bd-4bef-97c9-46e287a1598a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:05.034395 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c1d87516-d61b-45da-9a36-90bc87e89e92 req-b8ac9944-e8bd-4bef-97c9-46e287a1598a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:05.044050 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c1d87516-d61b-45da-9a36-90bc87e89e92 req-b8ac9944-e8bd-4bef-97c9-46e287a1598a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "PUT /v2.0/ports/8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 HTTP/1.1" status: 200 len: 1021 time: 1.5745380 Jul 29 14:53:05.044706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a45027-5ccb-4fc9-ab91-c66daf872a2d', 'tag': '8aa2475d-8f2e-43b4-bc26-1d0e2b205f76'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:05.050455 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45f449c-e356-4f2e-8df8-76bfc8584538" -d '{"events": [{"name": "network-changed", "server_uuid": "81a45027-5ccb-4fc9-ab91-c66daf872a2d", "tag": "8aa2475d-8f2e-43b4-bc26-1d0e2b205f76"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:05.113294 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ba12c246-30dc-4ffc-95dc-66e1400dc4a0 req-039edc9a-daa0-48c5-a1e6-45300caf2f49 service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511371 Jul 29 14:53:05.147076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['8aa2475d-8f2e-43b4-bc26-1d0e2b205f76'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:53:05.175988 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a5e1a0-9e41-4923-ac4b-074c90cf08ab x-openstack-request-id: req-25a5e1a0-9e41-4923-ac4b-074c90cf08ab {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:53:05.176256 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a45027-5ccb-4fc9-ab91-c66daf872a2d", "tag": "8aa2475d-8f2e-43b4-bc26-1d0e2b205f76", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:53:05.176541 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25a5e1a0-9e41-4923-ac4b-074c90cf08ab {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:53:05.176973 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81a45027-5ccb-4fc9-ab91-c66daf872a2d', 'tag': '8aa2475d-8f2e-43b4-bc26-1d0e2b205f76', 'status': 'completed', 'code': 200} Jul 29 14:53:05.199359 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-93628e6f-c31d-4ef2-8387-befa406fb041 req-9db164d9-37f6-4948-abfa-c1502a81f6be tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/3f16efae-1991-48c9-859f-5daf5eb472fe HTTP/1.1" status: 200 len: 1802 time: 0.1089320 Jul 29 14:53:05.213157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac9944-e8bd-4bef-97c9-46e287a1598a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event updated for resources: {'Port': ['ID=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:05.317023 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f449c-e356-4f2e-8df8-76bfc8584538 req-63bcf7b4-d868-4a2d-ba7c-1e52057d6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:05.319585 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f45f449c-e356-4f2e-8df8-76bfc8584538 req-63bcf7b4-d868-4a2d-ba7c-1e52057d6a45 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=12ec5ebcac3949f399e4ca63deca6337&device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 1175 time: 0.1192007 Jul 29 14:53:05.345247 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ba12c246-30dc-4ffc-95dc-66e1400dc4a0 req-99057aae-fa4c-4039-b2d3-811508584cc2 service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181427 Jul 29 14:53:05.350764 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-93628e6f-c31d-4ef2-8387-befa406fb041 req-29f32d2d-9b02-489b-8c06-ddc97eddd4ad tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 14:53:05.352077 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-93628e6f-c31d-4ef2-8387-befa406fb041 req-29f32d2d-9b02-489b-8c06-ddc97eddd4ad tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "DELETE /v2.0/security-groups/3f16efae-1991-48c9-859f-5daf5eb472fe HTTP/1.1" status: 409 len: 341 time: 0.1415381 Jul 29 14:53:05.492826 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff5a5-8f53-4dbf-aa98-08249a8f466a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:05.583578 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f449c-e356-4f2e-8df8-76bfc8584538 req-312a6919-0ae6-47cd-8b64-e3fcba204aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:05.585607 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f45f449c-e356-4f2e-8df8-76bfc8584538 req-312a6919-0ae6-47cd-8b64-e3fcba204aeb service neutron] 10.222.0.38 "GET /v2.0/networks?id=739caf51-5ef0-4339-b121-796ba8c6bb8d HTTP/1.1" status: 200 len: 913 time: 0.2566082 Jul 29 14:53:05.664330 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff5a5-8f53-4dbf-aa98-08249a8f466a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:05.741582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ff5a5-8f53-4dbf-aa98-08249a8f466a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6d1c34-0ffe-43c7-8071-b1570728818f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:05.773791 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff5a5-8f53-4dbf-aa98-08249a8f466a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:05.781044 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0f4ff5a5-8f53-4dbf-aa98-08249a8f466a tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/subnets/8b6d1c34-0ffe-43c7-8071-b1570728818f HTTP/1.1" status: 204 len: 168 time: 1.2509384 Jul 29 14:53:05.783150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38764) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:05.785749 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55dd7a0-7a1a-404c-94ba-0ef191887d5f None None] Network 21bcf29e-ca44-439b-b2de-91218845376e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:53:05.932556 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:05.954252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608461b-1f2c-432b-89ce-ab8db314f5da req-ad07594b-6d67-44dc-adf6-5d0a071975b3 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:05.963270 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0608461b-1f2c-432b-89ce-ab8db314f5da req-ad07594b-6d67-44dc-adf6-5d0a071975b3 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 1024 time: 0.0993979 Jul 29 14:53:06.066896 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0608461b-1f2c-432b-89ce-ab8db314f5da req-ccfa6358-6010-470c-830c-e8b0b841f3ea tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fd2c74b-c8da-41c5-add0-519c231a3cac&id=3f16efae-1991-48c9-859f-5daf5eb472fe&id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1022441 Jul 29 14:53:06.131139 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Deleting port 6a66742f-ff3a-473a-b4ea-267f12cade7a {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:53:06.131650 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:06.260780 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:06.306716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] For port 6a66742f-ff3a-473a-b4ea-267f12cade7a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=6a66742f-ff3a-473a-b4ea-267f12cade7a,segment=NetworkSegment(4d14e2e4-7e46-4837-abf6-7011f9677886),segment_id=4d14e2e4-7e46-4837-abf6-7011f9677886)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:06.307101 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:06.347204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Calling delete_port for 6a66742f-ff3a-473a-b4ea-267f12cade7a owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:53:06.409676 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b69d57-3e05-402d-aba3-f1b710a1a78c None None] DHCP port deletion for 21bcf29e-ca44-439b-b2de-91218845376e request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:53:06.485093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f214c1ee-c833-4ce4-8174-e69b4e56f326 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:53:06.657464 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:06.703162 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f45f449c-e356-4f2e-8df8-76bfc8584538 req-84304551-feb1-4a9d-9770-a415b822e87a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 HTTP/1.1" status: 200 len: 217 time: 1.1044824 Jul 29 14:53:06.738730 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-96b69d57-3e05-402d-aba3-f1b710a1a78c None None] Deleting port 6a66742f-ff3a-473a-b4ea-267f12cade7a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:53:06.742118 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96b69d57-3e05-402d-aba3-f1b710a1a78c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:06.757062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Port': ['ID=6a66742f-ff3a-473a-b4ea-267f12cade7a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:06.793578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No DVR routers for this DVR port 6a66742f-ff3a-473a-b4ea-267f12cade7a on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:53:06.870186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32095c63-02cf-4b2a-9efc-4c6e218e2971 req-d2977940-2fa2-423d-abf4-b84037987aff tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:06.870357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-96b69d57-3e05-402d-aba3-f1b710a1a78c None None] For port 6a66742f-ff3a-473a-b4ea-267f12cade7a, host n-d-802893-1, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:06.871545 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96b69d57-3e05-402d-aba3-f1b710a1a78c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:06.889989 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-32095c63-02cf-4b2a-9efc-4c6e218e2971 req-d2977940-2fa2-423d-abf4-b84037987aff tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 943 time: 0.1849928 Jul 29 14:53:06.891838 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-96b69d57-3e05-402d-aba3-f1b710a1a78c None None] Calling delete_port for 6a66742f-ff3a-473a-b4ea-267f12cade7a owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:53:06.895568 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-96b69d57-3e05-402d-aba3-f1b710a1a78c None None] Port 6a66742f-ff3a-473a-b4ea-267f12cade7a was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 14:53:06.897144 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-96b69d57-3e05-402d-aba3-f1b710a1a78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:06.931915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f449c-e356-4f2e-8df8-76bfc8584538 req-ce821901-0cec-4134-9348-9d1ba23430b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:06.940003 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f45f449c-e356-4f2e-8df8-76bfc8584538 req-ce821901-0cec-4134-9348-9d1ba23430b9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7b768955-99f3-44de-ad0c-7f2f34e05f62 HTTP/1.1" status: 200 len: 852 time: 0.1853824 Jul 29 14:53:06.945628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:06.972442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'port_id': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'mac_address': 'fa:16:3e:42:28:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:53:06.980355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b69d57-3e05-402d-aba3-f1b710a1a78c None None] No DVR routers for this DVR port 6a66742f-ff3a-473a-b4ea-267f12cade7a on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:53:07.006523 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:07.032054 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bcf29e-ca44-439b-b2de-91218845376e']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:07.061615 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-32095c63-02cf-4b2a-9efc-4c6e218e2971 req-391fb72b-ce5c-4b6b-9aac-65b5ae3a32d9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578531 Jul 29 14:53:07.069919 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f45f449c-e356-4f2e-8df8-76bfc8584538 req-e6f97afa-2972-47c4-83d3-44312f60b605 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=739caf51-5ef0-4339-b121-796ba8c6bb8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779836 Jul 29 14:53:07.088356 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d14e2e4-7e46-4837-abf6-7011f9677886') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:07.092270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d14e2e4-7e46-4837-abf6-7011f9677886') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:07.105634 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:07.126834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:07.128884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f214c1ee-c833-4ce4-8174-e69b4e56f326 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:53:07.136023 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b69d57-3e05-402d-aba3-f1b710a1a78c None None] Pushing event deleted for resources: {'Port': ['ID=6a66742f-ff3a-473a-b4ea-267f12cade7a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:07.162342 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:07.179961 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:07.180259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:53:07.181703 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:53:07.195389 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:53:07.201334 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:07.280628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f214c1ee-c833-4ce4-8174-e69b4e56f326,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:07.347863 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f45f449c-e356-4f2e-8df8-76bfc8584538 req-e98958b2-091d-4b96-bf7f-a42f7368d208 service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698429 Jul 29 14:53:07.374668 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:07.395027 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:07.401596 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/21bcf29e-ca44-439b-b2de-91218845376e HTTP/1.1" status: 204 len: 168 time: 1.6163409 Jul 29 14:53:07.405483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38838) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:07.406188 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfc086-b93e-41af-ab97-495aa4dd8d4d req-b6814fe2-c79c-43af-aca0-1ec34c3d2cf3 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:07.408025 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bfbfc086-b93e-41af-ab97-495aa4dd8d4d req-b6814fe2-c79c-43af-aca0-1ec34c3d2cf3 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 1024 time: 0.1346743 Jul 29 14:53:07.461365 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-683456e3-7e83-4c04-9596-abcbba475847 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] DELETE failed (client error): The resource could not be found. Jul 29 14:53:07.461818 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683456e3-7e83-4c04-9596-abcbba475847 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:53:07.468000 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-683456e3-7e83-4c04-9596-abcbba475847 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/subnets/85680f44-bcad-48ec-89d4-de8968ac7dd2 HTTP/1.1" status: 404 len: 337 time: 0.0587442 Jul 29 14:53:07.468863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38842) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:07.482311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652df9c1-504c-4762-9efb-0294a9e452fc tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Network': ['ID=21bcf29e-ca44-439b-b2de-91218845376e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:07.515184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['f214c1ee-c833-4ce4-8174-e69b4e56f326'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:53:07.515445 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fc68bb-40e7-4c11-b5ea-76550ae19d40 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] DELETE failed (client error): The resource could not be found. Jul 29 14:53:07.515775 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fc68bb-40e7-4c11-b5ea-76550ae19d40 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:53:07.520394 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-27fc68bb-40e7-4c11-b5ea-76550ae19d40 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/9d921103-6626-4cb3-ae8d-f98a49d86df4 HTTP/1.1" status: 404 len: 339 time: 0.0488560 Jul 29 14:53:07.533617 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38850) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:07.550201 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf09ae-1f19-4fb0-b704-fbb738bc05ae req-5ecf2dd3-758a-4e6e-afeb-aee317aeceb2 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:07.551790 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fadf09ae-1f19-4fb0-b704-fbb738bc05ae req-5ecf2dd3-758a-4e6e-afeb-aee317aeceb2 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.38 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 1024 time: 0.2237773 Jul 29 14:53:07.562114 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f45f449c-e356-4f2e-8df8-76bfc8584538 req-08f691d2-599d-47e2-86d4-9e70c529abf7 service neutron] 10.222.0.38 "GET /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052886 Jul 29 14:53:07.639803 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bfbfc086-b93e-41af-ab97-495aa4dd8d4d req-b688c92f-e14f-4993-86c1-f11a2b0eb744 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fd2c74b-c8da-41c5-add0-519c231a3cac&id=3f16efae-1991-48c9-859f-5daf5eb472fe&id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1831529 Jul 29 14:53:07.655348 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-552bd09f-077f-4fff-a088-a59fc408b129 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Deleting subnet a2a47f83-2d0f-4217-82b8-7d153060b2e7 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:53:07.660793 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-552bd09f-077f-4fff-a088-a59fc408b129 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:07.739876 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-552bd09f-077f-4fff-a088-a59fc408b129 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:07.914353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-fadf09ae-1f19-4fb0-b704-fbb738bc05ae req-29fc007b-8d8f-4388-8584-f8733c2217e5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Deleting port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:53:07.915039 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fadf09ae-1f19-4fb0-b704-fbb738bc05ae req-29fc007b-8d8f-4388-8584-f8733c2217e5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:08.024191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-552bd09f-077f-4fff-a088-a59fc408b129 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:08.220757 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 6a66742f-ff3a-473a-b4ea-267f12cade7a no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:53:08.253746 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 6a66742f-ff3a-473a-b4ea-267f12cade7a {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:53:08.254086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 6a66742f-ff3a-473a-b4ea-267f12cade7a not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:53:08.373534 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38b7b3-364b-4b9c-a8d3-b50c4db05783 req-034d2be4-f088-416c-9023-4702dfa37d3a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:08.375843 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8d38b7b3-364b-4b9c-a8d3-b50c4db05783 req-034d2be4-f088-416c-9023-4702dfa37d3a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0764754 Jul 29 14:53:08.447798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f214c1ee-c833-4ce4-8174-e69b4e56f326 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:53:08.451860 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:53:08.496410 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8d38b7b3-364b-4b9c-a8d3-b50c4db05783 req-8f5c4a5e-367e-4bcc-9210-b1e7b962078c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017294 Jul 29 14:53:08.741218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-fadf09ae-1f19-4fb0-b704-fbb738bc05ae req-29fc007b-8d8f-4388-8584-f8733c2217e5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] For port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76,segment=NetworkSegment(d7375c04-a5a9-4b4d-97d0-0b20766a6837),segment_id=d7375c04-a5a9-4b4d-97d0-0b20766a6837)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:08.741598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fadf09ae-1f19-4fb0-b704-fbb738bc05ae req-29fc007b-8d8f-4388-8584-f8733c2217e5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:08.787938 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-fadf09ae-1f19-4fb0-b704-fbb738bc05ae req-29fc007b-8d8f-4388-8584-f8733c2217e5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Calling delete_port for 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:53:08.863622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd54dc-7bee-461d-8a59-6ae8630e1c46 req-f200da14-2866-4d29-a54e-2d9d04bd9803 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:08.872758 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ecd54dc-7bee-461d-8a59-6ae8630e1c46 req-f200da14-2866-4d29-a54e-2d9d04bd9803 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=81a45027-5ccb-4fc9-ab91-c66daf872a2d HTTP/1.1" status: 200 len: 1024 time: 0.0854571 Jul 29 14:53:08.911233 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port f214c1ee-c833-4ce4-8174-e69b4e56f326 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:08.922055 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-552bd09f-077f-4fff-a088-a59fc408b129 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:08.922688 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port f214c1ee-c833-4ce4-8174-e69b4e56f326 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:08.922688 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:08.943216 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ecd54dc-7bee-461d-8a59-6ae8630e1c46 req-7c183338-b5f3-491a-81f0-99ddbc56ff26 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=4fd2c74b-c8da-41c5-add0-519c231a3cac&id=3f16efae-1991-48c9-859f-5daf5eb472fe&id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0688972 Jul 29 14:53:08.946067 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:09.001276 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89243f92-b2db-4214-a619-e1457eadf399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:09.003674 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f9ef07-c033-4ef1-8008-eac3c767e34a" -d '{"events": [{"server_uuid": "89243f92-b2db-4214-a619-e1457eadf399", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:09.021323 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:09.034151 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:09.046735 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-552bd09f-077f-4fff-a088-a59fc408b129 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:09.056986 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-552bd09f-077f-4fff-a088-a59fc408b129 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/subnets/a2a47f83-2d0f-4217-82b8-7d153060b2e7 HTTP/1.1" status: 204 len: 168 time: 1.5174561 Jul 29 14:53:09.058388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38938) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:09.080195 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bd09f-077f-4fff-a088-a59fc408b129 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a47f83-2d0f-4217-82b8-7d153060b2e7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:09.155085 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747060c3-9059-4f3f-b50f-9f2384774163 None None] Network 6414f4cf-dc2f-4b09-8287-89f5bab6c8bd requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:53:09.201332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-6e8d9d24-8ff5-4c8b-896a-4991a6336647 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:09.208941 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-6e8d9d24-8ff5-4c8b-896a-4991a6336647 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/networks?id=ed19475f-16bb-4675-9b16-f2d2e343b379 HTTP/1.1" status: 200 len: 805 time: 0.3832214 Jul 29 14:53:09.229933 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-9e21de2c-4b54-455a-8e38-bdfb7e923a65 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/quotas/837133df88c142f4a477dda58bdd3698 HTTP/1.1" status: 200 len: 375 time: 0.0196316 Jul 29 14:53:09.294330 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:09.383169 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-cd6efafa-4c8c-492e-9940-47f3376a7d7b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=837133df88c142f4a477dda58bdd3698&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1522295 Jul 29 14:53:09.393768 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fadf09ae-1f19-4fb0-b704-fbb738bc05ae req-29fc007b-8d8f-4388-8584-f8733c2217e5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:09.405136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Deleting port f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:53:09.405717 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:09.415948 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb05280-58c0-4a51-aa96-9aa45c1137f3 x-openstack-request-id: req-6bb05280-58c0-4a51-aa96-9aa45c1137f3 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:53:09.416990 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89243f92-b2db-4214-a619-e1457eadf399", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:53:09.417400 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6bb05280-58c0-4a51-aa96-9aa45c1137f3 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:53:09.417951 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89243f92-b2db-4214-a619-e1457eadf399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe', 'code': 200} Jul 29 14:53:09.445869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2e1211ac-247a-41f3-9a6e-1e9f2ac3332e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:53:09.459296 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:09.508921 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc007b-8d8f-4388-8584-f8733c2217e5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event deleted for resources: {'Port': ['ID=8aa2475d-8f2e-43b4-bc26-1d0e2b205f76,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:09.561498 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] For port f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5,segment=NetworkSegment(92e1d792-39c3-4142-a28d-01fd27e640f7),segment_id=92e1d792-39c3-4142-a28d-01fd27e640f7)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:09.562130 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:09.585442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Calling delete_port for f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:53:09.645359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadf09ae-1f19-4fb0-b704-fbb738bc05ae req-29fc007b-8d8f-4388-8584-f8733c2217e5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] No DVR routers for this DVR port 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:53:09.659852 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-fadf09ae-1f19-4fb0-b704-fbb738bc05ae req-29fc007b-8d8f-4388-8584-f8733c2217e5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:09.662771 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fadf09ae-1f19-4fb0-b704-fbb738bc05ae req-29fc007b-8d8f-4388-8584-f8733c2217e5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.38 "DELETE /v2.0/ports/8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 HTTP/1.1" status: 204 len: 173 time: 2.0838912 Jul 29 14:53:09.663400 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a45027-5ccb-4fc9-ab91-c66daf872a2d', 'name': 'network-vif-deleted', 'tag': '8aa2475d-8f2e-43b4-bc26-1d0e2b205f76'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:09.667986 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f06564-cc77-4c98-83e3-9517756658be" -d '{"events": [{"server_uuid": "81a45027-5ccb-4fc9-ab91-c66daf872a2d", "name": "network-vif-deleted", "tag": "8aa2475d-8f2e-43b4-bc26-1d0e2b205f76"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:09.714040 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:09.731182 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-2d924446-ecbb-4b3f-b9b3-c8f9af43c5f3 service neutron] 10.222.0.16 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440683 Jul 29 14:53:09.762190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Port': ['ID=f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:09.767793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] No DVR routers for this DVR port f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:53:09.769977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:09.972615 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:09.995525 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-e86c67fb-4e36-49ec-8f2f-17f618d0fbdc service neutron] 10.222.0.16 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384698 Jul 29 14:53:10.018803 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:10.034714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6414f4cf-dc2f-4b09-8287-89f5bab6c8bd']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:10.061612 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:10.062501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:53:10.080873 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e1d792-39c3-4142-a28d-01fd27e640f7') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:10.081343 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e1d792-39c3-4142-a28d-01fd27e640f7') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:10.098315 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:10.155106 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:10.185051 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:53:10.188203 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:53:10.205424 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:53:10.226299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242d649-1bc6-4108-af26-39a9eb94e474 req-08419a77-90a3-4e0b-8e2c-01241f32488e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:10.229399 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f242d649-1bc6-4108-af26-39a9eb94e474 req-08419a77-90a3-4e0b-8e2c-01241f32488e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.39 "GET /v2.0/ports?device_id=89243f92-b2db-4214-a619-e1457eadf399 HTTP/1.1" status: 200 len: 943 time: 0.1303720 Jul 29 14:53:10.235661 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f214c1ee-c833-4ce4-8174-e69b4e56f326,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:10.265417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a71a640-7648-4809-874d-bb7fdb4c47a3 None None] DHCP port deletion for 6414f4cf-dc2f-4b09-8287-89f5bab6c8bd request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:53:10.318584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:53:10.318925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8aa2475d-8f2e-43b4-bc26-1d0e2b205f76 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:53:10.528552 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-f242d649-1bc6-4108-af26-39a9eb94e474 req-9fd30fe8-af33-43ae-ace6-3e7efa10b968 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Deleting port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:53:10.529010 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f242d649-1bc6-4108-af26-39a9eb94e474 req-9fd30fe8-af33-43ae-ace6-3e7efa10b968 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:10.544411 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:10.581048 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:10.587259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] 10.222.0.16 "DELETE /v2.0/networks/6414f4cf-dc2f-4b09-8287-89f5bab6c8bd HTTP/1.1" status: 204 len: 168 time: 1.5258400 Jul 29 14:53:10.730593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c707c23-cfb7-4c62-9d97-dd47bc5c730d req-eed040ea-a9ef-416b-92bb-883839efb1bb tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:10.747371 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c707c23-cfb7-4c62-9d97-dd47bc5c730d req-eed040ea-a9ef-416b-92bb-883839efb1bb tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 945 time: 0.2931173 Jul 29 14:53:10.750711 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb9bcb-343b-48f0-bed3-45a319a20319 tempest-NetworksIpV6Test-1702287374 tempest-NetworksIpV6Test-1702287374-project] Pushing event deleted for resources: {'Network': ['ID=6414f4cf-dc2f-4b09-8287-89f5bab6c8bd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:10.778389 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:10.817155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-f242d649-1bc6-4108-af26-39a9eb94e474 req-9fd30fe8-af33-43ae-ace6-3e7efa10b968 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] For port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:10.817858 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f242d649-1bc6-4108-af26-39a9eb94e474 req-9fd30fe8-af33-43ae-ace6-3e7efa10b968 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:10.847252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-f242d649-1bc6-4108-af26-39a9eb94e474 req-9fd30fe8-af33-43ae-ace6-3e7efa10b968 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Calling delete_port for e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:53:10.877952 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267cd6d9-8cfa-4f46-8bb9-b53e6fdea00e x-openstack-request-id: req-267cd6d9-8cfa-4f46-8bb9-b53e6fdea00e {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:53:10.878490 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a45027-5ccb-4fc9-ab91-c66daf872a2d", "name": "network-vif-deleted", "tag": "8aa2475d-8f2e-43b4-bc26-1d0e2b205f76", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:53:10.878911 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-267cd6d9-8cfa-4f46-8bb9-b53e6fdea00e {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:53:10.879527 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81a45027-5ccb-4fc9-ab91-c66daf872a2d', 'name': 'network-vif-deleted', 'tag': '8aa2475d-8f2e-43b4-bc26-1d0e2b205f76', 'status': 'completed', 'code': 200} Jul 29 14:53:10.903970 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c707c23-cfb7-4c62-9d97-dd47bc5c730d req-7fb8aabc-2dce-41bf-b08c-d09a07bb8be7 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472504 Jul 29 14:53:11.201333 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-154e01dd-4aaf-4592-a7eb-3cacc6a212c1 req-c043ed4f-4301-4945-90fe-f47445008005 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 210 time: 0.1198921 Jul 29 14:53:11.230481 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f242d649-1bc6-4108-af26-39a9eb94e474 req-9fd30fe8-af33-43ae-ace6-3e7efa10b968 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:11.315777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd30fe8-af33-43ae-ace6-3e7efa10b968 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Pushing event deleted for resources: {'Port': ['ID=e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:11.335964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39006) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:11.419850 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:11.422794 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13affbd1-3565-4912-b920-5d5c472f85b5" -d '{"events": [{"server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "name": "network-vif-plugged", "status": "completed", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:11.423563 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-f242d649-1bc6-4108-af26-39a9eb94e474 req-9fd30fe8-af33-43ae-ace6-3e7efa10b968 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] No DVR routers for this DVR port e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:53:11.427916 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f242d649-1bc6-4108-af26-39a9eb94e474 req-9fd30fe8-af33-43ae-ace6-3e7efa10b968 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:11.430069 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f242d649-1bc6-4108-af26-39a9eb94e474 req-9fd30fe8-af33-43ae-ace6-3e7efa10b968 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.39 "DELETE /v2.0/ports/e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe HTTP/1.1" status: 204 len: 173 time: 1.1923914 Jul 29 14:53:11.446238 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d741dfc5-bf59-4f86-967f-ede8d37f6291 req-c1138b7b-726f-4a66-9230-550b52b52d85 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/4fd2c74b-c8da-41c5-add0-519c231a3cac HTTP/1.1" status: 200 len: 1802 time: 0.1577363 Jul 29 14:53:11.553857 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d871b5f0-ec5b-49c8-a2e0-b577ca13f609 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a2d38048eca4a23afab0ed49a95bb95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2165637 Jul 29 14:53:11.557422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39016) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:11.628330 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d741dfc5-bf59-4f86-967f-ede8d37f6291 req-1b53630e-1d72-4572-86d7-489eac8dad39 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:11.674559 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e8b3de68-1ebb-4e7c-94c0-d8e562f977cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:11.694725 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d741dfc5-bf59-4f86-967f-ede8d37f6291 req-1b53630e-1d72-4572-86d7-489eac8dad39 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:11.723326 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5129dda-1b53-4032-b5a9-8156c3dd5d78 x-openstack-request-id: req-a5129dda-1b53-4032-b5a9-8156c3dd5d78 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:53:11.723640 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "name": "network-vif-plugged", "status": "completed", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:53:11.724199 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5129dda-1b53-4032-b5a9-8156c3dd5d78 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:53:11.725269 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'code': 200} Jul 29 14:53:11.738499 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e8b3de68-1ebb-4e7c-94c0-d8e562f977cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:11.796293 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d741dfc5-bf59-4f86-967f-ede8d37f6291 req-1b53630e-1d72-4572-86d7-489eac8dad39 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:11.801629 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d741dfc5-bf59-4f86-967f-ede8d37f6291 req-1b53630e-1d72-4572-86d7-489eac8dad39 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:11.809042 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d741dfc5-bf59-4f86-967f-ede8d37f6291 req-1b53630e-1d72-4572-86d7-489eac8dad39 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "DELETE /v2.0/security-groups/4fd2c74b-c8da-41c5-add0-519c231a3cac HTTP/1.1" status: 204 len: 173 time: 0.3534353 Jul 29 14:53:11.820003 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53630e-1d72-4572-86d7-489eac8dad39 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd2c74b-c8da-41c5-add0-519c231a3cac,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:11.852439 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:53:11.903527 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e8b3de68-1ebb-4e7c-94c0-d8e562f977cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:11.908532 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e8b3de68-1ebb-4e7c-94c0-d8e562f977cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:11.915159 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e8b3de68-1ebb-4e7c-94c0-d8e562f977cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44c2b751-ffc3-4cc9-b495-4d36578e7cf7 HTTP/1.1" status: 204 len: 168 time: 0.3543417 Jul 29 14:53:11.930696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3de68-1ebb-4e7c-94c0-d8e562f977cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c2b751-ffc3-4cc9-b495-4d36578e7cf7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:12.028722 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-084ec66c-7047-4989-b4ab-0d9bcca9d72f req-c54cf5fc-0078-46d7-9f7e-e965afd78f41 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/3f16efae-1991-48c9-859f-5daf5eb472fe HTTP/1.1" status: 200 len: 1802 time: 0.1720097 Jul 29 14:53:12.093457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5553-0bda-4eda-8d0b-119046401e86 req-c730aaba-bc38-4f80-99ad-0069c519ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:12.095546 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3d0b5553-0bda-4eda-8d0b-119046401e86 req-c730aaba-bc38-4f80-99ad-0069c519ff5a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 1096 time: 0.1997046 Jul 29 14:53:12.142764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:53:12.285059 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:53:12.285521 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f083ddc6-7dda-4d4b-8d46-7ddd8817c9e5 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:53:12.334366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890728b-62eb-4a5f-90c0-d27ca0dbb645 req-90c63734-ad1a-49ce-80c3-99b50aa3aa07 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:12.353810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6890728b-62eb-4a5f-90c0-d27ca0dbb645 req-90c63734-ad1a-49ce-80c3-99b50aa3aa07 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 945 time: 0.1997161 Jul 29 14:53:12.355859 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3d0b5553-0bda-4eda-8d0b-119046401e86 req-0ba8f851-9dc1-48f0-880f-904160dda6fb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525225 Jul 29 14:53:12.395772 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-084ec66c-7047-4989-b4ab-0d9bcca9d72f req-2c77c8e9-e437-4514-a0cb-a1ae89283743 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:12.452317 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6890728b-62eb-4a5f-90c0-d27ca0dbb645 req-6476dc5b-6771-4c67-9672-3420bd8b6b77 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922477 Jul 29 14:53:12.467814 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-084ec66c-7047-4989-b4ab-0d9bcca9d72f req-2c77c8e9-e437-4514-a0cb-a1ae89283743 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:12.584692 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-084ec66c-7047-4989-b4ab-0d9bcca9d72f req-2c77c8e9-e437-4514-a0cb-a1ae89283743 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:12.588900 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-084ec66c-7047-4989-b4ab-0d9bcca9d72f req-2c77c8e9-e437-4514-a0cb-a1ae89283743 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:12.589756 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-084ec66c-7047-4989-b4ab-0d9bcca9d72f req-2c77c8e9-e437-4514-a0cb-a1ae89283743 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "DELETE /v2.0/security-groups/3f16efae-1991-48c9-859f-5daf5eb472fe HTTP/1.1" status: 204 len: 173 time: 0.5530610 Jul 29 14:53:12.611601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77c8e9-e437-4514-a0cb-a1ae89283743 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f16efae-1991-48c9-859f-5daf5eb472fe,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:12.739539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-e565874b-b9f9-436c-a748-fbbbd870e6f6 req-c685bbc2-7141-46b1-88e8-1a9e16731fff tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2017866020', 'description': 'tempest-description-641017888'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:12.742754 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f351b02e-f589-4eaa-a3bf-3788ba7b9e9b req-d08b0874-95c1-46f0-989b-c5b0dc7db652 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 210 time: 0.0324705 Jul 29 14:53:12.802318 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e565874b-b9f9-436c-a748-fbbbd870e6f6 req-c685bbc2-7141-46b1-88e8-1a9e16731fff tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:12.881569 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89243f92-b2db-4214-a619-e1457eadf399', 'name': 'network-vif-deleted', 'tag': 'e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:12.884257 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53bfceb-fff2-46e3-a5d0-083524d04bd0" -d '{"events": [{"server_uuid": "89243f92-b2db-4214-a619-e1457eadf399", "name": "network-vif-deleted", "tag": "e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:12.945192 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e565874b-b9f9-436c-a748-fbbbd870e6f6 req-c685bbc2-7141-46b1-88e8-1a9e16731fff tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:12.954017 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e565874b-b9f9-436c-a748-fbbbd870e6f6 req-c685bbc2-7141-46b1-88e8-1a9e16731fff tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:12.999465 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e565874b-b9f9-436c-a748-fbbbd870e6f6 req-c685bbc2-7141-46b1-88e8-1a9e16731fff tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:13.012701 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e565874b-b9f9-436c-a748-fbbbd870e6f6 req-c685bbc2-7141-46b1-88e8-1a9e16731fff tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2825825 Jul 29 14:53:13.019062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685bbc2-7141-46b1-88e8-1a9e16731fff tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d74dd52-4bc5-4314-b527-b4f06fef5c36,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:13.062955 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a315ea-74ad-4a4e-b3a0-e8a1b261fafd x-openstack-request-id: req-c0a315ea-74ad-4a4e-b3a0-e8a1b261fafd {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:53:13.063641 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89243f92-b2db-4214-a619-e1457eadf399", "name": "network-vif-deleted", "tag": "e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:53:13.064262 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0a315ea-74ad-4a4e-b3a0-e8a1b261fafd {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:53:13.064906 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89243f92-b2db-4214-a619-e1457eadf399', 'name': 'network-vif-deleted', 'tag': 'e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe', 'status': 'completed', 'code': 200} Jul 29 14:53:13.257822 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b91d9974-0d7c-48d9-b8d7-8b7a50049a3f req-8ada0488-78b9-4247-972b-5fb99cd34f14 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/9d74dd52-4bc5-4314-b527-b4f06fef5c36 HTTP/1.1" status: 200 len: 1802 time: 0.1601710 Jul 29 14:53:13.282615 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-b91d9974-0d7c-48d9-b8d7-8b7a50049a3f req-724ae699-2df8-4f03-b54e-b1b6000649b3 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Request body: {'security_group': {'name': 'tempest-sg-hth-921677062', 'description': 'tempest-description-hth-1553429289'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:13.367683 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b91d9974-0d7c-48d9-b8d7-8b7a50049a3f req-724ae699-2df8-4f03-b54e-b1b6000649b3 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:13.383361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39098) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:13.390531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-c2e35271-58a2-4cf0-8b46-16a2d2745f7d tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:13.392113 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-c2e35271-58a2-4cf0-8b46-16a2d2745f7d tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.38 "GET /v2.0/networks?id=ed19475f-16bb-4675-9b16-f2d2e343b379 HTTP/1.1" status: 200 len: 805 time: 0.3170774 Jul 29 14:53:13.445053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-c0c22fff-00f1-420b-830c-9486e50b9f48 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Request body: {'port': {'device_id': 'b520887c-6c19-4caf-ac5b-6ff6526c3a30', 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379', 'admin_state_up': True, 'tenant_id': '837133df88c142f4a477dda58bdd3698'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:13.554996 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b91d9974-0d7c-48d9-b8d7-8b7a50049a3f req-724ae699-2df8-4f03-b54e-b1b6000649b3 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:13.561430 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b91d9974-0d7c-48d9-b8d7-8b7a50049a3f req-724ae699-2df8-4f03-b54e-b1b6000649b3 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:13.567515 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b91d9974-0d7c-48d9-b8d7-8b7a50049a3f req-724ae699-2df8-4f03-b54e-b1b6000649b3 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:13.578083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8bddd07f-7ef8-4ba2-b9e5-b6c68de089b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'network': {'name': 'tempest-RoutersTest-1857491611'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:13.590273 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b91d9974-0d7c-48d9-b8d7-8b7a50049a3f req-724ae699-2df8-4f03-b54e-b1b6000649b3 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "PUT /v2.0/security-groups/9d74dd52-4bc5-4314-b527-b4f06fef5c36 HTTP/1.1" status: 200 len: 1776 time: 0.3111584 Jul 29 14:53:13.686303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ae699-2df8-4f03-b54e-b1b6000649b3 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d74dd52-4bc5-4314-b527-b4f06fef5c36,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:13.699279 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bddd07f-7ef8-4ba2-b9e5-b6c68de089b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:53:13.709551 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8bddd07f-7ef8-4ba2-b9e5-b6c68de089b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:13.727026 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8bddd07f-7ef8-4ba2-b9e5-b6c68de089b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:13.774453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-c0c22fff-00f1-420b-830c-9486e50b9f48 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Made reservation on behalf of 837133df88c142f4a477dda58bdd3698 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:53:13.781663 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-c0c22fff-00f1-420b-830c-9486e50b9f48 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:13.862359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fd9b5-9da9-4f3d-9c41-de702e9a9b32 req-9bd241c9-f3c3-4dfe-98a3-73de3a259ed6 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:13.873518 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-370fd9b5-9da9-4f3d-9c41-de702e9a9b32 req-9bd241c9-f3c3-4dfe-98a3-73de3a259ed6 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 945 time: 0.1828284 Jul 29 14:53:13.893089 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e8e6b9b-c251-4455-a18e-cf35ee59b10f req-32e2b375-a559-414c-814f-e1c2ea9a91c0 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/9d74dd52-4bc5-4314-b527-b4f06fef5c36 HTTP/1.1" status: 200 len: 1776 time: 0.1278911 Jul 29 14:53:14.031962 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8bddd07f-7ef8-4ba2-b9e5-b6c68de089b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:14.042747 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8bddd07f-7ef8-4ba2-b9e5-b6c68de089b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:14.043634 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-370fd9b5-9da9-4f3d-9c41-de702e9a9b32 req-262eeee7-0558-4341-9334-7b617ee0a30f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617427 Jul 29 14:53:14.124138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bddd07f-7ef8-4ba2-b9e5-b6c68de089b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:53:14.168636 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8bddd07f-7ef8-4ba2-b9e5-b6c68de089b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:14.169368 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-8bddd07f-7ef8-4ba2-b9e5-b6c68de089b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Added segment 0b7a656f-5a02-48f5-9918-7cbe512de114 of type vlan for network 11986518-77d2-4a5c-8a6c-4db73ae2ad4b Jul 29 14:53:14.193083 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2f836a68-6a15-4072-bbab-71505f116abb req-add2521b-4cbe-44e3-9ce6-84678e525707 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 210 time: 0.0554109 Jul 29 14:53:14.238881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddd07f-7ef8-4ba2-b9e5-b6c68de089b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a631c043-8269-40a3-9cf1-c6cf820f5f3b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:14.248689 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8bddd07f-7ef8-4ba2-b9e5-b6c68de089b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:14.260715 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-c0c22fff-00f1-420b-830c-9486e50b9f48 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Allocated IP 172.20.0.6 (ed19475f-16bb-4675-9b16-f2d2e343b379/95340acc-bef9-42bd-a762-2a1386e44aeb/8d67a680-eb9b-49b6-9442-9adc2b204e67) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:53:14.352450 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c67131b-e3d9-40ba-a0c5-3e828975f064 req-e78fc7a9-875e-4852-96f9-054f306536d6 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/9d74dd52-4bc5-4314-b527-b4f06fef5c36 HTTP/1.1" status: 200 len: 1776 time: 0.1188066 Jul 29 14:53:14.376821 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8bddd07f-7ef8-4ba2-b9e5-b6c68de089b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:14.385494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bddd07f-7ef8-4ba2-b9e5-b6c68de089b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:14.386564 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8bddd07f-7ef8-4ba2-b9e5-b6c68de089b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:14.404168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07752c-6b74-45d3-b635-fbe7d9360231 req-4ffb4644-27ba-457d-b881-1469f8904006 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:14.406470 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4e07752c-6b74-45d3-b635-fbe7d9360231 req-4ffb4644-27ba-457d-b881-1469f8904006 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 945 time: 0.1151276 Jul 29 14:53:14.438814 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39138) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:14.458235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-92f3d652-ad0a-4507-b7a0-e31d2656dd9a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Request body: {'floatingip': {'port_id': 'f214c1ee-c833-4ce4-8174-e69b4e56f326'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:14.473428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:53:14.522118 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:53:14.522487 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e0a1ad19-b44e-41a2-ac1a-cf5b47722cbe not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:53:14.577320 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-c0c22fff-00f1-420b-830c-9486e50b9f48 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:14.622030 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-92f3d652-ad0a-4507-b7a0-e31d2656dd9a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:14.636244 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-c0c22fff-00f1-420b-830c-9486e50b9f48 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:14.691028 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-c0c22fff-00f1-420b-830c-9486e50b9f48 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Network ed19475f-16bb-4675-9b16-f2d2e343b379 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:53:14.694571 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-c0c22fff-00f1-420b-830c-9486e50b9f48 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:14.709173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-c0c22fff-00f1-420b-830c-9486e50b9f48 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:53:14.717728 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c22fff-00f1-420b-830c-9486e50b9f48 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Pushing event updated for resources: {'Port': ['ID=8d67a680-eb9b-49b6-9442-9adc2b204e67,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:14.779928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-c0c22fff-00f1-420b-830c-9486e50b9f48 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:14.780981 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-c0c22fff-00f1-420b-830c-9486e50b9f48 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:14.786225 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8bddd07f-7ef8-4ba2-b9e5-b6c68de089b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3970914 Jul 29 14:53:14.787010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39152) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:14.801824 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d89b7037-7302-408c-916d-41a2e35bcb6f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'network': {'name': 'tempest-RoutersTest-1717557025'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:14.803047 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddd07f-7ef8-4ba2-b9e5-b6c68de089b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Network': ['ID=11986518-77d2-4a5c-8a6c-4db73ae2ad4b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:14.817282 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 11986518-77d2-4a5c-8a6c-4db73ae2ad4b details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:53:14.865711 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-c0c22fff-00f1-420b-830c-9486e50b9f48 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4344251 Jul 29 14:53:14.886170 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2c67131b-e3d9-40ba-a0c5-3e828975f064 req-cf37d7bc-e108-4e7f-9a7c-005ca5c8ccde tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:14.911416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Request body: {'port': {'device_id': 'b520887c-6c19-4caf-ac5b-6ff6526c3a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:14.984824 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2c67131b-e3d9-40ba-a0c5-3e828975f064 req-cf37d7bc-e108-4e7f-9a7c-005ca5c8ccde tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:15.031372 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89b7037-7302-408c-916d-41a2e35bcb6f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:53:15.036170 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d89b7037-7302-408c-916d-41a2e35bcb6f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:15.062469 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:15.129760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89b7037-7302-408c-916d-41a2e35bcb6f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:53:15.155590 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d89b7037-7302-408c-916d-41a2e35bcb6f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:15.155953 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-d89b7037-7302-408c-916d-41a2e35bcb6f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Added segment f4a33d2e-6df1-47b6-a13a-7b3e90048848 of type vlan for network e0894166-a4cb-4c9a-b191-b24402baa104 Jul 29 14:53:15.220819 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2c67131b-e3d9-40ba-a0c5-3e828975f064 req-cf37d7bc-e108-4e7f-9a7c-005ca5c8ccde tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:15.224187 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2c67131b-e3d9-40ba-a0c5-3e828975f064 req-cf37d7bc-e108-4e7f-9a7c-005ca5c8ccde tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:15.226410 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c67131b-e3d9-40ba-a0c5-3e828975f064 req-cf37d7bc-e108-4e7f-9a7c-005ca5c8ccde tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "DELETE /v2.0/security-groups/9d74dd52-4bc5-4314-b527-b4f06fef5c36 HTTP/1.1" status: 204 len: 173 time: 0.8528516 Jul 29 14:53:15.261796 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37d7bc-e108-4e7f-9a7c-005ca5c8ccde tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d74dd52-4bc5-4314-b527-b4f06fef5c36,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:15.326744 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d89b7037-7302-408c-916d-41a2e35bcb6f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:15.452638 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d89b7037-7302-408c-916d-41a2e35bcb6f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:15.466281 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89b7037-7302-408c-916d-41a2e35bcb6f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:15.466960 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d89b7037-7302-408c-916d-41a2e35bcb6f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:15.473951 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-92f3d652-ad0a-4507-b7a0-e31d2656dd9a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:15.533137 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-92f3d652-ad0a-4507-b7a0-e31d2656dd9a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:15.564729 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d89b7037-7302-408c-916d-41a2e35bcb6f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7734642 Jul 29 14:53:15.580207 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39176) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:15.585438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-52dc5f9e-f8d1-41e8-ab54-ebc53502a493 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'subnet': {'network_id': '11986518-77d2-4a5c-8a6c-4db73ae2ad4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:15.676101 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-92f3d652-ad0a-4507-b7a0-e31d2656dd9a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Floating IP 799c6f6e-9900-4d46-8954-26f7772b1f1f associated. External IP: 172.25.6.129, port: f214c1ee-c833-4ce4-8174-e69b4e56f326. Jul 29 14:53:15.679686 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b7037-7302-408c-916d-41a2e35bcb6f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Network': ['ID=e0894166-a4cb-4c9a-b191-b24402baa104,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:15.698811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network e0894166-a4cb-4c9a-b191-b24402baa104 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:53:15.729853 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175a77f-d78b-4dca-a62f-052971187f08 req-20ce04d2-ff5d-4b36-8427-254a4d03d100 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:15.738184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5175a77f-d78b-4dca-a62f-052971187f08 req-20ce04d2-ff5d-4b36-8427-254a4d03d100 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 931 time: 0.2628322 Jul 29 14:53:15.797481 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5175a77f-d78b-4dca-a62f-052971187f08 req-1589589b-ce76-429c-bb72-56e2800a7cb2 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562959 Jul 29 14:53:15.910552 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dc5f9e-f8d1-41e8-ab54-ebc53502a493 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:53:15.919663 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52dc5f9e-f8d1-41e8-ab54-ebc53502a493 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:15.939810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d67a680-eb9b-49b6-9442-9adc2b204e67 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:53:16.029081 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:16.090416 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-b385ed69-4254-438a-a162-9d5952097e71 req-7353bbc3-dfeb-4bc2-864a-4790cb56c7a6 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] show failed (client error): The resource could not be found. Jul 29 14:53:16.093792 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b385ed69-4254-438a-a162-9d5952097e71 req-7353bbc3-dfeb-4bc2-864a-4790cb56c7a6 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/3f16efae-1991-48c9-859f-5daf5eb472fe HTTP/1.1" status: 404 len: 352 time: 0.0477812 Jul 29 14:53:16.101097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Transition to ACTIVE for port object 8d67a680-eb9b-49b6-9442-9adc2b204e67 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:16.117752 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:16.226955 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-1334c280-68e6-4d9f-baa2-3db68f4a4c92 req-9271b953-a303-4fcd-a352-c8c976a00079 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] show failed (client error): The resource could not be found. Jul 29 14:53:16.229853 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1334c280-68e6-4d9f-baa2-3db68f4a4c92 req-9271b953-a303-4fcd-a352-c8c976a00079 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/4fd2c74b-c8da-41c5-add0-519c231a3cac HTTP/1.1" status: 404 len: 352 time: 0.0394962 Jul 29 14:53:16.252953 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f3d652-ad0a-4507-b7a0-e31d2656dd9a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Router 05c64cde-58d5-4c01-bf9a-297999300739 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:53:16.259320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Pushing event updated for resources: {'Port': ['ID=8d67a680-eb9b-49b6-9442-9adc2b204e67,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:16.329956 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-5318f475-f5df-4e1e-941e-0abf06d36940 req-4e69c8a3-b3e8-41fa-9948-efedfb41a703 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] show failed (client error): The resource could not be found. Jul 29 14:53:16.331031 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5318f475-f5df-4e1e-941e-0abf06d36940 req-4e69c8a3-b3e8-41fa-9948-efedfb41a703 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/0d7ed07c-0a98-423f-ab1f-28d54cb336f9 HTTP/1.1" status: 404 len: 352 time: 0.0203459 Jul 29 14:53:16.437870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f3d652-ad0a-4507-b7a0-e31d2656dd9a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:53:16.445679 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-92f3d652-ad0a-4507-b7a0-e31d2656dd9a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:16.450940 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50dd9c5-50f4-44d5-b073-81682617c34d None None] Sync routers for ids ['05c64cde-58d5-4c01-bf9a-297999300739'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:53:16.472491 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50dd9c5-50f4-44d5-b073-81682617c34d None None] Routers {'05c64cde-58d5-4c01-bf9a-297999300739'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:53:16.472884 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-a99a2f1c-295b-4b6c-937f-90e323ed5f98 req-5622e019-3a9c-4255-b637-9f054c4da63f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] show failed (client error): The resource could not be found. Jul 29 14:53:16.474685 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a99a2f1c-295b-4b6c-937f-90e323ed5f98 req-5622e019-3a9c-4255-b637-9f054c4da63f tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/6385e717-5206-46f0-8e68-bbca620b4d26 HTTP/1.1" status: 404 len: 352 time: 0.0609553 Jul 29 14:53:16.475622 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b50dd9c5-50f4-44d5-b073-81682617c34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:53:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['05c64cde-58d5-4c01-bf9a-297999300739'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:16.520418 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-92f3d652-ad0a-4507-b7a0-e31d2656dd9a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "PUT /v2.0/floatingips/799c6f6e-9900-4d46-8954-26f7772b1f1f HTTP/1.1" status: 200 len: 991 time: 2.0685928 Jul 29 14:53:16.521618 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:16.524589 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42dc9c2-a597-45a9-9512-942927528474" -d '{"events": [{"name": "network-changed", "server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:16.620702 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-bda065c3-5ca1-4adc-98d2-82c2c7f1cedc req-845543aa-6c86-43e6-a7b9-dc3bcb576334 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] show failed (client error): The resource could not be found. Jul 29 14:53:16.637482 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bda065c3-5ca1-4adc-98d2-82c2c7f1cedc req-845543aa-6c86-43e6-a7b9-dc3bcb576334 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/8e80c52c-03d3-4606-bdd5-93c50b8136e9 HTTP/1.1" status: 404 len: 352 time: 0.0837040 Jul 29 14:53:16.652387 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Attempting to bind port 8d67a680-eb9b-49b6-9442-9adc2b204e67 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:53:16.652869 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Attempting to bind port 8d67a680-eb9b-49b6-9442-9adc2b204e67 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:53:16.653216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Attempting to bind port 8d67a680-eb9b-49b6-9442-9adc2b204e67 on network ed19475f-16bb-4675-9b16-f2d2e343b379 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:53:16.687543 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Port 8d67a680-eb9b-49b6-9442-9adc2b204e67 on network ed19475f-16bb-4675-9b16-f2d2e343b379 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:53:16.688413 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Attempting to bind port 8d67a680-eb9b-49b6-9442-9adc2b204e67 on network ed19475f-16bb-4675-9b16-f2d2e343b379 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:53:16.691983 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52dc5f9e-f8d1-41e8-ab54-ebc53502a493 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:16.742982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:53:16.743827 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Checking segment: {'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:53:16.745293 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Bound using segment: {'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:53:16.745532 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e82b2ce-6c9a-4d3f-ae4d-f195e078d570 x-openstack-request-id: req-1e82b2ce-6c9a-4d3f-ae4d-f195e078d570 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:53:16.746061 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:53:16.746300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Bound port: 8d67a680-eb9b-49b6-9442-9adc2b204e67, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c956a84e-d9bc-4da7-8ed3-a79da192608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:53:16.746430 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e82b2ce-6c9a-4d3f-ae4d-f195e078d570 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:53:16.746744 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'status': 'completed', 'code': 200} Jul 29 14:53:16.748004 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:16.789158 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-53ed1ef2-6514-47e1-968d-b172cb77c36a req-3c7e884a-231b-4180-8099-05e66d560cde tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] show failed (client error): The resource could not be found. Jul 29 14:53:16.795487 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53ed1ef2-6514-47e1-968d-b172cb77c36a req-3c7e884a-231b-4180-8099-05e66d560cde tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/c7ded742-11a9-4553-9d81-4b378a4082c2 HTTP/1.1" status: 404 len: 352 time: 0.0278723 Jul 29 14:53:16.897470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39222) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:16.918405 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-b50dd9c5-50f4-44d5-b073-81682617c34d None None] Set router 05c64cde-58d5-4c01-bf9a-297999300739 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:53:16.931233 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] For port 8d67a680-eb9b-49b6-9442-9adc2b204e67, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:53:16.935094 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] For port 8d67a680-eb9b-49b6-9442-9adc2b204e67, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8d67a680-eb9b-49b6-9442-9adc2b204e67,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:53:16.951437 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:16.961998 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dc9c2-a597-45a9-9512-942927528474 req-0fc7f943-d946-427b-90c9-1213b92a5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:16.966269 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c42dc9c2-a597-45a9-9512-942927528474 req-0fc7f943-d946-427b-90c9-1213b92a5ab9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 1096 time: 0.1689272 Jul 29 14:53:16.971529 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc5f9e-f8d1-41e8-ab54-ebc53502a493 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Subnet': ['ID=04782c45-69fd-462c-aad5-79d52b5d8b92,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:17.037314 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:17.038186 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:17.039884 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] 10.222.0.38 "PUT /v2.0/ports/8d67a680-eb9b-49b6-9442-9adc2b204e67 HTTP/1.1" status: 200 len: 1091 time: 2.1510298 Jul 29 14:53:17.045103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b520887c-6c19-4caf-ac5b-6ff6526c3a30', 'tag': '8d67a680-eb9b-49b6-9442-9adc2b204e67'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:17.047470 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16463c9-732d-4969-9aec-7e24212356f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b520887c-6c19-4caf-ac5b-6ff6526c3a30", "tag": "8d67a680-eb9b-49b6-9442-9adc2b204e67"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:17.059912 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc5f9e-f8d1-41e8-ab54-ebc53502a493 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Checking segment: {'id': '0b7a656f-5a02-48f5-9918-7cbe512de114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '11986518-77d2-4a5c-8a6c-4db73ae2ad4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:53:17.060495 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dc5f9e-f8d1-41e8-ab54-ebc53502a493 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network hostable DHCP agents. Network: 11986518-77d2-4a5c-8a6c-4db73ae2ad4b, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:53:17.135027 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99711c95-1ae9-4395-b90d-e02d5c033c95 service neutron] Pushing event updated for resources: {'Port': ['ID=8d67a680-eb9b-49b6-9442-9adc2b204e67,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:17.152039 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dc5f9e-f8d1-41e8-ab54-ebc53502a493 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network 11986518-77d2-4a5c-8a6c-4db73ae2ad4b is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:53:17.208823 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19c5d9-1b0f-4102-8027-71c11a07b0b6 req-943cad33-8e29-4a72-a007-a219693126df tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:17.210383 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a19c5d9-1b0f-4102-8027-71c11a07b0b6 req-943cad33-8e29-4a72-a007-a219693126df tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 943 time: 0.2561376 Jul 29 14:53:17.211185 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23c16a31-8dad-4a14-a905-ea849aec53f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:17.231722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-52dc5f9e-f8d1-41e8-ab54-ebc53502a493 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 11986518-77d2-4a5c-8a6c-4db73ae2ad4b) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:17.237409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dc5f9e-f8d1-41e8-ab54-ebc53502a493 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:17.237409 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52dc5f9e-f8d1-41e8-ab54-ebc53502a493 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:17.249297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5fd0fd-c8e7-4bad-b7b3-e60be84a8f66 None None] Network 11986518-77d2-4a5c-8a6c-4db73ae2ad4b requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:53:17.307757 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-50e58354-6eac-4dd6-bdb6-7ee5d2cd17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:17.309422 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-50e58354-6eac-4dd6-bdb6-7ee5d2cd17cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=837133df88c142f4a477dda58bdd3698&device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 1094 time: 0.1503561 Jul 29 14:53:17.310928 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-52dc5f9e-f8d1-41e8-ab54-ebc53502a493 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7297053 Jul 29 14:53:17.314034 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39234) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:17.322314 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-cd11c4ad-a492-468d-b2d6-99c00760ba43 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'subnet': {'network_id': 'e0894166-a4cb-4c9a-b191-b24402baa104', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:17.370882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b02f2-0c9b-4a77-8e7e-3008ee8cf8a4 req-18f3f3ce-6ca8-42e9-abe9-91eae19ae038 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:17.373471 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d5b02f2-0c9b-4a77-8e7e-3008ee8cf8a4 req-18f3f3ce-6ca8-42e9-abe9-91eae19ae038 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 1023 time: 0.1885309 Jul 29 14:53:17.434940 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b50dd9c5-50f4-44d5-b073-81682617c34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c64cde-58d5-4c01-bf9a-297999300739', 'name': 'tempest-ServerActionsTestJSON-547501748-router', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:52:23Z', 'updated_at': '2021-07-29T14:52:37Z', 'revision_number': 4, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'gw_port': {'id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:26Z', 'updated_at': '2021-07-29T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '799c6f6e-9900-4d46-8954-26f7772b1f1f', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'port_id': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'mac_address': 'fa:16:3e:42:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:52:46Z', 'updated_at': '2021-07-29T14:53:15Z', 'revision_number': 1, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a0d657-845c-4256-adff-aa1de5e02810', 'name': '', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'mac_address': 'fa:16:3e:3c:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:35Z', 'updated_at': '2021-07-29T14:52:51Z', 'revision_number': 5, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'subnets': [{'id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:17.450656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dc9c2-a597-45a9-9512-942927528474 req-77e1aeb2-2f88-4e83-a1ef-0bc8dc4682ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:17.455279 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c42dc9c2-a597-45a9-9512-942927528474 req-77e1aeb2-2f88-4e83-a1ef-0bc8dc4682ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.4629242 Jul 29 14:53:17.472934 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a19c5d9-1b0f-4102-8027-71c11a07b0b6 req-199f4931-26fd-4991-9e34-003bb3009e28 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463603 Jul 29 14:53:17.481547 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50dd9c5-50f4-44d5-b073-81682617c34d None None] Checking router: 05c64cde-58d5-4c01-bf9a-297999300739 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:53:17.482424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-11986518-77d2-4a5c-8a6c-4db73ae2ad4b', 'network_id': '11986518-77d2-4a5c-8a6c-4db73ae2ad4b', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'fixed_ips': [{'subnet_id': '04782c45-69fd-462c-aad5-79d52b5d8b92'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:53:17.483559 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:17.492867 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50dd9c5-50f4-44d5-b073-81682617c34d None None] Routers {'05c64cde-58d5-4c01-bf9a-297999300739'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:53:17.493511 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b50dd9c5-50f4-44d5-b073-81682617c34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:53:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['05c64cde-58d5-4c01-bf9a-297999300739'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:17.493683 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-e48e630a-4e8d-41aa-ad41-7777806cb049 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d67a680-eb9b-49b6-9442-9adc2b204e67 HTTP/1.1" status: 200 len: 217 time: 0.1660042 Jul 29 14:53:17.623797 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-1e773b69-dfe4-460a-8c33-a2e8e1efbc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:17.626014 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-1e773b69-dfe4-460a-8c33-a2e8e1efbc47 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=95340acc-bef9-42bd-a762-2a1386e44aeb HTTP/1.1" status: 200 len: 845 time: 0.1108737 Jul 29 14:53:17.632588 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edca2f3-4cbf-4e9f-a2bf-45576831d300 x-openstack-request-id: req-5edca2f3-4cbf-4e9f-a2bf-45576831d300 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:53:17.632923 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b520887c-6c19-4caf-ac5b-6ff6526c3a30", "tag": "8d67a680-eb9b-49b6-9442-9adc2b204e67", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:53:17.633249 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5edca2f3-4cbf-4e9f-a2bf-45576831d300 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:53:17.633568 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b520887c-6c19-4caf-ac5b-6ff6526c3a30', 'tag': '8d67a680-eb9b-49b6-9442-9adc2b204e67', 'status': 'completed', 'code': 200} Jul 29 14:53:17.680707 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-b50dd9c5-50f4-44d5-b073-81682617c34d None None] Set router 05c64cde-58d5-4c01-bf9a-297999300739 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:53:17.702734 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-1ef0dc15-d0e8-494d-bb42-f866238e0a0b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ed19475f-16bb-4675-9b16-f2d2e343b379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498810 Jul 29 14:53:17.716170 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d5b02f2-0c9b-4a77-8e7e-3008ee8cf8a4 req-4d0bde26-1539-4839-8ca7-46612747da6d tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5825e0e-ad35-42e8-822e-9c365fee3de7&id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&id=d9ac96b2-55a0-4255-ba4b-258b83424f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3296876 Jul 29 14:53:17.803169 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c42dc9c2-a597-45a9-9512-942927528474 req-b1f7e0de-7117-46e7-b20a-072a18e27128 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326 HTTP/1.1" status: 200 len: 999 time: 0.3060567 Jul 29 14:53:17.813576 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Allocated IP 172.20.0.2 (11986518-77d2-4a5c-8a6c-4db73ae2ad4b/04782c45-69fd-462c-aad5-79d52b5d8b92/9a9a5a26-239e-4db8-944b-73d0ccc48693) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:53:17.953969 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-cee5438f-e668-4d16-a182-48c6bdf4fc72 service neutron] 10.222.0.38 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343647 Jul 29 14:53:18.031710 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:18.043485 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Transition to ACTIVE for port object 9a9a5a26-239e-4db8-944b-73d0ccc48693 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:18.051469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dc9c2-a597-45a9-9512-942927528474 req-a9626012-09fe-405f-bf3e-228cd45b42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:18.054725 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c42dc9c2-a597-45a9-9512-942927528474 req-a9626012-09fe-405f-bf3e-228cd45b42ee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.2338212 Jul 29 14:53:18.063619 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Transition to ACTIVE for port object 9a9a5a26-239e-4db8-944b-73d0ccc48693 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:18.079978 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:18.127849 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Network 11986518-77d2-4a5c-8a6c-4db73ae2ad4b is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:53:18.132818 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:18.140366 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:53:18.146729 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Pushing event updated for resources: {'Port': ['ID=9a9a5a26-239e-4db8-944b-73d0ccc48693,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:18.178167 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23c16a31-8dad-4a14-a905-ea849aec53f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:18.196650 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23c16a31-8dad-4a14-a905-ea849aec53f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:18.217554 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Attempting to bind port 9a9a5a26-239e-4db8-944b-73d0ccc48693 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:53:18.217923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Attempting to bind port 9a9a5a26-239e-4db8-944b-73d0ccc48693 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '0b7a656f-5a02-48f5-9918-7cbe512de114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '11986518-77d2-4a5c-8a6c-4db73ae2ad4b'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:53:18.218571 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Attempting to bind port 9a9a5a26-239e-4db8-944b-73d0ccc48693 on network 11986518-77d2-4a5c-8a6c-4db73ae2ad4b {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:53:18.226244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:53:18.226952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Checking segment: {'id': '0b7a656f-5a02-48f5-9918-7cbe512de114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '11986518-77d2-4a5c-8a6c-4db73ae2ad4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:53:18.227362 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:18.227766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Bound using segment: {'id': '0b7a656f-5a02-48f5-9918-7cbe512de114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '11986518-77d2-4a5c-8a6c-4db73ae2ad4b'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:53:18.228264 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Bound port: 9a9a5a26-239e-4db8-944b-73d0ccc48693, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7a656f-5a02-48f5-9918-7cbe512de114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '11986518-77d2-4a5c-8a6c-4db73ae2ad4b'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:53:18.228651 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:18.258881 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c44d8cf-04bc-40f6-8555-ef73a10e0935 req-9e4e3056-d47f-45b2-a6fc-fae66b3b10d4 service neutron] 10.222.0.38 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951751 Jul 29 14:53:18.271394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dc9c2-a597-45a9-9512-942927528474 req-c8c85155-aba4-4771-99dd-5f570ffb7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:18.274489 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c42dc9c2-a597-45a9-9512-942927528474 req-c8c85155-aba4-4771-99dd-5f570ffb7416 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2043357 Jul 29 14:53:18.277826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c16a31-8dad-4a14-a905-ea849aec53f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb54d9d-0f5c-47a5-8198-0edb992075b8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:18.293850 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd11c4ad-a492-468d-b2d6-99c00760ba43 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:53:18.311249 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd11c4ad-a492-468d-b2d6-99c00760ba43 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:18.328734 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b50dd9c5-50f4-44d5-b073-81682617c34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c64cde-58d5-4c01-bf9a-297999300739', 'name': 'tempest-ServerActionsTestJSON-547501748-router', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:52:23Z', 'updated_at': '2021-07-29T14:52:37Z', 'revision_number': 4, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'gw_port': {'id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:26Z', 'updated_at': '2021-07-29T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '799c6f6e-9900-4d46-8954-26f7772b1f1f', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'port_id': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'mac_address': 'fa:16:3e:42:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:52:46Z', 'updated_at': '2021-07-29T14:53:15Z', 'revision_number': 1, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a0d657-845c-4256-adff-aa1de5e02810', 'name': '', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'mac_address': 'fa:16:3e:3c:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:35Z', 'updated_at': '2021-07-29T14:52:51Z', 'revision_number': 5, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'subnets': [{'id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:18.329697 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-23c16a31-8dad-4a14-a905-ea849aec53f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac6d0102be34487a8d291318647bcb72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4266827 Jul 29 14:53:18.334439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39252) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:18.365980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] For port 9a9a5a26-239e-4db8-944b-73d0ccc48693, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:53:18.371324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] For port 9a9a5a26-239e-4db8-944b-73d0ccc48693, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9a9a5a26-239e-4db8-944b-73d0ccc48693,segment=NetworkSegment(0b7a656f-5a02-48f5-9918-7cbe512de114),segment_id=0b7a656f-5a02-48f5-9918-7cbe512de114)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:53:18.387032 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:18.434319 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50dd9c5-50f4-44d5-b073-81682617c34d None None] The sync data for ids ['05c64cde-58d5-4c01-bf9a-297999300739'] in n-d-802893-1 is: [{'id': '05c64cde-58d5-4c01-bf9a-297999300739', 'name': 'tempest-ServerActionsTestJSON-547501748-router', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:52:23Z', 'updated_at': '2021-07-29T14:52:37Z', 'revision_number': 4, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'gw_port': {'id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:26Z', 'updated_at': '2021-07-29T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '799c6f6e-9900-4d46-8954-26f7772b1f1f', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'port_id': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'mac_address': 'fa:16:3e:42:28:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:52:46Z', 'updated_at': '2021-07-29T14:53:15Z', 'revision_number': 1, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a0d657-845c-4256-adff-aa1de5e02810', 'name': '', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'mac_address': 'fa:16:3e:3c:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:35Z', 'updated_at': '2021-07-29T14:52:51Z', 'revision_number': 5, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'subnets': [{'id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:53:18.509748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16463c9-732d-4969-9aec-7e24212356f3 req-15e0d0e4-38a0-499b-955c-3ccb005d0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:18.513696 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c16463c9-732d-4969-9aec-7e24212356f3 req-15e0d0e4-38a0-499b-955c-3ccb005d0c76 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=837133df88c142f4a477dda58bdd3698&device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 1094 time: 0.0860445 Jul 29 14:53:18.558219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da3cf9-159e-4be0-b83e-b664f0f3838a None None] Pushing event updated for resources: {'Port': ['ID=9a9a5a26-239e-4db8-944b-73d0ccc48693,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:18.590242 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8607dbfe-19b2-4028-b21c-883e736c544d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:18.709996 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8607dbfe-19b2-4028-b21c-883e736c544d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:18.761258 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c42dc9c2-a597-45a9-9512-942927528474 req-a813f76a-e364-41e1-ad4f-a412d592b9f2 service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845830 Jul 29 14:53:18.907578 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c42dc9c2-a597-45a9-9512-942927528474 req-d5665f6b-0285-4745-ac64-db9e84e77310 service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376660 Jul 29 14:53:18.957286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d44f6-7c22-423f-b76f-e83789c3f408 req-d7fe59d4-296d-4043-90cc-31c665f49d7a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:18.966860 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-438d44f6-7c22-423f-b76f-e83789c3f408 req-d7fe59d4-296d-4043-90cc-31c665f49d7a tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.38 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 1023 time: 0.3250055 Jul 29 14:53:19.130867 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8607dbfe-19b2-4028-b21c-883e736c544d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:19.134039 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8607dbfe-19b2-4028-b21c-883e736c544d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:19.139136 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8607dbfe-19b2-4028-b21c-883e736c544d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbb54d9d-0f5c-47a5-8198-0edb992075b8 HTTP/1.1" status: 204 len: 168 time: 0.7995741 Jul 29 14:53:19.158321 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435ef7e-7089-4e2c-bc2b-efa58d7e377a req-29014129-e01d-4abf-a326-2e1e59351d06 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:19.160068 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3435ef7e-7089-4e2c-bc2b-efa58d7e377a req-29014129-e01d-4abf-a326-2e1e59351d06 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 1023 time: 0.1355464 Jul 29 14:53:19.161304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607dbfe-19b2-4028-b21c-883e736c544d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb54d9d-0f5c-47a5-8198-0edb992075b8,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:19.192524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-438d44f6-7c22-423f-b76f-e83789c3f408 req-65bf7eb0-30a6-40d4-8f7e-3dad9696f2c5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Deleting port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:53:19.193298 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-438d44f6-7c22-423f-b76f-e83789c3f408 req-65bf7eb0-30a6-40d4-8f7e-3dad9696f2c5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:19.220438 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17caf8-1d18-4d68-b0bb-36af26736633 None None] New status for floating IP 799c6f6e-9900-4d46-8954-26f7772b1f1f: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:53:19.341770 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3435ef7e-7089-4e2c-bc2b-efa58d7e377a req-0f6b4bda-e3be-46c2-9595-5cf8ad73f4f3 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5825e0e-ad35-42e8-822e-9c365fee3de7&id=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3&id=d9ac96b2-55a0-4255-ba4b-258b83424f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1258867 Jul 29 14:53:19.395733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-438d44f6-7c22-423f-b76f-e83789c3f408 req-65bf7eb0-30a6-40d4-8f7e-3dad9696f2c5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] For port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e,segment=NetworkSegment(d7375c04-a5a9-4b4d-97d0-0b20766a6837),segment_id=d7375c04-a5a9-4b4d-97d0-0b20766a6837)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:19.396115 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-438d44f6-7c22-423f-b76f-e83789c3f408 req-65bf7eb0-30a6-40d4-8f7e-3dad9696f2c5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:19.427823 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-438d44f6-7c22-423f-b76f-e83789c3f408 req-65bf7eb0-30a6-40d4-8f7e-3dad9696f2c5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Calling delete_port for 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:53:19.581911 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16463c9-732d-4969-9aec-7e24212356f3 req-8c4ce7be-21a5-4b44-a639-c595fa8c2f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:19.583589 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c16463c9-732d-4969-9aec-7e24212356f3 req-8c4ce7be-21a5-4b44-a639-c595fa8c2f5f service neutron] 10.222.0.38 "GET /v2.0/networks?id=ed19475f-16bb-4675-9b16-f2d2e343b379 HTTP/1.1" status: 200 len: 906 time: 1.0614352 Jul 29 14:53:19.790209 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c16463c9-732d-4969-9aec-7e24212356f3 req-28a1155f-a510-410e-928c-9e638ee83e19 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d67a680-eb9b-49b6-9442-9adc2b204e67 HTTP/1.1" status: 200 len: 217 time: 0.1116195 Jul 29 14:53:19.815937 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-438d44f6-7c22-423f-b76f-e83789c3f408 req-65bf7eb0-30a6-40d4-8f7e-3dad9696f2c5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:19.861774 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2e1211ac-247a-41f3-9a6e-1e9f2ac3332e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:53:19.904770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7eae5-5865-4d1f-bb99-43ed0c394a08 req-88ac52a8-01d8-49fa-8c0a-524fa5d7978f tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:19.914413 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-44b7eae5-5865-4d1f-bb99-43ed0c394a08 req-88ac52a8-01d8-49fa-8c0a-524fa5d7978f tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 943 time: 1.2744091 Jul 29 14:53:19.917459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf7eb0-30a6-40d4-8f7e-3dad9696f2c5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event deleted for resources: {'Port': ['ID=2e1211ac-247a-41f3-9a6e-1e9f2ac3332e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:19.963058 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd11c4ad-a492-468d-b2d6-99c00760ba43 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:20.004222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-438d44f6-7c22-423f-b76f-e83789c3f408 req-65bf7eb0-30a6-40d4-8f7e-3dad9696f2c5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] No DVR routers for this DVR port 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:53:20.007535 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-438d44f6-7c22-423f-b76f-e83789c3f408 req-65bf7eb0-30a6-40d4-8f7e-3dad9696f2c5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:20.011667 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-438d44f6-7c22-423f-b76f-e83789c3f408 req-65bf7eb0-30a6-40d4-8f7e-3dad9696f2c5 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.38 "DELETE /v2.0/ports/2e1211ac-247a-41f3-9a6e-1e9f2ac3332e HTTP/1.1" status: 204 len: 173 time: 1.0360689 Jul 29 14:53:20.012477 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a3c000-71c6-4990-a5d9-f7d67a4a0f7f', 'name': 'network-vif-deleted', 'tag': '2e1211ac-247a-41f3-9a6e-1e9f2ac3332e'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:20.016636 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdd441e-503f-4ea7-8f41-77de1471d526" -d '{"events": [{"server_uuid": "40a3c000-71c6-4990-a5d9-f7d67a4a0f7f", "name": "network-vif-deleted", "tag": "2e1211ac-247a-41f3-9a6e-1e9f2ac3332e"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:20.064814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11c4ad-a492-468d-b2d6-99c00760ba43 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Subnet': ['ID=44e59faa-1261-4d4c-b1fe-48ca7b67eba5,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:20.106262 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd11c4ad-a492-468d-b2d6-99c00760ba43 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Checking segment: {'id': 'f4a33d2e-6df1-47b6-a13a-7b3e90048848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e0894166-a4cb-4c9a-b191-b24402baa104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:53:20.106701 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd11c4ad-a492-468d-b2d6-99c00760ba43 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network hostable DHCP agents. Network: e0894166-a4cb-4c9a-b191-b24402baa104, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:53:20.121857 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be4f291-6b61-4175-9160-a1ce2a940e0d x-openstack-request-id: req-7be4f291-6b61-4175-9160-a1ce2a940e0d {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:53:20.122302 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a3c000-71c6-4990-a5d9-f7d67a4a0f7f", "name": "network-vif-deleted", "tag": "2e1211ac-247a-41f3-9a6e-1e9f2ac3332e", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:53:20.125170 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7be4f291-6b61-4175-9160-a1ce2a940e0d {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:53:20.135535 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a3c000-71c6-4990-a5d9-f7d67a4a0f7f', 'name': 'network-vif-deleted', 'tag': '2e1211ac-247a-41f3-9a6e-1e9f2ac3332e', 'status': 'completed', 'code': 200} Jul 29 14:53:20.136949 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-44b7eae5-5865-4d1f-bb99-43ed0c394a08 req-05ae48d7-ea45-42be-b549-70c26889cc8f tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208874 Jul 29 14:53:20.153016 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16463c9-732d-4969-9aec-7e24212356f3 req-3ed40272-fb6b-49bd-93c9-788d5d98e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:20.155916 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c16463c9-732d-4969-9aec-7e24212356f3 req-3ed40272-fb6b-49bd-93c9-788d5d98e102 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=95340acc-bef9-42bd-a762-2a1386e44aeb HTTP/1.1" status: 200 len: 845 time: 0.3525920 Jul 29 14:53:20.157714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd11c4ad-a492-468d-b2d6-99c00760ba43 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network e0894166-a4cb-4c9a-b191-b24402baa104 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:53:20.177272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39286) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:20.204747 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c16463c9-732d-4969-9aec-7e24212356f3 req-7a9c49a1-ba69-402e-bf52-dbd2aff34a6d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ed19475f-16bb-4675-9b16-f2d2e343b379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362558 Jul 29 14:53:20.205983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-cd11c4ad-a492-468d-b2d6-99c00760ba43 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, e0894166-a4cb-4c9a-b191-b24402baa104) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:20.212472 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd11c4ad-a492-468d-b2d6-99c00760ba43 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:20.214622 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd11c4ad-a492-468d-b2d6-99c00760ba43 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:20.215990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc11469f-d506-4cf5-b2fa-e38ec6d69204 None None] Network e0894166-a4cb-4c9a-b191-b24402baa104 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:53:20.222201 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d3a31e6-587f-4ec6-a247-dbd3e33834dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:20.358079 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c16463c9-732d-4969-9aec-7e24212356f3 req-0eeab149-f21a-4dc2-b778-9147b4363c30 service neutron] 10.222.0.38 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404312 Jul 29 14:53:20.477407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9a9a5a26-239e-4db8-944b-73d0ccc48693 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:53:20.479740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ecf293-5043-4bf3-b49f-e7cd42b97f7a None None] Network 11986518-77d2-4a5c-8a6c-4db73ae2ad4b requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:53:20.527245 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d3a31e6-587f-4ec6-a247-dbd3e33834dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:20.534876 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c16463c9-732d-4969-9aec-7e24212356f3 req-57cd7412-5f6e-477b-9281-c44413150ab0 service neutron] 10.222.0.38 "GET /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667972 Jul 29 14:53:20.536102 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d3a31e6-587f-4ec6-a247-dbd3e33834dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:20.546568 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cd11c4ad-a492-468d-b2d6-99c00760ba43 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2288215 Jul 29 14:53:20.547037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39296) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:20.552240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e3d7a662-a7bd-49b5-b70d-c6e571cd65ad tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1278081147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:20.585923 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a662-a7bd-49b5-b70d-c6e571cd65ad tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:20.588443 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a662-a7bd-49b5-b70d-c6e571cd65ad tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:20.602169 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a31e6-587f-4ec6-a247-dbd3e33834dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b5f43f-c5b6-4930-9ad7-dec3fe6f877e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:20.696548 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-e0894166-a4cb-4c9a-b191-b24402baa104', 'network_id': 'e0894166-a4cb-4c9a-b191-b24402baa104', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'fixed_ips': [{'subnet_id': '44e59faa-1261-4d4c-b1fe-48ca7b67eba5'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:53:20.698955 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:20.708137 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a662-a7bd-49b5-b70d-c6e571cd65ad tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:20.714870 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7c358bb0-1e9d-455c-af72-97e1a164a393 req-a07c7e4f-a7a6-4a73-8ec0-d616c2a04340 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/ports?device_id=40a3c000-71c6-4990-a5d9-f7d67a4a0f7f HTTP/1.1" status: 200 len: 210 time: 0.1144826 Jul 29 14:53:20.715744 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a662-a7bd-49b5-b70d-c6e571cd65ad tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:20.754677 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3d3a31e6-587f-4ec6-a247-dbd3e33834dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a7b5745542f4b438ead2c9b76032882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5722172 Jul 29 14:53:20.755023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39302) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:20.762236 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3d7a662-a7bd-49b5-b70d-c6e571cd65ad tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:20.763436 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e3d7a662-a7bd-49b5-b70d-c6e571cd65ad tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2154045 Jul 29 14:53:20.766670 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39304) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:20.791708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-56c221c8-38c8-40cf-aa71-9a33d36ba5d0 None None] Provisioning for port 9a9a5a26-239e-4db8-944b-73d0ccc48693 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:20.853706 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-24c0c7a5-e8aa-4c33-884e-40c8d9f53bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:20.887778 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-24c0c7a5-e8aa-4c33-884e-40c8d9f53bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:21.025555 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-24c0c7a5-e8aa-4c33-884e-40c8d9f53bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:21.033338 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-24c0c7a5-e8aa-4c33-884e-40c8d9f53bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:21.039718 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-24c0c7a5-e8aa-4c33-884e-40c8d9f53bcc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76b5f43f-c5b6-4930-9ad7-dec3fe6f877e HTTP/1.1" status: 204 len: 168 time: 0.2832413 Jul 29 14:53:21.052334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0c7a5-e8aa-4c33-884e-40c8d9f53bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b5f43f-c5b6-4930-9ad7-dec3fe6f877e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:21.132213 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 9a9a5a26-239e-4db8-944b-73d0ccc48693 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:21.167569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9a9a5a26-239e-4db8-944b-73d0ccc48693 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:21.167947 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:21.199537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Allocated IP 172.21.0.2 (e0894166-a4cb-4c9a-b191-b24402baa104/44e59faa-1261-4d4c-b1fe-48ca7b67eba5/fd719bff-8456-464b-8679-fe6b0aa1f247) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:53:21.395192 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:21.470754 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 9a9a5a26-239e-4db8-944b-73d0ccc48693, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9a9a5a26-239e-4db8-944b-73d0ccc48693,segment=NetworkSegment(0b7a656f-5a02-48f5-9918-7cbe512de114),segment_id=0b7a656f-5a02-48f5-9918-7cbe512de114)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:21.481327 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:21.519412 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:21.523219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f92c48-9667-4da8-825d-3a03c90428fd req-d1d74551-57a9-4682-864f-2e97568a6caa tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:21.532212 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-85f92c48-9667-4da8-825d-3a03c90428fd req-d1d74551-57a9-4682-864f-2e97568a6caa tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 943 time: 0.1702850 Jul 29 14:53:21.534781 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Transition to ACTIVE for port object fd719bff-8456-464b-8679-fe6b0aa1f247 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:21.581793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Transition to ACTIVE for port object fd719bff-8456-464b-8679-fe6b0aa1f247 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:21.599333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=9a9a5a26-239e-4db8-944b-73d0ccc48693,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:21.603255 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:21.659954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Pushing event updated for resources: {'Port': ['ID=fd719bff-8456-464b-8679-fe6b0aa1f247,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:21.695471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Network e0894166-a4cb-4c9a-b191-b24402baa104 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:53:21.700855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:21.709169 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-85f92c48-9667-4da8-825d-3a03c90428fd req-a816b8e3-813c-4176-8ee3-afa6e1c3858b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702838 Jul 29 14:53:21.712518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:53:21.742760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6a52321d-6a7d-4eb4-b6b5-3fae43298014 None None] Provisioning complete for port 9a9a5a26-239e-4db8-944b-73d0ccc48693 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:21.743276 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a52321d-6a7d-4eb4-b6b5-3fae43298014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:21.790255 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:21.896875 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Attempting to bind port fd719bff-8456-464b-8679-fe6b0aa1f247 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:53:21.897145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Attempting to bind port fd719bff-8456-464b-8679-fe6b0aa1f247 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'f4a33d2e-6df1-47b6-a13a-7b3e90048848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e0894166-a4cb-4c9a-b191-b24402baa104'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:53:21.897523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Attempting to bind port fd719bff-8456-464b-8679-fe6b0aa1f247 on network e0894166-a4cb-4c9a-b191-b24402baa104 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:53:21.909066 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:53:21.909441 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Checking segment: {'id': 'f4a33d2e-6df1-47b6-a13a-7b3e90048848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e0894166-a4cb-4c9a-b191-b24402baa104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:53:21.909848 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:21.910240 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Bound using segment: {'id': 'f4a33d2e-6df1-47b6-a13a-7b3e90048848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e0894166-a4cb-4c9a-b191-b24402baa104'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:53:21.910719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Bound port: fd719bff-8456-464b-8679-fe6b0aa1f247, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a33d2e-6df1-47b6-a13a-7b3e90048848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e0894166-a4cb-4c9a-b191-b24402baa104'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:53:21.911105 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:21.986654 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51d63818-66e9-420f-a1bf-7e4d6d6d63ca req-6ab1d689-4b9a-46a9-ab49-7d35a57fbbd4 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/e5825e0e-ad35-42e8-822e-9c365fee3de7 HTTP/1.1" status: 200 len: 1802 time: 0.1725461 Jul 29 14:53:22.078942 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] For port fd719bff-8456-464b-8679-fe6b0aa1f247, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:53:22.099621 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] For port fd719bff-8456-464b-8679-fe6b0aa1f247, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fd719bff-8456-464b-8679-fe6b0aa1f247,segment=NetworkSegment(f4a33d2e-6df1-47b6-a13a-7b3e90048848),segment_id=f4a33d2e-6df1-47b6-a13a-7b3e90048848)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:53:22.109054 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:22.227039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439c9f1-064f-4e27-9da1-19fd7cbd8444 None None] Pushing event updated for resources: {'Port': ['ID=fd719bff-8456-464b-8679-fe6b0aa1f247,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:22.249862 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9a9a5a26-239e-4db8-944b-73d0ccc48693 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:53:22.363393 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-51d63818-66e9-420f-a1bf-7e4d6d6d63ca req-6f596103-05d2-4d1a-b1e1-0f18d487aa4e tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:22.383986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9a9a5a26-239e-4db8-944b-73d0ccc48693 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:22.384937 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:22.433704 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-51d63818-66e9-420f-a1bf-7e4d6d6d63ca req-6f596103-05d2-4d1a-b1e1-0f18d487aa4e tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:22.544452 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-51d63818-66e9-420f-a1bf-7e4d6d6d63ca req-6f596103-05d2-4d1a-b1e1-0f18d487aa4e tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:22.547332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8d67a680-eb9b-49b6-9442-9adc2b204e67 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:53:22.548475 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-51d63818-66e9-420f-a1bf-7e4d6d6d63ca req-6f596103-05d2-4d1a-b1e1-0f18d487aa4e tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:22.550310 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51d63818-66e9-420f-a1bf-7e4d6d6d63ca req-6f596103-05d2-4d1a-b1e1-0f18d487aa4e tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "DELETE /v2.0/security-groups/e5825e0e-ad35-42e8-822e-9c365fee3de7 HTTP/1.1" status: 204 len: 173 time: 0.5431113 Jul 29 14:53:22.582014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f596103-05d2-4d1a-b1e1-0f18d487aa4e tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5825e0e-ad35-42e8-822e-9c365fee3de7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:22.600458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:53:22.629019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Allocated IP 172.20.0.1 (11986518-77d2-4a5c-8a6c-4db73ae2ad4b/04782c45-69fd-462c-aad5-79d52b5d8b92/f260e1d2-f06f-4ea9-8b8c-5d704d354e1f) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:53:22.711824 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:53:22.721249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:53:22.721831 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2e1211ac-247a-41f3-9a6e-1e9f2ac3332e not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:53:22.736659 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e431b52-d470-4046-bb93-d55cc4b4a421 req-31ccaa19-c88d-4cb0-bc87-7c66012336f7 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "GET /v2.0/security-groups/d9ac96b2-55a0-4255-ba4b-258b83424f8d HTTP/1.1" status: 200 len: 1803 time: 0.1186938 Jul 29 14:53:22.994423 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6e431b52-d470-4046-bb93-d55cc4b4a421 req-f43d17d8-2098-4378-b138-51800b8549e8 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:23.054098 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6e431b52-d470-4046-bb93-d55cc4b4a421 req-f43d17d8-2098-4378-b138-51800b8549e8 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:23.089062 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:23.113969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3d994-8664-4b4e-996e-67ca3be56166 req-69d42a6f-e72b-4ecf-b94f-182dc2d4f9be tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:23.122784 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b0b3d994-8664-4b4e-996e-67ca3be56166 req-69d42a6f-e72b-4ecf-b94f-182dc2d4f9be tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 943 time: 0.1146555 Jul 29 14:53:23.137811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Transition to ACTIVE for port object f260e1d2-f06f-4ea9-8b8c-5d704d354e1f will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:23.174856 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6e431b52-d470-4046-bb93-d55cc4b4a421 req-f43d17d8-2098-4378-b138-51800b8549e8 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:23.178335 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6e431b52-d470-4046-bb93-d55cc4b4a421 req-f43d17d8-2098-4378-b138-51800b8549e8 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:23.188532 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e431b52-d470-4046-bb93-d55cc4b4a421 req-f43d17d8-2098-4378-b138-51800b8549e8 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] 10.222.0.16 "DELETE /v2.0/security-groups/d9ac96b2-55a0-4255-ba4b-258b83424f8d HTTP/1.1" status: 204 len: 173 time: 0.4282250 Jul 29 14:53:23.191951 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b0b3d994-8664-4b4e-996e-67ca3be56166 req-b89538ff-37a8-477c-a592-9269c53cbf2c tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679908 Jul 29 14:53:23.197836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39378) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:23.243118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d17d8-2098-4378-b138-51800b8549e8 tempest-SecurityGroupsTestJSON-487016357 tempest-SecurityGroupsTestJSON-487016357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ac96b2-55a0-4255-ba4b-258b83424f8d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:23.317005 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:23.364335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network 11986518-77d2-4a5c-8a6c-4db73ae2ad4b is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:53:23.371086 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:23.400813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:53:23.408915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-1752d3fc-32ac-4966-bef4-ce17f2cec51c admin admin] Deleting subnet 7b768955-99f3-44de-ad0c-7f2f34e05f62 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:53:23.447096 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1752d3fc-32ac-4966-bef4-ce17f2cec51c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:23.468893 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8d67a680-eb9b-49b6-9442-9adc2b204e67, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8d67a680-eb9b-49b6-9442-9adc2b204e67,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:23.498243 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '8d67a680-eb9b-49b6-9442-9adc2b204e67', 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379', 'port_id': '8d67a680-eb9b-49b6-9442-9adc2b204e67', 'mac_address': 'fa:16:3e:4f:72:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95340acc-bef9-42bd-a762-2a1386e44aeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:53:23.518105 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=f260e1d2-f06f-4ea9-8b8c-5d704d354e1f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:23.555495 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:23.570467 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:23.583010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d67a680-eb9b-49b6-9442-9adc2b204e67 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:53:23.646044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8d67a680-eb9b-49b6-9442-9adc2b204e67, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8d67a680-eb9b-49b6-9442-9adc2b204e67,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:23.659337 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:23.718801 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1752d3fc-32ac-4966-bef4-ce17f2cec51c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:23.746528 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8d67a680-eb9b-49b6-9442-9adc2b204e67,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:23.856170 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1752d3fc-32ac-4966-bef4-ce17f2cec51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:23.863159 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-61751ead-4ad6-485a-ad87-c743b5e40d78 None None] Provisioning for port f260e1d2-f06f-4ea9-8b8c-5d704d354e1f completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:23.868941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-61751ead-4ad6-485a-ad87-c743b5e40d78 None None] Provisioning complete for port f260e1d2-f06f-4ea9-8b8c-5d704d354e1f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:23.869463 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-61751ead-4ad6-485a-ad87-c743b5e40d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:23.946588 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['8d67a680-eb9b-49b6-9442-9adc2b204e67'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:53:23.987998 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1752d3fc-32ac-4966-bef4-ce17f2cec51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:24.036968 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-61751ead-4ad6-485a-ad87-c743b5e40d78 None None] Port f260e1d2-f06f-4ea9-8b8c-5d704d354e1f cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:53:24.056386 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1752d3fc-32ac-4966-bef4-ce17f2cec51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:24.061638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39402) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:24.066366 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1752d3fc-32ac-4966-bef4-ce17f2cec51c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7b768955-99f3-44de-ad0c-7f2f34e05f62 HTTP/1.1" status: 204 len: 168 time: 0.8559377 Jul 29 14:53:24.067339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752d3fc-32ac-4966-bef4-ce17f2cec51c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b768955-99f3-44de-ad0c-7f2f34e05f62,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:24.070434 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:24.137515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e745077f-a08b-4a32-8f7c-074be30265bb None None] Network e0894166-a4cb-4c9a-b191-b24402baa104 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:53:24.310836 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7abbf740-334c-45d9-8082-10c5d8f59c3d None None] Provisioning for port fd719bff-8456-464b-8679-fe6b0aa1f247 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:24.337019 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-28bec9bf-dca6-49bc-9978-daf8e9e4eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:24.344279 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fd719bff-8456-464b-8679-fe6b0aa1f247 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:53:24.533777 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-28bec9bf-dca6-49bc-9978-daf8e9e4eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:24.550859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-28bec9bf-dca6-49bc-9978-daf8e9e4eedd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739caf51-5ef0-4339-b121-796ba8c6bb8d']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:24.578291 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9e85e-abd4-462c-a4f6-6f33d18426b8 req-232a0508-a798-4337-8f84-ea6e768127a9 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:24.580339 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63f9e85e-abd4-462c-a4f6-6f33d18426b8 req-232a0508-a798-4337-8f84-ea6e768127a9 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 944 time: 0.1600897 Jul 29 14:53:24.587234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-28bec9bf-dca6-49bc-9978-daf8e9e4eedd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7375c04-a5a9-4b4d-97d0-0b20766a6837') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:24.588332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-28bec9bf-dca6-49bc-9978-daf8e9e4eedd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7375c04-a5a9-4b4d-97d0-0b20766a6837') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:24.610508 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port fd719bff-8456-464b-8679-fe6b0aa1f247 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:24.621480 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-28bec9bf-dca6-49bc-9978-daf8e9e4eedd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:24.623617 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port fd719bff-8456-464b-8679-fe6b0aa1f247 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:24.624000 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:24.671147 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-28bec9bf-dca6-49bc-9978-daf8e9e4eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:24.688715 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bec9bf-dca6-49bc-9978-daf8e9e4eedd admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:53:24.689118 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-28bec9bf-dca6-49bc-9978-daf8e9e4eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:53:24.691355 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:53:24.708947 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63f9e85e-abd4-462c-a4f6-6f33d18426b8 req-596bc17a-bcf6-472d-a86a-7b44a0a8517b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096821 Jul 29 14:53:24.765958 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:24.778268 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:24.808959 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-28bec9bf-dca6-49bc-9978-daf8e9e4eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:24.887782 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-28bec9bf-dca6-49bc-9978-daf8e9e4eedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:24.898440 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-28bec9bf-dca6-49bc-9978-daf8e9e4eedd admin admin] 10.222.0.16 "DELETE /v2.0/networks/739caf51-5ef0-4339-b121-796ba8c6bb8d HTTP/1.1" status: 204 len: 168 time: 0.8342040 Jul 29 14:53:24.899950 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bec9bf-dca6-49bc-9978-daf8e9e4eedd admin admin] Pushing event deleted for resources: {'Network': ['ID=739caf51-5ef0-4339-b121-796ba8c6bb8d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:24.920692 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:25.004057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=f260e1d2-f06f-4ea9-8b8c-5d704d354e1f,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:25.016224 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:25.091812 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port fd719bff-8456-464b-8679-fe6b0aa1f247, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fd719bff-8456-464b-8679-fe6b0aa1f247,segment=NetworkSegment(f4a33d2e-6df1-47b6-a13a-7b3e90048848),segment_id=f4a33d2e-6df1-47b6-a13a-7b3e90048848)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:25.101269 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:25.222628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network 11986518-77d2-4a5c-8a6c-4db73ae2ad4b is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:53:25.228309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:25.229866 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=fd719bff-8456-464b-8679-fe6b0aa1f247,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:25.261215 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7387d880-f93b-419a-a6b9-65f36816f4ee req-304595d1-08b1-464c-ba3e-00294baf71e1 tempest-QuotasAdminNegativeTest-887248253 tempest-QuotasAdminNegativeTest-887248253-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=595f1b655d254adf8beb2703a2e07a7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637000 Jul 29 14:53:25.383435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39448) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:25.406208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-68cb3228-a125-4bb6-8f4c-7d80a33f0033 None None] Provisioning complete for port fd719bff-8456-464b-8679-fe6b0aa1f247 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:25.407047 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-68cb3228-a125-4bb6-8f4c-7d80a33f0033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:25.448177 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f4fbcb62-6cbe-42a2-ad7e-3809bb4032b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12ec5ebcac3949f399e4ca63deca6337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854168 Jul 29 14:53:25.451620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39450) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:25.526702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 64249c48-0678-42e2-8ac0-bddd5d9d51ae is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:53:25.586009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387d880-f93b-419a-a6b9-65f36816f4ee req-832b9fab-f813-49f2-a9b5-7829078f12b6 tempest-QuotasAdminNegativeTest-887248253 tempest-QuotasAdminNegativeTest-887248253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:25.599730 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7387d880-f93b-419a-a6b9-65f36816f4ee req-832b9fab-f813-49f2-a9b5-7829078f12b6 tempest-QuotasAdminNegativeTest-887248253 tempest-QuotasAdminNegativeTest-887248253-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3360965 Jul 29 14:53:25.630725 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cac80e24-e829-4da0-8651-6b473ad98c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:25.643241 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7387d880-f93b-419a-a6b9-65f36816f4ee req-87bcc95a-f73c-46b7-aaac-e3c3d1a6fd40 tempest-QuotasAdminNegativeTest-887248253 tempest-QuotasAdminNegativeTest-887248253-project] 10.222.0.16 "GET /v2.0/quotas/595f1b655d254adf8beb2703a2e07a7d HTTP/1.1" status: 200 len: 375 time: 0.0422447 Jul 29 14:53:25.694572 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7387d880-f93b-419a-a6b9-65f36816f4ee req-b8f14bea-17a0-439f-b7aa-a8ce0c4fda96 tempest-QuotasAdminNegativeTest-887248253 tempest-QuotasAdminNegativeTest-887248253-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=595f1b655d254adf8beb2703a2e07a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503585 Jul 29 14:53:25.709239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:53:25.727911 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cac80e24-e829-4da0-8651-6b473ad98c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:25.728877 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d65e2-9883-4cdf-a5ab-87725705e312 None None] Sync routers for ids ['64249c48-0678-42e2-8ac0-bddd5d9d51ae'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:53:25.730544 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39454) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:25.738878 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8e858787-ab11-43f0-8e78-d7277499c90a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/64249c48-0678-42e2-8ac0-bddd5d9d51ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9708006 Jul 29 14:53:25.759700 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d65e2-9883-4cdf-a5ab-87725705e312 None None] Routers {'64249c48-0678-42e2-8ac0-bddd5d9d51ae'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:53:25.760228 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-314d65e2-9883-4cdf-a5ab-87725705e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:53:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['64249c48-0678-42e2-8ac0-bddd5d9d51ae'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:25.820100 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-314d65e2-9883-4cdf-a5ab-87725705e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:25.827842 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b595c93e-d332-4413-83ea-949f6a5c1b73 None None] Provisioning complete for port f260e1d2-f06f-4ea9-8b8c-5d704d354e1f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:25.844554 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b595c93e-d332-4413-83ea-949f6a5c1b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:25.851045 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d65e2-9883-4cdf-a5ab-87725705e312 None None] Routers {'64249c48-0678-42e2-8ac0-bddd5d9d51ae'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:53:25.851948 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-314d65e2-9883-4cdf-a5ab-87725705e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:53:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['64249c48-0678-42e2-8ac0-bddd5d9d51ae'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:25.893457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0a0412-becc-4834-96d3-1063b9eade14 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:25.894981 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2d0a0412-becc-4834-96d3-1063b9eade14 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports/f260e1d2-f06f-4ea9-8b8c-5d704d354e1f HTTP/1.1" status: 200 len: 910 time: 0.1634073 Jul 29 14:53:25.898305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39464) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:25.931021 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-314d65e2-9883-4cdf-a5ab-87725705e312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:25.932103 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d65e2-9883-4cdf-a5ab-87725705e312 None None] The sync data for ids ['64249c48-0678-42e2-8ac0-bddd5d9d51ae'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:53:25.947983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2eaae8-4bb9-4c96-8f24-aa74d41c9028 req-d9e23f55-6958-455f-b64e-a34a29a9b4fe tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:25.974750 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5b2eaae8-4bb9-4c96-8f24-aa74d41c9028 req-d9e23f55-6958-455f-b64e-a34a29a9b4fe tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 944 time: 0.1372097 Jul 29 14:53:25.986832 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b595c93e-d332-4413-83ea-949f6a5c1b73 None None] Port f260e1d2-f06f-4ea9-8b8c-5d704d354e1f cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:53:26.022795 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:26.086461 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5b2eaae8-4bb9-4c96-8f24-aa74d41c9028 req-b3dac6ee-8869-4c8b-a774-ed3dd60380d6 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075268 Jul 29 14:53:26.233043 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-09b0d7fe-4974-4a68-9585-64e323c58944 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4601617 Jul 29 14:53:26.297769 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fd719bff-8456-464b-8679-fe6b0aa1f247 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:53:26.439250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port fd719bff-8456-464b-8679-fe6b0aa1f247 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:26.439668 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:26.511892 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cac80e24-e829-4da0-8651-6b473ad98c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:26.514687 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cac80e24-e829-4da0-8651-6b473ad98c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:26.519003 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cac80e24-e829-4da0-8651-6b473ad98c2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac330cf7-5f4a-4a67-a5ce-b824a15eadd3 HTTP/1.1" status: 204 len: 168 time: 1.0633171 Jul 29 14:53:26.545750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac80e24-e829-4da0-8651-6b473ad98c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac330cf7-5f4a-4a67-a5ce-b824a15eadd3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:26.568362 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8d67a680-eb9b-49b6-9442-9adc2b204e67 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:53:26.654688 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-97b8a957-1d3c-4566-b413-145422160c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:26.655570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-97b8a957-1d3c-4566-b413-145422160c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:26.656071 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-97b8a957-1d3c-4566-b413-145422160c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:26.656564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-97b8a957-1d3c-4566-b413-145422160c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:26.657109 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-97b8a957-1d3c-4566-b413-145422160c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:26.662017 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-97b8a957-1d3c-4566-b413-145422160c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:26.662879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-97b8a957-1d3c-4566-b413-145422160c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:26.665172 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-97b8a957-1d3c-4566-b413-145422160c3a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d512e776609042afb7cbb4d51213c3a0&device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6489 time: 0.1987364 Jul 29 14:53:26.870184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 8d67a680-eb9b-49b6-9442-9adc2b204e67 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:26.877117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 8d67a680-eb9b-49b6-9442-9adc2b204e67 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:26.878751 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:27.039347 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-f017d038-9b44-4e4a-b467-f0ed7cc8b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:27.039861 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-f017d038-9b44-4e4a-b467-f0ed7cc8b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:27.049027 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-f017d038-9b44-4e4a-b467-f0ed7cc8b4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:27.051100 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-f017d038-9b44-4e4a-b467-f0ed7cc8b4d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dba885a-0741-41e8-b079-6381bc1efb2c&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&id=86ce031c-c6cf-4027-8ce8-3052a67f5b66 HTTP/1.1" status: 200 len: 2293 time: 0.3161919 Jul 29 14:53:27.137395 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:27.148592 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-5a21b3bf-86e7-462f-a3d7-218709e37a9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3559254e-f263-44c0-8c9e-db0d92fb9ec9 HTTP/1.1" status: 200 len: 1001 time: 0.0843816 Jul 29 14:53:27.201234 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:27.324085 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b520887c-6c19-4caf-ac5b-6ff6526c3a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d67a680-eb9b-49b6-9442-9adc2b204e67'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:27.327687 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a310baaf-47b8-4b07-b68b-86d2bca9f3cb" -d '{"events": [{"server_uuid": "b520887c-6c19-4caf-ac5b-6ff6526c3a30", "name": "network-vif-plugged", "status": "completed", "tag": "8d67a680-eb9b-49b6-9442-9adc2b204e67"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:27.353272 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8d67a680-eb9b-49b6-9442-9adc2b204e67, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8d67a680-eb9b-49b6-9442-9adc2b204e67,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:27.362813 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:27.392442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-64ba79a3-0432-40a2-b0ab-4893fc1d08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:27.410446 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-64ba79a3-0432-40a2-b0ab-4893fc1d08d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c2c5946-274d-455f-a39e-104d5d03aeca HTTP/1.1" status: 200 len: 850 time: 0.2110307 Jul 29 14:53:27.426488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fed54f-a321-465b-b141-ffb2b63bad73 req-a08b61c4-c1a3-463f-8a66-6548455203d1 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:27.435151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4fed54f-a321-465b-b141-ffb2b63bad73 req-a08b61c4-c1a3-463f-8a66-6548455203d1 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 944 time: 0.1676774 Jul 29 14:53:27.470783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8d67a680-eb9b-49b6-9442-9adc2b204e67,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:27.538760 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4fed54f-a321-465b-b141-ffb2b63bad73 req-03f2fd4a-9404-4ca9-b544-8a433f705c66 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011927 Jul 29 14:53:27.684477 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-56ff0b9e-8aa6-47f5-aeca-47c6b7cf1007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:27.687651 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-56ff0b9e-8aa6-47f5-aeca-47c6b7cf1007 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dba885a-0741-41e8-b079-6381bc1efb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2673323 Jul 29 14:53:27.739486 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba999d5-aca7-4176-9773-e1db4f2a757b x-openstack-request-id: req-4ba999d5-aca7-4176-9773-e1db4f2a757b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:53:27.740809 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b520887c-6c19-4caf-ac5b-6ff6526c3a30", "name": "network-vif-plugged", "status": "completed", "tag": "8d67a680-eb9b-49b6-9442-9adc2b204e67", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:53:27.741459 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ba999d5-aca7-4176-9773-e1db4f2a757b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:53:27.743184 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b520887c-6c19-4caf-ac5b-6ff6526c3a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d67a680-eb9b-49b6-9442-9adc2b204e67', 'code': 200} Jul 29 14:53:27.934945 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-4c62313b-7220-4df1-b19c-852130e902e8 service neutron] 10.222.0.39 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234364 Jul 29 14:53:28.052162 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f024bc2e-d98b-48d9-aa46-927f29134c2e req-e10cf3b6-257a-403b-a5a0-8dd8e148c61d tempest-QuotasAdminNegativeTest-887248253 tempest-QuotasAdminNegativeTest-887248253-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=595f1b655d254adf8beb2703a2e07a7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993571 Jul 29 14:53:28.153532 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0094a7d-84aa-4105-9e97-3510f1b935b7 req-a7f06b6e-67b8-4e68-b8a9-6e0f65c76b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:28.158383 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b0094a7d-84aa-4105-9e97-3510f1b935b7 req-a7f06b6e-67b8-4e68-b8a9-6e0f65c76b16 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 1096 time: 0.2440889 Jul 29 14:53:28.298989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39556) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:28.414936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-bbacfc10-0c33-4185-b64c-18c427be7d03 service neutron] 10.222.0.39 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609921 Jul 29 14:53:28.478738 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0b14813b-4175-47b4-9ff6-de76bd5cf111 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1498265530-network', 'tenant_id': '7662518354ac4f6682ef11f75ad6891d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:28.486526 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b0094a7d-84aa-4105-9e97-3510f1b935b7 req-c8e01f0d-a34b-4559-8f52-93e3fa9d53a1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187697 Jul 29 14:53:28.517227 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b14813b-4175-47b4-9ff6-de76bd5cf111 admin admin] Made reservation on behalf of 7662518354ac4f6682ef11f75ad6891d for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:53:28.522303 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b14813b-4175-47b4-9ff6-de76bd5cf111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:28.544837 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b14813b-4175-47b4-9ff6-de76bd5cf111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:28.882779 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b14813b-4175-47b4-9ff6-de76bd5cf111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:28.892564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d16ea-54be-44b9-a06f-c2b339add5f6 req-c5ef83b0-8ea3-4b26-a1bd-a251d863e0d6 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:28.900193 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6d7d16ea-54be-44b9-a06f-c2b339add5f6 req-c5ef83b0-8ea3-4b26-a1bd-a251d863e0d6 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 945 time: 0.1724973 Jul 29 14:53:28.909594 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b14813b-4175-47b4-9ff6-de76bd5cf111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:28.934526 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-e8a585e4-7f47-4f72-85dd-40e7b9765012 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=0875494a-2f77-42dd-a8d2-b642d46823a2 HTTP/1.1" status: 200 len: 217 time: 0.4782419 Jul 29 14:53:28.950960 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b14813b-4175-47b4-9ff6-de76bd5cf111 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:53:28.984273 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14813b-4175-47b4-9ff6-de76bd5cf111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c41b9a-a1b6-4b31-9310-ef08daab835f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:28.997914 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b14813b-4175-47b4-9ff6-de76bd5cf111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:28.998261 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-0b14813b-4175-47b4-9ff6-de76bd5cf111 admin admin] Added segment 168872a1-dba2-4f9d-be80-26ade0b35067 of type vlan for network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 Jul 29 14:53:29.008686 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-31283fee-3437-40b9-90b7-3bf9b8a82a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:29.010490 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-31283fee-3437-40b9-90b7-3bf9b8a82a49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.0658007 Jul 29 14:53:29.015128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Allocated IP 172.21.0.1 (e0894166-a4cb-4c9a-b191-b24402baa104/44e59faa-1261-4d4c-b1fe-48ca7b67eba5/70dfffd6-8a01-439e-9503-b1484eae765a) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:53:29.022697 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6d7d16ea-54be-44b9-a06f-c2b339add5f6 req-f0f2ccb8-8600-4e4a-89bc-9d8a800c6ff1 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215277 Jul 29 14:53:29.123534 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b14813b-4175-47b4-9ff6-de76bd5cf111 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:29.188998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024bc2e-d98b-48d9-aa46-927f29134c2e req-e54a1d54-79fd-47d8-b1d0-2dd071cf8b29 tempest-QuotasAdminNegativeTest-887248253 tempest-QuotasAdminNegativeTest-887248253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:29.190621 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b14813b-4175-47b4-9ff6-de76bd5cf111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:29.194119 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14813b-4175-47b4-9ff6-de76bd5cf111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:29.194695 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b14813b-4175-47b4-9ff6-de76bd5cf111 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:29.197684 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f024bc2e-d98b-48d9-aa46-927f29134c2e req-e54a1d54-79fd-47d8-b1d0-2dd071cf8b29 tempest-QuotasAdminNegativeTest-887248253 tempest-QuotasAdminNegativeTest-887248253-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1096647 Jul 29 14:53:29.225341 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f024bc2e-d98b-48d9-aa46-927f29134c2e req-2bc90923-81bd-48e5-a9b0-5b7a834b2c10 tempest-QuotasAdminNegativeTest-887248253 tempest-QuotasAdminNegativeTest-887248253-project] 10.222.0.16 "GET /v2.0/quotas/595f1b655d254adf8beb2703a2e07a7d HTTP/1.1" status: 200 len: 375 time: 0.0263348 Jul 29 14:53:29.302855 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0b14813b-4175-47b4-9ff6-de76bd5cf111 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0010478 Jul 29 14:53:29.303519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39578) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:29.320325 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d55f76be-abb8-4437-b634-f6db5c714c5d admin admin] Request body: {'subnet': {'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1498265530-subnet', 'tenant_id': '7662518354ac4f6682ef11f75ad6891d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:29.340129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14813b-4175-47b4-9ff6-de76bd5cf111 admin admin] Pushing event updated for resources: {'Network': ['ID=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:29.368895 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:53:29.385000 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55f76be-abb8-4437-b634-f6db5c714c5d admin admin] Made reservation on behalf of 7662518354ac4f6682ef11f75ad6891d for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:53:29.388093 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d55f76be-abb8-4437-b634-f6db5c714c5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:29.418482 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f024bc2e-d98b-48d9-aa46-927f29134c2e req-db41e007-a90b-4644-ad9a-a523810ca391 tempest-QuotasAdminNegativeTest-887248253 tempest-QuotasAdminNegativeTest-887248253-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=595f1b655d254adf8beb2703a2e07a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005626 Jul 29 14:53:29.439527 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-ce6e5689-d39b-45f9-9f30-c7cf1ad1d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:29.442418 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-ce6e5689-d39b-45f9-9f30-c7cf1ad1d8e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4197392 Jul 29 14:53:29.447751 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:29.614359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Transition to ACTIVE for port object 70dfffd6-8a01-439e-9503-b1484eae765a will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:29.701715 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-302600bd-335c-4b87-ac02-2f55a719f8ab service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337062 Jul 29 14:53:29.721114 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:29.775322 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d55f76be-abb8-4437-b634-f6db5c714c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:29.851412 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f76be-abb8-4437-b634-f6db5c714c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0272e468-e28b-43f2-99c8-bc35776d2398,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:29.892347 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55f76be-abb8-4437-b634-f6db5c714c5d admin admin] Checking segment: {'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:53:29.892803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55f76be-abb8-4437-b634-f6db5c714c5d admin admin] Network hostable DHCP agents. Network: b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:53:29.906201 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network e0894166-a4cb-4c9a-b191-b24402baa104 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:53:29.915080 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55f76be-abb8-4437-b634-f6db5c714c5d admin admin] Network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:53:29.915695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:29.921424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:53:29.932490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-d55f76be-abb8-4437-b634-f6db5c714c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:29.939039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55f76be-abb8-4437-b634-f6db5c714c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:29.941474 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d55f76be-abb8-4437-b634-f6db5c714c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:29.949961 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=70dfffd6-8a01-439e-9503-b1484eae765a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:29.978986 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d55f76be-abb8-4437-b634-f6db5c714c5d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6664207 Jul 29 14:53:29.986163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ca9ee9-371c-42e8-8d0d-60218a9a136c None None] Network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:53:30.038040 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-97a56304-821e-40c1-8808-491ff6b4870d service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281376 Jul 29 14:53:30.113468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:30.120130 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-b6611988-d3f0-4146-990d-a05dd88ba097 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=20dcfb3e-a773-40e0-8c9a-c3337eb907f9 HTTP/1.1" status: 200 len: 217 time: 0.0684073 Jul 29 14:53:30.382249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7', 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7', 'tenant_id': '7662518354ac4f6682ef11f75ad6891d', 'fixed_ips': [{'subnet_id': '0272e468-e28b-43f2-99c8-bc35776d2398'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:53:30.386183 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:30.386311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-4dea972f-2575-4898-a215-4bb0380eef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:30.386756 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-4dea972f-2575-4898-a215-4bb0380eef88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.2022696 Jul 29 14:53:30.443379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b71ec-34f4-4650-b5ca-b5fb9ab8b653 req-72a16496-881b-44e3-8588-6f6bc3c09c2a tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:30.453541 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8b8b71ec-34f4-4650-b5ca-b5fb9ab8b653 req-72a16496-881b-44e3-8588-6f6bc3c09c2a tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 945 time: 0.3365960 Jul 29 14:53:30.516088 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:30.517421 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0a977bd5-f495-4c70-a653-648c7b2b828e None None] Provisioning for port 70dfffd6-8a01-439e-9503-b1484eae765a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:30.535829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0a977bd5-f495-4c70-a653-648c7b2b828e None None] Provisioning complete for port 70dfffd6-8a01-439e-9503-b1484eae765a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:30.536496 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a977bd5-f495-4c70-a653-648c7b2b828e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:30.546746 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bc556626-1534-4814-bd2f-b3212afd9b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:30.564212 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8b8b71ec-34f4-4650-b5ca-b5fb9ab8b653 req-4c507dc7-cfc8-4fb7-90f8-41f38209a3af tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991910 Jul 29 14:53:30.570609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-298b5917-233c-4506-973d-77811df0c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:30.572341 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-298b5917-233c-4506-973d-77811df0c203 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1787462 Jul 29 14:53:30.619367 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0a977bd5-f495-4c70-a653-648c7b2b828e None None] Port 70dfffd6-8a01-439e-9503-b1484eae765a cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:53:30.691438 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Allocated IP 172.20.0.2 (b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7/0272e468-e28b-43f2-99c8-bc35776d2398/c7d39b3a-93dd-47f9-8986-be7bf9a9b81a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:53:30.928081 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-e881dd14-fb9e-4945-ab0f-4686de45f932 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135855 Jul 29 14:53:30.951293 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:30.967001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Transition to ACTIVE for port object c7d39b3a-93dd-47f9-8986-be7bf9a9b81a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:31.009516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Transition to ACTIVE for port object c7d39b3a-93dd-47f9-8986-be7bf9a9b81a will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:31.023961 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:31.079882 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:53:31.085681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:31.089219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:53:31.107096 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Pushing event updated for resources: {'Port': ['ID=c7d39b3a-93dd-47f9-8986-be7bf9a9b81a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:31.148907 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-80a65476-0a93-437a-b8d7-d085910cd78c service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563764 Jul 29 14:53:31.169336 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Attempting to bind port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:53:31.170026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Attempting to bind port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:53:31.170609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Attempting to bind port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a on network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:53:31.177911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:53:31.178553 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Checking segment: {'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:53:31.179199 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:31.179789 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Bound using segment: {'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:53:31.180509 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Bound port: c7d39b3a-93dd-47f9-8986-be7bf9a9b81a, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:53:31.181150 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:31.244769 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-3a40b6cc-05d7-4520-b71a-192c5a5acff3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=6d1441c2-83c0-47d9-b5a2-4e4083a907c0 HTTP/1.1" status: 200 len: 217 time: 0.0876820 Jul 29 14:53:31.282473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-317369f6-4010-494f-b1b3-808a0585b263 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:31.284075 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-317369f6-4010-494f-b1b3-808a0585b263 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/networks?id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 HTTP/1.1" status: 200 len: 816 time: 0.4660575 Jul 29 14:53:31.307386 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] For port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:53:31.313335 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] For port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c7d39b3a-93dd-47f9-8986-be7bf9a9b81a,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:53:31.337363 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:31.370007 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-60a1d380-f715-4a67-b12a-23590e0a81b4 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/quotas/7662518354ac4f6682ef11f75ad6891d HTTP/1.1" status: 200 len: 375 time: 0.0462546 Jul 29 14:53:31.380603 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-cb6e41a9-7e4c-42e6-84ff-d205ddd3d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:31.382246 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-cb6e41a9-7e4c-42e6-84ff-d205ddd3d111 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.1286106 Jul 29 14:53:31.412715 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:31.432042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37f9ef-5b93-4bef-9af5-2d91fade10ba None None] Pushing event updated for resources: {'Port': ['ID=c7d39b3a-93dd-47f9-8986-be7bf9a9b81a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:31.438322 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:31.546581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-865fa49e-2548-471a-8504-0c1e3137cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:31.548193 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-865fa49e-2548-471a-8504-0c1e3137cb4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1547685 Jul 29 14:53:31.641011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=70dfffd6-8a01-439e-9503-b1484eae765a,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:31.644539 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:31.693164 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-3951d8d7-09ab-4853-a4f8-0215ba0a00eb tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7662518354ac4f6682ef11f75ad6891d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2010770 Jul 29 14:53:31.890507 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2833b2b5-cae0-46ee-9e51-55b13f7514dc req-a7816d20-8afb-4715-a989-a866baa43eea tempest-QuotasAdminNegativeTest-887248253 tempest-QuotasAdminNegativeTest-887248253-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=595f1b655d254adf8beb2703a2e07a7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733051 Jul 29 14:53:31.999054 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-77e7c70e-d3b4-43db-aaa1-573f089b5339 service neutron] 10.222.0.16 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756103 Jul 29 14:53:32.015024 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-892ce056-5816-4a8a-b8e2-d1c6bfb0390c service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519639 Jul 29 14:53:32.046492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833b2b5-cae0-46ee-9e51-55b13f7514dc req-18303d16-26a3-4dc0-bb68-9a50d1fae11c tempest-QuotasAdminNegativeTest-887248253 tempest-QuotasAdminNegativeTest-887248253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:32.053571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2833b2b5-cae0-46ee-9e51-55b13f7514dc req-18303d16-26a3-4dc0-bb68-9a50d1fae11c tempest-QuotasAdminNegativeTest-887248253 tempest-QuotasAdminNegativeTest-887248253-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637497 Jul 29 14:53:32.073067 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2833b2b5-cae0-46ee-9e51-55b13f7514dc req-c6031f91-5103-4c63-ae69-65e14dd0e54f tempest-QuotasAdminNegativeTest-887248253 tempest-QuotasAdminNegativeTest-887248253-project] 10.222.0.16 "GET /v2.0/quotas/595f1b655d254adf8beb2703a2e07a7d HTTP/1.1" status: 200 len: 375 time: 0.0175109 Jul 29 14:53:32.119805 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2833b2b5-cae0-46ee-9e51-55b13f7514dc req-41806e13-4586-4592-8caa-20e5690cd22b tempest-QuotasAdminNegativeTest-887248253 tempest-QuotasAdminNegativeTest-887248253-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=595f1b655d254adf8beb2703a2e07a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349302 Jul 29 14:53:32.263009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network e0894166-a4cb-4c9a-b191-b24402baa104 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:53:32.272066 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c7d39b3a-93dd-47f9-8986-be7bf9a9b81a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:53:32.283444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:32.305861 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-8e01993f-7efa-489d-928d-66a4c15cd824 service neutron] 10.222.0.16 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893257 Jul 29 14:53:32.320744 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-bb1e3ab4-465b-4dcf-b7c1-8c3fd694a5d7 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878907 Jul 29 14:53:32.434633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:32.496531 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-cbe91ddd-039e-4984-9965-7ca5b166da22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=f97b9900-6958-422d-89e4-aba42e4f48de HTTP/1.1" status: 200 len: 217 time: 0.1662543 Jul 29 14:53:32.639231 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-84a2a137-d7c4-400b-aa32-c013eaa07656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:32.679482 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-84a2a137-d7c4-400b-aa32-c013eaa07656 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.1282976 Jul 29 14:53:32.827169 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 64249c48-0678-42e2-8ac0-bddd5d9d51ae has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:53:32.940631 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d69cb643-1588-4a60-852e-cce650f901cc None None] Provisioning complete for port 70dfffd6-8a01-439e-9503-b1484eae765a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:32.941592 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d69cb643-1588-4a60-852e-cce650f901cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:33.083238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-ff93694b-1760-47ed-bd6f-3e51fbf8fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:33.083544 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d69cb643-1588-4a60-852e-cce650f901cc None None] Port 70dfffd6-8a01-439e-9503-b1484eae765a cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:53:33.086487 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-ff93694b-1760-47ed-bd6f-3e51fbf8fadb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3918571 Jul 29 14:53:33.181698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-0f83e591-911d-451b-9cfd-0dceafd6899d tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:33.182698 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:33.201197 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-0f83e591-911d-451b-9cfd-0dceafd6899d tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/networks?id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 HTTP/1.1" status: 200 len: 816 time: 0.3384130 Jul 29 14:53:33.237911 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-99bc3b98-2986-418f-b2cc-125ef4115dc7 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/quotas/7662518354ac4f6682ef11f75ad6891d HTTP/1.1" status: 200 len: 375 time: 0.0332761 Jul 29 14:53:33.326531 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b546184a-a023-457e-91db-2fc0561223f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:33.428467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0c2190-34fb-41db-abdc-17012898eebb None None] Network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:53:33.453383 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-9494c5e8-2817-4dab-8eeb-1dfd20a28718 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7662518354ac4f6682ef11f75ad6891d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2119012 Jul 29 14:53:33.716543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Provisioning for port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:33.740952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Provisioning complete for port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:33.742552 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:33.915760 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-ea37f7a9-c66d-40ac-ac7d-044456542da5 service neutron] 10.222.0.16 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614666 Jul 29 14:53:34.130652 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-9647b2bf-6c8a-4ad3-bdee-c48e463e275e service neutron] 10.222.0.16 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006757 Jul 29 14:53:34.343680 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:34.346679 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:34.361784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39776) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:34.465067 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] For port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c7d39b3a-93dd-47f9-8986-be7bf9a9b81a,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:34.479897 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:34.620983 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8d67a680-eb9b-49b6-9442-9adc2b204e67 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:53:34.629052 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Pushing event updated for resources: {'Port': ['ID=c7d39b3a-93dd-47f9-8986-be7bf9a9b81a,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:34.668247 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:53:34.691542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:34.691737 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5bb5-9bc0-4933-9392-6f191c4ec39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:34.694577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:34.695166 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:34.695747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:34.696616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:34.697133 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:34.697630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:34.698149 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:34.698894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:34.700096 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:34.700598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:34.701112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6c1f0-1046-4ea7-a0cf-fc1202c881fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:34.705751 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0bdb511e-ce4d-41aa-8d2f-ffecdb868354 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/64249c48-0678-42e2-8ac0-bddd5d9d51ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8044908 Jul 29 14:53:34.721240 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a7c6d2-a699-4c4b-b809-4f3e01137d47 None None] Sync routers for ids ['64249c48-0678-42e2-8ac0-bddd5d9d51ae'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:53:34.739860 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39788) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:34.749313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a7c6d2-a699-4c4b-b809-4f3e01137d47 None None] Routers {'64249c48-0678-42e2-8ac0-bddd5d9d51ae'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:53:34.750329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d6a7c6d2-a699-4c4b-b809-4f3e01137d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:53:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['64249c48-0678-42e2-8ac0-bddd5d9d51ae'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:34.770602 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-64abb32c-9a38-4ce3-9203-88b8586be149 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5724926 Jul 29 14:53:34.823086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d6a7c6d2-a699-4c4b-b809-4f3e01137d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:34.871203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5118035d-ec9b-41c6-aa08-b4e453c03e2e None None] Provisioning complete for port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:34.871504 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5118035d-ec9b-41c6-aa08-b4e453c03e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:34.908508 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a7c6d2-a699-4c4b-b809-4f3e01137d47 None None] Routers {'64249c48-0678-42e2-8ac0-bddd5d9d51ae'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:53:34.909182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d6a7c6d2-a699-4c4b-b809-4f3e01137d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:53:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['64249c48-0678-42e2-8ac0-bddd5d9d51ae'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:34.973595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d6a7c6d2-a699-4c4b-b809-4f3e01137d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:34.974237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a7c6d2-a699-4c4b-b809-4f3e01137d47 None None] The sync data for ids ['64249c48-0678-42e2-8ac0-bddd5d9d51ae'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:53:35.035465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8d67a680-eb9b-49b6-9442-9adc2b204e67, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8d67a680-eb9b-49b6-9442-9adc2b204e67,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:35.093790 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '8d67a680-eb9b-49b6-9442-9adc2b204e67', 'network_id': 'ed19475f-16bb-4675-9b16-f2d2e343b379', 'port_id': '8d67a680-eb9b-49b6-9442-9adc2b204e67', 'mac_address': 'fa:16:3e:4f:72:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95340acc-bef9-42bd-a762-2a1386e44aeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:53:35.132561 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5bb5-9bc0-4933-9392-6f191c4ec39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:35.159625 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:35.177739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d67a680-eb9b-49b6-9442-9adc2b204e67 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:53:35.203445 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4fe5bb5-9bc0-4933-9392-6f191c4ec39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:35.225210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8d67a680-eb9b-49b6-9442-9adc2b204e67, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8d67a680-eb9b-49b6-9442-9adc2b204e67,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:35.231807 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:35.237844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b60be-58f2-44bf-b61e-62eecaa5145b req-55574197-a081-401d-a8f0-3935abe8e89e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:35.244922 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f88b60be-58f2-44bf-b61e-62eecaa5145b req-55574197-a081-401d-a8f0-3935abe8e89e tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 945 time: 0.7464433 Jul 29 14:53:35.249987 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b4fe5bb5-9bc0-4933-9392-6f191c4ec39a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=595f1b655d254adf8beb2703a2e07a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8788021 Jul 29 14:53:35.250750 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39814) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:35.325783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2576aa-8bb1-4e2d-afa5-9ea4b3726a5f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:35.327536 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0c2576aa-8bb1-4e2d-afa5-9ea4b3726a5f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports/70dfffd6-8a01-439e-9503-b1484eae765a HTTP/1.1" status: 200 len: 910 time: 0.5766673 Jul 29 14:53:35.358459 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8d67a680-eb9b-49b6-9442-9adc2b204e67,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:35.364400 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39818) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:35.379205 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f88b60be-58f2-44bf-b61e-62eecaa5145b req-ab9e63fe-6e15-4401-8fcc-372f5c389c3b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123121 Jul 29 14:53:35.437635 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-e6ad1b3e-1684-4758-b6a3-3ee69cc32baa service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442711 Jul 29 14:53:35.443322 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['8d67a680-eb9b-49b6-9442-9adc2b204e67'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:53:35.577975 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-487bb64c-ee9d-4d4b-bd53-d47ecdd9b3dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3c575bd-780c-48e1-8ab2-eac2e139f0d6 HTTP/1.1" status: 200 len: 217 time: 0.0913408 Jul 29 14:53:35.734876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-a1bb4640-212c-409a-b71d-8a92ce47b2de tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:35.748048 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-a1bb4640-212c-409a-b71d-8a92ce47b2de tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/networks?id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 HTTP/1.1" status: 200 len: 816 time: 0.5141723 Jul 29 14:53:35.760498 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe5bb5-9bc0-4933-9392-6f191c4ec39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093ac143-8e91-4acf-8d7f-d296f9bf4cfb,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:35.794236 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-406d697d-ac35-4098-83fc-034148962ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:35.797130 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-406d697d-ac35-4098-83fc-034148962ee2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1e29a38-29fa-45f1-a570-0300a7a9d5c3 HTTP/1.1" status: 200 len: 797 time: 0.2063184 Jul 29 14:53:35.840341 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-23f2fef8-8166-4558-b8ea-b6f18734c741 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/quotas/7662518354ac4f6682ef11f75ad6891d HTTP/1.1" status: 200 len: 375 time: 0.0899935 Jul 29 14:53:35.881120 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3122e783-7bf5-486f-82dc-ef406932f751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:35.969809 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-76ea21ff-1ef3-4944-9ab7-e64e97dd1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:35.973649 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-76ea21ff-1ef3-4944-9ab7-e64e97dd1056 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1202304 Jul 29 14:53:36.008638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-d30e29f5-b9ee-4c3f-8cbb-ab1cd37dc3cc tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:36.011727 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-d30e29f5-b9ee-4c3f-8cbb-ab1cd37dc3cc tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.39 "GET /v2.0/networks?id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 HTTP/1.1" status: 200 len: 816 time: 0.8679099 Jul 29 14:53:36.021875 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3122e783-7bf5-486f-82dc-ef406932f751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:36.056224 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-1f0a4229-a927-431f-90f8-e418ba8aa251 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7662518354ac4f6682ef11f75ad6891d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2140923 Jul 29 14:53:36.092590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-85e9350c-7d00-4a21-8520-a72686e74260 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Request body: {'port': {'device_id': '37aa1150-1c14-4452-a61e-71ea83f3ad40', 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7', 'admin_state_up': True, 'tenant_id': '7662518354ac4f6682ef11f75ad6891d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:36.240324 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:36.270797 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-9205a04f-13a6-42cd-9e9a-87b1da172ee1 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882862 Jul 29 14:53:36.319839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c7d39b3a-93dd-47f9-8986-be7bf9a9b81a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:53:36.397682 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3122e783-7bf5-486f-82dc-ef406932f751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:36.403474 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3122e783-7bf5-486f-82dc-ef406932f751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:36.409626 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3122e783-7bf5-486f-82dc-ef406932f751 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/093ac143-8e91-4acf-8d7f-d296f9bf4cfb HTTP/1.1" status: 204 len: 168 time: 1.1384420 Jul 29 14:53:36.433567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:36.435222 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:36.448408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122e783-7bf5-486f-82dc-ef406932f751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093ac143-8e91-4acf-8d7f-d296f9bf4cfb,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:36.617830 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-79850ff4-218e-4e08-857b-8616b1011c2e service neutron] 10.222.0.16 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569572 Jul 29 14:53:36.623743 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-85e9350c-7d00-4a21-8520-a72686e74260 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Made reservation on behalf of 7662518354ac4f6682ef11f75ad6891d for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:53:36.634508 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-85e9350c-7d00-4a21-8520-a72686e74260 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:36.640310 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-290a78a6-fecc-491f-87d4-356d51eb99e4 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596957 Jul 29 14:53:36.867552 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-fc4153d2-fc92-43c0-bdc2-4afb619e0f51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 HTTP/1.1" status: 200 len: 217 time: 0.1964190 Jul 29 14:53:36.984388 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8d67a680-eb9b-49b6-9442-9adc2b204e67 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:53:37.027597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-a5f8227a-d641-4c53-b195-ede84bbd75dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:37.031633 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-a5f8227a-d641-4c53-b195-ede84bbd75dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1e29a38-29fa-45f1-a570-0300a7a9d5c3 HTTP/1.1" status: 200 len: 797 time: 0.1579964 Jul 29 14:53:37.066000 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5d00f-1de5-4658-abb0-f16dfca74d29 req-86d01fd5-4b7c-4b5f-87eb-c1adb9c77839 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:37.080367 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6a5d00f-1de5-4658-abb0-f16dfca74d29 req-86d01fd5-4b7c-4b5f-87eb-c1adb9c77839 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 944 time: 0.4950166 Jul 29 14:53:37.081193 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39854) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:37.142623 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-205efa50-404d-434b-9652-bd342e99fae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:37.178599 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 8d67a680-eb9b-49b6-9442-9adc2b204e67 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:37.179508 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:37.278253 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09ee750d-190f-4afc-9bca-bc770adcfadb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:37.349302 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:37.376897 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6a5d00f-1de5-4658-abb0-f16dfca74d29 req-9640bca1-c4b7-4d00-96aa-7016b84de664 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413483 Jul 29 14:53:37.412900 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b520887c-6c19-4caf-ac5b-6ff6526c3a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d67a680-eb9b-49b6-9442-9adc2b204e67'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:37.424268 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9b47e7-db51-4dfe-8eb1-f5bda7d55928" -d '{"events": [{"server_uuid": "b520887c-6c19-4caf-ac5b-6ff6526c3a30", "name": "network-vif-plugged", "status": "completed", "tag": "8d67a680-eb9b-49b6-9442-9adc2b204e67"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:37.467284 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-c2f11513-de42-47b1-8dfd-a4f3eddd15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:37.471383 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-c2f11513-de42-47b1-8dfd-a4f3eddd15d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3865328 Jul 29 14:53:37.479531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8d67a680-eb9b-49b6-9442-9adc2b204e67, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8d67a680-eb9b-49b6-9442-9adc2b204e67,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:37.487055 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:37.706227 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8d67a680-eb9b-49b6-9442-9adc2b204e67,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:37.718936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-72e9172b-fc05-4710-8af8-cd4ed37dbcbc service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386293 Jul 29 14:53:37.886808 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-205efa50-404d-434b-9652-bd342e99fae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:37.907308 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-205efa50-404d-434b-9652-bd342e99fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:37.910089 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-bb7e5041-474e-450e-afa7-9928f5e79e7c service neutron] 10.222.0.16 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2625723 Jul 29 14:53:37.938395 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c24deafe-183a-43b7-baa6-438cdd0b4d23 req-6a19b7af-26a4-43d1-8d02-c4ea0ce2c81a service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952574 Jul 29 14:53:37.947970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-ed6a81dc-26da-4409-b05c-0039167f41d6 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:37.952239 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-ed6a81dc-26da-4409-b05c-0039167f41d6 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.39 "GET /v2.0/networks?id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 HTTP/1.1" status: 200 len: 816 time: 1.1695528 Jul 29 14:53:37.955888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-85e9350c-7d00-4a21-8520-a72686e74260 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Allocated IP 172.20.0.9 (b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7/0272e468-e28b-43f2-99c8-bc35776d2398/0f5cc1e6-962b-4e15-820c-5ac105111006) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:53:37.965998 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-205efa50-404d-434b-9652-bd342e99fae3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f598926dd22040bf8f38989169d7fc82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8684845 Jul 29 14:53:37.968704 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205efa50-404d-434b-9652-bd342e99fae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eabd76f-2490-4176-a93f-304ee7f91871,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:37.971470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39874) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:37.979766 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-a88a9b78-bfc3-4f29-ad0a-d8581e889756 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Request body: {'port': {'device_id': 'a0e6daec-2d59-4f10-886b-e7fb7fec7682', 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7', 'admin_state_up': True, 'tenant_id': '7662518354ac4f6682ef11f75ad6891d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:38.120154 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2f499e13-f400-43dc-a587-59ce0332cb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:38.129155 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2041ae2a-0ab3-48b2-a3bb-f2ed686b0563 x-openstack-request-id: req-2041ae2a-0ab3-48b2-a3bb-f2ed686b0563 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:53:38.134402 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b520887c-6c19-4caf-ac5b-6ff6526c3a30", "name": "network-vif-plugged", "status": "completed", "tag": "8d67a680-eb9b-49b6-9442-9adc2b204e67", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:53:38.134402 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2041ae2a-0ab3-48b2-a3bb-f2ed686b0563 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:53:38.138377 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b520887c-6c19-4caf-ac5b-6ff6526c3a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d67a680-eb9b-49b6-9442-9adc2b204e67', 'code': 200} Jul 29 14:53:38.177817 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2f499e13-f400-43dc-a587-59ce0332cb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:38.231697 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-09ee750d-190f-4afc-9bca-bc770adcfadb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port 70dfffd6-8a01-439e-9503-b1484eae765a {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:53:38.232021 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09ee750d-190f-4afc-9bca-bc770adcfadb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:38.370791 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2f499e13-f400-43dc-a587-59ce0332cb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:38.379741 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2f499e13-f400-43dc-a587-59ce0332cb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:38.382273 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2f499e13-f400-43dc-a587-59ce0332cb5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2eabd76f-2490-4176-a93f-304ee7f91871 HTTP/1.1" status: 204 len: 168 time: 0.4077022 Jul 29 14:53:38.462094 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f499e13-f400-43dc-a587-59ce0332cb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eabd76f-2490-4176-a93f-304ee7f91871,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:38.499283 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09ee750d-190f-4afc-9bca-bc770adcfadb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:38.521031 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-facbf892-fafc-4256-99d4-99f944ed1962 req-7bf0b370-4017-417b-93bd-41cbc07f9dc5 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 210 time: 0.2415607 Jul 29 14:53:38.564875 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-09ee750d-190f-4afc-9bca-bc770adcfadb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for 70dfffd6-8a01-439e-9503-b1484eae765a owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:53:38.914596 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-a88a9b78-bfc3-4f29-ad0a-d8581e889756 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Made reservation on behalf of 7662518354ac4f6682ef11f75ad6891d for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:53:38.925421 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-a88a9b78-bfc3-4f29-ad0a-d8581e889756 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:39.087152 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-85e9350c-7d00-4a21-8520-a72686e74260 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:39.230787 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09ee750d-190f-4afc-9bca-bc770adcfadb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:39.259286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-85e9350c-7d00-4a21-8520-a72686e74260 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Transition to ACTIVE for port object 0f5cc1e6-962b-4e15-820c-5ac105111006 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:39.293439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee750d-190f-4afc-9bca-bc770adcfadb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=70dfffd6-8a01-439e-9503-b1484eae765a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:39.310370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245698b-f255-47af-9f29-6308d3a1295e req-2a8a0512-cc8a-447b-8e04-3c719dcd9828 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:39.312187 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5245698b-f255-47af-9f29-6308d3a1295e req-2a8a0512-cc8a-447b-8e04-3c719dcd9828 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 945 time: 0.3095071 Jul 29 14:53:39.495094 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-a88a9b78-bfc3-4f29-ad0a-d8581e889756 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Allocated IP 172.20.0.6 (b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7/0272e468-e28b-43f2-99c8-bc35776d2398/5ac962b8-9c07-47f0-b901-8907ead13a75) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:53:39.639180 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-85e9350c-7d00-4a21-8520-a72686e74260 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:39.757857 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0df10af6-c251-4a63-b8dc-5f7c9f3cd3a6 req-377cb419-1c4c-46ca-b3e0-be6c58d6c67e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 210 time: 0.0589938 Jul 29 14:53:39.806413 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-a88a9b78-bfc3-4f29-ad0a-d8581e889756 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:39.849119 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09ee750d-190f-4afc-9bca-bc770adcfadb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:39.880217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-a88a9b78-bfc3-4f29-ad0a-d8581e889756 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Transition to ACTIVE for port object 5ac962b8-9c07-47f0-b901-8907ead13a75 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:39.923415 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5245698b-f255-47af-9f29-6308d3a1295e req-ad662e07-5a4e-4833-93a0-e9459f106cf1 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6012239 Jul 29 14:53:39.947010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-85e9350c-7d00-4a21-8520-a72686e74260 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:53:39.985090 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-85e9350c-7d00-4a21-8520-a72686e74260 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:39.989486 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-85e9350c-7d00-4a21-8520-a72686e74260 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:53:40.104626 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-a88a9b78-bfc3-4f29-ad0a-d8581e889756 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:40.132866 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-85e9350c-7d00-4a21-8520-a72686e74260 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:40.135167 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-85e9350c-7d00-4a21-8520-a72686e74260 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:40.169645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9350c-7d00-4a21-8520-a72686e74260 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Pushing event updated for resources: {'Port': ['ID=0f5cc1e6-962b-4e15-820c-5ac105111006,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:40.202609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd24d4-be26-4d49-8de2-b55e4fb1a33c req-7df4e8b1-0456-4599-b50a-56120b1e1253 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:40.204945 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2fd24d4-be26-4d49-8de2-b55e4fb1a33c req-7df4e8b1-0456-4599-b50a-56120b1e1253 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.38 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 945 time: 0.3570688 Jul 29 14:53:40.234471 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-a88a9b78-bfc3-4f29-ad0a-d8581e889756 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:53:40.254294 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-a88a9b78-bfc3-4f29-ad0a-d8581e889756 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:40.323308 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-a88a9b78-bfc3-4f29-ad0a-d8581e889756 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:53:40.336064 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-85e9350c-7d00-4a21-8520-a72686e74260 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2497165 Jul 29 14:53:40.397377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Request body: {'port': {'device_id': '37aa1150-1c14-4452-a61e-71ea83f3ad40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:40.544011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6799c5f4-ad94-4f25-b288-1a75c744602b None None] Provisioning for port 0f5cc1e6-962b-4e15-820c-5ac105111006 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:40.555932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6799c5f4-ad94-4f25-b288-1a75c744602b None None] Provisioning complete for port 0f5cc1e6-962b-4e15-820c-5ac105111006 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:40.556574 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6799c5f4-ad94-4f25-b288-1a75c744602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:40.673682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a9b78-bfc3-4f29-ad0a-d8581e889756 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Pushing event updated for resources: {'Port': ['ID=5ac962b8-9c07-47f0-b901-8907ead13a75,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:40.681612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39956) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:40.715070 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8d67a680-eb9b-49b6-9442-9adc2b204e67 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:53:40.735772 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ee750d-190f-4afc-9bca-bc770adcfadb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 64249c48-0678-42e2-8ac0-bddd5d9d51ae has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:53:40.885803 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6799c5f4-ad94-4f25-b288-1a75c744602b None None] Port 0f5cc1e6-962b-4e15-820c-5ac105111006 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:53:40.955676 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:40.959265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ca2e52db-2c1b-4e80-8dcb-7dab798aa979 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:40.962277 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ca2e52db-2c1b-4e80-8dcb-7dab798aa979 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.38 "GET /v2.0/networks?id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 HTTP/1.1" status: 200 len: 816 time: 0.5238595 Jul 29 14:53:41.016021 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-a88a9b78-bfc3-4f29-ad0a-d8581e889756 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:41.024624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-a88a9b78-bfc3-4f29-ad0a-d8581e889756 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:41.034154 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:41.065202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-8cae70ab-cc4d-45f4-ab94-b5687416b8c0 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Request body: {'port': {'device_id': 'e29de4dd-f437-4768-b50d-a3623ab13d1f', 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7', 'admin_state_up': True, 'tenant_id': '7662518354ac4f6682ef11f75ad6891d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:41.076212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ee750d-190f-4afc-9bca-bc770adcfadb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:53:41.081882 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:41.093872 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29f4e81-37b0-4380-a31d-decc4c91d3fe None None] Sync routers for ids ['64249c48-0678-42e2-8ac0-bddd5d9d51ae'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:53:41.133205 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-09ee750d-190f-4afc-9bca-bc770adcfadb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/64249c48-0678-42e2-8ac0-bddd5d9d51ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7525201 Jul 29 14:53:41.136913 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29f4e81-37b0-4380-a31d-decc4c91d3fe None None] Routers {'64249c48-0678-42e2-8ac0-bddd5d9d51ae'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:53:41.137722 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a29f4e81-37b0-4380-a31d-decc4c91d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:53:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['64249c48-0678-42e2-8ac0-bddd5d9d51ae'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:41.140384 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-b2fd24d4-be26-4d49-8de2-b55e4fb1a33c req-6ea597fe-372b-4057-a420-e1c4edb7e32b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Deleting port 8d67a680-eb9b-49b6-9442-9adc2b204e67 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:53:41.141724 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b2fd24d4-be26-4d49-8de2-b55e4fb1a33c req-6ea597fe-372b-4057-a420-e1c4edb7e32b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:41.142701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39972) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:41.169924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b520887c-6c19-4caf-ac5b-6ff6526c3a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d67a680-eb9b-49b6-9442-9adc2b204e67'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:41.172288 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef26fb8b-6b46-45cd-b31a-a3feafc0af26" -d '{"events": [{"server_uuid": "b520887c-6c19-4caf-ac5b-6ff6526c3a30", "name": "network-vif-unplugged", "status": "completed", "tag": "8d67a680-eb9b-49b6-9442-9adc2b204e67"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:41.178086 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5d1f8752-8c0f-4939-bbf7-26e2235697f5 req-c901446f-0113-4b92-978d-3429059804d3 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 210 time: 0.1924713 Jul 29 14:53:41.186110 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-83d7b1a6-3620-4515-89c6-2623f97f514b None None] Provisioning for port 5ac962b8-9c07-47f0-b901-8907ead13a75 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:41.218610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8d67a680-eb9b-49b6-9442-9adc2b204e67, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8d67a680-eb9b-49b6-9442-9adc2b204e67,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:41.223124 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-83d7b1a6-3620-4515-89c6-2623f97f514b None None] Provisioning complete for port 5ac962b8-9c07-47f0-b901-8907ead13a75 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:41.224988 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-83d7b1a6-3620-4515-89c6-2623f97f514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:41.251012 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:41.343610 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a29f4e81-37b0-4380-a31d-decc4c91d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:41.381020 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-a88a9b78-bfc3-4f29-ad0a-d8581e889756 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4148202 Jul 29 14:53:41.389962 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29f4e81-37b0-4380-a31d-decc4c91d3fe None None] Routers {'64249c48-0678-42e2-8ac0-bddd5d9d51ae'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:53:41.392343 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e2cb59-bdb5-4da1-bf38-7426eefd1eef x-openstack-request-id: req-31e2cb59-bdb5-4da1-bf38-7426eefd1eef {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:53:41.392343 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b520887c-6c19-4caf-ac5b-6ff6526c3a30", "name": "network-vif-unplugged", "status": "completed", "tag": "8d67a680-eb9b-49b6-9442-9adc2b204e67", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:53:41.392626 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31e2cb59-bdb5-4da1-bf38-7426eefd1eef {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:53:41.392862 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b520887c-6c19-4caf-ac5b-6ff6526c3a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d67a680-eb9b-49b6-9442-9adc2b204e67', 'code': 200} Jul 29 14:53:41.393587 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a29f4e81-37b0-4380-a31d-decc4c91d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:53:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['64249c48-0678-42e2-8ac0-bddd5d9d51ae'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:41.398431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-697a1858-7ee9-4de9-be41-25919c64e5a9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1395248874-network', 'tenant_id': '594bc26b42cf44059f13428d7c87f248'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:41.454628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-83d7b1a6-3620-4515-89c6-2623f97f514b None None] Port 5ac962b8-9c07-47f0-b901-8907ead13a75 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:53:41.461260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-b2fd24d4-be26-4d49-8de2-b55e4fb1a33c req-6ea597fe-372b-4057-a420-e1c4edb7e32b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] For port 8d67a680-eb9b-49b6-9442-9adc2b204e67, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8d67a680-eb9b-49b6-9442-9adc2b204e67,segment=NetworkSegment(c956a84e-d9bc-4da7-8ed3-a79da192608b),segment_id=c956a84e-d9bc-4da7-8ed3-a79da192608b)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:41.461637 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b2fd24d4-be26-4d49-8de2-b55e4fb1a33c req-6ea597fe-372b-4057-a420-e1c4edb7e32b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:41.466294 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Request body: {'port': {'device_id': 'a0e6daec-2d59-4f10-886b-e7fb7fec7682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:41.479633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8d67a680-eb9b-49b6-9442-9adc2b204e67,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:41.488825 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a29f4e81-37b0-4380-a31d-decc4c91d3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:41.493071 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29f4e81-37b0-4380-a31d-decc4c91d3fe None None] The sync data for ids ['64249c48-0678-42e2-8ac0-bddd5d9d51ae'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:53:41.518354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-b2fd24d4-be26-4d49-8de2-b55e4fb1a33c req-6ea597fe-372b-4057-a420-e1c4edb7e32b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Calling delete_port for 8d67a680-eb9b-49b6-9442-9adc2b204e67 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:53:41.801960 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5243d-10de-46f1-b9e2-5e4ebed9e795 req-b4eacdba-f361-4c71-9f11-4738804773e3 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:41.803978 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3fd5243d-10de-46f1-b9e2-5e4ebed9e795 req-b4eacdba-f361-4c71-9f11-4738804773e3 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/ports?device_id=b520887c-6c19-4caf-ac5b-6ff6526c3a30 HTTP/1.1" status: 200 len: 943 time: 0.4171829 Jul 29 14:53:41.875256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-8cae70ab-cc4d-45f4-ab94-b5687416b8c0 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Made reservation on behalf of 7662518354ac4f6682ef11f75ad6891d for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:53:41.879165 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-8cae70ab-cc4d-45f4-ab94-b5687416b8c0 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:41.943035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697a1858-7ee9-4de9-be41-25919c64e5a9 admin admin] Made reservation on behalf of 594bc26b42cf44059f13428d7c87f248 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:53:41.945366 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-697a1858-7ee9-4de9-be41-25919c64e5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:41.949781 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ec8e122-7aa4-43d6-9426-4e673981206b req-43c97103-f96d-4cea-a7b0-078b24cee697 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5643375 Jul 29 14:53:42.004291 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:42.019863 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-697a1858-7ee9-4de9-be41-25919c64e5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:42.129459 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b2fd24d4-be26-4d49-8de2-b55e4fb1a33c req-6ea597fe-372b-4057-a420-e1c4edb7e32b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:42.197456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea597fe-372b-4057-a420-e1c4edb7e32b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Pushing event deleted for resources: {'Port': ['ID=8d67a680-eb9b-49b6-9442-9adc2b204e67,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:42.294948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fd24d4-be26-4d49-8de2-b55e4fb1a33c req-6ea597fe-372b-4057-a420-e1c4edb7e32b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] No DVR routers for this DVR port 8d67a680-eb9b-49b6-9442-9adc2b204e67 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:53:42.298544 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b2fd24d4-be26-4d49-8de2-b55e4fb1a33c req-6ea597fe-372b-4057-a420-e1c4edb7e32b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:42.301157 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2fd24d4-be26-4d49-8de2-b55e4fb1a33c req-6ea597fe-372b-4057-a420-e1c4edb7e32b tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.38 "DELETE /v2.0/ports/8d67a680-eb9b-49b6-9442-9adc2b204e67 HTTP/1.1" status: 204 len: 173 time: 2.0892580 Jul 29 14:53:42.301652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b520887c-6c19-4caf-ac5b-6ff6526c3a30', 'name': 'network-vif-deleted', 'tag': '8d67a680-eb9b-49b6-9442-9adc2b204e67'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:42.305407 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173fe944-d7a6-4340-a385-cd585e4151ac" -d '{"events": [{"server_uuid": "b520887c-6c19-4caf-ac5b-6ff6526c3a30", "name": "network-vif-deleted", "tag": "8d67a680-eb9b-49b6-9442-9adc2b204e67"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:42.332373 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3fd5243d-10de-46f1-b9e2-5e4ebed9e795 req-6e448f16-10c8-4490-a618-0c513ad91669 tempest-ImagesTestJSON-638225602 tempest-ImagesTestJSON-638225602-project] 10.222.0.16 "GET /v2.0/security-groups?id=40d3236b-d723-47a8-905b-1caf00fc5c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583018 Jul 29 14:53:42.436425 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a384e4ac-120b-4f41-a610-12c8ad9ef96e req-817843ac-e47d-449e-ac70-4f67524738cd tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 210 time: 0.0846879 Jul 29 14:53:42.563511 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68783db7-4e68-4ee9-9b1e-ee378efbe11d x-openstack-request-id: req-68783db7-4e68-4ee9-9b1e-ee378efbe11d {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:53:42.563984 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b520887c-6c19-4caf-ac5b-6ff6526c3a30", "name": "network-vif-deleted", "tag": "8d67a680-eb9b-49b6-9442-9adc2b204e67", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:53:42.564414 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68783db7-4e68-4ee9-9b1e-ee378efbe11d {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:53:42.565085 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b520887c-6c19-4caf-ac5b-6ff6526c3a30', 'name': 'network-vif-deleted', 'tag': '8d67a680-eb9b-49b6-9442-9adc2b204e67', 'status': 'completed', 'code': 200} Jul 29 14:53:42.725661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8e122-7aa4-43d6-9426-4e673981206b req-cdf71e1a-38cc-48ac-a3d3-9036f382eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:42.728695 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ec8e122-7aa4-43d6-9426-4e673981206b req-cdf71e1a-38cc-48ac-a3d3-9036f382eb46 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 1096 time: 0.6275885 Jul 29 14:53:42.962112 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-697a1858-7ee9-4de9-be41-25919c64e5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:43.011619 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-697a1858-7ee9-4de9-be41-25919c64e5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:43.210040 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b807a-0e54-4f1c-b81b-a5ea8cf8351a req-c31f89f6-567a-4e23-811b-410ff8cf30ab tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:43.214476 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad9b807a-0e54-4f1c-b81b-a5ea8cf8351a req-c31f89f6-567a-4e23-811b-410ff8cf30ab tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.1259696 Jul 29 14:53:43.321618 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad9b807a-0e54-4f1c-b81b-a5ea8cf8351a req-46c1f9ca-75f0-405f-aa8a-cae35ada42f7 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878117 Jul 29 14:53:43.588162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697a1858-7ee9-4de9-be41-25919c64e5a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:53:43.615807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5cc1e6-962b-4e15-820c-5ac105111006 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:53:43.646261 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:43.652293 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-697a1858-7ee9-4de9-be41-25919c64e5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:43.652726 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-697a1858-7ee9-4de9-be41-25919c64e5a9 admin admin] Added segment 67dd420b-cbc7-46d7-be01-4f37674a0586 of type vlan for network f5779f1c-c34a-412c-ac27-a38d801761ff Jul 29 14:53:43.787236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a1858-7ee9-4de9-be41-25919c64e5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24217ef-9bf3-4d69-86c2-898775fbea26,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:43.794932 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d0cc7a66-c4c3-4511-b6b0-f039559918c3 req-9ffe87e7-83fd-4973-810b-b34fd45450d5 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 210 time: 0.1917572 Jul 29 14:53:43.836828 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-697a1858-7ee9-4de9-be41-25919c64e5a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:43.860990 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Transition to ACTIVE for port object 0f5cc1e6-962b-4e15-820c-5ac105111006 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:43.867368 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8e122-7aa4-43d6-9426-4e673981206b req-4eff8479-30ca-45e6-a5c0-0e5a398cac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:43.869330 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ec8e122-7aa4-43d6-9426-4e673981206b req-4eff8479-30ca-45e6-a5c0-0e5a398cac66 service neutron] 10.222.0.38 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 1.0676193 Jul 29 14:53:43.914550 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:44.045338 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40076) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:44.144331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-512b32c4-f0c0-4c69-9216-f735d199c300 admin admin] Deleting subnet 95340acc-bef9-42bd-a762-2a1386e44aeb {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:53:44.149463 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-512b32c4-f0c0-4c69-9216-f735d199c300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:44.223471 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-697a1858-7ee9-4de9-be41-25919c64e5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:44.225221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697a1858-7ee9-4de9-be41-25919c64e5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:44.226213 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-697a1858-7ee9-4de9-be41-25919c64e5a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:44.229170 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-512b32c4-f0c0-4c69-9216-f735d199c300 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:44.285905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5cc1e6-962b-4e15-820c-5ac105111006,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:44.324422 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-512b32c4-f0c0-4c69-9216-f735d199c300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:44.331412 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ec8e122-7aa4-43d6-9426-4e673981206b req-bb966cf5-df17-4733-93cb-ff8d2a11764c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326 HTTP/1.1" status: 200 len: 1001 time: 0.4185183 Jul 29 14:53:44.470946 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7744efad-2fc4-4195-bfed-c876927aa202 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:44.474573 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-512b32c4-f0c0-4c69-9216-f735d199c300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:44.522026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b32c4-f0c0-4c69-9216-f735d199c300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95340acc-bef9-42bd-a762-2a1386e44aeb,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:44.533661 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-512b32c4-f0c0-4c69-9216-f735d199c300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:44.536964 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-512b32c4-f0c0-4c69-9216-f735d199c300 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/95340acc-bef9-42bd-a762-2a1386e44aeb HTTP/1.1" status: 204 len: 168 time: 0.4886568 Jul 29 14:53:44.550895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40088) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:44.567367 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-697a1858-7ee9-4de9-be41-25919c64e5a9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6344461 Jul 29 14:53:44.571032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40090) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:44.576511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-711a0c90-80c8-4739-9897-c385e4768ced admin admin] Request body: {'subnet': {'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1395248874-subnet', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:44.658942 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8d67a680-eb9b-49b6-9442-9adc2b204e67 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:53:44.660308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e51b1-640a-464b-b200-8cc5e2f11956 req-7b2600be-7354-4638-9b8a-f6c094a6b21f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:44.662264 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c5e51b1-640a-464b-b200-8cc5e2f11956 req-7b2600be-7354-4638-9b8a-f6c094a6b21f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.1496904 Jul 29 14:53:44.674569 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32de4d22-ce6a-497e-9530-4edff38cb0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:44.685424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711a0c90-80c8-4739-9897-c385e4768ced admin admin] Made reservation on behalf of 594bc26b42cf44059f13428d7c87f248 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:53:44.688254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-711a0c90-80c8-4739-9897-c385e4768ced admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:44.698267 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 8d67a680-eb9b-49b6-9442-9adc2b204e67 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:53:44.699199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8d67a680-eb9b-49b6-9442-9adc2b204e67 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:53:44.699765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8e122-7aa4-43d6-9426-4e673981206b req-7241e7a7-d2e3-4c84-9103-1c80bdb07d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:44.701613 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ec8e122-7aa4-43d6-9426-4e673981206b req-7241e7a7-d2e3-4c84-9103-1c80bdb07d6a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.2560403 Jul 29 14:53:44.781120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a1858-7ee9-4de9-be41-25919c64e5a9 admin admin] Pushing event updated for resources: {'Network': ['ID=f5779f1c-c34a-412c-ac27-a38d801761ff,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:44.803648 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network f5779f1c-c34a-412c-ac27-a38d801761ff details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:53:44.844863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Attempting to bind port 0f5cc1e6-962b-4e15-820c-5ac105111006 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:53:44.845312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Attempting to bind port 0f5cc1e6-962b-4e15-820c-5ac105111006 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:53:44.845812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Attempting to bind port 0f5cc1e6-962b-4e15-820c-5ac105111006 on network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:53:44.890463 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8e122-7aa4-43d6-9426-4e673981206b req-cbd65297-0e9f-4dc2-b728-b8472346be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:44.892337 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ec8e122-7aa4-43d6-9426-4e673981206b req-cbd65297-0e9f-4dc2-b728-b8472346be95 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534297 Jul 29 14:53:44.892962 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32de4d22-ce6a-497e-9530-4edff38cb0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:44.905227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-32de4d22-ce6a-497e-9530-4edff38cb0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed19475f-16bb-4675-9b16-f2d2e343b379']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:44.922721 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-32de4d22-ce6a-497e-9530-4edff38cb0b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c956a84e-d9bc-4da7-8ed3-a79da192608b') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:44.923058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-32de4d22-ce6a-497e-9530-4edff38cb0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c956a84e-d9bc-4da7-8ed3-a79da192608b') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:44.937800 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32de4d22-ce6a-497e-9530-4edff38cb0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:44.962239 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32de4d22-ce6a-497e-9530-4edff38cb0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:44.969691 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32de4d22-ce6a-497e-9530-4edff38cb0b9 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:53:44.970100 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32de4d22-ce6a-497e-9530-4edff38cb0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:44.975752 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Port 0f5cc1e6-962b-4e15-820c-5ac105111006 on network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:53:44.976372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Attempting to bind port 0f5cc1e6-962b-4e15-820c-5ac105111006 on network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:53:45.031247 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:53:45.034937 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c5e51b1-640a-464b-b200-8cc5e2f11956 req-cc6699c5-ccd4-47b6-821a-d8108844f520 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3548198 Jul 29 14:53:45.045803 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32de4d22-ce6a-497e-9530-4edff38cb0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:45.061828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac962b8-9c07-47f0-b901-8907ead13a75 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:53:45.072907 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32de4d22-ce6a-497e-9530-4edff38cb0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:45.078112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-32de4d22-ce6a-497e-9530-4edff38cb0b9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ed19475f-16bb-4675-9b16-f2d2e343b379 HTTP/1.1" status: 204 len: 168 time: 0.5229750 Jul 29 14:53:45.159389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de4d22-ce6a-497e-9530-4edff38cb0b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed19475f-16bb-4675-9b16-f2d2e343b379,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:45.229649 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-529afb01-82ab-41f3-bab9-e73f604f7220 req-03818f07-44aa-45c9-8163-326c571c93c7 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 210 time: 0.1893022 Jul 29 14:53:45.230996 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:53:45.232325 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Checking segment: {'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:53:45.232788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Bound using segment: {'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:53:45.235641 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Bound port: 0f5cc1e6-962b-4e15-820c-5ac105111006, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:53:45.236157 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:45.249169 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40106) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:45.257245 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:45.267459 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-711a0c90-80c8-4739-9897-c385e4768ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:45.318265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Transition to ACTIVE for port object 5ac962b8-9c07-47f0-b901-8907ead13a75 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:45.377759 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:45.415062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a0c90-80c8-4739-9897-c385e4768ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=41a7edd6-a5a3-4ddb-81be-33d6a034973c,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:45.419126 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-498454fd-4110-4a27-8dd8-49d53d464b6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=837133df88c142f4a477dda58bdd3698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666467 Jul 29 14:53:45.422710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40110) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:45.430483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711a0c90-80c8-4739-9897-c385e4768ced admin admin] Checking segment: {'id': '67dd420b-cbc7-46d7-be01-4f37674a0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:53:45.430836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711a0c90-80c8-4739-9897-c385e4768ced admin admin] Network hostable DHCP agents. Network: f5779f1c-c34a-412c-ac27-a38d801761ff, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:53:45.478008 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711a0c90-80c8-4739-9897-c385e4768ced admin admin] Network f5779f1c-c34a-412c-ac27-a38d801761ff is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:53:45.513539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-711a0c90-80c8-4739-9897-c385e4768ced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, f5779f1c-c34a-412c-ac27-a38d801761ff) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:45.523226 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2a6f-bc96-4396-8324-59d4c4e98360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:45.525782 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711a0c90-80c8-4739-9897-c385e4768ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:45.526391 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-711a0c90-80c8-4739-9897-c385e4768ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:45.561098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] For port 0f5cc1e6-962b-4e15-820c-5ac105111006, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:53:45.566063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d91a46-c375-4e9b-b4d4-c0cf9bc83927 None None] Network f5779f1c-c34a-412c-ac27-a38d801761ff requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:53:45.566976 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ec8e122-7aa4-43d6-9426-4e673981206b req-99b532ab-add4-4b45-9941-1baf70b2a4a5 service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872190 Jul 29 14:53:45.589828 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-711a0c90-80c8-4739-9897-c385e4768ced admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0176411 Jul 29 14:53:45.592197 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2a6f-bc96-4396-8324-59d4c4e98360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:45.594086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40116) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:45.604137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1395248874-router', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:45.625491 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac962b8-9c07-47f0-b901-8907ead13a75,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:45.661584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-8cae70ab-cc4d-45f4-ab94-b5687416b8c0 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Allocated IP 172.20.0.7 (b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7/0272e468-e28b-43f2-99c8-bc35776d2398/b9685e47-76fe-40a8-b23e-7e1eb98b331c) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:53:45.680601 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] For port 0f5cc1e6-962b-4e15-820c-5ac105111006, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=0f5cc1e6-962b-4e15-820c-5ac105111006,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:53:45.701907 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:45.703495 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:45.799196 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:45.814386 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:45.866507 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2a6f-bc96-4396-8324-59d4c4e98360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:45.869251 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2a6f-bc96-4396-8324-59d4c4e98360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:45.872987 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-eb6f2a6f-bc96-4396-8324-59d4c4e98360 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40d3236b-d723-47a8-905b-1caf00fc5c57 HTTP/1.1" status: 204 len: 168 time: 0.4468019 Jul 29 14:53:45.919310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f2a6f-bc96-4396-8324-59d4c4e98360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d3236b-d723-47a8-905b-1caf00fc5c57,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:45.988562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-f5779f1c-c34a-412c-ac27-a38d801761ff', 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'fixed_ips': [{'subnet_id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:53:45.991963 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:46.079345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:46.079979 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:46.083415 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:46.085942 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] 10.222.0.39 "PUT /v2.0/ports/0f5cc1e6-962b-4e15-820c-5ac105111006 HTTP/1.1" status: 200 len: 1091 time: 5.7282677 Jul 29 14:53:46.089174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37aa1150-1c14-4452-a61e-71ea83f3ad40', 'tag': '0f5cc1e6-962b-4e15-820c-5ac105111006'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:46.096460 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bed409c-087f-42e0-a55b-203785d6bd75" -d '{"events": [{"name": "network-changed", "server_uuid": "37aa1150-1c14-4452-a61e-71ea83f3ad40", "tag": "0f5cc1e6-962b-4e15-820c-5ac105111006"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:46.127242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Attempting to bind port 5ac962b8-9c07-47f0-b901-8907ead13a75 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:53:46.129172 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Attempting to bind port 5ac962b8-9c07-47f0-b901-8907ead13a75 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:53:46.130312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Attempting to bind port 5ac962b8-9c07-47f0-b901-8907ead13a75 on network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:53:46.256033 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258a3d69-f30d-4dbd-b133-e2f62de833e7 x-openstack-request-id: req-258a3d69-f30d-4dbd-b133-e2f62de833e7 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:53:46.257127 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37aa1150-1c14-4452-a61e-71ea83f3ad40", "tag": "0f5cc1e6-962b-4e15-820c-5ac105111006", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:53:46.258448 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-258a3d69-f30d-4dbd-b133-e2f62de833e7 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:53:46.259088 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37aa1150-1c14-4452-a61e-71ea83f3ad40', 'tag': '0f5cc1e6-962b-4e15-820c-5ac105111006', 'status': 'completed', 'code': 200} Jul 29 14:53:46.299988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Port 5ac962b8-9c07-47f0-b901-8907ead13a75 on network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:53:46.309264 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Attempting to bind port 5ac962b8-9c07-47f0-b901-8907ead13a75 on network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:53:46.449616 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0478f-6970-49db-9835-1478ecbfe119 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5cc1e6-962b-4e15-820c-5ac105111006,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:46.500309 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Allocated IP 172.20.0.2 (f5779f1c-c34a-412c-ac27-a38d801761ff/41a7edd6-a5a3-4ddb-81be-33d6a034973c/d32fc214-2071-4447-bcd1-0a94be6f8ec0) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:53:46.510549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c2c62-8b15-4003-9bd7-de820e3efc2c req-a3d477fa-d821-49bd-8535-4486dc756dc7 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:46.512501 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-184c2c62-8b15-4003-9bd7-de820e3efc2c req-a3d477fa-d821-49bd-8535-4486dc756dc7 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.2312028 Jul 29 14:53:46.528090 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ec8e122-7aa4-43d6-9426-4e673981206b req-6b062baa-feaf-4bfc-ab7b-0691c0c60516 service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9382157 Jul 29 14:53:46.692321 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:53:46.692689 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Checking segment: {'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:53:46.693091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Bound using segment: {'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:53:46.693565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Bound port: 5ac962b8-9c07-47f0-b901-8907ead13a75, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:53:46.693947 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:46.724941 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-95c85876-8239-4b46-9a7d-5c8b5672514b req-9edcee43-5c2c-4573-97da-bb13a476b1ab tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 210 time: 0.2593575 Jul 29 14:53:46.766251 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-184c2c62-8b15-4003-9bd7-de820e3efc2c req-5b7118bd-c879-493e-a625-47feacd365f8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666601 Jul 29 14:53:46.792312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:46.845775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-550344b0-92e7-4437-b0aa-d1a1128182a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:46.847924 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-550344b0-92e7-4437-b0aa-d1a1128182a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7662518354ac4f6682ef11f75ad6891d&device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 1094 time: 0.6771836 Jul 29 14:53:46.882921 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:46.892186 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-8cae70ab-cc4d-45f4-ab94-b5687416b8c0 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:46.920343 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:46.937470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Transition to ACTIVE for port object d32fc214-2071-4447-bcd1-0a94be6f8ec0 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:46.941993 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7744efad-2fc4-4195-bfed-c876927aa202 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port f260e1d2-f06f-4ea9-8b8c-5d704d354e1f {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:53:46.942492 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7744efad-2fc4-4195-bfed-c876927aa202 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:46.962685 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-4dae4b98-978e-44ea-965c-7f3464e6290b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f5cc1e6-962b-4e15-820c-5ac105111006 HTTP/1.1" status: 200 len: 217 time: 0.0764189 Jul 29 14:53:46.969180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Transition to ACTIVE for port object d32fc214-2071-4447-bcd1-0a94be6f8ec0 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:46.983660 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:46.987347 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-8cae70ab-cc4d-45f4-ab94-b5687416b8c0 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Transition to ACTIVE for port object b9685e47-76fe-40a8-b23e-7e1eb98b331c will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:47.098929 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Allocated IP 172.25.6.139 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/8538634a-700c-4457-a5e3-694c6646fe2b) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:53:47.152466 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Pushing event updated for resources: {'Port': ['ID=d32fc214-2071-4447-bcd1-0a94be6f8ec0,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:47.163902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Network f5779f1c-c34a-412c-ac27-a38d801761ff is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:53:47.167494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:47.173357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] For port 5ac962b8-9c07-47f0-b901-8907ead13a75, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:53:47.175630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:53:47.190968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] For port 5ac962b8-9c07-47f0-b901-8907ead13a75, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5ac962b8-9c07-47f0-b901-8907ead13a75,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:53:47.235105 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:47.342795 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Attempting to bind port d32fc214-2071-4447-bcd1-0a94be6f8ec0 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:53:47.348816 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Attempting to bind port d32fc214-2071-4447-bcd1-0a94be6f8ec0 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '67dd420b-cbc7-46d7-be01-4f37674a0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:53:47.349344 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Attempting to bind port d32fc214-2071-4447-bcd1-0a94be6f8ec0 on network f5779f1c-c34a-412c-ac27-a38d801761ff {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:53:47.360082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:53:47.360593 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Checking segment: {'id': '67dd420b-cbc7-46d7-be01-4f37674a0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:53:47.361210 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:47.361730 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Bound using segment: {'id': '67dd420b-cbc7-46d7-be01-4f37674a0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:53:47.362359 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Bound port: d32fc214-2071-4447-bcd1-0a94be6f8ec0, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dd420b-cbc7-46d7-be01-4f37674a0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:53:47.362845 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:47.389080 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-d270528b-abed-44a4-b41f-5b9e854d2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:47.390630 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:47.390736 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-d270528b-abed-44a4-b41f-5b9e854d2597 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0272e468-e28b-43f2-99c8-bc35776d2398 HTTP/1.1" status: 200 len: 855 time: 0.3409216 Jul 29 14:53:47.428026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:47.428351 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:47.429983 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] 10.222.0.39 "PUT /v2.0/ports/5ac962b8-9c07-47f0-b901-8907ead13a75 HTTP/1.1" status: 200 len: 1091 time: 5.9689083 Jul 29 14:53:47.441309 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-8cae70ab-cc4d-45f4-ab94-b5687416b8c0 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:47.492817 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] For port d32fc214-2071-4447-bcd1-0a94be6f8ec0, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:53:47.496882 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] For port d32fc214-2071-4447-bcd1-0a94be6f8ec0, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d32fc214-2071-4447-bcd1-0a94be6f8ec0,segment=NetworkSegment(67dd420b-cbc7-46d7-be01-4f37674a0586),segment_id=67dd420b-cbc7-46d7-be01-4f37674a0586)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:53:47.508417 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:47.556477 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:47.580523 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7744efad-2fc4-4195-bfed-c876927aa202 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:47.587906 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40172) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:47.613692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc35d4-07fc-4c07-b31d-2a901a82f385 None None] Pushing event updated for resources: {'Port': ['ID=d32fc214-2071-4447-bcd1-0a94be6f8ec0,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:47.626835 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7744efad-2fc4-4195-bfed-c876927aa202 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for f260e1d2-f06f-4ea9-8b8c-5d704d354e1f owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:53:47.640020 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6339075-bbc4-4a6e-a0d1-138c7e1cae52 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac962b8-9c07-47f0-b901-8907ead13a75,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:47.645327 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:53:47.698033 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:47.703645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:53:48.055434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Pushing event updated for resources: {'Port': ['ID=8538634a-700c-4457-a5e3-694c6646fe2b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:48.061649 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-2b42f3f8-b3e3-405d-b304-bf5368193ab9 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-225598745-network', 'tenant_id': '28bcd8d082344846aa3000b5c102e8f6'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:48.202454 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b42f3f8-b3e3-405d-b304-bf5368193ab9 admin admin] Made reservation on behalf of 28bcd8d082344846aa3000b5c102e8f6 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:53:48.204786 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b42f3f8-b3e3-405d-b304-bf5368193ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:48.228875 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b42f3f8-b3e3-405d-b304-bf5368193ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:48.284001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e6daec-2d59-4f10-886b-e7fb7fec7682', 'tag': '5ac962b8-9c07-47f0-b901-8907ead13a75'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:48.287045 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcf906b-9caf-4200-901d-1409efd856f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e6daec-2d59-4f10-886b-e7fb7fec7682", "tag": "5ac962b8-9c07-47f0-b901-8907ead13a75"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:48.306568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89c6ed-557b-449d-81a0-50067abd8ca7 req-835f0dcc-9a16-4afd-92a8-8ca108d32e86 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:48.308435 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae89c6ed-557b-449d-81a0-50067abd8ca7 req-835f0dcc-9a16-4afd-92a8-8ca108d32e86 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.2697339 Jul 29 14:53:48.346008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae70ab-cc4d-45f4-ab94-b5687416b8c0 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Pushing event updated for resources: {'Port': ['ID=b9685e47-76fe-40a8-b23e-7e1eb98b331c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:48.364559 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-8cae70ab-cc4d-45f4-ab94-b5687416b8c0 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:53:48.377089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-8cae70ab-cc4d-45f4-ab94-b5687416b8c0 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:48.379930 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-8cae70ab-cc4d-45f4-ab94-b5687416b8c0 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:53:48.448357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-c124c863-d808-44ca-8259-43baa35c3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:48.456003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d32fc214-2071-4447-bcd1-0a94be6f8ec0 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:53:48.458485 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-c124c863-d808-44ca-8259-43baa35c3634 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7662518354ac4f6682ef11f75ad6891d&device_id=a0e6daec-2d59-4f10-886b-e7fb7fec7682 HTTP/1.1" status: 200 len: 1094 time: 0.7464695 Jul 29 14:53:48.464519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-4c871d1c-f42b-41eb-9b86-021bf2695f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:48.466283 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-4c871d1c-f42b-41eb-9b86-021bf2695f02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0557163 Jul 29 14:53:48.473145 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7744efad-2fc4-4195-bfed-c876927aa202 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:48.600833 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port d32fc214-2071-4447-bcd1-0a94be6f8ec0 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:48.659808 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae89c6ed-557b-449d-81a0-50067abd8ca7 req-4de0b8a3-89cc-4572-8a62-084765751243 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494562 Jul 29 14:53:48.693390 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b42f3f8-b3e3-405d-b304-bf5368193ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:48.697114 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-161d245d-f5a2-4194-be48-8ec7ab85a8ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ac962b8-9c07-47f0-b901-8907ead13a75 HTTP/1.1" status: 200 len: 217 time: 0.2272494 Jul 29 14:53:48.697914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744efad-2fc4-4195-bfed-c876927aa202 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=f260e1d2-f06f-4ea9-8b8c-5d704d354e1f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:48.717989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c2cdf-0548-4a88-a7d7-287b1c5264d5 req-65364e29-175d-43b6-942f-dae8a12eaa9a tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:48.719600 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-238c2cdf-0548-4a88-a7d7-287b1c5264d5 req-65364e29-175d-43b6-942f-dae8a12eaa9a tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 931 time: 0.7223430 Jul 29 14:53:48.737705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-8cae70ab-cc4d-45f4-ab94-b5687416b8c0 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:48.738359 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-8cae70ab-cc4d-45f4-ab94-b5687416b8c0 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:48.741319 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b42f3f8-b3e3-405d-b304-bf5368193ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:48.821353 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:48.867405 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:53:48.987586 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-8cae70ab-cc4d-45f4-ab94-b5687416b8c0 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9494193 Jul 29 14:53:49.006650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b42f3f8-b3e3-405d-b304-bf5368193ab9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:53:49.069989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42f3f8-b3e3-405d-b304-bf5368193ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e10068d-edb0-4c61-b04e-546af5f7dbea,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:49.148825 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-49b531ea-d1e2-419a-8353-6af112d35235 None None] Provisioning for port b9685e47-76fe-40a8-b23e-7e1eb98b331c completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:49.171144 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-49b531ea-d1e2-419a-8353-6af112d35235 None None] Provisioning complete for port b9685e47-76fe-40a8-b23e-7e1eb98b331c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:49.171986 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49b531ea-d1e2-419a-8353-6af112d35235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:49.188502 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b42f3f8-b3e3-405d-b304-bf5368193ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:49.189550 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-2b42f3f8-b3e3-405d-b304-bf5368193ab9 admin admin] Added segment 7fe5213f-c90e-4714-9d62-7ea6af5201a5 of type vlan for network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 Jul 29 14:53:49.278084 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b42f3f8-b3e3-405d-b304-bf5368193ab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:49.292639 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-49b531ea-d1e2-419a-8353-6af112d35235 None None] Port b9685e47-76fe-40a8-b23e-7e1eb98b331c cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:53:49.371785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a49cd-4ddc-4a38-bdb5-d063a7b765c0 req-92c631d0-5465-49e4-8d1d-3ed77922d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:49.374803 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-624a49cd-4ddc-4a38-bdb5-d063a7b765c0 req-92c631d0-5465-49e4-8d1d-3ed77922d654 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=247d807a3183413d81bd38d576287ebf&device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 1097 time: 0.3710113 Jul 29 14:53:49.461524 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c338eb-097a-4826-920d-feff4d5d6604 None None] Network f5779f1c-c34a-412c-ac27-a38d801761ff requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:53:49.489013 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b42f3f8-b3e3-405d-b304-bf5368193ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:49.491107 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b42f3f8-b3e3-405d-b304-bf5368193ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:49.492449 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b42f3f8-b3e3-405d-b304-bf5368193ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:49.586668 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Request body: {'port': {'device_id': 'e29de4dd-f437-4768-b50d-a3623ab13d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:49.603560 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9186685-2c27-444e-b25a-ae0fec7f0adb x-openstack-request-id: req-e9186685-2c27-444e-b25a-ae0fec7f0adb {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:53:49.604211 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e6daec-2d59-4f10-886b-e7fb7fec7682", "tag": "5ac962b8-9c07-47f0-b901-8907ead13a75", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:53:49.604511 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9186685-2c27-444e-b25a-ae0fec7f0adb {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:53:49.604953 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e6daec-2d59-4f10-886b-e7fb7fec7682', 'tag': '5ac962b8-9c07-47f0-b901-8907ead13a75', 'status': 'completed', 'code': 200} Jul 29 14:53:49.608892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-a36d1a4f-0b78-47c6-b74e-4e92b1aa8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:49.610678 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-a36d1a4f-0b78-47c6-b74e-4e92b1aa8196 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0272e468-e28b-43f2-99c8-bc35776d2398 HTTP/1.1" status: 200 len: 855 time: 0.9035540 Jul 29 14:53:49.690028 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42f3f8-b3e3-405d-b304-bf5368193ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:49.710144 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-238c2cdf-0548-4a88-a7d7-287b1c5264d5 req-49ce0af4-2c5a-42d8-9f34-cf69e3ef604a tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9530396 Jul 29 14:53:49.716037 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:53:49.747296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2b42f3f8-b3e3-405d-b304-bf5368193ab9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1382570 Jul 29 14:53:49.750669 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40192) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:49.770673 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a4bf4ea4-05b3-47d3-80d4-9662fef4dd0f admin admin] Request body: {'subnet': {'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-225598745-subnet', 'tenant_id': '28bcd8d082344846aa3000b5c102e8f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:49.816867 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7744efad-2fc4-4195-bfed-c876927aa202 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:49.826672 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-59109dfc-188b-4a00-811e-00c4e6f4ee14 service neutron] 10.222.0.39 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3489480 Jul 29 14:53:49.962823 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-88c7ba86-c71f-4794-92d4-8e643bb13d77 req-caf6a8b7-152a-409a-97aa-e3c37d9daade service neutron] 10.222.0.39 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268835 Jul 29 14:53:49.965801 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:49.977836 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2607793e-cbce-476c-887e-30a428929107 None None] Provisioning for port d32fc214-2071-4447-bcd1-0a94be6f8ec0 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:50.035178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2607793e-cbce-476c-887e-30a428929107 None None] Provisioning complete for port d32fc214-2071-4447-bcd1-0a94be6f8ec0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:50.035766 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2607793e-cbce-476c-887e-30a428929107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:50.251360 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2607793e-cbce-476c-887e-30a428929107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:50.262630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-ded173c6-5269-4401-80c4-2ab3b08178db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:50.265119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-ded173c6-5269-4401-80c4-2ab3b08178db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6402557 Jul 29 14:53:50.300561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a49cd-4ddc-4a38-bdb5-d063a7b765c0 req-ffbfa6a1-1b58-442c-a1d0-40ac950e659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:50.302989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2607793e-cbce-476c-887e-30a428929107 None None] For port d32fc214-2071-4447-bcd1-0a94be6f8ec0, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d32fc214-2071-4447-bcd1-0a94be6f8ec0,segment=NetworkSegment(67dd420b-cbc7-46d7-be01-4f37674a0586),segment_id=67dd420b-cbc7-46d7-be01-4f37674a0586)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:50.303431 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-624a49cd-4ddc-4a38-bdb5-d063a7b765c0 req-ffbfa6a1-1b58-442c-a1d0-40ac950e659a service neutron] 10.222.0.39 "GET /v2.0/networks?id=e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 200 len: 918 time: 0.8692279 Jul 29 14:53:50.317926 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2607793e-cbce-476c-887e-30a428929107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:50.349123 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70efa04-37ca-4fba-b6fe-21b3b1f162de req-d35c1bb5-232a-44c1-8b76-63120454fb03 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:50.361806 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f70efa04-37ca-4fba-b6fe-21b3b1f162de req-d35c1bb5-232a-44c1-8b76-63120454fb03 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.2578576 Jul 29 14:53:50.362859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bf4ea4-05b3-47d3-80d4-9662fef4dd0f admin admin] Made reservation on behalf of 28bcd8d082344846aa3000b5c102e8f6 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:53:50.370435 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a4bf4ea4-05b3-47d3-80d4-9662fef4dd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:50.436729 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607793e-cbce-476c-887e-30a428929107 None None] Pushing event updated for resources: {'Port': ['ID=d32fc214-2071-4447-bcd1-0a94be6f8ec0,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:50.473372 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:50.546456 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-893e5b4a-5a48-42ac-a382-81b8c8934ac3 None None] Provisioning complete for port d32fc214-2071-4447-bcd1-0a94be6f8ec0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:50.547129 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-893e5b4a-5a48-42ac-a382-81b8c8934ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:50.629356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed409c-087f-42e0-a55b-203785d6bd75 req-4c1f4b98-5476-4c77-a118-0f0eba700c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:50.631605 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4bed409c-087f-42e0-a55b-203785d6bd75 req-4c1f4b98-5476-4c77-a118-0f0eba700c79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7662518354ac4f6682ef11f75ad6891d&device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 1094 time: 0.5777190 Jul 29 14:53:50.673236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7744efad-2fc4-4195-bfed-c876927aa202 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 64249c48-0678-42e2-8ac0-bddd5d9d51ae has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:53:50.766603 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-7dd213fe-9bf3-4205-9ce7-968f144d474d service neutron] 10.222.0.39 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534202 Jul 29 14:53:50.824135 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-624a49cd-4ddc-4a38-bdb5-d063a7b765c0 req-9ab00e05-b742-401e-8eba-42f1a7bc2acd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21 HTTP/1.1" status: 200 len: 1002 time: 0.5042849 Jul 29 14:53:50.840190 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f70efa04-37ca-4fba-b6fe-21b3b1f162de req-67bf30f3-5520-43e2-a686-d4cd77b65472 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3691120 Jul 29 14:53:50.964329 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a49cd-4ddc-4a38-bdb5-d063a7b765c0 req-267374af-b211-45ab-93bb-a0f2f2cd1fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:50.966109 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-624a49cd-4ddc-4a38-bdb5-d063a7b765c0 req-267374af-b211-45ab-93bb-a0f2f2cd1fa7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d86473b6-310e-404b-a7a5-30517fe56c5e HTTP/1.1" status: 200 len: 856 time: 0.1248679 Jul 29 14:53:51.000947 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7744efad-2fc4-4195-bfed-c876927aa202 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:53:51.017731 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7744efad-2fc4-4195-bfed-c876927aa202 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/64249c48-0678-42e2-8ac0-bddd5d9d51ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8709443 Jul 29 14:53:51.023459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40202) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:51.026324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed409c-087f-42e0-a55b-203785d6bd75 req-a01f588c-e30c-4749-b1d9-1dc8c3cee706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:51.027629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d73ac-1ba7-4230-be2b-6e3fb0781b79 None None] Sync routers for ids ['64249c48-0678-42e2-8ac0-bddd5d9d51ae'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:53:51.027813 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4bed409c-087f-42e0-a55b-203785d6bd75 req-a01f588c-e30c-4749-b1d9-1dc8c3cee706 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 HTTP/1.1" status: 200 len: 917 time: 0.3639452 Jul 29 14:53:51.042266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d73ac-1ba7-4230-be2b-6e3fb0781b79 None None] Routers {'64249c48-0678-42e2-8ac0-bddd5d9d51ae'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:53:51.043335 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5a1d73ac-1ba7-4230-be2b-6e3fb0781b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:53:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['64249c48-0678-42e2-8ac0-bddd5d9d51ae'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:51.094506 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8f947903-c2ee-4646-8a32-7ca34cfbecf7 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports?device_id=64249c48-0678-42e2-8ac0-bddd5d9d51ae HTTP/1.1" status: 200 len: 205 time: 0.0635195 Jul 29 14:53:51.095726 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5a1d73ac-1ba7-4230-be2b-6e3fb0781b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:51.112037 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d73ac-1ba7-4230-be2b-6e3fb0781b79 None None] Routers {'64249c48-0678-42e2-8ac0-bddd5d9d51ae'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:53:51.113353 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5a1d73ac-1ba7-4230-be2b-6e3fb0781b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:53:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['64249c48-0678-42e2-8ac0-bddd5d9d51ae'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:51.156565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5a1d73ac-1ba7-4230-be2b-6e3fb0781b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:51.157477 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d73ac-1ba7-4230-be2b-6e3fb0781b79 None None] The sync data for ids ['64249c48-0678-42e2-8ac0-bddd5d9d51ae'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:53:51.164954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40204) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:51.217153 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4bed409c-087f-42e0-a55b-203785d6bd75 req-c7fc1471-01f4-4573-b7b0-6575a53c14ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f5cc1e6-962b-4e15-820c-5ac105111006 HTTP/1.1" status: 200 len: 217 time: 0.1661036 Jul 29 14:53:51.276800 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-965e9567-e7b1-4e64-a06b-1640622ad844 req-78d31aa7-76a1-4abb-9933-c38870f9784a service neutron] 10.222.0.39 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986305 Jul 29 14:53:51.285315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0ff5b-5554-4918-96cd-0bb4df47a5c5 req-f451e274-7e4c-4d05-a504-7e6302ee0139 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:51.293001 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6ed0ff5b-5554-4918-96cd-0bb4df47a5c5 req-f451e274-7e4c-4d05-a504-7e6302ee0139 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 931 time: 0.3961835 Jul 29 14:53:51.381838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9685e47-76fe-40a8-b23e-7e1eb98b331c {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:53:51.396583 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:51.410107 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2397d7a2-a586-4540-9f67-4466e00455ad tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:51.504530 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a4bf4ea4-05b3-47d3-80d4-9662fef4dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:51.508412 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a49cd-4ddc-4a38-bdb5-d063a7b765c0 req-0a01d307-3073-4f5e-9575-1baf1ca8eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:51.510142 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-624a49cd-4ddc-4a38-bdb5-d063a7b765c0 req-0a01d307-3073-4f5e-9575-1baf1ca8eaec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7376b65-c37a-462a-9b7f-fd5ca02310cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5324383 Jul 29 14:53:51.516957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Router 1a010d4f-0539-4476-b478-abc53adac9fc is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:53:51.740233 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf4ea4-05b3-47d3-80d4-9662fef4dd0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f6d6b5-3b81-47bf-b7c1-836398789a1e,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:51.786852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf4ea4-05b3-47d3-80d4-9662fef4dd0f admin admin] Checking segment: {'id': '7fe5213f-c90e-4714-9d62-7ea6af5201a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:53:51.787437 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bf4ea4-05b3-47d3-80d4-9662fef4dd0f admin admin] Network hostable DHCP agents. Network: fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:53:51.811303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Transition to ACTIVE for port object b9685e47-76fe-40a8-b23e-7e1eb98b331c will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:51.817166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed409c-087f-42e0-a55b-203785d6bd75 req-d88bd4f4-3273-4268-b6e5-8640386cd60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:51.818917 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4bed409c-087f-42e0-a55b-203785d6bd75 req-d88bd4f4-3273-4268-b6e5-8640386cd60f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0272e468-e28b-43f2-99c8-bc35776d2398 HTTP/1.1" status: 200 len: 855 time: 0.5912313 Jul 29 14:53:51.827266 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:51.847781 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6ed0ff5b-5554-4918-96cd-0bb4df47a5c5 req-02b5ce17-b70d-4586-a816-d7f1f5f3c789 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538771 Jul 29 14:53:51.918293 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:53:51.929329 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-624a49cd-4ddc-4a38-bdb5-d063a7b765c0 req-00562184-9c97-4bb5-a31f-5cfe7a0ca70c service neutron] 10.222.0.39 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868041 Jul 29 14:53:51.929586 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Sync routers for ids ['1a010d4f-0539-4476-b478-abc53adac9fc'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:53:51.945575 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Routers {'1a010d4f-0539-4476-b478-abc53adac9fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:53:51.945867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bf4ea4-05b3-47d3-80d4-9662fef4dd0f admin admin] Network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:53:51.946256 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:53:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1a010d4f-0539-4476-b478-abc53adac9fc'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:52.070394 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Set router 1a010d4f-0539-4476-b478-abc53adac9fc gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:53:52.080592 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:52.085433 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-93ed240a-b946-46eb-a7cf-003110774713 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4902463 Jul 29 14:53:52.089507 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-624a49cd-4ddc-4a38-bdb5-d063a7b765c0 req-e3422389-4cd4-4e97-999c-669613752351 service neutron] 10.222.0.39 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297944 Jul 29 14:53:52.096166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40214) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:52.128362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf906b-9caf-4200-901d-1409efd856f7 req-e3320413-ab2b-42bd-a023-fcf0b05896c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:52.131108 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3bcf906b-9caf-4200-901d-1409efd856f7 req-e3320413-ab2b-42bd-a023-fcf0b05896c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7662518354ac4f6682ef11f75ad6891d&device_id=a0e6daec-2d59-4f10-886b-e7fb7fec7682 HTTP/1.1" status: 200 len: 1094 time: 0.7410095 Jul 29 14:53:52.138085 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2397d7a2-a586-4540-9f67-4466e00455ad tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:52.206924 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a4bf4ea4-05b3-47d3-80d4-9662fef4dd0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:52.214854 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2397d7a2-a586-4540-9f67-4466e00455ad tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:52.219400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cb0159-cf83-4e75-b5d7-0f465a68a172 None None] Network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:53:52.310758 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bf4ea4-05b3-47d3-80d4-9662fef4dd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:52.313317 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'name': 'tempest-ServersTestBootFromVolume-1395248874-router', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:53:45Z', 'updated_at': '2021-07-29T14:53:48Z', 'revision_number': 3, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'gw_port': {'id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:46Z', 'updated_at': '2021-07-29T14:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:52.317554 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a4bf4ea4-05b3-47d3-80d4-9662fef4dd0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:52.347320 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Checking router: 1a010d4f-0539-4476-b478-abc53adac9fc for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:53:52.347920 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Updating router 1a010d4f-0539-4476-b478-abc53adac9fc port 8538634a-700c-4457-a5e3-694c6646fe2b binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:53:52.379811 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:52.405221 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d32fc214-2071-4447-bcd1-0a94be6f8ec0 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:53:52.412856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a56be-5da2-4481-9438-59dd2fca5dd2 req-7ca8b75e-5753-49d1-9762-e69a1288739a tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:52.422914 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc5a56be-5da2-4481-9438-59dd2fca5dd2 req-7ca8b75e-5753-49d1-9762-e69a1288739a tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.3229907 Jul 29 14:53:52.437367 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a4bf4ea4-05b3-47d3-80d4-9662fef4dd0f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6781068 Jul 29 14:53:52.600982 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc5a56be-5da2-4481-9438-59dd2fca5dd2 req-3c03743f-8745-4405-bf28-a060f809c2ce tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620090 Jul 29 14:53:52.697679 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Pushing event updated for resources: {'Port': ['ID=b9685e47-76fe-40a8-b23e-7e1eb98b331c,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:52.705269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 0f5cc1e6-962b-4e15-820c-5ac105111006 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:53:52.709883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port d32fc214-2071-4447-bcd1-0a94be6f8ec0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:52.720426 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:52.771711 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2397d7a2-a586-4540-9f67-4466e00455ad tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:52.772820 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2397d7a2-a586-4540-9f67-4466e00455ad tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Fanout notify agent at l3_agent the message router_deleted on router 64249c48-0678-42e2-8ac0-bddd5d9d51ae {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:53:52.843590 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:52.849165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed409c-087f-42e0-a55b-203785d6bd75 req-704ab140-a40a-4c02-9100-95a027d42892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:52.851812 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4bed409c-087f-42e0-a55b-203785d6bd75 req-704ab140-a40a-4c02-9100-95a027d42892 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0200830 Jul 29 14:53:52.863504 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Transition to ACTIVE for port object 8538634a-700c-4457-a5e3-694c6646fe2b will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:52.866093 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2397d7a2-a586-4540-9f67-4466e00455ad tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:52.868011 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2397d7a2-a586-4540-9f67-4466e00455ad tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/routers/64249c48-0678-42e2-8ac0-bddd5d9d51ae HTTP/1.1" status: 204 len: 168 time: 1.6935017 Jul 29 14:53:52.872058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40230) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:52.878578 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:52.996552 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-22eb3641-bba6-434c-996d-6bb2b66b6f33 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting subnet 44e59faa-1261-4d4c-b1fe-48ca7b67eba5 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:53:53.007372 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22eb3641-bba6-434c-996d-6bb2b66b6f33 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:53.065478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d12bf3-85a3-4e15-ab2b-99537bfb51f7 None None] Network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:53:53.077414 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Attempting to bind port 8538634a-700c-4457-a5e3-694c6646fe2b on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:53:53.082345 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Attempting to bind port 8538634a-700c-4457-a5e3-694c6646fe2b by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:53:53.082942 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Attempting to bind port 8538634a-700c-4457-a5e3-694c6646fe2b on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:53:53.110530 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:53:53.111232 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:53:53.111934 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:53.112639 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:53:53.112874 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22eb3641-bba6-434c-996d-6bb2b66b6f33 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:53.115216 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Bound port: 8538634a-700c-4457-a5e3-694c6646fe2b, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:53:53.116147 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:53.120709 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7133f-24f5-454b-87f9-12c88f086bf7 None None] Pushing event updated for resources: {'Port': ['ID=8538634a-700c-4457-a5e3-694c6646fe2b,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:53.193145 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7133f-24f5-454b-87f9-12c88f086bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:53.193673 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7133f-24f5-454b-87f9-12c88f086bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:53.194297 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7133f-24f5-454b-87f9-12c88f086bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:53.194920 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7133f-24f5-454b-87f9-12c88f086bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:53.195541 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7133f-24f5-454b-87f9-12c88f086bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:53.196174 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7133f-24f5-454b-87f9-12c88f086bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:53.196900 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7133f-24f5-454b-87f9-12c88f086bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:53.197523 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7133f-24f5-454b-87f9-12c88f086bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:53.198138 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7133f-24f5-454b-87f9-12c88f086bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:53.198743 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7133f-24f5-454b-87f9-12c88f086bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:53.199347 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7133f-24f5-454b-87f9-12c88f086bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:53.199955 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7133f-24f5-454b-87f9-12c88f086bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:53.245821 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:53:53.280700 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] For port 8538634a-700c-4457-a5e3-694c6646fe2b, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:53:53.291456 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] For port 8538634a-700c-4457-a5e3-694c6646fe2b, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8538634a-700c-4457-a5e3-694c6646fe2b,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:53:53.299577 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:53.394593 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 0f5cc1e6-962b-4e15-820c-5ac105111006, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=0f5cc1e6-962b-4e15-820c-5ac105111006,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:53.432996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '0f5cc1e6-962b-4e15-820c-5ac105111006', 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7', 'port_id': '0f5cc1e6-962b-4e15-820c-5ac105111006', 'mac_address': 'fa:16:3e:66:7d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0272e468-e28b-43f2-99c8-bc35776d2398', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:53:53.516614 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Routers {'1a010d4f-0539-4476-b478-abc53adac9fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:53:53.524265 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:53:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1a010d4f-0539-4476-b478-abc53adac9fc'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:53.527838 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22eb3641-bba6-434c-996d-6bb2b66b6f33 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:53.589136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bc91d-283b-4356-a592-8f4883fcdfec req-349b70ce-28d8-44f1-8db6-6751b9be6e29 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:53.613562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ef3bc91d-283b-4356-a592-8f4883fcdfec req-349b70ce-28d8-44f1-8db6-6751b9be6e29 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 943 time: 0.3722444 Jul 29 14:53:53.737932 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ef3bc91d-283b-4356-a592-8f4883fcdfec req-a83e883d-943b-4e4d-93a1-16f2e6b62e01 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176767 Jul 29 14:53:53.784000 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22eb3641-bba6-434c-996d-6bb2b66b6f33 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:53.788650 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Attempting to bind port b9685e47-76fe-40a8-b23e-7e1eb98b331c on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:53:53.789024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Attempting to bind port b9685e47-76fe-40a8-b23e-7e1eb98b331c by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:53:53.791589 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Attempting to bind port b9685e47-76fe-40a8-b23e-7e1eb98b331c on network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:53:53.809555 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4bed409c-087f-42e0-a55b-203785d6bd75 req-520d14d8-fd64-4f64-b051-4683933653df service neutron] 10.222.0.39 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152784 Jul 29 14:53:53.821785 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:53.856933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5cc1e6-962b-4e15-820c-5ac105111006 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:53:53.883528 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 0f5cc1e6-962b-4e15-820c-5ac105111006, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=0f5cc1e6-962b-4e15-820c-5ac105111006,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:53.899193 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb3641-bba6-434c-996d-6bb2b66b6f33 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Subnet': ['ID=44e59faa-1261-4d4c-b1fe-48ca7b67eba5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:53.915398 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22eb3641-bba6-434c-996d-6bb2b66b6f33 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:53.924823 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-22eb3641-bba6-434c-996d-6bb2b66b6f33 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/44e59faa-1261-4d4c-b1fe-48ca7b67eba5 HTTP/1.1" status: 204 len: 168 time: 1.0474992 Jul 29 14:53:53.925536 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40250) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:53.941029 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:53.942100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 5ac962b8-9c07-47f0-b901-8907ead13a75 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:53:53.943397 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] Set router 1a010d4f-0539-4476-b478-abc53adac9fc gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:53:53.978618 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Port b9685e47-76fe-40a8-b23e-7e1eb98b331c on network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:53:53.979681 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Attempting to bind port b9685e47-76fe-40a8-b23e-7e1eb98b331c on network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:53:54.015715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 5ac962b8-9c07-47f0-b901-8907ead13a75, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5ac962b8-9c07-47f0-b901-8907ead13a75,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:54.071204 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edd822c-5f8b-4910-b98e-4ab130a8028e None None] Network e0894166-a4cb-4c9a-b191-b24402baa104 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:53:54.080634 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7133f-24f5-454b-87f9-12c88f086bf7 None None] Pushing event updated for resources: {'Port': ['ID=8538634a-700c-4457-a5e3-694c6646fe2b,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:54.098627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-73faab6c-da22-4f17-a23f-5f77d5789fc9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting subnet 04782c45-69fd-462c-aad5-79d52b5d8b92 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:53:54.105542 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73faab6c-da22-4f17-a23f-5f77d5789fc9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:54.139092 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '5ac962b8-9c07-47f0-b901-8907ead13a75', 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7', 'port_id': '5ac962b8-9c07-47f0-b901-8907ead13a75', 'mac_address': 'fa:16:3e:6f:47:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0272e468-e28b-43f2-99c8-bc35776d2398', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:53:54.193497 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73faab6c-da22-4f17-a23f-5f77d5789fc9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:54.269753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:53:54.269753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Checking segment: {'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:53:54.270246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Bound using segment: {'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:53:54.270975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Bound port: b9685e47-76fe-40a8-b23e-7e1eb98b331c, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '168872a1-dba2-4f9d-be80-26ade0b35067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:53:54.271963 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:54.321512 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'name': 'tempest-ServersTestBootFromVolume-1395248874-router', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:53:45Z', 'updated_at': '2021-07-29T14:53:48Z', 'revision_number': 3, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'gw_port': {'id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:46Z', 'updated_at': '2021-07-29T14:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:54.391359 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f6fb0b-1b64-4d4a-9b78-25033ac56551 None None] The sync data for ids ['1a010d4f-0539-4476-b478-abc53adac9fc'] in n-d-802893-1 is: [{'id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'name': 'tempest-ServersTestBootFromVolume-1395248874-router', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:53:45Z', 'updated_at': '2021-07-29T14:53:48Z', 'revision_number': 3, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'gw_port': {'id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:46Z', 'updated_at': '2021-07-29T14:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:53:54.425186 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=0f5cc1e6-962b-4e15-820c-5ac105111006,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:54.441381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf906b-9caf-4200-901d-1409efd856f7 req-9e205d17-6a94-4ff0-a59b-f39070260d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:54.443740 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3bcf906b-9caf-4200-901d-1409efd856f7 req-9e205d17-6a94-4ff0-a59b-f39070260d1e service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 HTTP/1.1" status: 200 len: 917 time: 2.2965124 Jul 29 14:53:54.488173 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73faab6c-da22-4f17-a23f-5f77d5789fc9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:54.535725 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33ba26-c4b6-4142-abf8-419ce54612b8 req-39be98fa-3469-4bda-b539-e12ceb0af3b2 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:54.537775 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ca33ba26-c4b6-4142-abf8-419ce54612b8 req-39be98fa-3469-4bda-b539-e12ceb0af3b2 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.1967540 Jul 29 14:53:54.560363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-1b6f5697-38ae-4983-bc8c-f8b448471a4b tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:54.568996 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-1b6f5697-38ae-4983-bc8c-f8b448471a4b tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/networks?id=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 HTTP/1.1" status: 200 len: 821 time: 1.1711638 Jul 29 14:53:54.573639 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4bed409c-087f-42e0-a55b-203785d6bd75 req-adfae53a-0f33-47ad-b711-dcfe545c64bd service neutron] 10.222.0.39 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894940 Jul 29 14:53:54.618158 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:54.654815 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73faab6c-da22-4f17-a23f-5f77d5789fc9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:54.665727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac962b8-9c07-47f0-b901-8907ead13a75 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:53:54.707469 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3bcf906b-9caf-4200-901d-1409efd856f7 req-da6d7fb2-9b9e-4386-85f5-6135f40cf55e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ac962b8-9c07-47f0-b901-8907ead13a75 HTTP/1.1" status: 200 len: 217 time: 0.1046433 Jul 29 14:53:54.710593 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 5ac962b8-9c07-47f0-b901-8907ead13a75, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5ac962b8-9c07-47f0-b901-8907ead13a75,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:54.717132 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:54.723772 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-7dc74ee4-d2df-45cd-92b2-c27916e9738c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/quotas/28bcd8d082344846aa3000b5c102e8f6 HTTP/1.1" status: 200 len: 375 time: 0.1528599 Jul 29 14:53:54.786035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=5ac962b8-9c07-47f0-b901-8907ead13a75,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:54.788848 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b1d058a6-7a83-4f4e-bef5-ade543933e21 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:53:54.809148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73faab6c-da22-4f17-a23f-5f77d5789fc9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Subnet': ['ID=04782c45-69fd-462c-aad5-79d52b5d8b92,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:54.821749 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73faab6c-da22-4f17-a23f-5f77d5789fc9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:54.825362 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-73faab6c-da22-4f17-a23f-5f77d5789fc9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/04782c45-69fd-462c-aad5-79d52b5d8b92 HTTP/1.1" status: 204 len: 168 time: 0.8980620 Jul 29 14:53:54.832507 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-bd44676a-fa4f-4840-9d57-cbf7b7c19253 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=28bcd8d082344846aa3000b5c102e8f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076210 Jul 29 14:53:54.833130 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40256) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:54.864531 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ca33ba26-c4b6-4142-abf8-419ce54612b8 req-4f0bab64-2cec-4be9-adb4-2cb04c839a40 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092108 Jul 29 14:53:54.965577 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] For port b9685e47-76fe-40a8-b23e-7e1eb98b331c, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:53:54.983739 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] For port b9685e47-76fe-40a8-b23e-7e1eb98b331c, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b9685e47-76fe-40a8-b23e-7e1eb98b331c,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:53:55.004545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:55.024646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf906b-9caf-4200-901d-1409efd856f7 req-a56372a4-b5b2-4660-8e83-e2f854b55c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:55.026435 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3bcf906b-9caf-4200-901d-1409efd856f7 req-a56372a4-b5b2-4660-8e83-e2f854b55c88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0272e468-e28b-43f2-99c8-bc35776d2398 HTTP/1.1" status: 200 len: 855 time: 0.2966273 Jul 29 14:53:55.028425 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:55.033902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96a6d3d-ca08-4f3b-a816-4b449212d7cb None None] Network 11986518-77d2-4a5c-8a6c-4db73ae2ad4b requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:53:55.035707 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:55.036110 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f8c3d-cd36-448b-9226-2d42cad915cf None None] DHCP port deletion for e0894166-a4cb-4c9a-b191-b24402baa104 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:53:55.051964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'port_id': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'mac_address': 'fa:16:3e:24:a9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:53:55.124875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:55.125539 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:55.127487 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] 10.222.0.38 "PUT /v2.0/ports/b9685e47-76fe-40a8-b23e-7e1eb98b331c HTTP/1.1" status: 200 len: 1091 time: 5.5481257 Jul 29 14:53:55.209917 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:55.229998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['5ac962b8-9c07-47f0-b901-8907ead13a75'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:53:55.238049 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['0f5cc1e6-962b-4e15-820c-5ac105111006'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:53:55.444431 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:55.472076 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ed3c0-9b8b-4eb2-b56d-f55516b2ca99 req-ed889f33-7836-4e92-8d64-a1c50de4d266 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:55.475169 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-425ed3c0-9b8b-4eb2-b56d-f55516b2ca99 req-ed889f33-7836-4e92-8d64-a1c50de4d266 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 943 time: 0.2855785 Jul 29 14:53:55.555427 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29de4dd-f437-4768-b50d-a3623ab13d1f', 'tag': 'b9685e47-76fe-40a8-b23e-7e1eb98b331c'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:55.565610 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port fd719bff-8456-464b-8679-fe6b0aa1f247 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:53:55.566322 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:55.568750 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd503943-9784-4b86-9691-86004c5ec442" -d '{"events": [{"name": "network-changed", "server_uuid": "e29de4dd-f437-4768-b50d-a3623ab13d1f", "tag": "b9685e47-76fe-40a8-b23e-7e1eb98b331c"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:55.696319 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1d058a6-7a83-4f4e-bef5-ade543933e21 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:53:55.762334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] For port fd719bff-8456-464b-8679-fe6b0aa1f247, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fd719bff-8456-464b-8679-fe6b0aa1f247,segment=NetworkSegment(f4a33d2e-6df1-47b6-a13a-7b3e90048848),segment_id=f4a33d2e-6df1-47b6-a13a-7b3e90048848)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:55.762334 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:55.789393 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-425ed3c0-9b8b-4eb2-b56d-f55516b2ca99 req-997498ac-5a61-4aff-896b-4e2c106da4e3 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033490 Jul 29 14:53:55.840258 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for fd719bff-8456-464b-8679-fe6b0aa1f247 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:53:56.044452 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:56.073227 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:56.149442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=fd719bff-8456-464b-8679-fe6b0aa1f247,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:56.162277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No DVR routers for this DVR port fd719bff-8456-464b-8679-fe6b0aa1f247 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:53:56.288037 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:56.329023 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-438f8c3d-cd36-448b-9226-2d42cad915cf None None] Deleting port fd719bff-8456-464b-8679-fe6b0aa1f247 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:53:56.329401 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-438f8c3d-cd36-448b-9226-2d42cad915cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:56.346818 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:56.349722 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9b5878-c5d9-4690-a796-ac8b8873d7f0 x-openstack-request-id: req-fd9b5878-c5d9-4690-a796-ac8b8873d7f0 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:53:56.350285 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29de4dd-f437-4768-b50d-a3623ab13d1f", "tag": "b9685e47-76fe-40a8-b23e-7e1eb98b331c", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:53:56.350466 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd9b5878-c5d9-4690-a796-ac8b8873d7f0 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:53:56.351058 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29de4dd-f437-4768-b50d-a3623ab13d1f', 'tag': 'b9685e47-76fe-40a8-b23e-7e1eb98b331c', 'status': 'completed', 'code': 200} Jul 29 14:53:56.354234 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Pushing event updated for resources: {'Port': ['ID=b9685e47-76fe-40a8-b23e-7e1eb98b331c,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:56.379241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0894166-a4cb-4c9a-b191-b24402baa104']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:56.410418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf906b-9caf-4200-901d-1409efd856f7 req-0226dd97-7697-4b7b-a2e8-12fe7e50e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:56.410418 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3bcf906b-9caf-4200-901d-1409efd856f7 req-0226dd97-7697-4b7b-a2e8-12fe7e50e4e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3512158 Jul 29 14:53:56.423479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a33d2e-6df1-47b6-a13a-7b3e90048848') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:56.423968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a33d2e-6df1-47b6-a13a-7b3e90048848') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:56.433049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:56.435012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:56.435411 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:56.438369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:56.440527 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:56.441059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:56.442384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:56.443353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:56.443861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:56.444819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:56.446212 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:56.447206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:56.448032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdd4ee8-3b7f-4f78-8054-96af0fe6989b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:53:56.455636 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-ac2e7266-85af-48fc-a857-3df2ea3898cc service neutron] 10.222.0.16 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5789499 Jul 29 14:53:56.456202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-438f8c3d-cd36-448b-9226-2d42cad915cf None None] For port fd719bff-8456-464b-8679-fe6b0aa1f247, host n-d-802893-1, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:56.456726 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-438f8c3d-cd36-448b-9226-2d42cad915cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:56.458292 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:56.466835 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:53:56.467980 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:56.474964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-438f8c3d-cd36-448b-9226-2d42cad915cf None None] Calling delete_port for fd719bff-8456-464b-8679-fe6b0aa1f247 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:53:56.478150 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-438f8c3d-cd36-448b-9226-2d42cad915cf None None] Port fd719bff-8456-464b-8679-fe6b0aa1f247 was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 14:53:56.487043 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:56.503682 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-438f8c3d-cd36-448b-9226-2d42cad915cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:53:56.563619 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:53:56.582756 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:56.606435 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Allocated IP 172.20.0.1 (f5779f1c-c34a-412c-ac27-a38d801761ff/41a7edd6-a5a3-4ddb-81be-33d6a034973c/bc3e28e8-d601-4ac9-b489-253420aac3cd) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:53:56.622585 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:56.626894 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/networks/e0894166-a4cb-4c9a-b191-b24402baa104 HTTP/1.1" status: 204 len: 168 time: 1.7606108 Jul 29 14:53:56.638961 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8538634a-700c-4457-a5e3-694c6646fe2b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:53:56.641646 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['b1d058a6-7a83-4f4e-bef5-ade543933e21'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:53:56.656460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40292) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:56.657538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf52d8-c9e3-4655-bc98-986e472d622d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Network': ['ID=e0894166-a4cb-4c9a-b191-b24402baa104,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:56.667170 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f8c3d-cd36-448b-9226-2d42cad915cf None None] No DVR routers for this DVR port fd719bff-8456-464b-8679-fe6b0aa1f247 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:53:56.753836 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=b1d058a6-7a83-4f4e-bef5-ade543933e21,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:56.800431 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:56.819303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbec00b-3de2-45b7-87c3-5fde05e22485 None None] DHCP port deletion for 11986518-77d2-4a5c-8a6c-4db73ae2ad4b request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:53:56.866991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f8c3d-cd36-448b-9226-2d42cad915cf None None] Pushing event deleted for resources: {'Port': ['ID=fd719bff-8456-464b-8679-fe6b0aa1f247,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:56.867841 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:56.872712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377836da-3889-4d27-9337-66e1b7acc5a0 req-560e4db6-c903-438e-9a3c-922b83ce768f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:56.891015 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-377836da-3889-4d27-9337-66e1b7acc5a0 req-560e4db6-c903-438e-9a3c-922b83ce768f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.3235312 Jul 29 14:53:56.945055 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Transition to ACTIVE for port object bc3e28e8-d601-4ac9-b489-253420aac3cd will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:53:56.967604 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-377836da-3889-4d27-9337-66e1b7acc5a0 req-b68cee69-fe50-4374-91c4-b4e6800d6313 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747929 Jul 29 14:53:57.052445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port 9a9a5a26-239e-4db8-944b-73d0ccc48693 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:53:57.059930 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:57.240787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-c24a271a-cff7-4b81-8121-ca21ca9ddeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:57.251088 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-c24a271a-cff7-4b81-8121-ca21ca9ddeaa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7662518354ac4f6682ef11f75ad6891d&device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 1094 time: 1.6540582 Jul 29 14:53:57.290011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] For port 9a9a5a26-239e-4db8-944b-73d0ccc48693, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9a9a5a26-239e-4db8-944b-73d0ccc48693,segment=NetworkSegment(0b7a656f-5a02-48f5-9918-7cbe512de114),segment_id=0b7a656f-5a02-48f5-9918-7cbe512de114)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:57.290812 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:57.366770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 8538634a-700c-4457-a5e3-694c6646fe2b completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:57.390558 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8538634a-700c-4457-a5e3-694c6646fe2b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:57.391323 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:57.433189 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4bbec00b-3de2-45b7-87c3-5fde05e22485 None None] Deleting port 9a9a5a26-239e-4db8-944b-73d0ccc48693 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:53:57.433848 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4bbec00b-3de2-45b7-87c3-5fde05e22485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:57.438155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for 9a9a5a26-239e-4db8-944b-73d0ccc48693 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:53:57.477497 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:57.596686 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4bbec00b-3de2-45b7-87c3-5fde05e22485 None None] For port 9a9a5a26-239e-4db8-944b-73d0ccc48693, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9a9a5a26-239e-4db8-944b-73d0ccc48693,segment=NetworkSegment(0b7a656f-5a02-48f5-9918-7cbe512de114),segment_id=0b7a656f-5a02-48f5-9918-7cbe512de114)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:57.597502 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4bbec00b-3de2-45b7-87c3-5fde05e22485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:57.651029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819607a-4556-47f6-b332-2f590455847e req-b8d96d88-9de5-4642-a66c-b5415c37df53 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:57.662620 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4bbec00b-3de2-45b7-87c3-5fde05e22485 None None] Calling delete_port for 9a9a5a26-239e-4db8-944b-73d0ccc48693 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:53:57.669254 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4819607a-4556-47f6-b332-2f590455847e req-b8d96d88-9de5-4642-a66c-b5415c37df53 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 943 time: 0.3682241 Jul 29 14:53:57.699432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Pushing event updated for resources: {'Port': ['ID=bc3e28e8-d601-4ac9-b489-253420aac3cd,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:57.732075 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-d2838da2-35a1-444c-9fca-f8ec251fe775 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9685e47-76fe-40a8-b23e-7e1eb98b331c HTTP/1.1" status: 200 len: 217 time: 0.2852018 Jul 29 14:53:57.746517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Network f5779f1c-c34a-412c-ac27-a38d801761ff is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:53:57.772615 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:57.817768 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4819607a-4556-47f6-b332-2f590455847e req-1e91429c-7c4f-4949-ae8f-95004eeae4fa tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423790 Jul 29 14:53:57.832229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 8538634a-700c-4457-a5e3-694c6646fe2b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8538634a-700c-4457-a5e3-694c6646fe2b,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:57.845138 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:57.852327 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:53:57.862494 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:57.866700 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:53:57.914932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=9a9a5a26-239e-4db8-944b-73d0ccc48693,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:57.964223 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No DVR routers for this DVR port 9a9a5a26-239e-4db8-944b-73d0ccc48693 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:53:57.978250 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4bbec00b-3de2-45b7-87c3-5fde05e22485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:58.071394 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fd719bff-8456-464b-8679-fe6b0aa1f247 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:53:58.142039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-d167e71d-1bfe-44ff-aa2c-8c332a00b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:58.148790 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-d167e71d-1bfe-44ff-aa2c-8c332a00b936 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0272e468-e28b-43f2-99c8-bc35776d2398 HTTP/1.1" status: 200 len: 855 time: 0.3979278 Jul 29 14:53:58.164443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: fd719bff-8456-464b-8679-fe6b0aa1f247 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:53:58.164813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fd719bff-8456-464b-8679-fe6b0aa1f247 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:53:58.185632 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbec00b-3de2-45b7-87c3-5fde05e22485 None None] No DVR routers for this DVR port 9a9a5a26-239e-4db8-944b-73d0ccc48693 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:53:58.222903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=8538634a-700c-4457-a5e3-694c6646fe2b,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:58.314118 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbec00b-3de2-45b7-87c3-5fde05e22485 None None] Pushing event deleted for resources: {'Port': ['ID=9a9a5a26-239e-4db8-944b-73d0ccc48693,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:58.347942 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:58.390991 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:58.440550 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11986518-77d2-4a5c-8a6c-4db73ae2ad4b']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:58.459934 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8538634a-700c-4457-a5e3-694c6646fe2b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:53:58.488840 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7a656f-5a02-48f5-9918-7cbe512de114') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:58.489147 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7a656f-5a02-48f5-9918-7cbe512de114') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:53:58.506252 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:58.524435 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:58.533137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:53:58.533821 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:58.538934 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-77308861-5e64-4101-8008-d4e67a94fb5e service neutron] 10.222.0.16 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0052505 Jul 29 14:53:58.574855 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3bcf906b-9caf-4200-901d-1409efd856f7 req-085f4ea8-5f7f-4029-9e61-d4c8190d6853 service neutron] 10.222.0.39 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1115136 Jul 29 14:53:58.651020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d99cba70-f4e7-4b25-9040-66a5c12f7578 None None] Provisioning for port bc3e28e8-d601-4ac9-b489-253420aac3cd completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:53:58.664759 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:53:58.678713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d99cba70-f4e7-4b25-9040-66a5c12f7578 None None] Provisioning complete for port bc3e28e8-d601-4ac9-b489-253420aac3cd triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:58.679524 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d99cba70-f4e7-4b25-9040-66a5c12f7578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:58.731818 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:58.758499 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 0f5cc1e6-962b-4e15-820c-5ac105111006 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:53:58.791416 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:58.808007 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/networks/11986518-77d2-4a5c-8a6c-4db73ae2ad4b HTTP/1.1" status: 204 len: 168 time: 2.1324835 Jul 29 14:53:58.808007 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40376) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:53:58.823234 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-3079c0fd-5819-4831-98bb-6e107deb0209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:58.825041 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-3079c0fd-5819-4831-98bb-6e107deb0209 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6609168 Jul 29 14:53:58.897990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d99cba70-f4e7-4b25-9040-66a5c12f7578 None None] Port bc3e28e8-d601-4ac9-b489-253420aac3cd cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:53:58.901901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8538634a-700c-4457-a5e3-694c6646fe2b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:58.902706 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:58.903228 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ab166dc8-a0d1-48df-a4e8-568ffd12b2f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'network': {'name': 'tempest-RoutersTest-1897381429'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:53:58.924815 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb21028-f885-4724-ba3d-1be27d979a46 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Network': ['ID=11986518-77d2-4a5c-8a6c-4db73ae2ad4b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:53:58.991912 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376d1d4-3bd4-4512-bfdf-601144910ff8 req-8fea012d-9b80-42e5-9018-b12efb6a2f85 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:59.002052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2376d1d4-3bd4-4512-bfdf-601144910ff8 req-8fea012d-9b80-42e5-9018-b12efb6a2f85 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.3342555 Jul 29 14:53:59.016688 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 0f5cc1e6-962b-4e15-820c-5ac105111006 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:53:59.036530 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 0f5cc1e6-962b-4e15-820c-5ac105111006 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:53:59.036941 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:59.066766 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2376d1d4-3bd4-4512-bfdf-601144910ff8 req-4a08b04d-5e91-402c-a848-365ee55a0d7a tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628984 Jul 29 14:53:59.069555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab166dc8-a0d1-48df-a4e8-568ffd12b2f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:53:59.092187 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ab166dc8-a0d1-48df-a4e8-568ffd12b2f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:59.271711 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3bcf906b-9caf-4200-901d-1409efd856f7 req-18261a58-dc0d-4002-b387-620074fda650 service neutron] 10.222.0.39 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6666613 Jul 29 14:53:59.296989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab166dc8-a0d1-48df-a4e8-568ffd12b2f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:53:59.385290 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-86aeb6c0-8d6c-4da2-9881-dc1748401218 req-b575b738-41fb-420b-8627-4dccea0ee0c4 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 210 time: 0.4305749 Jul 29 14:53:59.442662 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:59.456505 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ab166dc8-a0d1-48df-a4e8-568ffd12b2f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:59.457111 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-ab166dc8-a0d1-48df-a4e8-568ffd12b2f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Added segment a319e02f-eafd-42a6-8249-ceb05b259c61 of type vlan for network 0905f0fe-2680-4080-9c78-f57beb392d7a Jul 29 14:53:59.494690 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9a9a5a26-239e-4db8-944b-73d0ccc48693 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:53:59.541997 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-ffa3e8c2-5224-49ac-9484-be08ef62a573 service neutron] 10.222.0.38 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7027891 Jul 29 14:53:59.573054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37aa1150-1c14-4452-a61e-71ea83f3ad40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5cc1e6-962b-4e15-820c-5ac105111006'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:53:59.577454 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48281906-8e1f-4e2d-b92c-22bc1a683205" -d '{"events": [{"server_uuid": "37aa1150-1c14-4452-a61e-71ea83f3ad40", "name": "network-vif-plugged", "status": "completed", "tag": "0f5cc1e6-962b-4e15-820c-5ac105111006"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:53:59.588335 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 9a9a5a26-239e-4db8-944b-73d0ccc48693 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:53:59.589424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9a9a5a26-239e-4db8-944b-73d0ccc48693 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:53:59.629417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 0f5cc1e6-962b-4e15-820c-5ac105111006, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=0f5cc1e6-962b-4e15-820c-5ac105111006,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:53:59.640806 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:59.642761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 5ac962b8-9c07-47f0-b901-8907ead13a75 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:53:59.707961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ab166dc8-a0d1-48df-a4e8-568ffd12b2f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:59.780808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54db0f-3733-4f9a-87e9-65c21a23d6e3 req-8f665778-9de6-4751-9c90-b84257ed7894 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:59.785727 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3d54db0f-3733-4f9a-87e9-65c21a23d6e3 req-8f665778-9de6-4751-9c90-b84257ed7894 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 943 time: 0.4833934 Jul 29 14:53:59.789025 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ab166dc8-a0d1-48df-a4e8-568ffd12b2f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:59.803731 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab166dc8-a0d1-48df-a4e8-568ffd12b2f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:53:59.806732 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ab166dc8-a0d1-48df-a4e8-568ffd12b2f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:53:59.928651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:00.009069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=0f5cc1e6-962b-4e15-820c-5ac105111006,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:00.067206 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 5ac962b8-9c07-47f0-b901-8907ead13a75 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:54:00.073667 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 5ac962b8-9c07-47f0-b901-8907ead13a75 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:00.074144 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:00.098336 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3d54db0f-3733-4f9a-87e9-65c21a23d6e3 req-e950ceae-0131-4ec9-a3aa-0b824fbe4c73 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834044 Jul 29 14:54:00.154468 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ab166dc8-a0d1-48df-a4e8-568ffd12b2f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2655299 Jul 29 14:54:00.158053 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa079288-c95e-4032-adb9-a28bbce02a59 x-openstack-request-id: req-aa079288-c95e-4032-adb9-a28bbce02a59 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:54:00.158346 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37aa1150-1c14-4452-a61e-71ea83f3ad40", "name": "network-vif-plugged", "status": "completed", "tag": "0f5cc1e6-962b-4e15-820c-5ac105111006", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:54:00.159805 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa079288-c95e-4032-adb9-a28bbce02a59 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:54:00.160512 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37aa1150-1c14-4452-a61e-71ea83f3ad40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5cc1e6-962b-4e15-820c-5ac105111006', 'code': 200} Jul 29 14:54:00.162082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40440) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:00.177456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab166dc8-a0d1-48df-a4e8-568ffd12b2f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Network': ['ID=0905f0fe-2680-4080-9c78-f57beb392d7a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:00.199020 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e76638a4-4bb3-40a9-8589-b2f7dfe1f05d req-41adc676-f4d2-4ce1-be78-6df96a348fdd service neutron] 10.222.0.38 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6392879 Jul 29 14:54:00.205105 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 0905f0fe-2680-4080-9c78-f57beb392d7a details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:54:00.211352 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-732ad208-10eb-431b-bcfb-523ca50c2072 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'subnet': {'network_id': '0905f0fe-2680-4080-9c78-f57beb392d7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:00.511543 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8875fe0-045f-44ee-9738-ac43d4034194 req-a28e668c-6f09-4320-a0f5-ab741d672f43 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:00.524491 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8875fe0-045f-44ee-9738-ac43d4034194 req-a28e668c-6f09-4320-a0f5-ab741d672f43 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.2515674 Jul 29 14:54:00.626761 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8875fe0-045f-44ee-9738-ac43d4034194 req-929334d2-a730-4bd4-ac01-59a96f201965 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961494 Jul 29 14:54:00.640957 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bed0752-fa5f-468e-9817-6368785e2de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:00.747631 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:00.777140 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29c6056f-cd06-4dfa-8e10-1fcc8ba4f75a req-5d94967b-f096-4ca3-8da1-c0f770bd270a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 210 time: 0.0966241 Jul 29 14:54:00.834268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 5ac962b8-9c07-47f0-b901-8907ead13a75, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5ac962b8-9c07-47f0-b901-8907ead13a75,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:00.843229 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:00.845443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b1d058a6-7a83-4f4e-bef5-ade543933e21 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:54:00.871355 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e60f7-d836-475a-9854-b900ccf936d1 req-ef1b5e33-351c-4ff8-8e23-f52e855dc5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:00.873002 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-593e60f7-d836-475a-9854-b900ccf936d1 req-ef1b5e33-351c-4ff8-8e23-f52e855dc5b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 1096 time: 0.6039929 Jul 29 14:54:00.882976 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732ad208-10eb-431b-bcfb-523ca50c2072 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:54:00.886604 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-732ad208-10eb-431b-bcfb-523ca50c2072 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:00.902805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd503943-9784-4b86-9691-86004c5ec442 req-9534e2db-4360-4e9b-a0f4-f28ab3563d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:00.904358 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd503943-9784-4b86-9691-86004c5ec442 req-9534e2db-4360-4e9b-a0f4-f28ab3563d4f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7662518354ac4f6682ef11f75ad6891d&device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 1094 time: 0.5009012 Jul 29 14:54:01.175882 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=5ac962b8-9c07-47f0-b901-8907ead13a75,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:01.197225 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port b1d058a6-7a83-4f4e-bef5-ade543933e21 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:01.197618 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:01.437605 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:01.521472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:01.536560 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:01.612252 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=b1d058a6-7a83-4f4e-bef5-ade543933e21,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:01.647230 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-593e60f7-d836-475a-9854-b900ccf936d1 req-f180d3c6-6be1-46e8-a43b-a65b43910334 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7637627 Jul 29 14:54:01.797165 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:01.821017 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:01.837530 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd503943-9784-4b86-9691-86004c5ec442 req-1d8d9bb2-12b0-4c64-81a6-5ce271b54566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:01.839116 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd503943-9784-4b86-9691-86004c5ec442 req-1d8d9bb2-12b0-4c64-81a6-5ce271b54566 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 HTTP/1.1" status: 200 len: 917 time: 0.8888667 Jul 29 14:54:01.969843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96dae8-52ff-408d-ab72-815fe5be30ba req-69c36273-bb4e-4c96-b75f-ecfe4c174be6 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:01.977854 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c96dae8-52ff-408d-ab72-815fe5be30ba req-69c36273-bb4e-4c96-b75f-ecfe4c174be6 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 943 time: 0.3569369 Jul 29 14:54:01.982828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba254050-f9d8-41c5-bb3e-e0d81005a569 req-fd0148bd-e205-4c50-b1b5-9a33e08c1796 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:01.986805 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ba254050-f9d8-41c5-bb3e-e0d81005a569 req-fd0148bd-e205-4c50-b1b5-9a33e08c1796 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.2117162 Jul 29 14:54:02.039136 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd503943-9784-4b86-9691-86004c5ec442 req-f6f8170a-7a18-4806-8b29-d3dc74bc4748 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9685e47-76fe-40a8-b23e-7e1eb98b331c HTTP/1.1" status: 200 len: 217 time: 0.1674318 Jul 29 14:54:02.062575 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-bb2ec668-0c75-4844-bc30-35f6ad5b2dd5 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:02.064313 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-bb2ec668-0c75-4844-bc30-35f6ad5b2dd5 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.38 "GET /v2.0/networks?id=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 HTTP/1.1" status: 200 len: 821 time: 0.4422700 Jul 29 14:54:02.065060 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Pushing event updated for resources: {'Port': ['ID=bc3e28e8-d601-4ac9-b489-253420aac3cd,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:02.067946 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:02.097091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-0baa1ee3-1c27-44f5-a704-6a742c3057b6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Request body: {'port': {'device_id': 'db260dbc-83ea-4d16-8816-14db61deb1b7', 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34', 'admin_state_up': True, 'tenant_id': '28bcd8d082344846aa3000b5c102e8f6'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:02.098693 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ba254050-f9d8-41c5-bb3e-e0d81005a569 req-8198b43e-8306-461d-9468-1c852baf0b56 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049581 Jul 29 14:54:02.163778 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e6daec-2d59-4f10-886b-e7fb7fec7682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac962b8-9c07-47f0-b901-8907ead13a75'}, {'server_uuid': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d058a6-7a83-4f4e-bef5-ade543933e21'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:54:02.166542 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837a4182-e032-4c33-86f8-b0e376f29bd2" -d '{"events": [{"server_uuid": "a0e6daec-2d59-4f10-886b-e7fb7fec7682", "name": "network-vif-plugged", "status": "completed", "tag": "5ac962b8-9c07-47f0-b901-8907ead13a75"}, {"server_uuid": "ac25a592-02af-4dbb-bb72-d24cd0229fb9", "name": "network-vif-plugged", "status": "completed", "tag": "b1d058a6-7a83-4f4e-bef5-ade543933e21"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:54:02.305775 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c96dae8-52ff-408d-ab72-815fe5be30ba req-f52c9252-cb5e-4833-8a4c-943a83600808 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262658 Jul 29 14:54:02.489999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd503943-9784-4b86-9691-86004c5ec442 req-08b4ce3f-a5fa-4cb6-8bfc-a9b80a9319b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:02.492271 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd503943-9784-4b86-9691-86004c5ec442 req-08b4ce3f-a5fa-4cb6-8bfc-a9b80a9319b1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0272e468-e28b-43f2-99c8-bc35776d2398 HTTP/1.1" status: 200 len: 855 time: 0.4399378 Jul 29 14:54:02.512742 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-54e49008-c9e8-47f4-bb78-ce6f40226d9a req-4fb90490-1697-4409-8307-0a85f5e6b70f tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 210 time: 0.0771804 Jul 29 14:54:02.538530 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 14:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbcc6c7-16eb-42b5-9983-5954d7fa80a9 x-openstack-request-id: req-2cbcc6c7-16eb-42b5-9983-5954d7fa80a9 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:54:02.539443 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e6daec-2d59-4f10-886b-e7fb7fec7682", "name": "network-vif-plugged", "status": "completed", "tag": "5ac962b8-9c07-47f0-b901-8907ead13a75", "code": 200}, {"server_uuid": "ac25a592-02af-4dbb-bb72-d24cd0229fb9", "name": "network-vif-plugged", "status": "completed", "tag": "b1d058a6-7a83-4f4e-bef5-ade543933e21", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:54:02.540047 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cbcc6c7-16eb-42b5-9983-5954d7fa80a9 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:54:02.541210 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e6daec-2d59-4f10-886b-e7fb7fec7682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac962b8-9c07-47f0-b901-8907ead13a75', 'code': 200} Jul 29 14:54:02.541642 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'code': 200} Jul 29 14:54:02.744331 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device b9685e47-76fe-40a8-b23e-7e1eb98b331c details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:54:02.775613 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-732ad208-10eb-431b-bcfb-523ca50c2072 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:02.799919 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Network f5779f1c-c34a-412c-ac27-a38d801761ff is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:54:02.928623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ad208-10eb-431b-bcfb-523ca50c2072 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Subnet': ['ID=43552373-7ec0-4f4e-a61c-29a8a2b6598e,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:02.934588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:54:02.935317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port b9685e47-76fe-40a8-b23e-7e1eb98b331c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b9685e47-76fe-40a8-b23e-7e1eb98b331c,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:02.970551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'b9685e47-76fe-40a8-b23e-7e1eb98b331c', 'network_id': 'b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7', 'port_id': 'b9685e47-76fe-40a8-b23e-7e1eb98b331c', 'mac_address': 'fa:16:3e:b7:cf:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0272e468-e28b-43f2-99c8-bc35776d2398', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:54:03.053171 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:03.095818 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9685e47-76fe-40a8-b23e-7e1eb98b331c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:54:03.156356 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:03.171538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port b9685e47-76fe-40a8-b23e-7e1eb98b331c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b9685e47-76fe-40a8-b23e-7e1eb98b331c,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:03.189017 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:03.304239 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=b9685e47-76fe-40a8-b23e-7e1eb98b331c,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:03.346046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d966cc-50db-4d4d-9a9b-8c7eaf4813a4 req-b448401d-d555-407c-843e-bf0a69a4425c tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:03.352635 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d65ec12b-5d82-46c7-ba18-ba1c40e829fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:03.388017 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f3d966cc-50db-4d4d-9a9b-8c7eaf4813a4 req-b448401d-d555-407c-843e-bf0a69a4425c tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.1492169 Jul 29 14:54:03.400732 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-0baa1ee3-1c27-44f5-a704-6a742c3057b6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Made reservation on behalf of 28bcd8d082344846aa3000b5c102e8f6 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:54:03.412649 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-0baa1ee3-1c27-44f5-a704-6a742c3057b6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:03.434536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd503943-9784-4b86-9691-86004c5ec442 req-def1402c-9961-4bd5-a906-15d796e1b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:03.437065 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd503943-9784-4b86-9691-86004c5ec442 req-def1402c-9961-4bd5-a906-15d796e1b832 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9323397 Jul 29 14:54:03.471940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['b9685e47-76fe-40a8-b23e-7e1eb98b331c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:54:03.504829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e47e2b-f8d9-4f56-84c7-603f39999dbe req-9b2663dc-cfa5-494f-a928-fe695917960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:03.510127 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34e47e2b-f8d9-4f56-84c7-603f39999dbe req-9b2663dc-cfa5-494f-a928-fe695917960e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a0e6daec-2d59-4f10-886b-e7fb7fec7682 HTTP/1.1" status: 200 len: 1096 time: 0.7364538 Jul 29 14:54:03.546886 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f3d966cc-50db-4d4d-9a9b-8c7eaf4813a4 req-4090a6de-b4c5-4b5b-9d35-50e50dd0bc6a tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545501 Jul 29 14:54:03.610640 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-52537127-734f-4dd2-a065-951fa5795ed3 None None] Provisioning complete for port bc3e28e8-d601-4ac9-b489-253420aac3cd triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:03.611401 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52537127-734f-4dd2-a065-951fa5795ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:03.680824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ad208-10eb-431b-bcfb-523ca50c2072 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Checking segment: {'id': 'a319e02f-eafd-42a6-8249-ceb05b259c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0905f0fe-2680-4080-9c78-f57beb392d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:54:03.680824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ad208-10eb-431b-bcfb-523ca50c2072 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network hostable DHCP agents. Network: 0905f0fe-2680-4080-9c78-f57beb392d7a, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:54:03.745752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-52537127-734f-4dd2-a065-951fa5795ed3 None None] Port bc3e28e8-d601-4ac9-b489-253420aac3cd cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:54:03.826788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Router 1a010d4f-0539-4476-b478-abc53adac9fc has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:54:03.846491 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34e47e2b-f8d9-4f56-84c7-603f39999dbe req-64aed52d-52a4-415f-9df3-aa2092bf2a25 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087640 Jul 29 14:54:03.881366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ad208-10eb-431b-bcfb-523ca50c2072 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network 0905f0fe-2680-4080-9c78-f57beb392d7a is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:54:03.923180 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-478f838d-bde3-4ee2-81de-c6432902b6ee req-946dbe54-8ae6-4db8-a4e5-68a457e0005b tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 210 time: 0.0484734 Jul 29 14:54:03.956001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-732ad208-10eb-431b-bcfb-523ca50c2072 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 0905f0fe-2680-4080-9c78-f57beb392d7a) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:54:03.972613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824628cc-5496-4b13-a0d2-46b41a9744c8 None None] Network 0905f0fe-2680-4080-9c78-f57beb392d7a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:54:03.972995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401a138-ebb7-4d3e-9da4-388ab41b4744 req-0d4f6e36-f696-4d04-b2b7-0aefab57b0cd tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:03.985510 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d401a138-ebb7-4d3e-9da4-388ab41b4744 req-0d4f6e36-f696-4d04-b2b7-0aefab57b0cd tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 944 time: 0.3639116 Jul 29 14:54:03.998448 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ad208-10eb-431b-bcfb-523ca50c2072 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:03.999278 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-732ad208-10eb-431b-bcfb-523ca50c2072 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:04.015188 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd503943-9784-4b86-9691-86004c5ec442 req-91680f8a-6cec-4f02-97cf-3cc6b03d4e1d service neutron] 10.222.0.38 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159514 Jul 29 14:54:04.168024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-0baa1ee3-1c27-44f5-a704-6a742c3057b6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Allocated IP 172.20.0.11 (fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34/e8f6d6b5-3b81-47bf-b7c1-836398789a1e/29da3de4-9345-4d5a-9b83-01bc885bd580) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:54:04.262171 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-0905f0fe-2680-4080-9c78-f57beb392d7a', 'network_id': '0905f0fe-2680-4080-9c78-f57beb392d7a', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'fixed_ips': [{'subnet_id': '43552373-7ec0-4f4e-a61c-29a8a2b6598e'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:54:04.263569 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:04.364466 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d401a138-ebb7-4d3e-9da4-388ab41b4744 req-b38d1229-1e6a-4cdd-a801-d2c893da4eb2 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776751 Jul 29 14:54:04.371139 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-732ad208-10eb-431b-bcfb-523ca50c2072 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1719148 Jul 29 14:54:04.371863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40664) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:04.382149 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d0b057df-0e1a-46b2-b5c2-29e25bde679e tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-798884413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:04.455389 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d0b057df-0e1a-46b2-b5c2-29e25bde679e tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:04.457029 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d0b057df-0e1a-46b2-b5c2-29e25bde679e tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:04.689576 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d0b057df-0e1a-46b2-b5c2-29e25bde679e tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:04.704064 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d0b057df-0e1a-46b2-b5c2-29e25bde679e tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:04.744122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Allocated IP 172.20.0.2 (0905f0fe-2680-4080-9c78-f57beb392d7a/43552373-7ec0-4f4e-a61c-29a8a2b6598e/e700c550-2ebf-445e-9171-7309073de67e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:54:04.776573 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d0b057df-0e1a-46b2-b5c2-29e25bde679e tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:04.783394 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d0b057df-0e1a-46b2-b5c2-29e25bde679e tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4043989 Jul 29 14:54:04.784435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40674) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:04.784586 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device b9685e47-76fe-40a8-b23e-7e1eb98b331c up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:54:04.798418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'port': {'network_id': '0905f0fe-2680-4080-9c78-f57beb392d7a', 'name': 'tempest-RoutersTest-1196586031'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:04.835685 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:05.019841 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:54:05.032004 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0e90f6d7-6e9e-4ac0-a7c7-b8b316064a3c admin admin] 10.222.0.16 "PUT /v2.0/routers/1a010d4f-0539-4476-b478-abc53adac9fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9241047 Jul 29 14:54:05.045385 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd503943-9784-4b86-9691-86004c5ec442 req-5ec2727c-bcfb-4166-8271-d84b8b58a3c4 service neutron] 10.222.0.38 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9721098 Jul 29 14:54:05.112647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:54:05.116970 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:05.148937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e5f8f-7986-49af-befe-a812098ff323 req-ee3b0474-3812-43ae-9314-0691ccf331e6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:05.163909 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d2e5f8f-7986-49af-befe-a812098ff323 req-ee3b0474-3812-43ae-9314-0691ccf331e6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.2811921 Jul 29 14:54:05.165460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] device_id is not set on port 13399b1d-5534-4315-9cc8-2eaea23d1b84 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:54:05.187778 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Sync routers for ids ['1a010d4f-0539-4476-b478-abc53adac9fc'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:54:05.201200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port b9685e47-76fe-40a8-b23e-7e1eb98b331c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:54:05.232142 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port b9685e47-76fe-40a8-b23e-7e1eb98b331c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:05.232898 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:05.279320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Routers {'1a010d4f-0539-4476-b478-abc53adac9fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:54:05.279981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:54:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1a010d4f-0539-4476-b478-abc53adac9fc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:05.290793 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-0baa1ee3-1c27-44f5-a704-6a742c3057b6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:05.333325 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d2e5f8f-7986-49af-befe-a812098ff323 req-51ecb54c-51b3-4144-a739-8a395951404c tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614575 Jul 29 14:54:05.429602 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-0baa1ee3-1c27-44f5-a704-6a742c3057b6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:05.471437 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f1dac527-68c5-4ebd-a9fd-c4a17b5ad9cb req-4fa5a8fa-efb0-4f93-aabb-ea236dac3316 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 210 time: 0.1241891 Jul 29 14:54:05.542745 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-0baa1ee3-1c27-44f5-a704-6a742c3057b6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:54:05.563595 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-0baa1ee3-1c27-44f5-a704-6a742c3057b6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:54:05.570952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-0baa1ee3-1c27-44f5-a704-6a742c3057b6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:54:05.593767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa1ee3-1c27-44f5-a704-6a742c3057b6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Pushing event updated for resources: {'Port': ['ID=29da3de4-9345-4d5a-9b83-01bc885bd580,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:05.701617 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:05.713932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-0baa1ee3-1c27-44f5-a704-6a742c3057b6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:05.714819 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-0baa1ee3-1c27-44f5-a704-6a742c3057b6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:05.750666 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-0baa1ee3-1c27-44f5-a704-6a742c3057b6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6628633 Jul 29 14:54:05.772839 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Request body: {'port': {'device_id': 'db260dbc-83ea-4d16-8816-14db61deb1b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:05.783624 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Transition to ACTIVE for port object e700c550-2ebf-445e-9171-7309073de67e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:54:05.789329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Set router 1a010d4f-0539-4476-b478-abc53adac9fc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:54:05.896657 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:05.901892 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:05.932448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d27745-b575-4a1a-a213-e9939938162f req-d8626a1d-af3c-48a8-981d-56e7acbe863a tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:05.945567 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-65d27745-b575-4a1a-a213-e9939938162f req-d8626a1d-af3c-48a8-981d-56e7acbe863a tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 944 time: 0.3127594 Jul 29 14:54:05.969154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Transition to ACTIVE for port object e700c550-2ebf-445e-9171-7309073de67e will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:54:06.052093 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:06.064397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40734) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:06.085936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-bbab4cfe-6752-4bdd-9d80-7e2fe5ded503 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1858936789', 'description': 'tempest-description--1640575299'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:06.156800 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Pushing event updated for resources: {'Port': ['ID=e700c550-2ebf-445e-9171-7309073de67e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:06.166541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29de4dd-f437-4768-b50d-a3623ab13d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9685e47-76fe-40a8-b23e-7e1eb98b331c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:54:06.173798 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87cbb31-2807-4061-a69c-4f24f69bee9d" -d '{"events": [{"server_uuid": "e29de4dd-f437-4768-b50d-a3623ab13d1f", "name": "network-vif-plugged", "status": "completed", "tag": "b9685e47-76fe-40a8-b23e-7e1eb98b331c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:54:06.191175 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-65d27745-b575-4a1a-a213-e9939938162f req-47167805-1f97-466d-a229-0d75c297537a tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408836 Jul 29 14:54:06.195074 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Allocated IP 172.20.0.7 (0905f0fe-2680-4080-9c78-f57beb392d7a/43552373-7ec0-4f4e-a61c-29a8a2b6598e/13399b1d-5534-4315-9cc8-2eaea23d1b84) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:54:06.351592 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port b9685e47-76fe-40a8-b23e-7e1eb98b331c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b9685e47-76fe-40a8-b23e-7e1eb98b331c,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:06.380513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Network 0905f0fe-2680-4080-9c78-f57beb392d7a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:54:06.384874 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c84a2bf-30f8-4f6d-9d1a-e46739a1278a x-openstack-request-id: req-3c84a2bf-30f8-4f6d-9d1a-e46739a1278a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:54:06.385177 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29de4dd-f437-4768-b50d-a3623ab13d1f", "name": "network-vif-plugged", "status": "completed", "tag": "b9685e47-76fe-40a8-b23e-7e1eb98b331c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:54:06.385177 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c84a2bf-30f8-4f6d-9d1a-e46739a1278a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:54:06.385895 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29de4dd-f437-4768-b50d-a3623ab13d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9685e47-76fe-40a8-b23e-7e1eb98b331c', 'code': 200} Jul 29 14:54:06.413871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:54:06.424321 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:54:06.454256 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:06.508359 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bbab4cfe-6752-4bdd-9d80-7e2fe5ded503 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:06.575401 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:06.611514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Transition to ACTIVE for port object 13399b1d-5534-4315-9cc8-2eaea23d1b84 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:54:06.666980 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:06.766778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=13399b1d-5534-4315-9cc8-2eaea23d1b84,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:06.872717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network 0905f0fe-2680-4080-9c78-f57beb392d7a is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:54:06.878763 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:54:06.887264 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=b9685e47-76fe-40a8-b23e-7e1eb98b331c,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:06.898498 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:06.907481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:06.907974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:06.908601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:06.909020 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:06.909394 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:06.910489 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:06.910861 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:06.911197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:06.911522 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:06.911844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:06.912159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:06.912726 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:06.928586 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:54:06.971388 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Attempting to bind port e700c550-2ebf-445e-9171-7309073de67e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:54:06.971950 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Attempting to bind port e700c550-2ebf-445e-9171-7309073de67e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'a319e02f-eafd-42a6-8249-ceb05b259c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0905f0fe-2680-4080-9c78-f57beb392d7a'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:54:06.972451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Attempting to bind port e700c550-2ebf-445e-9171-7309073de67e on network 0905f0fe-2680-4080-9c78-f57beb392d7a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:54:06.980156 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:54:06.991347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Checking segment: {'id': 'a319e02f-eafd-42a6-8249-ceb05b259c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0905f0fe-2680-4080-9c78-f57beb392d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:54:06.991922 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:06.992455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Bound using segment: {'id': 'a319e02f-eafd-42a6-8249-ceb05b259c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0905f0fe-2680-4080-9c78-f57beb392d7a'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:54:06.993127 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Bound port: e700c550-2ebf-445e-9171-7309073de67e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a319e02f-eafd-42a6-8249-ceb05b259c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0905f0fe-2680-4080-9c78-f57beb392d7a'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:54:06.993660 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:07.027566 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308cd74-6c85-45bc-8efe-672001079534 req-a74e8c5a-53ec-4a93-b878-bba1a09f57ac tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:07.036923 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f308cd74-6c85-45bc-8efe-672001079534 req-a74e8c5a-53ec-4a93-b878-bba1a09f57ac tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 932 time: 0.2649741 Jul 29 14:54:07.169594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] For port e700c550-2ebf-445e-9171-7309073de67e, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:54:07.175044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:07.176016 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:07.192828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] For port e700c550-2ebf-445e-9171-7309073de67e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e700c550-2ebf-445e-9171-7309073de67e,segment=NetworkSegment(a319e02f-eafd-42a6-8249-ceb05b259c61),segment_id=a319e02f-eafd-42a6-8249-ceb05b259c61)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:54:07.208690 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:07.218467 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f308cd74-6c85-45bc-8efe-672001079534 req-684be6b0-eb8d-427b-b653-d025835962e1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622949 Jul 29 14:54:07.236048 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c9a30d14-4d38-4111-a35d-b5148e75179f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4490499 Jul 29 14:54:07.236815 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'name': 'tempest-ServersTestBootFromVolume-1395248874-router', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:53:45Z', 'updated_at': '2021-07-29T14:53:59Z', 'revision_number': 4, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'gw_port': {'id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:46Z', 'updated_at': '2021-07-29T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'bc3e28e8-d601-4ac9-b489-253420aac3cd', 'name': '', 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'mac_address': 'fa:16:3e:60:4a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:55Z', 'updated_at': '2021-07-29T14:54:00Z', 'revision_number': 2, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'subnets': [{'id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:07.238137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40784) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:07.502801 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d268282-67c6-4dbe-ae27-6248bedb60d7 req-2326ddc5-0ceb-452c-bb5d-7d2dd3001c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:07.513870 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9d268282-67c6-4dbe-ae27-6248bedb60d7 req-2326ddc5-0ceb-452c-bb5d-7d2dd3001c3f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 1096 time: 1.0848780 Jul 29 14:54:07.578597 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Checking router: 1a010d4f-0539-4476-b478-abc53adac9fc for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:54:07.579286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Updating router 1a010d4f-0539-4476-b478-abc53adac9fc port bc3e28e8-d601-4ac9-b489-253420aac3cd binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:54:07.716403 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:07.760610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65280329-1501-4c93-82e6-f0b589fbe911 None None] Pushing event updated for resources: {'Port': ['ID=e700c550-2ebf-445e-9171-7309073de67e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:07.784255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29da3de4-9345-4d5a-9b83-01bc885bd580 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:54:07.798243 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:07.831964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Transition to ACTIVE for port object 29da3de4-9345-4d5a-9b83-01bc885bd580 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:54:07.898585 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9d268282-67c6-4dbe-ae27-6248bedb60d7 req-22c5ca14-9ce6-48cc-84f2-280a9fa9617f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701158 Jul 29 14:54:07.900590 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:07.934274 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7afd74-57fd-467c-9ff1-31c1d7eaf42b req-beeb79d7-1750-4b77-9629-6359f1f383e2 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:07.935972 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7f7afd74-57fd-467c-9ff1-31c1d7eaf42b req-beeb79d7-1750-4b77-9629-6359f1f383e2 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 945 time: 0.2670794 Jul 29 14:54:08.055756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Pushing event updated for resources: {'Port': ['ID=29da3de4-9345-4d5a-9b83-01bc885bd580,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:08.075074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59993a24-65c5-4e65-85ae-3e1d8ae55c6f req-1b82ade1-f7ba-4b59-9790-31fa1a793643 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:08.078550 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-59993a24-65c5-4e65-85ae-3e1d8ae55c6f req-1b82ade1-f7ba-4b59-9790-31fa1a793643 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.7617426 Jul 29 14:54:08.160857 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7f7afd74-57fd-467c-9ff1-31c1d7eaf42b req-d0765308-c314-4ada-88e1-519cca96a0c8 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812928 Jul 29 14:54:08.300001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Attempting to bind port 29da3de4-9345-4d5a-9b83-01bc885bd580 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:54:08.300767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Attempting to bind port 29da3de4-9345-4d5a-9b83-01bc885bd580 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '7fe5213f-c90e-4714-9d62-7ea6af5201a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:54:08.301312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Attempting to bind port 29da3de4-9345-4d5a-9b83-01bc885bd580 on network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:54:08.346948 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-59993a24-65c5-4e65-85ae-3e1d8ae55c6f req-a123dd41-6dbc-4790-81b7-ef8766578d52 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309020 Jul 29 14:54:08.382623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Port 29da3de4-9345-4d5a-9b83-01bc885bd580 on network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:54:08.382623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Attempting to bind port 29da3de4-9345-4d5a-9b83-01bc885bd580 on network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:54:08.399696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:54:08.409030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Checking segment: {'id': '7fe5213f-c90e-4714-9d62-7ea6af5201a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:54:08.409739 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Bound using segment: {'id': '7fe5213f-c90e-4714-9d62-7ea6af5201a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:54:08.410459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Bound port: 29da3de4-9345-4d5a-9b83-01bc885bd580, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe5213f-c90e-4714-9d62-7ea6af5201a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:54:08.411050 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:08.455505 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d518b05-8c42-4dcb-aec6-073cfac5d4a5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:08.576186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] For port 29da3de4-9345-4d5a-9b83-01bc885bd580, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:54:08.583333 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] For port 29da3de4-9345-4d5a-9b83-01bc885bd580, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=29da3de4-9345-4d5a-9b83-01bc885bd580,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:54:08.598466 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:08.705543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Pushing event updated for resources: {'Port': ['ID=29da3de4-9345-4d5a-9b83-01bc885bd580,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:08.724367 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:08.726054 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:08.729114 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-fa7502d7-253e-47b3-a62b-4f71458e74a5 service neutron] 10.222.0.38 "PUT /v2.0/ports/29da3de4-9345-4d5a-9b83-01bc885bd580 HTTP/1.1" status: 200 len: 1092 time: 2.9621508 Jul 29 14:54:08.741643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db260dbc-83ea-4d16-8816-14db61deb1b7', 'tag': '29da3de4-9345-4d5a-9b83-01bc885bd580'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:54:08.746871 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d657ca7-3657-47a2-bf0b-8cc04337ccfb" -d '{"events": [{"name": "network-changed", "server_uuid": "db260dbc-83ea-4d16-8816-14db61deb1b7", "tag": "29da3de4-9345-4d5a-9b83-01bc885bd580"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:54:08.818029 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e700c550-2ebf-445e-9171-7309073de67e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:54:08.873263 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bbab4cfe-6752-4bdd-9d80-7e2fe5ded503 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:08.984793 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:08.985627 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741bf902-9d7d-4f89-b535-146df8011b57 x-openstack-request-id: req-741bf902-9d7d-4f89-b535-146df8011b57 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:54:08.986085 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db260dbc-83ea-4d16-8816-14db61deb1b7", "tag": "29da3de4-9345-4d5a-9b83-01bc885bd580", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:54:08.986677 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-741bf902-9d7d-4f89-b535-146df8011b57 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:54:08.987197 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db260dbc-83ea-4d16-8816-14db61deb1b7', 'tag': '29da3de4-9345-4d5a-9b83-01bc885bd580', 'status': 'completed', 'code': 200} Jul 29 14:54:09.018433 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bbab4cfe-6752-4bdd-9d80-7e2fe5ded503 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:09.021520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Transition to ACTIVE for port object bc3e28e8-d601-4ac9-b489-253420aac3cd will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:54:09.035376 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:09.046723 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port e700c550-2ebf-445e-9171-7309073de67e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:54:09.095500 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-29d9e67a-5be7-4671-be16-1f8671f0e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:09.099496 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-29d9e67a-5be7-4671-be16-1f8671f0e59e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=28bcd8d082344846aa3000b5c102e8f6&device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 1095 time: 0.2225192 Jul 29 14:54:09.180053 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f18c8-c46f-4348-98a9-9ba04087d3a0 req-dc26a045-3f19-4ff8-a584-e3ae46f5ecc6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:09.187594 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e6f18c8-c46f-4348-98a9-9ba04087d3a0 req-dc26a045-3f19-4ff8-a584-e3ae46f5ecc6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 944 time: 0.4281228 Jul 29 14:54:09.205745 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f80bf5-1fdc-4f65-b575-aad25ab2e487 None None] Pushing event updated for resources: {'Port': ['ID=bc3e28e8-d601-4ac9-b489-253420aac3cd,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:09.315892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab4cfe-6752-4bdd-9d80-7e2fe5ded503 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4d4c1b-8940-473c-be7b-550c29974155,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:09.384321 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d518b05-8c42-4dcb-aec6-073cfac5d4a5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:09.394067 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d518b05-8c42-4dcb-aec6-073cfac5d4a5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:09.448704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Attempting to bind port bc3e28e8-d601-4ac9-b489-253420aac3cd on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:54:09.457404 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Attempting to bind port bc3e28e8-d601-4ac9-b489-253420aac3cd by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '67dd420b-cbc7-46d7-be01-4f37674a0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:54:09.458862 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-7a6dae72-b9aa-48eb-ab69-cd7ccde0742d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29da3de4-9345-4d5a-9b83-01bc885bd580 HTTP/1.1" status: 200 len: 217 time: 0.2594645 Jul 29 14:54:09.460193 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bbab4cfe-6752-4bdd-9d80-7e2fe5ded503 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:09.460883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Attempting to bind port bc3e28e8-d601-4ac9-b489-253420aac3cd on network f5779f1c-c34a-412c-ac27-a38d801761ff {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:54:09.470609 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bbab4cfe-6752-4bdd-9d80-7e2fe5ded503 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 3.3999691 Jul 29 14:54:09.474003 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40882) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:09.494293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-942c63ae-5f24-4a61-9dcf-6d52a4a54cf0 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Request body: {'security_group_rule': {'security_group_id': 'ab4d4c1b-8940-473c-be7b-550c29974155', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:09.495509 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:54:09.496191 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Checking segment: {'id': '67dd420b-cbc7-46d7-be01-4f37674a0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:54:09.496890 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:09.498201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Bound using segment: {'id': '67dd420b-cbc7-46d7-be01-4f37674a0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:54:09.498448 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Bound port: bc3e28e8-d601-4ac9-b489-253420aac3cd, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dd420b-cbc7-46d7-be01-4f37674a0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:54:09.500142 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:09.516459 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d518b05-8c42-4dcb-aec6-073cfac5d4a5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=13399b1d-5534-4315-9cc8-2eaea23d1b84,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:09.542504 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e6f18c8-c46f-4348-98a9-9ba04087d3a0 req-90f0dea9-b13e-49d9-b9ca-30a900641e69 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984378 Jul 29 14:54:09.766774 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-f5f41136-7050-4166-83a9-e5d7128c475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:09.769300 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-f5f41136-7050-4166-83a9-e5d7128c475e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e8f6d6b5-3b81-47bf-b7c1-836398789a1e HTTP/1.1" status: 200 len: 861 time: 0.2939808 Jul 29 14:54:09.818803 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-c4c567b6-6bd0-425b-aa1f-9da90efee84d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409024 Jul 29 14:54:09.824318 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-942c63ae-5f24-4a61-9dcf-6d52a4a54cf0 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:09.834883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcb43c-88ef-4335-b613-c418f10bce63 req-d4d62357-8f1e-429c-897c-0eb08ff1c209 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:09.851523 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ffcb43c-88ef-4335-b613-c418f10bce63 req-d4d62357-8f1e-429c-897c-0eb08ff1c209 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 945 time: 0.3266344 Jul 29 14:54:09.902347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] For port bc3e28e8-d601-4ac9-b489-253420aac3cd, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:54:09.911640 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] For port bc3e28e8-d601-4ac9-b489-253420aac3cd, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bc3e28e8-d601-4ac9-b489-253420aac3cd,segment=NetworkSegment(67dd420b-cbc7-46d7-be01-4f37674a0586),segment_id=67dd420b-cbc7-46d7-be01-4f37674a0586)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:54:09.929992 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:10.039696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecc97a-3102-4d9e-92ad-761a546b45eb req-1df081f8-6e53-4d1d-aa0e-1ad95ba596f1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:10.041931 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fcecc97a-3102-4d9e-92ad-761a546b45eb req-1df081f8-6e53-4d1d-aa0e-1ad95ba596f1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.3363798 Jul 29 14:54:10.076799 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-942c63ae-5f24-4a61-9dcf-6d52a4a54cf0 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:10.115291 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-942c63ae-5f24-4a61-9dcf-6d52a4a54cf0 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:10.135567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f80bf5-1fdc-4f65-b575-aad25ab2e487 None None] Pushing event updated for resources: {'Port': ['ID=bc3e28e8-d601-4ac9-b489-253420aac3cd,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:10.158753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Routers {'1a010d4f-0539-4476-b478-abc53adac9fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:54:10.159847 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:54:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1a010d4f-0539-4476-b478-abc53adac9fc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:10.272238 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fcecc97a-3102-4d9e-92ad-761a546b45eb req-76082432-aa66-4d16-b797-257e13cabc75 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052596 Jul 29 14:54:10.276137 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aba6104-54db-434c-b9d8-cd68165a95d0 None None] Network 0905f0fe-2680-4080-9c78-f57beb392d7a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:54:10.307364 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c63ae-5f24-4a61-9dcf-6d52a4a54cf0 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8430cd-38eb-456e-8f65-8d1e2f52fe0c,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:10.337512 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-942c63ae-5f24-4a61-9dcf-6d52a4a54cf0 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:10.338871 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-942c63ae-5f24-4a61-9dcf-6d52a4a54cf0 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8499141 Jul 29 14:54:10.355622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40890) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:10.370275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-2cb4839a-f454-45d1-807d-8ce7425fdcbd tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Request body: {'security_group_rule': {'security_group_id': 'ab4d4c1b-8940-473c-be7b-550c29974155', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:10.531858 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-7dd3c5d1-d338-4cf4-8850-cdb8086aa0c1 service neutron] 10.222.0.38 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6258762 Jul 29 14:54:10.786323 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] Set router 1a010d4f-0539-4476-b478-abc53adac9fc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:54:10.791680 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b1784420-6b1e-4908-bea8-623f0b735f15 None None] Provisioning for port e700c550-2ebf-445e-9171-7309073de67e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:54:10.809146 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2cb4839a-f454-45d1-807d-8ce7425fdcbd tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:10.833008 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:10.874575 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b1784420-6b1e-4908-bea8-623f0b735f15 None None] Provisioning complete for port e700c550-2ebf-445e-9171-7309073de67e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:10.875967 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1784420-6b1e-4908-bea8-623f0b735f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:10.981876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f11e7c-8c22-496d-89b3-870aa9f01212 req-2c46be9b-f221-44e2-9162-b506ec0dac7a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:10.983198 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-70f11e7c-8c22-496d-89b3-870aa9f01212 req-2c46be9b-f221-44e2-9162-b506ec0dac7a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 944 time: 0.2228281 Jul 29 14:54:10.988186 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3728a66-9b71-4db6-8bea-89a150c6d73a req-cab1e77f-769e-4887-b9a8-f45747ae22a3 service neutron] 10.222.0.38 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124923 Jul 29 14:54:11.024369 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2cb4839a-f454-45d1-807d-8ce7425fdcbd tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:11.037356 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2cb4839a-f454-45d1-807d-8ce7425fdcbd tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:11.082030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4839a-f454-45d1-807d-8ce7425fdcbd tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c08ce7-1e9f-42f1-9a1b-be471798f9d2,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:11.085106 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2cb4839a-f454-45d1-807d-8ce7425fdcbd tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:11.086542 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2cb4839a-f454-45d1-807d-8ce7425fdcbd tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7265515 Jul 29 14:54:11.090816 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40896) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:11.098162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:11.105479 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-70f11e7c-8c22-496d-89b3-870aa9f01212 req-0bde3739-08fc-47c6-b674-85415c07645b tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106608 Jul 29 14:54:11.179408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d657ca7-3657-47a2-bf0b-8cc04337ccfb req-247188dd-269f-4378-a0ff-546eca218130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:11.181184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1d657ca7-3657-47a2-bf0b-8cc04337ccfb req-247188dd-269f-4378-a0ff-546eca218130 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=28bcd8d082344846aa3000b5c102e8f6&device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 1095 time: 0.0876191 Jul 29 14:54:11.182239 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:11.302224 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d518b05-8c42-4dcb-aec6-073cfac5d4a5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:11.399449 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ffcb43c-88ef-4335-b613-c418f10bce63 req-25c29acb-d110-4d77-8af1-609e3af236b3 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5378168 Jul 29 14:54:11.522011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d657ca7-3657-47a2-bf0b-8cc04337ccfb req-290f0068-e43f-478e-9230-7da163343ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:11.523586 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1d657ca7-3657-47a2-bf0b-8cc04337ccfb req-290f0068-e43f-478e-9230-7da163343ead service neutron] 10.222.0.38 "GET /v2.0/networks?id=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 HTTP/1.1" status: 200 len: 922 time: 0.3258152 Jul 29 14:54:11.648611 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d518b05-8c42-4dcb-aec6-073cfac5d4a5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:11.649585 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1d657ca7-3657-47a2-bf0b-8cc04337ccfb req-e1fced76-6115-4d86-b291-1b308e5be0f9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29da3de4-9345-4d5a-9b83-01bc885bd580 HTTP/1.1" status: 200 len: 217 time: 0.0835257 Jul 29 14:54:11.652523 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:11.735429 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1784420-6b1e-4908-bea8-623f0b735f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:11.810074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d657ca7-3657-47a2-bf0b-8cc04337ccfb req-d6b1bebf-472b-438c-bd6c-261ec3792c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:11.812459 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1d657ca7-3657-47a2-bf0b-8cc04337ccfb req-d6b1bebf-472b-438c-bd6c-261ec3792c79 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e8f6d6b5-3b81-47bf-b7c1-836398789a1e HTTP/1.1" status: 200 len: 861 time: 0.1451805 Jul 29 14:54:11.842177 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea7c79-aa3a-4c8b-a39a-0315f8addcf9 req-32d19e7c-3c09-4300-a55b-4c05bc079b70 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:11.844503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a2ea7c79-aa3a-4c8b-a39a-0315f8addcf9 req-32d19e7c-3c09-4300-a55b-4c05bc079b70 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.3621004 Jul 29 14:54:11.861876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b1784420-6b1e-4908-bea8-623f0b735f15 None None] For port e700c550-2ebf-445e-9171-7309073de67e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e700c550-2ebf-445e-9171-7309073de67e,segment=NetworkSegment(a319e02f-eafd-42a6-8249-ceb05b259c61),segment_id=a319e02f-eafd-42a6-8249-ceb05b259c61)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:11.868752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'name': 'tempest-ServersTestBootFromVolume-1395248874-router', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:53:45Z', 'updated_at': '2021-07-29T14:53:59Z', 'revision_number': 4, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'gw_port': {'id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:46Z', 'updated_at': '2021-07-29T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'bc3e28e8-d601-4ac9-b489-253420aac3cd', 'name': '', 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'mac_address': 'fa:16:3e:60:4a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:55Z', 'updated_at': '2021-07-29T14:54:09Z', 'revision_number': 4, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'subnets': [{'id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:11.871770 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1784420-6b1e-4908-bea8-623f0b735f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:11.907847 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1d657ca7-3657-47a2-bf0b-8cc04337ccfb req-cc23da9f-80c9-47d7-a3ee-892e5cacd9ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622559 Jul 29 14:54:11.918974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e294d4-1a05-431a-8eab-fa62840fe5a3 req-b77fbb73-203d-4970-a477-0829acaa07d2 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:11.920600 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-44e294d4-1a05-431a-8eab-fa62840fe5a3 req-b77fbb73-203d-4970-a477-0829acaa07d2 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.2229700 Jul 29 14:54:11.947163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e99900-4037-4232-976b-f37e6e42471e None None] The sync data for ids ['1a010d4f-0539-4476-b478-abc53adac9fc'] in n-d-802893-1 is: [{'id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'name': 'tempest-ServersTestBootFromVolume-1395248874-router', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:53:45Z', 'updated_at': '2021-07-29T14:53:59Z', 'revision_number': 4, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'gw_port': {'id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:46Z', 'updated_at': '2021-07-29T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'bc3e28e8-d601-4ac9-b489-253420aac3cd', 'name': '', 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'mac_address': 'fa:16:3e:60:4a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:55Z', 'updated_at': '2021-07-29T14:54:09Z', 'revision_number': 4, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'subnets': [{'id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:54:12.012912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1784420-6b1e-4908-bea8-623f0b735f15 None None] Pushing event updated for resources: {'Port': ['ID=e700c550-2ebf-445e-9171-7309073de67e,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:12.194935 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-411f886a-6cf0-4fcd-91de-fff4cb63bc79 None None] Provisioning complete for port e700c550-2ebf-445e-9171-7309073de67e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:12.198885 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-411f886a-6cf0-4fcd-91de-fff4cb63bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:12.247206 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a2ea7c79-aa3a-4c8b-a39a-0315f8addcf9 req-01b92d13-a6a5-49e8-af4a-e41359d0b618 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363883 Jul 29 14:54:12.384335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Allocated IP 172.25.6.89 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/86fa23d6-32dc-4914-8593-ef5a1d844bca) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:54:12.443113 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1d657ca7-3657-47a2-bf0b-8cc04337ccfb req-5e8c44af-d3b1-46e1-9218-3f5f39401577 service neutron] 10.222.0.38 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988058 Jul 29 14:54:12.565239 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-411f886a-6cf0-4fcd-91de-fff4cb63bc79 None None] Provisioning for port 13399b1d-5534-4315-9cc8-2eaea23d1b84 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:54:12.572310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-411f886a-6cf0-4fcd-91de-fff4cb63bc79 None None] Provisioning complete for port 13399b1d-5534-4315-9cc8-2eaea23d1b84 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:12.573171 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-411f886a-6cf0-4fcd-91de-fff4cb63bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:12.714800 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d518b05-8c42-4dcb-aec6-073cfac5d4a5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:12.733029 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bc3e28e8-d601-4ac9-b489-253420aac3cd up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:54:12.748909 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d518b05-8c42-4dcb-aec6-073cfac5d4a5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:12.884695 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-411f886a-6cf0-4fcd-91de-fff4cb63bc79 None None] Port 13399b1d-5534-4315-9cc8-2eaea23d1b84 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:54:12.940991 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d518b05-8c42-4dcb-aec6-073cfac5d4a5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=13399b1d-5534-4315-9cc8-2eaea23d1b84,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:12.957897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port bc3e28e8-d601-4ac9-b489-253420aac3cd completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:54:12.962640 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port bc3e28e8-d601-4ac9-b489-253420aac3cd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:12.963026 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:13.031894 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1d657ca7-3657-47a2-bf0b-8cc04337ccfb req-9f4ea64e-d229-4b36-9f9c-14c617d53bdf service neutron] 10.222.0.38 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614920 Jul 29 14:54:13.064203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9edc0ff9-05e6-4d99-92d8-c4a0a564fe74 None None] Provisioning complete for port 13399b1d-5534-4315-9cc8-2eaea23d1b84 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:13.064591 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9edc0ff9-05e6-4d99-92d8-c4a0a564fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:13.087977 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d518b05-8c42-4dcb-aec6-073cfac5d4a5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:13.119505 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:13.137297 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-44e294d4-1a05-431a-8eab-fa62840fe5a3 req-1a4dfa53-742b-4e85-bf3f-c4c5a26fe1d2 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870800 Jul 29 14:54:13.199744 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a38fb-a1d4-4496-889c-69ba1a65a1e4 req-526c0523-58cd-42f7-add7-cc8861c6a7a8 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:13.209582 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9edc0ff9-05e6-4d99-92d8-c4a0a564fe74 None None] Port 13399b1d-5534-4315-9cc8-2eaea23d1b84 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:54:13.220883 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7d7a38fb-a1d4-4496-889c-69ba1a65a1e4 req-526c0523-58cd-42f7-add7-cc8861c6a7a8 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 944 time: 0.2266655 Jul 29 14:54:13.239370 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:13.331364 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port bc3e28e8-d601-4ac9-b489-253420aac3cd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bc3e28e8-d601-4ac9-b489-253420aac3cd,segment=NetworkSegment(67dd420b-cbc7-46d7-be01-4f37674a0586),segment_id=67dd420b-cbc7-46d7-be01-4f37674a0586)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:13.336184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7d7a38fb-a1d4-4496-889c-69ba1a65a1e4 req-1fa22fea-5ae4-42d8-9ca0-a74ee513125e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054931 Jul 29 14:54:13.352853 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:13.376737 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:13.377560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e700c550-2ebf-445e-9171-7309073de67e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:54:13.463049 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d518b05-8c42-4dcb-aec6-073cfac5d4a5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network 0905f0fe-2680-4080-9c78-f57beb392d7a is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:54:13.471734 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-8d518b05-8c42-4dcb-aec6-073cfac5d4a5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:54:13.474735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:54:13.486587 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b3feee5c-f46b-48cb-9ecb-5f541d90ca5e None None] Provisioning complete for port 13399b1d-5534-4315-9cc8-2eaea23d1b84 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:13.487399 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3feee5c-f46b-48cb-9ecb-5f541d90ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:13.501606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:54:13.504417 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:54:13.530374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Pushing event updated for resources: {'Port': ['ID=86fa23d6-32dc-4914-8593-ef5a1d844bca,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:13.563644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b3feee5c-f46b-48cb-9ecb-5f541d90ca5e None None] Port 13399b1d-5534-4315-9cc8-2eaea23d1b84 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:54:13.580484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206f1ec-6b88-44e8-921c-2317cb7c95d9 req-0865d84e-4e89-4e39-a4ea-1a638e7a9b3a tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:13.582544 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5206f1ec-6b88-44e8-921c-2317cb7c95d9 req-0865d84e-4e89-4e39-a4ea-1a638e7a9b3a tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e6daec-2d59-4f10-886b-e7fb7fec7682 HTTP/1.1" status: 200 len: 945 time: 0.2863641 Jul 29 14:54:13.597534 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a073fe3e-00f5-4dae-9856-e9cb15834bf3 req-ba3bd6b8-2414-438e-82a4-f9fe13862155 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:13.606549 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a073fe3e-00f5-4dae-9856-e9cb15834bf3 req-ba3bd6b8-2414-438e-82a4-f9fe13862155 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.1279135 Jul 29 14:54:13.645317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=bc3e28e8-d601-4ac9-b489-253420aac3cd,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:13.720472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port e700c550-2ebf-445e-9171-7309073de67e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:13.721172 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:13.766328 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a073fe3e-00f5-4dae-9856-e9cb15834bf3 req-dbdc9603-ee4f-4a41-8835-1dfed9632d40 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543338 Jul 29 14:54:13.882619 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:13.893871 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5206f1ec-6b88-44e8-921c-2317cb7c95d9 req-d74c29b1-c213-4321-bc51-f40acc9d8c41 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975541 Jul 29 14:54:14.007070 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:14.044820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d518b05-8c42-4dcb-aec6-073cfac5d4a5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router f396c296-9838-42ed-bef8-9e1f17a2cc92 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:54:14.091428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-606c0565-d740-4339-a2c4-01457b571578 None None] Provisioning complete for port 13399b1d-5534-4315-9cc8-2eaea23d1b84 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:14.091428 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-606c0565-d740-4339-a2c4-01457b571578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:14.198005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-606c0565-d740-4339-a2c4-01457b571578 None None] Port 13399b1d-5534-4315-9cc8-2eaea23d1b84 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:54:14.303553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d518b05-8c42-4dcb-aec6-073cfac5d4a5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:54:14.320268 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40924) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:14.322090 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d8e3c-7442-492f-919d-8d7d4173cccc None None] Sync routers for ids ['f396c296-9838-42ed-bef8-9e1f17a2cc92'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:54:14.324114 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8d518b05-8c42-4dcb-aec6-073cfac5d4a5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/f396c296-9838-42ed-bef8-9e1f17a2cc92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0822210 Jul 29 14:54:14.406912 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d8e3c-7442-492f-919d-8d7d4173cccc None None] Routers {'f396c296-9838-42ed-bef8-9e1f17a2cc92'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:54:14.419390 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-842d8e3c-7442-492f-919d-8d7d4173cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:54:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f396c296-9838-42ed-bef8-9e1f17a2cc92'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:14.501909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3708443b-064d-440d-8517-b55dfd053f61 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:14.506522 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40928) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:14.511452 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3708443b-064d-440d-8517-b55dfd053f61 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports/13399b1d-5534-4315-9cc8-2eaea23d1b84 HTTP/1.1" status: 200 len: 977 time: 0.1881850 Jul 29 14:54:14.545054 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-842d8e3c-7442-492f-919d-8d7d4173cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:14.567173 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d8e3c-7442-492f-919d-8d7d4173cccc None None] Routers {'f396c296-9838-42ed-bef8-9e1f17a2cc92'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:54:14.567840 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-842d8e3c-7442-492f-919d-8d7d4173cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:54:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f396c296-9838-42ed-bef8-9e1f17a2cc92'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:14.652563 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-842d8e3c-7442-492f-919d-8d7d4173cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:14.653897 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d8e3c-7442-492f-919d-8d7d4173cccc None None] The sync data for ids ['f396c296-9838-42ed-bef8-9e1f17a2cc92'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:54:14.666863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bc3e28e8-d601-4ac9-b489-253420aac3cd up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:54:14.681010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cf289-df6e-40c8-868c-8bd04bee27a9 req-63e04037-daa3-4d6b-8027-89c7e472f1e7 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:14.682662 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e19cf289-df6e-40c8-868c-8bd04bee27a9 req-63e04037-daa3-4d6b-8027-89c7e472f1e7 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 944 time: 0.1698773 Jul 29 14:54:14.755641 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:14.771674 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:14.791893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1f909-95ba-4fd7-8133-2fb2fd524daf req-06b7917c-9254-4f4e-bd11-743cedad6161 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:14.793989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port bc3e28e8-d601-4ac9-b489-253420aac3cd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:14.794559 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:14.812500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 29da3de4-9345-4d5a-9b83-01bc885bd580 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:54:14.813325 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d5f1f909-95ba-4fd7-8133-2fb2fd524daf req-06b7917c-9254-4f4e-bd11-743cedad6161 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 945 time: 0.3744299 Jul 29 14:54:14.916211 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e19cf289-df6e-40c8-868c-8bd04bee27a9 req-f46e99e6-16ad-4efb-b4b2-04f6916b3c5e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204978 Jul 29 14:54:15.048515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 29da3de4-9345-4d5a-9b83-01bc885bd580, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=29da3de4-9345-4d5a-9b83-01bc885bd580,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:15.082494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '29da3de4-9345-4d5a-9b83-01bc885bd580', 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34', 'port_id': '29da3de4-9345-4d5a-9b83-01bc885bd580', 'mac_address': 'fa:16:3e:8c:be:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f6d6b5-3b81-47bf-b7c1-836398789a1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:54:15.170654 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:15.180142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Pushing event updated for resources: {'Port': ['ID=86fa23d6-32dc-4914-8593-ef5a1d844bca,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:15.199040 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d5f1f909-95ba-4fd7-8133-2fb2fd524daf req-fefa721f-f5e5-4e77-8775-41655cf2147a tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842952 Jul 29 14:54:15.227099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29da3de4-9345-4d5a-9b83-01bc885bd580 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:54:15.260072 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 29da3de4-9345-4d5a-9b83-01bc885bd580, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=29da3de4-9345-4d5a-9b83-01bc885bd580,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:15.310979 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:15.345634 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:15.374577 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:15.387161 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6d7efd22-947c-42f6-9ee5-cbb6d726bc98 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2948122 Jul 29 14:54:15.413497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e52ea-5a25-485b-9829-66b73298d46e req-ba3aa873-49e2-4851-89bd-1200f7f7b282 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:15.421561 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1a8e52ea-5a25-485b-9829-66b73298d46e req-ba3aa873-49e2-4851-89bd-1200f7f7b282 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.2763901 Jul 29 14:54:15.431704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=29da3de4-9345-4d5a-9b83-01bc885bd580,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:15.497304 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1a8e52ea-5a25-485b-9829-66b73298d46e req-98152ed9-d686-4770-9234-71f6917b3c5e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737813 Jul 29 14:54:15.609687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['29da3de4-9345-4d5a-9b83-01bc885bd580'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:54:16.040509 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-00943f11-ad17-4ae3-8081-394fb2025c05 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:16.125595 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba988d1-a428-4a6e-b120-8df7cff9ac24 req-2e255255-cef6-4fe0-bff4-cd21368f1745 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:16.134333 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cba988d1-a428-4a6e-b120-8df7cff9ac24 req-2e255255-cef6-4fe0-bff4-cd21368f1745 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 945 time: 0.1174214 Jul 29 14:54:16.223806 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cba988d1-a428-4a6e-b120-8df7cff9ac24 req-f6feb8de-bffa-4059-96e2-0c82c5f278ad tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881383 Jul 29 14:54:16.618500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c8f1d-f6fb-4868-b2ca-ad97e8646e57 req-647bd934-c25c-4ff7-949b-5bc3ca49c03e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:16.636108 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-809c8f1d-f6fb-4868-b2ca-ad97e8646e57 req-647bd934-c25c-4ff7-949b-5bc3ca49c03e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.2992966 Jul 29 14:54:16.808293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 29da3de4-9345-4d5a-9b83-01bc885bd580 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:54:16.871708 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-809c8f1d-f6fb-4868-b2ca-ad97e8646e57 req-e84e7ad1-8baf-46a7-8f40-d4760f60e131 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319889 Jul 29 14:54:17.032854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 29da3de4-9345-4d5a-9b83-01bc885bd580 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:54:17.038426 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 29da3de4-9345-4d5a-9b83-01bc885bd580 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:17.039206 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:17.142218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5526326-7b26-49d5-a298-3f0f72e3d722 req-ff6eec1d-de11-4394-bedb-42b558fea1a1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:17.163566 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5526326-7b26-49d5-a298-3f0f72e3d722 req-ff6eec1d-de11-4394-bedb-42b558fea1a1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.2210560 Jul 29 14:54:17.167351 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-00943f11-ad17-4ae3-8081-394fb2025c05 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port 13399b1d-5534-4315-9cc8-2eaea23d1b84 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:54:17.167887 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-00943f11-ad17-4ae3-8081-394fb2025c05 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:17.361243 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5526326-7b26-49d5-a298-3f0f72e3d722 req-baceabac-a695-45f9-b642-4f686456b5b1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938963 Jul 29 14:54:17.639412 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-00943f11-ad17-4ae3-8081-394fb2025c05 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:17.689909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-00943f11-ad17-4ae3-8081-394fb2025c05 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for 13399b1d-5534-4315-9cc8-2eaea23d1b84 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:54:17.875182 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2eef2-457c-48af-a34a-9937d7b557a7 req-033eb032-f4d9-4b84-a804-481c69ffdfa9 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:17.899801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e2a2eef2-457c-48af-a34a-9937d7b557a7 req-033eb032-f4d9-4b84-a804-481c69ffdfa9 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 945 time: 0.2502584 Jul 29 14:54:18.029029 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:18.073696 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e2a2eef2-457c-48af-a34a-9937d7b557a7 req-42e33398-48eb-427e-96af-4eef21e8c4e3 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716931 Jul 29 14:54:18.139771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db260dbc-83ea-4d16-8816-14db61deb1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29da3de4-9345-4d5a-9b83-01bc885bd580'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:54:18.147741 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379c51ad-98b0-43fb-9c87-64bff9997761" -d '{"events": [{"server_uuid": "db260dbc-83ea-4d16-8816-14db61deb1b7", "name": "network-vif-plugged", "status": "completed", "tag": "29da3de4-9345-4d5a-9b83-01bc885bd580"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:54:18.216169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 29da3de4-9345-4d5a-9b83-01bc885bd580, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=29da3de4-9345-4d5a-9b83-01bc885bd580,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:18.233516 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:18.474491 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=29da3de4-9345-4d5a-9b83-01bc885bd580,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:18.539298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc69a18-658f-4d16-aa00-666b3c0e3357 req-01581222-f845-4a6a-a51a-fe36c6524d21 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:18.549266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc69a18-658f-4d16-aa00-666b3c0e3357 req-01581222-f845-4a6a-a51a-fe36c6524d21 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:18.557740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc69a18-658f-4d16-aa00-666b3c0e3357 req-01581222-f845-4a6a-a51a-fe36c6524d21 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:18.569482 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffc69a18-658f-4d16-aa00-666b3c0e3357 req-01581222-f845-4a6a-a51a-fe36c6524d21 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f&device_id=a0e6daec-2d59-4f10-886b-e7fb7fec7682&device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 2416 time: 0.2514675 Jul 29 14:54:18.589642 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-00943f11-ad17-4ae3-8081-394fb2025c05 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:18.678836 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002fbfbb-41cf-47a4-8a85-6340510d9409 x-openstack-request-id: req-002fbfbb-41cf-47a4-8a85-6340510d9409 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:54:18.679143 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db260dbc-83ea-4d16-8816-14db61deb1b7", "name": "network-vif-plugged", "status": "completed", "tag": "29da3de4-9345-4d5a-9b83-01bc885bd580", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:54:18.681672 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-002fbfbb-41cf-47a4-8a85-6340510d9409 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:54:18.682193 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db260dbc-83ea-4d16-8816-14db61deb1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29da3de4-9345-4d5a-9b83-01bc885bd580', 'code': 200} Jul 29 14:54:18.733820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00943f11-ad17-4ae3-8081-394fb2025c05 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=13399b1d-5534-4315-9cc8-2eaea23d1b84,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:18.929861 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffc69a18-658f-4d16-aa00-666b3c0e3357 req-86fdb868-fbd3-4c66-a891-ca93951ebbf7 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522635 Jul 29 14:54:18.979034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73513658-e777-4c96-9562-b4f63851b7c6 req-063a2235-772d-43cd-b414-135dbdc3ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:18.982096 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-73513658-e777-4c96-9562-b4f63851b7c6 req-063a2235-772d-43cd-b414-135dbdc3ccc9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 1097 time: 0.1834693 Jul 29 14:54:19.005042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e465350-3f6d-4380-935a-5c3cc2d7ae8d req-24f23800-488a-40e0-ba3e-7aa648e686fb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:19.023498 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e465350-3f6d-4380-935a-5c3cc2d7ae8d req-24f23800-488a-40e0-ba3e-7aa648e686fb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.2348161 Jul 29 14:54:19.179492 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-73513658-e777-4c96-9562-b4f63851b7c6 req-844e26b8-6994-4a93-befe-dfdea06fe0b6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530409 Jul 29 14:54:19.200263 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e465350-3f6d-4380-935a-5c3cc2d7ae8d req-696b976d-1ddf-4154-8f47-8814226e84b2 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090841 Jul 29 14:54:19.329038 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-00943f11-ad17-4ae3-8081-394fb2025c05 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:19.439568 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf66c9-3bb6-4f44-9e68-450f8dcce16a req-c9772ada-a715-49bc-bc08-aa5b9e40f324 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:19.442471 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ebf66c9-3bb6-4f44-9e68-450f8dcce16a req-c9772ada-a715-49bc-bc08-aa5b9e40f324 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 946 time: 0.1003592 Jul 29 14:54:19.534117 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ebf66c9-3bb6-4f44-9e68-450f8dcce16a req-89fb7ad3-29ad-4559-b2a1-097c787d6eb3 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823834 Jul 29 14:54:19.555629 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580c8d1-2f7f-4cad-b162-41bdd25d956e req-312a9379-7335-4c81-ac95-873d3d977b35 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:19.557308 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4580c8d1-2f7f-4cad-b162-41bdd25d956e req-312a9379-7335-4c81-ac95-873d3d977b35 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 945 time: 0.3446066 Jul 29 14:54:19.741959 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4580c8d1-2f7f-4cad-b162-41bdd25d956e req-bc7f1493-1b7c-4550-a423-585bf41c0016 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494179 Jul 29 14:54:19.863917 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00943f11-ad17-4ae3-8081-394fb2025c05 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router f396c296-9838-42ed-bef8-9e1f17a2cc92 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:54:20.046756 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00943f11-ad17-4ae3-8081-394fb2025c05 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:54:20.063289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41062) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:20.064111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16a80cc-839e-48dd-b0df-b598ab2e4d6d None None] Sync routers for ids ['f396c296-9838-42ed-bef8-9e1f17a2cc92'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:54:20.064771 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-00943f11-ad17-4ae3-8081-394fb2025c05 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/f396c296-9838-42ed-bef8-9e1f17a2cc92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5409064 Jul 29 14:54:20.079772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16a80cc-839e-48dd-b0df-b598ab2e4d6d None None] Routers {'f396c296-9838-42ed-bef8-9e1f17a2cc92'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:54:20.087643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d16a80cc-839e-48dd-b0df-b598ab2e4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:54:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f396c296-9838-42ed-bef8-9e1f17a2cc92'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:20.192078 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d16a80cc-839e-48dd-b0df-b598ab2e4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:20.226071 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16a80cc-839e-48dd-b0df-b598ab2e4d6d None None] Routers {'f396c296-9838-42ed-bef8-9e1f17a2cc92'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:54:20.228305 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d16a80cc-839e-48dd-b0df-b598ab2e4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:54:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f396c296-9838-42ed-bef8-9e1f17a2cc92'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:20.330708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d16a80cc-839e-48dd-b0df-b598ab2e4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:20.332365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16a80cc-839e-48dd-b0df-b598ab2e4d6d None None] The sync data for ids ['f396c296-9838-42ed-bef8-9e1f17a2cc92'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:54:20.989142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c9b14-5bd9-4624-a09c-57a21c26196e req-a8c84576-8df6-4067-96a8-dc4b04009d98 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:20.990763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce9c9b14-5bd9-4624-a09c-57a21c26196e req-a8c84576-8df6-4067-96a8-dc4b04009d98 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 946 time: 0.1211729 Jul 29 14:54:21.080609 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce9c9b14-5bd9-4624-a09c-57a21c26196e req-bac80527-a01d-4f2e-a4e2-083ea8df39fe tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836139 Jul 29 14:54:21.155388 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-5a712ce3-a30a-44c8-86f9-8e51ccf0f4b4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] remove_router_interface failed (client error): The resource could not be found. Jul 29 14:54:21.160619 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5a712ce3-a30a-44c8-86f9-8e51ccf0f4b4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/f396c296-9838-42ed-bef8-9e1f17a2cc92/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0946162 Jul 29 14:54:21.163864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41086) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:21.195637 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f651b53-e128-4dba-a868-a90540b6ad34 req-a9fd46b0-841d-4334-8b83-be485b0cc428 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:21.204974 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6f651b53-e128-4dba-a868-a90540b6ad34 req-a9fd46b0-841d-4334-8b83-be485b0cc428 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.2331614 Jul 29 14:54:21.224632 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b81d663b-9d22-46d6-a5e8-23bbffb4d9e0 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports?device_id=f396c296-9838-42ed-bef8-9e1f17a2cc92 HTTP/1.1" status: 200 len: 205 time: 0.0573101 Jul 29 14:54:21.224983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41090) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:21.325347 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6f651b53-e128-4dba-a868-a90540b6ad34 req-0c4f65b1-40ae-4202-b631-62bfe67eea5d tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080630 Jul 29 14:54:21.495762 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a8e4e2f-3e19-4c24-a86c-0d13273f6cc7 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:21.783092 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a8e4e2f-3e19-4c24-a86c-0d13273f6cc7 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:21.787051 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a8e4e2f-3e19-4c24-a86c-0d13273f6cc7 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:21.796310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68605946-a2e1-4316-b904-8bcd058c0326 req-24cb3bef-48ce-4550-9110-3b3de3264e3f tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:21.804546 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68605946-a2e1-4316-b904-8bcd058c0326 req-24cb3bef-48ce-4550-9110-3b3de3264e3f tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 946 time: 0.2661276 Jul 29 14:54:21.912404 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68605946-a2e1-4316-b904-8bcd058c0326 req-233c1203-b790-4b72-9c75-f68b8e20a3f3 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068013 Jul 29 14:54:21.931834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a8e4e2f-3e19-4c24-a86c-0d13273f6cc7 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:21.932561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8e4e2f-3e19-4c24-a86c-0d13273f6cc7 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Fanout notify agent at l3_agent the message router_deleted on router f396c296-9838-42ed-bef8-9e1f17a2cc92 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:54:21.942609 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a8e4e2f-3e19-4c24-a86c-0d13273f6cc7 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:21.944309 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4a8e4e2f-3e19-4c24-a86c-0d13273f6cc7 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/routers/f396c296-9838-42ed-bef8-9e1f17a2cc92 HTTP/1.1" status: 204 len: 168 time: 0.7183247 Jul 29 14:54:21.950464 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41100) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:22.086545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fa8c84-2ad7-4efc-91fb-632194a87792 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting subnet 43552373-7ec0-4f4e-a61c-29a8a2b6598e {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:54:22.103521 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40fa8c84-2ad7-4efc-91fb-632194a87792 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:22.230359 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40fa8c84-2ad7-4efc-91fb-632194a87792 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:22.398617 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570ee14-8743-4f65-b9f2-8fbf041872bb req-6eee9a1b-d041-442f-861d-ea51ba866bda tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:22.415765 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5570ee14-8743-4f65-b9f2-8fbf041872bb req-6eee9a1b-d041-442f-861d-ea51ba866bda tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 946 time: 0.2388542 Jul 29 14:54:22.544543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36da1e-f71d-488b-a18b-d80f1eb242d8 req-d7a60040-f7e1-4d5d-a8fb-eeb778d9b321 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:22.546240 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ce36da1e-f71d-488b-a18b-d80f1eb242d8 req-d7a60040-f7e1-4d5d-a8fb-eeb778d9b321 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.1459055 Jul 29 14:54:22.591665 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5570ee14-8743-4f65-b9f2-8fbf041872bb req-dec3f5b5-e008-46ee-83c4-668ecded2348 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691542 Jul 29 14:54:22.683917 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ce36da1e-f71d-488b-a18b-d80f1eb242d8 req-ebeda5b9-e75c-4a2c-bfbe-b99a14121e45 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896900 Jul 29 14:54:22.685473 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40fa8c84-2ad7-4efc-91fb-632194a87792 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:22.903398 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40fa8c84-2ad7-4efc-91fb-632194a87792 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:23.005602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa8c84-2ad7-4efc-91fb-632194a87792 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Subnet': ['ID=43552373-7ec0-4f4e-a61c-29a8a2b6598e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:23.023404 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c177d9-6532-434c-96e2-8955914c4e47 None None] Network 0905f0fe-2680-4080-9c78-f57beb392d7a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:54:23.023903 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40fa8c84-2ad7-4efc-91fb-632194a87792 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:23.028454 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-40fa8c84-2ad7-4efc-91fb-632194a87792 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/43552373-7ec0-4f4e-a61c-29a8a2b6598e HTTP/1.1" status: 204 len: 168 time: 1.0742159 Jul 29 14:54:23.029094 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41128) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:23.097884 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba631c9-6031-4bdd-8f9c-62de01a8471d req-aef99300-20e8-4cba-927c-b0658cc7aac2 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:23.106339 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aba631c9-6031-4bdd-8f9c-62de01a8471d req-aef99300-20e8-4cba-927c-b0658cc7aac2 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.1255708 Jul 29 14:54:23.177730 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41132) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:23.212644 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aba631c9-6031-4bdd-8f9c-62de01a8471d req-126418bc-1376-4e46-8b6a-cfef31b0a1b0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049128 Jul 29 14:54:23.395127 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6076e38b-39d3-4697-afbe-aa95c70bcfaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:23.459641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c91178-a315-4bf7-821d-67cc35827383 None None] DHCP port deletion for 0905f0fe-2680-4080-9c78-f57beb392d7a request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:54:23.535853 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6076e38b-39d3-4697-afbe-aa95c70bcfaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:23.536582 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-65c91178-a315-4bf7-821d-67cc35827383 None None] Deleting port e700c550-2ebf-445e-9171-7309073de67e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:54:23.537197 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65c91178-a315-4bf7-821d-67cc35827383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:23.542192 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6076e38b-39d3-4697-afbe-aa95c70bcfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:23.601574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6076e38b-39d3-4697-afbe-aa95c70bcfaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4dfcfa6e0094f7d8c2591bf459476c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226196 Jul 29 14:54:23.602947 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076e38b-39d3-4697-afbe-aa95c70bcfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dcc508-20e0-45bd-b624-6ee641b1ede0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:23.606542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41138) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:23.677665 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-65c91178-a315-4bf7-821d-67cc35827383 None None] For port e700c550-2ebf-445e-9171-7309073de67e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e700c550-2ebf-445e-9171-7309073de67e,segment=NetworkSegment(a319e02f-eafd-42a6-8249-ceb05b259c61),segment_id=a319e02f-eafd-42a6-8249-ceb05b259c61)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:23.678611 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65c91178-a315-4bf7-821d-67cc35827383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:23.708660 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-65c91178-a315-4bf7-821d-67cc35827383 None None] Calling delete_port for e700c550-2ebf-445e-9171-7309073de67e owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:54:23.716514 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ee172af-095d-4741-9c06-dc2bc1cf59bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:23.725874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f8172-8dff-46e4-be60-5b1ff5696471 req-7954d2fc-35cc-4b0a-aa9a-8e179974146f tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:23.736275 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c54f8172-8dff-46e4-be60-5b1ff5696471 req-7954d2fc-35cc-4b0a-aa9a-8e179974146f tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 946 time: 0.6569932 Jul 29 14:54:23.753104 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ee172af-095d-4741-9c06-dc2bc1cf59bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:23.761511 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:23.808875 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c54f8172-8dff-46e4-be60-5b1ff5696471 req-43f84fd7-be0d-4916-9025-766880978f63 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709355 Jul 29 14:54:23.905679 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ee172af-095d-4741-9c06-dc2bc1cf59bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:23.909467 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ee172af-095d-4741-9c06-dc2bc1cf59bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:23.911320 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3ee172af-095d-4741-9c06-dc2bc1cf59bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89dcc508-20e0-45bd-b624-6ee641b1ede0 HTTP/1.1" status: 204 len: 168 time: 0.3021126 Jul 29 14:54:23.952342 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-65c91178-a315-4bf7-821d-67cc35827383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:23.971748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port e700c550-2ebf-445e-9171-7309073de67e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:54:23.972229 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:24.017397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee172af-095d-4741-9c06-dc2bc1cf59bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dcc508-20e0-45bd-b624-6ee641b1ede0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:24.085331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c083ef-18c3-4abe-821d-ae97079762e6 req-62e80334-876c-406e-a40d-280c2a1cfb00 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:24.093804 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-75c083ef-18c3-4abe-821d-ae97079762e6 req-62e80334-876c-406e-a40d-280c2a1cfb00 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.1110966 Jul 29 14:54:24.105159 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c015c-6194-48cb-b11f-8ba4ea15ede2 req-4d938fb8-20c1-4151-9f5b-0d265c9f03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:24.107267 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-689c015c-6194-48cb-b11f-8ba4ea15ede2 req-4d938fb8-20c1-4151-9f5b-0d265c9f03de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=247d807a3183413d81bd38d576287ebf&device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 1097 time: 0.1617088 Jul 29 14:54:24.107734 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] For port e700c550-2ebf-445e-9171-7309073de67e, host n-d-802893-1, got binding levels [] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:24.108430 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:24.136708 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for e700c550-2ebf-445e-9171-7309073de67e owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:54:24.143005 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.ipam_backend_mixin [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Port e700c550-2ebf-445e-9171-7309073de67e was not found and therefore no delete operation was performed {{(pid=94157) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 14:54:24.145338 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:24.169897 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No DVR routers for this DVR port e700c550-2ebf-445e-9171-7309073de67e on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:54:24.187137 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c91178-a315-4bf7-821d-67cc35827383 None None] No DVR routers for this DVR port e700c550-2ebf-445e-9171-7309073de67e on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:54:24.208613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c91178-a315-4bf7-821d-67cc35827383 None None] Pushing event deleted for resources: {'Port': ['ID=e700c550-2ebf-445e-9171-7309073de67e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:24.246627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=e700c550-2ebf-445e-9171-7309073de67e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:24.323917 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-75c083ef-18c3-4abe-821d-ae97079762e6 req-43b71af5-dd94-4114-bc83-619fe79fe2b6 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283554 Jul 29 14:54:24.389907 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:24.402287 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0905f0fe-2680-4080-9c78-f57beb392d7a']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:24.413047 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c015c-6194-48cb-b11f-8ba4ea15ede2 req-9ae0cd36-ec7c-42bf-86e7-5c11acf0e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:24.417328 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-689c015c-6194-48cb-b11f-8ba4ea15ede2 req-9ae0cd36-ec7c-42bf-86e7-5c11acf0e9ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 200 len: 918 time: 0.2957909 Jul 29 14:54:24.420274 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a319e02f-eafd-42a6-8249-ceb05b259c61') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:24.420847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a319e02f-eafd-42a6-8249-ceb05b259c61') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:24.446913 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:24.482427 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e700c550-2ebf-445e-9171-7309073de67e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:54:24.508518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: e700c550-2ebf-445e-9171-7309073de67e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:54:24.508906 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e700c550-2ebf-445e-9171-7309073de67e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:54:24.552150 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:24.569348 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:54:24.570060 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:54:24.574880 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:54:24.580788 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-689c015c-6194-48cb-b11f-8ba4ea15ede2 req-8bc10b37-8873-49cf-9bfa-c7d38da9c654 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21 HTTP/1.1" status: 200 len: 1002 time: 0.1564920 Jul 29 14:54:24.597996 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46986c75-a472-4f88-94bd-5aee46983905 req-83acf4aa-6ec6-40e7-9139-5248e52727a5 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:24.605758 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-46986c75-a472-4f88-94bd-5aee46983905 req-83acf4aa-6ec6-40e7-9139-5248e52727a5 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 946 time: 0.1388652 Jul 29 14:54:24.659625 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c015c-6194-48cb-b11f-8ba4ea15ede2 req-2a31494e-5c3e-463f-9212-55192eddd0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:24.659625 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-689c015c-6194-48cb-b11f-8ba4ea15ede2 req-2a31494e-5c3e-463f-9212-55192eddd0b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d86473b6-310e-404b-a7a5-30517fe56c5e HTTP/1.1" status: 200 len: 856 time: 0.0691559 Jul 29 14:54:24.660138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41158) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:24.712444 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-46986c75-a472-4f88-94bd-5aee46983905 req-b4e91ce7-e611-4db5-911f-77ac4c94aec4 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056564 Jul 29 14:54:24.719834 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6001e9fc-cc70-4af0-8a2a-32e7a3227c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:24.724514 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:24.736329 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:24.743067 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/networks/0905f0fe-2680-4080-9c78-f57beb392d7a HTTP/1.1" status: 204 len: 168 time: 1.7106287 Jul 29 14:54:24.750868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41162) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:24.769874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4b917180-016c-4768-bfa8-409404ef374c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'network': {'name': 'tempest-RoutersTest-1377461311'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:24.773778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04c96a-10f1-4346-b1a9-efe67348a0d8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Network': ['ID=0905f0fe-2680-4080-9c78-f57beb392d7a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:24.788133 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c015c-6194-48cb-b11f-8ba4ea15ede2 req-e4291b3d-5589-4abe-8b26-c06ed80c836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:24.790914 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-689c015c-6194-48cb-b11f-8ba4ea15ede2 req-e4291b3d-5589-4abe-8b26-c06ed80c836d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e7376b65-c37a-462a-9b7f-fd5ca02310cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223540 Jul 29 14:54:24.892571 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c87ea-b06e-4cc6-83d1-2382b064620c req-f0fc001c-4cc1-4203-9e9d-6900fc96d502 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:24.894693 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-6001e9fc-cc70-4af0-8a2a-32e7a3227c14 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 14:54:24.894693 n-d-802893-1 neutron-server[94158]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 14:54:24.894693 n-d-802893-1 neutron-server[94158]: [parameters: {'project_id': '1f3bc7c5745742b08de705da95f1a1d1', 'id': 'e09c7551-a9d5-4006-96e6-db7e2bff0202', 'expiration': datetime.datetime(2021, 7, 29, 14, 56, 24, 846119)}] Jul 29 14:54:24.894693 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:54:24.895139 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e6c87ea-b06e-4cc6-83d1-2382b064620c req-f0fc001c-4cc1-4203-9e9d-6900fc96d502 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 946 time: 0.0835514 Jul 29 14:54:24.895221 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-6001e9fc-cc70-4af0-8a2a-32e7a3227c14 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:54:24.910723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b917180-016c-4768-bfa8-409404ef374c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:54:24.914552 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b917180-016c-4768-bfa8-409404ef374c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:24.961164 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c529f-985b-467b-84d2-5cfd26318177 req-cad67c91-7088-48b9-9d4b-703445e4540c tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:24.963208 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-354c529f-985b-467b-84d2-5cfd26318177 req-cad67c91-7088-48b9-9d4b-703445e4540c tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.1794267 Jul 29 14:54:24.964540 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e6c87ea-b06e-4cc6-83d1-2382b064620c req-cd05e975-1984-4eed-ab54-9d3a6bd45e67 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615041 Jul 29 14:54:24.991660 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b917180-016c-4768-bfa8-409404ef374c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:54:25.010208 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-689c015c-6194-48cb-b11f-8ba4ea15ede2 req-3de5060c-4932-4346-abd9-91adbf5e4f2a service neutron] 10.222.0.39 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021332 Jul 29 14:54:25.022004 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b917180-016c-4768-bfa8-409404ef374c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:25.022351 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-4b917180-016c-4768-bfa8-409404ef374c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Added segment cb23f9bf-656d-430b-903a-3f252b7a09c0 of type vlan for network 02ac0554-c187-4b06-b7c5-afa465da5932 Jul 29 14:54:25.115295 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-354c529f-985b-467b-84d2-5cfd26318177 req-5cbee2f0-5748-44ae-b0fe-729fa5b98df3 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408236 Jul 29 14:54:25.141339 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b917180-016c-4768-bfa8-409404ef374c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:25.206904 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-689c015c-6194-48cb-b11f-8ba4ea15ede2 req-4d61afff-04b9-44ce-ab29-67de42458aac service neutron] 10.222.0.39 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863718 Jul 29 14:54:25.209422 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b917180-016c-4768-bfa8-409404ef374c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:25.216896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b917180-016c-4768-bfa8-409404ef374c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:25.217533 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b917180-016c-4768-bfa8-409404ef374c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:25.290484 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4b917180-016c-4768-bfa8-409404ef374c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5329747 Jul 29 14:54:25.290970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41174) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:25.296883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d124fc44-9abd-422f-abda-b985037d7292 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'subnet': {'network_id': '02ac0554-c187-4b06-b7c5-afa465da5932', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:25.335400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b917180-016c-4768-bfa8-409404ef374c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Network': ['ID=02ac0554-c187-4b06-b7c5-afa465da5932,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:25.347712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 02ac0554-c187-4b06-b7c5-afa465da5932 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:54:25.359672 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562191de-286f-4792-a99d-d61898b1469e req-1019c5d7-5ada-49e3-b9cc-e8512b49dd7a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:25.362059 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-562191de-286f-4792-a99d-d61898b1469e req-1019c5d7-5ada-49e3-b9cc-e8512b49dd7a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 946 time: 0.0820818 Jul 29 14:54:25.413182 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6001e9fc-cc70-4af0-8a2a-32e7a3227c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:25.475441 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-562191de-286f-4792-a99d-d61898b1469e req-4fd6bdc2-2fec-4f80-8a51-01d490a47066 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014252 Jul 29 14:54:25.476295 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-6001e9fc-cc70-4af0-8a2a-32e7a3227c14 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 14:54:25.476295 n-d-802893-1 neutron-server[94158]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 14:54:25.476295 n-d-802893-1 neutron-server[94158]: [parameters: {'project_id': '1f3bc7c5745742b08de705da95f1a1d1', 'id': '148b26d6-0e66-49e5-9e0a-30bf0996572c', 'expiration': datetime.datetime(2021, 7, 29, 14, 56, 25, 468897)}] Jul 29 14:54:25.476295 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:54:25.476915 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-6001e9fc-cc70-4af0-8a2a-32e7a3227c14 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:54:25.506287 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d124fc44-9abd-422f-abda-b985037d7292 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:54:25.510994 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d124fc44-9abd-422f-abda-b985037d7292 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:25.537165 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6001e9fc-cc70-4af0-8a2a-32e7a3227c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:25.695102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba37155-d652-4b9f-8f30-12ed2c367020 req-697316dc-a307-4b92-82c2-1e5f74041155 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:25.700103 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cba37155-d652-4b9f-8f30-12ed2c367020 req-697316dc-a307-4b92-82c2-1e5f74041155 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.1511371 Jul 29 14:54:25.738202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb308f9a-36ac-4439-b521-9b625bffd394 req-734ce415-6e8e-43e0-addf-72feb623e9d9 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:25.741033 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cb308f9a-36ac-4439-b521-9b625bffd394 req-734ce415-6e8e-43e0-addf-72feb623e9d9 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 946 time: 0.1297004 Jul 29 14:54:25.820472 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:54:25.852339 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cba37155-d652-4b9f-8f30-12ed2c367020 req-942f38c4-1806-4676-94d4-a6d7f9b7ec27 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392679 Jul 29 14:54:25.920362 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6001e9fc-cc70-4af0-8a2a-32e7a3227c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:25.929832 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d124fc44-9abd-422f-abda-b985037d7292 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:25.935935 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6001e9fc-cc70-4af0-8a2a-32e7a3227c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:25.952051 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cb308f9a-36ac-4439-b521-9b625bffd394 req-ca7cae5c-6bf9-491b-9134-a1a5f5bd3e74 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739745 Jul 29 14:54:26.035023 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:26.057172 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124fc44-9abd-422f-abda-b985037d7292 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Subnet': ['ID=371baa7d-ff78-4186-b3b2-3d14ae011420,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:26.067358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d124fc44-9abd-422f-abda-b985037d7292 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Checking segment: {'id': 'cb23f9bf-656d-430b-903a-3f252b7a09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '02ac0554-c187-4b06-b7c5-afa465da5932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:54:26.067841 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d124fc44-9abd-422f-abda-b985037d7292 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network hostable DHCP agents. Network: 02ac0554-c187-4b06-b7c5-afa465da5932, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:54:26.092424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d124fc44-9abd-422f-abda-b985037d7292 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network 02ac0554-c187-4b06-b7c5-afa465da5932 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:54:26.095194 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-046eac5b-570a-4b9e-a6e6-3f3be0a72032 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2981894 Jul 29 14:54:26.099972 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6001e9fc-cc70-4af0-8a2a-32e7a3227c14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f3bc7c5745742b08de705da95f1a1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4384551 Jul 29 14:54:26.104361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41182) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:26.108890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001e9fc-cc70-4af0-8a2a-32e7a3227c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0386127d-5fdf-4d19-b4bf-72be58d38bc0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:26.109332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-d124fc44-9abd-422f-abda-b985037d7292 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 02ac0554-c187-4b06-b7c5-afa465da5932) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:54:26.119325 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d124fc44-9abd-422f-abda-b985037d7292 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:26.122215 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d124fc44-9abd-422f-abda-b985037d7292 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:26.127790 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c5e136-c14d-4fb1-9687-fdcc0645672b None None] Network 02ac0554-c187-4b06-b7c5-afa465da5932 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:54:26.158330 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d124fc44-9abd-422f-abda-b985037d7292 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8659148 Jul 29 14:54:26.162103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41188) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:26.167284 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-70fbf605-b863-422b-9a3a-cded96021905 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1474498945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:26.234112 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-70fbf605-b863-422b-9a3a-cded96021905 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:26.240096 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-70fbf605-b863-422b-9a3a-cded96021905 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:26.427362 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b637b9f-4ac4-4853-bc56-ae88ca6237ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:26.459412 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-70fbf605-b863-422b-9a3a-cded96021905 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:26.460920 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b637b9f-4ac4-4853-bc56-ae88ca6237ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:26.462796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-02ac0554-c187-4b06-b7c5-afa465da5932', 'network_id': '02ac0554-c187-4b06-b7c5-afa465da5932', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'fixed_ips': [{'subnet_id': '371baa7d-ff78-4186-b3b2-3d14ae011420'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:54:26.465674 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:26.466812 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-70fbf605-b863-422b-9a3a-cded96021905 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:26.496184 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-70fbf605-b863-422b-9a3a-cded96021905 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:26.498063 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-70fbf605-b863-422b-9a3a-cded96021905 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3346789 Jul 29 14:54:26.498659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-9a999d69-1d9d-42b1-a3d7-e724025fa769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:26.499179 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-9a999d69-1d9d-42b1-a3d7-e724025fa769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:26.499628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-9a999d69-1d9d-42b1-a3d7-e724025fa769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:26.500096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-9a999d69-1d9d-42b1-a3d7-e724025fa769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:26.501267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-9a999d69-1d9d-42b1-a3d7-e724025fa769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:26.501777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-9a999d69-1d9d-42b1-a3d7-e724025fa769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:26.502315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-9a999d69-1d9d-42b1-a3d7-e724025fa769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:26.503821 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41202) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:26.505233 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-9a999d69-1d9d-42b1-a3d7-e724025fa769 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d512e776609042afb7cbb4d51213c3a0&device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6489 time: 0.2653174 Jul 29 14:54:26.527446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615c19e-2bfd-46cc-96e9-a1bc3b31232f req-632a69a0-4b3f-4acf-965f-dd50c27ffbc7 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:26.529101 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b615c19e-2bfd-46cc-96e9-a1bc3b31232f req-632a69a0-4b3f-4acf-965f-dd50c27ffbc7 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.1497386 Jul 29 14:54:26.638297 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b637b9f-4ac4-4853-bc56-ae88ca6237ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:26.641199 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b637b9f-4ac4-4853-bc56-ae88ca6237ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:26.646063 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2b637b9f-4ac4-4853-bc56-ae88ca6237ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0386127d-5fdf-4d19-b4bf-72be58d38bc0 HTTP/1.1" status: 204 len: 168 time: 0.5367064 Jul 29 14:54:26.660775 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b615c19e-2bfd-46cc-96e9-a1bc3b31232f req-c8e35160-d756-45be-a219-2bc8b959123e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226339 Jul 29 14:54:26.671920 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b637b9f-4ac4-4853-bc56-ae88ca6237ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0386127d-5fdf-4d19-b4bf-72be58d38bc0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:26.770718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-6ee02764-cf68-4823-a51d-bef2c9c7c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:26.774360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-6ee02764-cf68-4823-a51d-bef2c9c7c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:26.776349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-6ee02764-cf68-4823-a51d-bef2c9c7c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:26.781017 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-6ee02764-cf68-4823-a51d-bef2c9c7c2ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dba885a-0741-41e8-b079-6381bc1efb2c&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&id=86ce031c-c6cf-4027-8ce8-3052a67f5b66 HTTP/1.1" status: 200 len: 2293 time: 0.2204647 Jul 29 14:54:26.928127 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Allocated IP 172.20.0.2 (02ac0554-c187-4b06-b7c5-afa465da5932/371baa7d-ff78-4186-b3b2-3d14ae011420/be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:54:26.937504 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-79011f0f-7ccb-4674-9a9a-c666e70dc4f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3559254e-f263-44c0-8c9e-db0d92fb9ec9 HTTP/1.1" status: 200 len: 1001 time: 0.1447284 Jul 29 14:54:26.974376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b1d058a6-7a83-4f4e-bef5-ade543933e21 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:54:27.212330 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-7705840f-6dbe-4ee2-828b-17a7070b0521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:27.215233 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-7705840f-6dbe-4ee2-828b-17a7070b0521 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c2c5946-274d-455f-a39e-104d5d03aeca HTTP/1.1" status: 200 len: 850 time: 0.2630169 Jul 29 14:54:27.226096 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:27.264269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1d058a6-7a83-4f4e-bef5-ade543933e21'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:54:27.267623 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94354d6f-370b-4c59-b04b-32873dd31757" -d '{"events": [{"server_uuid": "ac25a592-02af-4dbb-bb72-d24cd0229fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "b1d058a6-7a83-4f4e-bef5-ade543933e21"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:54:27.310859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:27.324478 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:27.458221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e64ec-6e70-41c7-8775-5490fab636c4 req-8efa00c5-ffa2-43dc-af84-6f1edf82051d tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:27.465144 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:27.471291 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-313e64ec-6e70-41c7-8775-5490fab636c4 req-8efa00c5-ffa2-43dc-af84-6f1edf82051d tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.4152968 Jul 29 14:54:27.490923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Transition to ACTIVE for port object be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:54:27.499085 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:27.502117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=b1d058a6-7a83-4f4e-bef5-ade543933e21,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:27.520490 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Transition to ACTIVE for port object be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:54:27.524002 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ba1157-1e64-4691-9795-958f28e25057 x-openstack-request-id: req-07ba1157-1e64-4691-9795-958f28e25057 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:54:27.524842 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac25a592-02af-4dbb-bb72-d24cd0229fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "b1d058a6-7a83-4f4e-bef5-ade543933e21", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:54:27.525282 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07ba1157-1e64-4691-9795-958f28e25057 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:54:27.525850 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'code': 200} Jul 29 14:54:27.534503 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:27.577130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-31f57585-4ea6-4319-813f-d73ce3976c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:27.580349 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-31f57585-4ea6-4319-813f-d73ce3976c48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dba885a-0741-41e8-b079-6381bc1efb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3521068 Jul 29 14:54:27.615336 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-313e64ec-6e70-41c7-8775-5490fab636c4 req-43c1b787-db22-499d-924b-1dc4722928b2 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428568 Jul 29 14:54:27.666896 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Pushing event updated for resources: {'Port': ['ID=be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:27.687594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Network 02ac0554-c187-4b06-b7c5-afa465da5932 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:54:27.691535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:54:27.695732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:54:27.813072 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-925a064c-1c4d-4ec9-9bb9-56d0257a1ea7 service neutron] 10.222.0.39 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234163 Jul 29 14:54:27.886577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Attempting to bind port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:54:27.892451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Attempting to bind port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'cb23f9bf-656d-430b-903a-3f252b7a09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '02ac0554-c187-4b06-b7c5-afa465da5932'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:54:27.893111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Attempting to bind port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 on network 02ac0554-c187-4b06-b7c5-afa465da5932 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:54:27.899761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:54:27.900108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Checking segment: {'id': 'cb23f9bf-656d-430b-903a-3f252b7a09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '02ac0554-c187-4b06-b7c5-afa465da5932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:54:27.900747 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:27.901300 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Bound using segment: {'id': 'cb23f9bf-656d-430b-903a-3f252b7a09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '02ac0554-c187-4b06-b7c5-afa465da5932'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:54:27.902097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Bound port: be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb23f9bf-656d-430b-903a-3f252b7a09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '02ac0554-c187-4b06-b7c5-afa465da5932'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:54:27.902878 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:28.046382 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] For port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:54:28.049939 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] For port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1,segment=NetworkSegment(cb23f9bf-656d-430b-903a-3f252b7a09c0),segment_id=cb23f9bf-656d-430b-903a-3f252b7a09c0)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:54:28.059548 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:28.085602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32e97b-6733-4d96-bd70-d64ee5a7f9e1 req-9ee1dddb-3912-493d-8ee4-61ae29e54bbc tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:28.101282 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5f32e97b-6733-4d96-bd70-d64ee5a7f9e1 req-9ee1dddb-3912-493d-8ee4-61ae29e54bbc tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 944 time: 0.2278013 Jul 29 14:54:28.187472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a7641-ee12-414f-9eec-9e64a3156880 None None] Pushing event updated for resources: {'Port': ['ID=be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:28.196474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8e8d4-19a7-41b3-adab-c5196aa38c16 req-3bf6b4b4-f0a1-4009-83c4-f3574ef945dd tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:28.212977 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a6c8e8d4-19a7-41b3-adab-c5196aa38c16 req-3bf6b4b4-f0a1-4009-83c4-f3574ef945dd tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 946 time: 0.4017506 Jul 29 14:54:28.259485 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5f32e97b-6733-4d96-bd70-d64ee5a7f9e1 req-f7c06bf7-d45e-48a7-9f83-4939479439ce tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566222 Jul 29 14:54:28.263681 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-f7b95c38-921b-43b3-924a-dd3fb1d7a9ab service neutron] 10.222.0.39 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413946 Jul 29 14:54:28.436023 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a6c8e8d4-19a7-41b3-adab-c5196aa38c16 req-e0e31245-e353-4afb-b047-1dd6b71c5583 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183070 Jul 29 14:54:28.488345 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-d570ddd6-b62a-45e6-bd11-6fa5b6c60836 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=0875494a-2f77-42dd-a8d2-b642d46823a2 HTTP/1.1" status: 200 len: 217 time: 0.2150629 Jul 29 14:54:28.653323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Allocated IP 172.20.0.1 (02ac0554-c187-4b06-b7c5-afa465da5932/371baa7d-ff78-4186-b3b2-3d14ae011420/03d188cf-6c15-4d5f-8adb-f9091cf96d39) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:54:28.792009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-35cdb7cb-b203-4595-acfc-139ebe4f6a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:28.798784 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-35cdb7cb-b203-4595-acfc-139ebe4f6a5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.2986763 Jul 29 14:54:28.941459 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:28.984983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Transition to ACTIVE for port object 03d188cf-6c15-4d5f-8adb-f9091cf96d39 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:54:29.039636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-5f00b2ed-6aac-468b-b88a-bd5bc77e96be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:29.042530 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-5f00b2ed-6aac-468b-b88a-bd5bc77e96be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2361684 Jul 29 14:54:29.067663 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac6f63-a013-4cf2-8ab3-9deb084e85a8 req-c7ffc9c1-2e23-467e-8c9a-5bcff81d211a tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:29.075230 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-51ac6f63-a013-4cf2-8ab3-9deb084e85a8 req-c7ffc9c1-2e23-467e-8c9a-5bcff81d211a tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.1063981 Jul 29 14:54:29.145854 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-51ac6f63-a013-4cf2-8ab3-9deb084e85a8 req-dcc32c14-76ff-4f9f-b075-bbc1746d7a36 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695996 Jul 29 14:54:29.153312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:29.230130 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=03d188cf-6c15-4d5f-8adb-f9091cf96d39,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:29.259813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network 02ac0554-c187-4b06-b7c5-afa465da5932 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:54:29.263398 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:54:29.269709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:54:29.339103 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-f30d3292-4c19-4058-a0ee-fb7a6f699127 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807364 Jul 29 14:54:29.400271 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:29.684038 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-5d0e57b1-3b77-4d3f-ab87-b3505c18a88d service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345814 Jul 29 14:54:29.824756 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-5dc2777b-64f7-448a-9f76-1b2a21347d58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=20dcfb3e-a773-40e0-8c9a-c3337eb907f9 HTTP/1.1" status: 200 len: 217 time: 0.1299880 Jul 29 14:54:29.924588 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:29.956969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3b4d5-d4b5-478c-b29c-78c33cb8a1a4 req-48f505af-ac4f-4220-94b7-3c1277e7ef6d tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:29.976521 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5dc3b4d5-d4b5-478c-b29c-78c33cb8a1a4 req-48f505af-ac4f-4220-94b7-3c1277e7ef6d tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 946 time: 0.3750935 Jul 29 14:54:30.061264 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-27e1a549-6680-445f-b058-3a93bbef3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:30.066121 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-27e1a549-6680-445f-b058-3a93bbef3caf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.2332129 Jul 29 14:54:30.229121 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-98dd7a45-3b50-4d89-9099-f404b8dc1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:30.239345 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-98dd7a45-3b50-4d89-9099-f404b8dc1fd2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1643448 Jul 29 14:54:30.273507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd1280d-61f5-4597-89de-8ee41266728f None None] Network 02ac0554-c187-4b06-b7c5-afa465da5932 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:54:30.350523 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5dc3b4d5-d4b5-478c-b29c-78c33cb8a1a4 req-9f4e9452-e6a9-4a17-84b3-e675d7fe1019 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347430 Jul 29 14:54:30.534737 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4680f87-5645-478b-a52a-eb723dc5e839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:30.545556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-52b9d948-b92f-4068-8dad-d0764e4eb0d2 None None] Provisioning for port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:54:30.587094 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-ae67a4c5-952d-4f07-b89e-1a61512e4d0b service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330164 Jul 29 14:54:30.595299 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:54:30.714442 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-a9e19f45-a817-4939-8585-de811b9fe6eb service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254172 Jul 29 14:54:30.837644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:54:30.854029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefd472-dfca-4910-b0e8-d7813454dc0f req-ccca4075-fb2d-472b-83b4-8b5c46552815 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:30.877259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-85a142de-12c8-40c6-89e3-27edeb0dda03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=6d1441c2-83c0-47d9-b5a2-4e4083a907c0 HTTP/1.1" status: 200 len: 217 time: 0.1538846 Jul 29 14:54:30.877499 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1aefd472-dfca-4910-b0e8-d7813454dc0f req-ccca4075-fb2d-472b-83b4-8b5c46552815 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.2547829 Jul 29 14:54:30.879237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 29da3de4-9345-4d5a-9b83-01bc885bd580 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:54:30.900181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:30.901182 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:31.051313 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1aefd472-dfca-4910-b0e8-d7813454dc0f req-d579357b-9fe1-4c8c-81f9-9caca3372482 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730824 Jul 29 14:54:31.087862 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b1d058a6-7a83-4f4e-bef5-ade543933e21 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:54:31.098055 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-6f2ecd32-93d5-45fd-b5d4-504b8f2449d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:31.098604 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:54:31.102144 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-6f2ecd32-93d5-45fd-b5d4-504b8f2449d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.2168479 Jul 29 14:54:31.210169 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-fe46f659-cf93-430d-8368-091934d48cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:31.212134 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-fe46f659-cf93-430d-8368-091934d48cb6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1033568 Jul 29 14:54:31.215467 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:31.225917 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:31.453874 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:31.473896 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=03d188cf-6c15-4d5f-8adb-f9091cf96d39,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:31.523285 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-1e69c8d7-0553-4904-be59-245bc345d25b service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011723 Jul 29 14:54:31.721308 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 29da3de4-9345-4d5a-9b83-01bc885bd580, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=29da3de4-9345-4d5a-9b83-01bc885bd580,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:31.737833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network 02ac0554-c187-4b06-b7c5-afa465da5932 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:54:31.743587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:54:31.787205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b380467-3df9-488a-b4cb-d3a132754f47 req-9331a86e-275a-4aa6-9e98-3b4bd8272971 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:31.789557 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2b380467-3df9-488a-b4cb-d3a132754f47 req-9331a86e-275a-4aa6-9e98-3b4bd8272971 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 946 time: 0.2052367 Jul 29 14:54:31.839540 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '29da3de4-9345-4d5a-9b83-01bc885bd580', 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34', 'port_id': '29da3de4-9345-4d5a-9b83-01bc885bd580', 'mac_address': 'fa:16:3e:8c:be:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f6d6b5-3b81-47bf-b7c1-836398789a1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:54:31.845989 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:31.908641 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-f1568826-88e0-4bbc-94bf-494c9e60e4d5 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747125 Jul 29 14:54:32.042684 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:32.063787 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1,segment=NetworkSegment(cb23f9bf-656d-430b-903a-3f252b7a09c0),segment_id=cb23f9bf-656d-430b-903a-3f252b7a09c0)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:32.092950 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29da3de4-9345-4d5a-9b83-01bc885bd580 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:54:32.115954 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:32.206418 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2b380467-3df9-488a-b4cb-d3a132754f47 req-7d9389ba-ae27-4d53-891c-d54d8bccb18e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310947 Jul 29 14:54:32.283957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 000f09e7-0c35-4cac-8d07-11b4be857079 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:54:32.287241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-08346bef-3ec2-4edd-a588-550283fa0e41 None None] Provisioning complete for port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:32.287605 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08346bef-3ec2-4edd-a588-550283fa0e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:32.293983 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 29da3de4-9345-4d5a-9b83-01bc885bd580, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=29da3de4-9345-4d5a-9b83-01bc885bd580,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:32.349447 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-00cfca77-48a1-42d2-93bf-05d4f1864a92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=f97b9900-6958-422d-89e4-aba42e4f48de HTTP/1.1" status: 200 len: 217 time: 0.2147059 Jul 29 14:54:32.431080 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836ebee-88d2-4a97-b4ff-28dd3bd29c07 req-6431ffd0-077b-4df6-ac93-416a58c45acb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:32.432742 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4836ebee-88d2-4a97-b4ff-28dd3bd29c07 req-6431ffd0-077b-4df6-ac93-416a58c45acb tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 944 time: 0.5294952 Jul 29 14:54:32.556407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-4ae3e69a-2b09-4a42-9d70-18a4b8b482d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:32.561178 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-4ae3e69a-2b09-4a42-9d70-18a4b8b482d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.1943045 Jul 29 14:54:32.685364 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4836ebee-88d2-4a97-b4ff-28dd3bd29c07 req-57f3f775-965a-4738-85f2-986fcf4bccb1 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119393 Jul 29 14:54:32.697221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:54:32.707343 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-23528ee4-dd80-4077-b50e-b21f3c13a96a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/000f09e7-0c35-4cac-8d07-11b4be857079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2018621 Jul 29 14:54:32.708122 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41330) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:32.713910 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82895607-00f6-4167-96ac-db7414a7301c None None] Sync routers for ids ['000f09e7-0c35-4cac-8d07-11b4be857079'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:54:32.740347 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82895607-00f6-4167-96ac-db7414a7301c None None] Routers {'000f09e7-0c35-4cac-8d07-11b4be857079'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:54:32.741474 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-82895607-00f6-4167-96ac-db7414a7301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:54:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['000f09e7-0c35-4cac-8d07-11b4be857079'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:32.806326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-1368eaa9-b56b-4d42-b1f4-6d523923b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:32.810009 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-1368eaa9-b56b-4d42-b1f4-6d523923b8e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2324295 Jul 29 14:54:32.859663 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec360ff-d00d-4caf-91e0-b03bbca4bfcf tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:32.865288 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fec360ff-d00d-4caf-91e0-b03bbca4bfcf tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports/03d188cf-6c15-4d5f-8adb-f9091cf96d39 HTTP/1.1" status: 200 len: 910 time: 0.1560006 Jul 29 14:54:32.865592 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-82895607-00f6-4167-96ac-db7414a7301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:32.865933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41332) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:32.886515 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82895607-00f6-4167-96ac-db7414a7301c None None] Routers {'000f09e7-0c35-4cac-8d07-11b4be857079'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:54:32.887167 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-82895607-00f6-4167-96ac-db7414a7301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:54:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['000f09e7-0c35-4cac-8d07-11b4be857079'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:32.930963 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:32.947793 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:32.997224 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-82895607-00f6-4167-96ac-db7414a7301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:32.997916 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82895607-00f6-4167-96ac-db7414a7301c None None] The sync data for ids ['000f09e7-0c35-4cac-8d07-11b4be857079'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:54:33.118870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=29da3de4-9345-4d5a-9b83-01bc885bd580,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:33.127945 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-4b3c70ab-ccc4-4637-b860-7fa78e4d8486 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8980837 Jul 29 14:54:33.173856 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-a43e09d5-10b5-4fe0-b493-863a62b5d66d service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530486 Jul 29 14:54:33.185788 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:33.201770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['29da3de4-9345-4d5a-9b83-01bc885bd580'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:54:33.213329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019cfcf-6489-43f7-8e41-66fe4ecb2c0c req-cafd35ff-5199-4926-bab2-d97e757952f1 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:33.215383 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5019cfcf-6489-43f7-8e41-66fe4ecb2c0c req-cafd35ff-5199-4926-bab2-d97e757952f1 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.2021439 Jul 29 14:54:33.361696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-08346bef-3ec2-4edd-a588-550283fa0e41 None None] Provisioning for port 03d188cf-6c15-4d5f-8adb-f9091cf96d39 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:54:33.393912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5019cfcf-6489-43f7-8e41-66fe4ecb2c0c req-d1b8bee2-5537-4c17-b429-87508fd41544 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253424 Jul 29 14:54:33.406191 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aac2680d-165b-4cb7-a1db-b373e58abbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:33.426616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-08346bef-3ec2-4edd-a588-550283fa0e41 None None] Provisioning complete for port 03d188cf-6c15-4d5f-8adb-f9091cf96d39 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:33.432951 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08346bef-3ec2-4edd-a588-550283fa0e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:33.445450 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-ea46d0da-47b4-4748-9e34-e378c7f71929 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589154 Jul 29 14:54:33.544078 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-8166bc94-e879-44c9-83e5-c5d27524b00e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3c575bd-780c-48e1-8ab2-eac2e139f0d6 HTTP/1.1" status: 200 len: 217 time: 0.0914030 Jul 29 14:54:33.564252 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-08346bef-3ec2-4edd-a588-550283fa0e41 None None] Port 03d188cf-6c15-4d5f-8adb-f9091cf96d39 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:54:33.698840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6b6cf2fd-a758-45db-b133-dfc8acbea93e None None] Provisioning complete for port 03d188cf-6c15-4d5f-8adb-f9091cf96d39 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:33.700117 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b6cf2fd-a758-45db-b133-dfc8acbea93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:33.706150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-c22d7323-cbc6-4104-b87a-24eb6dd71d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:33.710592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-c22d7323-cbc6-4104-b87a-24eb6dd71d37 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1e29a38-29fa-45f1-a570-0300a7a9d5c3 HTTP/1.1" status: 200 len: 797 time: 0.1591604 Jul 29 14:54:33.730954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1479a-1632-4e9a-a64a-e089f1b91a66 req-7872d3ff-28d7-49d5-aebb-ba52a2bba156 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:33.741401 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eac1479a-1632-4e9a-a64a-e089f1b91a66 req-7872d3ff-28d7-49d5-aebb-ba52a2bba156 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 945 time: 0.5563509 Jul 29 14:54:33.865674 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-ae6bdc7d-2731-4e49-a064-4f994ae29bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:33.870141 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-ae6bdc7d-2731-4e49-a064-4f994ae29bd0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1490169 Jul 29 14:54:33.873843 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6b6cf2fd-a758-45db-b133-dfc8acbea93e None None] Port 03d188cf-6c15-4d5f-8adb-f9091cf96d39 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:54:33.902553 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eac1479a-1632-4e9a-a64a-e089f1b91a66 req-8dbda49a-36c9-4b1b-8acc-4e4d05406905 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601031 Jul 29 14:54:34.010307 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21462376-241d-42dc-966b-8459989c3a77 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:34.123413 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-03557c0e-4c90-442f-8dde-eafa41d4185c service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436013 Jul 29 14:54:34.312482 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554f465-9a51-49bc-a8c4-c46ccc1ad821 req-6cd9c652-597e-4c75-84ba-a6e3731a0f09 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:34.314473 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8554f465-9a51-49bc-a8c4-c46ccc1ad821 req-6cd9c652-597e-4c75-84ba-a6e3731a0f09 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 944 time: 0.0997243 Jul 29 14:54:34.318208 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:34.535195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:54:34.575163 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-347d2878-f1b1-4367-8766-781aae305c9b service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437852 Jul 29 14:54:34.590591 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8554f465-9a51-49bc-a8c4-c46ccc1ad821 req-17f19ad3-8f83-43f7-a816-4abd6b10ff19 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084875 Jul 29 14:54:34.692539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-1e216456-2e3b-4fde-802a-b8407e3f1c22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 HTTP/1.1" status: 200 len: 217 time: 0.1108532 Jul 29 14:54:34.792005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:34.792639 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:34.803710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-21462376-241d-42dc-966b-8459989c3a77 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port 03d188cf-6c15-4d5f-8adb-f9091cf96d39 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:54:34.804540 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21462376-241d-42dc-966b-8459989c3a77 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:34.893115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-1874a24a-4158-4cd9-81b5-a90a3910205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:34.894835 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-1874a24a-4158-4cd9-81b5-a90a3910205f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1e29a38-29fa-45f1-a570-0300a7a9d5c3 HTTP/1.1" status: 200 len: 797 time: 0.1950364 Jul 29 14:54:35.015179 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52b680-ad90-439c-9a07-481aca46c619 req-0a4c3081-f1ee-419f-822f-2c8e584dc85e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:35.033014 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2e52b680-ad90-439c-9a07-481aca46c619 req-0a4c3081-f1ee-419f-822f-2c8e584dc85e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.2391558 Jul 29 14:54:35.034055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 29da3de4-9345-4d5a-9b83-01bc885bd580 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:54:35.123862 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21462376-241d-42dc-966b-8459989c3a77 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:35.141502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-21462376-241d-42dc-966b-8459989c3a77 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for 03d188cf-6c15-4d5f-8adb-f9091cf96d39 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:54:35.209674 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 29da3de4-9345-4d5a-9b83-01bc885bd580 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:54:35.211137 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:35.441204 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:35.484304 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db260dbc-83ea-4d16-8816-14db61deb1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29da3de4-9345-4d5a-9b83-01bc885bd580'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:54:35.487420 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505d062a-252f-4e39-811e-f7ba755e70e0" -d '{"events": [{"server_uuid": "db260dbc-83ea-4d16-8816-14db61deb1b7", "name": "network-vif-plugged", "status": "completed", "tag": "29da3de4-9345-4d5a-9b83-01bc885bd580"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:54:35.504345 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21462376-241d-42dc-966b-8459989c3a77 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:35.508244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 29da3de4-9345-4d5a-9b83-01bc885bd580, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=29da3de4-9345-4d5a-9b83-01bc885bd580,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:35.514418 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:35.529862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad01622-3b6e-49ba-9b82-230c944aeb52 req-2f3028e4-13c1-42bf-b37a-f047f75ff418 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:35.533504 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9ad01622-3b6e-49ba-9b82-230c944aeb52 req-2f3028e4-13c1-42bf-b37a-f047f75ff418 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 945 time: 0.1651745 Jul 29 14:54:35.587594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=29da3de4-9345-4d5a-9b83-01bc885bd580,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:35.597300 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:35.597641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:35.597986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:35.598326 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:35.598665 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:35.599012 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:35.599346 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:35.599678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:35.600009 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:35.600482 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:35.600872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:35.601202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:35.614194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21462376-241d-42dc-966b-8459989c3a77 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=03d188cf-6c15-4d5f-8adb-f9091cf96d39,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:35.700195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2e52b680-ad90-439c-9a07-481aca46c619 req-870b9f8a-5f5f-4882-bebc-bb712b41dcd3 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6658373 Jul 29 14:54:35.766883 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9ad01622-3b6e-49ba-9b82-230c944aeb52 req-e2084bf1-6a40-4c74-aa01-eb6b861b968e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234821 Jul 29 14:54:35.800466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dbc70-e1cd-467c-9768-21ab852f51ad req-a276d3d0-94fb-44b6-996b-b3f2b0a7aff1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:35.807949 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7a6dbc70-e1cd-467c-9768-21ab852f51ad req-a276d3d0-94fb-44b6-996b-b3f2b0a7aff1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.38 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 945 time: 0.7164319 Jul 29 14:54:35.932622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-8e32827a-04cf-4e16-81d7-93e133fc7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:35.934702 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-8e32827a-04cf-4e16-81d7-93e133fc7335 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0313609 Jul 29 14:54:35.941768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f893ca-823a-4de5-be41-a3ccf8ae2814 req-412acd7c-eb97-4c77-9d3b-449b109ed4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:35.951508 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45f893ca-823a-4de5-be41-a3ccf8ae2814 req-412acd7c-eb97-4c77-9d3b-449b109ed4fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7662518354ac4f6682ef11f75ad6891d&device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 1096 time: 0.8919849 Jul 29 14:54:36.005982 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-063ab23c-2353-4172-8111-3072c8f395a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:36.011580 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-063ab23c-2353-4172-8111-3072c8f395a0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9&tenant_id=247d807a3183413d81bd38d576287ebf HTTP/1.1" status: 200 len: 1095 time: 0.3647594 Jul 29 14:54:36.071195 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2d7b49-47f7-4d53-8a16-feb43768c84d x-openstack-request-id: req-6c2d7b49-47f7-4d53-8a16-feb43768c84d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:54:36.071656 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db260dbc-83ea-4d16-8816-14db61deb1b7", "name": "network-vif-plugged", "status": "completed", "tag": "29da3de4-9345-4d5a-9b83-01bc885bd580", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:54:36.072067 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c2d7b49-47f7-4d53-8a16-feb43768c84d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:54:36.072766 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db260dbc-83ea-4d16-8816-14db61deb1b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29da3de4-9345-4d5a-9b83-01bc885bd580', 'code': 200} Jul 29 14:54:36.146422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:36.243228 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:36.299585 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:36.420176 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f893ca-823a-4de5-be41-a3ccf8ae2814 req-7badecee-fca9-4bbb-aace-4b8026b7d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:36.421918 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45f893ca-823a-4de5-be41-a3ccf8ae2814 req-7badecee-fca9-4bbb-aace-4b8026b7d349 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 HTTP/1.1" status: 200 len: 917 time: 0.4533613 Jul 29 14:54:36.434417 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17735584-21c7-4f76-bf6a-9a873edb6e61 req-c29fd1d9-b626-4f7a-b4cc-0d030152c489 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:36.436150 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-17735584-21c7-4f76-bf6a-9a873edb6e61 req-c29fd1d9-b626-4f7a-b4cc-0d030152c489 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 944 time: 0.2860458 Jul 29 14:54:36.444799 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-d81f318d-ee36-404a-9a2d-2db88d35f9a4 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910781 Jul 29 14:54:36.554424 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45f893ca-823a-4de5-be41-a3ccf8ae2814 req-26f79861-55f0-4f1b-84e4-30f98ea53577 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f5cc1e6-962b-4e15-820c-5ac105111006 HTTP/1.1" status: 200 len: 217 time: 0.1163061 Jul 29 14:54:36.755003 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-7a6dbc70-e1cd-467c-9768-21ab852f51ad req-b25496b1-401e-4d63-8ec0-bcef4d57ea43 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Deleting port 29da3de4-9345-4d5a-9b83-01bc885bd580 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:54:36.767701 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-7a6dbc70-e1cd-467c-9768-21ab852f51ad req-b25496b1-401e-4d63-8ec0-bcef4d57ea43 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:36.788160 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21462376-241d-42dc-966b-8459989c3a77 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:37.075859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d24a9-b6ff-43e0-b13c-84edaa659ea7 req-fc5b8ac6-874d-4a83-8675-b8a747b05dbe tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:37.077734 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-137d24a9-b6ff-43e0-b13c-84edaa659ea7 req-fc5b8ac6-874d-4a83-8675-b8a747b05dbe tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.1484671 Jul 29 14:54:37.083745 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21462376-241d-42dc-966b-8459989c3a77 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 000f09e7-0c35-4cac-8d07-11b4be857079 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:54:37.189132 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-17735584-21c7-4f76-bf6a-9a873edb6e61 req-07abf99f-9367-4eb3-a1ca-16b8494ffaa4 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7290733 Jul 29 14:54:37.207064 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-137d24a9-b6ff-43e0-b13c-84edaa659ea7 req-365dd974-8bf4-499e-b333-2e26dd706ade tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182833 Jul 29 14:54:37.226863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21462376-241d-42dc-966b-8459989c3a77 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:54:37.237992 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-21462376-241d-42dc-966b-8459989c3a77 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/000f09e7-0c35-4cac-8d07-11b4be857079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3692989 Jul 29 14:54:37.240542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bdeae1-7508-4a56-9de2-f7d5f45951c3 None None] Sync routers for ids ['000f09e7-0c35-4cac-8d07-11b4be857079'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:54:37.245986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41390) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:37.261913 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f893ca-823a-4de5-be41-a3ccf8ae2814 req-c787acb0-35bc-4442-ba69-dc2bd01a0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:37.263306 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bdeae1-7508-4a56-9de2-f7d5f45951c3 None None] Routers {'000f09e7-0c35-4cac-8d07-11b4be857079'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:54:37.264289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-86bdeae1-7508-4a56-9de2-f7d5f45951c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:54:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['000f09e7-0c35-4cac-8d07-11b4be857079'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:37.264467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45f893ca-823a-4de5-be41-a3ccf8ae2814 req-c787acb0-35bc-4442-ba69-dc2bd01a0027 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0272e468-e28b-43f2-99c8-bc35776d2398 HTTP/1.1" status: 200 len: 855 time: 0.5660000 Jul 29 14:54:37.322167 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-027d081c-c861-45e8-9326-8768a3f02801 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports?device_id=000f09e7-0c35-4cac-8d07-11b4be857079 HTTP/1.1" status: 200 len: 205 time: 0.0717778 Jul 29 14:54:37.323238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41392) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:37.355871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-86bdeae1-7508-4a56-9de2-f7d5f45951c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:37.383806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bdeae1-7508-4a56-9de2-f7d5f45951c3 None None] Routers {'000f09e7-0c35-4cac-8d07-11b4be857079'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:54:37.384876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-86bdeae1-7508-4a56-9de2-f7d5f45951c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:54:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['000f09e7-0c35-4cac-8d07-11b4be857079'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:37.449781 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9392-c695-42fb-86f6-c2b9b4726b1f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:37.473103 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-86bdeae1-7508-4a56-9de2-f7d5f45951c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:37.474963 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bdeae1-7508-4a56-9de2-f7d5f45951c3 None None] The sync data for ids ['000f09e7-0c35-4cac-8d07-11b4be857079'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:54:37.481113 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-193ab769-23ae-4ae6-9088-3e3749d0189d req-0057c173-6bbf-4fba-aeb9-c99974131d62 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0226316 Jul 29 14:54:37.493410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-7a6dbc70-e1cd-467c-9768-21ab852f51ad req-b25496b1-401e-4d63-8ec0-bcef4d57ea43 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] For port 29da3de4-9345-4d5a-9b83-01bc885bd580, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=29da3de4-9345-4d5a-9b83-01bc885bd580,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:37.494965 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-7a6dbc70-e1cd-467c-9768-21ab852f51ad req-b25496b1-401e-4d63-8ec0-bcef4d57ea43 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:37.529265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-7a6dbc70-e1cd-467c-9768-21ab852f51ad req-b25496b1-401e-4d63-8ec0-bcef4d57ea43 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Calling delete_port for 29da3de4-9345-4d5a-9b83-01bc885bd580 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:54:37.647561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140e53f-94a8-420b-8524-d911f535ade5 req-8a0f8ddd-4885-4c5f-a7ca-4cb02139cabf tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:37.655496 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1140e53f-94a8-420b-8524-d911f535ade5 req-8a0f8ddd-4885-4c5f-a7ca-4cb02139cabf tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 946 time: 0.2028348 Jul 29 14:54:37.671700 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:37.684928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f893ca-823a-4de5-be41-a3ccf8ae2814 req-d761c480-3335-432c-b96d-582bd8fe2a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:37.687987 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45f893ca-823a-4de5-be41-a3ccf8ae2814 req-d761c480-3335-432c-b96d-582bd8fe2a82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4064848 Jul 29 14:54:37.741496 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9392-c695-42fb-86f6-c2b9b4726b1f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:37.751726 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9392-c695-42fb-86f6-c2b9b4726b1f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:37.857193 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1140e53f-94a8-420b-8524-d911f535ade5 req-7a0eae4a-0d60-4efe-b57f-04d5327cfacd tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003965 Jul 29 14:54:37.880902 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9392-c695-42fb-86f6-c2b9b4726b1f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:37.881948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbe9392-c695-42fb-86f6-c2b9b4726b1f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Fanout notify agent at l3_agent the message router_deleted on router 000f09e7-0c35-4cac-8d07-11b4be857079 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:54:37.911041 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9392-c695-42fb-86f6-c2b9b4726b1f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:37.916280 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fbbe9392-c695-42fb-86f6-c2b9b4726b1f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/routers/000f09e7-0c35-4cac-8d07-11b4be857079 HTTP/1.1" status: 204 len: 168 time: 0.5916631 Jul 29 14:54:37.917106 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41404) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:38.047339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:54:38.094405 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45f893ca-823a-4de5-be41-a3ccf8ae2814 req-68afe5db-85ed-48e4-82f1-02ba9ca49c5d service neutron] 10.222.0.39 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815267 Jul 29 14:54:38.095777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de9e781-caae-4752-a737-4bb715ac2cb8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting subnet 371baa7d-ff78-4186-b3b2-3d14ae011420 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:54:38.116527 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1de9e781-caae-4752-a737-4bb715ac2cb8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:38.197358 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1de9e781-caae-4752-a737-4bb715ac2cb8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:38.223763 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-7a6dbc70-e1cd-467c-9768-21ab852f51ad req-b25496b1-401e-4d63-8ec0-bcef4d57ea43 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:38.242369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d058a6-7a83-4f4e-bef5-ade543933e21 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:54:38.366475 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:38.380377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25496b1-401e-4d63-8ec0-bcef4d57ea43 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Pushing event deleted for resources: {'Port': ['ID=29da3de4-9345-4d5a-9b83-01bc885bd580,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:38.496078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Transition to ACTIVE for port object b1d058a6-7a83-4f4e-bef5-ade543933e21 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:54:38.519435 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1de9e781-caae-4752-a737-4bb715ac2cb8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:38.553868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6dbc70-e1cd-467c-9768-21ab852f51ad req-b25496b1-401e-4d63-8ec0-bcef4d57ea43 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] No DVR routers for this DVR port 29da3de4-9345-4d5a-9b83-01bc885bd580 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:54:38.554228 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:38.559084 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-7a6dbc70-e1cd-467c-9768-21ab852f51ad req-b25496b1-401e-4d63-8ec0-bcef4d57ea43 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:38.562553 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7a6dbc70-e1cd-467c-9768-21ab852f51ad req-b25496b1-401e-4d63-8ec0-bcef4d57ea43 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.38 "DELETE /v2.0/ports/29da3de4-9345-4d5a-9b83-01bc885bd580 HTTP/1.1" status: 204 len: 173 time: 2.7299230 Jul 29 14:54:38.572027 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db260dbc-83ea-4d16-8816-14db61deb1b7', 'name': 'network-vif-deleted', 'tag': '29da3de4-9345-4d5a-9b83-01bc885bd580'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:54:38.576087 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0007b2b-1b75-4652-95d1-3f981a86f808" -d '{"events": [{"server_uuid": "db260dbc-83ea-4d16-8816-14db61deb1b7", "name": "network-vif-deleted", "tag": "29da3de4-9345-4d5a-9b83-01bc885bd580"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:54:38.608913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2404246-04d6-43e7-bb9a-0dbf6600ea86 req-e6925efc-b2a6-448a-a1aa-0446d030eee8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:38.611955 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a2404246-04d6-43e7-bb9a-0dbf6600ea86 req-e6925efc-b2a6-448a-a1aa-0446d030eee8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 944 time: 0.2461565 Jul 29 14:54:38.712400 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1de9e781-caae-4752-a737-4bb715ac2cb8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:38.725068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baee940-fa72-4e31-ba2f-199752f4f33c req-fcb650a8-c20c-4a42-aedc-4dba267b5857 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:38.741506 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7baee940-fa72-4e31-ba2f-199752f4f33c req-fcb650a8-c20c-4a42-aedc-4dba267b5857 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.3658230 Jul 29 14:54:38.752060 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45f893ca-823a-4de5-be41-a3ccf8ae2814 req-ac3b88a8-5cff-452c-9dd7-a369d87930f7 service neutron] 10.222.0.39 "GET /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453640 Jul 29 14:54:38.806474 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d058a6-7a83-4f4e-bef5-ade543933e21,revision_number=9']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:38.852252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9e781-caae-4752-a737-4bb715ac2cb8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Subnet': ['ID=371baa7d-ff78-4186-b3b2-3d14ae011420,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:38.881586 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1de9e781-caae-4752-a737-4bb715ac2cb8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:38.883298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f253a335-6297-4bd0-9915-d901c5f04b52 None None] Network 02ac0554-c187-4b06-b7c5-afa465da5932 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:54:38.884947 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1de9e781-caae-4752-a737-4bb715ac2cb8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/371baa7d-ff78-4186-b3b2-3d14ae011420 HTTP/1.1" status: 204 len: 168 time: 0.9655173 Jul 29 14:54:38.892844 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a2404246-04d6-43e7-bb9a-0dbf6600ea86 req-5598452c-9d26-489f-82e2-c5278c05068b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578266 Jul 29 14:54:38.893466 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41440) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:39.079061 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:39.191927 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 29da3de4-9345-4d5a-9b83-01bc885bd580 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:54:39.312148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:54:39.312565 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:39.344454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 29da3de4-9345-4d5a-9b83-01bc885bd580 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:54:39.344956 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 29da3de4-9345-4d5a-9b83-01bc885bd580 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:54:39.406812 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15410813-d618-4061-8a19-461a21bce534 x-openstack-request-id: req-15410813-d618-4061-8a19-461a21bce534 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:54:39.408199 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db260dbc-83ea-4d16-8816-14db61deb1b7", "name": "network-vif-deleted", "tag": "29da3de4-9345-4d5a-9b83-01bc885bd580", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:54:39.408199 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15410813-d618-4061-8a19-461a21bce534 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:54:39.409041 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db260dbc-83ea-4d16-8816-14db61deb1b7', 'name': 'network-vif-deleted', 'tag': '29da3de4-9345-4d5a-9b83-01bc885bd580', 'status': 'completed', 'code': 200} Jul 29 14:54:39.426000 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7baee940-fa72-4e31-ba2f-199752f4f33c req-776002ea-f270-4770-b790-5329bd0d5cde tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6213355 Jul 29 14:54:39.428414 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] No DVR routers for this DVR port b1d058a6-7a83-4f4e-bef5-ade543933e21 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:54:39.466589 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] For port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1,segment=NetworkSegment(cb23f9bf-656d-430b-903a-3f252b7a09c0),segment_id=cb23f9bf-656d-430b-903a-3f252b7a09c0)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:39.466975 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:39.526918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:54:39.632210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2def2d6d-0897-4792-a139-e436f43ad5f8 None None] DHCP port deletion for 02ac0554-c187-4b06-b7c5-afa465da5932 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:54:39.737276 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:39.741790 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-896a9649-7d31-4339-95c6-14aeee62af1e req-d8eb4c88-cd6a-4427-93da-81da7bcde5cd tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=db260dbc-83ea-4d16-8816-14db61deb1b7 HTTP/1.1" status: 200 len: 210 time: 0.0757880 Jul 29 14:54:39.787001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2def2d6d-0897-4792-a139-e436f43ad5f8 None None] Deleting port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:54:39.789943 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2def2d6d-0897-4792-a139-e436f43ad5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:39.813902 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No DVR routers for this DVR port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:54:39.824542 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:39.888318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Attempting to bind port b1d058a6-7a83-4f4e-bef5-ade543933e21 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:54:39.888822 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Attempting to bind port b1d058a6-7a83-4f4e-bef5-ade543933e21 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:54:39.890273 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Attempting to bind port b1d058a6-7a83-4f4e-bef5-ade543933e21 on network e7376b65-c37a-462a-9b7f-fd5ca02310cd {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:54:39.901517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Port b1d058a6-7a83-4f4e-bef5-ade543933e21 on network e7376b65-c37a-462a-9b7f-fd5ca02310cd not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:54:39.903053 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Attempting to bind port b1d058a6-7a83-4f4e-bef5-ade543933e21 on network e7376b65-c37a-462a-9b7f-fd5ca02310cd {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:54:39.921091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:54:39.921707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Checking segment: {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:54:39.922393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Bound using segment: {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:54:39.927225 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Bound port: b1d058a6-7a83-4f4e-bef5-ade543933e21, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ebb509-8329-483d-888b-2975435c609f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:54:39.928748 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:40.026151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2def2d6d-0897-4792-a139-e436f43ad5f8 None None] For port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1, host n-d-802893-1, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:40.029417 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2def2d6d-0897-4792-a139-e436f43ad5f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:40.073913 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:40.098022 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ac0554-c187-4b06-b7c5-afa465da5932']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:40.105835 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2def2d6d-0897-4792-a139-e436f43ad5f8 None None] Calling delete_port for be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:54:40.112422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:54:40.117032 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-2def2d6d-0897-4792-a139-e436f43ad5f8 None None] Port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 14:54:40.119407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:54:40.120590 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb23f9bf-656d-430b-903a-3f252b7a09c0') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:40.120914 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb23f9bf-656d-430b-903a-3f252b7a09c0') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:40.122868 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2def2d6d-0897-4792-a139-e436f43ad5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:40.138707 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:40.139478 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:40.167559 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def2d6d-0897-4792-a139-e436f43ad5f8 None None] Pushing event deleted for resources: {'Port': ['ID=be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:40.179441 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def2d6d-0897-4792-a139-e436f43ad5f8 None None] No DVR routers for this DVR port be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:54:40.193538 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:40.220881 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:54:40.221356 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:54:40.230486 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:54:40.287221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:40.290856 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:40.296572 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] 10.222.0.38 "PUT /v2.0/ports/b1d058a6-7a83-4f4e-bef5-ade543933e21 HTTP/1.1" status: 200 len: 1092 time: 4.1939459 Jul 29 14:54:40.476485 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:54:40.482750 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a04003-0548-4d04-b497-99d8f8ab8982 service neutron] Pushing event updated for resources: {'Port': ['ID=b1d058a6-7a83-4f4e-bef5-ade543933e21,revision_number=10']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:40.527713 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-27a7aead-cc32-40da-aa00-335ec04c4229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:40.530166 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-27a7aead-cc32-40da-aa00-335ec04c4229 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=247d807a3183413d81bd38d576287ebf&device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 1096 time: 0.1663058 Jul 29 14:54:40.566874 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:54:40.568813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device be674a81-a8d1-4d3f-91a2-ec6ab2d9cfd1 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:54:40.570485 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:40.588537 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:40.602683 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/networks/02ac0554-c187-4b06-b7c5-afa465da5932 HTTP/1.1" status: 204 len: 168 time: 1.7047002 Jul 29 14:54:40.606539 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41460) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:40.612938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-534215455', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}, 'admin_state_up': False}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:40.663789 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c788f5-9ad3-4a75-8580-365ed79bd93b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Network': ['ID=02ac0554-c187-4b06-b7c5-afa465da5932,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:40.699592 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24262bf4-6c44-4ce6-a2de-a2cbf599260b req-b90577bb-5a55-47db-8085-170e2a39bb2d tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:40.702546 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-24262bf4-6c44-4ce6-a2de-a2cbf599260b req-b90577bb-5a55-47db-8085-170e2a39bb2d tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.5895875 Jul 29 14:54:40.769029 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:40.770441 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:40.805587 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-24262bf4-6c44-4ce6-a2de-a2cbf599260b req-5a8a2a4d-bf20-4b5a-a5d3-809001383d2f tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931616 Jul 29 14:54:40.810527 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:40.817604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed985a5e-5be9-45fd-a0a5-b8134d2f4091 req-5c9debf2-563c-4e29-b271-4834e18a2a66 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:40.820048 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ed985a5e-5be9-45fd-a0a5-b8134d2f4091 req-5c9debf2-563c-4e29-b271-4834e18a2a66 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.1475976 Jul 29 14:54:40.944945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-ba0827fc-5573-4b4d-8653-70ebe38fe026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:40.946842 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-ba0827fc-5573-4b4d-8653-70ebe38fe026 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 200 len: 918 time: 0.4089162 Jul 29 14:54:40.954272 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:41.319688 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41470) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:41.325625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-2f00a46a-b1a9-488b-a29f-3fe920244ede tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--185851015', 'description': 'tempest-description--165203434'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:41.383054 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2f00a46a-b1a9-488b-a29f-3fe920244ede tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:41.420838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'tag': 'b1d058a6-7a83-4f4e-bef5-ade543933e21'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:54:41.424859 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be36c166-295a-4ebb-8ffa-adb7f3947bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "ac25a592-02af-4dbb-bb72-d24cd0229fb9", "tag": "b1d058a6-7a83-4f4e-bef5-ade543933e21"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:54:41.534618 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2f00a46a-b1a9-488b-a29f-3fe920244ede tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:41.544016 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2f00a46a-b1a9-488b-a29f-3fe920244ede tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:41.558385 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ed985a5e-5be9-45fd-a0a5-b8134d2f4091 req-4049fded-d48c-4fb5-b5de-6485c96c0e72 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7281742 Jul 29 14:54:41.577928 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fa34f4-4a0d-45f1-8be3-e6d57c54f06c x-openstack-request-id: req-42fa34f4-4a0d-45f1-8be3-e6d57c54f06c {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:54:41.578392 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac25a592-02af-4dbb-bb72-d24cd0229fb9", "tag": "b1d058a6-7a83-4f4e-bef5-ade543933e21", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:54:41.578793 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42fa34f4-4a0d-45f1-8be3-e6d57c54f06c {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:54:41.579445 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'tag': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'status': 'completed', 'code': 200} Jul 29 14:54:41.613096 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2f00a46a-b1a9-488b-a29f-3fe920244ede tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:41.614592 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2f00a46a-b1a9-488b-a29f-3fe920244ede tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2935200 Jul 29 14:54:41.619748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41480) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:41.627974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-850595b7-c850-4f1e-92f6-ca68074fa9a0 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Request body: {'security_group_rule': {'security_group_id': '0c61b108-c7a9-490c-b429-64456ded9713', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:41.640268 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00a46a-b1a9-488b-a29f-3fe920244ede tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c61b108-c7a9-490c-b429-64456ded9713,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:41.679912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-401ba640-90f5-46b8-b854-88843a249548 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21 HTTP/1.1" status: 200 len: 1000 time: 0.7239821 Jul 29 14:54:41.701058 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850595b7-c850-4f1e-92f6-ca68074fa9a0 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:41.787912 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:41.832850 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850595b7-c850-4f1e-92f6-ca68074fa9a0 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:41.840065 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850595b7-c850-4f1e-92f6-ca68074fa9a0 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:41.886355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850595b7-c850-4f1e-92f6-ca68074fa9a0 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507a6e18-1553-4f9f-98fc-82cd70b224f4,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:41.903474 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850595b7-c850-4f1e-92f6-ca68074fa9a0 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:41.911145 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-850595b7-c850-4f1e-92f6-ca68074fa9a0 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2894449 Jul 29 14:54:41.912115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41488) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:41.920316 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-2e6c975a-1f1d-4915-9a5f-5f3d6fe16b6a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Request body: {'security_group_rule': {'security_group_id': '0c61b108-c7a9-490c-b429-64456ded9713', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:42.021454 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-aaea404d-e472-4057-a645-350ad8fd14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:42.024115 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-aaea404d-e472-4057-a645-350ad8fd14e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d86473b6-310e-404b-a7a5-30517fe56c5e HTTP/1.1" status: 200 len: 856 time: 0.2797046 Jul 29 14:54:42.027310 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e6c975a-1f1d-4915-9a5f-5f3d6fe16b6a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:42.072042 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512e8ad-0ab5-4fd9-ac88-d44b255a4cc1 req-d6a68e0e-260d-4e9c-b69b-e8aef9e8bc39 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:42.074690 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a512e8ad-0ab5-4fd9-ac88-d44b255a4cc1 req-d6a68e0e-260d-4e9c-b69b-e8aef9e8bc39 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.1300154 Jul 29 14:54:42.127390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba782f4-8249-41a7-837d-7b279be3e309 req-e9ffa68c-7584-4157-af37-4a48c4a8aee3 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:42.130079 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ba782f4-8249-41a7-837d-7b279be3e309 req-e9ffa68c-7584-4157-af37-4a48c4a8aee3 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.3824139 Jul 29 14:54:42.193584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-caa9a8d3-8af9-40e7-ab66-5cbc1d66a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:42.196186 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-caa9a8d3-8af9-40e7-ab66-5cbc1d66a37a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7376b65-c37a-462a-9b7f-fd5ca02310cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638031 Jul 29 14:54:42.211040 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e6c975a-1f1d-4915-9a5f-5f3d6fe16b6a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:42.219154 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a512e8ad-0ab5-4fd9-ac88-d44b255a4cc1 req-61b55fdf-1f46-40b6-91cc-81ab9d9a5b18 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181550 Jul 29 14:54:42.221138 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e6c975a-1f1d-4915-9a5f-5f3d6fe16b6a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:42.266052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c975a-1f1d-4915-9a5f-5f3d6fe16b6a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a98f5d3-92d2-4a37-959a-b4415efdab9c,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:42.271962 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2e6c975a-1f1d-4915-9a5f-5f3d6fe16b6a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:42.274389 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2e6c975a-1f1d-4915-9a5f-5f3d6fe16b6a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3601518 Jul 29 14:54:42.279170 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41492) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:42.286417 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:42.340189 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:42.359742 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ba782f4-8249-41a7-837d-7b279be3e309 req-e51bb907-c4fe-4bc8-a936-a9654396f861 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153358 Jul 29 14:54:42.538477 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:42.675209 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-c37be518-45b2-40e7-aa9a-4189a58ed235 service neutron] 10.222.0.38 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623859 Jul 29 14:54:42.758302 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:42.765551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Allocated IP 172.25.6.36 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/b5614ae3-12ac-49f0-97d6-f5203b398b7b) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:54:42.790943 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:42.823868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29bee9-5502-4858-b82f-b778a5375e6d req-329ca3a7-44fe-46a4-8c59-a0e7764f9756 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:42.833563 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c29bee9-5502-4858-b82f-b778a5375e6d req-329ca3a7-44fe-46a4-8c59-a0e7764f9756 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e6daec-2d59-4f10-886b-e7fb7fec7682 HTTP/1.1" status: 200 len: 945 time: 0.2614832 Jul 29 14:54:42.965029 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:42.965527 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-3882ed93-e221-47b1-a009-d19c65319ddd service neutron] 10.222.0.38 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692101 Jul 29 14:54:43.054117 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c29bee9-5502-4858-b82f-b778a5375e6d req-112be734-a514-46f1-85b3-cb00124e1eb1 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797254 Jul 29 14:54:43.115525 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:43.247530 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:54:43.289481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:54:43.297463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:54:43.312812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Allocated IP 172.25.6.80 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/ec17a97e-a8c6-4a70-ab89-46c42592f71d) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:54:43.355313 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Pushing event updated for resources: {'Port': ['ID=b5614ae3-12ac-49f0-97d6-f5203b398b7b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:43.477805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f20163-6bb3-45e6-bbb4-d6830f2bcd15 req-1bd5a0d9-b225-4945-ace2-fef1696f44e2 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:43.486977 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85f20163-6bb3-45e6-bbb4-d6830f2bcd15 req-1bd5a0d9-b225-4945-ace2-fef1696f44e2 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 945 time: 0.2383940 Jul 29 14:54:43.574749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d644-9d56-4a37-b790-cf22a41f7c0c req-bb25b787-04a5-4028-acbd-7ad9a1a98c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:43.576327 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7a33d644-9d56-4a37-b790-cf22a41f7c0c req-bb25b787-04a5-4028-acbd-7ad9a1a98c4a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=247d807a3183413d81bd38d576287ebf&device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 1096 time: 0.3909447 Jul 29 14:54:43.597045 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85f20163-6bb3-45e6-bbb4-d6830f2bcd15 req-df4c4f8f-6cd5-413e-a11c-74d0d4fac8ee tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085649 Jul 29 14:54:43.621949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:43.698471 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:43.749226 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:43.848434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20881d-58c7-462c-ad9f-047fc3022870 req-c422a6f8-2f35-4658-9482-baca97185535 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:43.863184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8b20881d-58c7-462c-ad9f-047fc3022870 req-c422a6f8-2f35-4658-9482-baca97185535 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.3627551 Jul 29 14:54:43.951778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-a5c64844-88d5-4884-8303-67afa0026c58 req-06e6c3c4-e285-4a74-84c9-3fa433d9a7e6 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:54:43.967215 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5c64844-88d5-4884-8303-67afa0026c58 req-06e6c3c4-e285-4a74-84c9-3fa433d9a7e6 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0537038 Jul 29 14:54:44.009132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d644-9d56-4a37-b790-cf22a41f7c0c req-1d31fdd0-58ac-481c-a46b-1a543d357595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:44.012258 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7a33d644-9d56-4a37-b790-cf22a41f7c0c req-1d31fdd0-58ac-481c-a46b-1a543d357595 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 200 len: 918 time: 0.4097199 Jul 29 14:54:44.265563 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7a33d644-9d56-4a37-b790-cf22a41f7c0c req-6ccbf689-bd12-4de9-b19b-17e982fbfd97 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21 HTTP/1.1" status: 200 len: 1000 time: 0.2231150 Jul 29 14:54:44.313560 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8b20881d-58c7-462c-ad9f-047fc3022870 req-70c092ac-8367-4f17-abf2-30a268caf1ea tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4431880 Jul 29 14:54:44.334188 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:44.341944 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:44.387422 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:44.407775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:54:44.452626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:54:44.460837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:54:44.568985 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5c64844-88d5-4884-8303-67afa0026c58 req-1d48b601-1f2c-4b2b-b430-2654d9af483e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5273454 Jul 29 14:54:44.675713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Pushing event updated for resources: {'Port': ['ID=b5614ae3-12ac-49f0-97d6-f5203b398b7b,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:44.730385 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:44.809553 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:44.821723 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ccbba77e-f019-4f7a-a006-a0a192d461d1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5404596 Jul 29 14:54:45.073217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=ec17a97e-a8c6-4a70-ab89-46c42592f71d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:45.083963 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d644-9d56-4a37-b790-cf22a41f7c0c req-56deae62-7cd1-4a5c-ade5-167049b78de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:45.086776 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7a33d644-9d56-4a37-b790-cf22a41f7c0c req-56deae62-7cd1-4a5c-ade5-167049b78de1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d86473b6-310e-404b-a7a5-30517fe56c5e HTTP/1.1" status: 200 len: 856 time: 0.7165425 Jul 29 14:54:45.163144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca800bc5-d79f-47ce-b4e9-f640175e828d req-31146732-e06d-4f6b-befd-776ccfbb98ab tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:45.185434 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ca800bc5-d79f-47ce-b4e9-f640175e828d req-31146732-e06d-4f6b-befd-776ccfbb98ab tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.1217353 Jul 29 14:54:45.321734 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ca800bc5-d79f-47ce-b4e9-f640175e828d req-3a3801be-b64d-4190-8373-c47d0b989f7d tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350462 Jul 29 14:54:45.411804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33d644-9d56-4a37-b790-cf22a41f7c0c req-3fb28ecb-a43c-4fe6-b03f-69433f2a0b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:45.413419 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7a33d644-9d56-4a37-b790-cf22a41f7c0c req-3fb28ecb-a43c-4fe6-b03f-69433f2a0b70 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7376b65-c37a-462a-9b7f-fd5ca02310cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2407689 Jul 29 14:54:45.609654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16805f58-6eff-4433-844f-9c0abcecf206 req-04528cc3-6294-4cfb-be65-705cf7b1cc09 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:45.626140 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-16805f58-6eff-4433-844f-9c0abcecf206 req-04528cc3-6294-4cfb-be65-705cf7b1cc09 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e6daec-2d59-4f10-886b-e7fb7fec7682 HTTP/1.1" status: 200 len: 945 time: 0.1267409 Jul 29 14:54:45.720282 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-16805f58-6eff-4433-844f-9c0abcecf206 req-cad084c7-198e-45b1-8120-559aa8bdd908 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899453 Jul 29 14:54:46.018085 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7a33d644-9d56-4a37-b790-cf22a41f7c0c req-2a0d54af-f0e6-429b-9c4f-737d77d8a655 service neutron] 10.222.0.38 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744193 Jul 29 14:54:46.039151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c23a9f-02e8-4ab0-a049-8b40547ec5f4 req-34e6f4ad-fc9c-49c3-9e85-de5a1156cae3 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:46.055182 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-07c23a9f-02e8-4ab0-a049-8b40547ec5f4 req-34e6f4ad-fc9c-49c3-9e85-de5a1156cae3 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.2019608 Jul 29 14:54:46.117251 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:46.190493 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-07c23a9f-02e8-4ab0-a049-8b40547ec5f4 req-9863e727-21c9-4927-836c-7baf3d19a924 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306026 Jul 29 14:54:46.686489 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394ece7-6df0-4670-85b7-ee02af822311 req-55679338-cce4-4198-99f2-fd5ad6ace450 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:46.704334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a394ece7-6df0-4670-85b7-ee02af822311 req-55679338-cce4-4198-99f2-fd5ad6ace450 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 945 time: 0.1809556 Jul 29 14:54:46.893347 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a394ece7-6df0-4670-85b7-ee02af822311 req-99189476-27ef-4450-86be-48a29f925e0f tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839657 Jul 29 14:54:46.896386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41590) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:47.167751 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-f45c347e-a4e2-4377-8804-449231c20402 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:47.185060 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-f45c347e-a4e2-4377-8804-449231c20402 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/networks?id=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 HTTP/1.1" status: 200 len: 821 time: 1.5964525 Jul 29 14:54:47.270767 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-088b7e02-5d1d-409c-9107-8365c10fff26 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/quotas/28bcd8d082344846aa3000b5c102e8f6 HTTP/1.1" status: 200 len: 375 time: 0.0753121 Jul 29 14:54:47.288280 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-70eb6a97-7b18-4b0b-b7c9-c067b3a7ab76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:47.688121 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7a33d644-9d56-4a37-b790-cf22a41f7c0c req-737c7202-30b5-4dab-836f-d5d5108a0f66 service neutron] 10.222.0.38 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6398394 Jul 29 14:54:47.761893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53aeca-44d3-4709-a1bd-81666fd6d883 req-63c9f393-a346-4121-9c20-5f74dc0f125d tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:47.793482 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53aeca-44d3-4709-a1bd-81666fd6d883 req-63c9f393-a346-4121-9c20-5f74dc0f125d tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:47.820565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53aeca-44d3-4709-a1bd-81666fd6d883 req-63c9f393-a346-4121-9c20-5f74dc0f125d tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:47.824537 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-da53aeca-44d3-4709-a1bd-81666fd6d883 req-63c9f393-a346-4121-9c20-5f74dc0f125d tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f&device_id=a0e6daec-2d59-4f10-886b-e7fb7fec7682&device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 2416 time: 0.3584509 Jul 29 14:54:47.833289 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6857fa3d-326f-4883-96f9-a0a4ffb1b14a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=28bcd8d082344846aa3000b5c102e8f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5606942 Jul 29 14:54:48.002307 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-70eb6a97-7b18-4b0b-b7c9-c067b3a7ab76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:48.010706 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-70eb6a97-7b18-4b0b-b7c9-c067b3a7ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:48.048415 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:48.157784 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-70eb6a97-7b18-4b0b-b7c9-c067b3a7ab76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5ed2577b46a4a3ca6a104c31e8f7df4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2591891 Jul 29 14:54:48.160893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb6a97-7b18-4b0b-b7c9-c067b3a7ab76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0379dc-8f94-4e27-bd60-d00b00fe00d6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:48.183876 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41604) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:48.211863 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-da53aeca-44d3-4709-a1bd-81666fd6d883 req-0994709f-9bdd-423b-9ddf-5ca03b46e00a tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552444 Jul 29 14:54:48.259588 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-c12c7ade-6e05-4a4e-b73a-3f65e50854e8 service neutron] 10.222.0.16 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915534 Jul 29 14:54:48.386397 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-88d2bd0a-59d5-4f6b-b6a2-c7b6ed4c8854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:48.473450 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-88d2bd0a-59d5-4f6b-b6a2-c7b6ed4c8854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:48.631885 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36c166-295a-4ebb-8ffa-adb7f3947bd9 req-0cb5cea8-4c38-4886-a693-623d251a5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:48.634758 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be36c166-295a-4ebb-8ffa-adb7f3947bd9 req-0cb5cea8-4c38-4886-a693-623d251a5cf6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=247d807a3183413d81bd38d576287ebf&device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 1096 time: 0.2074370 Jul 29 14:54:48.709320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98bc9f-beee-429a-b32d-af042d34ea25 req-dd5078df-db11-4b86-ab64-861122eba385 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:48.710606 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-ebc6b3d3-a497-46dc-a4bb-0f90b1318b3c service neutron] 10.222.0.16 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495952 Jul 29 14:54:48.713898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router fd02c8e0-671f-4169-ac4c-70998fd3eaa7 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:54:48.730183 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2f98bc9f-beee-429a-b32d-af042d34ea25 req-dd5078df-db11-4b86-ab64-861122eba385 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.2736087 Jul 29 14:54:48.863434 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2f98bc9f-beee-429a-b32d-af042d34ea25 req-646ba055-283e-4322-8aca-fd3c7a604116 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078601 Jul 29 14:54:48.866383 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-88d2bd0a-59d5-4f6b-b6a2-c7b6ed4c8854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:48.869260 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-88d2bd0a-59d5-4f6b-b6a2-c7b6ed4c8854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:48.874069 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-88d2bd0a-59d5-4f6b-b6a2-c7b6ed4c8854 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fd0379dc-8f94-4e27-bd60-d00b00fe00d6 HTTP/1.1" status: 204 len: 168 time: 0.6866839 Jul 29 14:54:48.899600 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2bd0a-59d5-4f6b-b6a2-c7b6ed4c8854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0379dc-8f94-4e27-bd60-d00b00fe00d6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:49.383186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-f70a4d1f-304a-46aa-b22a-01c4991a68d3 req-e4c63366-26a8-4ad8-8e9d-ee3ae7779f9d tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 14:54:49.400367 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f70a4d1f-304a-46aa-b22a-01c4991a68d3 req-e4c63366-26a8-4ad8-8e9d-ee3ae7779f9d tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1916997 Jul 29 14:54:49.414836 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-50b329bf-a3cf-4fc3-9897-e56d8d05e8b1 req-15642a5b-2fcd-4ad5-9d76-ac71db6a4789 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 210 time: 0.1514602 Jul 29 14:54:49.667793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:54:49.692603 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28fc9a8-ae4d-4dd9-addd-3594e44cf198 None None] Sync routers for ids ['fd02c8e0-671f-4169-ac4c-70998fd3eaa7'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:54:49.713178 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28fc9a8-ae4d-4dd9-addd-3594e44cf198 None None] Routers {'fd02c8e0-671f-4169-ac4c-70998fd3eaa7'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:54:49.714071 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d28fc9a8-ae4d-4dd9-addd-3594e44cf198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:54:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fd02c8e0-671f-4169-ac4c-70998fd3eaa7'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:49.739726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36c166-295a-4ebb-8ffa-adb7f3947bd9 req-d0a934bc-e974-46c9-a600-0adf3ec633b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:49.741624 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be36c166-295a-4ebb-8ffa-adb7f3947bd9 req-d0a934bc-e974-46c9-a600-0adf3ec633b7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 200 len: 918 time: 0.8602622 Jul 29 14:54:49.805405 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f70a4d1f-304a-46aa-b22a-01c4991a68d3 req-f7a7fb99-aae3-4ac2-9c4b-f6c449242a83 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3944788 Jul 29 14:54:49.863041 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d28fc9a8-ae4d-4dd9-addd-3594e44cf198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:49.918280 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28fc9a8-ae4d-4dd9-addd-3594e44cf198 None None] Routers {'fd02c8e0-671f-4169-ac4c-70998fd3eaa7'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:54:49.918654 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d28fc9a8-ae4d-4dd9-addd-3594e44cf198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:54:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fd02c8e0-671f-4169-ac4c-70998fd3eaa7'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:49.960003 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:49.968544 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c74fa71c-69cc-4db5-9524-0988cbf95774 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.3581889 Jul 29 14:54:49.970593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41644) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:50.034238 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be36c166-295a-4ebb-8ffa-adb7f3947bd9 req-320e792d-8eeb-4375-875c-d4c097834b55 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21 HTTP/1.1" status: 200 len: 1000 time: 0.2267108 Jul 29 14:54:50.141555 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d28fc9a8-ae4d-4dd9-addd-3594e44cf198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:50.143463 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28fc9a8-ae4d-4dd9-addd-3594e44cf198 None None] The sync data for ids ['fd02c8e0-671f-4169-ac4c-70998fd3eaa7'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:54:50.245386 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36c166-295a-4ebb-8ffa-adb7f3947bd9 req-149a4a17-9023-4815-83f8-68f997159d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:50.247801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be36c166-295a-4ebb-8ffa-adb7f3947bd9 req-149a4a17-9023-4815-83f8-68f997159d72 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d86473b6-310e-404b-a7a5-30517fe56c5e HTTP/1.1" status: 200 len: 856 time: 0.1754279 Jul 29 14:54:50.285529 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-56c29d67-c35a-4261-9035-1a6c2fc89ef9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/routers/fd02c8e0-671f-4169-ac4c-70998fd3eaa7 HTTP/1.1" status: 200 len: 879 time: 0.3093905 Jul 29 14:54:50.286477 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41654) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:50.402092 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36c166-295a-4ebb-8ffa-adb7f3947bd9 req-8bfdb137-bec7-44d5-a52f-19b3be753b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:50.403702 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be36c166-295a-4ebb-8ffa-adb7f3947bd9 req-8bfdb137-bec7-44d5-a52f-19b3be753b47 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7376b65-c37a-462a-9b7f-fd5ca02310cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341000 Jul 29 14:54:50.744893 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be36c166-295a-4ebb-8ffa-adb7f3947bd9 req-3b7e3588-c066-4e62-a483-213373a82912 service neutron] 10.222.0.38 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336296 Jul 29 14:54:50.759327 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9093c7-cdc5-41c6-a581-94eb84edce03 req-2a7afd2f-138c-4119-b361-d5f7f579c8be tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:50.776634 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9f9093c7-cdc5-41c6-a581-94eb84edce03 req-2a7afd2f-138c-4119-b361-d5f7f579c8be tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.4221694 Jul 29 14:54:51.105435 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9f9093c7-cdc5-41c6-a581-94eb84edce03 req-ea75e3cd-529f-4178-afec-a11bc6033d42 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271995 Jul 29 14:54:51.196526 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be36c166-295a-4ebb-8ffa-adb7f3947bd9 req-0597ff47-953d-4ee6-9c4e-30aacb79036c service neutron] 10.222.0.38 "GET /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246639 Jul 29 14:54:51.782584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-e56aadf7-0d31-4e1e-a1bc-df03b0fefee0 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:51.792950 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-e56aadf7-0d31-4e1e-a1bc-df03b0fefee0 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.39 "GET /v2.0/networks?id=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 HTTP/1.1" status: 200 len: 821 time: 0.4080174 Jul 29 14:54:51.810126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-0d1964d8-4519-4d4e-a82b-bcc46d012525 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Request body: {'port': {'device_id': '7387685e-8080-4779-95e4-26b3bab46058', 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34', 'admin_state_up': True, 'tenant_id': '28bcd8d082344846aa3000b5c102e8f6'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:52.242143 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-0d1964d8-4519-4d4e-a82b-bcc46d012525 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Made reservation on behalf of 28bcd8d082344846aa3000b5c102e8f6 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:54:52.246730 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-0d1964d8-4519-4d4e-a82b-bcc46d012525 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:52.265654 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc420986-4aa0-4e0b-b079-49823d56f789 req-25c90c3a-bed2-4a5a-9a90-530fd3f62917 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 210 time: 0.1278064 Jul 29 14:54:52.587373 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6758064f-7a72-412c-b31d-d9b90f5c6392 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 2.2964563 Jul 29 14:54:52.588165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41696) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:52.597983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-23b734af-0e9b-4fe8-90d8-60e5cb7fe785 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-534215455'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:52.747599 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-0d1964d8-4519-4d4e-a82b-bcc46d012525 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Allocated IP 172.20.0.6 (fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34/e8f6d6b5-3b81-47bf-b7c1-836398789a1e/cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:54:52.862182 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22e7ba-b720-45a2-ab91-6d6e552961cb req-94daa774-0769-4c44-ab68-f2d9f8b9883e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:52.876738 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d22e7ba-b720-45a2-ab91-6d6e552961cb req-94daa774-0769-4c44-ab68-f2d9f8b9883e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.4550300 Jul 29 14:54:53.184030 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d22e7ba-b720-45a2-ab91-6d6e552961cb req-7e6896e4-083c-4be6-b0ee-7d7d675ef761 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469518 Jul 29 14:54:53.516970 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-0d1964d8-4519-4d4e-a82b-bcc46d012525 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:53.681748 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f254fac7-17a9-4f62-a1dd-fcdee19d0b7e req-4b59c72b-b3e0-437d-8f0d-9fc8fddfc2a9 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 210 time: 0.0595348 Jul 29 14:54:53.688583 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-0d1964d8-4519-4d4e-a82b-bcc46d012525 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:53.735362 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23b734af-0e9b-4fe8-90d8-60e5cb7fe785 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:53.751645 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23b734af-0e9b-4fe8-90d8-60e5cb7fe785 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:53.960866 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-0d1964d8-4519-4d4e-a82b-bcc46d012525 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:54:53.986172 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-0d1964d8-4519-4d4e-a82b-bcc46d012525 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:54:54.032752 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-0d1964d8-4519-4d4e-a82b-bcc46d012525 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:54:54.163304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1964d8-4519-4d4e-a82b-bcc46d012525 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Pushing event updated for resources: {'Port': ['ID=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:54.166938 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b734af-0e9b-4fe8-90d8-60e5cb7fe785 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router fd02c8e0-671f-4169-ac4c-70998fd3eaa7 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:54:54.269912 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-0d1964d8-4519-4d4e-a82b-bcc46d012525 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:54.270607 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-0d1964d8-4519-4d4e-a82b-bcc46d012525 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:54.326076 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-0d1964d8-4519-4d4e-a82b-bcc46d012525 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5205042 Jul 29 14:54:54.722790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Request body: {'port': {'device_id': '7387685e-8080-4779-95e4-26b3bab46058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:54.937168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b734af-0e9b-4fe8-90d8-60e5cb7fe785 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:54:54.953806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb16a8-b1a9-40f3-88ff-e777c63e1589 None None] Sync routers for ids ['fd02c8e0-671f-4169-ac4c-70998fd3eaa7'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:54:54.961303 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23b734af-0e9b-4fe8-90d8-60e5cb7fe785 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:54.969327 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-23b734af-0e9b-4fe8-90d8-60e5cb7fe785 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/fd02c8e0-671f-4169-ac4c-70998fd3eaa7 HTTP/1.1" status: 200 len: 886 time: 2.3795435 Jul 29 14:54:54.972310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41736) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:54.980136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc20be-65d0-403a-9990-f9a7005bf030 req-69354705-880d-4d43-864d-2861edbfd220 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:54.981193 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33342ef7-4e75-4e06-b647-6085b6834fcc req-d9c02085-7d1a-4835-aa1d-07da13fc5046 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:54.991974 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-33342ef7-4e75-4e06-b647-6085b6834fcc req-d9c02085-7d1a-4835-aa1d-07da13fc5046 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.3436949 Jul 29 14:54:54.997698 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8edc20be-65d0-403a-9990-f9a7005bf030 req-69354705-880d-4d43-864d-2861edbfd220 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 945 time: 0.4659934 Jul 29 14:54:55.004868 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb16a8-b1a9-40f3-88ff-e777c63e1589 None None] Routers {'fd02c8e0-671f-4169-ac4c-70998fd3eaa7'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:54:55.006511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-dffb16a8-b1a9-40f3-88ff-e777c63e1589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:54:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fd02c8e0-671f-4169-ac4c-70998fd3eaa7'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:55.050109 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:55.084612 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-33342ef7-4e75-4e06-b647-6085b6834fcc req-bca18a84-44a5-41d2-910f-a06f58fa692b tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907845 Jul 29 14:54:55.161601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-dffb16a8-b1a9-40f3-88ff-e777c63e1589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:55.218618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb16a8-b1a9-40f3-88ff-e777c63e1589 None None] Routers {'fd02c8e0-671f-4169-ac4c-70998fd3eaa7'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:54:55.219755 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-dffb16a8-b1a9-40f3-88ff-e777c63e1589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:54:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fd02c8e0-671f-4169-ac4c-70998fd3eaa7'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:55.299255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-dffb16a8-b1a9-40f3-88ff-e777c63e1589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:54:55.300103 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb16a8-b1a9-40f3-88ff-e777c63e1589 None None] The sync data for ids ['fd02c8e0-671f-4169-ac4c-70998fd3eaa7'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:54:55.316852 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8edc20be-65d0-403a-9990-f9a7005bf030 req-6a4fd1ee-7b14-4cc0-a2b7-3e8496a2eaac tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180163 Jul 29 14:54:55.494824 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e44d33de-9e61-416a-9f64-9c46dc9bb9a2 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/routers/fd02c8e0-671f-4169-ac4c-70998fd3eaa7 HTTP/1.1" status: 200 len: 886 time: 0.4913821 Jul 29 14:54:55.495686 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41744) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:55.639909 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6745a69f-6692-45b7-999d-6a7aa9b7df28 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02c8e0-671f-4169-ac4c-70998fd3eaa7 HTTP/1.1" status: 200 len: 205 time: 0.1423728 Jul 29 14:54:55.642493 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41748) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:55.998562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772a02d-3864-48cd-a085-fbb4c62920c2 req-60c04f6f-d87d-4bd9-9663-86a2398873dc tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:56.005147 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e772a02d-3864-48cd-a085-fbb4c62920c2 req-60c04f6f-d87d-4bd9-9663-86a2398873dc tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 945 time: 0.1849356 Jul 29 14:54:56.043460 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54480ada-2e77-4479-a70a-6e34aa02ba04 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:56.077943 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:56.198638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100f1f5-71c1-4ac7-ba5a-e1617981ca66 req-a0077415-ae34-4bbb-971f-ede00dc6c5d6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:56.208173 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5100f1f5-71c1-4ac7-ba5a-e1617981ca66 req-a0077415-ae34-4bbb-971f-ede00dc6c5d6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 931 time: 0.5115721 Jul 29 14:54:56.295513 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e772a02d-3864-48cd-a085-fbb4c62920c2 req-a2f57390-8a11-4404-8299-41c380397f49 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801466 Jul 29 14:54:56.423876 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5100f1f5-71c1-4ac7-ba5a-e1617981ca66 req-bcf4264b-5c9a-46f1-8022-59595fe682e5 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138247 Jul 29 14:54:56.527780 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:54:56.533521 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54480ada-2e77-4479-a70a-6e34aa02ba04 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:56.561112 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:56.610123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Transition to ACTIVE for port object cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:54:56.655843 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:56.700719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-54480ada-2e77-4479-a70a-6e34aa02ba04 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port ec17a97e-a8c6-4a70-ab89-46c42592f71d {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:54:56.711807 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54480ada-2e77-4479-a70a-6e34aa02ba04 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:56.920938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f893b-9c9f-4b84-9327-39bfd36962ab req-59f3956b-4245-4159-bfad-990e406846fe tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:56.951621 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eb1f893b-9c9f-4b84-9327-39bfd36962ab req-59f3956b-4245-4159-bfad-990e406846fe tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.3815916 Jul 29 14:54:56.998815 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:57.016279 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:57.017166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:57.019137 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:57.020100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:57.020626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:57.021357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:57.022109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:57.022915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:57.023611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:57.024349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:57.024914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:57.025815 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:54:57.063381 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54480ada-2e77-4479-a70a-6e34aa02ba04 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:57.110819 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-54480ada-2e77-4479-a70a-6e34aa02ba04 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for ec17a97e-a8c6-4a70-ab89-46c42592f71d owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:54:57.315794 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eb1f893b-9c9f-4b84-9327-39bfd36962ab req-43a86646-85ac-43ee-aa25-cb707fbb3579 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562608 Jul 29 14:54:57.403089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aab920-c7b3-4a6b-8ee4-2308782343ad req-cd726169-1ae1-47bc-8cef-88aadefcd5df tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:57.413583 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8aab920-c7b3-4a6b-8ee4-2308782343ad req-cd726169-1ae1-47bc-8cef-88aadefcd5df tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.38 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 945 time: 0.3398032 Jul 29 14:54:57.418576 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Attempting to bind port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:54:57.419459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Attempting to bind port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '7fe5213f-c90e-4714-9d62-7ea6af5201a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:54:57.419809 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Attempting to bind port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf on network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:54:57.449044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf on network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:54:57.449889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Attempting to bind port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf on network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:54:57.480822 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:54:57.481380 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Checking segment: {'id': '7fe5213f-c90e-4714-9d62-7ea6af5201a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:54:57.482056 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Bound using segment: {'id': '7fe5213f-c90e-4714-9d62-7ea6af5201a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:54:57.482837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Bound port: cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe5213f-c90e-4714-9d62-7ea6af5201a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:54:57.483937 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:57.776375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87207618-4b14-4666-aacb-1a96f9f7d8b6 req-071208de-6a62-4f51-92c9-da8eabd1c285 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:57.802189 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87207618-4b14-4666-aacb-1a96f9f7d8b6 req-071208de-6a62-4f51-92c9-da8eabd1c285 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 945 time: 0.3814321 Jul 29 14:54:57.864505 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6771c-389f-45a3-b596-11d6fcad76a5 req-6ec7c365-f5c5-4421-bfd6-74747dac42f6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:57.873533 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ae6771c-389f-45a3-b596-11d6fcad76a5 req-6ec7c365-f5c5-4421-bfd6-74747dac42f6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 943 time: 0.2319965 Jul 29 14:54:57.943643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f8aab920-c7b3-4a6b-8ee4-2308782343ad req-a9531b36-4d2c-41f1-aad8-99402b087741 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Deleting port b9685e47-76fe-40a8-b23e-7e1eb98b331c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:54:57.944389 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8aab920-c7b3-4a6b-8ee4-2308782343ad req-a9531b36-4d2c-41f1-aad8-99402b087741 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:58.089705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] For port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:54:58.116195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] For port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:54:58.139613 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:58.140504 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87207618-4b14-4666-aacb-1a96f9f7d8b6 req-398213dd-66d5-47b0-9c01-119c34414804 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331218 Jul 29 14:54:58.206333 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54480ada-2e77-4479-a70a-6e34aa02ba04 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:58.222415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:58.223441 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:58.225318 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] 10.222.0.39 "PUT /v2.0/ports/cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf HTTP/1.1" status: 200 len: 1091 time: 3.8909121 Jul 29 14:54:58.235366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78fcd5-5318-4738-a9cf-1fff508df4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:58.247873 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7387685e-8080-4779-95e4-26b3bab46058', 'tag': 'cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:54:58.250674 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e6ccad-4037-4a03-82cf-c0c8cb806618" -d '{"events": [{"name": "network-changed", "server_uuid": "7387685e-8080-4779-95e4-26b3bab46058", "tag": "cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:54:58.258420 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ae6771c-389f-45a3-b596-11d6fcad76a5 req-c6d27bc8-f6fc-42f8-a1c5-44c846701814 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832121 Jul 29 14:54:58.287065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f8aab920-c7b3-4a6b-8ee4-2308782343ad req-a9531b36-4d2c-41f1-aad8-99402b087741 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] For port b9685e47-76fe-40a8-b23e-7e1eb98b331c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b9685e47-76fe-40a8-b23e-7e1eb98b331c,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:54:58.287450 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8aab920-c7b3-4a6b-8ee4-2308782343ad req-a9531b36-4d2c-41f1-aad8-99402b087741 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:58.308178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f8aab920-c7b3-4a6b-8ee4-2308782343ad req-a9531b36-4d2c-41f1-aad8-99402b087741 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Calling delete_port for b9685e47-76fe-40a8-b23e-7e1eb98b331c owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:54:58.463323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54480ada-2e77-4479-a70a-6e34aa02ba04 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=ec17a97e-a8c6-4a70-ab89-46c42592f71d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:54:58.749265 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54480ada-2e77-4479-a70a-6e34aa02ba04 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:59.002201 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54480ada-2e77-4479-a70a-6e34aa02ba04 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:59.007735 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54480ada-2e77-4479-a70a-6e34aa02ba04 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:59.094320 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54480ada-2e77-4479-a70a-6e34aa02ba04 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:59.095140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54480ada-2e77-4479-a70a-6e34aa02ba04 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Fanout notify agent at l3_agent the message router_deleted on router fd02c8e0-671f-4169-ac4c-70998fd3eaa7 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:54:59.114837 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54480ada-2e77-4479-a70a-6e34aa02ba04 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:59.127374 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-54480ada-2e77-4479-a70a-6e34aa02ba04 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/routers/fd02c8e0-671f-4169-ac4c-70998fd3eaa7 HTTP/1.1" status: 204 len: 168 time: 3.4813726 Jul 29 14:54:59.130016 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41802) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:54:59.153814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-cdda694e-1926-4e2d-a722-9fb546d27f9f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'network': {'name': 'tempest-RoutersTest-1895524594'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:54:59.246160 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdda694e-1926-4e2d-a722-9fb546d27f9f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:54:59.249576 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37637330-8e2c-4b59-9b2a-4ee24a17fad1 x-openstack-request-id: req-37637330-8e2c-4b59-9b2a-4ee24a17fad1 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:54:59.250336 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7387685e-8080-4779-95e4-26b3bab46058", "tag": "cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:54:59.250884 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37637330-8e2c-4b59-9b2a-4ee24a17fad1 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:54:59.251745 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7387685e-8080-4779-95e4-26b3bab46058', 'tag': 'cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf', 'status': 'completed', 'code': 200} Jul 29 14:54:59.253333 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cdda694e-1926-4e2d-a722-9fb546d27f9f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:59.381968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdda694e-1926-4e2d-a722-9fb546d27f9f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:54:59.416381 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cdda694e-1926-4e2d-a722-9fb546d27f9f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:59.416939 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-cdda694e-1926-4e2d-a722-9fb546d27f9f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Added segment 1e101c7f-8421-41b8-a797-4ba13cac062d of type vlan for network 765c90cb-7b16-46bd-8a02-fb11692c61c1 Jul 29 14:54:59.445808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c210f-962c-4063-a6e0-cc3ebd6b509f req-4cbb85bb-49bb-40b7-b9bc-a027f53f242f tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:59.450048 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c37c210f-962c-4063-a6e0-cc3ebd6b509f req-4cbb85bb-49bb-40b7-b9bc-a027f53f242f tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=e29de4dd-f437-4768-b50d-a3623ab13d1f HTTP/1.1" status: 200 len: 945 time: 0.1516702 Jul 29 14:54:59.456727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-d4a0e5e3-0276-404c-b516-2633d0eb1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:59.458710 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-d4a0e5e3-0276-404c-b516-2633d0eb1fe3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28bcd8d082344846aa3000b5c102e8f6&device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 1094 time: 0.1799963 Jul 29 14:54:59.469080 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07eee0c-d83b-4b03-b60f-e3231da1eebc req-8afad497-6e56-4364-9ef2-cf905b30c2de tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:59.477766 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a07eee0c-d83b-4b03-b60f-e3231da1eebc req-8afad497-6e56-4364-9ef2-cf905b30c2de tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.2593012 Jul 29 14:54:59.581866 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-c0384dce-9b72-40c8-970a-3c6c2838c0bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf HTTP/1.1" status: 200 len: 217 time: 0.0994036 Jul 29 14:54:59.680122 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a07eee0c-d83b-4b03-b60f-e3231da1eebc req-09c8c5d3-c9e2-4226-a3cb-825525a39be4 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004433 Jul 29 14:54:59.742137 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-3954c4da-b6df-432a-a860-468e219ba506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:59.744803 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-3954c4da-b6df-432a-a860-468e219ba506 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8f6d6b5-3b81-47bf-b7c1-836398789a1e HTTP/1.1" status: 200 len: 861 time: 0.1493268 Jul 29 14:54:59.746792 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8aab920-c7b3-4a6b-8ee4-2308782343ad req-a9531b36-4d2c-41f1-aad8-99402b087741 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:59.762536 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['0f5cc1e6-962b-4e15-820c-5ac105111006', '5ac962b8-9c07-47f0-b901-8907ead13a75'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:54:59.798968 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cdda694e-1926-4e2d-a722-9fb546d27f9f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:59.809526 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-03a5f3b3-e497-4e42-8278-837d4e225bae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475223 Jul 29 14:54:59.863326 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cdda694e-1926-4e2d-a722-9fb546d27f9f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:59.868608 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdda694e-1926-4e2d-a722-9fb546d27f9f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:54:59.869625 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cdda694e-1926-4e2d-a722-9fb546d27f9f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:54:59.909185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9531b36-4d2c-41f1-aad8-99402b087741 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Pushing event deleted for resources: {'Port': ['ID=b9685e47-76fe-40a8-b23e-7e1eb98b331c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:00.019007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8aab920-c7b3-4a6b-8ee4-2308782343ad req-a9531b36-4d2c-41f1-aad8-99402b087741 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] No DVR routers for this DVR port b9685e47-76fe-40a8-b23e-7e1eb98b331c on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:55:00.024711 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cdda694e-1926-4e2d-a722-9fb546d27f9f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8870261 Jul 29 14:55:00.031949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41818) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:00.034792 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8aab920-c7b3-4a6b-8ee4-2308782343ad req-a9531b36-4d2c-41f1-aad8-99402b087741 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:00.039706 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8aab920-c7b3-4a6b-8ee4-2308782343ad req-a9531b36-4d2c-41f1-aad8-99402b087741 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.38 "DELETE /v2.0/ports/b9685e47-76fe-40a8-b23e-7e1eb98b331c HTTP/1.1" status: 204 len: 173 time: 2.5106683 Jul 29 14:55:00.050850 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-bcd68d96-b372-4401-8ea8-d00183bb42d0 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'subnet': {'network_id': '765c90cb-7b16-46bd-8a02-fb11692c61c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:00.083103 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c37c210f-962c-4063-a6e0-cc3ebd6b509f req-5698644f-9a91-40fc-a2c4-e3ed5f718179 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140596 Jul 29 14:55:00.092434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda694e-1926-4e2d-a722-9fb546d27f9f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Network': ['ID=765c90cb-7b16-46bd-8a02-fb11692c61c1,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:00.134212 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 765c90cb-7b16-46bd-8a02-fb11692c61c1 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:55:00.475190 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1e971-90c9-45ec-971b-2e238c19b38c req-20138955-08c6-4d48-aab2-944824b3896e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:00.489561 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28e1e971-90c9-45ec-971b-2e238c19b38c req-20138955-08c6-4d48-aab2-944824b3896e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 943 time: 0.2009981 Jul 29 14:55:00.526104 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcab8dc2-631b-4ed2-9469-771942b288f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:00.617615 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-d2782339-6826-425d-a1fe-92df4d821c53 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1858936789&fields=id&tenant_id=594bc26b42cf44059f13428d7c87f248 HTTP/1.1" status: 200 len: 267 time: 0.3836930 Jul 29 14:55:00.629512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28e1e971-90c9-45ec-971b-2e238c19b38c req-d00a9424-f1f1-47b4-af6e-1abe5f228f4a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382065 Jul 29 14:55:00.826100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd68d96-b372-4401-8ea8-d00183bb42d0 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:55:00.835489 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bcd68d96-b372-4401-8ea8-d00183bb42d0 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:00.892388 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-efe06a60-cb03-49e1-9d10-4f48bcf0ad23 service neutron] 10.222.0.39 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0425446 Jul 29 14:55:01.001166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f505c-b6bb-4cd8-99b3-052be5d073c3 req-3ad0b00d-7a90-418b-bff2-f6d66be20da7 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:01.010145 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-194f505c-b6bb-4cd8-99b3-052be5d073c3 req-3ad0b00d-7a90-418b-bff2-f6d66be20da7 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.0981545 Jul 29 14:55:01.067191 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-194f505c-b6bb-4cd8-99b3-052be5d073c3 req-1323bbcb-31aa-4a97-9605-c24b0b783a07 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560029 Jul 29 14:55:01.147707 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f214c1ee-c833-4ce4-8174-e69b4e56f326 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:55:01.166178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device b9685e47-76fe-40a8-b23e-7e1eb98b331c no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:55:01.266913 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-a4e9a41b-0d1f-40d7-883b-19aac4a89b1c tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:01.286809 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-a4e9a41b-0d1f-40d7-883b-19aac4a89b1c tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/networks?id=f5779f1c-c34a-412c-ac27-a38d801761ff HTTP/1.1" status: 200 len: 816 time: 0.6657715 Jul 29 14:55:01.296705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29de4dd-f437-4768-b50d-a3623ab13d1f', 'name': 'network-vif-deleted', 'tag': 'b9685e47-76fe-40a8-b23e-7e1eb98b331c'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:01.303235 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086ee09f-2e67-41ab-9017-be8e9f0e8c8d" -d '{"events": [{"server_uuid": "e29de4dd-f437-4768-b50d-a3623ab13d1f", "name": "network-vif-deleted", "tag": "b9685e47-76fe-40a8-b23e-7e1eb98b331c"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:01.320166 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:01.338425 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'port_id': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'mac_address': 'fa:16:3e:42:28:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:55:01.364787 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: b9685e47-76fe-40a8-b23e-7e1eb98b331c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:55:01.365152 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device b9685e47-76fe-40a8-b23e-7e1eb98b331c not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:55:01.387242 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-00b142d5-4ce5-4062-9b33-f82d9505cdca tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/quotas/594bc26b42cf44059f13428d7c87f248 HTTP/1.1" status: 200 len: 375 time: 0.0673523 Jul 29 14:55:01.429311 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:01.453241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f214c1ee-c833-4ce4-8174-e69b4e56f326 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:55:01.531013 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:01.542251 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:01.575092 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9edb998-bbaf-4957-ba5b-5873bf279062 req-407f23cc-e321-4113-9cc6-4b1e0c6f96cf service neutron] 10.222.0.39 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005940 Jul 29 14:55:01.656793 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-9e240e5d-a993-4101-a96b-256e2e336209 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=594bc26b42cf44059f13428d7c87f248&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2672088 Jul 29 14:55:01.657433 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f214c1ee-c833-4ce4-8174-e69b4e56f326,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:01.688947 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabd8711-c0a5-4be9-8ba9-6ea9bbd92023 x-openstack-request-id: req-cabd8711-c0a5-4be9-8ba9-6ea9bbd92023 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:01.689646 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29de4dd-f437-4768-b50d-a3623ab13d1f", "name": "network-vif-deleted", "tag": "b9685e47-76fe-40a8-b23e-7e1eb98b331c", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:01.690578 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cabd8711-c0a5-4be9-8ba9-6ea9bbd92023 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:01.691397 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29de4dd-f437-4768-b50d-a3623ab13d1f', 'name': 'network-vif-deleted', 'tag': 'b9685e47-76fe-40a8-b23e-7e1eb98b331c', 'status': 'completed', 'code': 200} Jul 29 14:55:01.734434 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['f214c1ee-c833-4ce4-8174-e69b4e56f326'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:55:01.922692 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9c5fa-07b1-43db-b94f-52a53e73396a req-366e396a-9c9a-43ef-aca7-cddba1240b13 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:01.931718 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-93e9c5fa-07b1-43db-b94f-52a53e73396a req-366e396a-9c9a-43ef-aca7-cddba1240b13 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e6daec-2d59-4f10-886b-e7fb7fec7682 HTTP/1.1" status: 200 len: 945 time: 0.1771631 Jul 29 14:55:02.020042 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-93e9c5fa-07b1-43db-b94f-52a53e73396a req-0d166061-02e9-47bf-8a0a-73fb857649a3 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808344 Jul 29 14:55:02.130301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41860) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:02.185320 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-51d6960d-da7b-450a-a9fe-3b045e554cad service neutron] 10.222.0.16 "GET /v2.0/networks/f5779f1c-c34a-412c-ac27-a38d801761ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886265 Jul 29 14:55:02.197411 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bcd68d96-b372-4401-8ea8-d00183bb42d0 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:02.219598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6ccad-4037-4a03-82cf-c0c8cb806618 req-6761201b-3ab4-4dc2-8d0c-757c63940134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:02.224572 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9e6ccad-4037-4a03-82cf-c0c8cb806618 req-6761201b-3ab4-4dc2-8d0c-757c63940134 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28bcd8d082344846aa3000b5c102e8f6&device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 1094 time: 0.5602715 Jul 29 14:55:02.361521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32993f-e981-4a77-b497-288424f631d6 req-e92df1eb-daac-4e53-a099-b7af4d4e3d03 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:02.367860 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c32993f-e981-4a77-b497-288424f631d6 req-e92df1eb-daac-4e53-a099-b7af4d4e3d03 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 943 time: 0.1548326 Jul 29 14:55:02.426762 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b56f538f-b4fa-497f-8772-f355e38b97dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:02.506360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd68d96-b372-4401-8ea8-d00183bb42d0 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Subnet': ['ID=398dcd24-967f-4120-8bc3-d31b27d426cb,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:02.520498 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c32993f-e981-4a77-b497-288424f631d6 req-07eb52fb-2a30-4f47-9c42-a8f255d4d985 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366959 Jul 29 14:55:02.577391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd68d96-b372-4401-8ea8-d00183bb42d0 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Checking segment: {'id': '1e101c7f-8421-41b8-a797-4ba13cac062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '765c90cb-7b16-46bd-8a02-fb11692c61c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:55:02.577754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd68d96-b372-4401-8ea8-d00183bb42d0 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network hostable DHCP agents. Network: 765c90cb-7b16-46bd-8a02-fb11692c61c1, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:55:02.661049 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-b7354e7a-ca82-4997-81e4-f7f2220c27df service neutron] 10.222.0.16 "GET /v2.0/networks/f5779f1c-c34a-412c-ac27-a38d801761ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496722 Jul 29 14:55:02.664377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6ccad-4037-4a03-82cf-c0c8cb806618 req-ef331fb7-7c61-463d-b143-3b72d23adc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:02.672220 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9e6ccad-4037-4a03-82cf-c0c8cb806618 req-ef331fb7-7c61-463d-b143-3b72d23adc8d service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 HTTP/1.1" status: 200 len: 922 time: 0.3745859 Jul 29 14:55:02.714924 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd68d96-b372-4401-8ea8-d00183bb42d0 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network 765c90cb-7b16-46bd-8a02-fb11692c61c1 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:55:02.715117 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b56f538f-b4fa-497f-8772-f355e38b97dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:02.724268 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b56f538f-b4fa-497f-8772-f355e38b97dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:02.783095 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9e6ccad-4037-4a03-82cf-c0c8cb806618 req-d75b068d-86da-4263-a40a-cb4b2990423d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf HTTP/1.1" status: 200 len: 217 time: 0.0993891 Jul 29 14:55:02.790038 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-bcd68d96-b372-4401-8ea8-d00183bb42d0 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 765c90cb-7b16-46bd-8a02-fb11692c61c1) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:02.808848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd68d96-b372-4401-8ea8-d00183bb42d0 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:02.809867 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bcd68d96-b372-4401-8ea8-d00183bb42d0 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:02.811708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdde658-9ce7-4b07-abb6-4a7b63d16e66 None None] Network 765c90cb-7b16-46bd-8a02-fb11692c61c1 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:55:02.842156 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:55:02.854023 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b56f538f-b4fa-497f-8772-f355e38b97dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df1572e135064eae97d59946f2a30d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7219141 Jul 29 14:55:02.859047 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41880) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:02.880386 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bcd68d96-b372-4401-8ea8-d00183bb42d0 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8387096 Jul 29 14:55:02.894836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41882) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:02.916049 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f538f-b4fa-497f-8772-f355e38b97dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55e1755-d382-4049-a51d-91fe4c94e462,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:02.919440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ff8e9eaa-8eae-4cdf-bd7f-315fe7092f39 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1979163825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:02.939900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6ccad-4037-4a03-82cf-c0c8cb806618 req-c664e701-d109-4a2e-9a9b-190d8e1f3a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:02.942543 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9e6ccad-4037-4a03-82cf-c0c8cb806618 req-c664e701-d109-4a2e-9a9b-190d8e1f3a42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8f6d6b5-3b81-47bf-b7c1-836398789a1e HTTP/1.1" status: 200 len: 861 time: 0.1496551 Jul 29 14:55:03.024012 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9e6ccad-4037-4a03-82cf-c0c8cb806618 req-b9d69086-d4fd-4d5d-b2d6-91d2f3caa3b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418818 Jul 29 14:55:03.056045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65f39e-a231-4143-86ac-b70339850894 req-a5a2e4c7-5e24-40ee-be95-268bcaffdae9 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:03.056614 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:55:03.060250 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1d65f39e-a231-4143-86ac-b70339850894 req-a5a2e4c7-5e24-40ee-be95-268bcaffdae9 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 945 time: 0.1696517 Jul 29 14:55:03.152922 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1d65f39e-a231-4143-86ac-b70339850894 req-d507cbc6-c38e-4a41-9eee-9599e5e8b680 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804553 Jul 29 14:55:03.194583 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device b1d058a6-7a83-4f4e-bef5-ade543933e21 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:55:03.250030 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9eaa-8eae-4cdf-bd7f-315fe7092f39 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:03.251687 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9eaa-8eae-4cdf-bd7f-315fe7092f39 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:03.360917 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f214c1ee-c833-4ce4-8174-e69b4e56f326 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:03.364990 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9eaa-8eae-4cdf-bd7f-315fe7092f39 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:03.385758 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9eaa-8eae-4cdf-bd7f-315fe7092f39 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:03.429754 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0941708-bb9a-4f31-8c2c-0a464811c3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:03.463704 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9eaa-8eae-4cdf-bd7f-315fe7092f39 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:03.465214 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ff8e9eaa-8eae-4cdf-bd7f-315fe7092f39 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5681291 Jul 29 14:55:03.482458 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41898) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:03.513257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb2b3f-e81f-4d70-8300-5d21b8223850 req-0238070e-893c-4377-83dd-d74fbe5408ab tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:03.513961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bbd87-4aa1-45ac-b5b9-8db8b792b302 req-0aae20a1-7bce-4913-8e22-dea9331e5e06 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:03.516011 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8efb2b3f-e81f-4d70-8300-5d21b8223850 req-0238070e-893c-4377-83dd-d74fbe5408ab tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e6daec-2d59-4f10-886b-e7fb7fec7682 HTTP/1.1" status: 200 len: 945 time: 0.2401917 Jul 29 14:55:03.517178 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26bbd87-4aa1-45ac-b5b9-8db8b792b302 req-0aae20a1-7bce-4913-8e22-dea9331e5e06 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0e6daec-2d59-4f10-886b-e7fb7fec7682 HTTP/1.1" status: 200 len: 945 time: 0.6239495 Jul 29 14:55:03.544236 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9e6ccad-4037-4a03-82cf-c0c8cb806618 req-9734c94f-55d3-4c89-afe7-23c1433b77e2 service neutron] 10.222.0.39 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016818 Jul 29 14:55:03.559507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0941708-bb9a-4f31-8c2c-0a464811c3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:03.644226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:03.796960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:03.819145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'port_id': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'mac_address': 'fa:16:3e:24:a9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:55:03.831538 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8efb2b3f-e81f-4d70-8300-5d21b8223850 req-37ece7dc-628f-47d9-b7b4-da962c2b55ce tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717826 Jul 29 14:55:03.836727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf', 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34', 'port_id': 'cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf', 'mac_address': 'fa:16:3e:1d:e8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f6d6b5-3b81-47bf-b7c1-836398789a1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:55:03.846235 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a74030db-5699-4cc9-9184-ce751c9e95fe req-4a09e97b-45a0-4979-8ecf-f519a2acadf5 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 210 time: 0.3645084 Jul 29 14:55:03.860603 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9e6ccad-4037-4a03-82cf-c0c8cb806618 req-9ee0a1df-3587-44b7-bc3b-981621f833d7 service neutron] 10.222.0.39 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321975 Jul 29 14:55:04.029233 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:04.051270 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:04.066690 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:04.092594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d058a6-7a83-4f4e-bef5-ade543933e21 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:55:04.119395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:04.122148 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:55:04.153992 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port f214c1ee-c833-4ce4-8174-e69b4e56f326 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:04.155176 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:04.227957 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:04.238933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:04.259933 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0941708-bb9a-4f31-8c2c-0a464811c3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:04.269562 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0941708-bb9a-4f31-8c2c-0a464811c3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:04.298671 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d0941708-bb9a-4f31-8c2c-0a464811c3d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b55e1755-d382-4049-a51d-91fe4c94e462 HTTP/1.1" status: 204 len: 168 time: 1.4369476 Jul 29 14:55:04.349179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-765c90cb-7b16-46bd-8a02-fb11692c61c1', 'network_id': '765c90cb-7b16-46bd-8a02-fb11692c61c1', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'fixed_ips': [{'subnet_id': '398dcd24-967f-4120-8bc3-d31b27d426cb'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:55:04.351448 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:04.384651 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=b1d058a6-7a83-4f4e-bef5-ade543933e21,revision_number=11']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:04.402542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1709889-09c6-48dd-bd9d-874af60e98f8 req-6c32e854-56e2-4749-806a-a62d5378f610 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:04.418869 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b1709889-09c6-48dd-bd9d-874af60e98f8 req-6c32e854-56e2-4749-806a-a62d5378f610 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 943 time: 0.4356627 Jul 29 14:55:04.537857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0941708-bb9a-4f31-8c2c-0a464811c3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55e1755-d382-4049-a51d-91fe4c94e462,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:04.651899 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b1709889-09c6-48dd-bd9d-874af60e98f8 req-f22c335f-85cd-4aeb-a887-a0ba0f859d4b tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140613 Jul 29 14:55:04.664875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-d26bbd87-4aa1-45ac-b5b9-8db8b792b302 req-427c24a6-f721-4e7d-b449-d1c08bf8eb47 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Deleting port 5ac962b8-9c07-47f0-b901-8907ead13a75 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:55:04.666455 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26bbd87-4aa1-45ac-b5b9-8db8b792b302 req-427c24a6-f721-4e7d-b449-d1c08bf8eb47 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:04.767260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Allocated IP 172.20.0.2 (765c90cb-7b16-46bd-8a02-fb11692c61c1/398dcd24-967f-4120-8bc3-d31b27d426cb/713320df-b4a8-41cb-bdeb-6d0fbe135549) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:55:04.969512 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:05.056418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef0c8b-f408-4755-8b4c-e75ccfa5ff8d req-0aafab92-9725-4e21-8572-1f50a8653068 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:05.059683 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bbef0c8b-f408-4755-8b4c-e75ccfa5ff8d req-0aafab92-9725-4e21-8572-1f50a8653068 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.6425788 Jul 29 14:55:05.083252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-d26bbd87-4aa1-45ac-b5b9-8db8b792b302 req-427c24a6-f721-4e7d-b449-d1c08bf8eb47 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] For port 5ac962b8-9c07-47f0-b901-8907ead13a75, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=5ac962b8-9c07-47f0-b901-8907ead13a75,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:05.083929 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26bbd87-4aa1-45ac-b5b9-8db8b792b302 req-427c24a6-f721-4e7d-b449-d1c08bf8eb47 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:05.118639 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:05.177074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-d26bbd87-4aa1-45ac-b5b9-8db8b792b302 req-427c24a6-f721-4e7d-b449-d1c08bf8eb47 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Calling delete_port for 5ac962b8-9c07-47f0-b901-8907ead13a75 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:55:05.207621 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ccc4dfad-d45d-4620-a844-74456aa5efd4 req-8acace61-76a2-4ea8-a5da-ecacfcd1520d tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 210 time: 0.0425959 Jul 29 14:55:05.288889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41934) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:05.294633 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-923f4de0-1df7-4cc6-99ff-036f2cb039fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:05.312460 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9272968-8c38-40c4-9b50-275715a87980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:05.318146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:05.349974 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['b1d058a6-7a83-4f4e-bef5-ade543933e21'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:55:05.381131 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:05.383365 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bbef0c8b-f408-4755-8b4c-e75ccfa5ff8d req-a1be5519-05f8-4734-a666-40de88adde11 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3015931 Jul 29 14:55:05.770885 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50438ed3-e114-4d4d-b45b-c0e53bffd0dd req-f1a8e725-5302-49c6-8b8d-030f98048c79 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:05.772828 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-50438ed3-e114-4d4d-b45b-c0e53bffd0dd req-f1a8e725-5302-49c6-8b8d-030f98048c79 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e6daec-2d59-4f10-886b-e7fb7fec7682 HTTP/1.1" status: 200 len: 945 time: 0.4146249 Jul 29 14:55:05.875431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:55:05.879275 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:05.951385 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:05.951744 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d3d99fa-7a19-4187-9d3c-9671821a3c79 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:05.953158 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d3d99fa-7a19-4187-9d3c-9671821a3c79 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.38 "GET /v2.0/networks?id=f5779f1c-c34a-412c-ac27-a38d801761ff HTTP/1.1" status: 200 len: 816 time: 0.3518291 Jul 29 14:55:05.954266 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bfba55-0e0f-4c4d-bef7-7faaacce287e" -d '{"events": [{"server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "name": "network-vif-plugged", "status": "completed", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:05.960236 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b248ce-3754-4d8b-a19b-753bfdf1ed7c req-40f2d2cb-8942-4f8d-9026-9d37eac669c0 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:05.965048 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55b248ce-3754-4d8b-a19b-753bfdf1ed7c req-40f2d2cb-8942-4f8d-9026-9d37eac669c0 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 944 time: 0.1486645 Jul 29 14:55:05.998488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:06.038899 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55b248ce-3754-4d8b-a19b-753bfdf1ed7c req-9c3fa1e7-dd77-4e4d-af9f-2705e928dbc9 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673201 Jul 29 14:55:06.060702 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:06.143944 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:06.147661 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26bbd87-4aa1-45ac-b5b9-8db8b792b302 req-427c24a6-f721-4e7d-b449-d1c08bf8eb47 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:06.164631 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Transition to ACTIVE for port object 713320df-b4a8-41cb-bdeb-6d0fbe135549 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:06.177760 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-50438ed3-e114-4d4d-b45b-c0e53bffd0dd req-94698b1a-0620-452d-8485-4529f1f7b567 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233734 Jul 29 14:55:06.189270 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9272968-8c38-40c4-9b50-275715a87980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:06.193562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Transition to ACTIVE for port object 713320df-b4a8-41cb-bdeb-6d0fbe135549 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:06.231419 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-da10a1a7-5915-407f-b0d6-a5d5e1b4daf7 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=594bc26b42cf44059f13428d7c87f248 HTTP/1.1" status: 200 len: 380 time: 0.2154427 Jul 29 14:55:06.232162 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9272968-8c38-40c4-9b50-275715a87980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:06.238223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c24a6-f721-4e7d-b449-d1c08bf8eb47 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Pushing event deleted for resources: {'Port': ['ID=5ac962b8-9c07-47f0-b901-8907ead13a75,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:06.254362 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0424d8c0-9ae8-42b9-bbf1-37518202f410 x-openstack-request-id: req-0424d8c0-9ae8-42b9-bbf1-37518202f410 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:06.254904 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "name": "network-vif-plugged", "status": "completed", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:06.258200 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0424d8c0-9ae8-42b9-bbf1-37518202f410 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:06.259167 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'code': 200} Jul 29 14:55:06.282961 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:06.309347 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-d6690dd8-ad96-4309-9e6c-f1ca2c6d4095 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Request body: {'port': {'device_id': 'd8093d82-fd21-4837-a452-0b5e11f7a64e', 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff', 'admin_state_up': True, 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'security_groups': ['ab4d4c1b-8940-473c-be7b-550c29974155']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:06.431785 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f9272968-8c38-40c4-9b50-275715a87980 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e672fa276410455a8f924797053dcb31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1415393 Jul 29 14:55:06.432545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9272968-8c38-40c4-9b50-275715a87980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6889e8-0a42-4cca-8343-738b8017a204,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:06.465188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41946) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:06.470037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26bbd87-4aa1-45ac-b5b9-8db8b792b302 req-427c24a6-f721-4e7d-b449-d1c08bf8eb47 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] No DVR routers for this DVR port 5ac962b8-9c07-47f0-b901-8907ead13a75 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:55:06.476874 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d26bbd87-4aa1-45ac-b5b9-8db8b792b302 req-427c24a6-f721-4e7d-b449-d1c08bf8eb47 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:06.479125 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26bbd87-4aa1-45ac-b5b9-8db8b792b302 req-427c24a6-f721-4e7d-b449-d1c08bf8eb47 tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.39 "DELETE /v2.0/ports/5ac962b8-9c07-47f0-b901-8907ead13a75 HTTP/1.1" status: 204 len: 173 time: 2.9308040 Jul 29 14:55:06.479678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e6daec-2d59-4f10-886b-e7fb7fec7682', 'name': 'network-vif-deleted', 'tag': '5ac962b8-9c07-47f0-b901-8907ead13a75'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:06.493287 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9e76c5-48a8-4125-8f5f-5208c33484f2" -d '{"events": [{"server_uuid": "a0e6daec-2d59-4f10-886b-e7fb7fec7682", "name": "network-vif-deleted", "tag": "5ac962b8-9c07-47f0-b901-8907ead13a75"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:06.499936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b430160-f056-40ec-a7e2-56bf994296ae req-4d861de0-6746-42a4-8313-7866f110cb0f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 210 time: 0.1126959 Jul 29 14:55:06.573142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Allocated IP 172.20.0.1 (765c90cb-7b16-46bd-8a02-fb11692c61c1/398dcd24-967f-4120-8bc3-d31b27d426cb/a863b959-a8ff-4f0c-860a-82e2e18e3970) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:55:06.677765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-d6690dd8-ad96-4309-9e6c-f1ca2c6d4095 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Made reservation on behalf of 594bc26b42cf44059f13428d7c87f248 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:55:06.681525 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-d6690dd8-ad96-4309-9e6c-f1ca2c6d4095 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:06.691748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Network 765c90cb-7b16-46bd-8a02-fb11692c61c1 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:55:06.711241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:06.716040 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:55:06.790681 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:06.952175 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:07.099322 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f214c1ee-c833-4ce4-8174-e69b4e56f326,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:07.164645 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:07.187671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 5ac962b8-9c07-47f0-b901-8907ead13a75 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:55:07.261006 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Transition to ACTIVE for port object a863b959-a8ff-4f0c-860a-82e2e18e3970 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:07.384198 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 5ac962b8-9c07-47f0-b901-8907ead13a75 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:55:07.384598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 5ac962b8-9c07-47f0-b901-8907ead13a75 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:55:07.431697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Attempting to bind port 713320df-b4a8-41cb-bdeb-6d0fbe135549 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:55:07.432177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Attempting to bind port 713320df-b4a8-41cb-bdeb-6d0fbe135549 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '1e101c7f-8421-41b8-a797-4ba13cac062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '765c90cb-7b16-46bd-8a02-fb11692c61c1'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:55:07.432491 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Attempting to bind port 713320df-b4a8-41cb-bdeb-6d0fbe135549 on network 765c90cb-7b16-46bd-8a02-fb11692c61c1 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:55:07.435626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-d6690dd8-ad96-4309-9e6c-f1ca2c6d4095 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Allocated IP 172.20.0.5 (f5779f1c-c34a-412c-ac27-a38d801761ff/41a7edd6-a5a3-4ddb-81be-33d6a034973c/0645f2a4-4344-4019-845f-85f092e10ac5) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:55:07.468487 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:55:07.482931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Checking segment: {'id': '1e101c7f-8421-41b8-a797-4ba13cac062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '765c90cb-7b16-46bd-8a02-fb11692c61c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:55:07.484416 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:07.484416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Bound using segment: {'id': '1e101c7f-8421-41b8-a797-4ba13cac062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '765c90cb-7b16-46bd-8a02-fb11692c61c1'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:55:07.484837 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Bound port: 713320df-b4a8-41cb-bdeb-6d0fbe135549, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e101c7f-8421-41b8-a797-4ba13cac062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '765c90cb-7b16-46bd-8a02-fb11692c61c1'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:55:07.485575 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:07.514456 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:07.618794 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:07.641401 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Pushing event updated for resources: {'Port': ['ID=713320df-b4a8-41cb-bdeb-6d0fbe135549,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:07.645069 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:07.648530 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:07.649959 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e6889e8-0a42-4cca-8343-738b8017a204 HTTP/1.1" status: 204 len: 168 time: 1.1670475 Jul 29 14:55:07.694389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6889e8-0a42-4cca-8343-738b8017a204,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:07.708022 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:07.708601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:07.709104 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:07.709576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:07.710018 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:07.710508 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:07.710960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:07.711396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:07.711833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:07.712269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:07.712952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:07.713168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792f44e5-92ca-4ff8-a618-82185e72a2ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:07.733514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network 765c90cb-7b16-46bd-8a02-fb11692c61c1 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:55:07.746797 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:07.764332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:55:07.821949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:07.896374 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-d6690dd8-ad96-4309-9e6c-f1ca2c6d4095 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:07.928258 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-d6690dd8-ad96-4309-9e6c-f1ca2c6d4095 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Transition to ACTIVE for port object 0645f2a4-4344-4019-845f-85f092e10ac5 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:07.991823 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ca8e96-0778-4532-a945-b5766eb4b77e x-openstack-request-id: req-d1ca8e96-0778-4532-a945-b5766eb4b77e {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:07.994768 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e6daec-2d59-4f10-886b-e7fb7fec7682", "name": "network-vif-deleted", "tag": "5ac962b8-9c07-47f0-b901-8907ead13a75", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:07.996013 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1ca8e96-0778-4532-a945-b5766eb4b77e {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:07.999121 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e6daec-2d59-4f10-886b-e7fb7fec7682', 'name': 'network-vif-deleted', 'tag': '5ac962b8-9c07-47f0-b901-8907ead13a75', 'status': 'completed', 'code': 200} Jul 29 14:55:08.039777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=a863b959-a8ff-4f0c-860a-82e2e18e3970,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:08.085853 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053dfab-072c-4c45-bfec-104207be64be req-36a36d33-c2a8-49d1-b345-48ede1a15daf tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:08.087698 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] For port 713320df-b4a8-41cb-bdeb-6d0fbe135549, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:55:08.092081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] For port 713320df-b4a8-41cb-bdeb-6d0fbe135549, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=713320df-b4a8-41cb-bdeb-6d0fbe135549,segment=NetworkSegment(1e101c7f-8421-41b8-a797-4ba13cac062d),segment_id=1e101c7f-8421-41b8-a797-4ba13cac062d)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:55:08.101554 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:08.102577 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:08.103610 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b053dfab-072c-4c45-bfec-104207be64be req-36a36d33-c2a8-49d1-b345-48ede1a15daf tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 1.2532783 Jul 29 14:55:08.184593 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c69b8-9ad6-45eb-9b6e-f4872c8b4826 None None] Pushing event updated for resources: {'Port': ['ID=713320df-b4a8-41cb-bdeb-6d0fbe135549,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:08.215933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3e907-b16d-4916-9db9-3f24c6e6ac23 req-7f0e3447-520c-49f9-8cd7-3819ab635536 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:08.224444 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-24e3e907-b16d-4916-9db9-3f24c6e6ac23 req-7f0e3447-520c-49f9-8cd7-3819ab635536 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 944 time: 0.4828019 Jul 29 14:55:08.274800 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-d6690dd8-ad96-4309-9e6c-f1ca2c6d4095 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:08.340496 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b053dfab-072c-4c45-bfec-104207be64be req-8390f1f0-47dd-4914-bc38-f99fc68a9033 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354267 Jul 29 14:55:08.413091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-d6690dd8-ad96-4309-9e6c-f1ca2c6d4095 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Network f5779f1c-c34a-412c-ac27-a38d801761ff is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:55:08.436781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-d6690dd8-ad96-4309-9e6c-f1ca2c6d4095 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:08.436781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6690dd8-ad96-4309-9e6c-f1ca2c6d4095 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Pushing event updated for resources: {'Port': ['ID=0645f2a4-4344-4019-845f-85f092e10ac5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:08.456108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-d6690dd8-ad96-4309-9e6c-f1ca2c6d4095 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:55:08.584817 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['0f5cc1e6-962b-4e15-820c-5ac105111006'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:55:08.723030 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-24e3e907-b16d-4916-9db9-3f24c6e6ac23 req-3bda9f14-f591-457c-8bef-556ada499a6a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973145 Jul 29 14:55:08.850654 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-d6690dd8-ad96-4309-9e6c-f1ca2c6d4095 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:08.858628 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-d6690dd8-ad96-4309-9e6c-f1ca2c6d4095 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:08.910151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-d6690dd8-ad96-4309-9e6c-f1ca2c6d4095 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6670430 Jul 29 14:55:08.938178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Request body: {'port': {'device_id': 'd8093d82-fd21-4837-a452-0b5e11f7a64e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:09.223845 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:09.227540 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device b1d058a6-7a83-4f4e-bef5-ade543933e21 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:09.364622 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:09.433371 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-64844537-ad2e-4ca2-8823-05f6b979ec09 None None] Provisioning for port 0645f2a4-4344-4019-845f-85f092e10ac5 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:09.479607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd371b-768f-4a69-a1b3-d3e6b9c36246 req-3bda3e37-34dd-4d65-a430-28b891bef48d tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:09.497628 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fdcd371b-768f-4a69-a1b3-d3e6b9c36246 req-3bda3e37-34dd-4d65-a430-28b891bef48d tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 931 time: 0.4102585 Jul 29 14:55:09.506719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-64844537-ad2e-4ca2-8823-05f6b979ec09 None None] Provisioning complete for port 0645f2a4-4344-4019-845f-85f092e10ac5 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:09.514677 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64844537-ad2e-4ca2-8823-05f6b979ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:09.710076 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:09.719274 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port b1d058a6-7a83-4f4e-bef5-ade543933e21 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:09.725992 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:09.783499 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port b1d058a6-7a83-4f4e-bef5-ade543933e21 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:09.784221 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:09.899952 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:10.045408 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:10.082082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-64844537-ad2e-4ca2-8823-05f6b979ec09 None None] Port 0645f2a4-4344-4019-845f-85f092e10ac5 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:55:10.147651 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:10.148028 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:10.230314 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fdcd371b-768f-4a69-a1b3-d3e6b9c36246 req-d9f8b729-7dcd-4563-9a18-4c1814085d11 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107742 Jul 29 14:55:10.297450 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=a863b959-a8ff-4f0c-860a-82e2e18e3970,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:10.371352 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62340e88-f25e-4018-8982-a11de3bcd9dc req-c2b21a76-bff9-4f98-a349-42e78f3e39c6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:10.385579 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62340e88-f25e-4018-8982-a11de3bcd9dc req-c2b21a76-bff9-4f98-a349-42e78f3e39c6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 946 time: 0.5602565 Jul 29 14:55:10.540263 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62340e88-f25e-4018-8982-a11de3bcd9dc req-f91946ed-85d5-4b40-9c11-109568b661bd tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483531 Jul 29 14:55:10.660305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network 765c90cb-7b16-46bd-8a02-fb11692c61c1 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:55:10.663029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:10.795030 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:10.810696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d27408-2904-40b8-94cf-b1732213ca05 None None] Network 765c90cb-7b16-46bd-8a02-fb11692c61c1 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:55:10.917927 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0645f2a4-4344-4019-845f-85f092e10ac5 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:55:10.952524 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:10.971370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1813786-c83c-417c-a9cb-18efbd36da10 req-4bc20e7a-285d-43ef-a6bc-63709b7d38ae tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:10.985518 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1813786-c83c-417c-a9cb-18efbd36da10 req-4bc20e7a-285d-43ef-a6bc-63709b7d38ae tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.4799838 Jul 29 14:55:11.104506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Transition to ACTIVE for port object 0645f2a4-4344-4019-845f-85f092e10ac5 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:11.147614 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:11.156088 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 713320df-b4a8-41cb-bdeb-6d0fbe135549 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:11.243830 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1813786-c83c-417c-a9cb-18efbd36da10 req-3f34130c-361a-49b1-9a89-5a0ec1aa3ecb tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562926 Jul 29 14:55:11.326530 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a11f2-0d53-4f69-ae6f-56463b052b70 req-5231da90-63a9-4a24-b393-96579b2e8ccb tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:11.349124 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e29a11f2-0d53-4f69-ae6f-56463b052b70 req-5231da90-63a9-4a24-b393-96579b2e8ccb tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 944 time: 0.2772248 Jul 29 14:55:11.431636 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router f35fdbae-19b4-448f-a842-a7d90c25bab9 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:55:11.460803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Pushing event updated for resources: {'Port': ['ID=0645f2a4-4344-4019-845f-85f092e10ac5,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:11.524097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:11.589202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d058a6-7a83-4f4e-bef5-ade543933e21'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:11.606811 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adc3f5b-1660-4f0a-ad5a-f295c45f08a1" -d '{"events": [{"server_uuid": "ac25a592-02af-4dbb-bb72-d24cd0229fb9", "name": "network-vif-plugged", "status": "completed", "tag": "b1d058a6-7a83-4f4e-bef5-ade543933e21"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:11.609220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd9f38-5363-4df3-89c4-fccea8ed2a8d req-bff7bd0e-b2ad-4693-81ed-a960a96d04af tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:11.612466 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3cd9f38-5363-4df3-89c4-fccea8ed2a8d req-bff7bd0e-b2ad-4693-81ed-a960a96d04af tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.39 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.5070996 Jul 29 14:55:11.693766 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:11.719063 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:11.743475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:55:11.767407 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0154ec70-8cb8-4cde-815b-7e246cb97088 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/f35fdbae-19b4-448f-a842-a7d90c25bab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2738562 Jul 29 14:55:11.775675 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1ae8ec-1b2f-4d2b-a0d6-923d91ed090d None None] Sync routers for ids ['f35fdbae-19b4-448f-a842-a7d90c25bab9'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:55:11.792768 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e29a11f2-0d53-4f69-ae6f-56463b052b70 req-0c7886ea-44b7-4272-a223-d1c8e7f40b44 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279554 Jul 29 14:55:11.793688 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42030) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:11.812904 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:11.819285 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1ae8ec-1b2f-4d2b-a0d6-923d91ed090d None None] Routers {'f35fdbae-19b4-448f-a842-a7d90c25bab9'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:55:11.830914 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5a1ae8ec-1b2f-4d2b-a0d6-923d91ed090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:55:04Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f35fdbae-19b4-448f-a842-a7d90c25bab9'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:11.961895 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-149c7aa3-ad9a-4013-ae14-c2c92ea09003 None None] Provisioning for port 713320df-b4a8-41cb-bdeb-6d0fbe135549 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:11.979142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8cd45f-7d78-4725-aa83-6040c7d60957 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:11.997158 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5a1ae8ec-1b2f-4d2b-a0d6-923d91ed090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:12.027396 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6c8cd45f-7d78-4725-aa83-6040c7d60957 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports/a863b959-a8ff-4f0c-860a-82e2e18e3970 HTTP/1.1" status: 200 len: 910 time: 0.2199428 Jul 29 14:55:12.030152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42034) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:12.036151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-c8e9fa74-fc15-4a31-9fe2-c917e76a037d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '398dcd24-967f-4120-8bc3-d31b27d426cb'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:12.038321 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1ae8ec-1b2f-4d2b-a0d6-923d91ed090d None None] Routers {'f35fdbae-19b4-448f-a842-a7d90c25bab9'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:55:12.046801 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5a1ae8ec-1b2f-4d2b-a0d6-923d91ed090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:55:04Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f35fdbae-19b4-448f-a842-a7d90c25bab9'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:12.100390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:12.183196 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5a1ae8ec-1b2f-4d2b-a0d6-923d91ed090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:12.184607 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1ae8ec-1b2f-4d2b-a0d6-923d91ed090d None None] The sync data for ids ['f35fdbae-19b4-448f-a842-a7d90c25bab9'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:55:12.227649 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 713320df-b4a8-41cb-bdeb-6d0fbe135549 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:12.238273 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:12.275551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 713320df-b4a8-41cb-bdeb-6d0fbe135549 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:12.275968 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:12.312650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=b1d058a6-7a83-4f4e-bef5-ade543933e21,revision_number=12']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:12.438620 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:12.595407 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:12.713651 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 713320df-b4a8-41cb-bdeb-6d0fbe135549, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=713320df-b4a8-41cb-bdeb-6d0fbe135549,segment=NetworkSegment(1e101c7f-8421-41b8-a797-4ba13cac062d),segment_id=1e101c7f-8421-41b8-a797-4ba13cac062d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:12.728807 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:12.958166 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=713320df-b4a8-41cb-bdeb-6d0fbe135549,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:12.965106 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f6dc0212-5b1e-432d-bd9f-27daa74c0c31 None None] Provisioning for port a863b959-a8ff-4f0c-860a-82e2e18e3970 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:12.974654 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f6dc0212-5b1e-432d-bd9f-27daa74c0c31 None None] Provisioning complete for port a863b959-a8ff-4f0c-860a-82e2e18e3970 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:12.975392 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0212-5b1e-432d-bd9f-27daa74c0c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:13.169836 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f6dc0212-5b1e-432d-bd9f-27daa74c0c31 None None] Port a863b959-a8ff-4f0c-860a-82e2e18e3970 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:55:13.209504 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f6dc0212-5b1e-432d-bd9f-27daa74c0c31 None None] Provisioning complete for port 713320df-b4a8-41cb-bdeb-6d0fbe135549 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:13.209788 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0212-5b1e-432d-bd9f-27daa74c0c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:13.342102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaa5d2-f049-49b7-a125-2afc42c05916 req-3cb036bb-e605-4b32-848c-037b38d54136 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:13.356733 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aedaa5d2-f049-49b7-a125-2afc42c05916 req-3cb036bb-e605-4b32-848c-037b38d54136 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 947 time: 1.2978516 Jul 29 14:55:13.393627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Attempting to bind port 0645f2a4-4344-4019-845f-85f092e10ac5 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:55:13.395458 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Attempting to bind port 0645f2a4-4344-4019-845f-85f092e10ac5 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '67dd420b-cbc7-46d7-be01-4f37674a0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:55:13.396009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Attempting to bind port 0645f2a4-4344-4019-845f-85f092e10ac5 on network f5779f1c-c34a-412c-ac27-a38d801761ff {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:55:13.414848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Port 0645f2a4-4344-4019-845f-85f092e10ac5 on network f5779f1c-c34a-412c-ac27-a38d801761ff not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:55:13.415179 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Attempting to bind port 0645f2a4-4344-4019-845f-85f092e10ac5 on network f5779f1c-c34a-412c-ac27-a38d801761ff {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:55:13.425260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:55:13.426018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Checking segment: {'id': '67dd420b-cbc7-46d7-be01-4f37674a0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:55:13.434826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Bound using segment: {'id': '67dd420b-cbc7-46d7-be01-4f37674a0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:55:13.445549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Bound port: 0645f2a4-4344-4019-845f-85f092e10ac5, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67dd420b-cbc7-46d7-be01-4f37674a0586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:55:13.446568 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:13.553499 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aedaa5d2-f049-49b7-a125-2afc42c05916 req-ba8071cc-ad69-445a-94ac-d6468f2a8028 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726213 Jul 29 14:55:13.584645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5ac05-92c1-49d4-adbb-1b0f2c8729c6 req-fb74eff1-ac67-4494-9491-9d2272c22f49 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:13.586352 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6b5ac05-92c1-49d4-adbb-1b0f2c8729c6 req-fb74eff1-ac67-4494-9491-9d2272c22f49 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 943 time: 0.5845490 Jul 29 14:55:13.828400 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fa74-fc15-4a31-9fe2-c917e76a037d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:13.868534 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6b5ac05-92c1-49d4-adbb-1b0f2c8729c6 req-d7b88b7f-3380-47af-b2c5-bae6def3c339 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689195 Jul 29 14:55:13.910542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f31a8de1-dde6-4c02-b3cf-d845b7476062 None None] Provisioning complete for port a863b959-a8ff-4f0c-860a-82e2e18e3970 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:13.911692 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f31a8de1-dde6-4c02-b3cf-d845b7476062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:13.993768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] For port 0645f2a4-4344-4019-845f-85f092e10ac5, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:55:14.009296 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] For port 0645f2a4-4344-4019-845f-85f092e10ac5, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=0645f2a4-4344-4019-845f-85f092e10ac5,segment=NetworkSegment(67dd420b-cbc7-46d7-be01-4f37674a0586),segment_id=67dd420b-cbc7-46d7-be01-4f37674a0586)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:55:14.030406 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:14.148808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-a3cd9f38-5363-4df3-89c4-fccea8ed2a8d req-94d67eb1-6167-4883-8e1a-10b3fe969a4e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Deleting port 0f5cc1e6-962b-4e15-820c-5ac105111006 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:55:14.149347 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a3cd9f38-5363-4df3-89c4-fccea8ed2a8d req-94d67eb1-6167-4883-8e1a-10b3fe969a4e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:14.182840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f31a8de1-dde6-4c02-b3cf-d845b7476062 None None] Port a863b959-a8ff-4f0c-860a-82e2e18e3970 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:55:14.210212 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:14.214299 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:14.219312 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] 10.222.0.38 "PUT /v2.0/ports/0645f2a4-4344-4019-845f-85f092e10ac5 HTTP/1.1" status: 200 len: 1091 time: 5.2938292 Jul 29 14:55:14.220349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8093d82-fd21-4837-a452-0b5e11f7a64e', 'tag': '0645f2a4-4344-4019-845f-85f092e10ac5'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:14.227922 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68167127-e5f7-4a72-9205-3fe5be1d447e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8093d82-fd21-4837-a452-0b5e11f7a64e", "tag": "0645f2a4-4344-4019-845f-85f092e10ac5"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:14.361290 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93edb7e-5a60-441f-a522-c1662c121feb x-openstack-request-id: req-f93edb7e-5a60-441f-a522-c1662c121feb {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:14.362124 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac25a592-02af-4dbb-bb72-d24cd0229fb9", "name": "network-vif-plugged", "status": "completed", "tag": "b1d058a6-7a83-4f4e-bef5-ade543933e21", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:14.362832 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f93edb7e-5a60-441f-a522-c1662c121feb {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:14.364392 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'code': 200} Jul 29 14:55:14.443914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5636a4af-fd62-49bf-83c3-b938807c5a63 None None] Provisioning complete for port a863b959-a8ff-4f0c-860a-82e2e18e3970 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:14.444562 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5636a4af-fd62-49bf-83c3-b938807c5a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:14.662039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5636a4af-fd62-49bf-83c3-b938807c5a63 None None] Port a863b959-a8ff-4f0c-860a-82e2e18e3970 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:55:15.010640 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-a3cd9f38-5363-4df3-89c4-fccea8ed2a8d req-94d67eb1-6167-4883-8e1a-10b3fe969a4e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] For port 0f5cc1e6-962b-4e15-820c-5ac105111006, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=0f5cc1e6-962b-4e15-820c-5ac105111006,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:15.011477 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a3cd9f38-5363-4df3-89c4-fccea8ed2a8d req-94d67eb1-6167-4883-8e1a-10b3fe969a4e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:15.019119 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f7629-4543-4811-9e28-d905a012b327 service neutron] Pushing event updated for resources: {'Port': ['ID=0645f2a4-4344-4019-845f-85f092e10ac5,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:15.026317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 713320df-b4a8-41cb-bdeb-6d0fbe135549 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:15.071276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-a3cd9f38-5363-4df3-89c4-fccea8ed2a8d req-94d67eb1-6167-4883-8e1a-10b3fe969a4e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Calling delete_port for 0f5cc1e6-962b-4e15-820c-5ac105111006 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:55:15.111361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d238a5-6803-4248-976e-8bd2d402129a req-9a57f9b6-d610-4837-9807-37c32392b8fc tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:15.127761 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-20d238a5-6803-4248-976e-8bd2d402129a req-9a57f9b6-d610-4837-9807-37c32392b8fc tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 945 time: 0.6019893 Jul 29 14:55:15.215103 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-89a8937d-513f-43ff-bd28-d9842796c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:15.217360 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-89a8937d-513f-43ff-bd28-d9842796c95a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=594bc26b42cf44059f13428d7c87f248&device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 1094 time: 0.6765144 Jul 29 14:55:15.227374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 0f5cc1e6-962b-4e15-820c-5ac105111006 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:55:15.276344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28382e5f-6cfb-4591-838c-8a5eca888398 req-b26c19e2-f079-420a-b8f4-bafd8d219ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:15.279038 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28382e5f-6cfb-4591-838c-8a5eca888398 req-b26c19e2-f079-420a-b8f4-bafd8d219ba8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 1098 time: 0.5126903 Jul 29 14:55:15.294519 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a796d-39af-49de-b10a-6e9edf802005 req-f121acd4-8d33-4d38-8552-7bb3f37d5fcc tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:15.302719 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4e6a796d-39af-49de-b10a-6e9edf802005 req-f121acd4-8d33-4d38-8552-7bb3f37d5fcc tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 945 time: 0.3718190 Jul 29 14:55:15.328691 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-20d238a5-6803-4248-976e-8bd2d402129a req-8a6d753d-adb8-45fe-a3e1-f963b2e9e27e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/security-groups?id=34c41b9a-a1b6-4b31-9310-ef08daab835f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963747 Jul 29 14:55:15.330646 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 713320df-b4a8-41cb-bdeb-6d0fbe135549 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:15.332030 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:15.483454 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4e6a796d-39af-49de-b10a-6e9edf802005 req-1d7a0e0e-eaea-422e-ade7-0c205bdf7645 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536729 Jul 29 14:55:15.561651 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cc4115-ffbc-4f01-98bc-d2a218227572 x-openstack-request-id: req-01cc4115-ffbc-4f01-98bc-d2a218227572 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:15.562634 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8093d82-fd21-4837-a452-0b5e11f7a64e", "tag": "0645f2a4-4344-4019-845f-85f092e10ac5", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:15.565375 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01cc4115-ffbc-4f01-98bc-d2a218227572 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:15.567499 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8093d82-fd21-4837-a452-0b5e11f7a64e', 'tag': '0645f2a4-4344-4019-845f-85f092e10ac5', 'status': 'completed', 'code': 200} Jul 29 14:55:15.586999 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-b2aa0d7e-9851-4368-938e-23d033d45172 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0645f2a4-4344-4019-845f-85f092e10ac5 HTTP/1.1" status: 200 len: 217 time: 0.3132000 Jul 29 14:55:15.686510 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:15.845386 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28382e5f-6cfb-4591-838c-8a5eca888398 req-4668f225-f7a8-4174-8a8f-2105a3e0a307 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5531521 Jul 29 14:55:15.875444 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fa74-fc15-4a31-9fe2-c917e76a037d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:15.922059 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 0f5cc1e6-962b-4e15-820c-5ac105111006, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=0f5cc1e6-962b-4e15-820c-5ac105111006,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:15.931023 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:15.940292 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fa74-fc15-4a31-9fe2-c917e76a037d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:16.059426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e9fa74-fc15-4a31-9fe2-c917e76a037d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:16.060750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fa74-fc15-4a31-9fe2-c917e76a037d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:16.066155 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c8e9fa74-fc15-4a31-9fe2-c917e76a037d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/ports/a863b959-a8ff-4f0c-860a-82e2e18e3970 HTTP/1.1" status: 200 len: 910 time: 4.0346031 Jul 29 14:55:16.067621 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42094) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:16.067781 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=0f5cc1e6-962b-4e15-820c-5ac105111006,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:16.123582 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-5b1b1ae7-c6f7-4775-a91a-67948c67cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:16.126735 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-5b1b1ae7-c6f7-4775-a91a-67948c67cf55 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41a7edd6-a5a3-4ddb-81be-33d6a034973c HTTP/1.1" status: 200 len: 855 time: 0.5296187 Jul 29 14:55:16.168895 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a3cd9f38-5363-4df3-89c4-fccea8ed2a8d req-94d67eb1-6167-4883-8e1a-10b3fe969a4e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:16.208194 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d67eb1-6167-4883-8e1a-10b3fe969a4e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Pushing event deleted for resources: {'Port': ['ID=0f5cc1e6-962b-4e15-820c-5ac105111006,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:16.243268 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cd499-b29b-4f27-81e3-2cdad23ec501 req-045b9a1a-29f9-4074-a3e8-2386d5b5ca7b tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:16.256850 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d54cd499-b29b-4f27-81e3-2cdad23ec501 req-045b9a1a-29f9-4074-a3e8-2386d5b5ca7b tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 943 time: 0.5242791 Jul 29 14:55:16.365404 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7387685e-8080-4779-95e4-26b3bab46058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf'}, {'server_uuid': '37aa1150-1c14-4452-a61e-71ea83f3ad40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f5cc1e6-962b-4e15-820c-5ac105111006'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:16.366306 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9fa74-fc15-4a31-9fe2-c917e76a037d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=a863b959-a8ff-4f0c-860a-82e2e18e3970,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:16.368022 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108df4b3-ba3e-4879-be49-27de9349078d" -d '{"events": [{"server_uuid": "7387685e-8080-4779-95e4-26b3bab46058", "name": "network-vif-plugged", "status": "completed", "tag": "cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf"}, {"server_uuid": "37aa1150-1c14-4452-a61e-71ea83f3ad40", "name": "network-vif-unplugged", "status": "completed", "tag": "0f5cc1e6-962b-4e15-820c-5ac105111006"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:16.423904 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d00f6-f90e-43fc-af69-e257aa0c9ad9 req-256d6e49-b3e3-44f2-98ea-fb5a1ad29813 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:16.427079 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1b5d00f6-f90e-43fc-af69-e257aa0c9ad9 req-256d6e49-b3e3-44f2-98ea-fb5a1ad29813 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 947 time: 0.6067870 Jul 29 14:55:16.433330 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d54cd499-b29b-4f27-81e3-2cdad23ec501 req-1d575486-dd76-4bdc-ab11-aa552706f126 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751597 Jul 29 14:55:16.435395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cd9f38-5363-4df3-89c4-fccea8ed2a8d req-94d67eb1-6167-4883-8e1a-10b3fe969a4e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] No DVR routers for this DVR port 0f5cc1e6-962b-4e15-820c-5ac105111006 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:55:16.438727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-d79be847-8521-4457-9dd7-8afb84bb7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:16.440324 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-d79be847-8521-4457-9dd7-8afb84bb7298 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f5779f1c-c34a-412c-ac27-a38d801761ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3042939 Jul 29 14:55:16.534289 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1b5d00f6-f90e-43fc-af69-e257aa0c9ad9 req-4d31f70e-b3aa-4a58-804d-026a5dc265b7 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707242 Jul 29 14:55:16.545697 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a3cd9f38-5363-4df3-89c4-fccea8ed2a8d req-94d67eb1-6167-4883-8e1a-10b3fe969a4e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:16.549135 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3cd9f38-5363-4df3-89c4-fccea8ed2a8d req-94d67eb1-6167-4883-8e1a-10b3fe969a4e tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.39 "DELETE /v2.0/ports/0f5cc1e6-962b-4e15-820c-5ac105111006 HTTP/1.1" status: 204 len: 173 time: 3.4149415 Jul 29 14:55:16.675674 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-09cf1641-9659-495f-b9b3-fe13804de81c service neutron] 10.222.0.38 "GET /v2.0/networks/f5779f1c-c34a-412c-ac27-a38d801761ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239254 Jul 29 14:55:16.681477 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f13884-a4be-4228-bac8-27774d178b6b x-openstack-request-id: req-c9f13884-a4be-4228-bac8-27774d178b6b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:16.681868 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7387685e-8080-4779-95e4-26b3bab46058", "name": "network-vif-plugged", "status": "completed", "tag": "cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf", "code": 200}, {"server_uuid": "37aa1150-1c14-4452-a61e-71ea83f3ad40", "name": "network-vif-unplugged", "status": "completed", "tag": "0f5cc1e6-962b-4e15-820c-5ac105111006", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:16.682202 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9f13884-a4be-4228-bac8-27774d178b6b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:16.684314 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7387685e-8080-4779-95e4-26b3bab46058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf', 'code': 200} Jul 29 14:55:16.684653 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37aa1150-1c14-4452-a61e-71ea83f3ad40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f5cc1e6-962b-4e15-820c-5ac105111006', 'code': 200} Jul 29 14:55:17.057133 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab11161f-6ee2-4059-b3b6-c79100e91b48 req-ea0139f0-e34a-41cb-82af-3b6bf5be4a0a tempest-ListServerFiltersTestJSON-1019107914 tempest-ListServerFiltersTestJSON-1019107914-project] 10.222.0.16 "GET /v2.0/ports?device_id=37aa1150-1c14-4452-a61e-71ea83f3ad40 HTTP/1.1" status: 200 len: 210 time: 0.2408705 Jul 29 14:55:17.203930 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f1cb9e0-c555-405b-93a9-f5e07b9361aa tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:17.325962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eda2b6-14dd-48cf-868b-ecbb31484990 req-bbe96b67-36df-4135-b256-322af5906ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:17.334640 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4eda2b6-14dd-48cf-868b-ecbb31484990 req-bbe96b67-36df-4135-b256-322af5906ecb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 1096 time: 0.3296449 Jul 29 14:55:17.342434 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bcb7a1e-5c0b-4543-98b3-b92110fd37d1 req-424a0052-7ca1-4936-8976-49c9351c1ecd service neutron] 10.222.0.38 "GET /v2.0/networks/f5779f1c-c34a-412c-ac27-a38d801761ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6513019 Jul 29 14:55:17.374388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444de13-51c3-45f4-8ef3-80e4fe09bfd9 req-e69372f0-3efe-4c74-af53-867fa398fcd7 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:17.388940 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2444de13-51c3-45f4-8ef3-80e4fe09bfd9 req-e69372f0-3efe-4c74-af53-867fa398fcd7 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 945 time: 0.3741727 Jul 29 14:55:17.499817 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4eda2b6-14dd-48cf-868b-ecbb31484990 req-04b4b1ec-fa33-416a-a051-2460c39bd54a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530192 Jul 29 14:55:17.589463 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37aa1150-1c14-4452-a61e-71ea83f3ad40', 'name': 'network-vif-deleted', 'tag': '0f5cc1e6-962b-4e15-820c-5ac105111006'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:17.593623 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974f4561-13bb-400e-92cc-c5613353d667" -d '{"events": [{"server_uuid": "37aa1150-1c14-4452-a61e-71ea83f3ad40", "name": "network-vif-deleted", "tag": "0f5cc1e6-962b-4e15-820c-5ac105111006"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:17.623523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8beaa54-3677-479d-904e-6654905aab28 req-d31fd57e-ac8f-402b-b078-acbec98d7f8d tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:17.632865 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8beaa54-3677-479d-904e-6654905aab28 req-d31fd57e-ac8f-402b-b078-acbec98d7f8d tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 943 time: 0.0905719 Jul 29 14:55:17.635303 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2444de13-51c3-45f4-8ef3-80e4fe09bfd9 req-99dbc69d-5135-4432-b619-a5f3c45af9cf tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424357 Jul 29 14:55:17.686287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68167127-e5f7-4a72-9205-3fe5be1d447e req-95c7045b-7529-40c8-afcb-bdf24bd0a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:17.689928 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68167127-e5f7-4a72-9205-3fe5be1d447e req-95c7045b-7529-40c8-afcb-bdf24bd0a3a8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=594bc26b42cf44059f13428d7c87f248&device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 1094 time: 0.1947584 Jul 29 14:55:17.692353 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8beaa54-3677-479d-904e-6654905aab28 req-0781879a-18b0-481e-8191-0d0e152d3b58 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559340 Jul 29 14:55:17.939410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3f1cb9e0-c555-405b-93a9-f5e07b9361aa tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port a863b959-a8ff-4f0c-860a-82e2e18e3970 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:55:17.939794 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f1cb9e0-c555-405b-93a9-f5e07b9361aa tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:18.043540 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68167127-e5f7-4a72-9205-3fe5be1d447e req-a9c39d51-2cd6-4503-8ff1-f0822a0e235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:18.047128 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68167127-e5f7-4a72-9205-3fe5be1d447e req-a9c39d51-2cd6-4503-8ff1-f0822a0e235e service neutron] 10.222.0.38 "GET /v2.0/networks?id=f5779f1c-c34a-412c-ac27-a38d801761ff HTTP/1.1" status: 200 len: 917 time: 0.3380747 Jul 29 14:55:18.048694 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760a2a2b-5b56-4dfa-ab86-e2e02daaa765 x-openstack-request-id: req-760a2a2b-5b56-4dfa-ab86-e2e02daaa765 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:18.049100 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37aa1150-1c14-4452-a61e-71ea83f3ad40", "name": "network-vif-deleted", "tag": "0f5cc1e6-962b-4e15-820c-5ac105111006", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:18.049407 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-760a2a2b-5b56-4dfa-ab86-e2e02daaa765 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:18.050266 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37aa1150-1c14-4452-a61e-71ea83f3ad40', 'name': 'network-vif-deleted', 'tag': '0f5cc1e6-962b-4e15-820c-5ac105111006', 'status': 'completed', 'code': 200} Jul 29 14:55:18.182619 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f1cb9e0-c555-405b-93a9-f5e07b9361aa tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:18.191750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42144) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:18.211334 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68167127-e5f7-4a72-9205-3fe5be1d447e req-962e2367-c225-40fa-91b5-fd37978c6933 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0645f2a4-4344-4019-845f-85f092e10ac5 HTTP/1.1" status: 200 len: 217 time: 0.1566746 Jul 29 14:55:18.268198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f402c91-b8dd-4a16-856b-c06ab47a51c2 admin admin] Deleting subnet 0272e468-e28b-43f2-99c8-bc35776d2398 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:55:18.272932 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f402c91-b8dd-4a16-856b-c06ab47a51c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:18.357708 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f402c91-b8dd-4a16-856b-c06ab47a51c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:18.377134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68167127-e5f7-4a72-9205-3fe5be1d447e req-41613bcb-39ed-4e54-ae00-c3a0b4ff4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:18.379511 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68167127-e5f7-4a72-9205-3fe5be1d447e req-41613bcb-39ed-4e54-ae00-c3a0b4ff4b6a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41a7edd6-a5a3-4ddb-81be-33d6a034973c HTTP/1.1" status: 200 len: 855 time: 0.1596584 Jul 29 14:55:18.469253 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3f1cb9e0-c555-405b-93a9-f5e07b9361aa tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for a863b959-a8ff-4f0c-860a-82e2e18e3970 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:55:18.538101 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68167127-e5f7-4a72-9205-3fe5be1d447e req-18fe1544-4e9a-4e1e-9922-0ee18ceef108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:18.542890 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68167127-e5f7-4a72-9205-3fe5be1d447e req-18fe1544-4e9a-4e1e-9922-0ee18ceef108 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f5779f1c-c34a-412c-ac27-a38d801761ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531396 Jul 29 14:55:18.811718 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68167127-e5f7-4a72-9205-3fe5be1d447e req-e50af4aa-cacb-466c-996d-fa976d119c83 service neutron] 10.222.0.38 "GET /v2.0/networks/f5779f1c-c34a-412c-ac27-a38d801761ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538474 Jul 29 14:55:18.909467 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8969b-bc15-4d5b-a631-9dd76a7bdfab req-ae78342e-57fc-443b-b0bc-9d7a093a6502 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:18.911962 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eec8969b-bc15-4d5b-a631-9dd76a7bdfab req-ae78342e-57fc-443b-b0bc-9d7a093a6502 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 947 time: 0.9484243 Jul 29 14:55:19.034982 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68167127-e5f7-4a72-9205-3fe5be1d447e req-e50f5c47-f152-4c52-992d-a982df6ea40d service neutron] 10.222.0.38 "GET /v2.0/networks/f5779f1c-c34a-412c-ac27-a38d801761ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149551 Jul 29 14:55:19.104340 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f402c91-b8dd-4a16-856b-c06ab47a51c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:19.143755 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2070a06-df78-4783-8c8c-bf678f82a9d3 req-c102bc66-4d54-4036-a5f7-c9ba574040c2 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:19.155525 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a2070a06-df78-4783-8c8c-bf678f82a9d3 req-c102bc66-4d54-4036-a5f7-c9ba574040c2 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 945 time: 0.1193466 Jul 29 14:55:19.186756 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eec8969b-bc15-4d5b-a631-9dd76a7bdfab req-de24ee3c-d6ed-4439-a23a-a4eb7d626218 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545521 Jul 29 14:55:19.288205 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a2070a06-df78-4783-8c8c-bf678f82a9d3 req-254f2bc0-af8c-4175-8f38-e311766be8fc tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310503 Jul 29 14:55:19.377272 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f1cb9e0-c555-405b-93a9-f5e07b9361aa tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:19.383474 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f402c91-b8dd-4a16-856b-c06ab47a51c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:19.463848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f402c91-b8dd-4a16-856b-c06ab47a51c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0272e468-e28b-43f2-99c8-bc35776d2398,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:19.475410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cb9e0-c555-405b-93a9-f5e07b9361aa tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=a863b959-a8ff-4f0c-860a-82e2e18e3970,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:19.520886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b7a159-becc-437c-abdd-76bd06828b84 None None] Network b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:55:19.523843 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f402c91-b8dd-4a16-856b-c06ab47a51c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:19.525999 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7f402c91-b8dd-4a16-856b-c06ab47a51c2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0272e468-e28b-43f2-99c8-bc35776d2398 HTTP/1.1" status: 204 len: 168 time: 1.3124645 Jul 29 14:55:19.530464 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42184) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:20.147233 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:20.158707 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19709a3b-f019-4ff5-87fa-00af653f4158 req-ebc8a7a9-6ce1-4539-a85b-f99a90aa0c4f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:20.163038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-19709a3b-f019-4ff5-87fa-00af653f4158 req-ebc8a7a9-6ce1-4539-a85b-f99a90aa0c4f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 943 time: 0.8524790 Jul 29 14:55:20.223879 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f1cb9e0-c555-405b-93a9-f5e07b9361aa tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:20.234866 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e3c1b-c580-4b09-ba38-121e6fd4cfb8 req-46a84d61-c0a0-4b3b-a78d-6e4625f666f7 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:20.247131 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e8e3c1b-c580-4b09-ba38-121e6fd4cfb8 req-46a84d61-c0a0-4b3b-a78d-6e4625f666f7 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 945 time: 0.2506490 Jul 29 14:55:20.271542 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-19709a3b-f019-4ff5-87fa-00af653f4158 req-b4edcc23-8993-4b5c-93dc-e1d280cb671e tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987322 Jul 29 14:55:20.313938 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a0c4e-e3c7-484b-a283-375aeb8b5809 None None] DHCP port deletion for b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:55:20.413373 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e8e3c1b-c580-4b09-ba38-121e6fd4cfb8 req-7292d933-5604-4f83-88aa-7c5f3a12305c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619749 Jul 29 14:55:20.438839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a0c4e-e3c7-484b-a283-375aeb8b5809 None None] Deleting port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:55:20.439066 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] Deleting port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:55:20.439373 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:20.439956 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0c4e-e3c7-484b-a283-375aeb8b5809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:20.568587 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0d6a0c4e-e3c7-484b-a283-375aeb8b5809 None None] For port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c7d39b3a-93dd-47f9-8986-be7bf9a9b81a,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:20.570023 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0c4e-e3c7-484b-a283-375aeb8b5809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:20.604394 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a0c4e-e3c7-484b-a283-375aeb8b5809 None None] Calling delete_port for c7d39b3a-93dd-47f9-8986-be7bf9a9b81a owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:55:20.644202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] For port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c7d39b3a-93dd-47f9-8986-be7bf9a9b81a,segment=NetworkSegment(168872a1-dba2-4f9d-be80-26ade0b35067),segment_id=168872a1-dba2-4f9d-be80-26ade0b35067)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:20.644929 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:20.698076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] Calling delete_port for c7d39b3a-93dd-47f9-8986-be7bf9a9b81a owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:55:20.882848 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0c4e-e3c7-484b-a283-375aeb8b5809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:20.926214 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6a0c4e-e3c7-484b-a283-375aeb8b5809 None None] No DVR routers for this DVR port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:55:20.935143 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c7d39b3a-93dd-47f9-8986-be7bf9a9b81a no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:55:20.992480 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:20.997322 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: c7d39b3a-93dd-47f9-8986-be7bf9a9b81a {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:55:20.998508 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c7d39b3a-93dd-47f9-8986-be7bf9a9b81a not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:55:21.084107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a0c4e-e3c7-484b-a283-375aeb8b5809 None None] Pushing event deleted for resources: {'Port': ['ID=c7d39b3a-93dd-47f9-8986-be7bf9a9b81a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:21.103015 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d39b3a-93dd-47f9-8986-be7bf9a9b81a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:21.116180 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] No DVR routers for this DVR port c7d39b3a-93dd-47f9-8986-be7bf9a9b81a on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:55:21.186032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f74922-4947-4c64-92d0-3292334fa313 req-732a04a9-2800-4ac0-bbe2-30fde0f24c84 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:21.188406 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2f74922-4947-4c64-92d0-3292334fa313 req-732a04a9-2800-4ac0-bbe2-30fde0f24c84 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 947 time: 0.7069898 Jul 29 14:55:21.191488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1cb9e0-c555-405b-93a9-f5e07b9361aa tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router f35fdbae-19b4-448f-a842-a7d90c25bab9 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:55:21.293980 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2f74922-4947-4c64-92d0-3292334fa313 req-ed57cafb-f09f-440a-a9fb-8bdeeb1086ca tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983057 Jul 29 14:55:21.359707 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:21.372441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:21.395407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168872a1-dba2-4f9d-be80-26ade0b35067') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:21.395811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168872a1-dba2-4f9d-be80-26ade0b35067') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:21.416896 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:21.436336 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:21.445633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:55:21.446339 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:55:21.449906 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:55:21.554907 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:21.598612 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:21.602507 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] 10.222.0.16 "DELETE /v2.0/networks/b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7 HTTP/1.1" status: 204 len: 168 time: 2.0702460 Jul 29 14:55:21.614204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1cb9e0-c555-405b-93a9-f5e07b9361aa tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:55:21.622100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedcc1d-31e4-4477-9e2b-3e9212cac7ee admin admin] Pushing event deleted for resources: {'Network': ['ID=b8e6e047-8610-4ac7-80f4-e3d4b07c4ed7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:21.626983 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3f1cb9e0-c555-405b-93a9-f5e07b9361aa tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/f35fdbae-19b4-448f-a842-a7d90c25bab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5508997 Jul 29 14:55:21.630751 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42232) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:21.634132 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38053e15-fdbc-42dd-9b87-7f93401d3b64 None None] Sync routers for ids ['f35fdbae-19b4-448f-a842-a7d90c25bab9'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:55:21.651170 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38053e15-fdbc-42dd-9b87-7f93401d3b64 None None] Routers {'f35fdbae-19b4-448f-a842-a7d90c25bab9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:55:21.651824 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-38053e15-fdbc-42dd-9b87-7f93401d3b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:55:04Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f35fdbae-19b4-448f-a842-a7d90c25bab9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:21.652780 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9272756-32a5-4135-8443-149c0be82a9f req-d3680de4-4ba5-41d4-b3e8-d440557a882a tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:21.654873 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9272756-32a5-4135-8443-149c0be82a9f req-d3680de4-4ba5-41d4-b3e8-d440557a882a tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 943 time: 0.1999891 Jul 29 14:55:21.706355 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-22add222-30e4-4c39-ba8a-32a9cbfa6e18 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports?device_id=f35fdbae-19b4-448f-a842-a7d90c25bab9 HTTP/1.1" status: 200 len: 205 time: 0.0743926 Jul 29 14:55:21.709274 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42240) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:21.726259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-38053e15-fdbc-42dd-9b87-7f93401d3b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:21.767002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38053e15-fdbc-42dd-9b87-7f93401d3b64 None None] Routers {'f35fdbae-19b4-448f-a842-a7d90c25bab9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:55:21.768107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-38053e15-fdbc-42dd-9b87-7f93401d3b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:55:04Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f35fdbae-19b4-448f-a842-a7d90c25bab9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:21.780850 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9272756-32a5-4135-8443-149c0be82a9f req-078f85ab-5ed9-4035-b1b9-14bebeb3ce85 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169341 Jul 29 14:55:21.873055 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d38093a2-8b02-4213-8c9f-3b851eb3047c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:21.888845 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-38053e15-fdbc-42dd-9b87-7f93401d3b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:21.898002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38053e15-fdbc-42dd-9b87-7f93401d3b64 None None] The sync data for ids ['f35fdbae-19b4-448f-a842-a7d90c25bab9'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:55:22.070984 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42246) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:22.163377 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-261cf4f0-18da-4274-8d78-0bd0bde49fa9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7662518354ac4f6682ef11f75ad6891d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908611 Jul 29 14:55:22.169876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42248) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:22.256599 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9205c3cd-e621-456a-96cc-ced6768926d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:22.275335 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef50e4-0652-4115-ace6-59f1a23867ca req-c824cbac-6865-4328-af84-f5b0e26a3fc1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:22.290122 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7fef50e4-0652-4115-ace6-59f1a23867ca req-c824cbac-6865-4328-af84-f5b0e26a3fc1 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 945 time: 0.4121146 Jul 29 14:55:22.304376 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d38093a2-8b02-4213-8c9f-3b851eb3047c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:22.309911 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d38093a2-8b02-4213-8c9f-3b851eb3047c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:22.313886 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9205c3cd-e621-456a-96cc-ced6768926d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:22.464377 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9205c3cd-e621-456a-96cc-ced6768926d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:22.467146 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9205c3cd-e621-456a-96cc-ced6768926d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:22.473772 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7fef50e4-0652-4115-ace6-59f1a23867ca req-f45c1664-faf6-4d6b-adb6-5c15d437f2c2 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822345 Jul 29 14:55:22.481477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9205c3cd-e621-456a-96cc-ced6768926d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34c41b9a-a1b6-4b31-9310-ef08daab835f HTTP/1.1" status: 204 len: 168 time: 0.3095534 Jul 29 14:55:22.497312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d38093a2-8b02-4213-8c9f-3b851eb3047c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:22.497856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38093a2-8b02-4213-8c9f-3b851eb3047c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Fanout notify agent at l3_agent the message router_deleted on router f35fdbae-19b4-448f-a842-a7d90c25bab9 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:55:22.511941 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d38093a2-8b02-4213-8c9f-3b851eb3047c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:22.513268 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d38093a2-8b02-4213-8c9f-3b851eb3047c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/routers/f35fdbae-19b4-448f-a842-a7d90c25bab9 HTTP/1.1" status: 204 len: 168 time: 0.8029220 Jul 29 14:55:22.516270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205c3cd-e621-456a-96cc-ced6768926d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c41b9a-a1b6-4b31-9310-ef08daab835f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:22.519485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42254) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:22.652007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3020ce-4fe5-4f21-a31a-eae73d6bef83 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting subnet 398dcd24-967f-4120-8bc3-d31b27d426cb {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:55:22.664254 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ee3020ce-4fe5-4f21-a31a-eae73d6bef83 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:22.797790 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ee3020ce-4fe5-4f21-a31a-eae73d6bef83 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:23.118274 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ee3020ce-4fe5-4f21-a31a-eae73d6bef83 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:23.118614 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213b8e0-f833-41a9-a756-657b10aacfff req-14eb115f-9fd2-4766-bb24-d1601c5ed8c2 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:23.124049 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f213b8e0-f833-41a9-a756-657b10aacfff req-14eb115f-9fd2-4766-bb24-d1601c5ed8c2 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 943 time: 0.1355457 Jul 29 14:55:23.214321 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f213b8e0-f833-41a9-a756-657b10aacfff req-9360fb75-3ae6-42fe-a8a5-f0a127187f9c tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758262 Jul 29 14:55:23.292110 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:55:23.302637 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ee3020ce-4fe5-4f21-a31a-eae73d6bef83 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:23.352527 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3020ce-4fe5-4f21-a31a-eae73d6bef83 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Subnet': ['ID=398dcd24-967f-4120-8bc3-d31b27d426cb,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:23.359202 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ee3020ce-4fe5-4f21-a31a-eae73d6bef83 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:23.361210 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ee3020ce-4fe5-4f21-a31a-eae73d6bef83 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/398dcd24-967f-4120-8bc3-d31b27d426cb HTTP/1.1" status: 204 len: 168 time: 0.8399496 Jul 29 14:55:23.367274 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42274) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:23.378232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c777f5a4-11e3-4972-ab4a-1a66ae5547dc None None] Network 765c90cb-7b16-46bd-8a02-fb11692c61c1 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:55:23.481061 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:23.585902 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port 713320df-b4a8-41cb-bdeb-6d0fbe135549 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:55:23.586494 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:23.813165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] For port 713320df-b4a8-41cb-bdeb-6d0fbe135549, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=713320df-b4a8-41cb-bdeb-6d0fbe135549,segment=NetworkSegment(1e101c7f-8421-41b8-a797-4ba13cac062d),segment_id=1e101c7f-8421-41b8-a797-4ba13cac062d)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:23.815175 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:23.862644 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for 713320df-b4a8-41cb-bdeb-6d0fbe135549 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:55:23.864787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b17eb2-5563-49cb-a440-6dda6400218a req-b0be0d68-3cee-4327-a0aa-0a4929846fb7 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:23.872650 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-08b17eb2-5563-49cb-a440-6dda6400218a req-b0be0d68-3cee-4327-a0aa-0a4929846fb7 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 945 time: 0.1366217 Jul 29 14:55:24.053429 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-08b17eb2-5563-49cb-a440-6dda6400218a req-5e7e1270-0a3f-488b-87e7-d39b416a3621 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797040 Jul 29 14:55:24.060505 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:24.136727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:24.186829 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=713320df-b4a8-41cb-bdeb-6d0fbe135549,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:24.207659 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No DVR routers for this DVR port 713320df-b4a8-41cb-bdeb-6d0fbe135549 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:55:24.227269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936f3d40-6a38-4d3a-9edc-c23a8ce36fb1 None None] DHCP port deletion for 765c90cb-7b16-46bd-8a02-fb11692c61c1 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:55:24.260540 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf', 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34', 'port_id': 'cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf', 'mac_address': 'fa:16:3e:1d:e8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f6d6b5-3b81-47bf-b7c1-836398789a1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:55:24.401379 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42304) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:24.508465 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:24.545520 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:24.558471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:55:24.586309 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:24.597332 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:24.610805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765c90cb-7b16-46bd-8a02-fb11692c61c1']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:24.679441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a95b4696-2bbd-42f3-aeab-925411d64900 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-865852381-network', 'tenant_id': 'fa522b89c1d04719b7de39c7731db4a8'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:24.689085 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63780aa-0fd3-4e49-b48c-d4e113cf7cab req-fef6d3f1-87ba-4137-9619-aa4641bc232d tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:24.704487 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f63780aa-0fd3-4e49-b48c-d4e113cf7cab req-fef6d3f1-87ba-4137-9619-aa4641bc232d tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 943 time: 0.2636919 Jul 29 14:55:24.710879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e101c7f-8421-41b8-a797-4ba13cac062d') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:24.711404 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e101c7f-8421-41b8-a797-4ba13cac062d') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:24.752514 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:55:24.754562 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:24.774469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95b4696-2bbd-42f3-aeab-925411d64900 admin admin] Made reservation on behalf of fa522b89c1d04719b7de39c7731db4a8 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:55:24.777086 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a95b4696-2bbd-42f3-aeab-925411d64900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:24.795052 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a95b4696-2bbd-42f3-aeab-925411d64900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:24.820531 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:24.822017 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:24.920105 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:55:24.920803 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:55:24.939703 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:55:24.985369 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f63780aa-0fd3-4e49-b48c-d4e113cf7cab req-b5601a64-147b-423b-bfe7-0d6ac13cf23b tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788963 Jul 29 14:55:24.999349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 713320df-b4a8-41cb-bdeb-6d0fbe135549 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:55:25.031715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 713320df-b4a8-41cb-bdeb-6d0fbe135549 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:55:25.032547 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 713320df-b4a8-41cb-bdeb-6d0fbe135549 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:55:25.079752 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.100477 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.105562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/networks/765c90cb-7b16-46bd-8a02-fb11692c61c1 HTTP/1.1" status: 204 len: 168 time: 1.7349551 Jul 29 14:55:25.149782 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42318) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:25.168956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d6be556b-32b5-4563-906b-ae13ebbddf63 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1613380441', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:25.195375 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a95b4696-2bbd-42f3-aeab-925411d64900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.199521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51eb1a-56cb-494e-816f-f133a60a5a92 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Network': ['ID=765c90cb-7b16-46bd-8a02-fb11692c61c1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:25.217381 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a95b4696-2bbd-42f3-aeab-925411d64900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.275011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95b4696-2bbd-42f3-aeab-925411d64900 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:55:25.295652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:25.305381 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6be556b-32b5-4563-906b-ae13ebbddf63 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.310134 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6be556b-32b5-4563-906b-ae13ebbddf63 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.410278 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a95b4696-2bbd-42f3-aeab-925411d64900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.411267 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-a95b4696-2bbd-42f3-aeab-925411d64900 admin admin] Added segment 5626f2db-a575-4cd4-b6c8-0491431a7e03 of type vlan for network f2970a42-6559-481a-827e-4efa842427ed Jul 29 14:55:25.414085 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:25.414473 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.419475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b4696-2bbd-42f3-aeab-925411d64900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edc3b7a-e69b-408a-803d-48ba51a5a172,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:25.426639 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6be556b-32b5-4563-906b-ae13ebbddf63 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.433472 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6be556b-32b5-4563-906b-ae13ebbddf63 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.474645 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6be556b-32b5-4563-906b-ae13ebbddf63 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.479586 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d6be556b-32b5-4563-906b-ae13ebbddf63 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3272402 Jul 29 14:55:25.480438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42324) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:25.490797 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a76bb560-d2f9-4a65-b36d-820836af23f6 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'network': {'name': 'tempest-RoutersTest-619525103'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:25.550648 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76bb560-d2f9-4a65-b36d-820836af23f6 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:55:25.555193 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a76bb560-d2f9-4a65-b36d-820836af23f6 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.570411 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a95b4696-2bbd-42f3-aeab-925411d64900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.604388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf77a8d-7867-438c-8acc-c5683d8759a1 req-97b186f3-8d60-406f-882b-8e8a72663707 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:25.614675 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ebf77a8d-7867-438c-8acc-c5683d8759a1 req-97b186f3-8d60-406f-882b-8e8a72663707 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 944 time: 0.3289795 Jul 29 14:55:25.619795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76bb560-d2f9-4a65-b36d-820836af23f6 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:55:25.635305 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.649042 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a76bb560-d2f9-4a65-b36d-820836af23f6 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.650751 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-a76bb560-d2f9-4a65-b36d-820836af23f6 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Added segment d1a302eb-da33-46f6-9d80-88375733b6af of type vlan for network 60aca43f-5fa0-4416-9861-99f39990e216 Jul 29 14:55:25.688273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7387685e-8080-4779-95e4-26b3bab46058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:25.695774 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebc014c-9143-472b-9a20-b9b47eaf7dd3" -d '{"events": [{"server_uuid": "7387685e-8080-4779-95e4-26b3bab46058", "name": "network-vif-plugged", "status": "completed", "tag": "cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:25.754724 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ebf77a8d-7867-438c-8acc-c5683d8759a1 req-60fb88da-de4e-443a-91ff-765ed0d8a235 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377993 Jul 29 14:55:25.763725 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a76bb560-d2f9-4a65-b36d-820836af23f6 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.768230 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:25.783168 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.792409 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a95b4696-2bbd-42f3-aeab-925411d64900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.794123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95b4696-2bbd-42f3-aeab-925411d64900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:25.795126 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a95b4696-2bbd-42f3-aeab-925411d64900 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.861835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a76bb560-d2f9-4a65-b36d-820836af23f6 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.869292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76bb560-d2f9-4a65-b36d-820836af23f6 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:25.869915 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a76bb560-d2f9-4a65-b36d-820836af23f6 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:25.955487 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a95b4696-2bbd-42f3-aeab-925411d64900 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5519524 Jul 29 14:55:25.968878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42336) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:25.985958 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9f52a344-035f-4b9b-93c2-7c8aa74d8410 admin admin] Request body: {'subnet': {'network_id': 'f2970a42-6559-481a-827e-4efa842427ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-865852381-subnet', 'tenant_id': 'fa522b89c1d04719b7de39c7731db4a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:26.009038 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b4696-2bbd-42f3-aeab-925411d64900 admin admin] Pushing event updated for resources: {'Network': ['ID=f2970a42-6559-481a-827e-4efa842427ed,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:26.016182 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bb560-d2f9-4a65-b36d-820836af23f6 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Network': ['ID=60aca43f-5fa0-4416-9861-99f39990e216,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:26.087425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f52a344-035f-4b9b-93c2-7c8aa74d8410 admin admin] Made reservation on behalf of fa522b89c1d04719b7de39c7731db4a8 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:55:26.090386 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f52a344-035f-4b9b-93c2-7c8aa74d8410 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:26.102440 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a76bb560-d2f9-4a65-b36d-820836af23f6 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6203463 Jul 29 14:55:26.106539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42342) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:26.149045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7feaff59-7e2d-4477-88b1-bf1b33f3137c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'subnet': {'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:26.168467 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4487ee-4b16-4119-bd87-26a9522d16cc x-openstack-request-id: req-ee4487ee-4b16-4119-bd87-26a9522d16cc {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:26.168809 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7387685e-8080-4779-95e4-26b3bab46058", "name": "network-vif-plugged", "status": "completed", "tag": "cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:26.169069 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee4487ee-4b16-4119-bd87-26a9522d16cc {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:26.169526 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7387685e-8080-4779-95e4-26b3bab46058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf', 'code': 200} Jul 29 14:55:26.186708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:26.209959 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network f2970a42-6559-481a-827e-4efa842427ed details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:55:26.228106 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 60aca43f-5fa0-4416-9861-99f39990e216 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:55:26.469415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feaff59-7e2d-4477-88b1-bf1b33f3137c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:55:26.479828 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7feaff59-7e2d-4477-88b1-bf1b33f3137c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:26.657384 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f52a344-035f-4b9b-93c2-7c8aa74d8410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:26.670603 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:26.882747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95308e2e-df86-46ae-a466-fde799af2474 req-a274d728-1fd7-48cb-86fc-0cda6f1e25c2 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:26.889772 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-95308e2e-df86-46ae-a466-fde799af2474 req-a274d728-1fd7-48cb-86fc-0cda6f1e25c2 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 945 time: 0.1689508 Jul 29 14:55:26.891261 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52a344-035f-4b9b-93c2-7c8aa74d8410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04a2763-9f8a-4a7d-bef4-34e8be4da47e,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:26.901299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f52a344-035f-4b9b-93c2-7c8aa74d8410 admin admin] Checking segment: {'id': '5626f2db-a575-4cd4-b6c8-0491431a7e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:55:26.902103 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f52a344-035f-4b9b-93c2-7c8aa74d8410 admin admin] Network hostable DHCP agents. Network: f2970a42-6559-481a-827e-4efa842427ed, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:55:26.920409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a57b4-768b-4f13-964a-7c9f11706c1d req-572977a4-2875-4cf3-bce8-632ca0caa7cb tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:26.925128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-832a57b4-768b-4f13-964a-7c9f11706c1d req-572977a4-2875-4cf3-bce8-632ca0caa7cb tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 943 time: 0.3211112 Jul 29 14:55:26.975932 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-95308e2e-df86-46ae-a466-fde799af2474 req-5056f558-a0b3-41a3-b2fc-45b168736222 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775838 Jul 29 14:55:26.984112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f52a344-035f-4b9b-93c2-7c8aa74d8410 admin admin] Network f2970a42-6559-481a-827e-4efa842427ed is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:55:27.006389 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-9f52a344-035f-4b9b-93c2-7c8aa74d8410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, f2970a42-6559-481a-827e-4efa842427ed) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:27.012243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f52a344-035f-4b9b-93c2-7c8aa74d8410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:27.013036 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f52a344-035f-4b9b-93c2-7c8aa74d8410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:27.023727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3a33b8-d671-4a28-a624-e1657c5f2677 None None] Network f2970a42-6559-481a-827e-4efa842427ed requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:55:27.088718 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9f52a344-035f-4b9b-93c2-7c8aa74d8410 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0972607 Jul 29 14:55:27.097328 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-832a57b4-768b-4f13-964a-7c9f11706c1d req-dbd2afaa-5f96-4149-93ee-8cbde3f524dc tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510544 Jul 29 14:55:27.201000 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7feaff59-7e2d-4477-88b1-bf1b33f3137c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:27.333832 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:55:27.355514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feaff59-7e2d-4477-88b1-bf1b33f3137c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Subnet': ['ID=c2424cfc-19ec-4d84-a286-99c9a5f92e3d,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:27.492363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feaff59-7e2d-4477-88b1-bf1b33f3137c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Checking segment: {'id': 'd1a302eb-da33-46f6-9d80-88375733b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:55:27.497853 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feaff59-7e2d-4477-88b1-bf1b33f3137c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network hostable DHCP agents. Network: 60aca43f-5fa0-4416-9861-99f39990e216, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:55:27.509884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3243c6-e1a3-4711-a169-f1f62f4ba4da None None] Network f2970a42-6559-481a-827e-4efa842427ed requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:55:27.548274 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feaff59-7e2d-4477-88b1-bf1b33f3137c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network 60aca43f-5fa0-4416-9861-99f39990e216 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:55:27.585086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-7feaff59-7e2d-4477-88b1-bf1b33f3137c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 60aca43f-5fa0-4416-9861-99f39990e216) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:27.591045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feaff59-7e2d-4477-88b1-bf1b33f3137c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:27.592058 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7feaff59-7e2d-4477-88b1-bf1b33f3137c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:27.639924 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7feaff59-7e2d-4477-88b1-bf1b33f3137c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5095136 Jul 29 14:55:27.644645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42370) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:27.756704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61e1294-282c-4e0f-913e-c2624dd230a5 None None] Network 60aca43f-5fa0-4416-9861-99f39990e216 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:55:27.997199 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:28.166312 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:28.170918 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7387685e-8080-4779-95e4-26b3bab46058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:28.183876 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489522f5-d713-4b75-b1c4-be45fe6bd142" -d '{"events": [{"server_uuid": "7387685e-8080-4779-95e4-26b3bab46058", "name": "network-vif-unplugged", "status": "completed", "tag": "cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:28.202654 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:28.380853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:28.452527 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef3f69-9b75-4d06-8c45-c73405bbc7a3 req-812c5584-f309-4979-afc1-4157281e919d tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:28.460241 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-54ef3f69-9b75-4d06-8c45-c73405bbc7a3 req-812c5584-f309-4979-afc1-4157281e919d tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.39 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 945 time: 0.3590450 Jul 29 14:55:28.541685 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c90dc-88ec-4112-9887-995fc07fe298 req-162e5ee1-ff55-4ad9-b921-29937dd6ed60 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:28.544417 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef2c90dc-88ec-4112-9887-995fc07fe298 req-162e5ee1-ff55-4ad9-b921-29937dd6ed60 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 943 time: 0.2683759 Jul 29 14:55:28.579448 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-60aca43f-5fa0-4416-9861-99f39990e216', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:55:28.580813 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:28.901635 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef2c90dc-88ec-4112-9887-995fc07fe298 req-12b53495-2ed5-4876-a037-6eb05c71dac2 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705326 Jul 29 14:55:28.955255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Allocated IP 172.20.0.2 (60aca43f-5fa0-4416-9861-99f39990e216/c2424cfc-19ec-4d84-a286-99c9a5f92e3d/08504620-cb0a-451f-ab34-47a8b32ff524) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:55:29.010033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-54ef3f69-9b75-4d06-8c45-c73405bbc7a3 req-d5898018-8840-44bb-81fe-c604c46b3309 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Deleting port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:55:29.021659 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-54ef3f69-9b75-4d06-8c45-c73405bbc7a3 req-d5898018-8840-44bb-81fe-c604c46b3309 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:29.304262 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 0645f2a4-4344-4019-845f-85f092e10ac5 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:55:29.359667 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bb9f1-8caf-45e3-a9e7-ac53ffc1cc45 req-6581aa1b-b0fa-4b0c-a4f7-ea34aecdade6 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:29.374025 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-300bb9f1-8caf-45e3-a9e7-ac53ffc1cc45 req-6581aa1b-b0fa-4b0c-a4f7-ea34aecdade6 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 943 time: 0.2177460 Jul 29 14:55:29.468109 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-743c3ca2-3727-4072-b21e-009cb33498f9 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:29.476909 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-743c3ca2-3727-4072-b21e-009cb33498f9 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/networks?id=f2970a42-6559-481a-827e-4efa842427ed HTTP/1.1" status: 200 len: 817 time: 1.2800181 Jul 29 14:55:29.492006 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:29.516833 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-7b1ae10b-8fc7-4727-9bad-102e70b56e86 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/quotas/fa522b89c1d04719b7de39c7731db4a8 HTTP/1.1" status: 200 len: 375 time: 0.0388455 Jul 29 14:55:29.531183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Transition to ACTIVE for port object 08504620-cb0a-451f-ab34-47a8b32ff524 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:29.570024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 0645f2a4-4344-4019-845f-85f092e10ac5, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=0645f2a4-4344-4019-845f-85f092e10ac5,segment=NetworkSegment(67dd420b-cbc7-46d7-be01-4f37674a0586),segment_id=67dd420b-cbc7-46d7-be01-4f37674a0586)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:29.595038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-1147b634-2ea5-4185-af24-39ff7b9600b7 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fa522b89c1d04719b7de39c7731db4a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755572 Jul 29 14:55:29.602856 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-54ef3f69-9b75-4d06-8c45-c73405bbc7a3 req-d5898018-8840-44bb-81fe-c604c46b3309 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] For port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:29.603560 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-54ef3f69-9b75-4d06-8c45-c73405bbc7a3 req-d5898018-8840-44bb-81fe-c604c46b3309 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:29.669761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Transition to ACTIVE for port object 08504620-cb0a-451f-ab34-47a8b32ff524 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:29.682388 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '0645f2a4-4344-4019-845f-85f092e10ac5', 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff', 'port_id': '0645f2a4-4344-4019-845f-85f092e10ac5', 'mac_address': 'fa:16:3e:80:9d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:55:29.737313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-54ef3f69-9b75-4d06-8c45-c73405bbc7a3 req-d5898018-8840-44bb-81fe-c604c46b3309 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Calling delete_port for cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:55:29.792516 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-300bb9f1-8caf-45e3-a9e7-ac53ffc1cc45 req-b5965da5-19c3-4395-84cd-fa6268c81cab tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4164286 Jul 29 14:55:29.800008 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:29.937493 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-10bd0284-866e-48ee-bc56-d52116924307 service neutron] 10.222.0.16 "GET /v2.0/networks/f2970a42-6559-481a-827e-4efa842427ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412251 Jul 29 14:55:30.037505 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d55ee0-5447-49d7-a35c-3150410c9670 x-openstack-request-id: req-33d55ee0-5447-49d7-a35c-3150410c9670 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:30.038126 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7387685e-8080-4779-95e4-26b3bab46058", "name": "network-vif-unplugged", "status": "completed", "tag": "cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:30.038379 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33d55ee0-5447-49d7-a35c-3150410c9670 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:30.039036 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7387685e-8080-4779-95e4-26b3bab46058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf', 'code': 200} Jul 29 14:55:30.056813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Pushing event updated for resources: {'Port': ['ID=08504620-cb0a-451f-ab34-47a8b32ff524,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:30.123589 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:30.146280 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Network 60aca43f-5fa0-4416-9861-99f39990e216 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:55:30.189405 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-bb352c7e-89f9-41a8-ab97-756f6355303a service neutron] 10.222.0.16 "GET /v2.0/networks/f2970a42-6559-481a-827e-4efa842427ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486813 Jul 29 14:55:30.231708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0645f2a4-4344-4019-845f-85f092e10ac5 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:55:30.245330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:30.250244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:55:30.297205 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:30.330324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 0645f2a4-4344-4019-845f-85f092e10ac5, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=0645f2a4-4344-4019-845f-85f092e10ac5,segment=NetworkSegment(67dd420b-cbc7-46d7-be01-4f37674a0586),segment_id=67dd420b-cbc7-46d7-be01-4f37674a0586)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:30.380548 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:30.531370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c53be-96fc-4117-91eb-871f5d40cc17 req-0912c892-6d6d-452f-a30f-cbf2b7cb64e3 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:30.534693 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-610c53be-96fc-4117-91eb-871f5d40cc17 req-0912c892-6d6d-452f-a30f-cbf2b7cb64e3 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=7387685e-8080-4779-95e4-26b3bab46058 HTTP/1.1" status: 200 len: 943 time: 0.2974932 Jul 29 14:55:30.620056 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=0645f2a4-4344-4019-845f-85f092e10ac5,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:30.673158 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-610c53be-96fc-4117-91eb-871f5d40cc17 req-69517745-9c87-48cf-9824-080db5f56b7c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154702 Jul 29 14:55:30.674430 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-54ef3f69-9b75-4d06-8c45-c73405bbc7a3 req-d5898018-8840-44bb-81fe-c604c46b3309 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:30.709926 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Attempting to bind port 08504620-cb0a-451f-ab34-47a8b32ff524 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:55:30.710837 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Attempting to bind port 08504620-cb0a-451f-ab34-47a8b32ff524 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'd1a302eb-da33-46f6-9d80-88375733b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:55:30.711595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Attempting to bind port 08504620-cb0a-451f-ab34-47a8b32ff524 on network 60aca43f-5fa0-4416-9861-99f39990e216 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:55:30.734259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:55:30.735576 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Checking segment: {'id': 'd1a302eb-da33-46f6-9d80-88375733b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:55:30.737611 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:30.738538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Bound using segment: {'id': 'd1a302eb-da33-46f6-9d80-88375733b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:55:30.741335 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Bound port: 08504620-cb0a-451f-ab34-47a8b32ff524, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a302eb-da33-46f6-9d80-88375733b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:55:30.742105 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:30.755928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5898018-8840-44bb-81fe-c604c46b3309 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Pushing event deleted for resources: {'Port': ['ID=cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:30.773262 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a1307f7-72bc-4012-983e-a046f0155349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:30.801211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['0645f2a4-4344-4019-845f-85f092e10ac5'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:55:30.886297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ef3f69-9b75-4d06-8c45-c73405bbc7a3 req-d5898018-8840-44bb-81fe-c604c46b3309 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] No DVR routers for this DVR port cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:55:30.899415 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-54ef3f69-9b75-4d06-8c45-c73405bbc7a3 req-d5898018-8840-44bb-81fe-c604c46b3309 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:30.915686 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-54ef3f69-9b75-4d06-8c45-c73405bbc7a3 req-d5898018-8840-44bb-81fe-c604c46b3309 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.39 "DELETE /v2.0/ports/cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf HTTP/1.1" status: 204 len: 173 time: 2.4406545 Jul 29 14:55:30.916453 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7387685e-8080-4779-95e4-26b3bab46058', 'name': 'network-vif-deleted', 'tag': 'cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:30.926892 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc898457-168d-41cf-b71a-a65700c6adf1" -d '{"events": [{"server_uuid": "7387685e-8080-4779-95e4-26b3bab46058", "name": "network-vif-deleted", "tag": "cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:31.145338 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] For port 08504620-cb0a-451f-ab34-47a8b32ff524, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:55:31.157098 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799fcfe5-0737-4776-83e4-c16d66979e1b x-openstack-request-id: req-799fcfe5-0737-4776-83e4-c16d66979e1b {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:31.157401 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7387685e-8080-4779-95e4-26b3bab46058", "name": "network-vif-deleted", "tag": "cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:31.157693 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-799fcfe5-0737-4776-83e4-c16d66979e1b {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:31.158114 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7387685e-8080-4779-95e4-26b3bab46058', 'name': 'network-vif-deleted', 'tag': 'cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf', 'status': 'completed', 'code': 200} Jul 29 14:55:31.198475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Allocated IP 172.20.0.1 (60aca43f-5fa0-4416-9861-99f39990e216/c2424cfc-19ec-4d84-a286-99c9a5f92e3d/fa04275e-f303-4619-9d49-b884530d05d0) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:55:31.208143 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] For port 08504620-cb0a-451f-ab34-47a8b32ff524, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=08504620-cb0a-451f-ab34-47a8b32ff524,segment=NetworkSegment(d1a302eb-da33-46f6-9d80-88375733b6af),segment_id=d1a302eb-da33-46f6-9d80-88375733b6af)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:55:31.241490 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:31.322039 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d6b663f-b768-4dc8-8402-86ea2e7ae0ed req-99d8fb06-f08f-4182-b235-8eb0f16d959e tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 210 time: 0.0908139 Jul 29 14:55:31.353494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:55:31.445756 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:55:31.446612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device cdcb8f9a-3b2e-445f-8999-51c7c62c4cbf not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:55:31.550373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1b6b4-bff0-40f9-a91a-3e245c1e4ce8 None None] Pushing event updated for resources: {'Port': ['ID=08504620-cb0a-451f-ab34-47a8b32ff524,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:31.601911 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:31.671167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Transition to ACTIVE for port object fa04275e-f303-4619-9d49-b884530d05d0 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:31.886080 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42329b35-7ba3-4489-9d90-fbe946d644f6 req-b5f92efb-be03-4a6f-8a47-9d8a8e20033e tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:31.899730 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-42329b35-7ba3-4489-9d90-fbe946d644f6 req-b5f92efb-be03-4a6f-8a47-9d8a8e20033e tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 944 time: 0.8350093 Jul 29 14:55:31.922043 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:32.088777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network 60aca43f-5fa0-4416-9861-99f39990e216 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:55:32.096338 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:32.118658 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:55:32.225250 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:32.409338 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=fa04275e-f303-4619-9d49-b884530d05d0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:32.427695 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-42329b35-7ba3-4489-9d90-fbe946d644f6 req-d2af27b4-ec82-4295-86ba-002c1853305f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4872298 Jul 29 14:55:32.493609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128928a-5f45-4a9b-98cb-34d098498587 req-1c555299-abc0-44bf-84b1-87f12141bc07 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:32.496145 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f128928a-5f45-4a9b-98cb-34d098498587 req-1c555299-abc0-44bf-84b1-87f12141bc07 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/networks?id=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 HTTP/1.1" status: 200 len: 821 time: 0.2034209 Jul 29 14:55:32.526077 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f128928a-5f45-4a9b-98cb-34d098498587 req-c42bf0a1-da12-4bee-b2a7-2c75a8f61c0f tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/quotas/28bcd8d082344846aa3000b5c102e8f6 HTTP/1.1" status: 200 len: 375 time: 0.0161176 Jul 29 14:55:32.585595 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-36091c4b-95dc-47bd-b5e2-d4bd180f4c36 req-2dccd7bc-130c-462a-b677-f6637c1da521 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 210 time: 0.0492251 Jul 29 14:55:32.612536 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:33.070088 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 08504620-cb0a-451f-ab34-47a8b32ff524 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:33.336907 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 0645f2a4-4344-4019-845f-85f092e10ac5 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:33.378330 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:33.546646 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:33.594826 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:33.661721 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c853fba-fa3f-49b5-a2ce-dbc04594828b None None] Network 60aca43f-5fa0-4416-9861-99f39990e216 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:55:33.681748 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8acf1278-ea6d-4558-8d84-5ff2007b4834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:33.727399 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f128928a-5f45-4a9b-98cb-34d098498587 req-292a1809-2dc7-4bfe-9bf8-1ad9c138382e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=28bcd8d082344846aa3000b5c102e8f6&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1903682 Jul 29 14:55:33.777975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-16e70105-2c43-4986-972b-a7751f82c91c None None] Provisioning for port 08504620-cb0a-451f-ab34-47a8b32ff524 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:33.788158 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 08504620-cb0a-451f-ab34-47a8b32ff524 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:33.807134 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-16e70105-2c43-4986-972b-a7751f82c91c None None] Provisioning complete for port 08504620-cb0a-451f-ab34-47a8b32ff524 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:33.808332 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16e70105-2c43-4986-972b-a7751f82c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:33.816983 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 08504620-cb0a-451f-ab34-47a8b32ff524 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:33.816983 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:33.920622 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 0645f2a4-4344-4019-845f-85f092e10ac5 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:33.981536 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f128928a-5f45-4a9b-98cb-34d098498587 req-7c1eec9e-197c-4848-bbbb-c86177a1fe3b service neutron] 10.222.0.16 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232239 Jul 29 14:55:33.985200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 0645f2a4-4344-4019-845f-85f092e10ac5 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:33.991928 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:34.097985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42492) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:34.116922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=fa04275e-f303-4619-9d49-b884530d05d0,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:34.128297 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:34.163326 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312faf68-b8c8-4042-9a38-a8bf54e7bd92 req-dedfd895-61b2-4950-b958-b506586df9e0 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:34.165034 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-312faf68-b8c8-4042-9a38-a8bf54e7bd92 req-dedfd895-61b2-4950-b958-b506586df9e0 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 944 time: 0.3654776 Jul 29 14:55:34.292334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-312faf68-b8c8-4042-9a38-a8bf54e7bd92 req-2b986020-8524-4911-b959-5d889ee836f3 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094890 Jul 29 14:55:34.471177 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:34.496977 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-df9f9aa0-0b20-486c-b29b-3797faa56c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:34.508152 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:34.509682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network 60aca43f-5fa0-4416-9861-99f39990e216 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:55:34.511000 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:34.514993 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:34.527003 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f128928a-5f45-4a9b-98cb-34d098498587 req-2a665e25-e8eb-4956-9dfb-082ac3c13b88 service neutron] 10.222.0.16 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363951 Jul 29 14:55:34.727932 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16e70105-2c43-4986-972b-a7751f82c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:34.825967 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 0645f2a4-4344-4019-845f-85f092e10ac5, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=0645f2a4-4344-4019-845f-85f092e10ac5,segment=NetworkSegment(67dd420b-cbc7-46d7-be01-4f37674a0586),segment_id=67dd420b-cbc7-46d7-be01-4f37674a0586)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:34.852833 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-df9f9aa0-0b20-486c-b29b-3797faa56c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:34.865846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8093d82-fd21-4837-a452-0b5e11f7a64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0645f2a4-4344-4019-845f-85f092e10ac5'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:34.866964 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-df9f9aa0-0b20-486c-b29b-3797faa56c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:34.869038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a45ec44-9e4b-4182-a2b8-7f81aa205505 req-e66f9a99-c6bd-4408-a79c-d7e6d13b1a61 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 210 time: 0.0635121 Jul 29 14:55:34.872707 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5782296c-4641-4ad8-8aec-cf64c705c894" -d '{"events": [{"server_uuid": "d8093d82-fd21-4837-a452-0b5e11f7a64e", "name": "network-vif-plugged", "status": "completed", "tag": "0645f2a4-4344-4019-845f-85f092e10ac5"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:34.906527 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:34.913282 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 08504620-cb0a-451f-ab34-47a8b32ff524, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=08504620-cb0a-451f-ab34-47a8b32ff524,segment=NetworkSegment(d1a302eb-da33-46f6-9d80-88375733b6af),segment_id=d1a302eb-da33-46f6-9d80-88375733b6af)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:34.936420 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:55:34.968986 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:34.970786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f9aa0-0b20-486c-b29b-3797faa56c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366b3d60-e3c8-43c0-ae78-b432eaeadf18,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:35.088087 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817e2ce4-f31e-49da-b993-9932e92e3c35 x-openstack-request-id: req-817e2ce4-f31e-49da-b993-9932e92e3c35 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:35.088747 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8093d82-fd21-4837-a452-0b5e11f7a64e", "name": "network-vif-plugged", "status": "completed", "tag": "0645f2a4-4344-4019-845f-85f092e10ac5", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:35.089281 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-817e2ce4-f31e-49da-b993-9932e92e3c35 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:35.090407 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8093d82-fd21-4837-a452-0b5e11f7a64e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0645f2a4-4344-4019-845f-85f092e10ac5', 'code': 200} Jul 29 14:55:35.134279 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=0645f2a4-4344-4019-845f-85f092e10ac5,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:35.267140 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-16e70105-2c43-4986-972b-a7751f82c91c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:55:35.268014 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-16e70105-2c43-4986-972b-a7751f82c91c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:55:35.324336 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=08504620-cb0a-451f-ab34-47a8b32ff524,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:35.337057 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7cf6c617-6633-40ca-904f-d7c8c27d8699 req-67d45dd8-51d6-4fb1-8a47-b22c713657a3 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 210 time: 0.1051927 Jul 29 14:55:35.384907 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:55:35.398014 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fbece4c0-8216-4a3d-a59a-11886d49cfc8 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/3620e05a-f2f3-4d4d-969e-9f650e71f4e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7453067 Jul 29 14:55:35.398792 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Sync routers for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:55:35.406696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42514) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:35.422247 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:55:35.433290 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:55:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:35.435765 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-51991ad6-ea8b-4de5-9c1e-f3e2d8a6421c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'network': {'name': 'tempest-RoutersTest-274191787'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:35.436220 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-df9f9aa0-0b20-486c-b29b-3797faa56c4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da2846aa261b40adb9cbb31116c61691&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3130238 Jul 29 14:55:35.444616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42516) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:35.627454 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51991ad6-ea8b-4de5-9c1e-f3e2d8a6421c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:55:35.635172 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-51991ad6-ea8b-4de5-9c1e-f3e2d8a6421c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:35.655978 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fb29cc1d-286f-4f30-873e-6cd22b01f460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:35.691076 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fb29cc1d-286f-4f30-873e-6cd22b01f460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:35.788730 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fb29cc1d-286f-4f30-873e-6cd22b01f460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:35.804062 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fb29cc1d-286f-4f30-873e-6cd22b01f460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:35.810228 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fb29cc1d-286f-4f30-873e-6cd22b01f460 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/366b3d60-e3c8-43c0-ae78-b432eaeadf18 HTTP/1.1" status: 204 len: 168 time: 0.3611784 Jul 29 14:55:35.837236 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:55:35.869891 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29cc1d-286f-4f30-873e-6cd22b01f460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366b3d60-e3c8-43c0-ae78-b432eaeadf18,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:35.917332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51991ad6-ea8b-4de5-9c1e-f3e2d8a6421c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:55:35.999644 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-51991ad6-ea8b-4de5-9c1e-f3e2d8a6421c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:36.000218 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-51991ad6-ea8b-4de5-9c1e-f3e2d8a6421c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Added segment bab0bbba-b43d-4e00-b2f3-3e43f6391dd6 of type vlan for network a44b8465-276d-40e9-aaae-ce93b5fe4ae9 Jul 29 14:55:36.180646 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-86da8a3a-f782-4224-924a-a5c73e2d24b6 None None] Provisioning for port fa04275e-f303-4619-9d49-b884530d05d0 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:36.189392 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-51991ad6-ea8b-4de5-9c1e-f3e2d8a6421c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:36.205353 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-86da8a3a-f782-4224-924a-a5c73e2d24b6 None None] Provisioning complete for port fa04275e-f303-4619-9d49-b884530d05d0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:36.209522 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86da8a3a-f782-4224-924a-a5c73e2d24b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:36.344450 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-51991ad6-ea8b-4de5-9c1e-f3e2d8a6421c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:36.353650 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:36.364960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51991ad6-ea8b-4de5-9c1e-f3e2d8a6421c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:36.379639 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-51991ad6-ea8b-4de5-9c1e-f3e2d8a6421c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:36.382533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-86da8a3a-f782-4224-924a-a5c73e2d24b6 None None] Port fa04275e-f303-4619-9d49-b884530d05d0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:55:36.422007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-86da8a3a-f782-4224-924a-a5c73e2d24b6 None None] Provisioning complete for port 08504620-cb0a-451f-ab34-47a8b32ff524 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:36.424614 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86da8a3a-f782-4224-924a-a5c73e2d24b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:36.449366 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ddb71ca6-7347-4b8b-8f5c-eda9bebb4009 req-4c714cee-99d3-479d-8fe7-6f58558dd06a tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 210 time: 0.1418920 Jul 29 14:55:36.605788 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-51991ad6-ea8b-4de5-9c1e-f3e2d8a6421c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1941962 Jul 29 14:55:36.609181 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42540) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:36.619481 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c0e83-1667-4cc0-b47b-070c7efb86e6 req-784a6983-666b-4aad-8ead-149449191147 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:36.631980 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6d7c0e83-1667-4cc0-b47b-070c7efb86e6 req-784a6983-666b-4aad-8ead-149449191147 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 945 time: 1.0217502 Jul 29 14:55:36.647716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d5e4b9a1-e2a4-4717-b8e6-45f8b76b4dbd tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'subnet': {'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:36.715885 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:55:32Z', 'revision_number': 2, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:32Z', 'revision_number': 2, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:36.798398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-ec25f77a-234c-4b1f-8286-81d4eb570525 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:36.800126 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-ec25f77a-234c-4b1f-8286-81d4eb570525 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.39 "GET /v2.0/networks?id=f2970a42-6559-481a-827e-4efa842427ed HTTP/1.1" status: 200 len: 817 time: 1.8329854 Jul 29 14:55:36.828655 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Checking router: 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:55:36.829356 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Updating router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 port fa04275e-f303-4619-9d49-b884530d05d0 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:55:36.879213 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51991ad6-ea8b-4de5-9c1e-f3e2d8a6421c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Network': ['ID=a44b8465-276d-40e9-aaae-ce93b5fe4ae9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:36.885649 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:36.904811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network a44b8465-276d-40e9-aaae-ce93b5fe4ae9 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:55:36.910152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42542) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:36.928224 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6d7c0e83-1667-4cc0-b47b-070c7efb86e6 req-cc44670c-d260-4464-a724-b476d18b30e8 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869306 Jul 29 14:55:36.948965 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-034faaf3-3e1d-48df-9055-2de69cb3a79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:37.028289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f41f6add-9433-4914-8258-b985d7dc0cad req-0add9ded-c0eb-4d75-8141-98f044fac1c5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Request body: {'port': {'device_id': '5856a5cd-3b01-4d89-aed0-374ca9d52f18', 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed', 'admin_state_up': True, 'tenant_id': 'fa522b89c1d04719b7de39c7731db4a8'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:37.033778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e4b9a1-e2a4-4717-b8e6-45f8b76b4dbd tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:55:37.058969 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d5e4b9a1-e2a4-4717-b8e6-45f8b76b4dbd tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:37.224765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545f16c-2fcc-4aec-b426-f0e7051fb66c req-eb5bc93d-4b92-41d5-be1c-c1b8cddaa584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:37.226638 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0545f16c-2fcc-4aec-b426-f0e7051fb66c req-eb5bc93d-4b92-41d5-be1c-c1b8cddaa584 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 1096 time: 1.8788974 Jul 29 14:55:37.234024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 08504620-cb0a-451f-ab34-47a8b32ff524 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:37.236544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-66e3f0ee-8995-4f3a-b058-e7c48279d15f tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:37.238481 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-66e3f0ee-8995-4f3a-b058-e7c48279d15f tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.39 "GET /v2.0/networks?id=f2970a42-6559-481a-827e-4efa842427ed HTTP/1.1" status: 200 len: 817 time: 1.6296189 Jul 29 14:55:37.243649 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8d5c5575-2348-43cd-82fe-5880e242062f None None] Provisioning complete for port fa04275e-f303-4619-9d49-b884530d05d0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:37.244021 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d5c5575-2348-43cd-82fe-5880e242062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:37.403644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f41f6add-9433-4914-8258-b985d7dc0cad req-7bdad72d-8c15-4cba-a48c-ffcf508c21b0 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Request body: {'port': {'device_id': 'a7bd7f52-7236-4923-8e97-8c26eca505b5', 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed', 'admin_state_up': True, 'tenant_id': 'fa522b89c1d04719b7de39c7731db4a8'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:37.430561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8d5c5575-2348-43cd-82fe-5880e242062f None None] Port fa04275e-f303-4619-9d49-b884530d05d0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:55:37.519493 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 08504620-cb0a-451f-ab34-47a8b32ff524 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:37.520933 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:37.586588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-393b85f9-c6b2-4e33-94d7-7a56607897e2 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:37.591966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-393b85f9-c6b2-4e33-94d7-7a56607897e2 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.38 "GET /v2.0/networks?id=f2970a42-6559-481a-827e-4efa842427ed HTTP/1.1" status: 200 len: 817 time: 2.2719142 Jul 29 14:55:37.625477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0545f16c-2fcc-4aec-b426-f0e7051fb66c req-710b1dfd-b573-41b3-97b5-11b47cfd08bf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3832152 Jul 29 14:55:37.633806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f41f6add-9433-4914-8258-b985d7dc0cad req-a547454e-952b-4f15-99f2-4d67848a7921 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Request body: {'port': {'device_id': 'b7548e95-a18f-4c3f-917c-54cd6991911f', 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed', 'admin_state_up': True, 'tenant_id': 'fa522b89c1d04719b7de39c7731db4a8'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:37.741858 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5503113a-8108-47e4-8c3f-05143999d3ed req-43afa6b0-04d1-4d0e-ac33-6783f75281ae tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 210 time: 0.1198447 Jul 29 14:55:37.752171 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-0add9ded-c0eb-4d75-8141-98f044fac1c5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Made reservation on behalf of fa522b89c1d04719b7de39c7731db4a8 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:55:37.763253 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-0add9ded-c0eb-4d75-8141-98f044fac1c5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:37.768993 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:37.790261 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Transition to ACTIVE for port object fa04275e-f303-4619-9d49-b884530d05d0 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:37.800272 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:37.808270 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d5e4b9a1-e2a4-4717-b8e6-45f8b76b4dbd tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:37.851551 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-64c55946-f333-458e-ae57-726568560592 req-4f5665fd-52fc-4493-b166-bd578f3106bf tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 210 time: 0.8251104 Jul 29 14:55:37.889183 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-7bdad72d-8c15-4cba-a48c-ffcf508c21b0 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Made reservation on behalf of fa522b89c1d04719b7de39c7731db4a8 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:55:37.901900 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-7bdad72d-8c15-4cba-a48c-ffcf508c21b0 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:37.909018 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388f902-3414-43e1-beba-0dbe291b7263 None None] Pushing event updated for resources: {'Port': ['ID=fa04275e-f303-4619-9d49-b884530d05d0,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:37.934501 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128928a-5f45-4a9b-98cb-34d098498587 req-1fe26d95-f0b5-448c-bdc5-6901f858258d tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:37.936395 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f128928a-5f45-4a9b-98cb-34d098498587 req-1fe26d95-f0b5-448c-bdc5-6901f858258d tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.39 "GET /v2.0/networks?id=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 HTTP/1.1" status: 200 len: 821 time: 0.4106789 Jul 29 14:55:37.963083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-f128928a-5f45-4a9b-98cb-34d098498587 req-3a2ff114-2a12-42fa-b7bd-f30d872bf75c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Request body: {'port': {'device_id': '1012ddcf-0125-47f7-b828-183a444014e6', 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34', 'admin_state_up': True, 'tenant_id': '28bcd8d082344846aa3000b5c102e8f6'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:38.109084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4b9a1-e2a4-4717-b8e6-45f8b76b4dbd tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Subnet': ['ID=b14d656d-056f-4d02-a88a-17d0a1a27004,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:38.199255 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388f902-3414-43e1-beba-0dbe291b7263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:38.200881 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388f902-3414-43e1-beba-0dbe291b7263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:38.201692 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388f902-3414-43e1-beba-0dbe291b7263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:38.202685 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388f902-3414-43e1-beba-0dbe291b7263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:38.203179 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388f902-3414-43e1-beba-0dbe291b7263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:38.203756 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388f902-3414-43e1-beba-0dbe291b7263 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:38.204173 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388f902-3414-43e1-beba-0dbe291b7263 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:38.204641 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388f902-3414-43e1-beba-0dbe291b7263 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:38.205183 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388f902-3414-43e1-beba-0dbe291b7263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:38.205680 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388f902-3414-43e1-beba-0dbe291b7263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:38.206187 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388f902-3414-43e1-beba-0dbe291b7263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:38.206663 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388f902-3414-43e1-beba-0dbe291b7263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:38.287479 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Attempting to bind port fa04275e-f303-4619-9d49-b884530d05d0 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:55:38.289073 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Attempting to bind port fa04275e-f303-4619-9d49-b884530d05d0 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'd1a302eb-da33-46f6-9d80-88375733b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:55:38.290844 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Attempting to bind port fa04275e-f303-4619-9d49-b884530d05d0 on network 60aca43f-5fa0-4416-9861-99f39990e216 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:55:38.305318 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:55:38.305861 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Checking segment: {'id': 'd1a302eb-da33-46f6-9d80-88375733b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:55:38.306378 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:38.306883 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Bound using segment: {'id': 'd1a302eb-da33-46f6-9d80-88375733b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:55:38.308183 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Bound port: fa04275e-f303-4619-9d49-b884530d05d0, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a302eb-da33-46f6-9d80-88375733b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:55:38.308183 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:38.318976 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e4b9a1-e2a4-4717-b8e6-45f8b76b4dbd tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Checking segment: {'id': 'bab0bbba-b43d-4e00-b2f3-3e43f6391dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:55:38.319358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e4b9a1-e2a4-4717-b8e6-45f8b76b4dbd tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network hostable DHCP agents. Network: a44b8465-276d-40e9-aaae-ce93b5fe4ae9, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:55:38.325121 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-f41f6add-9433-4914-8258-b985d7dc0cad req-0add9ded-c0eb-4d75-8141-98f044fac1c5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Allocated IP 172.20.0.7 (f2970a42-6559-481a-827e-4efa842427ed/e04a2763-9f8a-4a7d-bef4-34e8be4da47e/dc312d17-745b-4273-918e-5bdbecdcc2e7) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:55:38.368190 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-034faaf3-3e1d-48df-9055-2de69cb3a79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:38.387268 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-034faaf3-3e1d-48df-9055-2de69cb3a79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:38.404519 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc394fb6-5250-41c5-92e5-2ee40dfecc07 req-91825ae8-6012-4da9-8255-0f25887ab7b8 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:38.413834 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc394fb6-5250-41c5-92e5-2ee40dfecc07 req-91825ae8-6012-4da9-8255-0f25887ab7b8 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 945 time: 0.1984360 Jul 29 14:55:38.428778 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] For port fa04275e-f303-4619-9d49-b884530d05d0, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:55:38.432971 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e4b9a1-e2a4-4717-b8e6-45f8b76b4dbd tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network a44b8465-276d-40e9-aaae-ce93b5fe4ae9 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:55:38.437904 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] For port fa04275e-f303-4619-9d49-b884530d05d0, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fa04275e-f303-4619-9d49-b884530d05d0,segment=NetworkSegment(d1a302eb-da33-46f6-9d80-88375733b6af),segment_id=d1a302eb-da33-46f6-9d80-88375733b6af)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:55:38.450099 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:38.495681 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-034faaf3-3e1d-48df-9055-2de69cb3a79e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f16bf3d12aeb4c779899db001cbe1978&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5792744 Jul 29 14:55:38.495681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42576) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:38.508599 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-d5e4b9a1-e2a4-4717-b8e6-45f8b76b4dbd tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, a44b8465-276d-40e9-aaae-ce93b5fe4ae9) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:38.513369 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034faaf3-3e1d-48df-9055-2de69cb3a79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204ac796-26ed-4e9a-a664-214b3c93caa3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:38.524352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcd42a3-500e-491a-adf9-75d39f98b0a7 None None] Network a44b8465-276d-40e9-aaae-ce93b5fe4ae9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:55:38.539995 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e4b9a1-e2a4-4717-b8e6-45f8b76b4dbd tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:38.546112 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d5e4b9a1-e2a4-4717-b8e6-45f8b76b4dbd tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:38.558017 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd9e04-37aa-4922-a83e-2c30cf409214 req-52ae7717-7f07-4985-96ee-2ddc8bc924ec tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:38.563594 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc394fb6-5250-41c5-92e5-2ee40dfecc07 req-7a394aeb-0b8d-40e0-b351-bb86d81b44a3 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488440 Jul 29 14:55:38.573757 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5fd9e04-37aa-4922-a83e-2c30cf409214 req-52ae7717-7f07-4985-96ee-2ddc8bc924ec tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 945 time: 0.3380435 Jul 29 14:55:38.580662 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-a547454e-952b-4f15-99f2-4d67848a7921 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Made reservation on behalf of fa522b89c1d04719b7de39c7731db4a8 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:55:38.585290 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-a547454e-952b-4f15-99f2-4d67848a7921 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:38.600288 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:55:38.601304 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:55:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:38.668513 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388f902-3414-43e1-beba-0dbe291b7263 None None] Pushing event updated for resources: {'Port': ['ID=fa04275e-f303-4619-9d49-b884530d05d0,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:38.670563 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c51be2b-0683-4e4f-bb32-cb731099a68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:38.731551 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c51be2b-0683-4e4f-bb32-cb731099a68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:38.751281 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:55:38.797837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f128928a-5f45-4a9b-98cb-34d098498587 req-3a2ff114-2a12-42fa-b7bd-f30d872bf75c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Made reservation on behalf of 28bcd8d082344846aa3000b5c102e8f6 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:55:38.810059 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f128928a-5f45-4a9b-98cb-34d098498587 req-3a2ff114-2a12-42fa-b7bd-f30d872bf75c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:38.870964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:55:38.871761 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:38.941162 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d5e4b9a1-e2a4-4717-b8e6-45f8b76b4dbd tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3216851 Jul 29 14:55:38.955928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42584) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:38.991463 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c51be2b-0683-4e4f-bb32-cb731099a68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:39.006665 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c51be2b-0683-4e4f-bb32-cb731099a68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:39.016368 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8c51be2b-0683-4e4f-bb32-cb731099a68f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/204ac796-26ed-4e9a-a664-214b3c93caa3 HTTP/1.1" status: 204 len: 168 time: 0.5184243 Jul 29 14:55:39.038819 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51be2b-0683-4e4f-bb32-cb731099a68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204ac796-26ed-4e9a-a664-214b3c93caa3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:39.090289 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5fd9e04-37aa-4922-a83e-2c30cf409214 req-b4bbb8fc-b56a-44fc-90f5-5fbecfb8ce34 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5150993 Jul 29 14:55:39.132084 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-80f4390e-5eea-49c5-a791-2f4f4717e667 req-b24f8c5e-909c-4d91-a5da-7946081ea477 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 210 time: 0.0947456 Jul 29 14:55:39.159183 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-0add9ded-c0eb-4d75-8141-98f044fac1c5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:39.220333 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-f128928a-5f45-4a9b-98cb-34d098498587 req-3a2ff114-2a12-42fa-b7bd-f30d872bf75c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Allocated IP 172.20.0.8 (fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34/e8f6d6b5-3b81-47bf-b7c1-836398789a1e/1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:55:39.247913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Allocated IP 172.21.0.2 (a44b8465-276d-40e9-aaae-ce93b5fe4ae9/b14d656d-056f-4d02-a88a-17d0a1a27004/17c0263e-57a0-4ec4-a904-ffe713c827a6) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:55:39.319597 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:55:32Z', 'revision_number': 2, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:38Z', 'revision_number': 4, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:39.368691 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36ea9a6-e21b-4ca4-aee6-0109a4d12d7f None None] The sync data for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 is: [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:55:32Z', 'revision_number': 2, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:38Z', 'revision_number': 4, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:55:39.464758 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-242c0ead-8b89-4f26-962e-d9c6d6da7f2f req-d57b57c1-72bd-4f5c-b253-e9d938be3c0d tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 210 time: 0.1021621 Jul 29 14:55:39.498703 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:39.504329 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-0add9ded-c0eb-4d75-8141-98f044fac1c5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:39.522627 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f128928a-5f45-4a9b-98cb-34d098498587 req-3a2ff114-2a12-42fa-b7bd-f30d872bf75c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:39.544286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Transition to ACTIVE for port object 17c0263e-57a0-4ec4-a904-ffe713c827a6 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:39.587944 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Transition to ACTIVE for port object 17c0263e-57a0-4ec4-a904-ffe713c827a6 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:39.595111 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f128928a-5f45-4a9b-98cb-34d098498587 req-3a2ff114-2a12-42fa-b7bd-f30d872bf75c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:39.607135 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:39.609556 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41f6add-9433-4914-8258-b985d7dc0cad req-0add9ded-c0eb-4d75-8141-98f044fac1c5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Network f2970a42-6559-481a-827e-4efa842427ed is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:55:39.618583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-f41f6add-9433-4914-8258-b985d7dc0cad req-0add9ded-c0eb-4d75-8141-98f044fac1c5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:39.657787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41f6add-9433-4914-8258-b985d7dc0cad req-0add9ded-c0eb-4d75-8141-98f044fac1c5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:55:39.702987 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-f41f6add-9433-4914-8258-b985d7dc0cad req-7bdad72d-8c15-4cba-a48c-ffcf508c21b0 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Allocated IP 172.20.0.9 (f2970a42-6559-481a-827e-4efa842427ed/e04a2763-9f8a-4a7d-bef4-34e8be4da47e/49d1e643-2903-44d2-8b68-d05693cf796f) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:55:39.708621 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f128928a-5f45-4a9b-98cb-34d098498587 req-3a2ff114-2a12-42fa-b7bd-f30d872bf75c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:55:39.722682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add9ded-c0eb-4d75-8141-98f044fac1c5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Pushing event updated for resources: {'Port': ['ID=dc312d17-745b-4273-918e-5bdbecdcc2e7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:39.728970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-f128928a-5f45-4a9b-98cb-34d098498587 req-3a2ff114-2a12-42fa-b7bd-f30d872bf75c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:39.735678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-f128928a-5f45-4a9b-98cb-34d098498587 req-3a2ff114-2a12-42fa-b7bd-f30d872bf75c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:55:39.741078 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Pushing event updated for resources: {'Port': ['ID=17c0263e-57a0-4ec4-a904-ffe713c827a6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:39.776573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-0add9ded-c0eb-4d75-8141-98f044fac1c5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:39.777317 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-0add9ded-c0eb-4d75-8141-98f044fac1c5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:39.778916 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:39.781288 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:39.782279 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:39.783324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:39.784396 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:39.785499 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:39.791721 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:39.797115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:39.798839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:39.799739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:39.823789 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:55:39.831488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:39.831488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:39.859515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128928a-5f45-4a9b-98cb-34d098498587 req-3a2ff114-2a12-42fa-b7bd-f30d872bf75c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:39.860397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Network a44b8465-276d-40e9-aaae-ce93b5fe4ae9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:55:39.861946 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f128928a-5f45-4a9b-98cb-34d098498587 req-3a2ff114-2a12-42fa-b7bd-f30d872bf75c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:39.871633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:39.881426 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:55:39.918442 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f128928a-5f45-4a9b-98cb-34d098498587 req-3a2ff114-2a12-42fa-b7bd-f30d872bf75c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9653301 Jul 29 14:55:39.927696 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-0add9ded-c0eb-4d75-8141-98f044fac1c5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9950299 Jul 29 14:55:39.942447 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ff114-2a12-42fa-b7bd-f30d872bf75c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Pushing event updated for resources: {'Port': ['ID=1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:39.949097 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Request body: {'port': {'device_id': '5856a5cd-3b01-4d89-aed0-374ca9d52f18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:39.970403 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Request body: {'port': {'device_id': '1012ddcf-0125-47f7-b828-183a444014e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:39.987402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Attempting to bind port 17c0263e-57a0-4ec4-a904-ffe713c827a6 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:55:39.988016 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Attempting to bind port 17c0263e-57a0-4ec4-a904-ffe713c827a6 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'bab0bbba-b43d-4e00-b2f3-3e43f6391dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:55:39.988467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Attempting to bind port 17c0263e-57a0-4ec4-a904-ffe713c827a6 on network a44b8465-276d-40e9-aaae-ce93b5fe4ae9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:55:39.995585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:55:39.996092 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Checking segment: {'id': 'bab0bbba-b43d-4e00-b2f3-3e43f6391dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:55:39.996480 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:39.997191 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Bound using segment: {'id': 'bab0bbba-b43d-4e00-b2f3-3e43f6391dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:55:39.998056 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Bound port: 17c0263e-57a0-4ec4-a904-ffe713c827a6, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab0bbba-b43d-4e00-b2f3-3e43f6391dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:55:39.998520 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:40.102428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] For port 17c0263e-57a0-4ec4-a904-ffe713c827a6, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:55:40.107040 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] For port 17c0263e-57a0-4ec4-a904-ffe713c827a6, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=17c0263e-57a0-4ec4-a904-ffe713c827a6,segment=NetworkSegment(bab0bbba-b43d-4e00-b2f3-3e43f6391dd6),segment_id=bab0bbba-b43d-4e00-b2f3-3e43f6391dd6)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:55:40.118263 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:40.193609 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:40.353798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42596) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:40.371904 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b2482-4f4a-4b8b-b2ec-af6c48c271b9 None None] Pushing event updated for resources: {'Port': ['ID=17c0263e-57a0-4ec4-a904-ffe713c827a6,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:40.547164 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:40.585847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518bf1f-69f5-4e40-8225-14da56d6d5d2 req-0d2d5a4b-cc1a-4c73-b75f-eec36b343e38 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:40.588619 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f518bf1f-69f5-4e40-8225-14da56d6d5d2 req-0d2d5a4b-cc1a-4c73-b75f-eec36b343e38 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 945 time: 0.6890068 Jul 29 14:55:40.735793 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f518bf1f-69f5-4e40-8225-14da56d6d5d2 req-d1de0256-c2d9-4dc2-9f71-9e598dbd2fa5 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241515 Jul 29 14:55:40.830705 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:40.904653 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-7bdad72d-8c15-4cba-a48c-ffcf508c21b0 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:40.941384 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-144637b3-05fd-45d7-a802-d303f1475baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:40.981769 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58da36f7-1bca-46d3-b526-4a475de123c1 req-3ab56e47-70cb-47d9-a334-5c085edf4ecf tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 210 time: 0.0742764 Jul 29 14:55:41.137311 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:41.196257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:55:41.220897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 17c0263e-57a0-4ec4-a904-ffe713c827a6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:41.243638 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:41.281523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db958d53-0324-4ffb-a063-25aa100c6fda req-07957d26-7a57-4220-b83c-04c51f876861 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:41.283983 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db958d53-0324-4ffb-a063-25aa100c6fda req-07957d26-7a57-4220-b83c-04c51f876861 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 945 time: 0.9610786 Jul 29 14:55:41.299823 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4c35e98d-f100-468c-9762-9a3d362bdefc req-8ae56276-9c0a-4160-acc4-c82d855e58b0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4066141 Jul 29 14:55:41.311851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Transition to ACTIVE for port object 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:41.332558 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:41.334623 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f214c1ee-c833-4ce4-8174-e69b4e56f326 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:55:41.388091 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 17c0263e-57a0-4ec4-a904-ffe713c827a6 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:41.393104 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff240e8-e2b6-4573-b0dd-c51bcbc998b4 req-d2a465fb-1808-4998-8ea9-a00574c6366b tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:41.395409 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ff240e8-e2b6-4573-b0dd-c51bcbc998b4 req-d2a465fb-1808-4998-8ea9-a00574c6366b tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 931 time: 0.1669722 Jul 29 14:55:41.406411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fa04275e-f303-4619-9d49-b884530d05d0 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:41.450011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:41.549110 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ff240e8-e2b6-4573-b0dd-c51bcbc998b4 req-f299ce8a-0b14-4b77-a079-3879059bfbe3 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381214 Jul 29 14:55:41.570899 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:41.592753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port fa04275e-f303-4619-9d49-b884530d05d0 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:41.604209 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port fa04275e-f303-4619-9d49-b884530d05d0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:41.604592 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:41.633198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Attempting to bind port 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:55:41.636192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Attempting to bind port 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '7fe5213f-c90e-4714-9d62-7ea6af5201a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:55:41.636832 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Attempting to bind port 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 on network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:55:41.643954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:41.646560 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82def77-6a15-486f-91ea-f6062a58ccc0" -d '{"events": [{"server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "name": "network-vif-unplugged", "status": "completed", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:41.651015 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Port 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 on network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:55:41.651610 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Attempting to bind port 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 on network fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:55:41.670103 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:41.682761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:55:41.683230 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Checking segment: {'id': '7fe5213f-c90e-4714-9d62-7ea6af5201a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:55:41.683615 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Bound using segment: {'id': '7fe5213f-c90e-4714-9d62-7ea6af5201a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:55:41.684090 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Bound port: 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe5213f-c90e-4714-9d62-7ea6af5201a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:55:41.684613 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:41.700641 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:41.709353 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db958d53-0324-4ffb-a063-25aa100c6fda req-a5a84464-af59-4a84-8272-8eac18003689 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3956721 Jul 29 14:55:41.757644 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-7bdad72d-8c15-4cba-a48c-ffcf508c21b0 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:41.945819 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d421d9-e5f9-407a-b44a-a6d5ecc602ad x-openstack-request-id: req-d5d421d9-e5f9-407a-b44a-a6d5ecc602ad {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:41.946688 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "name": "network-vif-unplugged", "status": "completed", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:41.946688 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5d421d9-e5f9-407a-b44a-a6d5ecc602ad {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:41.947493 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'code': 200} Jul 29 14:55:41.951995 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd5322-4853-4820-8fe2-85d25d57cfa1 req-720d3bd3-ce61-4a64-a875-da1be964002c tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:41.953772 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ebd5322-4853-4820-8fe2-85d25d57cfa1 req-720d3bd3-ce61-4a64-a875-da1be964002c tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 945 time: 0.3041825 Jul 29 14:55:41.966905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f214c1ee-c833-4ce4-8174-e69b4e56f326,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:41.973655 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42608) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:42.008613 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:42.022987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-642c8651-5c39-4ff1-afca-1b6a1ea1a08f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Request body: {'floatingip': {'port_id': '0645f2a4-4344-4019-845f-85f092e10ac5'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:42.030608 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35e98d-f100-468c-9762-9a3d362bdefc req-c9227fd1-1f0d-4226-a2b6-0f3a05e4ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:42.038601 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4c35e98d-f100-468c-9762-9a3d362bdefc req-c9227fd1-1f0d-4226-a2b6-0f3a05e4ac99 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 1096 time: 0.6317103 Jul 29 14:55:42.055442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41f6add-9433-4914-8258-b985d7dc0cad req-7bdad72d-8c15-4cba-a48c-ffcf508c21b0 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Network f2970a42-6559-481a-827e-4efa842427ed is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:55:42.124480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-f41f6add-9433-4914-8258-b985d7dc0cad req-a547454e-952b-4f15-99f2-4d67848a7921 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Allocated IP 172.20.0.2 (f2970a42-6559-481a-827e-4efa842427ed/e04a2763-9f8a-4a7d-bef4-34e8be4da47e/ea949011-095d-4506-bca6-4af10891e537) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:55:42.171053 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f28955-09ac-4bef-8444-5a3cddac438f None None] Network a44b8465-276d-40e9-aaae-ce93b5fe4ae9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:55:42.184400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port fa04275e-f303-4619-9d49-b884530d05d0, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fa04275e-f303-4619-9d49-b884530d05d0,segment=NetworkSegment(d1a302eb-da33-46f6-9d80-88375733b6af),segment_id=d1a302eb-da33-46f6-9d80-88375733b6af)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:42.185913 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-642c8651-5c39-4ff1-afca-1b6a1ea1a08f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:42.202840 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:42.288128 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e87c114a-3c0c-423f-84be-bec267d6ba97 None None] Provisioning for port 17c0263e-57a0-4ec4-a904-ffe713c827a6 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:42.302429 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e87c114a-3c0c-423f-84be-bec267d6ba97 None None] Provisioning complete for port 17c0263e-57a0-4ec4-a904-ffe713c827a6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:42.303105 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e87c114a-3c0c-423f-84be-bec267d6ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:42.394426 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=fa04275e-f303-4619-9d49-b884530d05d0,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:42.412808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-f41f6add-9433-4914-8258-b985d7dc0cad req-7bdad72d-8c15-4cba-a48c-ffcf508c21b0 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:42.479845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41f6add-9433-4914-8258-b985d7dc0cad req-7bdad72d-8c15-4cba-a48c-ffcf508c21b0 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:55:42.534932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] For port 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:55:42.592732 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35e98d-f100-468c-9762-9a3d362bdefc req-0d331584-81f8-4aa8-a11c-fbaa2efe58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:42.595601 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4c35e98d-f100-468c-9762-9a3d362bdefc req-0d331584-81f8-4aa8-a11c-fbaa2efe58a9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.5111887 Jul 29 14:55:42.596729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] For port 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:55:42.619976 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:42.679969 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e87c114a-3c0c-423f-84be-bec267d6ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:42.709133 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64796d-6fc2-459c-be92-8dff4833e712 req-a722b36b-855d-46f5-9930-e92ad0394687 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:42.717307 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8b64796d-6fc2-459c-be92-8dff4833e712 req-a722b36b-855d-46f5-9930-e92ad0394687 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 931 time: 0.2297368 Jul 29 14:55:42.764109 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e87c114a-3c0c-423f-84be-bec267d6ba97 None None] For port 17c0263e-57a0-4ec4-a904-ffe713c827a6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=17c0263e-57a0-4ec4-a904-ffe713c827a6,segment=NetworkSegment(bab0bbba-b43d-4e00-b2f3-3e43f6391dd6),segment_id=bab0bbba-b43d-4e00-b2f3-3e43f6391dd6)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:42.774755 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e87c114a-3c0c-423f-84be-bec267d6ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:42.807799 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4c35e98d-f100-468c-9762-9a3d362bdefc req-2ae47806-1da7-429b-a117-186e50ac8e69 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326 HTTP/1.1" status: 200 len: 999 time: 0.1623354 Jul 29 14:55:42.808488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdad72d-8c15-4cba-a48c-ffcf508c21b0 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Pushing event updated for resources: {'Port': ['ID=49d1e643-2903-44d2-8b68-d05693cf796f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:42.863748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:42.867706 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:42.871628 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f128928a-5f45-4a9b-98cb-34d098498587 req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] 10.222.0.39 "PUT /v2.0/ports/1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 HTTP/1.1" status: 200 len: 1091 time: 2.9160488 Jul 29 14:55:42.880094 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1012ddcf-0125-47f7-b828-183a444014e6', 'tag': '1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:42.888848 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd1c734-877e-43f2-8b25-215a76c98c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "1012ddcf-0125-47f7-b828-183a444014e6", "tag": "1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:42.893735 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c114a-3c0c-423f-84be-bec267d6ba97 None None] Pushing event updated for resources: {'Port': ['ID=17c0263e-57a0-4ec4-a904-ffe713c827a6,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:43.127791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd584a0e-182c-413f-9f2b-a9337f4ca9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:43.136251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-412f5de2-b932-4322-9264-d06ae65b3c67 None None] Provisioning complete for port 17c0263e-57a0-4ec4-a904-ffe713c827a6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:43.136869 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-412f5de2-b932-4322-9264-d06ae65b3c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:43.150733 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-144637b3-05fd-45d7-a802-d303f1475baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:43.173240 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8b64796d-6fc2-459c-be92-8dff4833e712 req-a20a3951-8ceb-420e-b1fa-828a285ac976 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548411 Jul 29 14:55:43.221353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-7bdad72d-8c15-4cba-a48c-ffcf508c21b0 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:43.222421 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-7bdad72d-8c15-4cba-a48c-ffcf508c21b0 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:43.226580 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-144637b3-05fd-45d7-a802-d303f1475baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:43.233340 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 17c0263e-57a0-4ec4-a904-ffe713c827a6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:43.267862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128928a-5f45-4a9b-98cb-34d098498587 req-6dc0901a-daf2-4b52-a7c8-f083e2e14b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:43.269522 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f128928a-5f45-4a9b-98cb-34d098498587 req-6dc0901a-daf2-4b52-a7c8-f083e2e14b84 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28bcd8d082344846aa3000b5c102e8f6&device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 1094 time: 0.3045349 Jul 29 14:55:43.325630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35e98d-f100-468c-9762-9a3d362bdefc req-348abe0c-75d0-498a-9f48-59d4664e5493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:43.327343 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4c35e98d-f100-468c-9762-9a3d362bdefc req-348abe0c-75d0-498a-9f48-59d4664e5493 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.4526796 Jul 29 14:55:43.336416 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefd778d-da70-4c5d-8b98-123d6fc52ef4 x-openstack-request-id: req-eefd778d-da70-4c5d-8b98-123d6fc52ef4 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:43.336887 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1012ddcf-0125-47f7-b828-183a444014e6", "tag": "1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:43.337152 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eefd778d-da70-4c5d-8b98-123d6fc52ef4 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:43.337568 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1012ddcf-0125-47f7-b828-183a444014e6', 'tag': '1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667', 'status': 'completed', 'code': 200} Jul 29 14:55:43.344740 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f128928a-5f45-4a9b-98cb-34d098498587 req-f833ae59-90e6-4208-905c-13c087b0c598 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 HTTP/1.1" status: 200 len: 217 time: 0.0648074 Jul 29 14:55:43.383849 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-7bdad72d-8c15-4cba-a48c-ffcf508c21b0 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0643728 Jul 29 14:55:43.402743 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-a547454e-952b-4f15-99f2-4d67848a7921 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:43.417922 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Request body: {'port': {'device_id': 'a7bd7f52-7236-4923-8e97-8c26eca505b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:43.430320 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-144637b3-05fd-45d7-a802-d303f1475baa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c89053622974bdf8af5cf156de06c07&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0684717 Jul 29 14:55:43.430624 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42632) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:43.448937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144637b3-05fd-45d7-a802-d303f1475baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4ae2e6-dd79-4681-b73c-57663f9820aa,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:43.494382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1abe2c-12c8-40af-bb21-444a93d2ccb5 req-ebf6f13d-612e-42aa-8460-7a4899c338fe tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:43.497558 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab1abe2c-12c8-40af-bb21-444a93d2ccb5 req-ebf6f13d-612e-42aa-8460-7a4899c338fe tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 943 time: 0.4789295 Jul 29 14:55:43.559652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Allocated IP 172.21.0.1 (a44b8465-276d-40e9-aaae-ce93b5fe4ae9/b14d656d-056f-4d02-a88a-17d0a1a27004/a1af0cac-b93f-4dde-918d-347621c308cb) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:55:43.678208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 17c0263e-57a0-4ec4-a904-ffe713c827a6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:43.679010 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:43.749628 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.resource_extend [None req-642c8651-5c39-4ff1-afca-1b6a1ea1a08f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:55:43.759814 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:43.816783 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128928a-5f45-4a9b-98cb-34d098498587 req-31dfbf1c-4f06-426b-891d-008f69ba121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:43.818657 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f128928a-5f45-4a9b-98cb-34d098498587 req-31dfbf1c-4f06-426b-891d-008f69ba121f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8f6d6b5-3b81-47bf-b7c1-836398789a1e HTTP/1.1" status: 200 len: 861 time: 0.4531710 Jul 29 14:55:43.828921 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35e98d-f100-468c-9762-9a3d362bdefc req-65c3a507-b022-46bb-b823-b419dd1ff0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:43.832313 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4c35e98d-f100-468c-9762-9a3d362bdefc req-65c3a507-b022-46bb-b823-b419dd1ff0a7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4790545 Jul 29 14:55:43.845630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fa04275e-f303-4619-9d49-b884530d05d0 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:43.861908 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab1abe2c-12c8-40af-bb21-444a93d2ccb5 req-71a2769c-bc44-4795-ab5c-ad0b58bbbe77 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326762 Jul 29 14:55:43.896469 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f128928a-5f45-4a9b-98cb-34d098498587 req-a7dc56f0-37ee-41c8-a0f2-727490bb6d95 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687563 Jul 29 14:55:43.905302 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-642c8651-5c39-4ff1-afca-1b6a1ea1a08f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:43.920302 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-642c8651-5c39-4ff1-afca-1b6a1ea1a08f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:43.940328 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-a547454e-952b-4f15-99f2-4d67848a7921 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:43.940723 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port fa04275e-f303-4619-9d49-b884530d05d0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:43.941525 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:44.019692 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-61c918e2-f062-4c2c-9a10-a369dd0c5fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:44.105181 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-61c918e2-f062-4c2c-9a10-a369dd0c5fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:44.178220 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f128928a-5f45-4a9b-98cb-34d098498587 req-b84b384c-06ca-414d-9c32-54b51b211efb service neutron] 10.222.0.39 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714155 Jul 29 14:55:44.184644 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-642c8651-5c39-4ff1-afca-1b6a1ea1a08f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Floating IP de0f5a33-1b4f-48bf-ab82-4beae56fdb6c associated. External IP: 172.25.6.89, port: 0645f2a4-4344-4019-845f-85f092e10ac5. Jul 29 14:55:44.217963 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41f6add-9433-4914-8258-b985d7dc0cad req-a547454e-952b-4f15-99f2-4d67848a7921 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Network f2970a42-6559-481a-827e-4efa842427ed is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:55:44.260724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547454e-952b-4f15-99f2-4d67848a7921 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Pushing event updated for resources: {'Port': ['ID=ea949011-095d-4506-bca6-4af10891e537,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:44.305278 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-61c918e2-f062-4c2c-9a10-a369dd0c5fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:44.308059 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-61c918e2-f062-4c2c-9a10-a369dd0c5fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:44.309371 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-61c918e2-f062-4c2c-9a10-a369dd0c5fb9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a4ae2e6-dd79-4681-b73c-57663f9820aa HTTP/1.1" status: 204 len: 168 time: 0.8777726 Jul 29 14:55:44.326080 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-f41f6add-9433-4914-8258-b985d7dc0cad req-a547454e-952b-4f15-99f2-4d67848a7921 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:44.329058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41f6add-9433-4914-8258-b985d7dc0cad req-a547454e-952b-4f15-99f2-4d67848a7921 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:55:44.358427 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c918e2-f062-4c2c-9a10-a369dd0c5fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4ae2e6-dd79-4681-b73c-57663f9820aa,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:44.393866 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f128928a-5f45-4a9b-98cb-34d098498587 req-f0787d14-efdc-4d35-a912-05657608df09 service neutron] 10.222.0.39 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062991 Jul 29 14:55:44.403482 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:44.506837 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4c35e98d-f100-468c-9762-9a3d362bdefc req-ec66d8ae-d7dd-4d36-a845-fb3265d12fb5 service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306009 Jul 29 14:55:44.542302 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Transition to ACTIVE for port object a1af0cac-b93f-4dde-918d-347621c308cb will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:44.567071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-a547454e-952b-4f15-99f2-4d67848a7921 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:44.568064 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-a547454e-952b-4f15-99f2-4d67848a7921 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:44.641930 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc312d17-745b-4273-918e-5bdbecdcc2e7 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:55:44.660579 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-a547454e-952b-4f15-99f2-4d67848a7921 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0378387 Jul 29 14:55:44.662463 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:44.667603 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1c734-877e-43f2-8b25-215a76c98c2c req-ebbf56da-9109-4221-8209-688b020c08b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:44.670368 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fd1c734-877e-43f2-8b25-215a76c98c2c req-ebbf56da-9109-4221-8209-688b020c08b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=28bcd8d082344846aa3000b5c102e8f6&device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 1094 time: 0.1618888 Jul 29 14:55:44.680612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665090e-1576-472f-a637-f7fc16bc8203 req-393c5558-302f-4085-90c3-bef62f217fce tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:44.689012 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3665090e-1576-472f-a637-f7fc16bc8203 req-393c5558-302f-4085-90c3-bef62f217fce tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 931 time: 0.2527180 Jul 29 14:55:44.716229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Request body: {'port': {'device_id': 'b7548e95-a18f-4c3f-917c-54cd6991911f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:44.733713 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Transition to ACTIVE for port object dc312d17-745b-4273-918e-5bdbecdcc2e7 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:44.779723 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:44.784001 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642c8651-5c39-4ff1-afca-1b6a1ea1a08f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Router 1a010d4f-0539-4476-b478-abc53adac9fc has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:55:44.970341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1c734-877e-43f2-8b25-215a76c98c2c req-cfa8c9aa-523a-4267-bbee-9e92ce1a1c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:44.973214 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fd1c734-877e-43f2-8b25-215a76c98c2c req-cfa8c9aa-523a-4267-bbee-9e92ce1a1c75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 HTTP/1.1" status: 200 len: 922 time: 0.2916541 Jul 29 14:55:45.097895 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fd1c734-877e-43f2-8b25-215a76c98c2c req-0314d5f3-e3fc-4aad-bb85-df8c631c7819 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 HTTP/1.1" status: 200 len: 217 time: 0.1160450 Jul 29 14:55:45.185416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642c8651-5c39-4ff1-afca-1b6a1ea1a08f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:55:45.187866 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-642c8651-5c39-4ff1-afca-1b6a1ea1a08f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:45.215882 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1363a9-d430-430d-9027-2f9d16be0e43 None None] Sync routers for ids ['1a010d4f-0539-4476-b478-abc53adac9fc'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:55:45.229912 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1c734-877e-43f2-8b25-215a76c98c2c req-35114dc4-21dc-4b8a-bb5e-062b602c335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:45.233124 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fd1c734-877e-43f2-8b25-215a76c98c2c req-35114dc4-21dc-4b8a-bb5e-062b602c335a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8f6d6b5-3b81-47bf-b7c1-836398789a1e HTTP/1.1" status: 200 len: 861 time: 0.1256313 Jul 29 14:55:45.246514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df84e40-1914-49c9-944c-e98c167ea8e2 req-3d59c719-8d74-4491-954b-a998a9c71270 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:45.248119 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6df84e40-1914-49c9-944c-e98c167ea8e2 req-3d59c719-8d74-4491-954b-a998a9c71270 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 943 time: 0.1894383 Jul 29 14:55:45.267241 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-642c8651-5c39-4ff1-afca-1b6a1ea1a08f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "PUT /v2.0/floatingips/de0f5a33-1b4f-48bf-ab82-4beae56fdb6c HTTP/1.1" status: 200 len: 990 time: 3.2789323 Jul 29 14:55:45.278618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1363a9-d430-430d-9027-2f9d16be0e43 None None] Routers {'1a010d4f-0539-4476-b478-abc53adac9fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:55:45.280167 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ec1363a9-d430-430d-9027-2f9d16be0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:55:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1a010d4f-0539-4476-b478-abc53adac9fc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:45.302470 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fd1c734-877e-43f2-8b25-215a76c98c2c req-635bd556-8fb6-4b23-bfdd-7a724b0787ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513279 Jul 29 14:55:45.303613 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4c35e98d-f100-468c-9762-9a3d362bdefc req-db22f384-0550-4deb-873c-6d5921dd099e service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7722933 Jul 29 14:55:45.399741 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:45.407238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8093d82-fd21-4837-a452-0b5e11f7a64e', 'tag': '0645f2a4-4344-4019-845f-85f092e10ac5'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:45.410422 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c63495-7586-4384-82ca-ff8427de25dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d8093d82-fd21-4837-a452-0b5e11f7a64e", "tag": "0645f2a4-4344-4019-845f-85f092e10ac5"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:45.417782 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6df84e40-1914-49c9-944c-e98c167ea8e2 req-42c9230e-a899-486f-b015-b1ea7e111014 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253169 Jul 29 14:55:45.449898 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:55:45.465885 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3665090e-1576-472f-a637-f7fc16bc8203 req-403333c9-104d-44cc-bb1b-8a9b1c0e2870 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7755437 Jul 29 14:55:45.514343 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fd1c734-877e-43f2-8b25-215a76c98c2c req-2117dff5-5e3f-4835-a060-ed6a70d5a8b2 service neutron] 10.222.0.39 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031095 Jul 29 14:55:45.520075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network a44b8465-276d-40e9-aaae-ce93b5fe4ae9 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:55:45.602659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:45.606716 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:45.629548 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-ec1363a9-d430-430d-9027-2f9d16be0e43 None None] Set router 1a010d4f-0539-4476-b478-abc53adac9fc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:55:45.667615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Pushing event updated for resources: {'Port': ['ID=dc312d17-745b-4273-918e-5bdbecdcc2e7,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:45.685629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:55:45.698274 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db64e48-accd-4ad2-8689-35824f17ec15 x-openstack-request-id: req-8db64e48-accd-4ad2-8689-35824f17ec15 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:45.698274 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8093d82-fd21-4837-a452-0b5e11f7a64e", "tag": "0645f2a4-4344-4019-845f-85f092e10ac5", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:45.698274 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8db64e48-accd-4ad2-8689-35824f17ec15 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:45.698274 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8093d82-fd21-4837-a452-0b5e11f7a64e', 'tag': '0645f2a4-4344-4019-845f-85f092e10ac5', 'status': 'completed', 'code': 200} Jul 29 14:55:45.708204 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:55:45.779578 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fd1c734-877e-43f2-8b25-215a76c98c2c req-90b7fcdc-56d2-47d5-96c7-e35043353e49 service neutron] 10.222.0.39 "GET /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568498 Jul 29 14:55:45.935056 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:46.016700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667', 'network_id': 'fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34', 'port_id': '1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667', 'mac_address': 'fa:16:3e:ae:8a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f6d6b5-3b81-47bf-b7c1-836398789a1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:55:46.134148 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=a1af0cac-b93f-4dde-918d-347621c308cb,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:46.167992 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:46.211844 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-710fb446-9376-4b1b-8db5-30af9fbd23e4 None None] Provisioning for port a1af0cac-b93f-4dde-918d-347621c308cb completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:46.220615 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:46.241345 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-710fb446-9376-4b1b-8db5-30af9fbd23e4 None None] Provisioning complete for port a1af0cac-b93f-4dde-918d-347621c308cb triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:46.242721 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-710fb446-9376-4b1b-8db5-30af9fbd23e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:46.309309 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:55:46.376523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-710fb446-9376-4b1b-8db5-30af9fbd23e4 None None] Port a1af0cac-b93f-4dde-918d-347621c308cb cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:55:46.386011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c63495-7586-4384-82ca-ff8427de25dc req-3a79dd88-b6a8-4f3e-a2c7-771ce8547ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:46.388660 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-01c63495-7586-4384-82ca-ff8427de25dc req-3a79dd88-b6a8-4f3e-a2c7-771ce8547ee9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=594bc26b42cf44059f13428d7c87f248&device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 1096 time: 0.6148663 Jul 29 14:55:46.392700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:46.404376 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:46.459795 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ec1363a9-d430-430d-9027-2f9d16be0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'name': 'tempest-ServersTestBootFromVolume-1395248874-router', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:53:45Z', 'updated_at': '2021-07-29T14:53:59Z', 'revision_number': 4, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'gw_port': {'id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:46Z', 'updated_at': '2021-07-29T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'de0f5a33-1b4f-48bf-ab82-4beae56fdb6c', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'port_id': '0645f2a4-4344-4019-845f-85f092e10ac5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff', 'mac_address': 'fa:16:3e:80:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8093d82-fd21-4837-a452-0b5e11f7a64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:54:13Z', 'updated_at': '2021-07-29T14:55:43Z', 'revision_number': 1, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc3e28e8-d601-4ac9-b489-253420aac3cd', 'name': '', 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'mac_address': 'fa:16:3e:60:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:55Z', 'updated_at': '2021-07-29T14:54:13Z', 'revision_number': 5, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'subnets': [{'id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:46.528473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1363a9-d430-430d-9027-2f9d16be0e43 None None] Checking router: 1a010d4f-0539-4476-b478-abc53adac9fc for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:55:46.587727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1363a9-d430-430d-9027-2f9d16be0e43 None None] Routers {'1a010d4f-0539-4476-b478-abc53adac9fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:55:46.588857 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ec1363a9-d430-430d-9027-2f9d16be0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:55:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1a010d4f-0539-4476-b478-abc53adac9fc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:46.594207 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:46.673802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Attempting to bind port dc312d17-745b-4273-918e-5bdbecdcc2e7 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:55:46.674420 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Attempting to bind port dc312d17-745b-4273-918e-5bdbecdcc2e7 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '5626f2db-a575-4cd4-b6c8-0491431a7e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:55:46.674880 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Attempting to bind port dc312d17-745b-4273-918e-5bdbecdcc2e7 on network f2970a42-6559-481a-827e-4efa842427ed {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:55:46.685784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:55:46.703007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d1e643-2903-44d2-8b68-d05693cf796f {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:55:46.758337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83c9d3-fad2-4d87-a4c7-24a49cd7fd47 req-c0dfe7c2-2611-4fdf-b276-3cb8fa35f061 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:46.766644 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c83c9d3-fad2-4d87-a4c7-24a49cd7fd47 req-c0dfe7c2-2611-4fdf-b276-3cb8fa35f061 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 944 time: 0.1848247 Jul 29 14:55:46.771381 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:46.775769 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Port dc312d17-745b-4273-918e-5bdbecdcc2e7 on network f2970a42-6559-481a-827e-4efa842427ed not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:55:46.776223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Attempting to bind port dc312d17-745b-4273-918e-5bdbecdcc2e7 on network f2970a42-6559-481a-827e-4efa842427ed {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:55:46.843406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:55:46.844471 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Checking segment: {'id': '5626f2db-a575-4cd4-b6c8-0491431a7e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:55:46.845249 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Bound using segment: {'id': '5626f2db-a575-4cd4-b6c8-0491431a7e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:55:46.846032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Bound port: dc312d17-745b-4273-918e-5bdbecdcc2e7, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5626f2db-a575-4cd4-b6c8-0491431a7e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:55:46.846905 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:46.861226 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c83c9d3-fad2-4d87-a4c7-24a49cd7fd47 req-78c4157e-b7a1-462b-905b-0d8b0212e8ee tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935416 Jul 29 14:55:46.904739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-ec1363a9-d430-430d-9027-2f9d16be0e43 None None] Set router 1a010d4f-0539-4476-b478-abc53adac9fc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:55:46.927264 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Transition to ACTIVE for port object 49d1e643-2903-44d2-8b68-d05693cf796f will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:46.949253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c63495-7586-4384-82ca-ff8427de25dc req-ffd6fb71-6107-4b4f-925f-68600b4ed732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:46.956296 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-01c63495-7586-4384-82ca-ff8427de25dc req-ffd6fb71-6107-4b4f-925f-68600b4ed732 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f5779f1c-c34a-412c-ac27-a38d801761ff HTTP/1.1" status: 200 len: 917 time: 0.5188284 Jul 29 14:55:47.135538 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d05f56-5259-4174-872d-ebfb7410d982 req-a9f57a5a-4ba1-4b04-8384-aeb2c7c10269 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:47.139909 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92d05f56-5259-4174-872d-ebfb7410d982 req-a9f57a5a-4ba1-4b04-8384-aeb2c7c10269 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 931 time: 0.4680588 Jul 29 14:55:47.140464 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:47.142811 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:47.309910 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92d05f56-5259-4174-872d-ebfb7410d982 req-e8e6d625-e730-42f5-9a78-a3694776e5e5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120708 Jul 29 14:55:47.431087 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f214c1ee-c833-4ce4-8174-e69b4e56f326 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:55:47.547841 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Pushing event updated for resources: {'Port': ['ID=49d1e643-2903-44d2-8b68-d05693cf796f,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:47.551671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ec1363a9-d430-430d-9027-2f9d16be0e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'name': 'tempest-ServersTestBootFromVolume-1395248874-router', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:53:45Z', 'updated_at': '2021-07-29T14:53:59Z', 'revision_number': 4, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'gw_port': {'id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:46Z', 'updated_at': '2021-07-29T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'de0f5a33-1b4f-48bf-ab82-4beae56fdb6c', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'port_id': '0645f2a4-4344-4019-845f-85f092e10ac5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff', 'mac_address': 'fa:16:3e:80:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8093d82-fd21-4837-a452-0b5e11f7a64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:54:13Z', 'updated_at': '2021-07-29T14:55:43Z', 'revision_number': 1, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc3e28e8-d601-4ac9-b489-253420aac3cd', 'name': '', 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'mac_address': 'fa:16:3e:60:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:55Z', 'updated_at': '2021-07-29T14:54:13Z', 'revision_number': 5, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'subnets': [{'id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:47.575280 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-01c63495-7586-4384-82ca-ff8427de25dc req-8854f26a-e633-40e8-955c-abfa4027d197 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0645f2a4-4344-4019-845f-85f092e10ac5 HTTP/1.1" status: 200 len: 998 time: 0.5105758 Jul 29 14:55:47.599645 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1363a9-d430-430d-9027-2f9d16be0e43 None None] The sync data for ids ['1a010d4f-0539-4476-b478-abc53adac9fc'] in n-d-802893-1 is: [{'id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'name': 'tempest-ServersTestBootFromVolume-1395248874-router', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:53:45Z', 'updated_at': '2021-07-29T14:53:59Z', 'revision_number': 4, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'gw_port': {'id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:46Z', 'updated_at': '2021-07-29T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'de0f5a33-1b4f-48bf-ab82-4beae56fdb6c', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'port_id': '0645f2a4-4344-4019-845f-85f092e10ac5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff', 'mac_address': 'fa:16:3e:80:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8093d82-fd21-4837-a452-0b5e11f7a64e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:54:13Z', 'updated_at': '2021-07-29T14:55:43Z', 'revision_number': 1, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc3e28e8-d601-4ac9-b489-253420aac3cd', 'name': '', 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'mac_address': 'fa:16:3e:60:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:55Z', 'updated_at': '2021-07-29T14:54:13Z', 'revision_number': 5, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'subnets': [{'id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:55:47.646330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:47.667031 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'port_id': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'mac_address': 'fa:16:3e:42:28:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:55:47.668400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] For port dc312d17-745b-4273-918e-5bdbecdcc2e7, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:55:47.736166 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:47.755507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f214c1ee-c833-4ce4-8174-e69b4e56f326 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:55:47.756221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] For port dc312d17-745b-4273-918e-5bdbecdcc2e7, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=dc312d17-745b-4273-918e-5bdbecdcc2e7,segment=NetworkSegment(5626f2db-a575-4cd4-b6c8-0491431a7e03),segment_id=5626f2db-a575-4cd4-b6c8-0491431a7e03)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:55:47.785238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:47.792726 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:47.900404 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:47.906719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f214c1ee-c833-4ce4-8174-e69b4e56f326,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:47.989955 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['f214c1ee-c833-4ce4-8174-e69b4e56f326'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:55:48.003944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea949011-095d-4506-bca6-4af10891e537 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:55:48.022633 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:48.064964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Transition to ACTIVE for port object ea949011-095d-4506-bca6-4af10891e537 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:48.207928 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2149b1-419c-40e5-9711-9f6a2cd641d8 None None] New status for floating IP de0f5a33-1b4f-48bf-ab82-4beae56fdb6c: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:55:48.254613 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c63495-7586-4384-82ca-ff8427de25dc req-ddf2a7e4-f356-4996-b350-4c1d227a3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:48.267980 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-01c63495-7586-4384-82ca-ff8427de25dc req-ddf2a7e4-f356-4996-b350-4c1d227a3ba6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41a7edd6-a5a3-4ddb-81be-33d6a034973c HTTP/1.1" status: 200 len: 855 time: 0.6596115 Jul 29 14:55:48.337536 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005a967-2659-4d46-b26a-2cb32ea23c1d req-ec69768b-18ce-48d3-b152-5942c226b04c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:48.359108 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e005a967-2659-4d46-b26a-2cb32ea23c1d req-ec69768b-18ce-48d3-b152-5942c226b04c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 944 time: 0.2450793 Jul 29 14:55:48.431696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:48.437695 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:48.450104 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] 10.222.0.39 "PUT /v2.0/ports/dc312d17-745b-4273-918e-5bdbecdcc2e7 HTTP/1.1" status: 200 len: 1091 time: 8.5130394 Jul 29 14:55:48.455811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab08b9-b10d-4855-b68b-88c01c0180fb service neutron] Pushing event updated for resources: {'Port': ['ID=dc312d17-745b-4273-918e-5bdbecdcc2e7,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:48.461434 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:48.514206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5856a5cd-3b01-4d89-aed0-374ca9d52f18', 'tag': 'dc312d17-745b-4273-918e-5bdbecdcc2e7'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:48.522164 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e005a967-2659-4d46-b26a-2cb32ea23c1d req-c35a0ae7-8d81-405c-9501-4b027b38bf5c tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615748 Jul 29 14:55:48.524449 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3b2104-d818-49d6-be28-5167b1c446e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5856a5cd-3b01-4d89-aed0-374ca9d52f18", "tag": "dc312d17-745b-4273-918e-5bdbecdcc2e7"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:48.779332 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4b164c-5fc4-423a-8a27-f2320fa4c130 x-openstack-request-id: req-5e4b164c-5fc4-423a-8a27-f2320fa4c130 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:48.787109 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5856a5cd-3b01-4d89-aed0-374ca9d52f18", "tag": "dc312d17-745b-4273-918e-5bdbecdcc2e7", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:48.787526 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e4b164c-5fc4-423a-8a27-f2320fa4c130 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:48.788216 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5856a5cd-3b01-4d89-aed0-374ca9d52f18', 'tag': 'dc312d17-745b-4273-918e-5bdbecdcc2e7', 'status': 'completed', 'code': 200} Jul 29 14:55:49.104100 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:49.133034 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:49.240389 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:49.252846 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c63495-7586-4384-82ca-ff8427de25dc req-19c80d09-9257-40ba-a1cc-004216659785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:49.257003 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-01c63495-7586-4384-82ca-ff8427de25dc req-19c80d09-9257-40ba-a1cc-004216659785 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f5779f1c-c34a-412c-ac27-a38d801761ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7158430 Jul 29 14:55:49.259134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-32aaff45-3b5e-4fc4-91d0-fda36420e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:49.260881 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-32aaff45-3b5e-4fc4-91d0-fda36420e833 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa522b89c1d04719b7de39c7731db4a8&device_id=5856a5cd-3b01-4d89-aed0-374ca9d52f18 HTTP/1.1" status: 200 len: 1094 time: 0.6699674 Jul 29 14:55:49.266770 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Attempting to bind port 49d1e643-2903-44d2-8b68-d05693cf796f on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:55:49.267120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Attempting to bind port 49d1e643-2903-44d2-8b68-d05693cf796f by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '5626f2db-a575-4cd4-b6c8-0491431a7e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:55:49.267455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Attempting to bind port 49d1e643-2903-44d2-8b68-d05693cf796f on network f2970a42-6559-481a-827e-4efa842427ed {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:55:49.299154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Pushing event updated for resources: {'Port': ['ID=ea949011-095d-4506-bca6-4af10891e537,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:49.371022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Port 49d1e643-2903-44d2-8b68-d05693cf796f on network f2970a42-6559-481a-827e-4efa842427ed not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:55:49.371022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Attempting to bind port 49d1e643-2903-44d2-8b68-d05693cf796f on network f2970a42-6559-481a-827e-4efa842427ed {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:55:49.467501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:49.624465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:49.630836 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:49.631622 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:49.778894 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-71b180cd-b8a8-4603-80bb-7d59a157011c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc312d17-745b-4273-918e-5bdbecdcc2e7 HTTP/1.1" status: 200 len: 217 time: 0.5032103 Jul 29 14:55:49.795851 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:49.820410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:55:49.824042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Checking segment: {'id': '5626f2db-a575-4cd4-b6c8-0491431a7e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:55:49.824579 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Bound using segment: {'id': '5626f2db-a575-4cd4-b6c8-0491431a7e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:55:49.825096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Bound port: 49d1e643-2903-44d2-8b68-d05693cf796f, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5626f2db-a575-4cd4-b6c8-0491431a7e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:55:49.825479 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:49.860857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72838593-d830-4c7f-b4d6-6444c8acdff2 req-4397796c-a43e-4dcc-b61b-856073bd1511 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:49.869262 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72838593-d830-4c7f-b4d6-6444c8acdff2 req-4397796c-a43e-4dcc-b61b-856073bd1511 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 943 time: 1.0761619 Jul 29 14:55:49.909762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1012ddcf-0125-47f7-b828-183a444014e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:49.920299 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e69b52-db9b-412c-8278-009023cbf7ab" -d '{"events": [{"server_uuid": "1012ddcf-0125-47f7-b828-183a444014e6", "name": "network-vif-plugged", "status": "completed", "tag": "1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:49.928475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56a9d2-f2f2-43e2-97b9-da2609eed569 req-29981ceb-cc18-401e-9cea-edc5af244e0d tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:49.952159 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4f56a9d2-f2f2-43e2-97b9-da2609eed569 req-29981ceb-cc18-401e-9cea-edc5af244e0d tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 944 time: 0.2357383 Jul 29 14:55:49.973205 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:49.991250 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:50.014109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=a1af0cac-b93f-4dde-918d-347621c308cb,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:50.049596 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4f56a9d2-f2f2-43e2-97b9-da2609eed569 req-8fa96268-496d-4fcd-8c04-d685f5d52a56 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951192 Jul 29 14:55:50.077758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-51908102-73dc-4a3e-a53d-47f3604fa043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:50.079384 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-51908102-73dc-4a3e-a53d-47f3604fa043 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e04a2763-9f8a-4a7d-bef4-34e8be4da47e HTTP/1.1" status: 200 len: 857 time: 0.2658105 Jul 29 14:55:50.080154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Attempting to bind port ea949011-095d-4506-bca6-4af10891e537 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:55:50.080492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Attempting to bind port ea949011-095d-4506-bca6-4af10891e537 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '5626f2db-a575-4cd4-b6c8-0491431a7e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:55:50.080868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Attempting to bind port ea949011-095d-4506-bca6-4af10891e537 on network f2970a42-6559-481a-827e-4efa842427ed {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:55:50.103754 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-01c63495-7586-4384-82ca-ff8427de25dc req-88b732ea-2831-44b3-becf-945fc99923a7 service neutron] 10.222.0.38 "GET /v2.0/networks/f5779f1c-c34a-412c-ac27-a38d801761ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8242171 Jul 29 14:55:50.159686 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f795ab-7c98-4937-bbf6-e1e19a283ed1 x-openstack-request-id: req-77f795ab-7c98-4937-bbf6-e1e19a283ed1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:50.160451 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1012ddcf-0125-47f7-b828-183a444014e6", "name": "network-vif-plugged", "status": "completed", "tag": "1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:50.161086 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77f795ab-7c98-4937-bbf6-e1e19a283ed1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:50.161982 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1012ddcf-0125-47f7-b828-183a444014e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667', 'code': 200} Jul 29 14:55:50.169895 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:50.187949 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72838593-d830-4c7f-b4d6-6444c8acdff2 req-89b79bc8-ad00-49a3-b0e2-867504d61c40 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176656 Jul 29 14:55:50.236355 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Port ea949011-095d-4506-bca6-4af10891e537 on network f2970a42-6559-481a-827e-4efa842427ed not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:55:50.236718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Attempting to bind port ea949011-095d-4506-bca6-4af10891e537 on network f2970a42-6559-481a-827e-4efa842427ed {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:55:50.258243 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-21fe930d-89a4-4ee4-bd70-f33fdb81d7ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2970a42-6559-481a-827e-4efa842427ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437125 Jul 29 14:55:50.315143 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network a44b8465-276d-40e9-aaae-ce93b5fe4ae9 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:55:50.319026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:55:50.319467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Checking segment: {'id': '5626f2db-a575-4cd4-b6c8-0491431a7e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:55:50.319896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Bound using segment: {'id': '5626f2db-a575-4cd4-b6c8-0491431a7e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:55:50.320393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Bound port: ea949011-095d-4506-bca6-4af10891e537, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5626f2db-a575-4cd4-b6c8-0491431a7e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:55:50.320810 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:50.347771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd9e6b-5ce7-4965-9144-d414f93255ed req-3df4b915-9dca-4005-9a1e-6fb1b9d1fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:50.350239 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60cd9e6b-5ce7-4965-9144-d414f93255ed req-3df4b915-9dca-4005-9a1e-6fb1b9d1fc61 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 1096 time: 0.0974104 Jul 29 14:55:50.364363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:50.367130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] For port 49d1e643-2903-44d2-8b68-d05693cf796f, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:55:50.422023 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60cd9e6b-5ce7-4965-9144-d414f93255ed req-f4666e5a-eabb-4fe1-a6ec-beb7dd8bdb16 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628569 Jul 29 14:55:50.428791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] For port 49d1e643-2903-44d2-8b68-d05693cf796f, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=49d1e643-2903-44d2-8b68-d05693cf796f,segment=NetworkSegment(5626f2db-a575-4cd4-b6c8-0491431a7e03),segment_id=5626f2db-a575-4cd4-b6c8-0491431a7e03)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:55:50.468401 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:50.669075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Pushing event updated for resources: {'Port': ['ID=49d1e643-2903-44d2-8b68-d05693cf796f,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:50.690769 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-2a9a4c17-67ee-49dc-9c43-a99f6cfb9b4f service neutron] 10.222.0.39 "GET /v2.0/networks/f2970a42-6559-481a-827e-4efa842427ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989575 Jul 29 14:55:50.697557 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-01c63495-7586-4384-82ca-ff8427de25dc req-41a3c6ca-24e5-4ec1-b810-92ca2f41f6ae service neutron] 10.222.0.38 "GET /v2.0/networks/f5779f1c-c34a-412c-ac27-a38d801761ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604208 Jul 29 14:55:50.769724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] For port ea949011-095d-4506-bca6-4af10891e537, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:55:50.775447 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] For port ea949011-095d-4506-bca6-4af10891e537, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ea949011-095d-4506-bca6-4af10891e537,segment=NetworkSegment(5626f2db-a575-4cd4-b6c8-0491431a7e03),segment_id=5626f2db-a575-4cd4-b6c8-0491431a7e03)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:55:50.890316 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-93f590c2-f6cc-4e3d-9190-68808eabafd0 None None] Provisioning complete for port a1af0cac-b93f-4dde-918d-347621c308cb triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:50.891465 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93f590c2-f6cc-4e3d-9190-68808eabafd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:50.911726 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:50.958152 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:50.959429 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:50.961144 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-abf5d435-b807-4a19-be7d-dbd1a77f68f6 service neutron] 10.222.0.39 "PUT /v2.0/ports/49d1e643-2903-44d2-8b68-d05693cf796f HTTP/1.1" status: 200 len: 1091 time: 7.5502746 Jul 29 14:55:50.976527 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7bd7f52-7236-4923-8e97-8c26eca505b5', 'tag': '49d1e643-2903-44d2-8b68-d05693cf796f'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:50.979395 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b72cf5-0e18-48b9-b929-740d047bb187" -d '{"events": [{"name": "network-changed", "server_uuid": "a7bd7f52-7236-4923-8e97-8c26eca505b5", "tag": "49d1e643-2903-44d2-8b68-d05693cf796f"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:51.024761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-93f590c2-f6cc-4e3d-9190-68808eabafd0 None None] Port a1af0cac-b93f-4dde-918d-347621c308cb cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:55:51.041052 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:51.042010 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:51.043886 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] 10.222.0.38 "PUT /v2.0/ports/ea949011-095d-4506-bca6-4af10891e537 HTTP/1.1" status: 200 len: 1091 time: 6.3434870 Jul 29 14:55:51.202017 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:55:51.203937 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73554a7-d5ff-405e-9ff0-cdceea6c639b x-openstack-request-id: req-a73554a7-d5ff-405e-9ff0-cdceea6c639b {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:51.204237 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7bd7f52-7236-4923-8e97-8c26eca505b5", "tag": "49d1e643-2903-44d2-8b68-d05693cf796f", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:51.204606 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a73554a7-d5ff-405e-9ff0-cdceea6c639b {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:51.205173 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7bd7f52-7236-4923-8e97-8c26eca505b5', 'tag': '49d1e643-2903-44d2-8b68-d05693cf796f', 'status': 'completed', 'code': 200} Jul 29 14:55:51.249870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2ce60-3c57-4d48-bf38-75cfd2145fab service neutron] Pushing event updated for resources: {'Port': ['ID=ea949011-095d-4506-bca6-4af10891e537,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:51.365358 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-6265f39a-89c7-4b43-ad28-3f7704fe877a service neutron] 10.222.0.39 "GET /v2.0/networks/f2970a42-6559-481a-827e-4efa842427ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5869691 Jul 29 14:55:51.388109 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f214c1ee-c833-4ce4-8174-e69b4e56f326 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:51.391530 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-f1baaa5c-4735-4ba6-a7c3-ee103c7b5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:51.405593 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-f1baaa5c-4735-4ba6-a7c3-ee103c7b5c2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa522b89c1d04719b7de39c7731db4a8&device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 1094 time: 0.3576579 Jul 29 14:55:51.420192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-ab6cf92e-9f86-4819-8fa0-6095981b7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:51.421930 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-ab6cf92e-9f86-4819-8fa0-6095981b7ae4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa522b89c1d04719b7de39c7731db4a8&device_id=b7548e95-a18f-4c3f-917c-54cd6991911f HTTP/1.1" status: 200 len: 1094 time: 0.2961037 Jul 29 14:55:51.565734 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port f214c1ee-c833-4ce4-8174-e69b4e56f326 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:51.566123 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:51.597531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bdf92-d2d0-4282-b264-8a7ff844fef7 req-f63e7af5-73a2-4ef3-9f45-a67931939fdf tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:51.610922 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d05bdf92-d2d0-4282-b264-8a7ff844fef7 req-f63e7af5-73a2-4ef3-9f45-a67931939fdf tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 943 time: 0.1553781 Jul 29 14:55:51.647590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab10c78-1dfc-4e1f-b3da-b6a5f6a16fb6 req-394f5ff0-db3e-4c87-a918-5554755054e2 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:51.657917 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aab10c78-1dfc-4e1f-b3da-b6a5f6a16fb6 req-394f5ff0-db3e-4c87-a918-5554755054e2 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 945 time: 0.3773060 Jul 29 14:55:51.665951 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-2cd30744-ee2d-448c-8b69-1a20d6f3b92e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49d1e643-2903-44d2-8b68-d05693cf796f HTTP/1.1" status: 200 len: 217 time: 0.2080266 Jul 29 14:55:51.678608 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-35019927-df8d-44bc-941a-ef479b3dd53a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea949011-095d-4506-bca6-4af10891e537 HTTP/1.1" status: 200 len: 217 time: 0.2051582 Jul 29 14:55:51.714177 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d05bdf92-d2d0-4282-b264-8a7ff844fef7 req-a7f9e08b-7026-4d09-ab98-61badd9212f5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017315 Jul 29 14:55:51.752729 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:51.827010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:55:51.837382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b2104-d818-49d6-be28-5167b1c446e4 req-ac363d4a-20a0-4f47-9554-0a552a2b348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:51.839083 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd3b2104-d818-49d6-be28-5167b1c446e4 req-ac363d4a-20a0-4f47-9554-0a552a2b348e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa522b89c1d04719b7de39c7731db4a8&device_id=5856a5cd-3b01-4d89-aed0-374ca9d52f18 HTTP/1.1" status: 200 len: 1094 time: 0.3795583 Jul 29 14:55:51.847542 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-88071d67-da39-4348-a052-9cb271ad8330 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/3620e05a-f2f3-4d4d-969e-9f650e71f4e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8640795 Jul 29 14:55:51.847833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42792) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:51.856537 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3b2caa09-0540-4f0a-98d2-c22cf8f818f9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'network': {'name': 'tempest-RoutersTest-1719665299'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:51.859784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:51.863704 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aab10c78-1dfc-4e1f-b3da-b6a5f6a16fb6 req-00fd5fe5-a221-435f-9869-f3f0d841a325 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044919 Jul 29 14:55:51.866408 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Sync routers for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:55:51.872711 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:51.890039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:55:51.890039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:55:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:51.929963 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-92951af3-a67c-413d-b1b3-3b522a31761f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:51.932182 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-92951af3-a67c-413d-b1b3-3b522a31761f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e04a2763-9f8a-4a7d-bef4-34e8be4da47e HTTP/1.1" status: 200 len: 857 time: 0.2507532 Jul 29 14:55:51.960631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f6add-9433-4914-8258-b985d7dc0cad req-9e65c16f-447b-4546-8d73-710a7abaafaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:51.969095 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-9e65c16f-447b-4546-8d73-710a7abaafaf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e04a2763-9f8a-4a7d-bef4-34e8be4da47e HTTP/1.1" status: 200 len: 857 time: 0.2478037 Jul 29 14:55:51.997092 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2caa09-0540-4f0a-98d2-c22cf8f818f9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:55:52.020518 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3b2caa09-0540-4f0a-98d2-c22cf8f818f9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:52.108881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f214c1ee-c833-4ce4-8174-e69b4e56f326,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:52.119665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2caa09-0540-4f0a-98d2-c22cf8f818f9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:55:52.141730 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:55:52.166269 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3b2caa09-0540-4f0a-98d2-c22cf8f818f9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:52.167311 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-3b2caa09-0540-4f0a-98d2-c22cf8f818f9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Added segment dcc829fc-047a-4bd8-802b-b25fcb7b6205 of type vlan for network bd1408bb-7f43-44d3-a481-991b77a166f5 Jul 29 14:55:52.194182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:52.197510 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec41008-907c-4770-a936-658f4b4ee767" -d '{"events": [{"server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "name": "network-vif-plugged", "status": "completed", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:52.311523 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3b2caa09-0540-4f0a-98d2-c22cf8f818f9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:52.362774 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-66355b6e-f8c0-4954-a367-71d94d739f83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2970a42-6559-481a-827e-4efa842427ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3086925 Jul 29 14:55:52.365050 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b2104-d818-49d6-be28-5167b1c446e4 req-d7b73efc-fb39-4a1a-9718-9b6d8ce8cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:52.368723 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd3b2104-d818-49d6-be28-5167b1c446e4 req-d7b73efc-fb39-4a1a-9718-9b6d8ce8cf5a service neutron] 10.222.0.39 "GET /v2.0/networks?id=f2970a42-6559-481a-827e-4efa842427ed HTTP/1.1" status: 200 len: 918 time: 0.5036070 Jul 29 14:55:52.371400 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-aa93e9a7-4e2f-49d7-96cc-65025a0cdc97 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f2970a42-6559-481a-827e-4efa842427ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3152080 Jul 29 14:55:52.414005 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3359ed-6486-4a17-8a48-5e5ecbf4c669 x-openstack-request-id: req-6a3359ed-6486-4a17-8a48-5e5ecbf4c669 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:52.416631 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "name": "network-vif-plugged", "status": "completed", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:52.417313 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a3359ed-6486-4a17-8a48-5e5ecbf4c669 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:52.418090 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'code': 200} Jul 29 14:55:52.427816 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3b2caa09-0540-4f0a-98d2-c22cf8f818f9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:52.475848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2caa09-0540-4f0a-98d2-c22cf8f818f9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:52.476882 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3b2caa09-0540-4f0a-98d2-c22cf8f818f9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:52.667318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:55:46Z', 'revision_number': 3, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:47Z', 'revision_number': 2, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:52.700915 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3b2caa09-0540-4f0a-98d2-c22cf8f818f9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8512688 Jul 29 14:55:52.702494 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2caa09-0540-4f0a-98d2-c22cf8f818f9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Network': ['ID=bd1408bb-7f43-44d3-a481-991b77a166f5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:52.715806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42806) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:52.720537 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd3b2104-d818-49d6-be28-5167b1c446e4 req-3d03319d-64a6-4361-a408-00e4d3d43b15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc312d17-745b-4273-918e-5bdbecdcc2e7 HTTP/1.1" status: 200 len: 217 time: 0.2662258 Jul 29 14:55:52.733736 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network bd1408bb-7f43-44d3-a481-991b77a166f5 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:55:52.740236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-6ddb00f2-98de-423d-8882-767bffcdd5b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'subnet': {'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:55:52.878507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Checking router: 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:55:52.879595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Updating router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 port a1af0cac-b93f-4dde-918d-347621c308cb binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:55:52.982901 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:52.992790 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9070c1c-afd0-4426-96a4-d4f8f527f201 req-47dbd99b-2177-46dd-b76c-59475b252875 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:53.004108 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9070c1c-afd0-4426-96a4-d4f8f527f201 req-47dbd99b-2177-46dd-b76c-59475b252875 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 943 time: 0.1499121 Jul 29 14:55:53.087767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b2104-d818-49d6-be28-5167b1c446e4 req-d9c7abe1-7fe0-4a97-9281-27b84d54e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:53.089985 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd3b2104-d818-49d6-be28-5167b1c446e4 req-d9c7abe1-7fe0-4a97-9281-27b84d54e025 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e04a2763-9f8a-4a7d-bef4-34e8be4da47e HTTP/1.1" status: 200 len: 857 time: 0.3383689 Jul 29 14:55:53.161445 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9070c1c-afd0-4426-96a4-d4f8f527f201 req-b125f187-038b-401f-8420-4fbab544220d tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532326 Jul 29 14:55:53.203607 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-78f07d27-c1ad-4e1f-940d-1d345173da15 service neutron] 10.222.0.39 "GET /v2.0/networks/f2970a42-6559-481a-827e-4efa842427ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7525210 Jul 29 14:55:53.225905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7548e95-a18f-4c3f-917c-54cd6991911f', 'tag': 'ea949011-095d-4506-bca6-4af10891e537'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:53.231129 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81359988-0fb3-4ec9-a3d4-6d38e56c791c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7548e95-a18f-4c3f-917c-54cd6991911f", "tag": "ea949011-095d-4506-bca6-4af10891e537"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:53.257912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-564e10ce-3eea-4466-900c-1207f9e943b7 service neutron] 10.222.0.38 "GET /v2.0/networks/f2970a42-6559-481a-827e-4efa842427ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8759389 Jul 29 14:55:53.298653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629c01a-b141-41b9-8096-28beadec274c req-8d26287c-50f8-4ddd-9abb-58de42654c18 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:53.301890 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4629c01a-b141-41b9-8096-28beadec274c req-8d26287c-50f8-4ddd-9abb-58de42654c18 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 947 time: 0.5376596 Jul 29 14:55:53.453960 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddb00f2-98de-423d-8882-767bffcdd5b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:55:53.458295 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ddb00f2-98de-423d-8882-767bffcdd5b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:53.477890 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd3b2104-d818-49d6-be28-5167b1c446e4 req-0545f576-e467-4cc5-8e58-1c159d4f821e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2970a42-6559-481a-827e-4efa842427ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2692716 Jul 29 14:55:53.489447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device dc312d17-745b-4273-918e-5bdbecdcc2e7 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:55:53.499516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cc419-8f03-456e-8583-4d96c88079e7 req-b75d0629-72d1-40c0-8832-369982da97b0 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:53.502938 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-391cc419-8f03-456e-8583-4d96c88079e7 req-b75d0629-72d1-40c0-8832-369982da97b0 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 945 time: 0.1988683 Jul 29 14:55:53.590134 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-391cc419-8f03-456e-8583-4d96c88079e7 req-d80beebf-a5ec-4203-bcd6-5211f3f97c22 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783365 Jul 29 14:55:53.712065 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:53.742436 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Transition to ACTIVE for port object a1af0cac-b93f-4dde-918d-347621c308cb will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:55:53.786041 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:53.891424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9adf5d-a301-4cd7-919a-0ff40114b57d None None] Pushing event updated for resources: {'Port': ['ID=a1af0cac-b93f-4dde-918d-347621c308cb,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:53.904719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port dc312d17-745b-4273-918e-5bdbecdcc2e7, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=dc312d17-745b-4273-918e-5bdbecdcc2e7,segment=NetworkSegment(5626f2db-a575-4cd4-b6c8-0491431a7e03),segment_id=5626f2db-a575-4cd4-b6c8-0491431a7e03)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:53.924310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'dc312d17-745b-4273-918e-5bdbecdcc2e7', 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed', 'port_id': 'dc312d17-745b-4273-918e-5bdbecdcc2e7', 'mac_address': 'fa:16:3e:86:08:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04a2763-9f8a-4a7d-bef4-34e8be4da47e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:55:53.988707 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:54.085944 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc312d17-745b-4273-918e-5bdbecdcc2e7 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:55:54.150730 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Attempting to bind port a1af0cac-b93f-4dde-918d-347621c308cb on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:55:54.151354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Attempting to bind port a1af0cac-b93f-4dde-918d-347621c308cb by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'bab0bbba-b43d-4e00-b2f3-3e43f6391dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:55:54.151960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Attempting to bind port a1af0cac-b93f-4dde-918d-347621c308cb on network a44b8465-276d-40e9-aaae-ce93b5fe4ae9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:55:54.205189 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a89232-5f65-4896-b95a-e587fcf60d65 x-openstack-request-id: req-a9a89232-5f65-4896-b95a-e587fcf60d65 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:54.205748 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7548e95-a18f-4c3f-917c-54cd6991911f", "tag": "ea949011-095d-4506-bca6-4af10891e537", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:54.207886 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9a89232-5f65-4896-b95a-e587fcf60d65 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:54.208361 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7548e95-a18f-4c3f-917c-54cd6991911f', 'tag': 'ea949011-095d-4506-bca6-4af10891e537', 'status': 'completed', 'code': 200} Jul 29 14:55:54.232130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:55:54.232978 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Checking segment: {'id': 'bab0bbba-b43d-4e00-b2f3-3e43f6391dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:55:54.234153 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:54.234764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Bound using segment: {'id': 'bab0bbba-b43d-4e00-b2f3-3e43f6391dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:55:54.235620 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Bound port: a1af0cac-b93f-4dde-918d-347621c308cb, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab0bbba-b43d-4e00-b2f3-3e43f6391dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:55:54.236298 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:54.245296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port dc312d17-745b-4273-918e-5bdbecdcc2e7, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=dc312d17-745b-4273-918e-5bdbecdcc2e7,segment=NetworkSegment(5626f2db-a575-4cd4-b6c8-0491431a7e03),segment_id=5626f2db-a575-4cd4-b6c8-0491431a7e03)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:54.291792 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:54.486196 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4629c01a-b141-41b9-8096-28beadec274c req-77bb1652-bfaf-4547-aa37-87280e073aa3 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0133383 Jul 29 14:55:54.579515 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-6a41e4a1-5d44-43ce-92a6-b3fed4a45c23 service neutron] 10.222.0.39 "GET /v2.0/networks/f2970a42-6559-481a-827e-4efa842427ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3188324 Jul 29 14:55:54.583042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] For port a1af0cac-b93f-4dde-918d-347621c308cb, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:55:54.589777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] For port a1af0cac-b93f-4dde-918d-347621c308cb, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a1af0cac-b93f-4dde-918d-347621c308cb,segment=NetworkSegment(bab0bbba-b43d-4e00-b2f3-3e43f6391dd6),segment_id=bab0bbba-b43d-4e00-b2f3-3e43f6391dd6)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:55:54.607742 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c63a3-cf16-4e26-875b-134adbe2a8b9 req-13f9a064-eb48-4d90-9ced-746951905304 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:54.610001 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-320c63a3-cf16-4e26-875b-134adbe2a8b9 req-13f9a064-eb48-4d90-9ced-746951905304 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.38 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 947 time: 0.4159338 Jul 29 14:55:54.635891 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b24e6-1863-46c7-bb19-abdf9f7cbe20 req-a42e8656-75f4-4883-ae1e-1ca98015d42e tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:54.638778 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e53b24e6-1863-46c7-bb19-abdf9f7cbe20 req-a42e8656-75f4-4883-ae1e-1ca98015d42e tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 943 time: 0.1364233 Jul 29 14:55:54.650601 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:54.726551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=dc312d17-745b-4273-918e-5bdbecdcc2e7,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:54.769753 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e53b24e6-1863-46c7-bb19-abdf9f7cbe20 req-e0eba94a-919e-4bf8-9e67-125a7b57fca9 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175277 Jul 29 14:55:54.794114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['dc312d17-745b-4273-918e-5bdbecdcc2e7'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:55:54.897438 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:55:54.897936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:55:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:54.983560 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd3b2104-d818-49d6-be28-5167b1c446e4 req-42880451-72cd-4acb-b31e-23ecf92eb0a8 service neutron] 10.222.0.39 "GET /v2.0/networks/f2970a42-6559-481a-827e-4efa842427ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4808373 Jul 29 14:55:55.004940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:55:55.076809 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f41f6add-9433-4914-8258-b985d7dc0cad req-ccf36119-2e3f-4882-883a-dc23ce0802fb service neutron] 10.222.0.38 "GET /v2.0/networks/f2970a42-6559-481a-827e-4efa842427ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6235530 Jul 29 14:55:55.282830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9adf5d-a301-4cd7-919a-0ff40114b57d None None] Pushing event updated for resources: {'Port': ['ID=a1af0cac-b93f-4dde-918d-347621c308cb,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:55.472506 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:55:46Z', 'revision_number': 3, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:54Z', 'revision_number': 4, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:55:55.576023 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dd5141-9cc2-4d53-b665-c26c42821f7d None None] The sync data for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 is: [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:55:46Z', 'revision_number': 3, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:54Z', 'revision_number': 4, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:55:55.582677 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b16b0-5f28-4dd9-a39e-b8658328c65e req-e4f1e84b-178a-4e80-891c-519108aaec5a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:55.600153 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b54b16b0-5f28-4dd9-a39e-b8658328c65e req-e4f1e84b-178a-4e80-891c-519108aaec5a tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 945 time: 0.8711731 Jul 29 14:55:55.732476 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b72cf5-0e18-48b9-b929-740d047bb187 req-24c84ede-16b6-4882-9c66-44a915ce816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:55.735364 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25b72cf5-0e18-48b9-b929-740d047bb187 req-24c84ede-16b6-4882-9c66-44a915ce816f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa522b89c1d04719b7de39c7731db4a8&device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 1094 time: 0.9925406 Jul 29 14:55:55.809642 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92b29f-762c-46d8-ac53-4bf3f0598065 req-21307999-839c-464c-ad2c-d5e7d42ca64d tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:55.812480 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ef92b29f-762c-46d8-ac53-4bf3f0598065 req-21307999-839c-464c-ad2c-d5e7d42ca64d tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.39 "GET /v2.0/ports?device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 945 time: 0.1867862 Jul 29 14:55:55.821009 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ddb00f2-98de-423d-8882-767bffcdd5b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:55.959522 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed735f-1d15-4c47-acec-2ccc76e1dee5 req-8b18393b-d65a-4cc8-a796-c38685be1b3d tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:55.970627 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-24ed735f-1d15-4c47-acec-2ccc76e1dee5 req-8b18393b-d65a-4cc8-a796-c38685be1b3d tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 947 time: 0.2210820 Jul 29 14:55:56.094412 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb00f2-98de-423d-8882-767bffcdd5b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Subnet': ['ID=6a7c60bb-d66d-4c11-a4ee-69001037d9ad,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:56.112927 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:56.120094 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b54b16b0-5f28-4dd9-a39e-b8658328c65e req-7256b5b4-dad0-4299-8179-84474454d688 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e10068d-edb0-4c61-b04e-546af5f7dbea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173304 Jul 29 14:55:56.128554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81359988-0fb3-4ec9-a3d4-6d38e56c791c req-f1604a29-ec94-4fd3-ac68-8d2a305903b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:56.131324 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81359988-0fb3-4ec9-a3d4-6d38e56c791c req-f1604a29-ec94-4fd3-ac68-8d2a305903b2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fa522b89c1d04719b7de39c7731db4a8&device_id=b7548e95-a18f-4c3f-917c-54cd6991911f HTTP/1.1" status: 200 len: 1094 time: 0.8178895 Jul 29 14:55:56.167312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-320c63a3-cf16-4e26-875b-134adbe2a8b9 req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Deleting port b1d058a6-7a83-4f4e-bef5-ade543933e21 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:55:56.167704 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-320c63a3-cf16-4e26-875b-134adbe2a8b9 req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:56.171780 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b72cf5-0e18-48b9-b929-740d047bb187 req-76fb1268-c92a-4d49-8bf3-0908e3249009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:56.173499 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25b72cf5-0e18-48b9-b929-740d047bb187 req-76fb1268-c92a-4d49-8bf3-0908e3249009 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f2970a42-6559-481a-827e-4efa842427ed HTTP/1.1" status: 200 len: 918 time: 0.3920050 Jul 29 14:55:56.214067 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd3b2104-d818-49d6-be28-5167b1c446e4 req-fae5e475-7449-4dc2-b984-7984c6627bb3 service neutron] 10.222.0.39 "GET /v2.0/networks/f2970a42-6559-481a-827e-4efa842427ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1281188 Jul 29 14:55:56.216522 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-24ed735f-1d15-4c47-acec-2ccc76e1dee5 req-7e4af545-3690-4ef4-b445-b9b05044a164 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups?id=2d892066-7784-4d40-9419-f5ae065e0090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441540 Jul 29 14:55:56.277176 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-ef92b29f-762c-46d8-ac53-4bf3f0598065 req-b31f0445-533e-405c-ad45-14554959417e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Deleting port 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:55:56.277534 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ef92b29f-762c-46d8-ac53-4bf3f0598065 req-b31f0445-533e-405c-ad45-14554959417e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:56.465999 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25b72cf5-0e18-48b9-b929-740d047bb187 req-4a8487c4-ce1c-41ff-b73f-cb1425ef6d10 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49d1e643-2903-44d2-8b68-d05693cf796f HTTP/1.1" status: 200 len: 217 time: 0.1920867 Jul 29 14:55:56.473469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-ef92b29f-762c-46d8-ac53-4bf3f0598065 req-b31f0445-533e-405c-ad45-14554959417e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] For port 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667,segment=NetworkSegment(7fe5213f-c90e-4714-9d62-7ea6af5201a5),segment_id=7fe5213f-c90e-4714-9d62-7ea6af5201a5)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:56.473856 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ef92b29f-762c-46d8-ac53-4bf3f0598065 req-b31f0445-533e-405c-ad45-14554959417e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:56.518912 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-ef92b29f-762c-46d8-ac53-4bf3f0598065 req-b31f0445-533e-405c-ad45-14554959417e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Calling delete_port for 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:55:56.576925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb00f2-98de-423d-8882-767bffcdd5b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Checking segment: {'id': 'dcc829fc-047a-4bd8-802b-b25fcb7b6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:55:56.577616 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb00f2-98de-423d-8882-767bffcdd5b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network hostable DHCP agents. Network: bd1408bb-7f43-44d3-a481-991b77a166f5, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:55:56.649636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-320c63a3-cf16-4e26-875b-134adbe2a8b9 req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] For port b1d058a6-7a83-4f4e-bef5-ade543933e21, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b1d058a6-7a83-4f4e-bef5-ade543933e21,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:56.650225 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-320c63a3-cf16-4e26-875b-134adbe2a8b9 req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:56.752440 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ef92b29f-762c-46d8-ac53-4bf3f0598065 req-b31f0445-533e-405c-ad45-14554959417e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:56.766317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:55:56.862196 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f0445-533e-405c-ad45-14554959417e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Pushing event deleted for resources: {'Port': ['ID=1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:56.965088 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-320c63a3-cf16-4e26-875b-134adbe2a8b9 req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:56.965949 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-320c63a3-cf16-4e26-875b-134adbe2a8b9 req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:56.966538 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-320c63a3-cf16-4e26-875b-134adbe2a8b9 req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Floating IP e523cd29-d4b5-41e2-b9a1-eaace38fcace disassociated. External IP: 172.25.6.247, port: b1d058a6-7a83-4f4e-bef5-ade543933e21. Jul 29 14:55:56.967315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-320c63a3-cf16-4e26-875b-134adbe2a8b9 req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Calling delete_port for b1d058a6-7a83-4f4e-bef5-ade543933e21 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:55:57.004158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef92b29f-762c-46d8-ac53-4bf3f0598065 req-b31f0445-533e-405c-ad45-14554959417e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] No DVR routers for this DVR port 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:55:57.012321 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ef92b29f-762c-46d8-ac53-4bf3f0598065 req-b31f0445-533e-405c-ad45-14554959417e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:57.014533 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ef92b29f-762c-46d8-ac53-4bf3f0598065 req-b31f0445-533e-405c-ad45-14554959417e tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.39 "DELETE /v2.0/ports/1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 HTTP/1.1" status: 204 len: 173 time: 1.1659644 Jul 29 14:55:57.015030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1012ddcf-0125-47f7-b828-183a444014e6', 'name': 'network-vif-deleted', 'tag': '1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:55:57.027046 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fe4f29-22c2-4ef1-9f52-20e584b60218" -d '{"events": [{"server_uuid": "1012ddcf-0125-47f7-b828-183a444014e6", "name": "network-vif-deleted", "tag": "1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:55:57.171223 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-320c63a3-cf16-4e26-875b-134adbe2a8b9 req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:57.297306 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b72cf5-0e18-48b9-b929-740d047bb187 req-b48b4ffa-6602-4b21-b0e3-056952f24ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:57.300594 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25b72cf5-0e18-48b9-b929-740d047bb187 req-b48b4ffa-6602-4b21-b0e3-056952f24ce1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e04a2763-9f8a-4a7d-bef4-34e8be4da47e HTTP/1.1" status: 200 len: 857 time: 0.8111517 Jul 29 14:55:57.360948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad4380-70f0-49ee-b5a6-2e4b22f2ffcb req-0382c83e-d0dd-4c40-83b0-4510a65e3054 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:57.363220 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-23ad4380-70f0-49ee-b5a6-2e4b22f2ffcb req-0382c83e-d0dd-4c40-83b0-4510a65e3054 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 943 time: 1.0010598 Jul 29 14:55:57.386133 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event deleted for resources: {'Port': ['ID=b1d058a6-7a83-4f4e-bef5-ade543933e21,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:55:57.392654 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a1af0cac-b93f-4dde-918d-347621c308cb up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:57.403495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb00f2-98de-423d-8882-767bffcdd5b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network bd1408bb-7f43-44d3-a481-991b77a166f5 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:55:57.469467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25b72cf5-0e18-48b9-b929-740d047bb187 req-eda80e76-104b-420d-9329-898e54b80289 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f2970a42-6559-481a-827e-4efa842427ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589704 Jul 29 14:55:57.531231 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4450718-bc3e-4fdb-a27c-838f433ac4ca x-openstack-request-id: req-c4450718-bc3e-4fdb-a27c-838f433ac4ca {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:55:57.531808 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1012ddcf-0125-47f7-b828-183a444014e6", "name": "network-vif-deleted", "tag": "1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:55:57.532250 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4450718-bc3e-4fdb-a27c-838f433ac4ca {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:55:57.532957 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1012ddcf-0125-47f7-b828-183a444014e6', 'name': 'network-vif-deleted', 'tag': '1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667', 'status': 'completed', 'code': 200} Jul 29 14:55:57.543626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:57.543826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device b1d058a6-7a83-4f4e-bef5-ade543933e21 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:55:57.545560 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:57.546063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:57.546525 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:57.547723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:57.549099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:57.549578 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:57.551112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:57.551596 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:57.555356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:57.556338 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:57.556906 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:55:57.618814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 49d1e643-2903-44d2-8b68-d05693cf796f details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:55:57.620879 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device dc312d17-745b-4273-918e-5bdbecdcc2e7 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:55:57.625702 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: b1d058a6-7a83-4f4e-bef5-ade543933e21 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:55:57.626354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device b1d058a6-7a83-4f4e-bef5-ade543933e21 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:55:57.778705 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f4664f4-a31a-4257-9ff9-2290adf00aad req-3723f500-c420-463f-b99f-32bb27d229db tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/ports?device_id=1012ddcf-0125-47f7-b828-183a444014e6 HTTP/1.1" status: 200 len: 210 time: 0.0655806 Jul 29 14:55:57.820141 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-6ddb00f2-98de-423d-8882-767bffcdd5b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, bd1408bb-7f43-44d3-a481-991b77a166f5) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:55:57.939178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddb00f2-98de-423d-8882-767bffcdd5b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:57.939822 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ddb00f2-98de-423d-8882-767bffcdd5b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:57.964117 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81359988-0fb3-4ec9-a3d4-6d38e56c791c req-00448363-dd8a-4dd0-b0fb-0ea1847a2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:57.964117 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81359988-0fb3-4ec9-a3d4-6d38e56c791c req-00448363-dd8a-4dd0-b0fb-0ea1847a2565 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f2970a42-6559-481a-827e-4efa842427ed HTTP/1.1" status: 200 len: 918 time: 1.7892506 Jul 29 14:55:58.021835 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42884) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:58.030265 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6ddb00f2-98de-423d-8882-767bffcdd5b3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3006558 Jul 29 14:55:58.050582 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-23ad4380-70f0-49ee-b5a6-2e4b22f2ffcb req-3bd5218b-f87b-425a-a732-a41a4f82b1db tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6490643 Jul 29 14:55:58.174211 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81359988-0fb3-4ec9-a3d4-6d38e56c791c req-9150dce3-e5b6-4f99-aef4-c914a4ef9659 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea949011-095d-4506-bca6-4af10891e537 HTTP/1.1" status: 200 len: 217 time: 0.1887608 Jul 29 14:55:58.334014 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d22a115-5974-4642-9c35-e0fd1f9cf345 req-2c69a7b7-85e9-4c13-be2f-91e30744b8d9 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 210 time: 0.1877017 Jul 29 14:55:58.340198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-320c63a3-cf16-4e26-875b-134adbe2a8b9 req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:55:58.461395 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25b72cf5-0e18-48b9-b929-740d047bb187 req-985cf5f7-c3a0-4e0e-b31e-43b5e0d7abaa service neutron] 10.222.0.39 "GET /v2.0/networks/f2970a42-6559-481a-827e-4efa842427ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9528995 Jul 29 14:55:58.464303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a391f9ae-8fdc-4774-a411-0392b3b4a5e8 None None] Network bd1408bb-7f43-44d3-a481-991b77a166f5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:55:58.572268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port a1af0cac-b93f-4dde-918d-347621c308cb completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:58.629519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81359988-0fb3-4ec9-a3d4-6d38e56c791c req-f2ca141b-e69c-4996-8a5a-38354932badb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:58.633087 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81359988-0fb3-4ec9-a3d4-6d38e56c791c req-f2ca141b-e69c-4996-8a5a-38354932badb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=e04a2763-9f8a-4a7d-bef4-34e8be4da47e HTTP/1.1" status: 200 len: 857 time: 0.4392231 Jul 29 14:55:58.651150 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port a1af0cac-b93f-4dde-918d-347621c308cb triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:58.651836 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:58.654267 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port dc312d17-745b-4273-918e-5bdbecdcc2e7 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:55:58.799118 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port dc312d17-745b-4273-918e-5bdbecdcc2e7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:55:58.805802 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:58.810278 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81359988-0fb3-4ec9-a3d4-6d38e56c791c req-5f24b207-87cd-49f1-a210-9913566fb2c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f2970a42-6559-481a-827e-4efa842427ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422570 Jul 29 14:55:59.121474 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 49d1e643-2903-44d2-8b68-d05693cf796f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=49d1e643-2903-44d2-8b68-d05693cf796f,segment=NetworkSegment(5626f2db-a575-4cd4-b6c8-0491431a7e03),segment_id=5626f2db-a575-4cd4-b6c8-0491431a7e03)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:59.178513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '49d1e643-2903-44d2-8b68-d05693cf796f', 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed', 'port_id': '49d1e643-2903-44d2-8b68-d05693cf796f', 'mac_address': 'fa:16:3e:fa:11:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04a2763-9f8a-4a7d-bef4-34e8be4da47e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:55:59.306073 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-bd1408bb-7f43-44d3-a481-991b77a166f5', 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'fixed_ips': [{'subnet_id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:55:59.307306 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:59.370536 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:59.401690 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:55:59.444446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ea949011-095d-4506-bca6-4af10891e537 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:55:59.466166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42910) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:55:59.471327 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d1e643-2903-44d2-8b68-d05693cf796f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:55:59.761969 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25b72cf5-0e18-48b9-b929-740d047bb187 req-97f736db-0106-464f-8740-3df0f7f7bd81 service neutron] 10.222.0.39 "GET /v2.0/networks/f2970a42-6559-481a-827e-4efa842427ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2835646 Jul 29 14:55:59.833679 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 49d1e643-2903-44d2-8b68-d05693cf796f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=49d1e643-2903-44d2-8b68-d05693cf796f,segment=NetworkSegment(5626f2db-a575-4cd4-b6c8-0491431a7e03),segment_id=5626f2db-a575-4cd4-b6c8-0491431a7e03)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:59.878682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7a423-483b-4565-ab22-9d1d1d1f9cb5 req-a532299e-23cc-49e2-891b-30e5c4b4969a tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:55:59.901498 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8b7a423-483b-4565-ab22-9d1d1d1f9cb5 req-a532299e-23cc-49e2-891b-30e5c4b4969a tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 943 time: 0.3130858 Jul 29 14:55:59.914902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port a1af0cac-b93f-4dde-918d-347621c308cb, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a1af0cac-b93f-4dde-918d-347621c308cb,segment=NetworkSegment(bab0bbba-b43d-4e00-b2f3-3e43f6391dd6),segment_id=bab0bbba-b43d-4e00-b2f3-3e43f6391dd6)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:55:59.940177 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-320c63a3-cf16-4e26-875b-134adbe2a8b9 req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:55:59.958086 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ec228-7dc6-4ea7-9470-2a5e7b36d5f3 None None] Sync routers for ids ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:56:00.010725 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ec228-7dc6-4ea7-9470-2a5e7b36d5f3 None None] Routers {'8ed24278-f340-4f7c-af16-fb3c2853d9a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:00.011069 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:00.012401 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2c0ec228-7dc6-4ea7-9470-2a5e7b36d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:55:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:00.056013 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81359988-0fb3-4ec9-a3d4-6d38e56c791c req-e672f55a-c855-4b1f-bb22-7c2b3d22ff76 service neutron] 10.222.0.38 "GET /v2.0/networks/f2970a42-6559-481a-827e-4efa842427ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2281532 Jul 29 14:56:00.067462 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-320c63a3-cf16-4e26-875b-134adbe2a8b9 req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] No DVR routers for this DVR port b1d058a6-7a83-4f4e-bef5-ade543933e21 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:56:00.070052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-89c56606-85b1-4695-b342-03c4b1981f82 req-4add7b87-deda-4cb2-9c0e-21e444d120d6 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 210 time: 0.1021278 Jul 29 14:56:00.073565 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:00.088131 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-320c63a3-cf16-4e26-875b-134adbe2a8b9 req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:00.093426 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:56:00.096442 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-320c63a3-cf16-4e26-875b-134adbe2a8b9 req-dabc88ec-9499-4971-bb0c-6034369289a0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.38 "DELETE /v2.0/ports/b1d058a6-7a83-4f4e-bef5-ade543933e21 HTTP/1.1" status: 204 len: 173 time: 5.4532738 Jul 29 14:56:00.168775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'name': 'network-vif-deleted', 'tag': 'b1d058a6-7a83-4f4e-bef5-ade543933e21'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:56:00.173239 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73019ba-06bd-40a9-a385-f99985768039" -d '{"events": [{"server_uuid": "ac25a592-02af-4dbb-bb72-d24cd0229fb9", "name": "network-vif-deleted", "tag": "b1d058a6-7a83-4f4e-bef5-ade543933e21"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:56:00.218154 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:00.306636 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-2c0ec228-7dc6-4ea7-9470-2a5e7b36d5f3 None None] Set router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:00.356490 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8b7a423-483b-4565-ab22-9d1d1d1f9cb5 req-9a367321-0c1a-4e68-9b30-11491f86652d tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517293 Jul 29 14:56:00.372777 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a906fe03-2571-4fa8-91cb-406d127765c6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:00.506160 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a906fe03-2571-4fa8-91cb-406d127765c6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:00.514866 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112412ff-9ab9-45ac-a2f7-6cd4caa6510a x-openstack-request-id: req-112412ff-9ab9-45ac-a2f7-6cd4caa6510a {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:56:00.515993 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac25a592-02af-4dbb-bb72-d24cd0229fb9", "name": "network-vif-deleted", "tag": "b1d058a6-7a83-4f4e-bef5-ade543933e21", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:56:00.516739 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-112412ff-9ab9-45ac-a2f7-6cd4caa6510a {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:56:00.517664 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac25a592-02af-4dbb-bb72-d24cd0229fb9', 'name': 'network-vif-deleted', 'tag': 'b1d058a6-7a83-4f4e-bef5-ade543933e21', 'status': 'completed', 'code': 200} Jul 29 14:56:00.531966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81359988-0fb3-4ec9-a3d4-6d38e56c791c req-1345cc86-002d-4c1f-a771-7a6fc4b1f627 service neutron] 10.222.0.38 "GET /v2.0/networks/f2970a42-6559-481a-827e-4efa842427ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295349 Jul 29 14:56:00.644439 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:00.698101 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Allocated IP 172.22.0.2 (bd1408bb-7f43-44d3-a481-991b77a166f5/6a7c60bb-d66d-4c11-a4ee-69001037d9ad/3073adbe-2190-4cf2-8744-bb22bc2315c6) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:56:00.703630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=49d1e643-2903-44d2-8b68-d05693cf796f,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:00.926536 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2c0ec228-7dc6-4ea7-9470-2a5e7b36d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:21Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a406e41-5bc5-4f57-880c-9af145e324d7', 'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'mac_address': 'fa:16:3e:52:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:18Z', 'updated_at': '2021-07-29T14:46:31Z', 'revision_number': 5, 'project_id': '247d807a3183413d81bd38d576287ebf', 'subnets': [{'id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:00.995561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['49d1e643-2903-44d2-8b68-d05693cf796f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:56:01.007068 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ec228-7dc6-4ea7-9470-2a5e7b36d5f3 None None] Checking router: 8ed24278-f340-4f7c-af16-fb3c2853d9a1 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:56:01.022188 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ec228-7dc6-4ea7-9470-2a5e7b36d5f3 None None] Routers {'8ed24278-f340-4f7c-af16-fb3c2853d9a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:01.022880 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2c0ec228-7dc6-4ea7-9470-2a5e7b36d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:55:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:01.127532 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a906fe03-2571-4fa8-91cb-406d127765c6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:01.147066 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a906fe03-2571-4fa8-91cb-406d127765c6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:01.148298 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a906fe03-2571-4fa8-91cb-406d127765c6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "DELETE /v2.0/security-groups/0c61b108-c7a9-490c-b429-64456ded9713 HTTP/1.1" status: 204 len: 168 time: 1.6754017 Jul 29 14:56:01.152440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42942) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:01.201700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906fe03-2571-4fa8-91cb-406d127765c6 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c61b108-c7a9-490c-b429-64456ded9713,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:01.253349 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-df50bebb-bced-49ad-b8f7-13d0a68d3be8 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] show failed (client error): The resource could not be found. Jul 29 14:56:01.259909 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-df50bebb-bced-49ad-b8f7-13d0a68d3be8 tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "GET /v2.0/security-groups/0c61b108-c7a9-490c-b429-64456ded9713 HTTP/1.1" status: 404 len: 347 time: 0.1045358 Jul 29 14:56:01.263516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42946) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:01.406791 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-746d8aae-717d-40b3-b73d-afa24bc5c62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:01.457185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5856a5cd-3b01-4d89-aed0-374ca9d52f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc312d17-745b-4273-918e-5bdbecdcc2e7'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:56:01.462415 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fce02cd-472b-43a3-a622-676cc2a3dea2" -d '{"events": [{"server_uuid": "5856a5cd-3b01-4d89-aed0-374ca9d52f18", "name": "network-vif-plugged", "status": "completed", "tag": "dc312d17-745b-4273-918e-5bdbecdcc2e7"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:56:01.522255 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-2c0ec228-7dc6-4ea7-9470-2a5e7b36d5f3 None None] Set router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:01.553630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=a1af0cac-b93f-4dde-918d-347621c308cb,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:01.591076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port dc312d17-745b-4273-918e-5bdbecdcc2e7, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=dc312d17-745b-4273-918e-5bdbecdcc2e7,segment=NetworkSegment(5626f2db-a575-4cd4-b6c8-0491431a7e03),segment_id=5626f2db-a575-4cd4-b6c8-0491431a7e03)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:01.640495 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:01.695950 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:56:01.769386 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9e4dd64-41a5-4369-8e2e-fd3cefce6e69 req-8d66c386-4929-4bdb-b01e-fab3f9be8d6e tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac25a592-02af-4dbb-bb72-d24cd0229fb9 HTTP/1.1" status: 200 len: 210 time: 0.2930338 Jul 29 14:56:01.815236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b166f7-21a3-49e7-a6d8-7269acf9407d req-7d1159f7-9447-44cb-b49c-06f548a7fa26 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:01.851676 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-77b166f7-21a3-49e7-a6d8-7269acf9407d req-7d1159f7-9447-44cb-b49c-06f548a7fa26 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 944 time: 0.1722682 Jul 29 14:56:01.916205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-423148b0-4489-45a9-a5f3-b215768a3fea tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Deleting port b5614ae3-12ac-49f0-97d6-f5203b398b7b {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:56:01.917394 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-423148b0-4489-45a9-a5f3-b215768a3fea tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:01.941335 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-77b166f7-21a3-49e7-a6d8-7269acf9407d req-a210d3e1-cff3-4bd3-b667-627cc9623f79 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886755 Jul 29 14:56:01.959775 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68ae96b-94f0-429d-b7fe-ac8329682db2 x-openstack-request-id: req-a68ae96b-94f0-429d-b7fe-ac8329682db2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:56:01.960760 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5856a5cd-3b01-4d89-aed0-374ca9d52f18", "name": "network-vif-plugged", "status": "completed", "tag": "dc312d17-745b-4273-918e-5bdbecdcc2e7", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:56:01.961200 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a68ae96b-94f0-429d-b7fe-ac8329682db2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:56:01.961810 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5856a5cd-3b01-4d89-aed0-374ca9d52f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc312d17-745b-4273-918e-5bdbecdcc2e7', 'code': 200} Jul 29 14:56:02.021906 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:56:02.025765 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1b3b1c4b-4a2a-4042-b4a7-a45df2e3b667 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:56:02.044368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ea949011-095d-4506-bca6-4af10891e537, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ea949011-095d-4506-bca6-4af10891e537,segment=NetworkSegment(5626f2db-a575-4cd4-b6c8-0491431a7e03),segment_id=5626f2db-a575-4cd4-b6c8-0491431a7e03)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:02.165012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbfeb6-f901-44ef-8f2c-7ac58ef667f5 req-7818944d-d002-4171-b558-1565b034f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:02.166674 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68dbfeb6-f901-44ef-8f2c-7ac58ef667f5 req-7818944d-d002-4171-b558-1565b034f508 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5856a5cd-3b01-4d89-aed0-374ca9d52f18 HTTP/1.1" status: 200 len: 1096 time: 0.1545184 Jul 29 14:56:02.242501 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-423148b0-4489-45a9-a5f3-b215768a3fea tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:02.242839 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-423148b0-4489-45a9-a5f3-b215768a3fea tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:02.262151 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2c0ec228-7dc6-4ea7-9470-2a5e7b36d5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:21Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a406e41-5bc5-4f57-880c-9af145e324d7', 'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'mac_address': 'fa:16:3e:52:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:18Z', 'updated_at': '2021-07-29T14:46:31Z', 'revision_number': 5, 'project_id': '247d807a3183413d81bd38d576287ebf', 'subnets': [{'id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:02.297985 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68dbfeb6-f901-44ef-8f2c-7ac58ef667f5 req-4e548b74-d04f-46ab-a7a5-8e1a9019658f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839510 Jul 29 14:56:02.298668 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-423148b0-4489-45a9-a5f3-b215768a3fea tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Calling delete_port for b5614ae3-12ac-49f0-97d6-f5203b398b7b owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:56:02.317929 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ec228-7dc6-4ea7-9470-2a5e7b36d5f3 None None] The sync data for ids ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'] in n-d-802893-1 is: [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:46:21Z', 'revision_number': 4, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a406e41-5bc5-4f57-880c-9af145e324d7', 'name': '', 'network_id': 'e7376b65-c37a-462a-9b7f-fd5ca02310cd', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'mac_address': 'fa:16:3e:52:2a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:18Z', 'updated_at': '2021-07-29T14:46:31Z', 'revision_number': 5, 'project_id': '247d807a3183413d81bd38d576287ebf', 'subnets': [{'id': 'd86473b6-310e-404b-a7a5-30517fe56c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:56:02.432867 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'ea949011-095d-4506-bca6-4af10891e537', 'network_id': 'f2970a42-6559-481a-827e-4efa842427ed', 'port_id': 'ea949011-095d-4506-bca6-4af10891e537', 'mac_address': 'fa:16:3e:ff:14:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04a2763-9f8a-4a7d-bef4-34e8be4da47e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:56:02.441350 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a1af0cac-b93f-4dde-918d-347621c308cb up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:56:02.487963 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=dc312d17-745b-4273-918e-5bdbecdcc2e7,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:02.631240 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:02.668466 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Transition to ACTIVE for port object 3073adbe-2190-4cf2-8744-bb22bc2315c6 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:56:02.716301 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Transition to ACTIVE for port object 3073adbe-2190-4cf2-8744-bb22bc2315c6 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:56:02.722452 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:02.748934 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea949011-095d-4506-bca6-4af10891e537 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:56:02.765620 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:02.905548 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-423148b0-4489-45a9-a5f3-b215768a3fea tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:02.991702 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port a1af0cac-b93f-4dde-918d-347621c308cb triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:02.999633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42986) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:03.015709 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:03.035268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ea949011-095d-4506-bca6-4af10891e537, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ea949011-095d-4506-bca6-4af10891e537,segment=NetworkSegment(5626f2db-a575-4cd4-b6c8-0491431a7e03),segment_id=5626f2db-a575-4cd4-b6c8-0491431a7e03)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:03.091484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423148b0-4489-45a9-a5f3-b215768a3fea tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Pushing event deleted for resources: {'Port': ['ID=b5614ae3-12ac-49f0-97d6-f5203b398b7b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:03.145716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Network bd1408bb-7f43-44d3-a481-991b77a166f5 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:56:03.182146 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a16c3915-b7e6-43ae-a1c1-0eb303e00ee8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:03.183879 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1dcabd-27dd-4a19-a983-dfc93bec26f5 None None] New status for floating IP e523cd29-d4b5-41e2-b9a1-eaace38fcace: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:56:03.191184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Allocated IP 172.22.0.1 (bd1408bb-7f43-44d3-a481-991b77a166f5/6a7c60bb-d66d-4c11-a4ee-69001037d9ad/98f8de9b-696d-4080-9faa-6c9e7be7220e) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:56:03.196560 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:03.206583 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:56:03.216073 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:56:03.280142 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a16c3915-b7e6-43ae-a1c1-0eb303e00ee8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:03.432857 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a16c3915-b7e6-43ae-a1c1-0eb303e00ee8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:03.437415 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a16c3915-b7e6-43ae-a1c1-0eb303e00ee8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:03.442437 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a16c3915-b7e6-43ae-a1c1-0eb303e00ee8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "DELETE /v2.0/security-groups/2d892066-7784-4d40-9419-f5ae065e0090 HTTP/1.1" status: 204 len: 168 time: 0.4410779 Jul 29 14:56:03.444235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42994) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:03.501045 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-f86bb668-dc98-47fd-ab53-97f72e7d6a4c tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] show failed (client error): The resource could not be found. Jul 29 14:56:03.509291 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f86bb668-dc98-47fd-ab53-97f72e7d6a4c tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "GET /v2.0/security-groups/2d892066-7784-4d40-9419-f5ae065e0090 HTTP/1.1" status: 404 len: 347 time: 0.0573037 Jul 29 14:56:03.510285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42996) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:03.526271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c3915-b7e6-43ae-a1c1-0eb303e00ee8 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d892066-7784-4d40-9419-f5ae065e0090,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:03.594779 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Pushing event updated for resources: {'Port': ['ID=3073adbe-2190-4cf2-8744-bb22bc2315c6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:03.685859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ea949011-095d-4506-bca6-4af10891e537,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:03.708430 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ea949011-095d-4506-bca6-4af10891e537'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:56:03.780684 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:03.782417 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-36b54c80-9fd4-4edb-95ab-40e7c9b1aad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:03.835859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Attempting to bind port 3073adbe-2190-4cf2-8744-bb22bc2315c6 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:56:03.835859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Attempting to bind port 3073adbe-2190-4cf2-8744-bb22bc2315c6 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'dcc829fc-047a-4bd8-802b-b25fcb7b6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:56:03.835859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Attempting to bind port 3073adbe-2190-4cf2-8744-bb22bc2315c6 on network bd1408bb-7f43-44d3-a481-991b77a166f5 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:56:03.869193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:56:03.869913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Checking segment: {'id': 'dcc829fc-047a-4bd8-802b-b25fcb7b6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:56:03.871921 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:03.873273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Bound using segment: {'id': 'dcc829fc-047a-4bd8-802b-b25fcb7b6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:56:03.875446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Bound port: 3073adbe-2190-4cf2-8744-bb22bc2315c6, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc829fc-047a-4bd8-802b-b25fcb7b6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:56:03.876497 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:03.894819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-46315448-9394-4981-8b16-f3c20434aae0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Deleting port 8fd06e0e-4f5e-4f54-8c48-a19f3a1c310a {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:56:03.900992 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46315448-9394-4981-8b16-f3c20434aae0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:04.043663 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:04.096227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Transition to ACTIVE for port object 98f8de9b-696d-4080-9faa-6c9e7be7220e will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:56:04.151083 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46315448-9394-4981-8b16-f3c20434aae0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:04.152229 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46315448-9394-4981-8b16-f3c20434aae0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:04.204957 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-46315448-9394-4981-8b16-f3c20434aae0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Calling delete_port for 8fd06e0e-4f5e-4f54-8c48-a19f3a1c310a owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:56:04.248190 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:04.373746 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:04.404397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85488749-9619-46ac-983c-5cfc7f480c67 req-6f7f229f-f834-4e62-a612-92a5c7d40596 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:04.424903 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85488749-9619-46ac-983c-5cfc7f480c67 req-6f7f229f-f834-4e62-a612-92a5c7d40596 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 944 time: 1.2542295 Jul 29 14:56:04.451032 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-423148b0-4489-45a9-a5f3-b215768a3fea tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:04.462744 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-423148b0-4489-45a9-a5f3-b215768a3fea tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:04.471948 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-423148b0-4489-45a9-a5f3-b215768a3fea tempest-ImagesOneServerNegativeTestJSON-193755423 tempest-ImagesOneServerNegativeTestJSON-193755423-project] 10.222.0.16 "DELETE /v2.0/floatingips/7366b0a1-82aa-468f-a099-518ce7aa385a HTTP/1.1" status: 204 len: 168 time: 3.2022860 Jul 29 14:56:04.488528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network bd1408bb-7f43-44d3-a481-991b77a166f5 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:56:04.492276 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] For port 3073adbe-2190-4cf2-8744-bb22bc2315c6, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:56:04.497532 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] For port 3073adbe-2190-4cf2-8744-bb22bc2315c6, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3073adbe-2190-4cf2-8744-bb22bc2315c6,segment=NetworkSegment(dcc829fc-047a-4bd8-802b-b25fcb7b6205),segment_id=dcc829fc-047a-4bd8-802b-b25fcb7b6205)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:56:04.500518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:56:04.508527 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:56:04.539350 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:04.650133 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85488749-9619-46ac-983c-5cfc7f480c67 req-0323983c-a70a-4443-8e8d-7bbe29ed179b tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237566 Jul 29 14:56:04.678537 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=98f8de9b-696d-4080-9faa-6c9e7be7220e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:04.717332 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:04.722795 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46315448-9394-4981-8b16-f3c20434aae0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:04.790788 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46487c2-a538-42f2-a837-a94cfc2a96e8 None None] Pushing event updated for resources: {'Port': ['ID=3073adbe-2190-4cf2-8744-bb22bc2315c6,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:04.821004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43030) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:04.911752 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46315448-9394-4981-8b16-f3c20434aae0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Pushing event deleted for resources: {'Port': ['ID=8fd06e0e-4f5e-4f54-8c48-a19f3a1c310a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:04.921607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0f8b70-baee-4e5e-b8ae-9da7fae88983 admin admin] Deleting subnet e8f6d6b5-3b81-47bf-b7c1-836398789a1e {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:56:04.978011 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8b70-baee-4e5e-b8ae-9da7fae88983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:05.099146 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46315448-9394-4981-8b16-f3c20434aae0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:05.106947 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46315448-9394-4981-8b16-f3c20434aae0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:05.109734 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-46315448-9394-4981-8b16-f3c20434aae0 tempest-AttachVolumeShelveTestJSON-562334911 tempest-AttachVolumeShelveTestJSON-562334911-project] 10.222.0.16 "DELETE /v2.0/floatingips/e523cd29-d4b5-41e2-b9a1-eaace38fcace HTTP/1.1" status: 204 len: 168 time: 1.5964949 Jul 29 14:56:05.121530 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8b70-baee-4e5e-b8ae-9da7fae88983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:05.320805 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8b70-baee-4e5e-b8ae-9da7fae88983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:05.382547 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:05.827249 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8b70-baee-4e5e-b8ae-9da7fae88983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:05.925189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f8b70-baee-4e5e-b8ae-9da7fae88983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8f6d6b5-3b81-47bf-b7c1-836398789a1e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:06.194014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 49d1e643-2903-44d2-8b68-d05693cf796f up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:56:06.290109 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae0f8b70-baee-4e5e-b8ae-9da7fae88983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:06.291140 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:06.296517 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ae0f8b70-baee-4e5e-b8ae-9da7fae88983 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e8f6d6b5-3b81-47bf-b7c1-836398789a1e HTTP/1.1" status: 204 len: 168 time: 1.4721820 Jul 29 14:56:06.301879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43060) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:06.341668 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122ab6b-6efa-4a12-890d-6cf685d86191 req-ccb8fdc7-a249-48a9-b0af-47a9338acfbd tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:06.344077 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 49d1e643-2903-44d2-8b68-d05693cf796f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:56:06.351306 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7122ab6b-6efa-4a12-890d-6cf685d86191 req-ccb8fdc7-a249-48a9-b0af-47a9338acfbd tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 944 time: 0.3823705 Jul 29 14:56:06.382462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 49d1e643-2903-44d2-8b68-d05693cf796f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:06.383979 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:06.452430 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7122ab6b-6efa-4a12-890d-6cf685d86191 req-eeaffb33-4e77-444e-aa49-a46e4b20f27a tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999167 Jul 29 14:56:06.865581 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:06.870507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3073adbe-2190-4cf2-8744-bb22bc2315c6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:56:06.960807 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:07.004410 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:07.072211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 3073adbe-2190-4cf2-8744-bb22bc2315c6 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:56:07.116894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bd7f52-7236-4923-8e97-8c26eca505b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d1e643-2903-44d2-8b68-d05693cf796f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:56:07.122149 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d31f53-7276-4436-8de0-9156f7c00f77" -d '{"events": [{"server_uuid": "a7bd7f52-7236-4923-8e97-8c26eca505b5", "name": "network-vif-plugged", "status": "completed", "tag": "49d1e643-2903-44d2-8b68-d05693cf796f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:56:07.167207 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 49d1e643-2903-44d2-8b68-d05693cf796f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=49d1e643-2903-44d2-8b68-d05693cf796f,segment=NetworkSegment(5626f2db-a575-4cd4-b6c8-0491431a7e03),segment_id=5626f2db-a575-4cd4-b6c8-0491431a7e03)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:07.174686 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:07.242616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe98d6-2256-46f1-a276-62da50d74c3d None None] Network bd1408bb-7f43-44d3-a481-991b77a166f5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:56:07.273571 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ea949011-095d-4506-bca6-4af10891e537 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:56:07.289682 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fac5e31-9faa-4708-a040-d385ac9922b7 x-openstack-request-id: req-5fac5e31-9faa-4708-a040-d385ac9922b7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:56:07.290158 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:07.290963 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bd7f52-7236-4923-8e97-8c26eca505b5", "name": "network-vif-plugged", "status": "completed", "tag": "49d1e643-2903-44d2-8b68-d05693cf796f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:56:07.290963 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5fac5e31-9faa-4708-a040-d385ac9922b7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:56:07.291288 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bd7f52-7236-4923-8e97-8c26eca505b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d1e643-2903-44d2-8b68-d05693cf796f', 'code': 200} Jul 29 14:56:07.297226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=98f8de9b-696d-4080-9faa-6c9e7be7220e,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:07.338987 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:07.579503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99b5b0-9930-4e8a-bcd9-57412351ff2e req-a576bdaf-8809-4208-b4ed-53abe03ca4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:07.583820 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d99b5b0-9930-4e8a-bcd9-57412351ff2e req-a576bdaf-8809-4208-b4ed-53abe03ca4ab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 1096 time: 0.2059250 Jul 29 14:56:07.681018 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d99b5b0-9930-4e8a-bcd9-57412351ff2e req-1adb6853-d8bb-488e-96a4-e02fc42fc3da service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917592 Jul 29 14:56:07.714342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9a23de4c-1c98-42da-a1bf-1ef6fab02cb6 None None] Provisioning for port 3073adbe-2190-4cf2-8744-bb22bc2315c6 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:56:07.737393 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=49d1e643-2903-44d2-8b68-d05693cf796f,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:07.779303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9a23de4c-1c98-42da-a1bf-1ef6fab02cb6 None None] Provisioning complete for port 3073adbe-2190-4cf2-8744-bb22bc2315c6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:07.779799 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a23de4c-1c98-42da-a1bf-1ef6fab02cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:07.793093 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d96f7-9ed2-4c73-b238-df2751c0f339 req-001bae94-a94b-4330-916e-9a4cca15b787 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:07.797089 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a1d96f7-9ed2-4c73-b238-df2751c0f339 req-001bae94-a94b-4330-916e-9a4cca15b787 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 945 time: 0.1142917 Jul 29 14:56:07.965362 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a1d96f7-9ed2-4c73-b238-df2751c0f339 req-a44ff5fe-af62-458a-a36f-ff543982dec8 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191292 Jul 29 14:56:08.035358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port ea949011-095d-4506-bca6-4af10891e537 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:56:08.075441 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:08.127508 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:08.153432 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port ea949011-095d-4506-bca6-4af10891e537 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:08.153788 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:08.228458 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe5213f-c90e-4714-9d62-7ea6af5201a5') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:08.229019 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe5213f-c90e-4714-9d62-7ea6af5201a5') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:08.241270 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a23de4c-1c98-42da-a1bf-1ef6fab02cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:08.253046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network bd1408bb-7f43-44d3-a481-991b77a166f5 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:56:08.258805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:56:08.265179 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:08.323263 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9a23de4c-1c98-42da-a1bf-1ef6fab02cb6 None None] For port 3073adbe-2190-4cf2-8744-bb22bc2315c6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3073adbe-2190-4cf2-8744-bb22bc2315c6,segment=NetworkSegment(dcc829fc-047a-4bd8-802b-b25fcb7b6205),segment_id=dcc829fc-047a-4bd8-802b-b25fcb7b6205)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:08.329394 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a23de4c-1c98-42da-a1bf-1ef6fab02cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:08.446687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23de4c-1c98-42da-a1bf-1ef6fab02cb6 None None] Pushing event updated for resources: {'Port': ['ID=3073adbe-2190-4cf2-8744-bb22bc2315c6,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:08.500026 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:08.587700 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:08.670159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:56:08.670861 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:08.700969 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ea949011-095d-4506-bca6-4af10891e537, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ea949011-095d-4506-bca6-4af10891e537,segment=NetworkSegment(5626f2db-a575-4cd4-b6c8-0491431a7e03),segment_id=5626f2db-a575-4cd4-b6c8-0491431a7e03)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:08.718267 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:56:08.751110 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:56:08.982684 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ea949011-095d-4506-bca6-4af10891e537,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:08.994578 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ced2f07e-6302-4967-90cd-851332cdb82a None None] Provisioning complete for port 3073adbe-2190-4cf2-8744-bb22bc2315c6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:08.998541 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ced2f07e-6302-4967-90cd-851332cdb82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:09.026554 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:09.036597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:56:09.038521 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:09.044612 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34 HTTP/1.1" status: 204 len: 168 time: 2.7412009 Jul 29 14:56:09.116414 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa02d61d-e915-4e6e-b5ac-b7f9fd05cc34,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:09.147232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:09.150878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:09.151719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:09.152296 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:09.152905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:09.154391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:09.155018 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:09.157248 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:09.157941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:09.159612 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:09.160228 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:09.161874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66db7291-72cd-4bee-898f-593040d83133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:09.322951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:56:09.329705 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bb0f0ce2-f447-49da-a58e-2dc097d10e68 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/3620e05a-f2f3-4d4d-969e-9f650e71f4e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3054895 Jul 29 14:56:09.332298 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43122) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:09.340242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-873211ac-14c7-4b19-9ac0-d19465839d2f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'network': {'name': 'tempest-RoutersTest-6584139'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:56:09.342441 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Sync routers for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:56:09.385573 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:09.389674 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:56:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:09.403710 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7548e95-a18f-4c3f-917c-54cd6991911f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea949011-095d-4506-bca6-4af10891e537'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:56:09.423509 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ade4a2-ae07-491a-bf1f-c7c505345369" -d '{"events": [{"server_uuid": "b7548e95-a18f-4c3f-917c-54cd6991911f", "name": "network-vif-plugged", "status": "completed", "tag": "ea949011-095d-4506-bca6-4af10891e537"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:56:09.459251 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873211ac-14c7-4b19-9ac0-d19465839d2f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:56:09.475955 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-873211ac-14c7-4b19-9ac0-d19465839d2f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:09.506323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62df45e-1bd6-47d5-bccb-9f1b1b70e2ce req-2ec9ea2a-932f-48c3-9c76-fdd4dc2a3dd7 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:09.507988 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d62df45e-1bd6-47d5-bccb-9f1b1b70e2ce req-2ec9ea2a-932f-48c3-9c76-fdd4dc2a3dd7 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 945 time: 0.1739631 Jul 29 14:56:09.638246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873211ac-14c7-4b19-9ac0-d19465839d2f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:56:09.641110 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd4aa4c-293d-4038-9ab1-055c3a418196 x-openstack-request-id: req-bdd4aa4c-293d-4038-9ab1-055c3a418196 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:56:09.641596 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7548e95-a18f-4c3f-917c-54cd6991911f", "name": "network-vif-plugged", "status": "completed", "tag": "ea949011-095d-4506-bca6-4af10891e537", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:56:09.642040 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bdd4aa4c-293d-4038-9ab1-055c3a418196 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:56:09.642733 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7548e95-a18f-4c3f-917c-54cd6991911f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea949011-095d-4506-bca6-4af10891e537', 'code': 200} Jul 29 14:56:09.652146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ced2f07e-6302-4967-90cd-851332cdb82a None None] Provisioning for port 98f8de9b-696d-4080-9faa-6c9e7be7220e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:56:09.669168 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ced2f07e-6302-4967-90cd-851332cdb82a None None] Provisioning complete for port 98f8de9b-696d-4080-9faa-6c9e7be7220e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:09.672812 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ced2f07e-6302-4967-90cd-851332cdb82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:09.691149 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d62df45e-1bd6-47d5-bccb-9f1b1b70e2ce req-9308e9c8-9c0e-4023-a9ee-d9df7d9ec53e tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698773 Jul 29 14:56:09.701528 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-873211ac-14c7-4b19-9ac0-d19465839d2f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:09.707248 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-873211ac-14c7-4b19-9ac0-d19465839d2f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Added segment f9f3bc09-2602-46bc-8714-fd276ec5d74e of type vlan for network e506cecb-8858-4c94-bd7b-eef0f9c3f741 Jul 29 14:56:09.924524 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ced2f07e-6302-4967-90cd-851332cdb82a None None] Port 98f8de9b-696d-4080-9faa-6c9e7be7220e cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:56:10.004268 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43138) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:10.109506 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-80367876-e4e7-46c6-8a1f-e42ee1bd9bb8 None None] Provisioning complete for port 98f8de9b-696d-4080-9faa-6c9e7be7220e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:10.125103 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80367876-e4e7-46c6-8a1f-e42ee1bd9bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:10.134791 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-873211ac-14c7-4b19-9ac0-d19465839d2f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:10.286362 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b6443a2b-4314-4ca8-aa7c-f810eba8cc9e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28bcd8d082344846aa3000b5c102e8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802963 Jul 29 14:56:10.290630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43146) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:10.359817 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-80367876-e4e7-46c6-8a1f-e42ee1bd9bb8 None None] Port 98f8de9b-696d-4080-9faa-6c9e7be7220e cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:56:10.385969 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:10.408725 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-873211ac-14c7-4b19-9ac0-d19465839d2f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:10.423408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873211ac-14c7-4b19-9ac0-d19465839d2f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:10.424395 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-873211ac-14c7-4b19-9ac0-d19465839d2f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:10.510869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6f62edb9-1866-48b2-81fc-3aa9cd623291 None None] Provisioning complete for port 98f8de9b-696d-4080-9faa-6c9e7be7220e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:10.517048 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f62edb9-1866-48b2-81fc-3aa9cd623291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:10.618682 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-11d75402-cd00-4031-bf20-dd1f14b7b46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:10.648655 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6f62edb9-1866-48b2-81fc-3aa9cd623291 None None] Port 98f8de9b-696d-4080-9faa-6c9e7be7220e cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:56:10.738695 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3073adbe-2190-4cf2-8744-bb22bc2315c6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:56:10.772514 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-11d75402-cd00-4031-bf20-dd1f14b7b46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:10.809390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eb515-3d4e-43e8-941c-034385a76f6d req-5bb74ebc-6b80-4698-8d4c-ff039b5b32c5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:10.823929 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-884eb515-3d4e-43e8-941c-034385a76f6d req-5bb74ebc-6b80-4698-8d4c-ff039b5b32c5 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7548e95-a18f-4c3f-917c-54cd6991911f HTTP/1.1" status: 200 len: 945 time: 0.5053444 Jul 29 14:56:10.865099 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-873211ac-14c7-4b19-9ac0-d19465839d2f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 1.5313509 Jul 29 14:56:10.889422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43160) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:10.892018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f32f2-b7e6-44ae-82d6-6b5f812cdd57 req-0e03493e-6ee2-4239-9936-ba97f302cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:10.895340 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ee8f32f2-b7e6-44ae-82d6-6b5f812cdd57 req-0e03493e-6ee2-4239-9936-ba97f302cdc1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b7548e95-a18f-4c3f-917c-54cd6991911f HTTP/1.1" status: 200 len: 1096 time: 0.5778475 Jul 29 14:56:10.904168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-fd9d1b0b-9b60-493c-bb01-530fe91e17bc tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'subnet': {'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:56:10.935735 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-11d75402-cd00-4031-bf20-dd1f14b7b46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:10.938862 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-11d75402-cd00-4031-bf20-dd1f14b7b46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:10.940509 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-11d75402-cd00-4031-bf20-dd1f14b7b46c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e10068d-edb0-4c61-b04e-546af5f7dbea HTTP/1.1" status: 204 len: 168 time: 0.6480470 Jul 29 14:56:10.953330 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d75402-cd00-4031-bf20-dd1f14b7b46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e10068d-edb0-4c61-b04e-546af5f7dbea,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:11.107846 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:11.134970 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 3073adbe-2190-4cf2-8744-bb22bc2315c6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:11.135661 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:11.309353 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:05Z', 'revision_number': 4, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': '98f8de9b-696d-4080-9faa-6c9e7be7220e', 'name': '', 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:3f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:00Z', 'updated_at': '2021-07-29T14:56:05Z', 'revision_number': 2, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:59Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:11.399038 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9d1b0b-9b60-493c-bb01-530fe91e17bc tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Made reservation on behalf of 3e71eaa2b1d44ef8814d759a060fb5ab for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:56:11.409102 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1b0b-9b60-493c-bb01-530fe91e17bc tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:11.456083 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Checking router: 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:56:11.458274 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Updating router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 port 98f8de9b-696d-4080-9faa-6c9e7be7220e binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:56:11.635874 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:12.279173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873211ac-14c7-4b19-9ac0-d19465839d2f tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Network': ['ID=e506cecb-8858-4c94-bd7b-eef0f9c3f741,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:12.306266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network e506cecb-8858-4c94-bd7b-eef0f9c3f741 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:56:12.343025 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ee8f32f2-b7e6-44ae-82d6-6b5f812cdd57 req-66d6a281-e963-46b7-bd5d-887ef2614346 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9580708 Jul 29 14:56:12.373419 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-884eb515-3d4e-43e8-941c-034385a76f6d req-7d024eab-5bc6-4cc8-85ec-d2d6ad407b61 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5425210 Jul 29 14:56:12.635342 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1b0b-9b60-493c-bb01-530fe91e17bc tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:12.871415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d1b0b-9b60-493c-bb01-530fe91e17bc tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Checking segment: {'id': 'f9f3bc09-2602-46bc-8714-fd276ec5d74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:56:12.872340 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9d1b0b-9b60-493c-bb01-530fe91e17bc tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network hostable DHCP agents. Network: e506cecb-8858-4c94-bd7b-eef0f9c3f741, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:56:12.878739 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d1b0b-9b60-493c-bb01-530fe91e17bc tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Subnet': ['ID=2e48e3a9-ab16-473f-94eb-88faa7699baa,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:12.926304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9d1b0b-9b60-493c-bb01-530fe91e17bc tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network e506cecb-8858-4c94-bd7b-eef0f9c3f741 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:56:12.952635 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-fd9d1b0b-9b60-493c-bb01-530fe91e17bc tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, e506cecb-8858-4c94-bd7b-eef0f9c3f741) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:56:12.958073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9d1b0b-9b60-493c-bb01-530fe91e17bc tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:12.959139 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd9d1b0b-9b60-493c-bb01-530fe91e17bc tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:12.969717 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243597dc-dff2-4598-97fa-dc9de51063fe None None] Network e506cecb-8858-4c94-bd7b-eef0f9c3f741 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:56:12.984564 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:13.000818 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fd9d1b0b-9b60-493c-bb01-530fe91e17bc tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1038213 Jul 29 14:56:13.005146 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43208) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:13.041974 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Transition to ACTIVE for port object 98f8de9b-696d-4080-9faa-6c9e7be7220e will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:56:13.070105 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:13.372837 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dfc30-feb9-4e16-bad6-d1ee66358b36 None None] Pushing event updated for resources: {'Port': ['ID=98f8de9b-696d-4080-9faa-6c9e7be7220e,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:13.514606 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-e506cecb-8858-4c94-bd7b-eef0f9c3f741', 'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'fixed_ips': [{'subnet_id': '2e48e3a9-ab16-473f-94eb-88faa7699baa'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:56:13.516167 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:13.749056 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Attempting to bind port 98f8de9b-696d-4080-9faa-6c9e7be7220e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:56:13.754516 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Attempting to bind port 98f8de9b-696d-4080-9faa-6c9e7be7220e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'dcc829fc-047a-4bd8-802b-b25fcb7b6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:56:13.758039 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Attempting to bind port 98f8de9b-696d-4080-9faa-6c9e7be7220e on network bd1408bb-7f43-44d3-a481-991b77a166f5 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:56:13.784369 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:56:13.787293 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Checking segment: {'id': 'dcc829fc-047a-4bd8-802b-b25fcb7b6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:56:13.790670 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:13.793955 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Bound using segment: {'id': 'dcc829fc-047a-4bd8-802b-b25fcb7b6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:56:13.796438 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Bound port: 98f8de9b-696d-4080-9faa-6c9e7be7220e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc829fc-047a-4bd8-802b-b25fcb7b6205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:56:13.797360 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:13.998624 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Allocated IP 172.23.0.2 (e506cecb-8858-4c94-bd7b-eef0f9c3f741/2e48e3a9-ab16-473f-94eb-88faa7699baa/fab15984-4533-4241-ab38-bb1d5363f701) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:56:14.124384 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] For port 98f8de9b-696d-4080-9faa-6c9e7be7220e, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:56:14.142960 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] For port 98f8de9b-696d-4080-9faa-6c9e7be7220e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=98f8de9b-696d-4080-9faa-6c9e7be7220e,segment=NetworkSegment(dcc829fc-047a-4bd8-802b-b25fcb7b6205),segment_id=dcc829fc-047a-4bd8-802b-b25fcb7b6205)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:56:14.154273 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:14.661293 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dfc30-feb9-4e16-bad6-d1ee66358b36 None None] Pushing event updated for resources: {'Port': ['ID=98f8de9b-696d-4080-9faa-6c9e7be7220e,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:14.698091 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:14.699665 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:56:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:14.772274 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:14.872001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Transition to ACTIVE for port object fab15984-4533-4241-ab38-bb1d5363f701 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:56:14.952141 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Transition to ACTIVE for port object fab15984-4533-4241-ab38-bb1d5363f701 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:56:15.012248 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:15.153871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Network e506cecb-8858-4c94-bd7b-eef0f9c3f741 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:56:15.167440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:56:15.179886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:56:15.195624 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:15.197661 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Pushing event updated for resources: {'Port': ['ID=fab15984-4533-4241-ab38-bb1d5363f701,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:15.342474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cba4c-595a-4a27-9195-e5eb6d3a1285 req-b4ccbb85-afab-4510-b52c-42982f1ffa2e tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:15.352060 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Attempting to bind port fab15984-4533-4241-ab38-bb1d5363f701 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:56:15.352430 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Attempting to bind port fab15984-4533-4241-ab38-bb1d5363f701 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'f9f3bc09-2602-46bc-8714-fd276ec5d74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:56:15.353170 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Attempting to bind port fab15984-4533-4241-ab38-bb1d5363f701 on network e506cecb-8858-4c94-bd7b-eef0f9c3f741 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:56:15.357514 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ba2cba4c-595a-4a27-9195-e5eb6d3a1285 req-b4ccbb85-afab-4510-b52c-42982f1ffa2e tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7548e95-a18f-4c3f-917c-54cd6991911f HTTP/1.1" status: 200 len: 945 time: 0.3326111 Jul 29 14:56:15.362193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:56:15.362858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Checking segment: {'id': 'f9f3bc09-2602-46bc-8714-fd276ec5d74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:56:15.363481 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:15.364100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Bound using segment: {'id': 'f9f3bc09-2602-46bc-8714-fd276ec5d74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:56:15.365051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Bound port: fab15984-4533-4241-ab38-bb1d5363f701, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f3bc09-2602-46bc-8714-fd276ec5d74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:56:15.365793 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:15.530351 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] For port fab15984-4533-4241-ab38-bb1d5363f701, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:56:15.534035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] For port fab15984-4533-4241-ab38-bb1d5363f701, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fab15984-4533-4241-ab38-bb1d5363f701,segment=NetworkSegment(f9f3bc09-2602-46bc-8714-fd276ec5d74e),segment_id=f9f3bc09-2602-46bc-8714-fd276ec5d74e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:56:15.542892 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:15.688328 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ba2cba4c-595a-4a27-9195-e5eb6d3a1285 req-cdbfbee0-1689-43c4-9ced-ca6abc1ce639 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298898 Jul 29 14:56:15.707904 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f39bf-c3cc-4086-864a-9a2d3f517982 None None] Pushing event updated for resources: {'Port': ['ID=fab15984-4533-4241-ab38-bb1d5363f701,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:15.782227 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:05Z', 'revision_number': 4, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': '98f8de9b-696d-4080-9faa-6c9e7be7220e', 'name': '', 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:3f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:00Z', 'updated_at': '2021-07-29T14:56:14Z', 'revision_number': 4, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:59Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:15.813168 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:15.838594 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37ef716-fc4e-4f7b-acdd-5c00c989fce3 None None] The sync data for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 is: [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:05Z', 'revision_number': 4, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': '98f8de9b-696d-4080-9faa-6c9e7be7220e', 'name': '', 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:3f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:00Z', 'updated_at': '2021-07-29T14:56:14Z', 'revision_number': 4, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:59Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:56:16.784502 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 98f8de9b-696d-4080-9faa-6c9e7be7220e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:56:16.826173 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:56:16.923681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 98f8de9b-696d-4080-9faa-6c9e7be7220e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:56:16.935726 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 98f8de9b-696d-4080-9faa-6c9e7be7220e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:16.939499 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:17.025216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Allocated IP 172.23.0.1 (e506cecb-8858-4c94-bd7b-eef0f9c3f741/2e48e3a9-ab16-473f-94eb-88faa7699baa/127ecd9e-2851-452d-a5fa-02ef9f8e4074) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:56:17.310446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9f02f-94ec-4ec2-8cb4-d63c04908564 req-5234db7d-5370-4a5b-9d90-6bd3929e0453 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:17.326015 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ccf9f02f-94ec-4ec2-8cb4-d63c04908564 req-5234db7d-5370-4a5b-9d90-6bd3929e0453 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7548e95-a18f-4c3f-917c-54cd6991911f HTTP/1.1" status: 200 len: 945 time: 0.2129424 Jul 29 14:56:17.335675 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:17.511096 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:17.542691 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ccf9f02f-94ec-4ec2-8cb4-d63c04908564 req-54cb21ff-ce7a-448d-bfcc-0282b60d3178 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093267 Jul 29 14:56:17.575211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 98f8de9b-696d-4080-9faa-6c9e7be7220e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=98f8de9b-696d-4080-9faa-6c9e7be7220e,segment=NetworkSegment(dcc829fc-047a-4bd8-802b-b25fcb7b6205),segment_id=dcc829fc-047a-4bd8-802b-b25fcb7b6205)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:17.580216 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:17.581799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fab15984-4533-4241-ab38-bb1d5363f701 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:56:17.617968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Transition to ACTIVE for port object 127ecd9e-2851-452d-a5fa-02ef9f8e4074 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:56:17.798919 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=98f8de9b-696d-4080-9faa-6c9e7be7220e,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:17.811916 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:18.063806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port fab15984-4533-4241-ab38-bb1d5363f701 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:56:18.099145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f5890d-ddf7-437b-a394-32bb3e437c04 None None] Network e506cecb-8858-4c94-bd7b-eef0f9c3f741 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:56:18.166620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network e506cecb-8858-4c94-bd7b-eef0f9c3f741 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:56:18.186510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:56:18.194019 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:56:18.270909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c360d-7f45-43ad-9304-3a13211e302d req-f96806b8-d5c6-46b0-9c6e-e65a39208c59 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:18.277009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=127ecd9e-2851-452d-a5fa-02ef9f8e4074,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:18.281867 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-948c360d-7f45-43ad-9304-3a13211e302d req-f96806b8-d5c6-46b0-9c6e-e65a39208c59 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5856a5cd-3b01-4d89-aed0-374ca9d52f18 HTTP/1.1" status: 200 len: 945 time: 0.0808389 Jul 29 14:56:18.326006 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:18.424619 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5bc929e3-d226-4fd3-b233-aa0142914eba None None] Provisioning for port fab15984-4533-4241-ab38-bb1d5363f701 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:56:18.443394 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5bc929e3-d226-4fd3-b233-aa0142914eba None None] Provisioning complete for port fab15984-4533-4241-ab38-bb1d5363f701 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:18.445170 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-948c360d-7f45-43ad-9304-3a13211e302d req-1642510b-3776-4906-acd6-59c8e989f4b1 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603119 Jul 29 14:56:18.445747 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bc929e3-d226-4fd3-b233-aa0142914eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:18.705550 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 98f8de9b-696d-4080-9faa-6c9e7be7220e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:56:18.712636 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:18.981785 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bc929e3-d226-4fd3-b233-aa0142914eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:19.088109 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-5bc929e3-d226-4fd3-b233-aa0142914eba None None] For port fab15984-4533-4241-ab38-bb1d5363f701, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fab15984-4533-4241-ab38-bb1d5363f701,segment=NetworkSegment(f9f3bc09-2602-46bc-8714-fd276ec5d74e),segment_id=f9f3bc09-2602-46bc-8714-fd276ec5d74e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:19.111830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 98f8de9b-696d-4080-9faa-6c9e7be7220e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:19.112264 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:19.114247 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5bc929e3-d226-4fd3-b233-aa0142914eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:19.397628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc929e3-d226-4fd3-b233-aa0142914eba None None] Pushing event updated for resources: {'Port': ['ID=fab15984-4533-4241-ab38-bb1d5363f701,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:19.570581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-689f8cd7-33a4-42fe-aaca-8d17e9ff4240 None None] Provisioning for port 127ecd9e-2851-452d-a5fa-02ef9f8e4074 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:56:19.583402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-689f8cd7-33a4-42fe-aaca-8d17e9ff4240 None None] Provisioning complete for port 127ecd9e-2851-452d-a5fa-02ef9f8e4074 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:19.588067 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-689f8cd7-33a4-42fe-aaca-8d17e9ff4240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:19.643828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438482ff-28d5-4afb-9c7b-5fa671fd9738 req-80220e22-5261-43f3-9d26-b2a5643513f3 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:19.664531 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-438482ff-28d5-4afb-9c7b-5fa671fd9738 req-80220e22-5261-43f3-9d26-b2a5643513f3 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5856a5cd-3b01-4d89-aed0-374ca9d52f18 HTTP/1.1" status: 200 len: 945 time: 0.1687939 Jul 29 14:56:19.778144 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:19.783725 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:19.829244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-689f8cd7-33a4-42fe-aaca-8d17e9ff4240 None None] Port 127ecd9e-2851-452d-a5fa-02ef9f8e4074 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:56:19.857776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-689f8cd7-33a4-42fe-aaca-8d17e9ff4240 None None] Provisioning complete for port fab15984-4533-4241-ab38-bb1d5363f701 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:19.858451 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-689f8cd7-33a4-42fe-aaca-8d17e9ff4240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:19.926841 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-438482ff-28d5-4afb-9c7b-5fa671fd9738 req-d3ba46f9-1caa-4452-9dc6-5a4a0950ceab tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601306 Jul 29 14:56:19.973951 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:20.111876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43362) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:20.117683 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event updated for resources: {'Port': ['ID=127ecd9e-2851-452d-a5fa-02ef9f8e4074,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:20.299740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Network e506cecb-8858-4c94-bd7b-eef0f9c3f741 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:56:20.303002 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:56:20.331183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cbfaef2e-a732-4d05-be7c-5cbf2ff9b9dd None None] Provisioning complete for port 127ecd9e-2851-452d-a5fa-02ef9f8e4074 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:20.331939 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbfaef2e-a732-4d05-be7c-5cbf2ff9b9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:20.530370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-cbfaef2e-a732-4d05-be7c-5cbf2ff9b9dd None None] Port 127ecd9e-2851-452d-a5fa-02ef9f8e4074 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:56:20.589752 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bb60d-6aee-45c5-88f5-9be67ad3246b req-030e15ee-e877-42fe-8cc6-20a45447b2ee tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:20.592049 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c8bb60d-6aee-45c5-88f5-9be67ad3246b req-030e15ee-e877-42fe-8cc6-20a45447b2ee tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.39 "GET /v2.0/ports?device_id=5856a5cd-3b01-4d89-aed0-374ca9d52f18 HTTP/1.1" status: 200 len: 945 time: 0.2246065 Jul 29 14:56:20.622708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fab15984-4533-4241-ab38-bb1d5363f701 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:56:20.767885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:56:20.807721 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port fab15984-4533-4241-ab38-bb1d5363f701 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:20.808509 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:21.024944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:56:21.046489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Sync routers for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:56:21.053680 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-41d86acc-2e82-45e6-867b-d171cf5ee5f4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/3620e05a-f2f3-4d4d-969e-9f650e71f4e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0453386 Jul 29 14:56:21.055168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43388) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:21.090541 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a3668f5c-be00-424c-8584-2e630da89574 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:56:21.113609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-59b9e83d-a9e9-4256-a9b8-702c596e6660 None None] Provisioning complete for port 127ecd9e-2851-452d-a5fa-02ef9f8e4074 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:21.114662 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-59b9e83d-a9e9-4256-a9b8-702c596e6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:21.121676 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-1c8bb60d-6aee-45c5-88f5-9be67ad3246b req-1d57267c-aa7a-490e-8184-c9bf113045e7 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Deleting port dc312d17-745b-4273-918e-5bdbecdcc2e7 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:56:21.122889 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1c8bb60d-6aee-45c5-88f5-9be67ad3246b req-1d57267c-aa7a-490e-8184-c9bf113045e7 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:21.245791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:21.246984 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:56:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:21.347882 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-59b9e83d-a9e9-4256-a9b8-702c596e6660 None None] Port 127ecd9e-2851-452d-a5fa-02ef9f8e4074 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:56:21.518498 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e123ec-6cc3-4236-92c3-353f4de775cf req-c05dc9a0-966e-4d86-a50d-fedc44abd54b tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:21.536060 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-39e123ec-6cc3-4236-92c3-353f4de775cf req-c05dc9a0-966e-4d86-a50d-fedc44abd54b tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5856a5cd-3b01-4d89-aed0-374ca9d52f18 HTTP/1.1" status: 200 len: 945 time: 0.3369491 Jul 29 14:56:21.544710 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:21.670301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-1c8bb60d-6aee-45c5-88f5-9be67ad3246b req-1d57267c-aa7a-490e-8184-c9bf113045e7 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] For port dc312d17-745b-4273-918e-5bdbecdcc2e7, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=dc312d17-745b-4273-918e-5bdbecdcc2e7,segment=NetworkSegment(5626f2db-a575-4cd4-b6c8-0491431a7e03),segment_id=5626f2db-a575-4cd4-b6c8-0491431a7e03)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:21.676203 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1c8bb60d-6aee-45c5-88f5-9be67ad3246b req-1d57267c-aa7a-490e-8184-c9bf113045e7 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:21.822879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-1c8bb60d-6aee-45c5-88f5-9be67ad3246b req-1d57267c-aa7a-490e-8184-c9bf113045e7 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Calling delete_port for dc312d17-745b-4273-918e-5bdbecdcc2e7 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:56:21.864593 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-39e123ec-6cc3-4236-92c3-353f4de775cf req-943f7d24-869a-4df7-acc1-3507ce43faae tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236160 Jul 29 14:56:22.082501 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.extraroute_db [None req-a3668f5c-be00-424c-8584-2e630da89574 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94157) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 14:56:22.105036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.extraroute_db [None req-a3668f5c-be00-424c-8584-2e630da89574 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Removed routes are [] {{(pid=94157) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 14:56:22.106122 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3668f5c-be00-424c-8584-2e630da89574 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:22.216332 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85996d28-87de-4a1a-a4e5-48071dba4af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:22.234174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:18Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': '127ecd9e-2851-452d-a5fa-02ef9f8e4074', 'name': '', 'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:c3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2e48e3a9-ab16-473f-94eb-88faa7699baa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:16Z', 'updated_at': '2021-07-29T14:56:19Z', 'revision_number': 2, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '2e48e3a9-ab16-473f-94eb-88faa7699baa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f8de9b-696d-4080-9faa-6c9e7be7220e', 'name': '', 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:00Z', 'updated_at': '2021-07-29T14:56:17Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:59Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:22.247955 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350b122-523d-49fc-9e80-62b0055106ca req-106a27fb-8741-4f90-8958-a16f3c1afa6e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:22.258321 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9350b122-523d-49fc-9e80-62b0055106ca req-106a27fb-8741-4f90-8958-a16f3c1afa6e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.2923341 Jul 29 14:56:22.315987 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Checking router: 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:56:22.316703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Updating router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 port 127ecd9e-2851-452d-a5fa-02ef9f8e4074 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:56:22.379866 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:22.403323 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9350b122-523d-49fc-9e80-62b0055106ca req-ab721b3b-5f39-4100-a8f3-d2d4d9eda99e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438537 Jul 29 14:56:22.451719 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3668f5c-be00-424c-8584-2e630da89574 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:22.474914 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3668f5c-be00-424c-8584-2e630da89574 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:22.532137 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1c8bb60d-6aee-45c5-88f5-9be67ad3246b req-1d57267c-aa7a-490e-8184-c9bf113045e7 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:22.640547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3668f5c-be00-424c-8584-2e630da89574 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:56:22.709503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57267c-aa7a-490e-8184-c9bf113045e7 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Pushing event deleted for resources: {'Port': ['ID=dc312d17-745b-4273-918e-5bdbecdcc2e7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:22.869402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['49d1e643-2903-44d2-8b68-d05693cf796f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:56:22.876701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8bb60d-6aee-45c5-88f5-9be67ad3246b req-1d57267c-aa7a-490e-8184-c9bf113045e7 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] No DVR routers for this DVR port dc312d17-745b-4273-918e-5bdbecdcc2e7 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:56:22.890172 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1c8bb60d-6aee-45c5-88f5-9be67ad3246b req-1d57267c-aa7a-490e-8184-c9bf113045e7 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:22.893455 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c8bb60d-6aee-45c5-88f5-9be67ad3246b req-1d57267c-aa7a-490e-8184-c9bf113045e7 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.39 "DELETE /v2.0/ports/dc312d17-745b-4273-918e-5bdbecdcc2e7 HTTP/1.1" status: 204 len: 173 time: 2.2765574 Jul 29 14:56:22.909041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5856a5cd-3b01-4d89-aed0-374ca9d52f18', 'name': 'network-vif-deleted', 'tag': 'dc312d17-745b-4273-918e-5bdbecdcc2e7'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:56:22.918840 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac63211-9a3b-40b8-8088-f6f83de9689b" -d '{"events": [{"server_uuid": "5856a5cd-3b01-4d89-aed0-374ca9d52f18", "name": "network-vif-deleted", "tag": "dc312d17-745b-4273-918e-5bdbecdcc2e7"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:56:22.943941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ea949011-095d-4506-bca6-4af10891e537'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:56:23.193592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-85996d28-87de-4a1a-a4e5-48071dba4af1 admin admin] Deleting port 5a406e41-5bc5-4f57-880c-9af145e324d7 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:56:23.194602 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85996d28-87de-4a1a-a4e5-48071dba4af1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:23.394887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3668f5c-be00-424c-8584-2e630da89574 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:56:23.424414 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3668f5c-be00-424c-8584-2e630da89574 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:23.434128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a3668f5c-be00-424c-8584-2e630da89574 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/3620e05a-f2f3-4d4d-969e-9f650e71f4e5 HTTP/1.1" status: 200 len: 934 time: 2.3754230 Jul 29 14:56:23.437215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43466) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:23.521178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-85996d28-87de-4a1a-a4e5-48071dba4af1 admin admin] For port 5a406e41-5bc5-4f57-880c-9af145e324d7, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5a406e41-5bc5-4f57-880c-9af145e324d7,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:23.522664 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85996d28-87de-4a1a-a4e5-48071dba4af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:23.570826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-85996d28-87de-4a1a-a4e5-48071dba4af1 admin admin] Calling delete_port for 5a406e41-5bc5-4f57-880c-9af145e324d7 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:56:23.640867 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ebd93f3e-8f84-4965-9892-56d8206bbf4a req-ace22d94-5cb8-4c9d-aef7-a421428cb28e tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=5856a5cd-3b01-4d89-aed0-374ca9d52f18 HTTP/1.1" status: 200 len: 210 time: 0.0606565 Jul 29 14:56:23.732450 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff2aa6b-e649-424b-9716-9ea85eef0f79 x-openstack-request-id: req-0ff2aa6b-e649-424b-9716-9ea85eef0f79 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:56:23.738596 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5856a5cd-3b01-4d89-aed0-374ca9d52f18", "name": "network-vif-deleted", "tag": "dc312d17-745b-4273-918e-5bdbecdcc2e7", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:56:23.739263 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ff2aa6b-e649-424b-9716-9ea85eef0f79 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:56:23.740118 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5856a5cd-3b01-4d89-aed0-374ca9d52f18', 'name': 'network-vif-deleted', 'tag': 'dc312d17-745b-4273-918e-5bdbecdcc2e7', 'status': 'completed', 'code': 200} Jul 29 14:56:23.757044 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-463334a2-05f9-43b8-9f04-a08fe7e998d7 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/routers/3620e05a-f2f3-4d4d-969e-9f650e71f4e5 HTTP/1.1" status: 200 len: 934 time: 0.3132536 Jul 29 14:56:23.757288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43474) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:23.762950 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-6840263f-79ed-4c5f-98af-5ab95388cf96 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'router': {'routes': None}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:56:23.899178 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:23.918235 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Transition to ACTIVE for port object 127ecd9e-2851-452d-a5fa-02ef9f8e4074 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:56:23.927625 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:24.095985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582cce6-028f-4beb-ad20-cdc3d5e1d098 None None] Pushing event updated for resources: {'Port': ['ID=127ecd9e-2851-452d-a5fa-02ef9f8e4074,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:24.185901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device dc312d17-745b-4273-918e-5bdbecdcc2e7 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:56:24.265901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Attempting to bind port 127ecd9e-2851-452d-a5fa-02ef9f8e4074 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:56:24.266547 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Attempting to bind port 127ecd9e-2851-452d-a5fa-02ef9f8e4074 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'f9f3bc09-2602-46bc-8714-fd276ec5d74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:56:24.267549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Attempting to bind port 127ecd9e-2851-452d-a5fa-02ef9f8e4074 on network e506cecb-8858-4c94-bd7b-eef0f9c3f741 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:56:24.272612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: dc312d17-745b-4273-918e-5bdbecdcc2e7 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:56:24.273440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device dc312d17-745b-4273-918e-5bdbecdcc2e7 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:56:24.278772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:56:24.279600 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Checking segment: {'id': 'f9f3bc09-2602-46bc-8714-fd276ec5d74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:56:24.280199 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:24.280949 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Bound using segment: {'id': 'f9f3bc09-2602-46bc-8714-fd276ec5d74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:56:24.281647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Bound port: 127ecd9e-2851-452d-a5fa-02ef9f8e4074, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f3bc09-2602-46bc-8714-fd276ec5d74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:56:24.282274 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:24.380617 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] For port 127ecd9e-2851-452d-a5fa-02ef9f8e4074, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:56:24.384118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43490) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:24.391014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] For port 127ecd9e-2851-452d-a5fa-02ef9f8e4074, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=127ecd9e-2851-452d-a5fa-02ef9f8e4074,segment=NetworkSegment(f9f3bc09-2602-46bc-8714-fd276ec5d74e),segment_id=f9f3bc09-2602-46bc-8714-fd276ec5d74e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:56:24.401052 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:24.484211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:24.485215 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:56:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:24.572617 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582cce6-028f-4beb-ad20-cdc3d5e1d098 None None] Pushing event updated for resources: {'Port': ['ID=127ecd9e-2851-452d-a5fa-02ef9f8e4074,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:24.653634 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-068dda54-43b1-4a73-a777-92b8d180eaa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:24.715453 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:24.884619 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-068dda54-43b1-4a73-a777-92b8d180eaa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:24.891973 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-068dda54-43b1-4a73-a777-92b8d180eaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:25.017662 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.extraroute_db [None req-6840263f-79ed-4c5f-98af-5ab95388cf96 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Added routes are [] {{(pid=94158) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 14:56:25.018254 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.extraroute_db [None req-6840263f-79ed-4c5f-98af-5ab95388cf96 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94158) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 14:56:25.035038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dda54-43b1-4a73-a777-92b8d180eaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33739957-0f15-4e66-99ce-bc04a91f9418,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:25.091936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-068dda54-43b1-4a73-a777-92b8d180eaa3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ef9cefeef7140bd97a0520448a9f8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7058816 Jul 29 14:56:25.097126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43508) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:25.099329 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6840263f-79ed-4c5f-98af-5ab95388cf96 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:25.249522 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6066bbe1-9714-45a2-a1b9-8b09a244e472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:25.297362 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6066bbe1-9714-45a2-a1b9-8b09a244e472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:25.325403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1acd01-ae0d-47f8-90fb-55e1f1bbd5f9 req-2eda67c5-a046-422f-b2b2-35ba66ded660 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:25.327810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fb1acd01-ae0d-47f8-90fb-55e1f1bbd5f9 req-2eda67c5-a046-422f-b2b2-35ba66ded660 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.6486826 Jul 29 14:56:25.367846 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6066bbe1-9714-45a2-a1b9-8b09a244e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:25.375977 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6066bbe1-9714-45a2-a1b9-8b09a244e472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:25.385475 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6066bbe1-9714-45a2-a1b9-8b09a244e472 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33739957-0f15-4e66-99ce-bc04a91f9418 HTTP/1.1" status: 204 len: 168 time: 0.2871287 Jul 29 14:56:25.391817 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f214c1ee-c833-4ce4-8174-e69b4e56f326 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:56:25.406539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066bbe1-9714-45a2-a1b9-8b09a244e472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33739957-0f15-4e66-99ce-bc04a91f9418,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:25.486357 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85996d28-87de-4a1a-a4e5-48071dba4af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:25.574566 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:22Z', 'revision_number': 6, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': '127ecd9e-2851-452d-a5fa-02ef9f8e4074', 'name': '', 'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:c3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2e48e3a9-ab16-473f-94eb-88faa7699baa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:16Z', 'updated_at': '2021-07-29T14:56:24Z', 'revision_number': 4, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '2e48e3a9-ab16-473f-94eb-88faa7699baa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f8de9b-696d-4080-9faa-6c9e7be7220e', 'name': '', 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:00Z', 'updated_at': '2021-07-29T14:56:17Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:59Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:25.668516 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85996d28-87de-4a1a-a4e5-48071dba4af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a406e41-5bc5-4f57-880c-9af145e324d7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:25.669737 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:25.683861 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de25c87-794d-4084-8d92-bd58cae2b484 None None] The sync data for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 is: [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:22Z', 'revision_number': 6, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': '127ecd9e-2851-452d-a5fa-02ef9f8e4074', 'name': '', 'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:c3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2e48e3a9-ab16-473f-94eb-88faa7699baa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:16Z', 'updated_at': '2021-07-29T14:56:24Z', 'revision_number': 4, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '2e48e3a9-ab16-473f-94eb-88faa7699baa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f8de9b-696d-4080-9faa-6c9e7be7220e', 'name': '', 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:00Z', 'updated_at': '2021-07-29T14:56:17Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:59Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:56:25.691523 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fb1acd01-ae0d-47f8-90fb-55e1f1bbd5f9 req-185c4466-0279-49d1-8441-071745fb6bc8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411663 Jul 29 14:56:25.773030 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:56:25.775552 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b34e61-1ea0-45ff-80d2-9053de7379ac" -d '{"events": [{"server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "name": "network-vif-unplugged", "status": "completed", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:56:25.891230 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:25.898332 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:25.920257 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6840263f-79ed-4c5f-98af-5ab95388cf96 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:25.947573 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6840263f-79ed-4c5f-98af-5ab95388cf96 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:26.012401 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cfa583-0193-4e16-8067-f88a997b05e3 x-openstack-request-id: req-42cfa583-0193-4e16-8067-f88a997b05e3 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:56:26.012989 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "name": "network-vif-unplugged", "status": "completed", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:56:26.013395 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42cfa583-0193-4e16-8067-f88a997b05e3 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:56:26.014916 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'code': 200} Jul 29 14:56:26.159610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f214c1ee-c833-4ce4-8174-e69b4e56f326,revision_number=11']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:26.198681 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:26.329626 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cee3d-1c05-49bc-b859-e5b5ba139aef req-1528f378-b5a3-4285-8b90-0d327fd017d8 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:26.344714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cee3d-1c05-49bc-b859-e5b5ba139aef req-1528f378-b5a3-4285-8b90-0d327fd017d8 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:26.362970 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1e0cee3d-1c05-49bc-b859-e5b5ba139aef req-1528f378-b5a3-4285-8b90-0d327fd017d8 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5&device_id=b7548e95-a18f-4c3f-917c-54cd6991911f HTTP/1.1" status: 200 len: 1681 time: 0.1884570 Jul 29 14:56:26.434666 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85996d28-87de-4a1a-a4e5-48071dba4af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:26.459053 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6840263f-79ed-4c5f-98af-5ab95388cf96 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:56:26.556783 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1e0cee3d-1c05-49bc-b859-e5b5ba139aef req-f2d26aef-1420-4bf3-8389-fcecc0056ce9 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828718 Jul 29 14:56:26.803113 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 127ecd9e-2851-452d-a5fa-02ef9f8e4074 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:56:26.934121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 127ecd9e-2851-452d-a5fa-02ef9f8e4074 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:56:26.940854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 127ecd9e-2851-452d-a5fa-02ef9f8e4074 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:26.941408 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:26.973044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6840263f-79ed-4c5f-98af-5ab95388cf96 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:56:27.001406 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6840263f-79ed-4c5f-98af-5ab95388cf96 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:27.003151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6840263f-79ed-4c5f-98af-5ab95388cf96 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/3620e05a-f2f3-4d4d-969e-9f650e71f4e5 HTTP/1.1" status: 200 len: 700 time: 3.2444463 Jul 29 14:56:27.013526 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43580) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:27.140288 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c6164-2fcd-4fc7-998f-e8b1782a62c8 req-336c4f56-2222-497f-aa71-83c3698905d4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:27.148893 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-db1c6164-2fcd-4fc7-998f-e8b1782a62c8 req-336c4f56-2222-497f-aa71-83c3698905d4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.2571609 Jul 29 14:56:27.216515 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-db1c6164-2fcd-4fc7-998f-e8b1782a62c8 req-bfe3210c-3d4a-47fd-ab50-51b4e03b21e1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631669 Jul 29 14:56:27.248401 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:27.361441 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 127ecd9e-2851-452d-a5fa-02ef9f8e4074, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=127ecd9e-2851-452d-a5fa-02ef9f8e4074,segment=NetworkSegment(f9f3bc09-2602-46bc-8714-fd276ec5d74e),segment_id=f9f3bc09-2602-46bc-8714-fd276ec5d74e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:27.374398 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:27.392442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f214c1ee-c833-4ce4-8174-e69b4e56f326 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:56:27.488761 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ecb43-b2f9-4446-a3b9-acf641318cbd None None] Sync routers for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:56:27.526392 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ecb43-b2f9-4446-a3b9-acf641318cbd None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:27.527082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85996d28-87de-4a1a-a4e5-48071dba4af1 admin admin] Router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:56:27.529263 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d48ecb43-b2f9-4446-a3b9-acf641318cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:56:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:27.588108 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2e3398a3-620a-4664-aee8-27a0a8bf1a08 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/routers/3620e05a-f2f3-4d4d-969e-9f650e71f4e5 HTTP/1.1" status: 200 len: 700 time: 0.5685678 Jul 29 14:56:27.592435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43602) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:27.640199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=127ecd9e-2851-452d-a5fa-02ef9f8e4074,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:27.795760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85996d28-87de-4a1a-a4e5-48071dba4af1 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:56:27.816224 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-85996d28-87de-4a1a-a4e5-48071dba4af1 admin admin] 10.222.0.16 "PUT /v2.0/routers/8ed24278-f340-4f7c-af16-fb3c2853d9a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7019794 Jul 29 14:56:27.817229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43614) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:27.846557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cda35b8-ea36-4862-823b-755eb9335c29 None None] Sync routers for ids ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:56:27.882831 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cda35b8-ea36-4862-823b-755eb9335c29 None None] Routers {'8ed24278-f340-4f7c-af16-fb3c2853d9a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:27.884370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6cda35b8-ea36-4862-823b-755eb9335c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:56:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:27.926027 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-d48ecb43-b2f9-4446-a3b9-acf641318cbd None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:27.980074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:27.996203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'port_id': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'mac_address': 'fa:16:3e:42:28:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:56:28.137494 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02484c0d-c5fd-4751-92c7-973d9ec661cd admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:28.341255 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc4da4-bc87-4f81-93c2-a919b972d0a6 req-a5aee7e7-49f8-496c-8650-869461964e6e tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:28.343111 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-edcc4da4-bc87-4f81-93c2-a919b972d0a6 req-a5aee7e7-49f8-496c-8650-869461964e6e tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7548e95-a18f-4c3f-917c-54cd6991911f HTTP/1.1" status: 200 len: 945 time: 0.2477500 Jul 29 14:56:28.416300 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:28.485686 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f214c1ee-c833-4ce4-8174-e69b4e56f326 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:56:28.556171 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d48ecb43-b2f9-4446-a3b9-acf641318cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:25Z', 'revision_number': 7, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': '127ecd9e-2851-452d-a5fa-02ef9f8e4074', 'name': '', 'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2e48e3a9-ab16-473f-94eb-88faa7699baa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:16Z', 'updated_at': '2021-07-29T14:56:27Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '2e48e3a9-ab16-473f-94eb-88faa7699baa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f8de9b-696d-4080-9faa-6c9e7be7220e', 'name': '', 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:00Z', 'updated_at': '2021-07-29T14:56:17Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:59Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:28.621125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-6cda35b8-ea36-4862-823b-755eb9335c29 None None] Set router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:28.630722 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:28.647956 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ecb43-b2f9-4446-a3b9-acf641318cbd None None] Checking router: 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:56:28.695352 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ecb43-b2f9-4446-a3b9-acf641318cbd None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:28.696378 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d48ecb43-b2f9-4446-a3b9-acf641318cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:56:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:28.770960 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-edcc4da4-bc87-4f81-93c2-a919b972d0a6 req-7682023a-8414-4f1f-9639-e5543f92f72d tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128847 Jul 29 14:56:29.056199 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-c15f6f50-8716-473c-ad56-4b518f7a4048 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1730502 Jul 29 14:56:29.072023 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:29.082250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 127ecd9e-2851-452d-a5fa-02ef9f8e4074 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:56:29.364962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['f214c1ee-c833-4ce4-8174-e69b4e56f326'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:56:29.372225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-7a1f6d5c-c00b-499f-b5dd-d9607ea8815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:29.374032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-7a1f6d5c-c00b-499f-b5dd-d9607ea8815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:29.376091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-7a1f6d5c-c00b-499f-b5dd-d9607ea8815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:29.377396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-7a1f6d5c-c00b-499f-b5dd-d9607ea8815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:29.378225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-7a1f6d5c-c00b-499f-b5dd-d9607ea8815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:29.379190 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-7a1f6d5c-c00b-499f-b5dd-d9607ea8815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:29.379865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-7a1f6d5c-c00b-499f-b5dd-d9607ea8815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:29.384223 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-7a1f6d5c-c00b-499f-b5dd-d9607ea8815c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d512e776609042afb7cbb4d51213c3a0&device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6489 time: 0.2146988 Jul 29 14:56:29.428136 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-d48ecb43-b2f9-4446-a3b9-acf641318cbd None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:29.482948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43650) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:29.504719 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef775543-a199-4f1c-aca6-5fd2ebf41805 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:29.560565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f214c1ee-c833-4ce4-8174-e69b4e56f326,revision_number=12']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:29.582024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 127ecd9e-2851-452d-a5fa-02ef9f8e4074 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:29.583069 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:29.695748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6cda35b8-ea36-4862-823b-755eb9335c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:56:25Z', 'revision_number': 5, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:29.734522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cda35b8-ea36-4862-823b-755eb9335c29 None None] Checking router: 8ed24278-f340-4f7c-af16-fb3c2853d9a1 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:56:29.764168 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cda35b8-ea36-4862-823b-755eb9335c29 None None] Routers {'8ed24278-f340-4f7c-af16-fb3c2853d9a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:29.771878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6cda35b8-ea36-4862-823b-755eb9335c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:56:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:30.013609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2c9f9-5fa0-446c-bd24-64c77faf49bb req-bae42f0a-1b99-4df2-88f0-4505e2283d31 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:30.021833 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-99f2c9f9-5fa0-446c-bd24-64c77faf49bb req-bae42f0a-1b99-4df2-88f0-4505e2283d31 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 1.5386741 Jul 29 14:56:30.120498 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-99f2c9f9-5fa0-446c-bd24-64c77faf49bb req-82811a75-fae6-46e0-853a-f77fe5a39953 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972440 Jul 29 14:56:30.159706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d350d-1f0d-442a-94d8-664544172322 req-fe95fdc8-d2a4-47ca-a1f3-4c0feb0e6424 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:30.170557 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-242d350d-1f0d-442a-94d8-664544172322 req-fe95fdc8-d2a4-47ca-a1f3-4c0feb0e6424 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7548e95-a18f-4c3f-917c-54cd6991911f HTTP/1.1" status: 200 len: 945 time: 0.4696460 Jul 29 14:56:30.182878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e06e19-51cf-4d57-99f0-0d938dd46b6f req-e5cef930-81eb-4596-96dd-c9e00260ae3c tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:30.210377 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81e06e19-51cf-4d57-99f0-0d938dd46b6f req-e5cef930-81eb-4596-96dd-c9e00260ae3c tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 945 time: 0.5352850 Jul 29 14:56:30.318328 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d48ecb43-b2f9-4446-a3b9-acf641318cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:25Z', 'revision_number': 7, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': '127ecd9e-2851-452d-a5fa-02ef9f8e4074', 'name': '', 'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2e48e3a9-ab16-473f-94eb-88faa7699baa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:16Z', 'updated_at': '2021-07-29T14:56:27Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '2e48e3a9-ab16-473f-94eb-88faa7699baa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f8de9b-696d-4080-9faa-6c9e7be7220e', 'name': '', 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:00Z', 'updated_at': '2021-07-29T14:56:17Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:59Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:30.379295 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f40cf1-7bf1-410a-accb-a65df907e91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:30.380132 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ecb43-b2f9-4446-a3b9-acf641318cbd None None] The sync data for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 is: [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:25Z', 'revision_number': 7, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': '127ecd9e-2851-452d-a5fa-02ef9f8e4074', 'name': '', 'network_id': 'e506cecb-8858-4c94-bd7b-eef0f9c3f741', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:c3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '2e48e3a9-ab16-473f-94eb-88faa7699baa', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:16Z', 'updated_at': '2021-07-29T14:56:27Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '2e48e3a9-ab16-473f-94eb-88faa7699baa', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98f8de9b-696d-4080-9faa-6c9e7be7220e', 'name': '', 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:00Z', 'updated_at': '2021-07-29T14:56:17Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:59Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:56:30.396700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-95703293-6b9f-4bc1-a51a-3872e3de3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:30.397735 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-95703293-6b9f-4bc1-a51a-3872e3de3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:30.398366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-95703293-6b9f-4bc1-a51a-3872e3de3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:30.402922 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-95703293-6b9f-4bc1-a51a-3872e3de3032 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dba885a-0741-41e8-b079-6381bc1efb2c&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&id=86ce031c-c6cf-4027-8ce8-3052a67f5b66 HTTP/1.1" status: 200 len: 2293 time: 0.9798498 Jul 29 14:56:30.461865 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02484c0d-c5fd-4751-92c7-973d9ec661cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:30.610948 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-3508bb72-9fde-4c72-b5a7-37934a663c21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3559254e-f263-44c0-8c9e-db0d92fb9ec9 HTTP/1.1" status: 200 len: 1001 time: 0.1922991 Jul 29 14:56:30.612213 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c9ad5f-39de-4ea1-ad27-dd5bd8361291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:30.641893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359a8f5-dc45-4c79-9639-e415a07a4d21 req-f8bf4339-b17c-4ec5-bb8e-f8efe3172388 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:30.643579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-6cda35b8-ea36-4862-823b-755eb9335c29 None None] Set router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:30.657760 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a359a8f5-dc45-4c79-9639-e415a07a4d21 req-f8bf4339-b17c-4ec5-bb8e-f8efe3172388 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7548e95-a18f-4c3f-917c-54cd6991911f HTTP/1.1" status: 200 len: 945 time: 0.5994132 Jul 29 14:56:30.697968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-02484c0d-c5fd-4751-92c7-973d9ec661cd admin admin] Deleting port 819cf251-088a-4872-99b1-13b8c59f2f6a {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:56:30.697968 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02484c0d-c5fd-4751-92c7-973d9ec661cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:30.776659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-81e06e19-51cf-4d57-99f0-0d938dd46b6f req-7a8e7078-1ff2-40e1-be93-71bdf7b95b43 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Deleting port 49d1e643-2903-44d2-8b68-d05693cf796f {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:56:30.781928 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-81e06e19-51cf-4d57-99f0-0d938dd46b6f req-7a8e7078-1ff2-40e1-be93-71bdf7b95b43 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:30.890854 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-242d350d-1f0d-442a-94d8-664544172322 req-061ea9ab-4597-428a-8247-c040c43c6050 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Deleting port ea949011-095d-4506-bca6-4af10891e537 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:56:30.891608 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-242d350d-1f0d-442a-94d8-664544172322 req-061ea9ab-4597-428a-8247-c040c43c6050 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:31.090436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-242d350d-1f0d-442a-94d8-664544172322 req-061ea9ab-4597-428a-8247-c040c43c6050 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] For port ea949011-095d-4506-bca6-4af10891e537, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ea949011-095d-4506-bca6-4af10891e537,segment=NetworkSegment(5626f2db-a575-4cd4-b6c8-0491431a7e03),segment_id=5626f2db-a575-4cd4-b6c8-0491431a7e03)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:31.091686 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-242d350d-1f0d-442a-94d8-664544172322 req-061ea9ab-4597-428a-8247-c040c43c6050 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:31.103018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6cda35b8-ea36-4862-823b-755eb9335c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:56:25Z', 'revision_number': 5, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:31.144367 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cda35b8-ea36-4862-823b-755eb9335c29 None None] The sync data for ids ['8ed24278-f340-4f7c-af16-fb3c2853d9a1'] in n-d-802893-1 is: [{'id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1575349868-router', 'tenant_id': '247d807a3183413d81bd38d576287ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:46:07Z', 'updated_at': '2021-07-29T14:56:25Z', 'revision_number': 5, 'project_id': '247d807a3183413d81bd38d576287ebf', 'gw_port': {'id': '819cf251-088a-4872-99b1-13b8c59f2f6a', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:5c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed24278-f340-4f7c-af16-fb3c2853d9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:46:09Z', 'updated_at': '2021-07-29T14:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:56:31.159194 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-242d350d-1f0d-442a-94d8-664544172322 req-061ea9ab-4597-428a-8247-c040c43c6050 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Calling delete_port for ea949011-095d-4506-bca6-4af10891e537 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:56:31.163918 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-02484c0d-c5fd-4751-92c7-973d9ec661cd admin admin] For port 819cf251-088a-4872-99b1-13b8c59f2f6a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=819cf251-088a-4872-99b1-13b8c59f2f6a,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:31.163918 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02484c0d-c5fd-4751-92c7-973d9ec661cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:31.175792 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a359a8f5-dc45-4c79-9639-e415a07a4d21 req-117a255f-3b05-4e6e-bb20-e55925052ade tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/security-groups?id=0edc3b7a-e69b-408a-803d-48ba51a5a172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168304 Jul 29 14:56:31.227287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-02484c0d-c5fd-4751-92c7-973d9ec661cd admin admin] Calling delete_port for 819cf251-088a-4872-99b1-13b8c59f2f6a owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:56:31.254320 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f40cf1-7bf1-410a-accb-a65df907e91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:31.400361 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-98cd4bcf-7eaa-47ef-8aaa-75bc145a3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:31.402332 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-98cd4bcf-7eaa-47ef-8aaa-75bc145a3198 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c2c5946-274d-455f-a39e-104d5d03aeca HTTP/1.1" status: 200 len: 850 time: 0.3515682 Jul 29 14:56:31.403469 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f40cf1-7bf1-410a-accb-a65df907e91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:31.433609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f214c1ee-c833-4ce4-8174-e69b4e56f326 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:56:31.581588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-6332e1a4-71f4-42fb-b79e-78f27194c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:31.584040 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-6332e1a4-71f4-42fb-b79e-78f27194c04a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dba885a-0741-41e8-b079-6381bc1efb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648884 Jul 29 14:56:31.599529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port f214c1ee-c833-4ce4-8174-e69b4e56f326 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:31.600210 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:31.601349 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e3f40cf1-7bf1-410a-accb-a65df907e91d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0dfe02eeea4c4e8dabf4f058e27b366c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8660011 Jul 29 14:56:31.610478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43684) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:31.622202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f40cf1-7bf1-410a-accb-a65df907e91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fac33d-aa41-48e4-9c1a-055cc8e78aaa,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:31.731603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-81e06e19-51cf-4d57-99f0-0d938dd46b6f req-7a8e7078-1ff2-40e1-be93-71bdf7b95b43 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] For port 49d1e643-2903-44d2-8b68-d05693cf796f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=49d1e643-2903-44d2-8b68-d05693cf796f,segment=NetworkSegment(5626f2db-a575-4cd4-b6c8-0491431a7e03),segment_id=5626f2db-a575-4cd4-b6c8-0491431a7e03)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:31.732160 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-81e06e19-51cf-4d57-99f0-0d938dd46b6f req-7a8e7078-1ff2-40e1-be93-71bdf7b95b43 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:31.856342 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-81e06e19-51cf-4d57-99f0-0d938dd46b6f req-7a8e7078-1ff2-40e1-be93-71bdf7b95b43 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Calling delete_port for 49d1e643-2903-44d2-8b68-d05693cf796f owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:56:31.924208 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-242d350d-1f0d-442a-94d8-664544172322 req-061ea9ab-4597-428a-8247-c040c43c6050 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:32.064726 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:32.087424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ef775543-a199-4f1c-aca6-5fd2ebf41805 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port 127ecd9e-2851-452d-a5fa-02ef9f8e4074 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:56:32.087819 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef775543-a199-4f1c-aca6-5fd2ebf41805 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:32.092269 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-c5072269-2577-4a27-9041-bd3c8ff8590d service neutron] 10.222.0.39 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793637 Jul 29 14:56:32.099472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f255f-1e62-4ef7-a1c1-33edbaaf1853 req-6182d7f5-8248-422a-8436-613c02896227 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:32.109050 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9d1f255f-1e62-4ef7-a1c1-33edbaaf1853 req-6182d7f5-8248-422a-8436-613c02896227 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 945 time: 0.5789752 Jul 29 14:56:32.145922 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ea9ab-4597-428a-8247-c040c43c6050 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Pushing event deleted for resources: {'Port': ['ID=ea949011-095d-4506-bca6-4af10891e537,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:32.197714 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:32.199330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:56:32.205105 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d1818d-3cab-4dae-a55d-32d15d8fa955" -d '{"events": [{"server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "name": "network-vif-plugged", "status": "completed", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:56:32.213088 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:32.219783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-242d350d-1f0d-442a-94d8-664544172322 req-061ea9ab-4597-428a-8247-c040c43c6050 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] No DVR routers for this DVR port ea949011-095d-4506-bca6-4af10891e537 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:56:32.231289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 49d1e643-2903-44d2-8b68-d05693cf796f no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:56:32.259521 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-242d350d-1f0d-442a-94d8-664544172322 req-061ea9ab-4597-428a-8247-c040c43c6050 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:32.264412 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-242d350d-1f0d-442a-94d8-664544172322 req-061ea9ab-4597-428a-8247-c040c43c6050 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.38 "DELETE /v2.0/ports/ea949011-095d-4506-bca6-4af10891e537 HTTP/1.1" status: 204 len: 173 time: 2.0500000 Jul 29 14:56:32.307066 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3449a313-e4ed-4f5c-a93a-18613304915c x-openstack-request-id: req-3449a313-e4ed-4f5c-a93a-18613304915c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:56:32.307347 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "name": "network-vif-plugged", "status": "completed", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:56:32.307609 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3449a313-e4ed-4f5c-a93a-18613304915c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:56:32.308700 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'code': 200} Jul 29 14:56:32.424001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f214c1ee-c833-4ce4-8174-e69b4e56f326,revision_number=13']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:32.431868 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9d1f255f-1e62-4ef7-a1c1-33edbaaf1853 req-9b5c0aa6-80cb-4ea1-818b-bc4e0572123a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214300 Jul 29 14:56:32.434540 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7548e95-a18f-4c3f-917c-54cd6991911f', 'name': 'network-vif-deleted', 'tag': 'ea949011-095d-4506-bca6-4af10891e537'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:56:32.439579 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0f4d1d-2b15-41dc-9a99-bf9f7f554055" -d '{"events": [{"server_uuid": "b7548e95-a18f-4c3f-917c-54cd6991911f", "name": "network-vif-deleted", "tag": "ea949011-095d-4506-bca6-4af10891e537"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:56:32.484862 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a0f416c-368a-4932-872e-9afe9c33127f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:32.556993 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:32.578742 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a0f416c-368a-4932-872e-9afe9c33127f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:32.593616 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-36b05de5-ccdc-458c-beb7-a4a281aff65a service neutron] 10.222.0.39 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875464 Jul 29 14:56:32.705643 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-becb8e0a-9e6a-4fbd-8435-0b2ed27cd9ab req-17f53c26-1ca1-4dda-9cf2-588460b95b86 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7548e95-a18f-4c3f-917c-54cd6991911f HTTP/1.1" status: 200 len: 210 time: 0.1499531 Jul 29 14:56:32.771338 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503ed6a3-1511-4d6a-8ff7-53b4bd0d0385 x-openstack-request-id: req-503ed6a3-1511-4d6a-8ff7-53b4bd0d0385 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:56:32.774742 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7548e95-a18f-4c3f-917c-54cd6991911f", "name": "network-vif-deleted", "tag": "ea949011-095d-4506-bca6-4af10891e537", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:56:32.775410 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-503ed6a3-1511-4d6a-8ff7-53b4bd0d0385 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:56:32.781039 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7548e95-a18f-4c3f-917c-54cd6991911f', 'name': 'network-vif-deleted', 'tag': 'ea949011-095d-4506-bca6-4af10891e537', 'status': 'completed', 'code': 200} Jul 29 14:56:32.788847 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5a406e41-5bc5-4f57-880c-9af145e324d7 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:56:32.802696 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02484c0d-c5fd-4751-92c7-973d9ec661cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:32.827888 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-acd14f38-8f5b-4ede-a8c1-a6c12e940c3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=0875494a-2f77-42dd-a8d2-b642d46823a2 HTTP/1.1" status: 200 len: 217 time: 0.1770334 Jul 29 14:56:32.898086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 5a406e41-5bc5-4f57-880c-9af145e324d7 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:56:32.902393 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5a406e41-5bc5-4f57-880c-9af145e324d7 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:56:32.905170 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-81e06e19-51cf-4d57-99f0-0d938dd46b6f req-7a8e7078-1ff2-40e1-be93-71bdf7b95b43 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:32.909946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02484c0d-c5fd-4751-92c7-973d9ec661cd admin admin] Pushing event deleted for resources: {'Port': ['ID=819cf251-088a-4872-99b1-13b8c59f2f6a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:32.912710 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a0f416c-368a-4932-872e-9afe9c33127f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:32.916183 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a0f416c-368a-4932-872e-9afe9c33127f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:32.917855 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3a0f416c-368a-4932-872e-9afe9c33127f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50fac33d-aa41-48e4-9c1a-055cc8e78aaa HTTP/1.1" status: 204 len: 168 time: 1.2758343 Jul 29 14:56:32.935930 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f416c-368a-4932-872e-9afe9c33127f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fac33d-aa41-48e4-9c1a-055cc8e78aaa,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:33.012598 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-ef775543-a199-4f1c-aca6-5fd2ebf41805 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] For port 127ecd9e-2851-452d-a5fa-02ef9f8e4074, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=127ecd9e-2851-452d-a5fa-02ef9f8e4074,segment=NetworkSegment(f9f3bc09-2602-46bc-8714-fd276ec5d74e),segment_id=f9f3bc09-2602-46bc-8714-fd276ec5d74e)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:33.013522 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef775543-a199-4f1c-aca6-5fd2ebf41805 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:33.019064 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e7078-1ff2-40e1-be93-71bdf7b95b43 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Pushing event deleted for resources: {'Port': ['ID=49d1e643-2903-44d2-8b68-d05693cf796f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:33.051281 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ef775543-a199-4f1c-aca6-5fd2ebf41805 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for 127ecd9e-2851-452d-a5fa-02ef9f8e4074 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:56:33.128356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e06e19-51cf-4d57-99f0-0d938dd46b6f req-7a8e7078-1ff2-40e1-be93-71bdf7b95b43 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] No DVR routers for this DVR port 49d1e643-2903-44d2-8b68-d05693cf796f on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:56:33.132357 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-81e06e19-51cf-4d57-99f0-0d938dd46b6f req-7a8e7078-1ff2-40e1-be93-71bdf7b95b43 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:33.136628 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81e06e19-51cf-4d57-99f0-0d938dd46b6f req-7a8e7078-1ff2-40e1-be93-71bdf7b95b43 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.39 "DELETE /v2.0/ports/49d1e643-2903-44d2-8b68-d05693cf796f HTTP/1.1" status: 204 len: 173 time: 2.8983412 Jul 29 14:56:33.154309 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02484c0d-c5fd-4751-92c7-973d9ec661cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:33.156494 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:33.352986 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7fe4-c6c3-4180-936f-e1d56ec0bac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:33.406078 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02484c0d-c5fd-4751-92c7-973d9ec661cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:33.406717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-e4c64150-345d-4691-a10c-21d8241ac48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:33.408242 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-e4c64150-345d-4691-a10c-21d8241ac48e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.5593925 Jul 29 14:56:33.415157 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02484c0d-c5fd-4751-92c7-973d9ec661cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:33.441783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ea949011-095d-4506-bca6-4af10891e537 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:56:33.498605 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: ea949011-095d-4506-bca6-4af10891e537 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:56:33.499439 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ea949011-095d-4506-bca6-4af10891e537 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:56:33.655052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-d7651d75-3d60-4ac6-9c90-782e15f7b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:33.658445 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-d7651d75-3d60-4ac6-9c90-782e15f7b257 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2363060 Jul 29 14:56:33.662667 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02484c0d-c5fd-4751-92c7-973d9ec661cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:33.664648 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02484c0d-c5fd-4751-92c7-973d9ec661cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ed24278-f340-4f7c-af16-fb3c2853d9a1 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:56:33.688904 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02484c0d-c5fd-4751-92c7-973d9ec661cd admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:33.697896 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-02484c0d-c5fd-4751-92c7-973d9ec661cd admin admin] 10.222.0.16 "DELETE /v2.0/routers/8ed24278-f340-4f7c-af16-fb3c2853d9a1 HTTP/1.1" status: 204 len: 168 time: 5.8770447 Jul 29 14:56:33.699156 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43726) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:33.903626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b8b182-2108-4414-bed1-ebbb676ae787 admin admin] Deleting subnet d86473b6-310e-404b-a7a5-30517fe56c5e {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:56:33.915970 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32b8b182-2108-4414-bed1-ebbb676ae787 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:34.025124 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617753a-540e-49e9-bff2-8aa86943a1fd req-0a3f1224-4b63-450d-9348-d765240042db tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:34.028912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c617753a-540e-49e9-bff2-8aa86943a1fd req-0a3f1224-4b63-450d-9348-d765240042db tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.3310447 Jul 29 14:56:34.168859 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef775543-a199-4f1c-aca6-5fd2ebf41805 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:34.214435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef775543-a199-4f1c-aca6-5fd2ebf41805 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=127ecd9e-2851-452d-a5fa-02ef9f8e4074,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:34.224964 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-d31e3bae-e873-43e9-a2f1-a401dbf1b9f1 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5184751 Jul 29 14:56:34.231691 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32b8b182-2108-4414-bed1-ebbb676ae787 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:34.339632 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:34.380956 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c617753a-540e-49e9-bff2-8aa86943a1fd req-f116a146-3178-409d-b248-7627fb2864e6 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910974 Jul 29 14:56:34.615773 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32b8b182-2108-4414-bed1-ebbb676ae787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:34.703453 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0d27dae1-6403-4075-85cc-be0bc2a02b10 req-ccc90fd9-88d2-42e6-9e54-037f4e9d1a89 tempest-ListServersNegativeTestJSON-1766712572 tempest-ListServersNegativeTestJSON-1766712572-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7bd7f52-7236-4923-8e97-8c26eca505b5 HTTP/1.1" status: 200 len: 210 time: 0.1457000 Jul 29 14:56:34.716798 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32b8b182-2108-4414-bed1-ebbb676ae787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:34.747390 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32b8b182-2108-4414-bed1-ebbb676ae787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:34.747740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f4b2bb-7bcf-4220-a9a1-6882911c5f54 None None] Network e7376b65-c37a-462a-9b7f-fd5ca02310cd requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:56:34.751850 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-32b8b182-2108-4414-bed1-ebbb676ae787 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d86473b6-310e-404b-a7a5-30517fe56c5e HTTP/1.1" status: 204 len: 168 time: 1.0509250 Jul 29 14:56:34.754850 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43754) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:34.893047 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bd7f52-7236-4923-8e97-8c26eca505b5', 'name': 'network-vif-deleted', 'tag': '49d1e643-2903-44d2-8b68-d05693cf796f'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:56:34.898183 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777ad010-8c6a-4331-9e1a-266eecd45321" -d '{"events": [{"server_uuid": "a7bd7f52-7236-4923-8e97-8c26eca505b5", "name": "network-vif-deleted", "tag": "49d1e643-2903-44d2-8b68-d05693cf796f"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:56:34.907921 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8b182-2108-4414-bed1-ebbb676ae787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d86473b6-310e-404b-a7a5-30517fe56c5e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:34.940104 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef775543-a199-4f1c-aca6-5fd2ebf41805 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:34.966654 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-ac95d9d6-5f5c-4fc0-92ba-bb6ca6e71776 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109641 Jul 29 14:56:35.081523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 819cf251-088a-4872-99b1-13b8c59f2f6a no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:56:35.109184 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-509722c4-10f2-4f68-8c8d-3c543d6a3f96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=20dcfb3e-a773-40e0-8c9a-c3337eb907f9 HTTP/1.1" status: 200 len: 217 time: 0.1276512 Jul 29 14:56:35.161750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 819cf251-088a-4872-99b1-13b8c59f2f6a {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:56:35.162568 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 819cf251-088a-4872-99b1-13b8c59f2f6a not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:56:35.177981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14e9f10-c989-4988-9ab8-421ae6d2908b None None] DHCP port deletion for e7376b65-c37a-462a-9b7f-fd5ca02310cd request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:56:35.211014 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cf53e8-c83d-401a-bf4c-09a559db49f0 x-openstack-request-id: req-80cf53e8-c83d-401a-bf4c-09a559db49f0 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:56:35.213227 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bd7f52-7236-4923-8e97-8c26eca505b5", "name": "network-vif-deleted", "tag": "49d1e643-2903-44d2-8b68-d05693cf796f", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:56:35.213850 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80cf53e8-c83d-401a-bf4c-09a559db49f0 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:56:35.214778 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bd7f52-7236-4923-8e97-8c26eca505b5', 'name': 'network-vif-deleted', 'tag': '49d1e643-2903-44d2-8b68-d05693cf796f', 'status': 'completed', 'code': 200} Jul 29 14:56:35.329739 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:35.390275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b14e9f10-c989-4988-9ab8-421ae6d2908b None None] Deleting port ef28ef82-7504-4f40-8c34-3af3b7b7b029 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:56:35.390995 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b14e9f10-c989-4988-9ab8-421ae6d2908b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:35.495905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] Deleting port ef28ef82-7504-4f40-8c34-3af3b7b7b029 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:56:35.496442 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:35.547660 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b14e9f10-c989-4988-9ab8-421ae6d2908b None None] For port ef28ef82-7504-4f40-8c34-3af3b7b7b029, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ef28ef82-7504-4f40-8c34-3af3b7b7b029,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:35.548075 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b14e9f10-c989-4988-9ab8-421ae6d2908b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:35.569005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b14e9f10-c989-4988-9ab8-421ae6d2908b None None] Calling delete_port for ef28ef82-7504-4f40-8c34-3af3b7b7b029 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:56:35.700058 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b14e9f10-c989-4988-9ab8-421ae6d2908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:35.731231 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e9f10-c989-4988-9ab8-421ae6d2908b None None] No DVR routers for this DVR port ef28ef82-7504-4f40-8c34-3af3b7b7b029 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:56:35.770956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] For port ef28ef82-7504-4f40-8c34-3af3b7b7b029, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ef28ef82-7504-4f40-8c34-3af3b7b7b029,segment=NetworkSegment(f4ebb509-8329-483d-888b-2975435c609f),segment_id=f4ebb509-8329-483d-888b-2975435c609f)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:35.771355 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:35.809820 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] Calling delete_port for ef28ef82-7504-4f40-8c34-3af3b7b7b029 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:56:35.815486 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e9f10-c989-4988-9ab8-421ae6d2908b None None] Pushing event deleted for resources: {'Port': ['ID=ef28ef82-7504-4f40-8c34-3af3b7b7b029,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:35.829234 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bffe6-8ced-43d4-83be-12931cc4193b req-f677d66d-0dc8-4565-9f06-957d178db019 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:35.838855 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f82bffe6-8ced-43d4-83be-12931cc4193b req-f677d66d-0dc8-4565-9f06-957d178db019 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.1383524 Jul 29 14:56:35.858224 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5f84453-29aa-4992-968d-d9975acffea8 req-c704b05c-eff2-4ea3-a147-5dce4bcee1f5 tempest-AbsoluteLimitsNegativeTestJSON-1551558722 tempest-AbsoluteLimitsNegativeTestJSON-1551558722-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d0b52219de774dfe92dcf63625bf7ce9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1188753 Jul 29 14:56:35.905533 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-eac4cb10-3cde-4f45-b98b-70c8998783d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:35.907860 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-eac4cb10-3cde-4f45-b98b-70c8998783d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.7922058 Jul 29 14:56:35.958639 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f82bffe6-8ced-43d4-83be-12931cc4193b req-b6a227df-5d65-4f90-83b0-3d18fb8f98b5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187387 Jul 29 14:56:36.062014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43794) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:36.182219 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-c4512222-9974-4dd5-ba32-d64b392bd056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:36.183754 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-c4512222-9974-4dd5-ba32-d64b392bd056 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2128985 Jul 29 14:56:36.189459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-1829b6ba-5cd2-4118-ba5c-b79d63fd7220 admin admin] Deleting subnet e04a2763-9f8a-4a7d-bef4-34e8be4da47e {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:56:36.200175 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1829b6ba-5cd2-4118-ba5c-b79d63fd7220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:36.243010 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:36.271079 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:36.307604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f84453-29aa-4992-968d-d9975acffea8 req-6a9da5d7-eaa0-4b12-b0e8-c776915b8de8 tempest-AbsoluteLimitsNegativeTestJSON-1551558722 tempest-AbsoluteLimitsNegativeTestJSON-1551558722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:36.309280 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5f84453-29aa-4992-968d-d9975acffea8 req-6a9da5d7-eaa0-4b12-b0e8-c776915b8de8 tempest-AbsoluteLimitsNegativeTestJSON-1551558722 tempest-AbsoluteLimitsNegativeTestJSON-1551558722-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4395249 Jul 29 14:56:36.333314 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef775543-a199-4f1c-aca6-5fd2ebf41805 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:56:36.357443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef28ef82-7504-4f40-8c34-3af3b7b7b029,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:36.362050 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5f84453-29aa-4992-968d-d9975acffea8 req-6033a36c-c550-4a80-9ecf-d7a477a8eab7 tempest-AbsoluteLimitsNegativeTestJSON-1551558722 tempest-AbsoluteLimitsNegativeTestJSON-1551558722-project] 10.222.0.16 "GET /v2.0/quotas/d0b52219de774dfe92dcf63625bf7ce9 HTTP/1.1" status: 200 len: 375 time: 0.0419197 Jul 29 14:56:36.386624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1829b6ba-5cd2-4118-ba5c-b79d63fd7220 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:36.451231 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1829b6ba-5cd2-4118-ba5c-b79d63fd7220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:36.482542 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-a1f8cae0-0665-46ab-87ff-d031393bc625 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825913 Jul 29 14:56:36.494926 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5f84453-29aa-4992-968d-d9975acffea8 req-ca3881a5-1794-4032-8043-9c4edb8a812d tempest-AbsoluteLimitsNegativeTestJSON-1551558722 tempest-AbsoluteLimitsNegativeTestJSON-1551558722-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0b52219de774dfe92dcf63625bf7ce9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850921 Jul 29 14:56:36.533816 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] No DVR routers for this DVR port ef28ef82-7504-4f40-8c34-3af3b7b7b029 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:56:36.682243 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef775543-a199-4f1c-aca6-5fd2ebf41805 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:56:36.690623 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1829b6ba-5cd2-4118-ba5c-b79d63fd7220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:36.692261 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ef775543-a199-4f1c-aca6-5fd2ebf41805 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/3620e05a-f2f3-4d4d-969e-9f650e71f4e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0967331 Jul 29 14:56:36.697286 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43806) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:36.711891 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfece264-a079-444f-87e4-3c32a27b2bba None None] Sync routers for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:56:36.731539 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfece264-a079-444f-87e4-3c32a27b2bba None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:36.733168 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-dfece264-a079-444f-87e4-3c32a27b2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:56:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:36.859690 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1829b6ba-5cd2-4118-ba5c-b79d63fd7220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:36.865218 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1829b6ba-5cd2-4118-ba5c-b79d63fd7220 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e04a2763-9f8a-4a7d-bef4-34e8be4da47e HTTP/1.1" status: 204 len: 168 time: 0.7995539 Jul 29 14:56:36.865218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829b6ba-5cd2-4118-ba5c-b79d63fd7220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04a2763-9f8a-4a7d-bef4-34e8be4da47e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:36.894860 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43808) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:36.896532 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9e9292-3ece-4114-8e7a-f92b028ec209 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting subnet 2e48e3a9-ab16-473f-94eb-88faa7699baa {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:56:36.915844 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:36.953410 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef9e9292-3ece-4114-8e7a-f92b028ec209 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:36.959511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ef28ef82-7504-4f40-8c34-3af3b7b7b029 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:56:36.997518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7376b65-c37a-462a-9b7f-fd5ca02310cd']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:37.025302 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ebb509-8329-483d-888b-2975435c609f') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:37.026043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ebb509-8329-483d-888b-2975435c609f') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:37.062878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: ef28ef82-7504-4f40-8c34-3af3b7b7b029 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:56:37.063449 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ef28ef82-7504-4f40-8c34-3af3b7b7b029 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:56:37.084312 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-dfece264-a079-444f-87e4-3c32a27b2bba None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:37.095837 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:37.157288 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-450a9fb4-8277-4809-a739-459e437aebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:37.188076 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:37.189788 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-05a5d232-832b-44aa-8f92-e8ee11cb2ba0 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6921299 Jul 29 14:56:37.249740 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:56:37.250687 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:56:37.263350 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:56:37.307842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43816) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:37.348966 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef9e9292-3ece-4114-8e7a-f92b028ec209 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:37.357641 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-e218bf37-ba1a-4dec-8696-c96d371c58b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=6d1441c2-83c0-47d9-b5a2-4e4083a907c0 HTTP/1.1" status: 200 len: 217 time: 0.1523626 Jul 29 14:56:37.536914 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-8de0cef1-24e0-4329-b4fc-fe225e251d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:37.542837 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-8de0cef1-24e0-4329-b4fc-fe225e251d07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.1474521 Jul 29 14:56:37.628963 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-450a9fb4-8277-4809-a739-459e437aebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:37.659380 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c96b305-01a7-41cb-823c-71b56f599d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:37.662228 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-dfece264-a079-444f-87e4-3c32a27b2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:33Z', 'revision_number': 8, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': '98f8de9b-696d-4080-9faa-6c9e7be7220e', 'name': '', 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:00Z', 'updated_at': '2021-07-29T14:56:17Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:59Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:37.668267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-450a9fb4-8277-4809-a739-459e437aebb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2970a42-6559-481a-827e-4efa842427ed']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:37.693303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afafd6-aa0e-46c2-8974-0991ad7c9b6d req-39cd9c9d-b593-47c2-ad9b-e75300bd05b7 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:37.695592 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-54afafd6-aa0e-46c2-8974-0991ad7c9b6d req-39cd9c9d-b593-47c2-ad9b-e75300bd05b7 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.5241587 Jul 29 14:56:37.727062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-450a9fb4-8277-4809-a739-459e437aebb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5626f2db-a575-4cd4-b6c8-0491431a7e03') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:37.727503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-450a9fb4-8277-4809-a739-459e437aebb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5626f2db-a575-4cd4-b6c8-0491431a7e03') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:37.743972 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfece264-a079-444f-87e4-3c32a27b2bba None None] Checking router: 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:56:37.754250 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:37.766396 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfece264-a079-444f-87e4-3c32a27b2bba None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:37.767587 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-dfece264-a079-444f-87e4-3c32a27b2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:56:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:37.872080 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:37.878035 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e7376b65-c37a-462a-9b7f-fd5ca02310cd HTTP/1.1" status: 204 len: 168 time: 3.1074381 Jul 29 14:56:37.892541 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-450a9fb4-8277-4809-a739-459e437aebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:37.930096 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-414c231e-9609-463e-9538-3ff997332952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:37.930871 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-414c231e-9609-463e-9538-3ff997332952 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3734829 Jul 29 14:56:37.986692 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-450a9fb4-8277-4809-a739-459e437aebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:38.031294 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefa674-acf4-4dda-8621-c962addd4270 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7376b65-c37a-462a-9b7f-fd5ca02310cd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:38.042251 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450a9fb4-8277-4809-a739-459e437aebb4 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:56:38.042964 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-450a9fb4-8277-4809-a739-459e437aebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:56:38.046765 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:56:38.155478 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef9e9292-3ece-4114-8e7a-f92b028ec209 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:38.199587 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-54afafd6-aa0e-46c2-8974-0991ad7c9b6d req-048432e9-a441-4a22-82cf-fd479354f808 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4722383 Jul 29 14:56:38.219314 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-dfece264-a079-444f-87e4-3c32a27b2bba None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:38.280192 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-450a9fb4-8277-4809-a739-459e437aebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:38.308963 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-450a9fb4-8277-4809-a739-459e437aebb4 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:38.315086 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-450a9fb4-8277-4809-a739-459e437aebb4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f2970a42-6559-481a-827e-4efa842427ed HTTP/1.1" status: 204 len: 168 time: 1.4126730 Jul 29 14:56:38.338045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43842) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:38.359215 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a9fb4-8277-4809-a739-459e437aebb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2970a42-6559-481a-827e-4efa842427ed,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:38.424831 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef9e9292-3ece-4114-8e7a-f92b028ec209 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:38.482247 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-b4818e64-fe59-4022-b1f4-3ec4852318cd service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151176 Jul 29 14:56:38.512470 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef9e9292-3ece-4114-8e7a-f92b028ec209 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:38.517447 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43844) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:38.519055 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ef9e9292-3ece-4114-8e7a-f92b028ec209 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/2e48e3a9-ab16-473f-94eb-88faa7699baa HTTP/1.1" status: 204 len: 168 time: 1.8184352 Jul 29 14:56:38.520036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5617b540-7d5d-48b3-96ca-ba9b7291a54a None None] Network e506cecb-8858-4c94-bd7b-eef0f9c3f741 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:56:38.542055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e9292-3ece-4114-8e7a-f92b028ec209 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Subnet': ['ID=2e48e3a9-ab16-473f-94eb-88faa7699baa,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:38.647902 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6f076530-0823-4402-80aa-5dc46a2c1ca3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=247d807a3183413d81bd38d576287ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874374 Jul 29 14:56:38.657410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43848) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:38.789643 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:38.823744 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-dfece264-a079-444f-87e4-3c32a27b2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:33Z', 'revision_number': 8, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': '98f8de9b-696d-4080-9faa-6c9e7be7220e', 'name': '', 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:00Z', 'updated_at': '2021-07-29T14:56:17Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:59Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:38.866602 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-729b5a44-cad0-43a4-beff-cee4a8323be0 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622396 Jul 29 14:56:38.936896 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c96b305-01a7-41cb-823c-71b56f599d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:38.955438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port fab15984-4533-4241-ab38-bb1d5363f701 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:56:38.955796 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:38.964997 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfece264-a079-444f-87e4-3c32a27b2bba None None] The sync data for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 is: [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:33Z', 'revision_number': 8, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': '98f8de9b-696d-4080-9faa-6c9e7be7220e', 'name': '', 'network_id': 'bd1408bb-7f43-44d3-a481-991b77a166f5', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:89:3f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:00Z', 'updated_at': '2021-07-29T14:56:17Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': '6a7c60bb-d66d-4c11-a4ee-69001037d9ad', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:59Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:56:39.017681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43854) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:39.036413 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-f475a35a-962f-4723-add8-a37490fb6271 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=f97b9900-6958-422d-89e4-aba42e4f48de HTTP/1.1" status: 200 len: 217 time: 0.1463978 Jul 29 14:56:39.039824 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c96b305-01a7-41cb-823c-71b56f599d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:39.149645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] For port fab15984-4533-4241-ab38-bb1d5363f701, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fab15984-4533-4241-ab38-bb1d5363f701,segment=NetworkSegment(f9f3bc09-2602-46bc-8714-fd276ec5d74e),segment_id=f9f3bc09-2602-46bc-8714-fd276ec5d74e)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:39.150458 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:39.186233 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for fab15984-4533-4241-ab38-bb1d5363f701 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:56:39.194154 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6bc0baa4-111c-42dd-ab42-f441713946c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:39.293866 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96b305-01a7-41cb-823c-71b56f599d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbeef7bc-f30d-4036-94e9-2bb62ac616cd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:39.311562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2c96b305-01a7-41cb-823c-71b56f599d37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0b52219de774dfe92dcf63625bf7ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9995077 Jul 29 14:56:39.314843 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6bc0baa4-111c-42dd-ab42-f441713946c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:39.316643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43862) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:39.324781 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-7cfd8bf5-f431-44b5-8681-7465bc1d2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:39.326292 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-7cfd8bf5-f431-44b5-8681-7465bc1d2b9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.2470706 Jul 29 14:56:39.364012 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] DHCP port deletion for e506cecb-8858-4c94-bd7b-eef0f9c3f741 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:56:39.400562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5dd8b25a-f31f-4090-b152-5038d689d836 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa522b89c1d04719b7de39c7731db4a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3814523 Jul 29 14:56:39.419304 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43864) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:39.563467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Deleting port fab15984-4533-4241-ab38-bb1d5363f701 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:56:39.565948 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:39.709227 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be95c9-c4cf-466f-b27c-00e5a3172e6e req-bd820a13-d26e-446b-9110-82a95f7713fd tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:39.723378 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-56be95c9-c4cf-466f-b27c-00e5a3172e6e req-bd820a13-d26e-446b-9110-82a95f7713fd tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.2401807 Jul 29 14:56:39.724260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-a97921ef-66cd-43ad-ac8b-073aad4fab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:39.726668 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-a97921ef-66cd-43ad-ac8b-073aad4fab66 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3575597 Jul 29 14:56:39.776350 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] For port fab15984-4533-4241-ab38-bb1d5363f701, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fab15984-4533-4241-ab38-bb1d5363f701,segment=NetworkSegment(f9f3bc09-2602-46bc-8714-fd276ec5d74e),segment_id=f9f3bc09-2602-46bc-8714-fd276ec5d74e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:39.779054 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:39.826540 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Calling delete_port for fab15984-4533-4241-ab38-bb1d5363f701 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:56:39.831436 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-56be95c9-c4cf-466f-b27c-00e5a3172e6e req-9dbca835-dc56-430d-9561-a619fc610a25 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069384 Jul 29 14:56:39.834591 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:39.864032 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-7f3b926e-e809-48c8-a67f-f9febfd187b0 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277733 Jul 29 14:56:39.865135 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e85e5c57-e6d1-434d-8218-607e99aec66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:39.891915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No DVR routers for this DVR port fab15984-4533-4241-ab38-bb1d5363f701 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:56:39.894350 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=fab15984-4533-4241-ab38-bb1d5363f701,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:39.946207 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e85e5c57-e6d1-434d-8218-607e99aec66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.034579 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.057513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e506cecb-8858-4c94-bd7b-eef0f9c3f741']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:40.059705 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.070549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f3bc09-2602-46bc-8714-fd276ec5d74e') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:40.070854 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f3bc09-2602-46bc-8714-fd276ec5d74e') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:40.082552 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.116056 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6bc0baa4-111c-42dd-ab42-f441713946c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.119086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] No DVR routers for this DVR port fab15984-4533-4241-ab38-bb1d5363f701 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:56:40.119517 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.123044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Pushing event deleted for resources: {'Port': ['ID=fab15984-4533-4241-ab38-bb1d5363f701,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:40.132729 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6bc0baa4-111c-42dd-ab42-f441713946c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.134377 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6bc0baa4-111c-42dd-ab42-f441713946c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16e5a5fd-f764-4275-83a8-189ee432b0a3 HTTP/1.1" status: 204 len: 168 time: 1.4760382 Jul 29 14:56:40.139172 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:40.139595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:40.139958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:40.140522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:40.141154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:40.141333 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:56:40.141666 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:40.142535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:40.143145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:40.143404 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.143598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:40.144378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:40.144839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:40.145330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d27eebb-3495-4ebd-b01e-1e86697d575d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:56:40.161770 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20fcef53-fc55-4e80-a507-76ef88f8c7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.172014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0baa4-111c-42dd-ab42-f441713946c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e5a5fd-f764-4275-83a8-189ee432b0a3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:40.295371 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20fcef53-fc55-4e80-a507-76ef88f8c7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.339623 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e85e5c57-e6d1-434d-8218-607e99aec66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.343128 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e85e5c57-e6d1-434d-8218-607e99aec66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.344549 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e85e5c57-e6d1-434d-8218-607e99aec66e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbeef7bc-f30d-4036-94e9-2bb62ac616cd HTTP/1.1" status: 204 len: 168 time: 1.0267169 Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:56:40.362926 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:56:40.383122 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.387947 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-6b0968e9-dafa-451e-adc8-76ec9985685f service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513764 Jul 29 14:56:40.389670 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e5c57-e6d1-434d-8218-607e99aec66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbeef7bc-f30d-4036-94e9-2bb62ac616cd,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:40.421024 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.428210 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/networks/e506cecb-8858-4c94-bd7b-eef0f9c3f741 HTTP/1.1" status: 204 len: 168 time: 1.9055200 Jul 29 14:56:40.430039 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43884) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:40.458870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb735bc2-eadb-43f6-86ab-7e388a186106 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Network': ['ID=e506cecb-8858-4c94-bd7b-eef0f9c3f741,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:40.560156 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-70bcbbe6-e8ec-41a0-baab-bd875692cc1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3c575bd-780c-48e1-8ab2-eac2e139f0d6 HTTP/1.1" status: 200 len: 217 time: 0.1601076 Jul 29 14:56:40.564838 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20fcef53-fc55-4e80-a507-76ef88f8c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.568327 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20fcef53-fc55-4e80-a507-76ef88f8c7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.570591 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-20fcef53-fc55-4e80-a507-76ef88f8c7ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0edc3b7a-e69b-408a-803d-48ba51a5a172 HTTP/1.1" status: 204 len: 168 time: 1.1366839 Jul 29 14:56:40.674885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcef53-fc55-4e80-a507-76ef88f8c7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edc3b7a-e69b-408a-803d-48ba51a5a172,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:40.720348 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-4f112c38-b023-4e7f-8049-b8616e2e59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:40.722061 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-4f112c38-b023-4e7f-8049-b8616e2e59bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1e29a38-29fa-45f1-a570-0300a7a9d5c3 HTTP/1.1" status: 200 len: 797 time: 0.1124804 Jul 29 14:56:40.853768 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:40.915181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 127ecd9e-2851-452d-a5fa-02ef9f8e4074 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:56:40.987887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 127ecd9e-2851-452d-a5fa-02ef9f8e4074 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:56:40.989799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 127ecd9e-2851-452d-a5fa-02ef9f8e4074 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:56:40.992248 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fab15984-4533-4241-ab38-bb1d5363f701 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:56:41.043740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: fab15984-4533-4241-ab38-bb1d5363f701 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:56:41.044352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fab15984-4533-4241-ab38-bb1d5363f701 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:56:41.560108 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-1b9fe773-f03d-4053-b8b9-d2f152476eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:41.561986 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-1b9fe773-f03d-4053-b8b9-d2f152476eaa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1934004 Jul 29 14:56:41.733483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e83726-408c-44aa-9b98-782ef581cd4e req-47039fb3-a2f3-4c3e-8618-3288dbd4f2db tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:41.741774 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f6e83726-408c-44aa-9b98-782ef581cd4e req-47039fb3-a2f3-4c3e-8618-3288dbd4f2db tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.3826001 Jul 29 14:56:41.809105 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f6e83726-408c-44aa-9b98-782ef581cd4e req-be0fb69c-caac-4001-8cb3-62158bd69374 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663655 Jul 29 14:56:41.901211 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-6829f7f8-6624-49f6-af9b-bd8e6c8e5775 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284247 Jul 29 14:56:42.064304 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-c96573c5-59dc-438a-a3e7-e4d25413aaf6 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524072 Jul 29 14:56:42.197357 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-f4d693fa-ae9e-4b99-bba2-19718e0be745 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 HTTP/1.1" status: 200 len: 217 time: 0.1252401 Jul 29 14:56:42.446768 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-c2eaaf82-c00f-4878-9245-741d596adb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:42.450299 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-c2eaaf82-c00f-4878-9245-741d596adb75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1e29a38-29fa-45f1-a570-0300a7a9d5c3 HTTP/1.1" status: 200 len: 797 time: 0.2414625 Jul 29 14:56:42.554494 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2cec0cd4-ff87-4344-ba46-45fa9da2f9d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:42.705775 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-0cfa7d1d-adfa-4c48-b415-9e9859b9438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:42.707357 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-0cfa7d1d-adfa-4c48-b415-9e9859b9438d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2064514 Jul 29 14:56:43.063419 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-ffee3141-bb3d-45f0-8d49-a89f419657c5 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472631 Jul 29 14:56:43.409479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77b951-890c-41d2-989f-499fbccbfabd req-48037d80-571c-414a-9877-6534ac1809f7 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:43.423174 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5b77b951-890c-41d2-989f-499fbccbfabd req-48037d80-571c-414a-9877-6534ac1809f7 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.2889087 Jul 29 14:56:43.551825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5b77b951-890c-41d2-989f-499fbccbfabd req-5d09b67f-67ea-4468-ba17-55104c8b6992 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022573 Jul 29 14:56:43.555767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43988) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:43.638013 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dae2d210-2d8a-4c76-9d19-723fe9f1f961 req-2eafede1-9968-4663-8e00-7cc65377be2a service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577154 Jul 29 14:56:43.721399 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-2cec0cd4-ff87-4344-ba46-45fa9da2f9d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port 98f8de9b-696d-4080-9faa-6c9e7be7220e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:56:43.722491 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2cec0cd4-ff87-4344-ba46-45fa9da2f9d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:43.874026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-097583d2-fe74-4708-8ea8-033ee98f148c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1584995468-network', 'tenant_id': 'c242aa2cf54341dbbac595d78852430c'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:56:43.901247 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-2cec0cd4-ff87-4344-ba46-45fa9da2f9d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] For port 98f8de9b-696d-4080-9faa-6c9e7be7220e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=98f8de9b-696d-4080-9faa-6c9e7be7220e,segment=NetworkSegment(dcc829fc-047a-4bd8-802b-b25fcb7b6205),segment_id=dcc829fc-047a-4bd8-802b-b25fcb7b6205)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:43.901790 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2cec0cd4-ff87-4344-ba46-45fa9da2f9d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:43.921248 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-2cec0cd4-ff87-4344-ba46-45fa9da2f9d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for 98f8de9b-696d-4080-9faa-6c9e7be7220e owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:56:43.983848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097583d2-fe74-4708-8ea8-033ee98f148c admin admin] Made reservation on behalf of c242aa2cf54341dbbac595d78852430c for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:56:43.986635 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-097583d2-fe74-4708-8ea8-033ee98f148c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:44.004825 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-097583d2-fe74-4708-8ea8-033ee98f148c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:44.235954 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2cec0cd4-ff87-4344-ba46-45fa9da2f9d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:44.406623 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-097583d2-fe74-4708-8ea8-033ee98f148c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:44.422732 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-097583d2-fe74-4708-8ea8-033ee98f148c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:44.485189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec0cd4-ff87-4344-ba46-45fa9da2f9d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=98f8de9b-696d-4080-9faa-6c9e7be7220e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:44.559736 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097583d2-fe74-4708-8ea8-033ee98f148c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:56:44.590913 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097583d2-fe74-4708-8ea8-033ee98f148c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a64f32-e9d3-4512-9b7d-eb825c8dc5ec,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:44.610261 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-097583d2-fe74-4708-8ea8-033ee98f148c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:44.612322 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-097583d2-fe74-4708-8ea8-033ee98f148c admin admin] Added segment 58c961d5-85ee-4f12-b29e-aa32e42c13b2 of type vlan for network e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1 Jul 29 14:56:44.732129 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-097583d2-fe74-4708-8ea8-033ee98f148c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:44.803346 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-097583d2-fe74-4708-8ea8-033ee98f148c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:44.805710 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097583d2-fe74-4708-8ea8-033ee98f148c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:44.806329 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-097583d2-fe74-4708-8ea8-033ee98f148c admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:45.034184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-097583d2-fe74-4708-8ea8-033ee98f148c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4742255 Jul 29 14:56:45.044116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44022) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:45.092034 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2cec0cd4-ff87-4344-ba46-45fa9da2f9d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:45.137334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-87e39737-edec-4339-892d-5f5007a3c224 admin admin] Request body: {'subnet': {'network_id': 'e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1584995468-subnet', 'tenant_id': 'c242aa2cf54341dbbac595d78852430c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:56:45.241889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44030) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:45.344784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097583d2-fe74-4708-8ea8-033ee98f148c admin admin] Pushing event updated for resources: {'Network': ['ID=e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:45.359266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:56:45.380470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e39737-edec-4339-892d-5f5007a3c224 admin admin] Made reservation on behalf of c242aa2cf54341dbbac595d78852430c for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:56:45.383380 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87e39737-edec-4339-892d-5f5007a3c224 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:45.531480 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cec0cd4-ff87-4344-ba46-45fa9da2f9d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:56:45.807800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cec0cd4-ff87-4344-ba46-45fa9da2f9d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:56:45.828007 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2cec0cd4-ff87-4344-ba46-45fa9da2f9d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/3620e05a-f2f3-4d4d-969e-9f650e71f4e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3885865 Jul 29 14:56:45.828007 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44046) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:45.834326 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5d6967-5131-4088-968b-5a5cd91a4f6a None None] Sync routers for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:56:45.887789 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5d6967-5131-4088-968b-5a5cd91a4f6a None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:45.889046 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-eb5d6967-5131-4088-968b-5a5cd91a4f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:56:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:45.948542 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c716570-0b0a-4059-b557-2f075613f495 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting subnet 6a7c60bb-d66d-4c11-a4ee-69001037d9ad {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:56:45.954210 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7c716570-0b0a-4059-b557-2f075613f495 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:45.994155 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e8f03496-23fa-47e1-9d6b-993db47e5c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:46.003549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eb4f9-2e87-4d7b-943d-dfd37971e21f req-0b3acda1-98a9-4994-9440-8c5e58e6f594 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:46.005249 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f99eb4f9-2e87-4d7b-943d-dfd37971e21f req-0b3acda1-98a9-4994-9440-8c5e58e6f594 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.8530612 Jul 29 14:56:46.005713 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7c716570-0b0a-4059-b557-2f075613f495 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:46.113012 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7c716570-0b0a-4059-b557-2f075613f495 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:46.189265 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7c716570-0b0a-4059-b557-2f075613f495 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:46.262665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c716570-0b0a-4059-b557-2f075613f495 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7c60bb-d66d-4c11-a4ee-69001037d9ad,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:46.276048 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7c716570-0b0a-4059-b557-2f075613f495 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:46.280087 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7c716570-0b0a-4059-b557-2f075613f495 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/6a7c60bb-d66d-4c11-a4ee-69001037d9ad HTTP/1.1" status: 204 len: 168 time: 0.4524250 Jul 29 14:56:46.303259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-eb5d6967-5131-4088-968b-5a5cd91a4f6a None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:46.322432 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87e39737-edec-4339-892d-5f5007a3c224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:46.339186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44052) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:46.464296 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f99eb4f9-2e87-4d7b-943d-dfd37971e21f req-e9c2695d-6f27-4a1b-9179-015d012e7335 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590604 Jul 29 14:56:46.511394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e39737-edec-4339-892d-5f5007a3c224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ce196c-9d20-49cf-b20d-a6ae809ba168,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:46.543441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e39737-edec-4339-892d-5f5007a3c224 admin admin] Checking segment: {'id': '58c961d5-85ee-4f12-b29e-aa32e42c13b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:56:46.544008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e39737-edec-4339-892d-5f5007a3c224 admin admin] Network hostable DHCP agents. Network: e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:56:46.572513 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:46.662292 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e8f03496-23fa-47e1-9d6b-993db47e5c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:46.682139 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e8f03496-23fa-47e1-9d6b-993db47e5c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:46.683376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eabc91d-c493-4f73-a8ed-ff1f1ee0f53d None None] Network bd1408bb-7f43-44d3-a481-991b77a166f5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:56:46.760567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f03496-23fa-47e1-9d6b-993db47e5c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9f15ea-2e01-458b-ab7e-134d6e9393d9,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:46.763394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e39737-edec-4339-892d-5f5007a3c224 admin admin] Network e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:56:46.811604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-87e39737-edec-4339-892d-5f5007a3c224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:56:46.874035 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e8f03496-23fa-47e1-9d6b-993db47e5c4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55a11979c4944038a87f11c4f865a46e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6164756 Jul 29 14:56:46.877931 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44064) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:46.891544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e39737-edec-4339-892d-5f5007a3c224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:46.892920 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87e39737-edec-4339-892d-5f5007a3c224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:46.975554 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-87e39737-edec-4339-892d-5f5007a3c224 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9069381 Jul 29 14:56:46.993681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37facfcb-59ed-4dfc-bed4-87b1241a0d62 None None] Network e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:56:47.011341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port 3073adbe-2190-4cf2-8744-bb22bc2315c6 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:56:47.011877 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:47.235700 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc1072a6-81ba-411b-916c-889ab969483e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:47.315253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-eb5d6967-5131-4088-968b-5a5cd91a4f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:44Z', 'revision_number': 9, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:59Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:47.336735 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] For port 3073adbe-2190-4cf2-8744-bb22bc2315c6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3073adbe-2190-4cf2-8744-bb22bc2315c6,segment=NetworkSegment(dcc829fc-047a-4bd8-802b-b25fcb7b6205),segment_id=dcc829fc-047a-4bd8-802b-b25fcb7b6205)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:47.337494 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:47.383900 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc1072a6-81ba-411b-916c-889ab969483e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:47.387453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for 3073adbe-2190-4cf2-8744-bb22bc2315c6 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:56:47.713677 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5d6967-5131-4088-968b-5a5cd91a4f6a None None] Checking router: 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:56:47.719866 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc1072a6-81ba-411b-916c-889ab969483e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:47.731914 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc1072a6-81ba-411b-916c-889ab969483e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:47.738760 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dc1072a6-81ba-411b-916c-889ab969483e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa9f15ea-2e01-458b-ab7e-134d6e9393d9 HTTP/1.1" status: 204 len: 168 time: 0.8521471 Jul 29 14:56:47.759427 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba38485-378c-44b3-ba75-de387b471613 None None] Network e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:56:47.794884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5d6967-5131-4088-968b-5a5cd91a4f6a None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:47.795897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-eb5d6967-5131-4088-968b-5a5cd91a4f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:56:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:47.886654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1072a6-81ba-411b-916c-889ab969483e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9f15ea-2e01-458b-ab7e-134d6e9393d9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:48.003025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a76c23-05a3-4590-898b-e35ec9949d01 None None] DHCP port deletion for bd1408bb-7f43-44d3-a481-991b77a166f5 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:56:48.082054 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:48.174652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=3073adbe-2190-4cf2-8744-bb22bc2315c6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:48.208049 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No DVR routers for this DVR port 3073adbe-2190-4cf2-8744-bb22bc2315c6 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:56:48.215328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-68a76c23-05a3-4590-898b-e35ec9949d01 None None] The port '3073adbe-2190-4cf2-8744-bb22bc2315c6' was deleted {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 14:56:48.267585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d95b7e-6784-4f5c-aeef-0dbd57437df3 req-76801c39-1ebc-41f7-a23b-4b5d5edf30b3 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:48.269456 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21d95b7e-6784-4f5c-aeef-0dbd57437df3 req-76801c39-1ebc-41f7-a23b-4b5d5edf30b3 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.3575869 Jul 29 14:56:48.277537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-eb5d6967-5131-4088-968b-5a5cd91a4f6a None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:48.426839 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:48.440376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1408bb-7f43-44d3-a481-991b77a166f5']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:48.456377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc829fc-047a-4bd8-802b-b25fcb7b6205') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:48.456791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc829fc-047a-4bd8-802b-b25fcb7b6205') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:48.467797 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:48.560785 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:48.619558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:56:48.619807 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:56:48.641446 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:56:48.644081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-2958182d-f7ea-4004-8aa9-69bbc731ba7e tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:48.659234 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-2958182d-f7ea-4004-8aa9-69bbc731ba7e tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/networks?id=e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1 HTTP/1.1" status: 200 len: 822 time: 0.3601747 Jul 29 14:56:48.685441 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-9914c5a6-6371-4067-88b6-a9c8e9f3737a tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/quotas/c242aa2cf54341dbbac595d78852430c HTTP/1.1" status: 200 len: 375 time: 0.0237985 Jul 29 14:56:48.735895 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21d95b7e-6784-4f5c-aeef-0dbd57437df3 req-72d74179-f3c4-496b-b544-1a4bba137042 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4067981 Jul 29 14:56:48.762383 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:48.792407 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:48.794462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/networks/bd1408bb-7f43-44d3-a481-991b77a166f5 HTTP/1.1" status: 204 len: 168 time: 2.4532344 Jul 29 14:56:48.795416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a22cba-7ad5-4b15-8da8-a583d95f5809 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Network': ['ID=bd1408bb-7f43-44d3-a481-991b77a166f5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:48.797123 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44122) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:48.807636 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-8e51094d-7aa7-4b58-a9a1-504484ac2daf tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c242aa2cf54341dbbac595d78852430c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878470 Jul 29 14:56:48.935419 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-eb5d6967-5131-4088-968b-5a5cd91a4f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:44Z', 'revision_number': 9, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:59Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:49.017948 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5d6967-5131-4088-968b-5a5cd91a4f6a None None] The sync data for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 is: [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:44Z', 'revision_number': 9, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': 'a1af0cac-b93f-4dde-918d-347621c308cb', 'name': '', 'network_id': 'a44b8465-276d-40e9-aaae-ce93b5fe4ae9', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:a5:d7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:41Z', 'updated_at': '2021-07-29T14:55:59Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'b14d656d-056f-4d02-a88a-17d0a1a27004', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:56:49.068694 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3073adbe-2190-4cf2-8744-bb22bc2315c6 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:56:49.138046 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 3073adbe-2190-4cf2-8744-bb22bc2315c6 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:56:49.141032 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3073adbe-2190-4cf2-8744-bb22bc2315c6 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:56:49.365000 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-3e65f20d-9756-4e40-9bc8-9a863f450261 service neutron] 10.222.0.16 "GET /v2.0/networks/e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549419 Jul 29 14:56:49.574565 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-b1f013ee-3830-45ac-9438-5dc919e97762 service neutron] 10.222.0.16 "GET /v2.0/networks/e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082596 Jul 29 14:56:49.693742 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44148) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:50.045700 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-43b29266-d10e-4b7d-9d36-d7d6aa6697aa req-b6712ab4-3ff1-4501-a185-127352948441 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 210 time: 0.0850675 Jul 29 14:56:50.056127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-54adcbd1-ccaf-4116-a95b-5844d64d4485 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-908005100-network', 'tenant_id': 'b87fe36def094cf5968288b084e2140d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:56:50.118931 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54adcbd1-ccaf-4116-a95b-5844d64d4485 admin admin] Made reservation on behalf of b87fe36def094cf5968288b084e2140d for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:56:50.122961 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54adcbd1-ccaf-4116-a95b-5844d64d4485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:50.161105 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54adcbd1-ccaf-4116-a95b-5844d64d4485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:50.213429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2800f6b-8eca-4cc2-bce7-d217ec34004e req-b83a6a98-bb9c-4821-aa82-24d8f62d43c8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:50.221007 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2800f6b-8eca-4cc2-bce7-d217ec34004e req-b83a6a98-bb9c-4821-aa82-24d8f62d43c8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.1168725 Jul 29 14:56:50.335738 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-daab6fe8-e93f-469b-beb2-fe88e4cc17cb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:50.368255 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2800f6b-8eca-4cc2-bce7-d217ec34004e req-7da40baa-a952-43fe-8b6d-33df1d7128c5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453807 Jul 29 14:56:50.454730 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54adcbd1-ccaf-4116-a95b-5844d64d4485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:50.465695 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54adcbd1-ccaf-4116-a95b-5844d64d4485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:50.492374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54adcbd1-ccaf-4116-a95b-5844d64d4485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:56:50.508541 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54adcbd1-ccaf-4116-a95b-5844d64d4485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:50.509514 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-54adcbd1-ccaf-4116-a95b-5844d64d4485 admin admin] Added segment 500a1ed8-3fe3-4294-95b1-e87542fd7feb of type vlan for network c87811c7-fa8b-41f4-b809-e4e0814b1be8 Jul 29 14:56:50.572015 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54adcbd1-ccaf-4116-a95b-5844d64d4485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:50.652385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54adcbd1-ccaf-4116-a95b-5844d64d4485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb90f426-d711-4558-88d6-5338bc39a2b6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:50.669690 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54adcbd1-ccaf-4116-a95b-5844d64d4485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:50.671004 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54adcbd1-ccaf-4116-a95b-5844d64d4485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:50.674533 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54adcbd1-ccaf-4116-a95b-5844d64d4485 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:50.760473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 98f8de9b-696d-4080-9faa-6c9e7be7220e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:56:50.812400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 98f8de9b-696d-4080-9faa-6c9e7be7220e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:56:50.813155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 98f8de9b-696d-4080-9faa-6c9e7be7220e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:56:50.861363 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-54adcbd1-ccaf-4116-a95b-5844d64d4485 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1651113 Jul 29 14:56:50.863027 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44182) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:50.873976 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-74018956-3eb6-4169-ac49-e3537352b172 admin admin] Request body: {'subnet': {'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-908005100-subnet', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:56:50.892057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54adcbd1-ccaf-4116-a95b-5844d64d4485 admin admin] Pushing event updated for resources: {'Network': ['ID=c87811c7-fa8b-41f4-b809-e4e0814b1be8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:50.915858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network c87811c7-fa8b-41f4-b809-e4e0814b1be8 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:56:50.934144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74018956-3eb6-4169-ac49-e3537352b172 admin admin] Made reservation on behalf of b87fe36def094cf5968288b084e2140d for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:56:50.940796 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74018956-3eb6-4169-ac49-e3537352b172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:51.403157 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74018956-3eb6-4169-ac49-e3537352b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:51.489374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74018956-3eb6-4169-ac49-e3537352b172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0553de55-e064-4bb6-b0d3-b4a9bd38f40f,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:51.497272 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64a0da56-7037-404c-9082-35d0489b8693 req-21fc3288-e34f-44d4-b44b-f4884b076532 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 210 time: 0.1262510 Jul 29 14:56:51.573189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74018956-3eb6-4169-ac49-e3537352b172 admin admin] Checking segment: {'id': '500a1ed8-3fe3-4294-95b1-e87542fd7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:56:51.573867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74018956-3eb6-4169-ac49-e3537352b172 admin admin] Network hostable DHCP agents. Network: c87811c7-fa8b-41f4-b809-e4e0814b1be8, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:56:51.631728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74018956-3eb6-4169-ac49-e3537352b172 admin admin] Network c87811c7-fa8b-41f4-b809-e4e0814b1be8 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:56:51.651738 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-74018956-3eb6-4169-ac49-e3537352b172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, c87811c7-fa8b-41f4-b809-e4e0814b1be8) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:56:51.660222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74018956-3eb6-4169-ac49-e3537352b172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:51.661263 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74018956-3eb6-4169-ac49-e3537352b172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:51.668313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f381bf-ed54-4731-8c0c-1426964e6d6d None None] Network c87811c7-fa8b-41f4-b809-e4e0814b1be8 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:56:51.730921 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-74018956-3eb6-4169-ac49-e3537352b172 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8632243 Jul 29 14:56:51.731826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44198) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:51.751811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-908005100-router', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:56:51.900547 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:51.905148 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:52.018804 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'fixed_ips': [{'subnet_id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:56:52.019383 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:52.077516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc51487-b49f-42ba-aaf0-ff11a54d0937 req-63881291-2643-4a2f-b83d-0869cd4d7fdc tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:52.080095 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bcc51487-b49f-42ba-aaf0-ff11a54d0937 req-63881291-2643-4a2f-b83d-0869cd4d7fdc tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.4816475 Jul 29 14:56:52.112362 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:52.177320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-629e3447-6083-48cf-a420-6ff08ec9408f tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:52.180185 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-629e3447-6083-48cf-a420-6ff08ec9408f tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.39 "GET /v2.0/networks?id=e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1 HTTP/1.1" status: 200 len: 822 time: 0.3220868 Jul 29 14:56:52.305534 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-a22269c1-2735-439b-91b6-f4d3ce775803 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Request body: {'port': {'device_id': '35db4af4-725d-4cad-9bf4-5ac9a34410d9', 'network_id': 'e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1', 'admin_state_up': True, 'tenant_id': 'c242aa2cf54341dbbac595d78852430c'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:56:52.660393 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Allocated IP 172.20.0.2 (c87811c7-fa8b-41f4-b809-e4e0814b1be8/0553de55-e064-4bb6-b0d3-b4a9bd38f40f/d04c1f80-f06f-472f-8fdb-99e371abe84c) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:56:52.735755 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bcc51487-b49f-42ba-aaf0-ff11a54d0937 req-9549eaff-6514-4547-b113-3d467e2f9dad tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5505626 Jul 29 14:56:52.813246 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:52.945299 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ae4b72b-b8ad-41dc-a937-4ec31e258110 req-c6e65e8d-aea6-4fe9-8ab1-af39b2d9e262 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 210 time: 0.1716235 Jul 29 14:56:52.954738 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-daab6fe8-e93f-469b-beb2-fe88e4cc17cb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port a1af0cac-b93f-4dde-918d-347621c308cb {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:56:52.955342 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-daab6fe8-e93f-469b-beb2-fe88e4cc17cb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:53.122213 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-a22269c1-2735-439b-91b6-f4d3ce775803 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Made reservation on behalf of c242aa2cf54341dbbac595d78852430c for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:56:53.147613 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-a22269c1-2735-439b-91b6-f4d3ce775803 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:53.316620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-daab6fe8-e93f-469b-beb2-fe88e4cc17cb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] For port a1af0cac-b93f-4dde-918d-347621c308cb, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a1af0cac-b93f-4dde-918d-347621c308cb,segment=NetworkSegment(bab0bbba-b43d-4e00-b2f3-3e43f6391dd6),segment_id=bab0bbba-b43d-4e00-b2f3-3e43f6391dd6)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:53.323658 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-daab6fe8-e93f-469b-beb2-fe88e4cc17cb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:53.364887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-daab6fe8-e93f-469b-beb2-fe88e4cc17cb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for a1af0cac-b93f-4dde-918d-347621c308cb owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:56:53.415234 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:53.451132 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Transition to ACTIVE for port object d04c1f80-f06f-472f-8fdb-99e371abe84c will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:56:53.512897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Transition to ACTIVE for port object d04c1f80-f06f-472f-8fdb-99e371abe84c will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:56:53.527752 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:53.631395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Network c87811c7-fa8b-41f4-b809-e4e0814b1be8 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:56:53.634730 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:56:53.648528 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:56:53.690265 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Pushing event updated for resources: {'Port': ['ID=d04c1f80-f06f-472f-8fdb-99e371abe84c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:53.801785 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Attempting to bind port d04c1f80-f06f-472f-8fdb-99e371abe84c on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:56:53.802191 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Attempting to bind port d04c1f80-f06f-472f-8fdb-99e371abe84c by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '500a1ed8-3fe3-4294-95b1-e87542fd7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:56:53.802547 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Attempting to bind port d04c1f80-f06f-472f-8fdb-99e371abe84c on network c87811c7-fa8b-41f4-b809-e4e0814b1be8 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:56:53.817959 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:56:53.818343 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Checking segment: {'id': '500a1ed8-3fe3-4294-95b1-e87542fd7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:56:53.818737 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:53.819138 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Bound using segment: {'id': '500a1ed8-3fe3-4294-95b1-e87542fd7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:56:53.819656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Bound port: d04c1f80-f06f-472f-8fdb-99e371abe84c, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500a1ed8-3fe3-4294-95b1-e87542fd7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:56:53.829064 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:53.832083 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:56:53.873633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44242) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:53.933811 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:53.972084 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:53.990464 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-a22269c1-2735-439b-91b6-f4d3ce775803 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Allocated IP 172.20.0.3 (e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1/47ce196c-9d20-49cf-b20d-a6ae809ba168/554e4e31-0efc-4665-bee1-8c6741a67c17) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:56:54.012522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] For port d04c1f80-f06f-472f-8fdb-99e371abe84c, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:56:54.026886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] For port d04c1f80-f06f-472f-8fdb-99e371abe84c, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d04c1f80-f06f-472f-8fdb-99e371abe84c,segment=NetworkSegment(500a1ed8-3fe3-4294-95b1-e87542fd7feb),segment_id=500a1ed8-3fe3-4294-95b1-e87542fd7feb)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:56:54.035516 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:54.049996 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-daab6fe8-e93f-469b-beb2-fe88e4cc17cb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:54.334258 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab6fe8-e93f-469b-beb2-fe88e4cc17cb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=a1af0cac-b93f-4dde-918d-347621c308cb,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:54.338038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2db0b-fadf-4ebb-b7d2-fbdb65443aee None None] Pushing event updated for resources: {'Port': ['ID=d04c1f80-f06f-472f-8fdb-99e371abe84c,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:54.476052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-51046fba-7b03-4f00-9f73-665691633ba5 req-67d6a58d-d5b2-4c90-b90d-0f1cf3f4c628 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 210 time: 0.1230319 Jul 29 14:56:54.607376 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f275097-aed4-4b9a-b883-79287e1b452d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:54.692818 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e00509-c01a-4d7e-8f08-6112e0e0599d req-cc196186-ae7f-4d2a-9f93-197f7a3c0301 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:54.701801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f4e00509-c01a-4d7e-8f08-6112e0e0599d req-cc196186-ae7f-4d2a-9f93-197f7a3c0301 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.5881200 Jul 29 14:56:54.730895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Allocated IP 172.25.6.214 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/786f19fd-45e9-45c4-b7f1-ed5c5ab9df93) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:56:54.821303 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-daab6fe8-e93f-469b-beb2-fe88e4cc17cb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:54.972485 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-a22269c1-2735-439b-91b6-f4d3ce775803 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:55.113665 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f275097-aed4-4b9a-b883-79287e1b452d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:55.132889 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f4e00509-c01a-4d7e-8f08-6112e0e0599d req-074304f2-fe3e-4b85-9abb-8daa013fe2b6 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4294560 Jul 29 14:56:55.194147 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-a22269c1-2735-439b-91b6-f4d3ce775803 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:55.272592 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:55.329733 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f275097-aed4-4b9a-b883-79287e1b452d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:55.365940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f275097-aed4-4b9a-b883-79287e1b452d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be680f1-fb5b-4a52-b747-c0a4d0d06258,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:55.433245 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d04c1f80-f06f-472f-8fdb-99e371abe84c up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:56:55.478416 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:55.517792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:56:55.527314 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9f275097-aed4-4b9a-b883-79287e1b452d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76df2e6d288a426d91c287ceb05e81f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6477869 Jul 29 14:56:55.527943 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44264) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:55.554309 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port d04c1f80-f06f-472f-8fdb-99e371abe84c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:56:55.554809 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:56:55.575358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:56:55.581977 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22269c1-2735-439b-91b6-f4d3ce775803 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Pushing event updated for resources: {'Port': ['ID=554e4e31-0efc-4665-bee1-8c6741a67c17,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:55.644068 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-a22269c1-2735-439b-91b6-f4d3ce775803 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Network e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:56:55.669138 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-a22269c1-2735-439b-91b6-f4d3ce775803 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:56:55.678256 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-a22269c1-2735-439b-91b6-f4d3ce775803 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:56:55.787665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-a22269c1-2735-439b-91b6-f4d3ce775803 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:55.794065 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-a22269c1-2735-439b-91b6-f4d3ce775803 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:55.797223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Pushing event updated for resources: {'Port': ['ID=786f19fd-45e9-45c4-b7f1-ed5c5ab9df93,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:55.907101 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-a22269c1-2735-439b-91b6-f4d3ce775803 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6560628 Jul 29 14:56:55.975041 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Request body: {'port': {'device_id': '35db4af4-725d-4cad-9bf4-5ac9a34410d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:56:56.074880 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:56.134741 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:56.168224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebfeea-9903-415b-bd75-86585bb83d93 req-ace2bafe-5094-4cd4-8091-57db06d10a1a tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:56.176831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6bebfeea-9903-415b-bd75-86585bb83d93 req-ace2bafe-5094-4cd4-8091-57db06d10a1a tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 931 time: 0.3732176 Jul 29 14:56:56.213227 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:56.400815 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e99783-c76c-4ab2-81b1-9b278110f450 None None] Network c87811c7-fa8b-41f4-b809-e4e0814b1be8 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:56:56.428130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb657169-49c7-4e24-9f6d-d0da61bdf126 req-4fac3bea-8c2e-43e5-9884-1c40d0c0c0c9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:56.440513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb657169-49c7-4e24-9f6d-d0da61bdf126 req-4fac3bea-8c2e-43e5-9884-1c40d0c0c0c9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:56.452941 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb657169-49c7-4e24-9f6d-d0da61bdf126 req-4fac3bea-8c2e-43e5-9884-1c40d0c0c0c9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:56.485155 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb657169-49c7-4e24-9f6d-d0da61bdf126 req-4fac3bea-8c2e-43e5-9884-1c40d0c0c0c9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:56.505441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb657169-49c7-4e24-9f6d-d0da61bdf126 req-4fac3bea-8c2e-43e5-9884-1c40d0c0c0c9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:56.512490 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6bebfeea-9903-415b-bd75-86585bb83d93 req-e4a6cbf4-44f3-496d-8b20-b0425fb74124 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a64f32-e9d3-4512-9b7d-eb825c8dc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287079 Jul 29 14:56:56.523994 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb657169-49c7-4e24-9f6d-d0da61bdf126 req-4fac3bea-8c2e-43e5-9884-1c40d0c0c0c9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:56.546569 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb657169-49c7-4e24-9f6d-d0da61bdf126 req-4fac3bea-8c2e-43e5-9884-1c40d0c0c0c9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:56.571510 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb657169-49c7-4e24-9f6d-d0da61bdf126 req-4fac3bea-8c2e-43e5-9884-1c40d0c0c0c9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5432 time: 0.4968116 Jul 29 14:56:56.590891 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-61c1c420-1b57-4744-8b71-e4c3be36c50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:56.663147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-01dae2f0-5d47-4430-9305-28c45654515d None None] Provisioning for port d04c1f80-f06f-472f-8fdb-99e371abe84c completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:56:56.671931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-01dae2f0-5d47-4430-9305-28c45654515d None None] Provisioning complete for port d04c1f80-f06f-472f-8fdb-99e371abe84c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:56.672538 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01dae2f0-5d47-4430-9305-28c45654515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:56.711584 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-61c1c420-1b57-4744-8b71-e4c3be36c50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:56.735864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daab6fe8-e93f-469b-beb2-fe88e4cc17cb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:56:56.918430 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01dae2f0-5d47-4430-9305-28c45654515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:56.947989 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:56.993958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-01dae2f0-5d47-4430-9305-28c45654515d None None] For port d04c1f80-f06f-472f-8fdb-99e371abe84c, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d04c1f80-f06f-472f-8fdb-99e371abe84c,segment=NetworkSegment(500a1ed8-3fe3-4294-95b1-e87542fd7feb),segment_id=500a1ed8-3fe3-4294-95b1-e87542fd7feb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:56:57.001548 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01dae2f0-5d47-4430-9305-28c45654515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:57.053262 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb657169-49c7-4e24-9f6d-d0da61bdf126 req-a775730b-a3b7-4f4e-89c7-88ce20e91e3f tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4773076 Jul 29 14:56:57.143001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dae2f0-5d47-4430-9305-28c45654515d None None] Pushing event updated for resources: {'Port': ['ID=d04c1f80-f06f-472f-8fdb-99e371abe84c,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:57.190669 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96db6d-e2b4-404d-88da-8de1ec6d786e req-4ad26606-4819-4359-aabe-c9cbdb1eb7b9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:57.194631 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fa96db6d-e2b4-404d-88da-8de1ec6d786e req-4ad26606-4819-4359-aabe-c9cbdb1eb7b9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.4137256 Jul 29 14:56:57.245626 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554e4e31-0efc-4665-bee1-8c6741a67c17 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:56:57.279734 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:57.290591 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daab6fe8-e93f-469b-beb2-fe88e4cc17cb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:56:57.307593 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-daab6fe8-e93f-469b-beb2-fe88e4cc17cb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/3620e05a-f2f3-4d4d-969e-9f650e71f4e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5091741 Jul 29 14:56:57.309882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44294) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:57.320553 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d01d9-f2b3-41d7-b140-fb708675916c None None] Sync routers for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:56:57.325378 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-61c1c420-1b57-4744-8b71-e4c3be36c50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:57.328234 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-61c1c420-1b57-4744-8b71-e4c3be36c50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:57.334720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-61c1c420-1b57-4744-8b71-e4c3be36c50a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5be680f1-fb5b-4a52-b747-c0a4d0d06258 HTTP/1.1" status: 204 len: 168 time: 1.8049726 Jul 29 14:56:57.334958 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d01d9-f2b3-41d7-b140-fb708675916c None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:57.337114 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-306d01d9-f2b3-41d7-b140-fb708675916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:56:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:57.342646 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-04dbd9fc-9c6d-420e-9f6a-e6a9364d0eba None None] Provisioning complete for port d04c1f80-f06f-472f-8fdb-99e371abe84c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:57.344155 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04dbd9fc-9c6d-420e-9f6a-e6a9364d0eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:57.444048 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Router 4c1857f0-ed7f-4280-a966-5d61947ba766 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:56:57.509862 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b75f15-09c4-4589-8433-1e6a825b101a req-bfd45a75-5f34-4ed0-a19e-7807d7880336 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:57.530409 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b75f15-09c4-4589-8433-1e6a825b101a req-bfd45a75-5f34-4ed0-a19e-7807d7880336 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:57.551994 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b75f15-09c4-4589-8433-1e6a825b101a req-bfd45a75-5f34-4ed0-a19e-7807d7880336 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:57.570910 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b75f15-09c4-4589-8433-1e6a825b101a req-bfd45a75-5f34-4ed0-a19e-7807d7880336 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:57.584155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Transition to ACTIVE for port object 554e4e31-0efc-4665-bee1-8c6741a67c17 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:56:57.608941 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fa96db6d-e2b4-404d-88da-8de1ec6d786e req-7bd3667e-88d9-4945-8a87-3eaf1825fa73 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056177 Jul 29 14:56:57.611659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b75f15-09c4-4589-8433-1e6a825b101a req-bfd45a75-5f34-4ed0-a19e-7807d7880336 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:57.628633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1c420-1b57-4744-8b71-e4c3be36c50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be680f1-fb5b-4a52-b747-c0a4d0d06258,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:57.634202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b75f15-09c4-4589-8433-1e6a825b101a req-bfd45a75-5f34-4ed0-a19e-7807d7880336 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:57.647248 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:57.654298 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b75f15-09c4-4589-8433-1e6a825b101a req-bfd45a75-5f34-4ed0-a19e-7807d7880336 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:57.664817 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c7b75f15-09c4-4589-8433-1e6a825b101a req-bfd45a75-5f34-4ed0-a19e-7807d7880336 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5432 time: 0.4120948 Jul 29 14:56:57.668457 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-306d01d9-f2b3-41d7-b140-fb708675916c None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:57.952363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9f891b-c92a-4728-b9e6-2dd0be8197e1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting subnet b14d656d-056f-4d02-a88a-17d0a1a27004 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:56:57.960986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:56:57.977692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Sync routers for ids ['4c1857f0-ed7f-4280-a966-5d61947ba766'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:56:57.994554 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d9f891b-c92a-4728-b9e6-2dd0be8197e1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:58.002193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Routers {'4c1857f0-ed7f-4280-a966-5d61947ba766'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:58.006348 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Pushing event updated for resources: {'Port': ['ID=554e4e31-0efc-4665-bee1-8c6741a67c17,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:58.008216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:56:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['4c1857f0-ed7f-4280-a966-5d61947ba766'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:58.019319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:58.028730 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-769f65b7-ed2c-47de-82a5-3ff88c7cdbee admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2915819 Jul 29 14:56:58.031808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44316) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:58.206191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d9f891b-c92a-4728-b9e6-2dd0be8197e1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:58.218559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1290dc1-c6af-4e01-9e54-ae6d1fc83b69 req-56c85a77-78c0-461e-ae2c-12a35480cd76 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:58.228101 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1290dc1-c6af-4e01-9e54-ae6d1fc83b69 req-56c85a77-78c0-461e-ae2c-12a35480cd76 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 943 time: 0.4227598 Jul 29 14:56:58.237898 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-306d01d9-f2b3-41d7-b140-fb708675916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:53Z', 'revision_number': 10, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:58.307715 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d01d9-f2b3-41d7-b140-fb708675916c None None] Checking router: 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:56:58.322165 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Set router 4c1857f0-ed7f-4280-a966-5d61947ba766 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:58.326024 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d01d9-f2b3-41d7-b140-fb708675916c None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:56:58.326900 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-306d01d9-f2b3-41d7-b140-fb708675916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:56:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:58.697527 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-306d01d9-f2b3-41d7-b140-fb708675916c None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:56:58.942091 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'name': 'tempest-TaggedBootDevicesTest_v242-908005100-router', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:56:51Z', 'updated_at': '2021-07-29T14:56:55Z', 'revision_number': 3, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'gw_port': {'id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:54Z', 'updated_at': '2021-07-29T14:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:59.078501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Checking router: 4c1857f0-ed7f-4280-a966-5d61947ba766 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:56:59.079082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Updating router 4c1857f0-ed7f-4280-a966-5d61947ba766 port 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:56:59.086590 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d04c1f80-f06f-472f-8fdb-99e371abe84c up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:56:59.180602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedfd88-241c-40ee-9f03-e14f901268ea req-5e3c62e5-6e36-4d6a-ba2c-e864e18e14c6 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:56:59.192114 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3aedfd88-241c-40ee-9f03-e14f901268ea req-5e3c62e5-6e36-4d6a-ba2c-e864e18e14c6 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.3494890 Jul 29 14:56:59.218915 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Attempting to bind port 554e4e31-0efc-4665-bee1-8c6741a67c17 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:56:59.220155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Attempting to bind port 554e4e31-0efc-4665-bee1-8c6741a67c17 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '58c961d5-85ee-4f12-b29e-aa32e42c13b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:56:59.220765 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Attempting to bind port 554e4e31-0efc-4665-bee1-8c6741a67c17 on network e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:56:59.241155 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:59.245542 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1290dc1-c6af-4e01-9e54-ae6d1fc83b69 req-8ccd8fc2-d7de-4522-b4ca-34b54b21274c tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a64f32-e9d3-4512-9b7d-eb825c8dc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0093431 Jul 29 14:56:59.297888 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3aedfd88-241c-40ee-9f03-e14f901268ea req-b126e724-5779-4d11-b0f7-63893e2d25a0 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969617 Jul 29 14:56:59.335397 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d9f891b-c92a-4728-b9e6-2dd0be8197e1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:59.464496 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Port 554e4e31-0efc-4665-bee1-8c6741a67c17 on network e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:56:59.465040 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Attempting to bind port 554e4e31-0efc-4665-bee1-8c6741a67c17 on network e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:56:59.519197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:56:59.519746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Checking segment: {'id': '58c961d5-85ee-4f12-b29e-aa32e42c13b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:56:59.532377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Bound using segment: {'id': '58c961d5-85ee-4f12-b29e-aa32e42c13b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:56:59.533167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Bound port: 554e4e31-0efc-4665-bee1-8c6741a67c17, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c961d5-85ee-4f12-b29e-aa32e42c13b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:56:59.533753 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:59.675045 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-306d01d9-f2b3-41d7-b140-fb708675916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:53Z', 'revision_number': 10, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:56:59.709829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port d04c1f80-f06f-472f-8fdb-99e371abe84c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:56:59.710514 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:59.737179 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:59.836368 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d01d9-f2b3-41d7-b140-fb708675916c None None] The sync data for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 is: [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:56:53Z', 'revision_number': 10, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None, '_interfaces': [{'id': 'fa04275e-f303-4619-9d49-b884530d05d0', 'name': '', 'network_id': '60aca43f-5fa0-4416-9861-99f39990e216', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'mac_address': 'fa:16:3e:64:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:55:30Z', 'updated_at': '2021-07-29T14:55:42Z', 'revision_number': 5, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'subnets': [{'id': 'c2424cfc-19ec-4d84-a286-99c9a5f92e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:56:59.850282 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d9f891b-c92a-4728-b9e6-2dd0be8197e1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:59.939709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] For port 554e4e31-0efc-4665-bee1-8c6741a67c17, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:56:59.942562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f891b-c92a-4728-b9e6-2dd0be8197e1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Subnet': ['ID=b14d656d-056f-4d02-a88a-17d0a1a27004,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:56:59.961197 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d9f891b-c92a-4728-b9e6-2dd0be8197e1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:56:59.966865 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9d9f891b-c92a-4728-b9e6-2dd0be8197e1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/b14d656d-056f-4d02-a88a-17d0a1a27004 HTTP/1.1" status: 204 len: 168 time: 2.6423044 Jul 29 14:56:59.967548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44380) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:56:59.981038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] For port 554e4e31-0efc-4665-bee1-8c6741a67c17, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=554e4e31-0efc-4665-bee1-8c6741a67c17,segment=NetworkSegment(58c961d5-85ee-4f12-b29e-aa32e42c13b2),segment_id=58c961d5-85ee-4f12-b29e-aa32e42c13b2)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:57:00.103010 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:00.124347 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Allocated IP 172.20.0.1 (c87811c7-fa8b-41f4-b809-e4e0814b1be8/0553de55-e064-4bb6-b0d3-b4a9bd38f40f/2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:57:00.198984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:00.198984 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:00.202724 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-e3066028-a31a-4888-b606-5369f996d579 service neutron] 10.222.0.39 "PUT /v2.0/ports/554e4e31-0efc-4665-bee1-8c6741a67c17 HTTP/1.1" status: 200 len: 1091 time: 4.2321708 Jul 29 14:57:00.202724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35db4af4-725d-4cad-9bf4-5ac9a34410d9', 'tag': '554e4e31-0efc-4665-bee1-8c6741a67c17'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:57:00.211569 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baddd3ca-fff1-438f-8aa5-135b9dfa4810" -d '{"events": [{"name": "network-changed", "server_uuid": "35db4af4-725d-4cad-9bf4-5ac9a34410d9", "tag": "554e4e31-0efc-4665-bee1-8c6741a67c17"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:57:00.345207 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:00.381126 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9088bb-0ef2-4e45-b857-033255693895 x-openstack-request-id: req-4b9088bb-0ef2-4e45-b857-033255693895 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:57:00.381444 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35db4af4-725d-4cad-9bf4-5ac9a34410d9", "tag": "554e4e31-0efc-4665-bee1-8c6741a67c17", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:57:00.381643 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b9088bb-0ef2-4e45-b857-033255693895 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:57:00.386703 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35db4af4-725d-4cad-9bf4-5ac9a34410d9', 'tag': '554e4e31-0efc-4665-bee1-8c6741a67c17', 'status': 'completed', 'code': 200} Jul 29 14:57:00.412475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3066028-a31a-4888-b606-5369f996d579 service neutron] Pushing event updated for resources: {'Port': ['ID=554e4e31-0efc-4665-bee1-8c6741a67c17,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:00.423126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7efa7a-b0f5-4741-9220-0388dedd1024 None None] Network a44b8465-276d-40e9-aaae-ce93b5fe4ae9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:57:00.509735 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:00.534311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-545d4607-e622-4b79-8778-338df52185a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:00.535927 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-545d4607-e622-4b79-8778-338df52185a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c242aa2cf54341dbbac595d78852430c&device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 1094 time: 0.2777159 Jul 29 14:57:00.551616 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Transition to ACTIVE for port object 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:57:00.755175 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3d0e57d1-1409-4a7d-949d-599b7a45c19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:00.759688 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:00.766178 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-3e061b2e-d9bc-4e51-9d06-d78f250fb19f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=554e4e31-0efc-4665-bee1-8c6741a67c17 HTTP/1.1" status: 200 len: 217 time: 0.1954706 Jul 29 14:57:00.821544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc138e39-3e7e-4565-9d8f-6a4285fa8a63 req-2663e61f-c1a8-4251-95e4-79f9a756e725 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:00.823220 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bc138e39-3e7e-4565-9d8f-6a4285fa8a63 req-2663e61f-c1a8-4251-95e4-79f9a756e725 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.2256639 Jul 29 14:57:00.894855 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Network c87811c7-fa8b-41f4-b809-e4e0814b1be8 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:57:00.911827 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-decb7a88-b293-4144-a765-a85861f5f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:00.914410 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-decb7a88-b293-4144-a765-a85861f5f4a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47ce196c-9d20-49cf-b20d-a6ae809ba168 HTTP/1.1" status: 200 len: 862 time: 0.1308911 Jul 29 14:57:00.921989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:57:00.964184 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:57:01.043706 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f509c0-9663-4ff5-ae65-2a709d38d032 req-1222e8ff-c735-4ff2-8e04-212ece5a9ac1 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:01.051556 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68f509c0-9663-4ff5-ae65-2a709d38d032 req-1222e8ff-c735-4ff2-8e04-212ece5a9ac1 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 943 time: 0.5338004 Jul 29 14:57:01.082998 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-03f90b01-5cf2-43d6-ad9f-7f02ebd77a63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1559813 Jul 29 14:57:01.155929 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:01.157712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port 17c0263e-57a0-4ec4-a904-ffe713c827a6 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:57:01.158070 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:01.222534 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:01.257157 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a1af0cac-b93f-4dde-918d-347621c308cb no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:57:01.269888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Transition to ACTIVE for port object 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:57:01.374992 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: a1af0cac-b93f-4dde-918d-347621c308cb {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:57:01.378047 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a1af0cac-b93f-4dde-918d-347621c308cb not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:57:01.378282 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68f509c0-9663-4ff5-ae65-2a709d38d032 req-439e93d0-f8fe-420a-9114-aaa4a54c4914 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a64f32-e9d3-4512-9b7d-eb825c8dc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701426 Jul 29 14:57:01.396376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adee62d-2c53-4ce7-a789-ef3169423ddc None None] DHCP port deletion for a44b8465-276d-40e9-aaae-ce93b5fe4ae9 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:57:01.428801 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:01.484068 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bc138e39-3e7e-4565-9d8f-6a4285fa8a63 req-e3a4a091-b06b-4ad4-a69a-423327cbfbad tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5967903 Jul 29 14:57:01.485627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Pushing event updated for resources: {'Port': ['ID=2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:01.510648 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:01.512261 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:01.513031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:01.513934 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:01.514740 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:01.517509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:01.518344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:01.520090 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:01.522242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:01.523132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:01.523927 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:01.524824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:01.649419 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] For port 17c0263e-57a0-4ec4-a904-ffe713c827a6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=17c0263e-57a0-4ec4-a904-ffe713c827a6,segment=NetworkSegment(bab0bbba-b43d-4e00-b2f3-3e43f6391dd6),segment_id=bab0bbba-b43d-4e00-b2f3-3e43f6391dd6)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:01.650468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:01.690072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for 17c0263e-57a0-4ec4-a904-ffe713c827a6 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:57:01.704176 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Attempting to bind port 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:57:01.720786 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Attempting to bind port 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:57:01.721504 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Attempting to bind port 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:57:01.738156 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:57:01.738409 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:57:01.739106 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:01.739746 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:57:01.740912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Bound port: 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:57:01.742361 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:01.759914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a36ff-458d-413f-a542-70729fbcd5ae None None] Pushing event updated for resources: {'Port': ['ID=786f19fd-45e9-45c4-b7f1-ed5c5ab9df93,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:01.814687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8a1ac841-7c68-40ee-8a0c-a6f81ed76bff None None] Provisioning for port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:57:01.823830 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-059ad68b-4c86-45a6-9404-2025d3343da5 service neutron] 10.222.0.39 "GET /v2.0/networks/e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7332869 Jul 29 14:57:01.860483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1adee62d-2c53-4ce7-a789-ef3169423ddc None None] Deleting port 17c0263e-57a0-4ec4-a904-ffe713c827a6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:57:01.861277 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1adee62d-2c53-4ce7-a789-ef3169423ddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:01.863536 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8a1ac841-7c68-40ee-8a0c-a6f81ed76bff None None] Provisioning complete for port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:01.864229 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a1ac841-7c68-40ee-8a0c-a6f81ed76bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:01.986888 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:02.006085 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] For port 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:57:02.049989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1adee62d-2c53-4ce7-a789-ef3169423ddc None None] For port 17c0263e-57a0-4ec4-a904-ffe713c827a6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=17c0263e-57a0-4ec4-a904-ffe713c827a6,segment=NetworkSegment(bab0bbba-b43d-4e00-b2f3-3e43f6391dd6),segment_id=bab0bbba-b43d-4e00-b2f3-3e43f6391dd6)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:02.051582 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1adee62d-2c53-4ce7-a789-ef3169423ddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:02.068747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8a1ac841-7c68-40ee-8a0c-a6f81ed76bff None None] Port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:57:02.081809 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] For port 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=786f19fd-45e9-45c4-b7f1-ed5c5ab9df93,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:57:02.095376 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:02.099473 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2537421b-24d3-4aea-88c1-4e1c838e3346 req-c0bb478f-12dd-4179-ab8c-8863c3caf903 service neutron] 10.222.0.39 "GET /v2.0/networks/e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664955 Jul 29 14:57:02.108349 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:02.109454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1adee62d-2c53-4ce7-a789-ef3169423ddc None None] Calling delete_port for 17c0263e-57a0-4ec4-a904-ffe713c827a6 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:57:02.149561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=17c0263e-57a0-4ec4-a904-ffe713c827a6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:02.159312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No DVR routers for this DVR port 17c0263e-57a0-4ec4-a904-ffe713c827a6 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:57:02.344635 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44492) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:02.379040 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:02.386690 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Routers {'4c1857f0-ed7f-4280-a966-5d61947ba766'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:57:02.387743 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:56:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['4c1857f0-ed7f-4280-a966-5d61947ba766'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:02.398614 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44b8465-276d-40e9-aaae-ce93b5fe4ae9']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:02.419793 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab0bbba-b43d-4e00-b2f3-3e43f6391dd6') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:02.420299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab0bbba-b43d-4e00-b2f3-3e43f6391dd6') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:02.438865 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:02.468941 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:02.481742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:57:02.482427 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:02.531275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] Set router 4c1857f0-ed7f-4280-a966-5d61947ba766 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:57:02.558228 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:02.599726 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:02.657950 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a36ff-458d-413f-a542-70729fbcd5ae None None] Pushing event updated for resources: {'Port': ['ID=786f19fd-45e9-45c4-b7f1-ed5c5ab9df93,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:57:02.732917 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:57:02.737732 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:02.759477 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:02.768260 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/networks/a44b8465-276d-40e9-aaae-ce93b5fe4ae9 HTTP/1.1" status: 204 len: 168 time: 2.7973785 Jul 29 14:57:02.772614 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44514) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:02.959370 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c620ed9-c32c-4a77-a20d-e549a4c24f59 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Network': ['ID=a44b8465-276d-40e9-aaae-ce93b5fe4ae9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:03.055163 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d07f9-a947-4936-bd95-f1de6caa09a8 req-338342a8-31dc-4d7f-b6b2-e71361d17c6d tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:03.057321 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-860d07f9-a947-4936-bd95-f1de6caa09a8 req-338342a8-31dc-4d7f-b6b2-e71361d17c6d tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 943 time: 0.4942942 Jul 29 14:57:03.058786 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:03.062387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Pushing event updated for resources: {'Port': ['ID=2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:03.084343 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1adee62d-2c53-4ce7-a789-ef3169423ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:03.143753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1adee62d-2c53-4ce7-a789-ef3169423ddc None None] Network a44b8465-276d-40e9-aaae-ce93b5fe4ae9 is not hosted by any dhcp agent {{(pid=94159) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 14:57:03.144508 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adee62d-2c53-4ce7-a789-ef3169423ddc None None] No DVR routers for this DVR port 17c0263e-57a0-4ec4-a904-ffe713c827a6 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:57:03.237477 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adee62d-2c53-4ce7-a789-ef3169423ddc None None] Pushing event deleted for resources: {'Port': ['ID=17c0263e-57a0-4ec4-a904-ffe713c827a6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:03.248174 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:03.267220 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-860d07f9-a947-4936-bd95-f1de6caa09a8 req-6736c02d-8661-4013-a57e-ae1a616a73d3 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a64f32-e9d3-4512-9b7d-eb825c8dc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825066 Jul 29 14:57:03.324660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddd3ca-fff1-438f-8aa5-135b9dfa4810 req-caed9cc5-8bb5-4b3f-bec4-b9a7c3a296d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:03.333843 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-baddd3ca-fff1-438f-8aa5-135b9dfa4810 req-caed9cc5-8bb5-4b3f-bec4-b9a7c3a296d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c242aa2cf54341dbbac595d78852430c&device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 1094 time: 1.1277864 Jul 29 14:57:03.362508 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-157f2cfc-ecf9-4dd6-9a1c-8ef6a85d28d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:03.386948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Network c87811c7-fa8b-41f4-b809-e4e0814b1be8 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:57:03.388708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:57:03.428880 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'name': 'tempest-TaggedBootDevicesTest_v242-908005100-router', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:56:51Z', 'updated_at': '2021-07-29T14:57:01Z', 'revision_number': 4, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'gw_port': {'id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:54Z', 'updated_at': '2021-07-29T14:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e', 'name': '', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'mac_address': 'fa:16:3e:a0:00:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:59Z', 'updated_at': '2021-07-29T14:57:00Z', 'revision_number': 1, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'subnets': [{'id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:03.445717 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 17c0263e-57a0-4ec4-a904-ffe713c827a6 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:57:03.587303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d85139f-2a35-472d-89e7-1559a0200c81 None None] The sync data for ids ['4c1857f0-ed7f-4280-a966-5d61947ba766'] in n-d-802893-1 is: [{'id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'name': 'tempest-TaggedBootDevicesTest_v242-908005100-router', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:56:51Z', 'updated_at': '2021-07-29T14:57:01Z', 'revision_number': 4, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'gw_port': {'id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:54Z', 'updated_at': '2021-07-29T14:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e', 'name': '', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'mac_address': 'fa:16:3e:a0:00:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:59Z', 'updated_at': '2021-07-29T14:57:00Z', 'revision_number': 1, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'subnets': [{'id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:57:03.590820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b05c8-8322-489b-a5bc-c0a63192aade req-ccbf9ab7-0744-4edb-8d42-7c1897431669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:03.591943 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b05c8-8322-489b-a5bc-c0a63192aade req-ccbf9ab7-0744-4edb-8d42-7c1897431669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:03.592640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b05c8-8322-489b-a5bc-c0a63192aade req-ccbf9ab7-0744-4edb-8d42-7c1897431669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:03.593866 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 17c0263e-57a0-4ec4-a904-ffe713c827a6 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:57:03.593984 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 17c0263e-57a0-4ec4-a904-ffe713c827a6 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:57:03.594329 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b05c8-8322-489b-a5bc-c0a63192aade req-ccbf9ab7-0744-4edb-8d42-7c1897431669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:03.595014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b05c8-8322-489b-a5bc-c0a63192aade req-ccbf9ab7-0744-4edb-8d42-7c1897431669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:03.595895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b05c8-8322-489b-a5bc-c0a63192aade req-ccbf9ab7-0744-4edb-8d42-7c1897431669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:03.596630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b05c8-8322-489b-a5bc-c0a63192aade req-ccbf9ab7-0744-4edb-8d42-7c1897431669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:03.611784 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b4b05c8-8322-489b-a5bc-c0a63192aade req-ccbf9ab7-0744-4edb-8d42-7c1897431669 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6489 time: 1.2657044 Jul 29 14:57:03.615076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f214c1ee-c833-4ce4-8174-e69b4e56f326 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:57:03.803334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddd3ca-fff1-438f-8aa5-135b9dfa4810 req-77400316-d170-4a03-bc68-479314201667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:03.806357 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-baddd3ca-fff1-438f-8aa5-135b9dfa4810 req-77400316-d170-4a03-bc68-479314201667 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1 HTTP/1.1" status: 200 len: 923 time: 0.4568563 Jul 29 14:57:03.889341 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-baddd3ca-fff1-438f-8aa5-135b9dfa4810 req-77dca2be-e71a-4db9-a084-85c7e8971ebf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=554e4e31-0efc-4665-bee1-8c6741a67c17 HTTP/1.1" status: 200 len: 217 time: 0.0567224 Jul 29 14:57:03.911386 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b4b05c8-8322-489b-a5bc-c0a63192aade req-128b9546-1cb4-476a-ab7c-d78852c7fbd2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=96622a08-6eac-4be6-9976-ddcc5aa0e595&id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2986503 Jul 29 14:57:03.977123 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0ab84b19-78a1-4239-aaad-aa2caef7fb8e None None] Provisioning complete for port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:03.977738 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ab84b19-78a1-4239-aaad-aa2caef7fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:03.980919 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:04.052635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:57:04.061144 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3eaa7a-ddfd-4f2a-8b5c-15115868aab3" -d '{"events": [{"server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "name": "network-vif-unplugged", "status": "completed", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:57:04.078255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0ab84b19-78a1-4239-aaad-aa2caef7fb8e None None] Port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:57:04.083391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:04.094304 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:04.119334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddd3ca-fff1-438f-8aa5-135b9dfa4810 req-15f8fa70-72d4-444e-979f-645e0fcea225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:04.121382 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-baddd3ca-fff1-438f-8aa5-135b9dfa4810 req-15f8fa70-72d4-444e-979f-645e0fcea225 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=47ce196c-9d20-49cf-b20d-a6ae809ba168 HTTP/1.1" status: 200 len: 862 time: 0.2086654 Jul 29 14:57:04.167081 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7409f5-cfd7-4e89-babb-e0f53b8a5505 x-openstack-request-id: req-ac7409f5-cfd7-4e89-babb-e0f53b8a5505 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:57:04.170753 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "name": "network-vif-unplugged", "status": "completed", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:57:04.174998 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac7409f5-cfd7-4e89-babb-e0f53b8a5505 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:57:04.175781 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'code': 200} Jul 29 14:57:04.233506 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-baddd3ca-fff1-438f-8aa5-135b9dfa4810 req-8101c292-997c-41ac-a241-8270c3266079 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592906 Jul 29 14:57:04.248021 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f214c1ee-c833-4ce4-8174-e69b4e56f326,revision_number=14']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:04.321788 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:04.395570 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 554e4e31-0efc-4665-bee1-8c6741a67c17 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:57:04.410535 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bb50b-b079-4724-a25c-b7fc73d946fd req-d6a37c1e-6a3c-4b25-acab-34b7880217c5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:04.412202 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7c5bb50b-b079-4724-a25c-b7fc73d946fd req-d6a37c1e-6a3c-4b25-acab-34b7880217c5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 946 time: 0.9131391 Jul 29 14:57:04.498163 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Router 4c1857f0-ed7f-4280-a966-5d61947ba766 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:57:04.570896 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7c5bb50b-b079-4724-a25c-b7fc73d946fd req-6330d6a3-7549-4e5a-bc13-37eab4d035cf tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278620 Jul 29 14:57:04.706200 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-baddd3ca-fff1-438f-8aa5-135b9dfa4810 req-e54800c5-f0cc-495c-ad16-c3e2cb722b46 service neutron] 10.222.0.39 "GET /v2.0/networks/e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629190 Jul 29 14:57:04.728262 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 554e4e31-0efc-4665-bee1-8c6741a67c17, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=554e4e31-0efc-4665-bee1-8c6741a67c17,segment=NetworkSegment(58c961d5-85ee-4f12-b29e-aa32e42c13b2),segment_id=58c961d5-85ee-4f12-b29e-aa32e42c13b2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:04.755378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '554e4e31-0efc-4665-bee1-8c6741a67c17', 'network_id': 'e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1', 'port_id': '554e4e31-0efc-4665-bee1-8c6741a67c17', 'mac_address': 'fa:16:3e:20:75:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce196c-9d20-49cf-b20d-a6ae809ba168', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:57:04.842627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:57:04.861105 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-be6771ba-f0dc-4df3-9e99-6944e85297cc admin admin] 10.222.0.16 "PUT /v2.0/routers/4c1857f0-ed7f-4280-a966-5d61947ba766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8248732 Jul 29 14:57:04.871228 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:04.932161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554e4e31-0efc-4665-bee1-8c6741a67c17 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:57:05.012392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 554e4e31-0efc-4665-bee1-8c6741a67c17, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=554e4e31-0efc-4665-bee1-8c6741a67c17,segment=NetworkSegment(58c961d5-85ee-4f12-b29e-aa32e42c13b2),segment_id=58c961d5-85ee-4f12-b29e-aa32e42c13b2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:05.026669 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:05.042149 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-baddd3ca-fff1-438f-8aa5-135b9dfa4810 req-53db374a-1db9-46cd-93c8-7abbe0c8f14b service neutron] 10.222.0.39 "GET /v2.0/networks/e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196323 Jul 29 14:57:05.142932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=554e4e31-0efc-4665-bee1-8c6741a67c17,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:05.184474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b503222-9e39-4282-a7fe-31d77d3796ff req-021c3ce1-8c1e-47cb-9630-403c594326e5 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:05.204236 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b503222-9e39-4282-a7fe-31d77d3796ff req-021c3ce1-8c1e-47cb-9630-403c594326e5 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 943 time: 0.7014446 Jul 29 14:57:05.299700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['554e4e31-0efc-4665-bee1-8c6741a67c17'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:57:05.373629 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b503222-9e39-4282-a7fe-31d77d3796ff req-50a605ac-6128-4900-a2ee-ecdabb1db76b tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a64f32-e9d3-4512-9b7d-eb825c8dc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679897 Jul 29 14:57:05.452113 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850ef38b-f929-4749-8bee-f593c73428a1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:05.563757 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:57:05.753946 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:57:05.772719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:05.773218 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:05.975723 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:06.036766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=786f19fd-45e9-45c4-b7f1-ed5c5ab9df93,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:06.046048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-850ef38b-f929-4749-8bee-f593c73428a1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port fa04275e-f303-4619-9d49-b884530d05d0 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:57:06.048643 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850ef38b-f929-4749-8bee-f593c73428a1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:06.050883 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:06.245025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=786f19fd-45e9-45c4-b7f1-ed5c5ab9df93,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:06.279076 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:06.330425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-850ef38b-f929-4749-8bee-f593c73428a1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] For port fa04275e-f303-4619-9d49-b884530d05d0, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fa04275e-f303-4619-9d49-b884530d05d0,segment=NetworkSegment(d1a302eb-da33-46f6-9d80-88375733b6af),segment_id=d1a302eb-da33-46f6-9d80-88375733b6af)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:06.330813 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850ef38b-f929-4749-8bee-f593c73428a1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:06.354479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-850ef38b-f929-4749-8bee-f593c73428a1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for fa04275e-f303-4619-9d49-b884530d05d0 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:57:06.737893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60fe1e-f31c-4b9e-9dc6-0bdf4f9afe45 req-361d2277-fdda-467a-af5d-a999b5cf25e3 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:06.742230 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fa60fe1e-f31c-4b9e-9dc6-0bdf4f9afe45 req-361d2277-fdda-467a-af5d-a999b5cf25e3 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 944 time: 0.1010489 Jul 29 14:57:06.917311 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fa60fe1e-f31c-4b9e-9dc6-0bdf4f9afe45 req-471c2ae4-2ce5-4706-92f4-b56a673d7e14 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a64f32-e9d3-4512-9b7d-eb825c8dc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496377 Jul 29 14:57:06.926897 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850ef38b-f929-4749-8bee-f593c73428a1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:06.959799 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ef38b-f929-4749-8bee-f593c73428a1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=fa04275e-f303-4619-9d49-b884530d05d0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:07.317630 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850ef38b-f929-4749-8bee-f593c73428a1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:07.625756 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:57:07.853446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:07.854152 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:08.428015 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 554e4e31-0efc-4665-bee1-8c6741a67c17 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:57:08.432649 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Sync routers for ids ['4c1857f0-ed7f-4280-a966-5d61947ba766'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:57:08.465206 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Routers {'4c1857f0-ed7f-4280-a966-5d61947ba766'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:57:08.466202 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:57:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['4c1857f0-ed7f-4280-a966-5d61947ba766'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:08.521589 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850ef38b-f929-4749-8bee-f593c73428a1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:57:08.544082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9aab5d-205e-4b7d-8eb7-c9696f4f2ee5 req-7e0b508f-9818-4768-8f3a-b55ff5e2fea7 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:08.547345 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c9aab5d-205e-4b7d-8eb7-c9696f4f2ee5 req-7e0b508f-9818-4768-8f3a-b55ff5e2fea7 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 944 time: 0.3771489 Jul 29 14:57:08.654672 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 554e4e31-0efc-4665-bee1-8c6741a67c17 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:57:08.682387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 554e4e31-0efc-4665-bee1-8c6741a67c17 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:08.686874 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:08.795244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850ef38b-f929-4749-8bee-f593c73428a1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:57:08.800223 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c9aab5d-205e-4b7d-8eb7-c9696f4f2ee5 req-008f918d-374a-44b0-95a0-c1f288e1c5b9 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a64f32-e9d3-4512-9b7d-eb825c8dc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391183 Jul 29 14:57:08.806052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-850ef38b-f929-4749-8bee-f593c73428a1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/3620e05a-f2f3-4d4d-969e-9f650e71f4e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0298460 Jul 29 14:57:08.811158 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44780) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:08.903134 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5743d-920e-495f-95f9-87fbde7ea959 None None] Sync routers for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:57:08.991428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5743d-920e-495f-95f9-87fbde7ea959 None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:57:08.993282 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6fb5743d-920e-495f-95f9-87fbde7ea959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:57:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:09.006270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-2860b3b6-148d-457c-9053-aa76c6ab8aac tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting subnet c2424cfc-19ec-4d84-a286-99c9a5f92e3d {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:57:09.033115 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2860b3b6-148d-457c-9053-aa76c6ab8aac tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:09.040233 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Set router 4c1857f0-ed7f-4280-a966-5d61947ba766 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:57:09.210250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-6fb5743d-920e-495f-95f9-87fbde7ea959 None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:57:09.339473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6fb5743d-920e-495f-95f9-87fbde7ea959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:57:06Z', 'revision_number': 11, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:09.350472 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2860b3b6-148d-457c-9053-aa76c6ab8aac tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:09.443829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b52fa-0bc2-4e80-8822-23bc2ae28bf3 req-d0944cef-7a57-4f85-8ea4-b5a49d55a389 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:09.458703 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb6b52fa-0bc2-4e80-8822-23bc2ae28bf3 req-d0944cef-7a57-4f85-8ea4-b5a49d55a389 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.4102287 Jul 29 14:57:09.477873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5743d-920e-495f-95f9-87fbde7ea959 None None] Checking router: 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:57:09.576379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5743d-920e-495f-95f9-87fbde7ea959 None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:57:09.577198 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6fb5743d-920e-495f-95f9-87fbde7ea959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:57:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:09.587948 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:09.592123 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'name': 'tempest-TaggedBootDevicesTest_v242-908005100-router', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:56:51Z', 'updated_at': '2021-07-29T14:57:01Z', 'revision_number': 4, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'gw_port': {'id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:54Z', 'updated_at': '2021-07-29T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e', 'name': '', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'mac_address': 'fa:16:3e:a0:00:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:59Z', 'updated_at': '2021-07-29T14:57:02Z', 'revision_number': 2, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'subnets': [{'id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:09.743793 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb6b52fa-0bc2-4e80-8822-23bc2ae28bf3 req-f1606c7a-1164-444f-b241-03d6bd907499 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774060 Jul 29 14:57:09.746896 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Checking router: 4c1857f0-ed7f-4280-a966-5d61947ba766 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:57:09.747497 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Updating router 4c1857f0-ed7f-4280-a966-5d61947ba766 port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:57:09.882579 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:09.951358 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2860b3b6-148d-457c-9053-aa76c6ab8aac tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:10.111695 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2860b3b6-148d-457c-9053-aa76c6ab8aac tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:10.158833 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2860b3b6-148d-457c-9053-aa76c6ab8aac tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:10.177500 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2860b3b6-148d-457c-9053-aa76c6ab8aac tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/c2424cfc-19ec-4d84-a286-99c9a5f92e3d HTTP/1.1" status: 204 len: 168 time: 1.3633504 Jul 29 14:57:10.180947 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44828) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:10.215222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860b3b6-148d-457c-9053-aa76c6ab8aac tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Subnet': ['ID=c2424cfc-19ec-4d84-a286-99c9a5f92e3d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:10.296349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0054eca-8588-4197-a509-3d04a5f601ba None None] Network 60aca43f-5fa0-4416-9861-99f39990e216 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:57:10.322748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-6fb5743d-920e-495f-95f9-87fbde7ea959 None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:57:10.426465 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:10.464058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd855f1-5ed6-40a9-b04a-61bec36b76aa req-40c45223-9ec8-4fcb-966d-a33626cf10a7 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:10.469242 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6fb5743d-920e-495f-95f9-87fbde7ea959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:57:06Z', 'revision_number': 11, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:10.471227 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2fd855f1-5ed6-40a9-b04a-61bec36b76aa req-40c45223-9ec8-4fcb-966d-a33626cf10a7 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 944 time: 0.3286278 Jul 29 14:57:10.575619 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2fd855f1-5ed6-40a9-b04a-61bec36b76aa req-69795713-2513-4f21-b8d1-228d403caf07 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a64f32-e9d3-4512-9b7d-eb825c8dc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964446 Jul 29 14:57:10.667912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5743d-920e-495f-95f9-87fbde7ea959 None None] The sync data for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 is: [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:57:06Z', 'revision_number': 11, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:57:10.765321 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35db4af4-725d-4cad-9bf4-5ac9a34410d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554e4e31-0efc-4665-bee1-8c6741a67c17'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:57:10.767874 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539a9275-d5f3-4ee7-9194-f1fb77e3cb51" -d '{"events": [{"server_uuid": "35db4af4-725d-4cad-9bf4-5ac9a34410d9", "name": "network-vif-plugged", "status": "completed", "tag": "554e4e31-0efc-4665-bee1-8c6741a67c17"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:57:10.788110 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 554e4e31-0efc-4665-bee1-8c6741a67c17, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=554e4e31-0efc-4665-bee1-8c6741a67c17,segment=NetworkSegment(58c961d5-85ee-4f12-b29e-aa32e42c13b2),segment_id=58c961d5-85ee-4f12-b29e-aa32e42c13b2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:10.896342 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:10.896342 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab941b5f-f75a-438c-b63a-67805999603c x-openstack-request-id: req-ab941b5f-f75a-438c-b63a-67805999603c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:57:10.896342 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35db4af4-725d-4cad-9bf4-5ac9a34410d9", "name": "network-vif-plugged", "status": "completed", "tag": "554e4e31-0efc-4665-bee1-8c6741a67c17", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:57:10.896342 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab941b5f-f75a-438c-b63a-67805999603c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:57:10.901522 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35db4af4-725d-4cad-9bf4-5ac9a34410d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554e4e31-0efc-4665-bee1-8c6741a67c17', 'code': 200} Jul 29 14:57:10.948775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026fef0-2e30-483c-b078-1a8569ea10ef req-ce692c41-35c9-467d-ad45-a0f9f3f9a1e0 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:10.955189 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c026fef0-2e30-483c-b078-1a8569ea10ef req-ce692c41-35c9-467d-ad45-a0f9f3f9a1e0 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.4752121 Jul 29 14:57:10.979799 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd3ead-45d1-4306-81a2-a58c9b7f831b req-4839be82-157e-4eb9-8e21-20ef5bfb896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:10.981649 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ddd3ead-45d1-4306-81a2-a58c9b7f831b req-4839be82-157e-4eb9-8e21-20ef5bfb896c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 1095 time: 0.5051882 Jul 29 14:57:11.088388 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:11.092070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011247b-3762-48a3-91f0-7994877a0870 req-29ea3e66-5b8d-4012-8d90-a30f8a934486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:11.096584 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3011247b-3762-48a3-91f0-7994877a0870 req-29ea3e66-5b8d-4012-8d90-a30f8a934486 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 1096 time: 0.1316819 Jul 29 14:57:11.114880 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:11.146211 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Transition to ACTIVE for port object 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:57:11.163117 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3011247b-3762-48a3-91f0-7994877a0870 req-5fe49321-2fe6-4176-8fa6-1ee9557aee3a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e5a64f32-e9d3-4512-9b7d-eb825c8dc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550873 Jul 29 14:57:11.174777 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:11.264051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=554e4e31-0efc-4665-bee1-8c6741a67c17,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:11.305187 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d7326-ec47-4abd-9737-256c4109135d None None] Pushing event updated for resources: {'Port': ['ID=2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:11.354043 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fa04275e-f303-4619-9d49-b884530d05d0 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:57:11.438976 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd3ead-45d1-4306-81a2-a58c9b7f831b req-121c3c4b-515b-4189-873a-b65e1cbccb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:11.442222 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6ef1e7-7aa9-4895-ab7e-6e3a8bf45f82 None None] DHCP port deletion for 60aca43f-5fa0-4416-9861-99f39990e216 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:57:11.442870 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ddd3ead-45d1-4306-81a2-a58c9b7f831b req-121c3c4b-515b-4189-873a-b65e1cbccb9e service neutron] 10.222.0.38 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.4437423 Jul 29 14:57:11.466791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: fa04275e-f303-4619-9d49-b884530d05d0 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:57:11.467364 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fa04275e-f303-4619-9d49-b884530d05d0 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:57:11.506271 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c026fef0-2e30-483c-b078-1a8569ea10ef req-d90dc2c3-3f78-4f88-9725-b243f5fee6eb tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5374746 Jul 29 14:57:11.546503 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d7326-ec47-4abd-9737-256c4109135d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:11.547229 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d7326-ec47-4abd-9737-256c4109135d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:11.547755 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d7326-ec47-4abd-9737-256c4109135d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:11.548619 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d7326-ec47-4abd-9737-256c4109135d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:11.549480 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d7326-ec47-4abd-9737-256c4109135d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:11.550435 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d7326-ec47-4abd-9737-256c4109135d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:11.552582 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d7326-ec47-4abd-9737-256c4109135d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:11.555374 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d7326-ec47-4abd-9737-256c4109135d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:11.580538 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d7326-ec47-4abd-9737-256c4109135d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:11.581062 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d7326-ec47-4abd-9737-256c4109135d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:11.581608 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d7326-ec47-4abd-9737-256c4109135d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:11.582145 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d7326-ec47-4abd-9737-256c4109135d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:11.593025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-da6ef1e7-7aa9-4895-ab7e-6e3a8bf45f82 None None] Deleting port 08504620-cb0a-451f-ab34-47a8b32ff524 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:57:11.593915 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da6ef1e7-7aa9-4895-ab7e-6e3a8bf45f82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:11.628549 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Attempting to bind port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:57:11.629307 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Attempting to bind port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '500a1ed8-3fe3-4294-95b1-e87542fd7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:57:11.629875 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Attempting to bind port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e on network c87811c7-fa8b-41f4-b809-e4e0814b1be8 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:57:11.666716 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:57:11.667323 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Checking segment: {'id': '500a1ed8-3fe3-4294-95b1-e87542fd7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:57:11.667986 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:11.668693 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Bound using segment: {'id': '500a1ed8-3fe3-4294-95b1-e87542fd7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:57:11.669581 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Bound port: 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500a1ed8-3fe3-4294-95b1-e87542fd7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:57:11.672263 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:11.687786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Deleting port 08504620-cb0a-451f-ab34-47a8b32ff524 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:57:11.688466 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:11.822647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-da6ef1e7-7aa9-4895-ab7e-6e3a8bf45f82 None None] For port 08504620-cb0a-451f-ab34-47a8b32ff524, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=08504620-cb0a-451f-ab34-47a8b32ff524,segment=NetworkSegment(d1a302eb-da33-46f6-9d80-88375733b6af),segment_id=d1a302eb-da33-46f6-9d80-88375733b6af)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:11.823292 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da6ef1e7-7aa9-4895-ab7e-6e3a8bf45f82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:11.948928 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-da6ef1e7-7aa9-4895-ab7e-6e3a8bf45f82 None None] Calling delete_port for 08504620-cb0a-451f-ab34-47a8b32ff524 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:57:11.951659 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ddd3ead-45d1-4306-81a2-a58c9b7f831b req-96355754-7367-4f4c-b446-5ca1e3a637fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326 HTTP/1.1" status: 200 len: 999 time: 0.4608607 Jul 29 14:57:11.983581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b6a62-ee53-4e80-bc50-e8fb15ab1401 req-0ff6e13e-79a4-461b-a16b-4353004f37c2 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:12.001467 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a2b6a62-ee53-4e80-bc50-e8fb15ab1401 req-0ff6e13e-79a4-461b-a16b-4353004f37c2 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 945 time: 0.1730542 Jul 29 14:57:12.009766 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] For port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:57:12.014306 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] For port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e,segment=NetworkSegment(500a1ed8-3fe3-4294-95b1-e87542fd7feb),segment_id=500a1ed8-3fe3-4294-95b1-e87542fd7feb)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:57:12.029280 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:12.157316 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a2b6a62-ee53-4e80-bc50-e8fb15ab1401 req-795bfe90-bdba-4d46-be79-8d3211ce7b09 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a64f32-e9d3-4512-9b7d-eb825c8dc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547592 Jul 29 14:57:12.176070 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d7326-ec47-4abd-9737-256c4109135d None None] Pushing event updated for resources: {'Port': ['ID=2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:12.195368 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Routers {'4c1857f0-ed7f-4280-a966-5d61947ba766'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:57:12.196581 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:57:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['4c1857f0-ed7f-4280-a966-5d61947ba766'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:12.261993 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] For port 08504620-cb0a-451f-ab34-47a8b32ff524, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=08504620-cb0a-451f-ab34-47a8b32ff524,segment=NetworkSegment(d1a302eb-da33-46f6-9d80-88375733b6af),segment_id=d1a302eb-da33-46f6-9d80-88375733b6af)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:12.268919 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:12.357813 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da6ef1e7-7aa9-4895-ab7e-6e3a8bf45f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:12.363043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Calling delete_port for 08504620-cb0a-451f-ab34-47a8b32ff524 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:57:12.444125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ef1e7-7aa9-4895-ab7e-6e3a8bf45f82 None None] Pushing event deleted for resources: {'Port': ['ID=08504620-cb0a-451f-ab34-47a8b32ff524,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:12.465264 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ef1e7-7aa9-4895-ab7e-6e3a8bf45f82 None None] No DVR routers for this DVR port 08504620-cb0a-451f-ab34-47a8b32ff524 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:57:12.536888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd3ead-45d1-4306-81a2-a58c9b7f831b req-ab816942-cb6f-4a56-883a-8580c10dffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:12.539656 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ddd3ead-45d1-4306-81a2-a58c9b7f831b req-ab816942-cb6f-4a56-883a-8580c10dffa9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.5785294 Jul 29 14:57:12.833633 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:12.839290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd3ead-45d1-4306-81a2-a58c9b7f831b req-7860693b-688b-4a0f-baeb-36531e31c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:12.859741 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] Set router 4c1857f0-ed7f-4280-a966-5d61947ba766 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:57:12.878122 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ddd3ead-45d1-4306-81a2-a58c9b7f831b req-7860693b-688b-4a0f-baeb-36531e31c317 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3258092 Jul 29 14:57:12.886694 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1fc7a-ddd0-43fc-a780-a4ab88a22b1e req-00580379-471d-497d-9570-d00643d79016 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:12.907439 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-86b1fc7a-ddd0-43fc-a780-a4ab88a22b1e req-00580379-471d-497d-9570-d00643d79016 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1789708 Jul 29 14:57:12.970577 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Port': ['ID=08504620-cb0a-451f-ab34-47a8b32ff524,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:13.008897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No DVR routers for this DVR port 08504620-cb0a-451f-ab34-47a8b32ff524 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:57:13.026725 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-86b1fc7a-ddd0-43fc-a780-a4ab88a22b1e req-09c84530-0d77-4995-b863-a042fd95f32d tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125209 Jul 29 14:57:13.285083 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'name': 'tempest-TaggedBootDevicesTest_v242-908005100-router', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:56:51Z', 'updated_at': '2021-07-29T14:57:01Z', 'revision_number': 4, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'gw_port': {'id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:54Z', 'updated_at': '2021-07-29T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e', 'name': '', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'mac_address': 'fa:16:3e:a0:00:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:59Z', 'updated_at': '2021-07-29T14:57:11Z', 'revision_number': 4, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'subnets': [{'id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:13.327237 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ddd3ead-45d1-4306-81a2-a58c9b7f831b req-dfbd73cb-2898-447b-a120-9f4bedc9d8db service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702521 Jul 29 14:57:13.371521 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:13.384316 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fb41df-447e-4a8e-9226-7d267596d03f None None] The sync data for ids ['4c1857f0-ed7f-4280-a966-5d61947ba766'] in n-d-802893-1 is: [{'id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'name': 'tempest-TaggedBootDevicesTest_v242-908005100-router', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:56:51Z', 'updated_at': '2021-07-29T14:57:01Z', 'revision_number': 4, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'gw_port': {'id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:54Z', 'updated_at': '2021-07-29T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e', 'name': '', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'mac_address': 'fa:16:3e:a0:00:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:59Z', 'updated_at': '2021-07-29T14:57:11Z', 'revision_number': 4, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'subnets': [{'id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:57:13.451076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60aca43f-5fa0-4416-9861-99f39990e216']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:13.484373 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a302eb-da33-46f6-9d80-88375733b6af') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:13.484753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a302eb-da33-46f6-9d80-88375733b6af') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:13.508722 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:13.535137 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:57:13.556383 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:13.661232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:57:13.673347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:13.674568 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:13.716982 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:57:13.717403 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:57:13.721577 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:57:13.771593 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ddd3ead-45d1-4306-81a2-a58c9b7f831b req-3e2f0a4d-f46e-43c2-afdf-d64fa3aec155 service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242873 Jul 29 14:57:13.858274 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:13.988964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e,segment=NetworkSegment(500a1ed8-3fe3-4294-95b1-e87542fd7feb),segment_id=500a1ed8-3fe3-4294-95b1-e87542fd7feb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:13.993350 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:14.008371 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:14.014848 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:14.033098 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/networks/60aca43f-5fa0-4416-9861-99f39990e216 HTTP/1.1" status: 204 len: 168 time: 3.8158760 Jul 29 14:57:14.034064 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44970) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:14.045522 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9154d4ed-8de1-42b6-8743-b4f6d75c9fcb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'router': {'routes': None}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:57:14.060810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc276963-9eb1-45b7-b51f-4c5191ba4074 req-5fa6fb8c-6b52-4541-b3e9-95c904271e14 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:14.111491 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dc276963-9eb1-45b7-b51f-4c5191ba4074 req-5fa6fb8c-6b52-4541-b3e9-95c904271e14 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 945 time: 0.5629563 Jul 29 14:57:14.204806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 08504620-cb0a-451f-ab34-47a8b32ff524 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:57:14.299573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d576e0-2528-40a7-91ac-4b864c55b6d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Pushing event deleted for resources: {'Network': ['ID=60aca43f-5fa0-4416-9861-99f39990e216,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:14.397711 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 08504620-cb0a-451f-ab34-47a8b32ff524 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:57:14.401154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 08504620-cb0a-451f-ab34-47a8b32ff524 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:57:14.450409 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dc276963-9eb1-45b7-b51f-4c5191ba4074 req-9d13ccd1-75fb-46dc-861b-4c0ae034496c tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a64f32-e9d3-4512-9b7d-eb825c8dc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140986 Jul 29 14:57:14.558990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:14.617345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44984) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:14.687996 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251bdef-3394-488d-a85a-e27d57151603 req-599a507c-98a7-4586-8a4a-fabdaedbd909 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:14.690151 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e251bdef-3394-488d-a85a-e27d57151603 req-599a507c-98a7-4586-8a4a-fabdaedbd909 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.3241119 Jul 29 14:57:14.759614 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.extraroute_db [None req-9154d4ed-8de1-42b6-8743-b4f6d75c9fcb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Added routes are [] {{(pid=94157) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 14:57:14.759923 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.extraroute_db [None req-9154d4ed-8de1-42b6-8743-b4f6d75c9fcb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Removed routes are [] {{(pid=94157) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 14:57:14.760372 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9154d4ed-8de1-42b6-8743-b4f6d75c9fcb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:14.766212 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e251bdef-3394-488d-a85a-e27d57151603 req-e14a73d3-94f1-4d88-97cf-e1d54fda122c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530517 Jul 29 14:57:15.089012 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-528bfd0f-f281-4ef4-a355-fb135e6f85f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:15.150385 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9154d4ed-8de1-42b6-8743-b4f6d75c9fcb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:15.160363 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9154d4ed-8de1-42b6-8743-b4f6d75c9fcb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:15.299593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9154d4ed-8de1-42b6-8743-b4f6d75c9fcb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:57:15.388826 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-528bfd0f-f281-4ef4-a355-fb135e6f85f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:15.413926 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-528bfd0f-f281-4ef4-a355-fb135e6f85f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:15.427907 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9154d4ed-8de1-42b6-8743-b4f6d75c9fcb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:57:15.435406 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9154d4ed-8de1-42b6-8743-b4f6d75c9fcb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:15.436719 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9154d4ed-8de1-42b6-8743-b4f6d75c9fcb tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/3620e05a-f2f3-4d4d-969e-9f650e71f4e5 HTTP/1.1" status: 200 len: 701 time: 1.4003212 Jul 29 14:57:15.440490 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1df4f9-08d6-43bd-b345-3b234edf104f None None] Sync routers for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:57:15.456094 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1df4f9-08d6-43bd-b345-3b234edf104f None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:57:15.457765 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ba1df4f9-08d6-43bd-b345-3b234edf104f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:57:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:15.474953 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44994) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:15.476235 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:57:15.480541 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bfd0f-f281-4ef4-a355-fb135e6f85f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7c77d8-6462-4348-b873-47a9f4694c74,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:15.530754 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3a8c0fe5-7fe5-4dcc-aaba-2093da41cbde tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports?device_id=3620e05a-f2f3-4d4d-969e-9f650e71f4e5 HTTP/1.1" status: 200 len: 205 time: 0.0458846 Jul 29 14:57:15.536718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44996) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:15.548992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e300038-ff92-4524-8048-616d6fb8df04 req-96b98589-d9fb-46a3-a00a-2898512224ec tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:15.553893 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3e300038-ff92-4524-8048-616d6fb8df04 req-96b98589-d9fb-46a3-a00a-2898512224ec tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 945 time: 0.1396127 Jul 29 14:57:15.671434 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3e300038-ff92-4524-8048-616d6fb8df04 req-4baeda19-2b64-4e61-a43a-2cb33d1e19c2 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a64f32-e9d3-4512-9b7d-eb825c8dc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910115 Jul 29 14:57:15.674021 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:15.674845 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:15.791453 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-ba1df4f9-08d6-43bd-b345-3b234edf104f None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:57:15.811013 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-528bfd0f-f281-4ef4-a355-fb135e6f85f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c5ab3ed338d4c5998fa1bd1c24bbfa8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1852150 Jul 29 14:57:15.814957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45004) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:15.962902 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ba1df4f9-08d6-43bd-b345-3b234edf104f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:57:06Z', 'revision_number': 11, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:15.974849 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f21141b6-27d5-4c91-8f8d-94df0070d1d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:15.996039 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:16.047719 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:16.050586 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1df4f9-08d6-43bd-b345-3b234edf104f None None] Checking router: 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:57:16.082983 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1df4f9-08d6-43bd-b345-3b234edf104f None None] Routers {'3620e05a-f2f3-4d4d-969e-9f650e71f4e5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:57:16.084379 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ba1df4f9-08d6-43bd-b345-3b234edf104f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:57:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:16.253952 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-ba1df4f9-08d6-43bd-b345-3b234edf104f None None] Set router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:57:16.299070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6a39e-3457-44ce-87f7-ef6196c61e94 req-b2e7de45-5ba0-4d5a-8ada-bd99397f318c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:16.301624 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-51f6a39e-3457-44ce-87f7-ef6196c61e94 req-b2e7de45-5ba0-4d5a-8ada-bd99397f318c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1561284 Jul 29 14:57:16.327384 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:16.332105 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:16.338932 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c7c77d8-6462-4348-b873-47a9f4694c74 HTTP/1.1" status: 204 len: 168 time: 0.5225856 Jul 29 14:57:16.378523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7c77d8-6462-4348-b873-47a9f4694c74,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:16.395945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:16.396618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:16.397511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:16.398139 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:16.399331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:16.399935 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:16.400790 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:16.401591 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:16.402206 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:16.402813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:16.403455 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:16.404018 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2d3e1-ffde-40de-a0e4-242d74a1a001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:16.465795 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ba1df4f9-08d6-43bd-b345-3b234edf104f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:57:06Z', 'revision_number': 11, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:16.485862 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-51f6a39e-3457-44ce-87f7-ef6196c61e94 req-cf0fb706-b23c-4713-94bb-42e9a9290589 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657546 Jul 29 14:57:16.524813 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1df4f9-08d6-43bd-b345-3b234edf104f None None] The sync data for ids ['3620e05a-f2f3-4d4d-969e-9f650e71f4e5'] in n-d-802893-1 is: [{'id': '3620e05a-f2f3-4d4d-969e-9f650e71f4e5', 'name': 'tempest-RoutersTest-router-1613380441', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:55:25Z', 'updated_at': '2021-07-29T14:57:06Z', 'revision_number': 11, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:57:16.591072 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f21141b6-27d5-4c91-8f8d-94df0070d1d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:16.596593 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f21141b6-27d5-4c91-8f8d-94df0070d1d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:16.703466 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f21141b6-27d5-4c91-8f8d-94df0070d1d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:16.705518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21141b6-27d5-4c91-8f8d-94df0070d1d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Fanout notify agent at l3_agent the message router_deleted on router 3620e05a-f2f3-4d4d-969e-9f650e71f4e5 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:57:16.730603 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f21141b6-27d5-4c91-8f8d-94df0070d1d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:16.741526 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f21141b6-27d5-4c91-8f8d-94df0070d1d9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/routers/3620e05a-f2f3-4d4d-969e-9f650e71f4e5 HTTP/1.1" status: 204 len: 168 time: 1.1997056 Jul 29 14:57:16.744815 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45016) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:16.763471 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-887525e2-81cf-49c1-b0a1-02246c12dd0a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1721083869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:57:16.808418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233424b4-1213-4a1e-929d-b5322dde9539 req-94566fa8-5413-468a-9d77-04e42fdee01f tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:16.811191 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-233424b4-1213-4a1e-929d-b5322dde9539 req-94566fa8-5413-468a-9d77-04e42fdee01f tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.39 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 945 time: 0.2067020 Jul 29 14:57:17.116598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45026) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:17.170939 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-89bbc844-efec-4196-8707-789c918d3370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:17.180481 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-887525e2-81cf-49c1-b0a1-02246c12dd0a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:17.182632 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-887525e2-81cf-49c1-b0a1-02246c12dd0a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:17.330513 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5dd8f-ce99-4052-9b86-49aae2b388fc req-63afc4b0-d75a-41cf-81ce-fd7f2dc22eb1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:17.332248 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-84a5dd8f-ce99-4052-9b86-49aae2b388fc req-63afc4b0-d75a-41cf-81ce-fd7f2dc22eb1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.2958896 Jul 29 14:57:17.369761 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-89bbc844-efec-4196-8707-789c918d3370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:17.391197 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-887525e2-81cf-49c1-b0a1-02246c12dd0a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:17.404994 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-233424b4-1213-4a1e-929d-b5322dde9539 req-ca4a7326-97ea-4397-a2c6-ec534f725eb2 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Deleting port 554e4e31-0efc-4665-bee1-8c6741a67c17 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:57:17.405338 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-233424b4-1213-4a1e-929d-b5322dde9539 req-ca4a7326-97ea-4397-a2c6-ec534f725eb2 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:17.410742 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-887525e2-81cf-49c1-b0a1-02246c12dd0a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:17.415031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2c432-6d5e-4cea-8365-2a7ea079e539 req-c426ee23-6730-4072-8261-c7c3713e481c tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:17.418089 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4c2c432-6d5e-4cea-8365-2a7ea079e539 req-c426ee23-6730-4072-8261-c7c3713e481c tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 945 time: 0.3948817 Jul 29 14:57:17.419431 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-89bbc844-efec-4196-8707-789c918d3370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:17.510658 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-84a5dd8f-ce99-4052-9b86-49aae2b388fc req-0bccef15-7814-46b1-a5cb-d5729a88b374 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327782 Jul 29 14:57:17.514855 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-887525e2-81cf-49c1-b0a1-02246c12dd0a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:17.517213 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-887525e2-81cf-49c1-b0a1-02246c12dd0a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7709265 Jul 29 14:57:17.522501 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45028) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:17.531144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-68272aa3-a562-4f86-8ba7-4009e71b6e25 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:57:17.546632 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-89bbc844-efec-4196-8707-789c918d3370 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9928ad2bd934f1498b767fb4ab2d4f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4231789 Jul 29 14:57:17.582249 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbc844-efec-4196-8707-789c918d3370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4065bae2-4724-4d0f-9c33-7df161b2fee5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:17.603695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45030) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:17.721185 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4c2c432-6d5e-4cea-8365-2a7ea079e539 req-18318d08-ece9-486d-976e-ae80493ea046 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5a64f32-e9d3-4512-9b7d-eb825c8dc5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384057 Jul 29 14:57:17.892905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-233424b4-1213-4a1e-929d-b5322dde9539 req-ca4a7326-97ea-4397-a2c6-ec534f725eb2 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] For port 554e4e31-0efc-4665-bee1-8c6741a67c17, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=554e4e31-0efc-4665-bee1-8c6741a67c17,segment=NetworkSegment(58c961d5-85ee-4f12-b29e-aa32e42c13b2),segment_id=58c961d5-85ee-4f12-b29e-aa32e42c13b2)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:17.893582 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-233424b4-1213-4a1e-929d-b5322dde9539 req-ca4a7326-97ea-4397-a2c6-ec534f725eb2 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:18.011878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf73fe0-900e-4a12-91ad-7641049dfad6 req-32497b09-99b5-4fee-84d7-982d66a3b9f8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:18.020722 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-abf73fe0-900e-4a12-91ad-7641049dfad6 req-32497b09-99b5-4fee-84d7-982d66a3b9f8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1061811 Jul 29 14:57:18.091031 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-233424b4-1213-4a1e-929d-b5322dde9539 req-ca4a7326-97ea-4397-a2c6-ec534f725eb2 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Calling delete_port for 554e4e31-0efc-4665-bee1-8c6741a67c17 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:57:18.128200 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-abf73fe0-900e-4a12-91ad-7641049dfad6 req-376a353e-d132-498e-be2e-2e2612d7ee6f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991979 Jul 29 14:57:18.243242 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68272aa3-a562-4f86-8ba7-4009e71b6e25 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:18.256399 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-25eb395c-6247-4be9-9826-44b90230d342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:18.310491 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68272aa3-a562-4f86-8ba7-4009e71b6e25 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:18.345625 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-25eb395c-6247-4be9-9826-44b90230d342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:18.608087 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-233424b4-1213-4a1e-929d-b5322dde9539 req-ca4a7326-97ea-4397-a2c6-ec534f725eb2 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:18.631077 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-25eb395c-6247-4be9-9826-44b90230d342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:18.633968 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-25eb395c-6247-4be9-9826-44b90230d342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:18.637966 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-25eb395c-6247-4be9-9826-44b90230d342 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4065bae2-4724-4d0f-9c33-7df161b2fee5 HTTP/1.1" status: 204 len: 168 time: 1.0301883 Jul 29 14:57:18.701127 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a7326-97ea-4397-a2c6-ec534f725eb2 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Pushing event deleted for resources: {'Port': ['ID=554e4e31-0efc-4665-bee1-8c6741a67c17,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:18.711959 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb395c-6247-4be9-9826-44b90230d342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4065bae2-4724-4d0f-9c33-7df161b2fee5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:18.732785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68272aa3-a562-4f86-8ba7-4009e71b6e25 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Router 58e5304e-788b-4a30-8133-8d9e23525f86 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:57:18.762483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3a5539d2-75b7-432b-8a97-3c7c4dc170d5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:18.774654 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3a5539d2-75b7-432b-8a97-3c7c4dc170d5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 811 time: 0.2839808 Jul 29 14:57:18.840136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-233424b4-1213-4a1e-929d-b5322dde9539 req-ca4a7326-97ea-4397-a2c6-ec534f725eb2 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] No DVR routers for this DVR port 554e4e31-0efc-4665-bee1-8c6741a67c17 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:57:18.844897 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-233424b4-1213-4a1e-929d-b5322dde9539 req-ca4a7326-97ea-4397-a2c6-ec534f725eb2 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:18.848387 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-233424b4-1213-4a1e-929d-b5322dde9539 req-ca4a7326-97ea-4397-a2c6-ec534f725eb2 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.39 "DELETE /v2.0/ports/554e4e31-0efc-4665-bee1-8c6741a67c17 HTTP/1.1" status: 204 len: 173 time: 2.0274467 Jul 29 14:57:18.875050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35db4af4-725d-4cad-9bf4-5ac9a34410d9', 'name': 'network-vif-deleted', 'tag': '554e4e31-0efc-4665-bee1-8c6741a67c17'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:57:18.887461 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd061650-3ecd-4d39-a268-419cf3c1f911" -d '{"events": [{"server_uuid": "35db4af4-725d-4cad-9bf4-5ac9a34410d9", "name": "network-vif-deleted", "tag": "554e4e31-0efc-4665-bee1-8c6741a67c17"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:57:18.930705 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-fd8c2d25-a82b-43ba-b0ca-4ca2a25056c9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/quotas/09dcdfac1c5247cfbf78992b07e84d06 HTTP/1.1" status: 200 len: 375 time: 0.1513128 Jul 29 14:57:19.008320 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97f6267b-dab3-42c7-a63d-adec336d0d66 req-692979d7-d436-44f4-89c6-4bab5d39f8b2 tempest-ServerAddressesNegativeTestJSON-1120698833 tempest-ServerAddressesNegativeTestJSON-1120698833-project] 10.222.0.16 "GET /v2.0/ports?device_id=35db4af4-725d-4cad-9bf4-5ac9a34410d9 HTTP/1.1" status: 200 len: 210 time: 0.0896697 Jul 29 14:57:19.187704 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68272aa3-a562-4f86-8ba7-4009e71b6e25 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:57:19.200524 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e7f1b4-cf6b-4041-af63-8d137a391c00 None None] Sync routers for ids ['58e5304e-788b-4a30-8133-8d9e23525f86'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:57:19.202137 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68272aa3-a562-4f86-8ba7-4009e71b6e25 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:19.204116 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-68272aa3-a562-4f86-8ba7-4009e71b6e25 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "PUT /v2.0/routers/58e5304e-788b-4a30-8133-8d9e23525f86 HTTP/1.1" status: 200 len: 694 time: 1.6793818 Jul 29 14:57:19.206939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45064) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:19.246366 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e7f1b4-cf6b-4041-af63-8d137a391c00 None None] Routers {'58e5304e-788b-4a30-8133-8d9e23525f86'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:57:19.248067 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a5e7f1b4-cf6b-4041-af63-8d137a391c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:57:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['58e5304e-788b-4a30-8133-8d9e23525f86'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:19.261882 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-1091b80c-2839-4e34-af97-7f1c24524e88 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3290832 Jul 29 14:57:19.331212 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2092eec3-bff7-42a2-95db-37f2f11c9644 x-openstack-request-id: req-2092eec3-bff7-42a2-95db-37f2f11c9644 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:57:19.332359 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35db4af4-725d-4cad-9bf4-5ac9a34410d9", "name": "network-vif-deleted", "tag": "554e4e31-0efc-4665-bee1-8c6741a67c17", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:57:19.333423 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2092eec3-bff7-42a2-95db-37f2f11c9644 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:57:19.334349 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35db4af4-725d-4cad-9bf4-5ac9a34410d9', 'name': 'network-vif-deleted', 'tag': '554e4e31-0efc-4665-bee1-8c6741a67c17', 'status': 'completed', 'code': 200} Jul 29 14:57:19.457776 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f2dc5a45-6ba5-483a-9b3e-a34e108e1fc1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/routers/58e5304e-788b-4a30-8133-8d9e23525f86 HTTP/1.1" status: 200 len: 700 time: 0.2472374 Jul 29 14:57:19.458670 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45072) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:19.470363 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-a5e7f1b4-cf6b-4041-af63-8d137a391c00 None None] Set router 58e5304e-788b-4a30-8133-8d9e23525f86 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:57:19.542510 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2b604650-8a66-4f7b-989b-b7772ef5aec4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports?device_id=58e5304e-788b-4a30-8133-8d9e23525f86 HTTP/1.1" status: 200 len: 205 time: 0.0783119 Jul 29 14:57:19.545680 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45074) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:19.584125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a5e7f1b4-cf6b-4041-af63-8d137a391c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e5304e-788b-4a30-8133-8d9e23525f86', 'name': 'tempest-RoutersTest-router-1721083869', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:17Z', 'updated_at': '2021-07-29T14:57:18Z', 'revision_number': 2, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:19.632219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e7f1b4-cf6b-4041-af63-8d137a391c00 None None] Checking router: 58e5304e-788b-4a30-8133-8d9e23525f86 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:57:19.649837 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e7f1b4-cf6b-4041-af63-8d137a391c00 None None] Routers {'58e5304e-788b-4a30-8133-8d9e23525f86'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:57:19.651346 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a5e7f1b4-cf6b-4041-af63-8d137a391c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:57:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['58e5304e-788b-4a30-8133-8d9e23525f86'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:19.764745 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-a5e7f1b4-cf6b-4041-af63-8d137a391c00 None None] Set router 58e5304e-788b-4a30-8133-8d9e23525f86 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:57:19.887154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a5e7f1b4-cf6b-4041-af63-8d137a391c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e5304e-788b-4a30-8133-8d9e23525f86', 'name': 'tempest-RoutersTest-router-1721083869', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:17Z', 'updated_at': '2021-07-29T14:57:18Z', 'revision_number': 2, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:19.935406 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e7f1b4-cf6b-4041-af63-8d137a391c00 None None] The sync data for ids ['58e5304e-788b-4a30-8133-8d9e23525f86'] in n-d-802893-1 is: [{'id': '58e5304e-788b-4a30-8133-8d9e23525f86', 'name': 'tempest-RoutersTest-router-1721083869', 'tenant_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:17Z', 'updated_at': '2021-07-29T14:57:18Z', 'revision_number': 2, 'project_id': '3e71eaa2b1d44ef8814d759a060fb5ab', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:57:20.148399 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45090) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:20.297518 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-62614797-c697-4913-a808-e4dcff8bdffb service neutron] 10.222.0.16 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0330186 Jul 29 14:57:20.303626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd985459-9f18-4a86-b0ad-22222a6f2912 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:20.356641 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a63c6d-a710-4ea1-b2d8-4722cb2bcddd admin admin] Deleting subnet 47ce196c-9d20-49cf-b20d-a6ae809ba168 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:57:20.363371 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5a63c6d-a710-4ea1-b2d8-4722cb2bcddd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:20.469580 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 554e4e31-0efc-4665-bee1-8c6741a67c17 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:57:20.514935 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5a63c6d-a710-4ea1-b2d8-4722cb2bcddd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:20.535565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 554e4e31-0efc-4665-bee1-8c6741a67c17 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:57:20.536139 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 554e4e31-0efc-4665-bee1-8c6741a67c17 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:57:20.659488 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5a63c6d-a710-4ea1-b2d8-4722cb2bcddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:20.791068 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5a63c6d-a710-4ea1-b2d8-4722cb2bcddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:20.824235 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5a63c6d-a710-4ea1-b2d8-4722cb2bcddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:20.829192 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b5a63c6d-a710-4ea1-b2d8-4722cb2bcddd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/47ce196c-9d20-49cf-b20d-a6ae809ba168 HTTP/1.1" status: 204 len: 168 time: 0.6774464 Jul 29 14:57:20.835481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45102) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:20.855434 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd985459-9f18-4a86-b0ad-22222a6f2912 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:20.870667 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a63c6d-a710-4ea1-b2d8-4722cb2bcddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ce196c-9d20-49cf-b20d-a6ae809ba168,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:20.882049 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd985459-9f18-4a86-b0ad-22222a6f2912 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:21.091765 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-1f398edc-54dd-4cee-98ad-2aadadc00ada service neutron] 10.222.0.16 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7927289 Jul 29 14:57:21.121019 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd985459-9f18-4a86-b0ad-22222a6f2912 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:21.127055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd985459-9f18-4a86-b0ad-22222a6f2912 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Fanout notify agent at l3_agent the message router_deleted on router 58e5304e-788b-4a30-8133-8d9e23525f86 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:57:21.151058 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd985459-9f18-4a86-b0ad-22222a6f2912 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:21.152690 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cd985459-9f18-4a86-b0ad-22222a6f2912 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/routers/58e5304e-788b-4a30-8133-8d9e23525f86 HTTP/1.1" status: 204 len: 168 time: 1.6049600 Jul 29 14:57:21.161337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45110) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:21.213339 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9f6a4e3e-2dd0-4881-82e1-317bd498962a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports?device_id=58e5304e-788b-4a30-8133-8d9e23525f86 HTTP/1.1" status: 200 len: 205 time: 0.0505390 Jul 29 14:57:21.216762 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1f351235-5bff-4db5-9da0-a959ea053531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:21.217695 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45114) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:21.301405 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-812c5bc4-aefa-448e-a580-feb4e4b2ce2d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] delete failed (client error): The resource could not be found. Jul 29 14:57:21.302879 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-812c5bc4-aefa-448e-a580-feb4e4b2ce2d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/routers/58e5304e-788b-4a30-8133-8d9e23525f86 HTTP/1.1" status: 404 len: 336 time: 0.0834689 Jul 29 14:57:21.308109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45116) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:21.419753 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1f351235-5bff-4db5-9da0-a959ea053531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:21.440563 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3a96e0-6b92-408f-ab96-4ae97c0e758d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] DELETE failed (client error): The resource could not be found. Jul 29 14:57:21.450028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3a96e0-6b92-408f-ab96-4ae97c0e758d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:57:21.455959 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-1f351235-5bff-4db5-9da0-a959ea053531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:21.461663 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4f3a96e0-6b92-408f-ab96-4ae97c0e758d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/2e48e3a9-ab16-473f-94eb-88faa7699baa HTTP/1.1" status: 404 len: 337 time: 0.1391034 Jul 29 14:57:21.463482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45124) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:21.495175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-1f351235-5bff-4db5-9da0-a959ea053531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c961d5-85ee-4f12-b29e-aa32e42c13b2') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:21.495464 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-1f351235-5bff-4db5-9da0-a959ea053531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c961d5-85ee-4f12-b29e-aa32e42c13b2') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:21.555100 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1f351235-5bff-4db5-9da0-a959ea053531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:21.606403 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-8252239b-bcae-4181-962f-b771f72e48b4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] DELETE failed (client error): The resource could not be found. Jul 29 14:57:21.607593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8252239b-bcae-4181-962f-b771f72e48b4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:57:21.612375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8252239b-bcae-4181-962f-b771f72e48b4 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/6a7c60bb-d66d-4c11-a4ee-69001037d9ad HTTP/1.1" status: 404 len: 337 time: 0.1457942 Jul 29 14:57:21.615916 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45128) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:21.627476 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1f351235-5bff-4db5-9da0-a959ea053531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:21.661118 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fb871a-9bb8-4e40-9290-a6744f6e3f02 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] DELETE failed (client error): The resource could not be found. Jul 29 14:57:21.661626 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7fb871a-9bb8-4e40-9290-a6744f6e3f02 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:57:21.663891 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d7fb871a-9bb8-4e40-9290-a6744f6e3f02 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/b14d656d-056f-4d02-a88a-17d0a1a27004 HTTP/1.1" status: 404 len: 337 time: 0.0469024 Jul 29 14:57:21.665544 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f351235-5bff-4db5-9da0-a959ea053531 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:57:21.666049 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1f351235-5bff-4db5-9da0-a959ea053531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:21.669895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45132) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:57:21.673579 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:57:21.719809 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-92af385a-0614-45ab-8fcf-4f51e97bccc3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] DELETE failed (client error): The resource could not be found. Jul 29 14:57:21.720151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92af385a-0614-45ab-8fcf-4f51e97bccc3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:57:21.723445 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-92af385a-0614-45ab-8fcf-4f51e97bccc3 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/c2424cfc-19ec-4d84-a286-99c9a5f92e3d HTTP/1.1" status: 404 len: 337 time: 0.0498130 Jul 29 14:57:21.727281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45134) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:21.771807 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-532cc864-de4f-4a7f-b521-8c041e8f842d tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports?device_id=3620e05a-f2f3-4d4d-969e-9f650e71f4e5 HTTP/1.1" status: 200 len: 205 time: 0.0428019 Jul 29 14:57:21.787229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45138) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:21.822051 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9a66aec-dbaa-47b8-9eef-741ee2d58848 req-047b4498-acbe-49f5-8a6f-685bec7c9000 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 210 time: 0.1506760 Jul 29 14:57:21.874769 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1f351235-5bff-4db5-9da0-a959ea053531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:21.891873 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1f351235-5bff-4db5-9da0-a959ea053531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:21.901235 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1f351235-5bff-4db5-9da0-a959ea053531 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1 HTTP/1.1" status: 204 len: 168 time: 1.0636213 Jul 29 14:57:21.919339 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f351235-5bff-4db5-9da0-a959ea053531 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6cfad03-6d3c-4bd8-9a17-27d6c7f048d1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:21.919734 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-a203a114-6cfa-4ad6-82dd-70761855b0e5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] delete failed (client error): The resource could not be found. Jul 29 14:57:21.921745 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a203a114-6cfa-4ad6-82dd-70761855b0e5 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/routers/3620e05a-f2f3-4d4d-969e-9f650e71f4e5 HTTP/1.1" status: 404 len: 336 time: 0.1327531 Jul 29 14:57:21.924420 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45146) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:21.964975 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e12b4282-9099-4f8f-8cff-4e5e72cbcd38 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports?device_id=f35fdbae-19b4-448f-a842-a7d90c25bab9 HTTP/1.1" status: 200 len: 205 time: 0.0390513 Jul 29 14:57:21.967327 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45148) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:22.057239 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-83301667-e628-4964-99cf-d606423b3f94 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] delete failed (client error): The resource could not be found. Jul 29 14:57:22.058655 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-83301667-e628-4964-99cf-d606423b3f94 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/routers/f35fdbae-19b4-448f-a842-a7d90c25bab9 HTTP/1.1" status: 404 len: 336 time: 0.0900850 Jul 29 14:57:22.061406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45150) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:22.149147 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aaa63e8-9f1f-4e4b-b45c-c2f27ba8702c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] DELETE failed (client error): The resource could not be found. Jul 29 14:57:22.149706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aaa63e8-9f1f-4e4b-b45c-c2f27ba8702c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:57:22.151612 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4aaa63e8-9f1f-4e4b-b45c-c2f27ba8702c tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/398dcd24-967f-4120-8bc3-d31b27d426cb HTTP/1.1" status: 404 len: 337 time: 0.0888464 Jul 29 14:57:22.154791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45156) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:22.210429 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45158) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:22.210676 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d3e196bd-4247-44be-bf1e-6b3261c52fbd tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd02c8e0-671f-4169-ac4c-70998fd3eaa7 HTTP/1.1" status: 200 len: 205 time: 0.0526695 Jul 29 14:57:22.276351 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-ad6e00a8-5981-4d9d-bff8-9463e1d493fe tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] delete failed (client error): The resource could not be found. Jul 29 14:57:22.278469 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ad6e00a8-5981-4d9d-bff8-9463e1d493fe tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/routers/fd02c8e0-671f-4169-ac4c-70998fd3eaa7 HTTP/1.1" status: 404 len: 336 time: 0.0666752 Jul 29 14:57:22.281280 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45162) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:22.338109 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-84de3263-0199-4f0e-a3ca-e352fbf6254a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports?device_id=000f09e7-0c35-4cac-8d07-11b4be857079 HTTP/1.1" status: 200 len: 205 time: 0.0517628 Jul 29 14:57:22.338572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45166) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:22.406111 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45170) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:22.442408 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-f2e9248b-a55b-43aa-9b44-2f9f456e337a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] delete failed (client error): The resource could not be found. Jul 29 14:57:22.444912 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f2e9248b-a55b-43aa-9b44-2f9f456e337a tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/routers/000f09e7-0c35-4cac-8d07-11b4be857079 HTTP/1.1" status: 404 len: 336 time: 0.1039937 Jul 29 14:57:22.448389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45172) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:22.498596 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0c654c56-a36f-4718-a03f-e5db71618172 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c242aa2cf54341dbbac595d78852430c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908453 Jul 29 14:57:22.518397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45174) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:22.557610 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-71abb443-0b49-4769-bb1a-8c17c75a7c5b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] DELETE failed (client error): The resource could not be found. Jul 29 14:57:22.558618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71abb443-0b49-4769-bb1a-8c17c75a7c5b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:57:22.561243 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-71abb443-0b49-4769-bb1a-8c17c75a7c5b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/371baa7d-ff78-4186-b3b2-3d14ae011420 HTTP/1.1" status: 404 len: 337 time: 0.1110485 Jul 29 14:57:22.564264 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45176) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:22.632632 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae08d-a697-4e58-a754-9704d46387d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:22.649151 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-464b5df6-af84-4df9-80ff-8dbaa78355a1 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports?device_id=f396c296-9838-42ed-bef8-9e1f17a2cc92 HTTP/1.1" status: 200 len: 205 time: 0.0809093 Jul 29 14:57:22.653275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45182) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:22.715997 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae08d-a697-4e58-a754-9704d46387d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:22.831703 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-5cf85ab2-9211-4ecd-95c2-7a43d9da24e9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] delete failed (client error): The resource could not be found. Jul 29 14:57:22.834704 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5cf85ab2-9211-4ecd-95c2-7a43d9da24e9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/routers/f396c296-9838-42ed-bef8-9e1f17a2cc92 HTTP/1.1" status: 404 len: 336 time: 0.1789634 Jul 29 14:57:22.839176 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45186) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:22.878222 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae08d-a697-4e58-a754-9704d46387d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:22.881463 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae08d-a697-4e58-a754-9704d46387d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:22.884817 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2b5ae08d-a697-4e58-a754-9704d46387d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5a64f32-e9d3-4512-9b7d-eb825c8dc5ec HTTP/1.1" status: 204 len: 168 time: 0.3626943 Jul 29 14:57:23.009811 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-233852d5-f2af-4599-befe-0588fcdd4c9b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] DELETE failed (client error): The resource could not be found. Jul 29 14:57:23.010284 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233852d5-f2af-4599-befe-0588fcdd4c9b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:57:23.018646 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-233852d5-f2af-4599-befe-0588fcdd4c9b tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/43552373-7ec0-4f4e-a61c-29a8a2b6598e HTTP/1.1" status: 404 len: 337 time: 0.1755829 Jul 29 14:57:23.025460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45196) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:23.027592 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e45ba343-bc5c-4cfc-8d25-519b583c3f37 req-6f13095d-82b3-4699-ba35-624392195fdf tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 210 time: 0.0535016 Jul 29 14:57:23.029798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ae08d-a697-4e58-a754-9704d46387d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a64f32-e9d3-4512-9b7d-eb825c8dc5ec,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:23.085631 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b1436c06-00a8-496c-8222-73efde94a8f9 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "GET /v2.0/ports?device_id=64249c48-0678-42e2-8ac0-bddd5d9d51ae HTTP/1.1" status: 200 len: 205 time: 0.0583932 Jul 29 14:57:23.087729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45198) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:23.155399 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-5ac7e6c1-ae46-4b09-b877-d3f31a1fb140 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] delete failed (client error): The resource could not be found. Jul 29 14:57:23.156711 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5ac7e6c1-ae46-4b09-b877-d3f31a1fb140 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/routers/64249c48-0678-42e2-8ac0-bddd5d9d51ae HTTP/1.1" status: 404 len: 336 time: 0.0672948 Jul 29 14:57:23.160008 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45204) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:23.220760 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-630a9973-035a-4932-b4ec-cd7a577fe6d2 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] DELETE failed (client error): The resource could not be found. Jul 29 14:57:23.221493 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630a9973-035a-4932-b4ec-cd7a577fe6d2 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:57:23.223588 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-630a9973-035a-4932-b4ec-cd7a577fe6d2 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/44e59faa-1261-4d4c-b1fe-48ca7b67eba5 HTTP/1.1" status: 404 len: 337 time: 0.0622041 Jul 29 14:57:23.226310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45210) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:23.264288 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-4157f11b-d5ce-4302-b3b6-51d499bc1876 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] DELETE failed (client error): The resource could not be found. Jul 29 14:57:23.265290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4157f11b-d5ce-4302-b3b6-51d499bc1876 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 14:57:23.268043 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4157f11b-d5ce-4302-b3b6-51d499bc1876 tempest-RoutersTest-100531603 tempest-RoutersTest-100531603-project] 10.222.0.16 "DELETE /v2.0/subnets/04782c45-69fd-462c-aad5-79d52b5d8b92 HTTP/1.1" status: 404 len: 337 time: 0.0385602 Jul 29 14:57:23.448290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-2db5b6d4-c075-455c-adf4-cddf12827b95 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:23.450492 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-2db5b6d4-c075-455c-adf4-cddf12827b95 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.39 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 811 time: 0.1572816 Jul 29 14:57:23.479001 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-d24f5ad2-ca74-4fea-97fc-9439fb0ddf4a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Request body: {'port': {'device_id': '41192275-1c3e-46ca-8d82-4d45f75e4105', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'admin_state_up': True, 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:57:23.655225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-d24f5ad2-ca74-4fea-97fc-9439fb0ddf4a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Made reservation on behalf of 09dcdfac1c5247cfbf78992b07e84d06 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:57:23.659483 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-d24f5ad2-ca74-4fea-97fc-9439fb0ddf4a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:24.004654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-d24f5ad2-ca74-4fea-97fc-9439fb0ddf4a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Allocated IP 172.20.0.14 (be5d7f17-9ab7-4dcd-adcc-bad366939f03/454dd626-309b-466f-ace4-355ad2d7a9fc/841543b8-1f44-42a8-a561-ff4e94df3787) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:57:24.282774 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-15a064c9-24cf-4319-8009-07e6bd2311fc req-2b959ebf-0c47-46e9-b948-18d0ecf83987 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 210 time: 0.0575447 Jul 29 14:57:24.305615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45298) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:24.349445 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-d24f5ad2-ca74-4fea-97fc-9439fb0ddf4a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:24.383081 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-d24f5ad2-ca74-4fea-97fc-9439fb0ddf4a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Transition to ACTIVE for port object 841543b8-1f44-42a8-a561-ff4e94df3787 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:57:24.463130 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-d24f5ad2-ca74-4fea-97fc-9439fb0ddf4a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:24.503871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-d24f5ad2-ca74-4fea-97fc-9439fb0ddf4a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Network be5d7f17-9ab7-4dcd-adcc-bad366939f03 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:57:24.544095 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-d24f5ad2-ca74-4fea-97fc-9439fb0ddf4a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:57:24.554601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-d24f5ad2-ca74-4fea-97fc-9439fb0ddf4a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:57:24.695134 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f5ad2-ca74-4fea-97fc-9439fb0ddf4a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event updated for resources: {'Port': ['ID=841543b8-1f44-42a8-a561-ff4e94df3787,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:24.748463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-d24f5ad2-ca74-4fea-97fc-9439fb0ddf4a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:24.750097 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-d24f5ad2-ca74-4fea-97fc-9439fb0ddf4a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:24.774963 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-d24f5ad2-ca74-4fea-97fc-9439fb0ddf4a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3139777 Jul 29 14:57:24.809208 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Request body: {'port': {'device_id': '41192275-1c3e-46ca-8d82-4d45f75e4105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:57:24.968048 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:25.180291 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f00f307d-abaf-4cef-9f6f-80f667d2216f None None] Provisioning for port 841543b8-1f44-42a8-a561-ff4e94df3787 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:57:25.186172 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f00f307d-abaf-4cef-9f6f-80f667d2216f None None] Provisioning complete for port 841543b8-1f44-42a8-a561-ff4e94df3787 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:25.186696 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f00f307d-abaf-4cef-9f6f-80f667d2216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:25.211644 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-11717a06-14af-44ef-8ef3-8f52a0ae532b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e71eaa2b1d44ef8814d759a060fb5ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9113224 Jul 29 14:57:25.215130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45380) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:25.253730 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f00f307d-abaf-4cef-9f6f-80f667d2216f None None] Port 841543b8-1f44-42a8-a561-ff4e94df3787 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:57:25.385687 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-453ebce2-1251-4330-b578-0815abefe592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:25.442720 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-453ebce2-1251-4330-b578-0815abefe592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:25.607363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e990db-c157-4b50-ad71-fba34824835d req-39f256d2-daef-41c5-a187-ea90a67f6ac6 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:25.610847 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b3e990db-c157-4b50-ad71-fba34824835d req-39f256d2-daef-41c5-a187-ea90a67f6ac6 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 932 time: 0.1897523 Jul 29 14:57:25.633399 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-453ebce2-1251-4330-b578-0815abefe592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:25.637039 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-453ebce2-1251-4330-b578-0815abefe592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:25.638358 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-453ebce2-1251-4330-b578-0815abefe592 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a631c043-8269-40a3-9cf1-c6cf820f5f3b HTTP/1.1" status: 204 len: 168 time: 0.4197042 Jul 29 14:57:25.657215 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ebce2-1251-4330-b578-0815abefe592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a631c043-8269-40a3-9cf1-c6cf820f5f3b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:25.849328 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b3e990db-c157-4b50-ad71-fba34824835d req-ddc430d3-e4bd-4fbe-b811-e84c74ab6f05 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287190 Jul 29 14:57:25.932127 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841543b8-1f44-42a8-a561-ff4e94df3787 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:57:25.956455 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:26.009288 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Transition to ACTIVE for port object 841543b8-1f44-42a8-a561-ff4e94df3787 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:57:26.020372 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:26.149313 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:26.247888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45476) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:26.259996 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Pushing event updated for resources: {'Port': ['ID=841543b8-1f44-42a8-a561-ff4e94df3787,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:26.498601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Attempting to bind port 841543b8-1f44-42a8-a561-ff4e94df3787 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:57:26.499185 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Attempting to bind port 841543b8-1f44-42a8-a561-ff4e94df3787 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:57:26.499765 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Attempting to bind port 841543b8-1f44-42a8-a561-ff4e94df3787 on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:57:26.526198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Port 841543b8-1f44-42a8-a561-ff4e94df3787 on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:57:26.526931 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Attempting to bind port 841543b8-1f44-42a8-a561-ff4e94df3787 on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:57:26.540804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:57:26.541702 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Checking segment: {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:57:26.543022 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Bound using segment: {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:57:26.544317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Bound port: 841543b8-1f44-42a8-a561-ff4e94df3787, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:57:26.545727 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:26.702264 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6388d44e-d1d7-4cbc-bc80-bff6d523df95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:26.893357 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e820db-fbc7-469d-820d-20e3cf4ebeee req-2f9b8884-152c-47fa-b29d-9a7be5115e2a tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:26.911089 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-70e820db-fbc7-469d-820d-20e3cf4ebeee req-2f9b8884-152c-47fa-b29d-9a7be5115e2a tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 945 time: 0.2621861 Jul 29 14:57:26.988884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] For port 841543b8-1f44-42a8-a561-ff4e94df3787, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:57:27.054083 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6388d44e-d1d7-4cbc-bc80-bff6d523df95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:27.071723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] For port 841543b8-1f44-42a8-a561-ff4e94df3787, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=841543b8-1f44-42a8-a561-ff4e94df3787,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:57:27.093831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-70e820db-fbc7-469d-820d-20e3cf4ebeee req-8955428d-754f-45be-8fc4-18464a4e1d05 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772118 Jul 29 14:57:27.097646 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:27.175276 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6388d44e-d1d7-4cbc-bc80-bff6d523df95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:27.207965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:27.209016 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:27.210690 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] 10.222.0.39 "PUT /v2.0/ports/841543b8-1f44-42a8-a561-ff4e94df3787 HTTP/1.1" status: 200 len: 1092 time: 2.4274094 Jul 29 14:57:27.216252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41192275-1c3e-46ca-8d82-4d45f75e4105', 'tag': '841543b8-1f44-42a8-a561-ff4e94df3787'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:57:27.220381 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa23bf4-d5c0-4cd1-b7ce-35acb4060fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "41192275-1c3e-46ca-8d82-4d45f75e4105", "tag": "841543b8-1f44-42a8-a561-ff4e94df3787"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:57:27.223704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45558) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:27.256556 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca65f8-6c11-46cc-ae4a-766133a17fdc service neutron] Pushing event updated for resources: {'Port': ['ID=841543b8-1f44-42a8-a561-ff4e94df3787,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:27.425970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-02c4da57-cffb-4509-8aa0-5bb504f67c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:27.428254 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-02c4da57-cffb-4509-8aa0-5bb504f67c23 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 1095 time: 0.1415687 Jul 29 14:57:27.446576 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1cb51d-2739-4967-a1bc-7cd02776af80 x-openstack-request-id: req-7a1cb51d-2739-4967-a1bc-7cd02776af80 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:57:27.450188 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41192275-1c3e-46ca-8d82-4d45f75e4105", "tag": "841543b8-1f44-42a8-a561-ff4e94df3787", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:57:27.451245 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a1cb51d-2739-4967-a1bc-7cd02776af80 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:57:27.454672 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41192275-1c3e-46ca-8d82-4d45f75e4105', 'tag': '841543b8-1f44-42a8-a561-ff4e94df3787', 'status': 'completed', 'code': 200} Jul 29 14:57:27.460478 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6388d44e-d1d7-4cbc-bc80-bff6d523df95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb5784dc14524355af6910b7bd7177e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2082820 Jul 29 14:57:27.468725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45578) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:27.476315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388d44e-d1d7-4cbc-bc80-bff6d523df95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fa6310-d29f-4316-83fa-965ecde196c5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:27.498915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5234b7-f779-4ce8-a1bf-6ea4d85f3a70 req-8077511d-e33b-4462-96fb-dd26a1a1fe84 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:27.500568 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca5234b7-f779-4ce8-a1bf-6ea4d85f3a70 req-8077511d-e33b-4462-96fb-dd26a1a1fe84 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 944 time: 0.4548640 Jul 29 14:57:27.642038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-d6e21e31-7680-4541-8ff1-f20da77dfd54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841543b8-1f44-42a8-a561-ff4e94df3787 HTTP/1.1" status: 200 len: 217 time: 0.2004414 Jul 29 14:57:27.703037 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca5234b7-f779-4ce8-a1bf-6ea4d85f3a70 req-0657c0f1-40b9-4174-8411-8fcdc8fbe815 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687558 Jul 29 14:57:27.736959 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb6faf87-6b5f-453d-826f-6cbf3731cf6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:27.759526 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-aa9fe8a3-84a8-441c-a676-d58556acea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:27.762489 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-aa9fe8a3-84a8-441c-a676-d58556acea45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.1161687 Jul 29 14:57:27.788768 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56d22fe6-92ee-460f-9a50-9f84c9428d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:27.907432 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56d22fe6-92ee-460f-9a50-9f84c9428d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:27.942470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3822a374-a5ae-4a2f-92cf-b2a76be42f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:27.944183 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-3822a374-a5ae-4a2f-92cf-b2a76be42f45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1745741 Jul 29 14:57:28.092809 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56d22fe6-92ee-460f-9a50-9f84c9428d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:28.111844 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56d22fe6-92ee-460f-9a50-9f84c9428d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:28.114279 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-56d22fe6-92ee-460f-9a50-9f84c9428d0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88fa6310-d29f-4316-83fa-965ecde196c5 HTTP/1.1" status: 204 len: 168 time: 0.6389155 Jul 29 14:57:28.117127 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb6faf87-6b5f-453d-826f-6cbf3731cf6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:28.131432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d22fe6-92ee-460f-9a50-9f84c9428d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fa6310-d29f-4316-83fa-965ecde196c5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:28.164440 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb6faf87-6b5f-453d-826f-6cbf3731cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:28.215589 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-b58c749f-d238-4c7b-8053-33df92fe27bc service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577276 Jul 29 14:57:28.227359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6faf87-6b5f-453d-826f-6cbf3731cf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ce0366-eb75-4014-b424-ac8d4657deaa,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:28.313737 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fb6faf87-6b5f-453d-826f-6cbf3731cf6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7fe762aa1184735a744f278f2b82de3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0442221 Jul 29 14:57:28.314291 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45654) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:28.487694 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb8d7131-f68d-4d4b-926b-f1e26b111472 req-dfbd1e1a-c190-44b8-bab3-dcbd88ffccc0 service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670739 Jul 29 14:57:28.602372 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7383dcb-6486-42cb-9148-f5744fa00313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:28.675190 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7383dcb-6486-42cb-9148-f5744fa00313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:28.693667 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa23bf4-d5c0-4cd1-b7ce-35acb4060fe0 req-7d06b640-7866-4613-8b7e-b4fc57f99451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:28.697626 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4aa23bf4-d5c0-4cd1-b7ce-35acb4060fe0 req-7d06b640-7866-4613-8b7e-b4fc57f99451 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 1095 time: 0.1463480 Jul 29 14:57:29.076529 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-97d4bdf5-5e9a-4756-bdcc-e1bc190e4f66 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2654507 Jul 29 14:57:29.100904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d5428-fbd9-4de4-8108-32f7dcde6083 req-c4f83127-689f-4e0b-ad43-8cf9263bf3f4 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:29.103431 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-030d5428-fbd9-4de4-8108-32f7dcde6083 req-c4f83127-689f-4e0b-ad43-8cf9263bf3f4 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 945 time: 0.1610677 Jul 29 14:57:29.122918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d48421-efed-474d-b80e-745164ccff9e req-dc28d140-6713-4835-9767-b9c97feb4f9c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:29.126438 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7383dcb-6486-42cb-9148-f5744fa00313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:29.132015 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7383dcb-6486-42cb-9148-f5744fa00313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:29.139799 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95d48421-efed-474d-b80e-745164ccff9e req-dc28d140-6713-4835-9767-b9c97feb4f9c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 944 time: 0.2158737 Jul 29 14:57:29.140094 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b7383dcb-6486-42cb-9148-f5744fa00313 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4ce0366-eb75-4014-b424-ac8d4657deaa HTTP/1.1" status: 204 len: 168 time: 0.8238051 Jul 29 14:57:29.264548 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7383dcb-6486-42cb-9148-f5744fa00313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ce0366-eb75-4014-b424-ac8d4657deaa,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:29.303089 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa23bf4-d5c0-4cd1-b7ce-35acb4060fe0 req-f65e62b7-c89f-4273-9062-3873b841b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:29.312915 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4aa23bf4-d5c0-4cd1-b7ce-35acb4060fe0 req-f65e62b7-c89f-4273-9062-3873b841b378 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.6067152 Jul 29 14:57:29.550240 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-facb8ce0-e4c4-4694-8532-f32fd161977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:29.551126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-facb8ce0-e4c4-4694-8532-f32fd161977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:29.552062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-facb8ce0-e4c4-4694-8532-f32fd161977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:29.553155 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4aa23bf4-d5c0-4cd1-b7ce-35acb4060fe0 req-51c63d0d-7f63-4dd6-b8e8-ac07d4cc25cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841543b8-1f44-42a8-a561-ff4e94df3787 HTTP/1.1" status: 200 len: 217 time: 0.2298162 Jul 29 14:57:29.557723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-facb8ce0-e4c4-4694-8532-f32fd161977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:29.559110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-facb8ce0-e4c4-4694-8532-f32fd161977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:29.561658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-facb8ce0-e4c4-4694-8532-f32fd161977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:29.566299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-facb8ce0-e4c4-4694-8532-f32fd161977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:29.569812 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-facb8ce0-e4c4-4694-8532-f32fd161977d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d512e776609042afb7cbb4d51213c3a0&device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6489 time: 0.3588812 Jul 29 14:57:29.590860 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-030d5428-fbd9-4de4-8108-32f7dcde6083 req-3c35d4bd-59a6-4573-a1dd-950518d8d1bb tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4487927 Jul 29 14:57:29.686610 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95d48421-efed-474d-b80e-745164ccff9e req-d5688953-0d65-40f1-af99-4351aa374d95 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422728 Jul 29 14:57:29.861087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa23bf4-d5c0-4cd1-b7ce-35acb4060fe0 req-055725cd-8d49-479a-9e68-234ce82f34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:29.862602 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4aa23bf4-d5c0-4cd1-b7ce-35acb4060fe0 req-055725cd-8d49-479a-9e68-234ce82f34c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.2817311 Jul 29 14:57:30.019332 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-6fd6df78-4abd-43fc-9084-7dec49c65460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:30.023323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-6fd6df78-4abd-43fc-9084-7dec49c65460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:30.024503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-6fd6df78-4abd-43fc-9084-7dec49c65460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:30.029187 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-6fd6df78-4abd-43fc-9084-7dec49c65460 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dba885a-0741-41e8-b079-6381bc1efb2c&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&id=86ce031c-c6cf-4027-8ce8-3052a67f5b66 HTTP/1.1" status: 200 len: 2293 time: 0.4276433 Jul 29 14:57:30.093246 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa23bf4-d5c0-4cd1-b7ce-35acb4060fe0 req-c27e1378-db29-47fa-922a-3b4e4324285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:30.100488 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4aa23bf4-d5c0-4cd1-b7ce-35acb4060fe0 req-c27e1378-db29-47fa-922a-3b4e4324285f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2195511 Jul 29 14:57:30.187917 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45814) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:30.252389 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-bfb338d8-a41b-4f3d-ba1b-ea2160c710cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3559254e-f263-44c0-8c9e-db0d92fb9ec9 HTTP/1.1" status: 200 len: 1001 time: 0.2145140 Jul 29 14:57:30.255538 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b8297c57-51f3-46c5-99b6-6c5c925869be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:30.454453 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4aa23bf4-d5c0-4cd1-b7ce-35acb4060fe0 req-de32b938-9471-47ed-a552-0d16de75f3ad service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458617 Jul 29 14:57:30.522292 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40b48e86-061e-48e6-9a07-7756bdb0d11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:30.535744 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-d2b07c9d-cd4f-436b-8afb-3a292c4face3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:30.538059 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-d2b07c9d-cd4f-436b-8afb-3a292c4face3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c2c5946-274d-455f-a39e-104d5d03aeca HTTP/1.1" status: 200 len: 850 time: 0.2557275 Jul 29 14:57:30.542668 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 841543b8-1f44-42a8-a561-ff4e94df3787 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:57:30.618573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-aa2ce8d2-5a46-42cf-b353-d06e6ef1648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:30.621157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-aa2ce8d2-5a46-42cf-b353-d06e6ef1648a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dba885a-0741-41e8-b079-6381bc1efb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732841 Jul 29 14:57:30.785276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6bb52-595e-4ada-8a99-d6490339ac2b req-2b6a29f1-3902-4dfa-bea6-a83cc5d83d71 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:30.806278 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-09d6bb52-595e-4ada-8a99-d6490339ac2b req-2b6a29f1-3902-4dfa-bea6-a83cc5d83d71 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 945 time: 0.2698717 Jul 29 14:57:30.834432 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:57:30.909275 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4aa23bf4-d5c0-4cd1-b7ce-35acb4060fe0 req-b26eda7c-f97a-45f2-8c83-17779d8e18ac service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463563 Jul 29 14:57:30.943115 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-09d6bb52-595e-4ada-8a99-d6490339ac2b req-96bc92c8-490d-4a20-a918-11698fa3aa3f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331842 Jul 29 14:57:31.032585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 841543b8-1f44-42a8-a561-ff4e94df3787, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=841543b8-1f44-42a8-a561-ff4e94df3787,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:31.065574 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '841543b8-1f44-42a8-a561-ff4e94df3787', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'port_id': '841543b8-1f44-42a8-a561-ff4e94df3787', 'mac_address': 'fa:16:3e:2c:dd:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:57:31.249398 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:31.255234 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-6c9ee7d3-d0db-4312-bf51-8245504272ba service neutron] 10.222.0.39 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256208 Jul 29 14:57:31.287201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841543b8-1f44-42a8-a561-ff4e94df3787 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:57:31.295135 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b8297c57-51f3-46c5-99b6-6c5c925869be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:31.305925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5a969-6db9-448d-8c0c-ec9e2698b2e1 req-2cc8f3c0-4126-45b4-936e-28d7836d7ca1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:31.316530 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79b5a969-6db9-448d-8c0c-ec9e2698b2e1 req-2cc8f3c0-4126-45b4-936e-28d7836d7ca1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 944 time: 0.2224324 Jul 29 14:57:31.335062 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b8297c57-51f3-46c5-99b6-6c5c925869be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:31.374610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 841543b8-1f44-42a8-a561-ff4e94df3787, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=841543b8-1f44-42a8-a561-ff4e94df3787,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:31.390365 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:31.413915 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b8297c57-51f3-46c5-99b6-6c5c925869be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7726e2600dce4dbe9e185307388c6dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2215197 Jul 29 14:57:31.418390 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45850) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:31.486049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8297c57-51f3-46c5-99b6-6c5c925869be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94af4e4c-4a10-4d50-9630-9fe8a9473737,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:31.509584 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79b5a969-6db9-448d-8c0c-ec9e2698b2e1 req-c9df59d0-b401-4660-872a-c41759c91382 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916287 Jul 29 14:57:31.610166 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-7bee3d34-58e5-4732-a5d6-f13e62530e1a service neutron] 10.222.0.39 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430927 Jul 29 14:57:31.614365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=841543b8-1f44-42a8-a561-ff4e94df3787,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:31.646413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['841543b8-1f44-42a8-a561-ff4e94df3787'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:57:31.655535 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8eefb25f-9212-4c72-9e81-7811985c5638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:31.754601 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-0d517a9c-5abd-4877-93b1-9c8d8fb027c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=0875494a-2f77-42dd-a8d2-b642d46823a2 HTTP/1.1" status: 200 len: 217 time: 0.1321962 Jul 29 14:57:31.779588 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8eefb25f-9212-4c72-9e81-7811985c5638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:31.875946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-79689a79-8745-4f68-935c-1524a5e457b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:31.879908 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-79689a79-8745-4f68-935c-1524a5e457b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.1171560 Jul 29 14:57:31.938895 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8eefb25f-9212-4c72-9e81-7811985c5638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:31.943260 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8eefb25f-9212-4c72-9e81-7811985c5638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:31.944562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8eefb25f-9212-4c72-9e81-7811985c5638 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94af4e4c-4a10-4d50-9630-9fe8a9473737 HTTP/1.1" status: 204 len: 168 time: 0.5242054 Jul 29 14:57:31.965391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefb25f-9212-4c72-9e81-7811985c5638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94af4e4c-4a10-4d50-9630-9fe8a9473737,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:31.979482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-86bdd2dd-fbfe-4107-815a-a3734544f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:31.987471 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45864) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:31.989344 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-86bdd2dd-fbfe-4107-815a-a3734544f9ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1011429 Jul 29 14:57:32.212088 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b7889-f350-4939-8b92-9a48cf1f7935 req-a34432c6-814f-4d21-a060-b9d9d52242db tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:32.213713 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c5b7889-f350-4939-8b92-9a48cf1f7935 req-a34432c6-814f-4d21-a060-b9d9d52242db tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 945 time: 0.1011732 Jul 29 14:57:32.284173 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c5b7889-f350-4939-8b92-9a48cf1f7935 req-b059871e-9dcc-4244-a1ad-d223b07c083f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527964 Jul 29 14:57:32.421353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c15db2-faab-47ff-bf88-1fb63f5e9fa3 req-1bc85356-7b25-4af3-a82e-a372cb86adc8 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:32.424064 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3c15db2-faab-47ff-bf88-1fb63f5e9fa3 req-1bc85356-7b25-4af3-a82e-a372cb86adc8 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.38 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 945 time: 0.2499163 Jul 29 14:57:32.515210 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-2e39f610-3454-4c11-9ce9-a641a2f8a376 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5158310 Jul 29 14:57:32.558538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-607b6b07-b74f-4638-99e8-84b433f97657 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-13428667-network', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:57:32.626903 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607b6b07-b74f-4638-99e8-84b433f97657 admin admin] Made reservation on behalf of 0f5e572e1e43471cb0156603ea55a1bb for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:57:32.631961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-607b6b07-b74f-4638-99e8-84b433f97657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:32.668233 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-607b6b07-b74f-4638-99e8-84b433f97657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:32.851564 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-9f0f8323-6498-4e9a-b822-084b1e4097e6 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276021 Jul 29 14:57:32.969661 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-607b6b07-b74f-4638-99e8-84b433f97657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:32.982603 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-607b6b07-b74f-4638-99e8-84b433f97657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:33.044337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607b6b07-b74f-4638-99e8-84b433f97657 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:57:33.054019 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-50322691-a951-4986-9260-6632c922ee7b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=20dcfb3e-a773-40e0-8c9a-c3337eb907f9 HTTP/1.1" status: 200 len: 217 time: 0.1420326 Jul 29 14:57:33.074894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b6b07-b74f-4638-99e8-84b433f97657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15624434-791a-4388-8d3a-b27a2f42be5d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:33.084268 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-607b6b07-b74f-4638-99e8-84b433f97657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:33.085056 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-607b6b07-b74f-4638-99e8-84b433f97657 admin admin] Added segment 7b628d61-5d76-4e53-871a-056fdf27405c of type vlan for network 1d80521b-6229-44d9-b599-75d40e13b312 Jul 29 14:57:33.162915 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-607b6b07-b74f-4638-99e8-84b433f97657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:33.168504 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:33.207284 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-607b6b07-b74f-4638-99e8-84b433f97657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:33.209245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607b6b07-b74f-4638-99e8-84b433f97657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:33.210956 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-607b6b07-b74f-4638-99e8-84b433f97657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:33.262876 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-607b6b07-b74f-4638-99e8-84b433f97657 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2740469 Jul 29 14:57:33.299934 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45892) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:33.312634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-cec48799-a089-4ee5-9394-8934f149508d admin admin] Request body: {'subnet': {'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-13428667-subnet', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:57:33.332830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-11fe97d8-384b-44e6-900f-bd8dbd7cd945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:33.335890 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-11fe97d8-384b-44e6-900f-bd8dbd7cd945 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.2204006 Jul 29 14:57:33.345325 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bee9b0d-683e-41e0-bce4-88a9cb6eb481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:33.417912 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b6b07-b74f-4638-99e8-84b433f97657 admin admin] Pushing event updated for resources: {'Network': ['ID=1d80521b-6229-44d9-b599-75d40e13b312,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:33.434684 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 1d80521b-6229-44d9-b599-75d40e13b312 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:57:33.451616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec48799-a089-4ee5-9394-8934f149508d admin admin] Made reservation on behalf of 0f5e572e1e43471cb0156603ea55a1bb for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:57:33.457321 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cec48799-a089-4ee5-9394-8934f149508d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:33.505789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd2e09-eee5-46f0-882e-bcc8463622a8 req-a9ccd5bb-78b9-4e7c-bee8-f14d962cfc9b tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:33.519277 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3abd2e09-eee5-46f0-882e-bcc8463622a8 req-a9ccd5bb-78b9-4e7c-bee8-f14d962cfc9b tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 945 time: 0.6626205 Jul 29 14:57:33.656903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-ba7eb1fd-6d04-4243-ac65-e1c6c92596ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:33.661184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-ba7eb1fd-6d04-4243-ac65-e1c6c92596ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3113265 Jul 29 14:57:33.668382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f3c15db2-faab-47ff-bf88-1fb63f5e9fa3 req-96daeb92-ddf9-4cd6-9ef7-41990a3bbe43 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Deleting port 0645f2a4-4344-4019-845f-85f092e10ac5 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:57:33.668751 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f3c15db2-faab-47ff-bf88-1fb63f5e9fa3 req-96daeb92-ddf9-4cd6-9ef7-41990a3bbe43 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:33.887887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b1485-2093-45ab-95e9-c8dd2ddeda63 req-c7749b62-a7a4-4ae4-abff-c991610b41bb tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:33.890978 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d71b1485-2093-45ab-95e9-c8dd2ddeda63 req-c7749b62-a7a4-4ae4-abff-c991610b41bb tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 945 time: 0.3370366 Jul 29 14:57:33.996313 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d71b1485-2093-45ab-95e9-c8dd2ddeda63 req-cda63eae-4424-4080-8aea-1a394305d512 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975912 Jul 29 14:57:34.154876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f3c15db2-faab-47ff-bf88-1fb63f5e9fa3 req-96daeb92-ddf9-4cd6-9ef7-41990a3bbe43 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] For port 0645f2a4-4344-4019-845f-85f092e10ac5, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=0645f2a4-4344-4019-845f-85f092e10ac5,segment=NetworkSegment(67dd420b-cbc7-46d7-be01-4f37674a0586),segment_id=67dd420b-cbc7-46d7-be01-4f37674a0586)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:34.155609 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f3c15db2-faab-47ff-bf88-1fb63f5e9fa3 req-96daeb92-ddf9-4cd6-9ef7-41990a3bbe43 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:34.159660 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cec48799-a089-4ee5-9394-8934f149508d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:34.186329 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3abd2e09-eee5-46f0-882e-bcc8463622a8 req-d967ebc3-ec8c-4f50-8bca-c32019023340 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6648917 Jul 29 14:57:34.298671 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:34.326506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec48799-a089-4ee5-9394-8934f149508d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b1747c4-def9-4399-bfc4-b048db571a84,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:34.371050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec48799-a089-4ee5-9394-8934f149508d admin admin] Checking segment: {'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:57:34.378956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec48799-a089-4ee5-9394-8934f149508d admin admin] Network hostable DHCP agents. Network: 1d80521b-6229-44d9-b599-75d40e13b312, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:57:34.420799 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec48799-a089-4ee5-9394-8934f149508d admin admin] Network 1d80521b-6229-44d9-b599-75d40e13b312 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:57:34.444319 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-cec48799-a089-4ee5-9394-8934f149508d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 1d80521b-6229-44d9-b599-75d40e13b312) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:57:34.450859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec48799-a089-4ee5-9394-8934f149508d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:34.451848 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cec48799-a089-4ee5-9394-8934f149508d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:34.462316 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2510fe05-2077-4e81-ba29-0c77147c0b37 None None] Network 1d80521b-6229-44d9-b599-75d40e13b312 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:57:34.500149 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cec48799-a089-4ee5-9394-8934f149508d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1968439 Jul 29 14:57:34.505515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45928) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:34.512622 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:57:34.604717 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:34.609345 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:34.707161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 841543b8-1f44-42a8-a561-ff4e94df3787 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:57:34.714634 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-be0cac7a-4778-451f-a2ab-90906995f89f service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8433280 Jul 29 14:57:34.831961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:34.854873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-1d80521b-6229-44d9-b599-75d40e13b312', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:57:34.860019 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:34.892177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 841543b8-1f44-42a8-a561-ff4e94df3787 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:57:34.916760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 841543b8-1f44-42a8-a561-ff4e94df3787 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:34.917178 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:34.996018 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f3c15db2-faab-47ff-bf88-1fb63f5e9fa3 req-96daeb92-ddf9-4cd6-9ef7-41990a3bbe43 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:35.002712 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f3c15db2-faab-47ff-bf88-1fb63f5e9fa3 req-96daeb92-ddf9-4cd6-9ef7-41990a3bbe43 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:35.003120 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-f3c15db2-faab-47ff-bf88-1fb63f5e9fa3 req-96daeb92-ddf9-4cd6-9ef7-41990a3bbe43 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Floating IP de0f5a33-1b4f-48bf-ab82-4beae56fdb6c disassociated. External IP: 172.25.6.89, port: 0645f2a4-4344-4019-845f-85f092e10ac5. Jul 29 14:57:35.003496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f3c15db2-faab-47ff-bf88-1fb63f5e9fa3 req-96daeb92-ddf9-4cd6-9ef7-41990a3bbe43 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Calling delete_port for 0645f2a4-4344-4019-845f-85f092e10ac5 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:57:35.301576 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-a7f53b21-a48d-46a3-bd57-749773df8fc4 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689731 Jul 29 14:57:35.310039 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:35.405859 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-fae538bd-913f-41dc-a45c-de3b0b49eb2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=6d1441c2-83c0-47d9-b5a2-4e4083a907c0 HTTP/1.1" status: 200 len: 217 time: 0.0636060 Jul 29 14:57:35.413272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0a60f-68a1-4220-9afc-8828371182c8 req-43bde150-3502-4f9d-8c6d-4bae4d340076 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:35.439906 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4d0a60f-68a1-4220-9afc-8828371182c8 req-43bde150-3502-4f9d-8c6d-4bae4d340076 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 945 time: 0.1573381 Jul 29 14:57:35.510620 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Allocated IP 172.20.0.2 (1d80521b-6229-44d9-b599-75d40e13b312/9b1747c4-def9-4399-bfc4-b048db571a84/91f43559-ddae-495b-bbd5-b4128654dd97) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:57:35.617281 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4d0a60f-68a1-4220-9afc-8828371182c8 req-ea7b5c27-c2a8-4527-86ae-e70e92ba3d9f tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups?id=ab4d4c1b-8940-473c-be7b-550c29974155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762285 Jul 29 14:57:35.749437 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-7909e990-b065-4666-8a0b-46df4bb95740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:35.751940 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-7909e990-b065-4666-8a0b-46df4bb95740 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.3339274 Jul 29 14:57:35.921987 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f3c15db2-faab-47ff-bf88-1fb63f5e9fa3 req-96daeb92-ddf9-4cd6-9ef7-41990a3bbe43 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:35.979988 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:36.000009 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Transition to ACTIVE for port object 91f43559-ddae-495b-bbd5-b4128654dd97 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:57:36.011203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7de1f-4973-40f3-abf8-3e6ae8d15552 req-0131ff6f-64a6-47ce-a8a9-0116987965ec tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:36.015011 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e6c7de1f-4973-40f3-abf8-3e6ae8d15552 req-0131ff6f-64a6-47ce-a8a9-0116987965ec tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 945 time: 0.5543773 Jul 29 14:57:36.041397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Transition to ACTIVE for port object 91f43559-ddae-495b-bbd5-b4128654dd97 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:57:36.060199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 0645f2a4-4344-4019-845f-85f092e10ac5 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:57:36.118759 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:36.144202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96daeb92-ddf9-4cd6-9ef7-41990a3bbe43 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Pushing event deleted for resources: {'Port': ['ID=0645f2a4-4344-4019-845f-85f092e10ac5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:36.176471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Network 1d80521b-6229-44d9-b599-75d40e13b312 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:57:36.196334 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:57:36.209010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 0645f2a4-4344-4019-845f-85f092e10ac5 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:57:36.209408 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 0645f2a4-4344-4019-845f-85f092e10ac5 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:57:36.219386 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:57:36.232952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-bdbca920-26b7-42ca-8bcb-5bb5b6581f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:36.236307 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-bdbca920-26b7-42ca-8bcb-5bb5b6581f23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4628465 Jul 29 14:57:36.306285 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:36.376717 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 841543b8-1f44-42a8-a561-ff4e94df3787, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=841543b8-1f44-42a8-a561-ff4e94df3787,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:36.389047 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:36.401998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41192275-1c3e-46ca-8d82-4d45f75e4105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841543b8-1f44-42a8-a561-ff4e94df3787'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:57:36.415341 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a375b09-ffeb-426d-93cf-12da7fc7be89" -d '{"events": [{"server_uuid": "41192275-1c3e-46ca-8d82-4d45f75e4105", "name": "network-vif-plugged", "status": "completed", "tag": "841543b8-1f44-42a8-a561-ff4e94df3787"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:57:36.425739 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:36.511761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Pushing event updated for resources: {'Port': ['ID=91f43559-ddae-495b-bbd5-b4128654dd97,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:36.528768 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Attempting to bind port 91f43559-ddae-495b-bbd5-b4128654dd97 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:57:36.539023 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Attempting to bind port 91f43559-ddae-495b-bbd5-b4128654dd97 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:57:36.540476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Attempting to bind port 91f43559-ddae-495b-bbd5-b4128654dd97 on network 1d80521b-6229-44d9-b599-75d40e13b312 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:57:36.544069 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b6b94c-383f-4204-b598-2333847be3f1 x-openstack-request-id: req-65b6b94c-383f-4204-b598-2333847be3f1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:57:36.544955 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41192275-1c3e-46ca-8d82-4d45f75e4105", "name": "network-vif-plugged", "status": "completed", "tag": "841543b8-1f44-42a8-a561-ff4e94df3787", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:57:36.545427 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65b6b94c-383f-4204-b598-2333847be3f1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:57:36.546042 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41192275-1c3e-46ca-8d82-4d45f75e4105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841543b8-1f44-42a8-a561-ff4e94df3787', 'code': 200} Jul 29 14:57:36.550114 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e6c7de1f-4973-40f3-abf8-3e6ae8d15552 req-7ff7360f-9765-49e9-a836-a9d963a989d6 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274523 Jul 29 14:57:36.583589 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:57:36.584606 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Checking segment: {'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:57:36.585331 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:36.585978 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Bound using segment: {'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:57:36.587577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Bound port: 91f43559-ddae-495b-bbd5-b4128654dd97, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:57:36.588292 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:36.799319 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-55ef6b4b-1dbc-4ec5-88b6-d1f9afbab4f0 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469036 Jul 29 14:57:36.863774 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] For port 91f43559-ddae-495b-bbd5-b4128654dd97, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:57:36.873881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] For port 91f43559-ddae-495b-bbd5-b4128654dd97, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=91f43559-ddae-495b-bbd5-b4128654dd97,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:57:36.890842 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=841543b8-1f44-42a8-a561-ff4e94df3787,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:36.907847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3c15db2-faab-47ff-bf88-1fb63f5e9fa3 req-96daeb92-ddf9-4cd6-9ef7-41990a3bbe43 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Router 1a010d4f-0539-4476-b478-abc53adac9fc has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:57:36.908770 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:36.943807 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68c6aa09-112f-4d86-81b2-b4c0a0c28aa5 req-9bc1d5db-24dc-4d04-924c-3bab01e83285 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 210 time: 0.0959654 Jul 29 14:57:37.163297 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-05bcf7ec-61d9-4d81-aba8-84dab3481928 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546045 Jul 29 14:57:37.251864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac16116-9a33-4a10-93bf-abb22a774ff9 None None] Pushing event updated for resources: {'Port': ['ID=91f43559-ddae-495b-bbd5-b4128654dd97,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:37.397655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3c15db2-faab-47ff-bf88-1fb63f5e9fa3 req-96daeb92-ddf9-4cd6-9ef7-41990a3bbe43 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:57:37.417595 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b42d374-ff8f-480d-8438-1e2f992da0cc None None] Sync routers for ids ['1a010d4f-0539-4476-b478-abc53adac9fc'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:57:37.423992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c200b-922a-42ef-ba96-655e3167bdbe req-80d4f3ac-9b4b-4e20-a1b1-2a28b52f973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:37.427910 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a3c200b-922a-42ef-ba96-655e3167bdbe req-80d4f3ac-9b4b-4e20-a1b1-2a28b52f973e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 1097 time: 0.5135398 Jul 29 14:57:37.438033 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b42d374-ff8f-480d-8438-1e2f992da0cc None None] Routers {'1a010d4f-0539-4476-b478-abc53adac9fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:57:37.441675 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3b42d374-ff8f-480d-8438-1e2f992da0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:57:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1a010d4f-0539-4476-b478-abc53adac9fc'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:37.476161 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:37.605915 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:37.681942 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a3c200b-922a-42ef-ba96-655e3167bdbe req-9a38b63b-f12d-4d77-93d5-3def0edefd9f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456732 Jul 29 14:57:37.950528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c15db2-faab-47ff-bf88-1fb63f5e9fa3 req-96daeb92-ddf9-4cd6-9ef7-41990a3bbe43 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] No DVR routers for this DVR port 0645f2a4-4344-4019-845f-85f092e10ac5 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:57:37.966817 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f3c15db2-faab-47ff-bf88-1fb63f5e9fa3 req-96daeb92-ddf9-4cd6-9ef7-41990a3bbe43 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:37.975500 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3c15db2-faab-47ff-bf88-1fb63f5e9fa3 req-96daeb92-ddf9-4cd6-9ef7-41990a3bbe43 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.38 "DELETE /v2.0/ports/0645f2a4-4344-4019-845f-85f092e10ac5 HTTP/1.1" status: 204 len: 173 time: 5.5256929 Jul 29 14:57:38.024444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8093d82-fd21-4837-a452-0b5e11f7a64e', 'name': 'network-vif-deleted', 'tag': '0645f2a4-4344-4019-845f-85f092e10ac5'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:57:38.082151 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dc13d7-cd1f-4b35-9ff0-04d3f0e4a1cc" -d '{"events": [{"server_uuid": "d8093d82-fd21-4837-a452-0b5e11f7a64e", "name": "network-vif-deleted", "tag": "0645f2a4-4344-4019-845f-85f092e10ac5"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:57:38.109371 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-a95c21f9-f7f9-4b84-94af-7a19c9d769e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=f97b9900-6958-422d-89e4-aba42e4f48de HTTP/1.1" status: 200 len: 217 time: 0.7018657 Jul 29 14:57:38.135777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Allocated IP 172.25.6.225 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/309fbd24-4d56-40f1-ad92-b103738cf391) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:57:38.224109 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-3b42d374-ff8f-480d-8438-1e2f992da0cc None None] Set router 1a010d4f-0539-4476-b478-abc53adac9fc gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:57:38.442678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46010) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:38.606317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5ded3-05bd-4614-9631-d395b9341c49 req-1d599b23-cf20-4912-86de-59652d2aa5d9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:38.610288 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:38.621170 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31a5ded3-05bd-4614-9631-d395b9341c49 req-1d599b23-cf20-4912-86de-59652d2aa5d9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.6967986 Jul 29 14:57:38.651232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-5ef625d9-3ed4-4bd6-b37d-4d592bffbed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:38.653125 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-5ef625d9-3ed4-4bd6-b37d-4d592bffbed4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.3958840 Jul 29 14:57:38.887844 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88d57bf4-ef96-4238-81a1-0d4d4162ac4e req-e3656475-8ff5-4359-9f28-724c17b7eaaa tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 210 time: 0.1417983 Jul 29 14:57:38.894106 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31a5ded3-05bd-4614-9631-d395b9341c49 req-115f265e-0b9a-4e85-88f4-72f8252a5f01 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706635 Jul 29 14:57:38.974639 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:38.983996 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-a5e3d860-6b43-47df-b7f2-44a846509e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:38.985682 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-a5e3d860-6b43-47df-b7f2-44a846509e51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3200150 Jul 29 14:57:39.112845 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:57:39.136221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:57:39.144270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:57:39.279637 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401dc22f-f039-41b5-8e91-568308dab9b9 x-openstack-request-id: req-401dc22f-f039-41b5-8e91-568308dab9b9 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:57:39.280601 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8093d82-fd21-4837-a452-0b5e11f7a64e", "name": "network-vif-deleted", "tag": "0645f2a4-4344-4019-845f-85f092e10ac5", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:57:39.281121 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3b42d374-ff8f-480d-8438-1e2f992da0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'name': 'tempest-ServersTestBootFromVolume-1395248874-router', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:53:45Z', 'updated_at': '2021-07-29T14:53:59Z', 'revision_number': 4, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'gw_port': {'id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:46Z', 'updated_at': '2021-07-29T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'bc3e28e8-d601-4ac9-b489-253420aac3cd', 'name': '', 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'mac_address': 'fa:16:3e:60:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:55Z', 'updated_at': '2021-07-29T14:54:13Z', 'revision_number': 5, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'subnets': [{'id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:39.282336 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-401dc22f-f039-41b5-8e91-568308dab9b9 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:57:39.283293 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8093d82-fd21-4837-a452-0b5e11f7a64e', 'name': 'network-vif-deleted', 'tag': '0645f2a4-4344-4019-845f-85f092e10ac5', 'status': 'completed', 'code': 200} Jul 29 14:57:39.309399 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Pushing event updated for resources: {'Port': ['ID=309fbd24-4d56-40f1-ad92-b103738cf391,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:39.347928 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2adb5895-ea45-4c10-aec7-185899e7bec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:39.405444 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b42d374-ff8f-480d-8438-1e2f992da0cc None None] Checking router: 1a010d4f-0539-4476-b478-abc53adac9fc for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:57:39.450962 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b42d374-ff8f-480d-8438-1e2f992da0cc None None] Routers {'1a010d4f-0539-4476-b478-abc53adac9fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:57:39.453894 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3b42d374-ff8f-480d-8438-1e2f992da0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:57:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1a010d4f-0539-4476-b478-abc53adac9fc'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:39.664209 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-adfeebbd-af37-4095-ba9a-05f400682ce7 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549470 Jul 29 14:57:39.667601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed144903-b105-4351-88c8-a5148c5bde1b None None] Network 1d80521b-6229-44d9-b599-75d40e13b312 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:57:39.911615 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-904dbc0f-47a3-4bc1-a906-8730d4eebb36 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263751 Jul 29 14:57:40.022248 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 91f43559-ddae-495b-bbd5-b4128654dd97 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:57:40.159089 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-9136e337-3565-465f-a1b7-aa00fcf9562f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3c575bd-780c-48e1-8ab2-eac2e139f0d6 HTTP/1.1" status: 200 len: 217 time: 0.2336216 Jul 29 14:57:40.229094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a999c4ac-c863-4d60-91ca-d9fdfae12068 None None] Provisioning for port 91f43559-ddae-495b-bbd5-b4128654dd97 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:57:40.243537 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-3b42d374-ff8f-480d-8438-1e2f992da0cc None None] Set router 1a010d4f-0539-4476-b478-abc53adac9fc gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:57:40.303958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 91f43559-ddae-495b-bbd5-b4128654dd97 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:57:40.373100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 91f43559-ddae-495b-bbd5-b4128654dd97 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:40.373832 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:40.621231 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-82f3f7e8-30e1-47b8-8a09-28db3425ca60 req-c945622b-2202-4af1-908e-45b98a86731e tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 210 time: 0.4559882 Jul 29 14:57:40.675740 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:40.820527 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 91f43559-ddae-495b-bbd5-b4128654dd97, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=91f43559-ddae-495b-bbd5-b4128654dd97,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:40.859562 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:40.862115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-2ef9b7b4-ab46-4eb9-9e25-ef10b4cde418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:40.881201 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-2ef9b7b4-ab46-4eb9-9e25-ef10b4cde418 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1e29a38-29fa-45f1-a570-0300a7a9d5c3 HTTP/1.1" status: 200 len: 797 time: 0.5967267 Jul 29 14:57:40.881547 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:40.995102 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2adb5895-ea45-4c10-aec7-185899e7bec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:41.028819 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:41.073580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fd8e8-e9cb-48f8-b8ff-b56106e707d5 req-5957ee2f-94a1-48ae-9278-29b866e8e92e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:41.096716 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2f2fd8e8-e9cb-48f8-b8ff-b56106e707d5 req-5957ee2f-94a1-48ae-9278-29b866e8e92e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.6270549 Jul 29 14:57:41.129707 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2adb5895-ea45-4c10-aec7-185899e7bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:41.202947 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=91f43559-ddae-495b-bbd5-b4128654dd97,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:41.251313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:41.251522 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3b42d374-ff8f-480d-8438-1e2f992da0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'name': 'tempest-ServersTestBootFromVolume-1395248874-router', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:53:45Z', 'updated_at': '2021-07-29T14:53:59Z', 'revision_number': 4, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'gw_port': {'id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:46Z', 'updated_at': '2021-07-29T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'bc3e28e8-d601-4ac9-b489-253420aac3cd', 'name': '', 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'mac_address': 'fa:16:3e:60:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:55Z', 'updated_at': '2021-07-29T14:54:13Z', 'revision_number': 5, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'subnets': [{'id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:41.253064 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:41.253662 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:41.261650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:41.262730 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:41.263379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:41.263887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:41.264428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:41.265012 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:41.272184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:41.275134 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:41.275726 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:57:41.330494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-0d03e9e3-5978-4e6f-a1d5-28eb83b7328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:41.349744 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-0d03e9e3-5978-4e6f-a1d5-28eb83b7328f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4558520 Jul 29 14:57:41.374116 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b42d374-ff8f-480d-8438-1e2f992da0cc None None] The sync data for ids ['1a010d4f-0539-4476-b478-abc53adac9fc'] in n-d-802893-1 is: [{'id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'name': 'tempest-ServersTestBootFromVolume-1395248874-router', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:53:45Z', 'updated_at': '2021-07-29T14:53:59Z', 'revision_number': 4, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'gw_port': {'id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:46Z', 'updated_at': '2021-07-29T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'bc3e28e8-d601-4ac9-b489-253420aac3cd', 'name': '', 'network_id': 'f5779f1c-c34a-412c-ac27-a38d801761ff', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'mac_address': 'fa:16:3e:60:4a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:55Z', 'updated_at': '2021-07-29T14:54:13Z', 'revision_number': 5, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'subnets': [{'id': '41a7edd6-a5a3-4ddb-81be-33d6a034973c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:57:41.465739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c4421f7c-953d-4112-8dbf-40cdd4578f67 None None] Provisioning complete for port 91f43559-ddae-495b-bbd5-b4128654dd97 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:41.466368 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c4421f7c-953d-4112-8dbf-40cdd4578f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:41.519345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb5895-ea45-4c10-aec7-185899e7bec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d55058e-fbcf-4520-9ac3-c885f7a1b8c3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:41.532885 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2adb5895-ea45-4c10-aec7-185899e7bec1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67cdfa4916bd46ddaa6369a13539355c&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0424435 Jul 29 14:57:41.784576 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-eb50ab95-6555-4b16-9161-ff43019c51af service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128182 Jul 29 14:57:41.814053 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46054) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:41.865972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 91f43559-ddae-495b-bbd5-b4128654dd97 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:57:42.201873 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:42.272899 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea81068-9558-4c03-bc53-98d2b6c15aae None None] New status for floating IP de0f5a33-1b4f-48bf-ab82-4beae56fdb6c: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:57:42.536518 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-9203ce03-eff2-4ec1-945d-284d1ef81c3d service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357796 Jul 29 14:57:42.572590 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 91f43559-ddae-495b-bbd5-b4128654dd97 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:42.573401 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:42.823645 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3cd8e3a-19dc-476f-b493-2e0a42346859 req-c9c31640-090d-442f-a705-ada3a980caa7 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 210 time: 0.4593153 Jul 29 14:57:42.838509 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-8e1593c9-45e8-48f3-84ee-f223d573fe2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 HTTP/1.1" status: 200 len: 217 time: 0.3002400 Jul 29 14:57:42.866585 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2f2fd8e8-e9cb-48f8-b8ff-b56106e707d5 req-8c95ca38-6df1-43fa-8359-7b0b727f7c21 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7593367 Jul 29 14:57:42.924512 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Router 18c1758c-782c-4b0f-beff-060dbbab11fc is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:57:43.019551 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2dcc67c5-3102-4997-9358-6ec1e5c9f29e req-5082e5dd-8020-43b2-bed5-4d6468f54b52 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2253056 Jul 29 14:57:43.027271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-bfe3d26b-1c18-4404-9f3c-6c0c72ef54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:43.035069 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-bfe3d26b-1c18-4404-9f3c-6c0c72ef54bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1e29a38-29fa-45f1-a570-0300a7a9d5c3 HTTP/1.1" status: 200 len: 797 time: 0.1782753 Jul 29 14:57:43.040996 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7976ed36-7959-45f3-a982-c24d8f419d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:43.320717 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7976ed36-7959-45f3-a982-c24d8f419d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:43.453206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-c183d64e-dd73-4d54-9ced-94eba3e01dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:43.457117 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-c183d64e-dd73-4d54-9ced-94eba3e01dce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4130645 Jul 29 14:57:43.458183 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7976ed36-7959-45f3-a982-c24d8f419d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:43.463533 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7976ed36-7959-45f3-a982-c24d8f419d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:43.469280 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7976ed36-7959-45f3-a982-c24d8f419d43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d55058e-fbcf-4520-9ac3-c885f7a1b8c3 HTTP/1.1" status: 204 len: 168 time: 1.6494443 Jul 29 14:57:43.553164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:57:43.565296 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Sync routers for ids ['18c1758c-782c-4b0f-beff-060dbbab11fc'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:57:43.601534 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Routers {'18c1758c-782c-4b0f-beff-060dbbab11fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:57:43.604690 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:57:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['18c1758c-782c-4b0f-beff-060dbbab11fc'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:43.637815 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:43.646792 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6e5b75be-cce8-4711-ab2f-e0f83aabd21f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.1385772 Jul 29 14:57:43.664505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46084) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:43.681370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc67c5-3102-4997-9358-6ec1e5c9f29e req-193e7153-1425-4432-8a8e-5ab3e9aadb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:43.683032 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2dcc67c5-3102-4997-9358-6ec1e5c9f29e req-193e7153-1425-4432-8a8e-5ab3e9aadb4e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 1095 time: 0.5339081 Jul 29 14:57:43.715134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976ed36-7959-45f3-a982-c24d8f419d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d55058e-fbcf-4520-9ac3-c885f7a1b8c3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:43.975961 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72834b-35e1-4f48-9494-b5314fff06d0 req-208fb903-8d6e-49da-bc78-c2f2de3b31c8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:43.979390 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fa72834b-35e1-4f48-9494-b5314fff06d0 req-208fb903-8d6e-49da-bc78-c2f2de3b31c8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.6773155 Jul 29 14:57:44.066133 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc67c5-3102-4997-9358-6ec1e5c9f29e req-1446fed1-c10f-4b65-8644-b919a9650fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:44.069183 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2dcc67c5-3102-4997-9358-6ec1e5c9f29e req-1446fed1-c10f-4b65-8644-b919a9650fe6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.3122954 Jul 29 14:57:44.114296 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Set router 18c1758c-782c-4b0f-beff-060dbbab11fc gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:57:44.151214 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fa72834b-35e1-4f48-9494-b5314fff06d0 req-e7386b10-8249-43ed-a4ad-03561a737d0c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566148 Jul 29 14:57:44.359649 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c0958d8d-7a31-4f90-8591-e2bb7766dbeb req-982c6a28-f125-4a72-b9d3-d9e5939d9b00 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 210 time: 0.2879465 Jul 29 14:57:44.567451 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-46f918d4-15b2-4db7-8ac5-5b1019c5d119 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0872869 Jul 29 14:57:44.582933 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2dcc67c5-3102-4997-9358-6ec1e5c9f29e req-0c26fae6-109e-4ac0-939c-b33332ef0c6b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326 HTTP/1.1" status: 200 len: 999 time: 0.4828150 Jul 29 14:57:44.880392 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:39Z', 'revision_number': 3, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:44.902769 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc67c5-3102-4997-9358-6ec1e5c9f29e req-729b55ae-00e6-4980-8e6e-62035e3d950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:44.912571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2dcc67c5-3102-4997-9358-6ec1e5c9f29e req-729b55ae-00e6-4980-8e6e-62035e3d950d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.3195133 Jul 29 14:57:45.042586 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Checking router: 18c1758c-782c-4b0f-beff-060dbbab11fc for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:57:45.043133 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Updating router 18c1758c-782c-4b0f-beff-060dbbab11fc port 309fbd24-4d56-40f1-ad92-b103738cf391 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:57:45.089451 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-074af8fe-6995-4fce-acbe-0f930d9d5ec4 req-b68f8b18-b2cd-45fa-b415-30089963fa05 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048044 Jul 29 14:57:45.242472 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:45.266720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc67c5-3102-4997-9358-6ec1e5c9f29e req-260f141c-7e51-4d19-9d84-f3c0d3d47229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:45.290336 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2dcc67c5-3102-4997-9358-6ec1e5c9f29e req-260f141c-7e51-4d19-9d84-f3c0d3d47229 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1984642 Jul 29 14:57:45.684292 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2dcc67c5-3102-4997-9358-6ec1e5c9f29e req-eca92a89-c6f5-4886-9a14-aea1966481de service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815327 Jul 29 14:57:45.748661 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc0ff8-8b4a-4a94-b219-f6cbb72a8b8d req-4681cc20-af73-45e3-85a2-e04f38fbf153 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:45.760830 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6dc0ff8-8b4a-4a94-b219-f6cbb72a8b8d req-4681cc20-af73-45e3-85a2-e04f38fbf153 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.2355425 Jul 29 14:57:46.050681 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-46774f38-8c23-4aa9-9aa6-164ffc5ac504 req-ff8e6db8-6da7-45e0-84a8-479ef59f2163 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 210 time: 0.3290803 Jul 29 14:57:46.078307 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6dc0ff8-8b4a-4a94-b219-f6cbb72a8b8d req-8c3677e2-494a-4993-b3aa-335d33a55c03 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077023 Jul 29 14:57:46.113439 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:46.295288 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2dcc67c5-3102-4997-9358-6ec1e5c9f29e req-de5acc16-c4c6-47a3-a93e-d58e8c57d54f service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031163 Jul 29 14:57:46.611947 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46142) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:46.714559 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:46.747664 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Transition to ACTIVE for port object 309fbd24-4d56-40f1-ad92-b103738cf391 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:57:46.773083 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:46.974874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Allocated IP 172.20.0.1 (1d80521b-6229-44d9-b599-75d40e13b312/9b1747c4-def9-4399-bfc4-b048db571a84/c3520a63-d954-4509-a403-6d9e1baf9d29) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:57:46.987326 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Attempting to bind port 309fbd24-4d56-40f1-ad92-b103738cf391 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:57:46.987971 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Attempting to bind port 309fbd24-4d56-40f1-ad92-b103738cf391 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:57:46.988548 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Attempting to bind port 309fbd24-4d56-40f1-ad92-b103738cf391 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:57:47.007556 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75f876-c6c7-4fc3-89dc-52acedb936ee None None] Pushing event updated for resources: {'Port': ['ID=309fbd24-4d56-40f1-ad92-b103738cf391,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:47.023549 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:57:47.026826 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:57:47.028469 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:47.029870 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:57:47.030628 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Bound port: 309fbd24-4d56-40f1-ad92-b103738cf391, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:57:47.034098 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:47.139735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-318ab8e3-b8de-4dea-be84-adce417035ad admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-896313755-network', 'tenant_id': 'e3d02b9889954ede8a7f3e4397199499'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:57:47.201783 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] For port 309fbd24-4d56-40f1-ad92-b103738cf391, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:57:47.215938 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] For port 309fbd24-4d56-40f1-ad92-b103738cf391, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=309fbd24-4d56-40f1-ad92-b103738cf391,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:57:47.229987 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:47.302727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318ab8e3-b8de-4dea-be84-adce417035ad admin admin] Made reservation on behalf of e3d02b9889954ede8a7f3e4397199499 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:57:47.317722 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-318ab8e3-b8de-4dea-be84-adce417035ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:47.414980 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:47.418949 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75f876-c6c7-4fc3-89dc-52acedb936ee None None] Pushing event updated for resources: {'Port': ['ID=309fbd24-4d56-40f1-ad92-b103738cf391,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:47.438416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Transition to ACTIVE for port object c3520a63-d954-4509-a403-6d9e1baf9d29 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:57:47.486140 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-318ab8e3-b8de-4dea-be84-adce417035ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:47.515024 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Routers {'18c1758c-782c-4b0f-beff-060dbbab11fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:57:47.543505 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:57:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['18c1758c-782c-4b0f-beff-060dbbab11fc'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:47.798412 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:47.804160 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] Set router 18c1758c-782c-4b0f-beff-060dbbab11fc gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:57:47.847736 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fb7d5d95-26ae-400f-96ac-178e4491b86b req-be293395-7031-43e9-a08c-7d43110bce48 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 210 time: 0.4126325 Jul 29 14:57:48.101795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Pushing event updated for resources: {'Port': ['ID=c3520a63-d954-4509-a403-6d9e1baf9d29,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:48.156714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Network 1d80521b-6229-44d9-b599-75d40e13b312 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:57:48.182833 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-318ab8e3-b8de-4dea-be84-adce417035ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:48.194470 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-318ab8e3-b8de-4dea-be84-adce417035ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:48.200986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394f7d6-ddee-45a6-b2cc-b6154042b5ef req-3137bdcc-b198-4a06-9d28-f1b131abc049 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:48.213257 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9394f7d6-ddee-45a6-b2cc-b6154042b5ef req-3137bdcc-b198-4a06-9d28-f1b131abc049 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.4965727 Jul 29 14:57:48.216587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:57:48.225702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318ab8e3-b8de-4dea-be84-adce417035ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:57:48.233405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:57:48.257479 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-318ab8e3-b8de-4dea-be84-adce417035ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:48.259946 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-318ab8e3-b8de-4dea-be84-adce417035ad admin admin] Added segment be6396a5-31c2-462f-9e42-6a08bc567392 of type vlan for network 7fd93376-9f13-4441-9587-010f8b5c36dc Jul 29 14:57:48.324211 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:48.395289 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-318ab8e3-b8de-4dea-be84-adce417035ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:48.398630 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:39Z', 'revision_number': 3, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:48.494502 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-318ab8e3-b8de-4dea-be84-adce417035ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:48.495564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318ab8e3-b8de-4dea-be84-adce417035ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:48.498510 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-318ab8e3-b8de-4dea-be84-adce417035ad admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:48.504342 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5630aa-2eb4-4210-8ada-de72715d0493 None None] The sync data for ids ['18c1758c-782c-4b0f-beff-060dbbab11fc'] in n-d-802893-1 is: [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:39Z', 'revision_number': 3, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:57:48.625477 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9394f7d6-ddee-45a6-b2cc-b6154042b5ef req-ac99e4d0-9cfb-4be0-87ec-bf05370c0029 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101415 Jul 29 14:57:48.709671 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ab8e3-b8de-4dea-be84-adce417035ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c88853-40c5-4a19-9bc1-0b3070ee44ad,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:48.739188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46162) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:48.741413 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-318ab8e3-b8de-4dea-be84-adce417035ad admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1238334 Jul 29 14:57:48.762919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-792665e9-d2d5-4a77-a837-dfc4323af401 admin admin] Request body: {'subnet': {'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-896313755-subnet', 'tenant_id': 'e3d02b9889954ede8a7f3e4397199499', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:57:48.764470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ab8e3-b8de-4dea-be84-adce417035ad admin admin] Pushing event updated for resources: {'Network': ['ID=7fd93376-9f13-4441-9587-010f8b5c36dc,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:48.779917 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 7fd93376-9f13-4441-9587-010f8b5c36dc details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:57:48.875054 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792665e9-d2d5-4a77-a837-dfc4323af401 admin admin] Made reservation on behalf of e3d02b9889954ede8a7f3e4397199499 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:57:48.885670 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-792665e9-d2d5-4a77-a837-dfc4323af401 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:49.079923 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2dfecc43-dba2-47b6-8056-164c96f77710 req-55ac6026-c164-46a9-afdf-be9978e151b9 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 210 time: 0.0748384 Jul 29 14:57:49.136503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-78976786-ab35-41d1-b8fb-f4ac42895cfe None None] Provisioning for port c3520a63-d954-4509-a403-6d9e1baf9d29 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:57:49.152351 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-78976786-ab35-41d1-b8fb-f4ac42895cfe None None] Provisioning complete for port c3520a63-d954-4509-a403-6d9e1baf9d29 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:49.154090 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78976786-ab35-41d1-b8fb-f4ac42895cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:49.310911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-78976786-ab35-41d1-b8fb-f4ac42895cfe None None] Port c3520a63-d954-4509-a403-6d9e1baf9d29 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:57:49.582707 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 309fbd24-4d56-40f1-ad92-b103738cf391 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:57:49.780397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 309fbd24-4d56-40f1-ad92-b103738cf391 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:57:49.791606 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 309fbd24-4d56-40f1-ad92-b103738cf391 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:49.791990 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:50.030269 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:50.086010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 309fbd24-4d56-40f1-ad92-b103738cf391, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=309fbd24-4d56-40f1-ad92-b103738cf391,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:57:50.095240 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:50.301269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=309fbd24-4d56-40f1-ad92-b103738cf391,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:50.333410 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45516fe8-c122-4a9c-a927-8caf8ab708dd req-f48fd937-afbb-4950-be79-7a82717dfd47 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 210 time: 0.0575864 Jul 29 14:57:50.355979 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:50.411877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9008f4-7cc8-4602-889e-6fa7cf591768 req-79734942-e725-4ea3-9ece-869d79ac5510 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:50.420453 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e9008f4-7cc8-4602-889e-6fa7cf591768 req-79734942-e725-4ea3-9ece-869d79ac5510 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.3930888 Jul 29 14:57:50.752737 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:50.872332 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:51.136476 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e9008f4-7cc8-4602-889e-6fa7cf591768 req-31af0682-e2db-48f5-8e56-c59f7b0b1acb tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7147548 Jul 29 14:57:51.154368 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:51.493219 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Pushing event updated for resources: {'Port': ['ID=c3520a63-d954-4509-a403-6d9e1baf9d29,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:51.546929 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-792665e9-d2d5-4a77-a837-dfc4323af401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:51.587608 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 309fbd24-4d56-40f1-ad92-b103738cf391 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:57:51.641636 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-94d68440-0f27-4c4f-a73a-9dce9c474b95 req-689d6c47-51b0-47e7-a710-e54b8ee3cf23 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 210 time: 0.0745349 Jul 29 14:57:51.738313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 309fbd24-4d56-40f1-ad92-b103738cf391 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:51.738700 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:51.748144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Network 1d80521b-6229-44d9-b599-75d40e13b312 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:57:51.751214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792665e9-d2d5-4a77-a837-dfc4323af401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97df9b30-8ccf-4f4b-8525-1369888f619a,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:51.760483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:57:51.782440 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792665e9-d2d5-4a77-a837-dfc4323af401 admin admin] Checking segment: {'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:57:51.783331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792665e9-d2d5-4a77-a837-dfc4323af401 admin admin] Network hostable DHCP agents. Network: 7fd93376-9f13-4441-9587-010f8b5c36dc, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:57:51.948180 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792665e9-d2d5-4a77-a837-dfc4323af401 admin admin] Network 7fd93376-9f13-4441-9587-010f8b5c36dc is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:57:52.079804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-792665e9-d2d5-4a77-a837-dfc4323af401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 7fd93376-9f13-4441-9587-010f8b5c36dc) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:57:52.096355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ef0236-6444-4f88-9f8d-aa940efd34f3 None None] Network 7fd93376-9f13-4441-9587-010f8b5c36dc requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:57:52.117088 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792665e9-d2d5-4a77-a837-dfc4323af401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:52.119087 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-792665e9-d2d5-4a77-a837-dfc4323af401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:52.216354 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-792665e9-d2d5-4a77-a837-dfc4323af401 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.4758897 Jul 29 14:57:52.220323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46214) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:52.228539 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-896313755-router', 'tenant_id': 'e3d02b9889954ede8a7f3e4397199499', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:57:52.257068 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Router 18c1758c-782c-4b0f-beff-060dbbab11fc has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:57:52.292610 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:52.293893 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:52.504579 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:52.615108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3ddbf1c7-7c8e-4c6e-9b8f-9776ee2b138a None None] Provisioning complete for port c3520a63-d954-4509-a403-6d9e1baf9d29 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:52.623934 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ddbf1c7-7c8e-4c6e-9b8f-9776ee2b138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:52.720111 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:57:52.774545 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c9b0ea5b-a7ca-4f2e-aa17-6d4989a16d4d admin admin] 10.222.0.16 "PUT /v2.0/routers/18c1758c-782c-4b0f-beff-060dbbab11fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0853419 Jul 29 14:57:52.785004 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-7fd93376-9f13-4441-9587-010f8b5c36dc', 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc', 'tenant_id': 'e3d02b9889954ede8a7f3e4397199499', 'fixed_ips': [{'subnet_id': '97df9b30-8ccf-4f4b-8525-1369888f619a'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:57:52.790683 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:52.802532 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb171e-8f47-4a1b-bc3d-5bf5aabd1e84 req-f0a5fe67-4e8e-4937-ab43-b12953f39ee8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:52.823420 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9fb171e-8f47-4a1b-bc3d-5bf5aabd1e84 req-f0a5fe67-4e8e-4937-ab43-b12953f39ee8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.3825462 Jul 29 14:57:52.855903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbf1c7-7c8e-4c6e-9b8f-9776ee2b138a None None] Port c3520a63-d954-4509-a403-6d9e1baf9d29 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:57:53.025167 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:53.045575 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9fb171e-8f47-4a1b-bc3d-5bf5aabd1e84 req-e18c0431-7c93-4871-a3a7-4a1ccaeecfd5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203138 Jul 29 14:57:53.261436 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Allocated IP 172.20.0.2 (7fd93376-9f13-4441-9587-010f8b5c36dc/97df9b30-8ccf-4f4b-8525-1369888f619a/2f84c7da-6bc7-4d6c-ae39-4b43095a94d6) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:57:53.306580 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25b10614-4af2-4dd1-94b0-594ece3a8910 req-cf40f480-496a-4661-ad10-2c62a4ab8b73 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8093d82-fd21-4837-a452-0b5e11f7a64e HTTP/1.1" status: 200 len: 210 time: 0.2387335 Jul 29 14:57:53.607535 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:53.632953 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Transition to ACTIVE for port object 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:57:53.656359 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Sync routers for ids ['18c1758c-782c-4b0f-beff-060dbbab11fc'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:57:53.699135 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Transition to ACTIVE for port object 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:57:53.703325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Routers {'18c1758c-782c-4b0f-beff-060dbbab11fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:57:53.704237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:57:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['18c1758c-782c-4b0f-beff-060dbbab11fc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:53.825171 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:54.175964 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:54.203745 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:54.222025 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46250) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:54.222694 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Network 7fd93376-9f13-4441-9587-010f8b5c36dc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:57:54.224477 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:57:54.231111 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4af0bcf1-a414-40e6-8bc8-5eee9697f411 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--228129203', 'description': 'tempest-description--1459701693'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:57:54.231729 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:57:54.255799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Set router 18c1758c-782c-4b0f-beff-060dbbab11fc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:57:54.261349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Pushing event updated for resources: {'Port': ['ID=2f84c7da-6bc7-4d6c-ae39-4b43095a94d6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:54.362891 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4af0bcf1-a414-40e6-8bc8-5eee9697f411 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:54.467013 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Attempting to bind port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:57:54.469086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Attempting to bind port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:57:54.469657 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Attempting to bind port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 on network 7fd93376-9f13-4441-9587-010f8b5c36dc {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:57:54.508175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46258) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:54.581982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:57:54.583308 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Checking segment: {'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:57:54.583308 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:54.583982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Bound using segment: {'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:57:54.584625 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Bound port: 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:57:54.585127 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:54.659908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Allocated IP 172.25.6.51 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/00c9c99a-7f40-4930-8bf4-8bff6aca37f9) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:57:54.874223 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4af0bcf1-a414-40e6-8bc8-5eee9697f411 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:54.888261 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4af0bcf1-a414-40e6-8bc8-5eee9697f411 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:54.927067 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e44f689a-f301-415d-a73b-6d72d2e3a393 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:54.958294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0bcf1-a414-40e6-8bc8-5eee9697f411 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:54.995682 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4af0bcf1-a414-40e6-8bc8-5eee9697f411 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:54.999662 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4af0bcf1-a414-40e6-8bc8-5eee9697f411 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7758248 Jul 29 14:57:55.004480 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46268) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:55.013229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae69d0-c271-4349-9f77-c43af086d7ee req-0fca8058-d3ba-4d34-8623-b5acaea2a965 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:55.014974 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41ae69d0-c271-4349-9f77-c43af086d7ee req-0fca8058-d3ba-4d34-8623-b5acaea2a965 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.6216562 Jul 29 14:57:55.030068 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b1aac5ac-eda8-4bf7-bcce-d99a9899736f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Request body: {'security_group_rule': {'security_group_id': '67aa2bf6-17a2-4a1e-ba3a-1c314103ff31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:57:55.058531 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e44f689a-f301-415d-a73b-6d72d2e3a393 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:55.189079 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1aac5ac-eda8-4bf7-bcce-d99a9899736f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:55.228949 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:55.343841 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41ae69d0-c271-4349-9f77-c43af086d7ee req-d0211b67-c476-4cd6-bc33-e7db5de27f7e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322032 Jul 29 14:57:55.423020 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e44f689a-f301-415d-a73b-6d72d2e3a393 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:55.427108 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e44f689a-f301-415d-a73b-6d72d2e3a393 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:55.435203 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e44f689a-f301-415d-a73b-6d72d2e3a393 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "DELETE /v2.0/security-groups/ab4d4c1b-8940-473c-be7b-550c29974155 HTTP/1.1" status: 204 len: 168 time: 0.9251363 Jul 29 14:57:55.444716 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1aac5ac-eda8-4bf7-bcce-d99a9899736f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:55.449059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46272) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:55.475487 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1aac5ac-eda8-4bf7-bcce-d99a9899736f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:55.500245 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-a7ea7085-953f-45e0-839b-33c65765cc68 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] show failed (client error): The resource could not be found. Jul 29 14:57:55.505930 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a7ea7085-953f-45e0-839b-33c65765cc68 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "GET /v2.0/security-groups/ab4d4c1b-8940-473c-be7b-550c29974155 HTTP/1.1" status: 404 len: 347 time: 0.0553958 Jul 29 14:57:55.507867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46276) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:55.511009 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] For port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:57:55.516443 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:55.517878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c3520a63-d954-4509-a403-6d9e1baf9d29', 'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'mac_address': 'fa:16:3e:49:95:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:46Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 2, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'subnets': [{'id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:55.525637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] For port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2f84c7da-6bc7-4d6c-ae39-4b43095a94d6,segment=NetworkSegment(be6396a5-31c2-462f-9e42-6a08bc567392),segment_id=be6396a5-31c2-462f-9e42-6a08bc567392)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:57:55.557316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:57:55.564903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:57:55.574044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f689a-f301-415d-a73b-6d72d2e3a393 tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4d4c1b-8940-473c-be7b-550c29974155,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:55.601468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aac5ac-eda8-4bf7-bcce-d99a9899736f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd83e2b7-b8a8-4318-b25e-120b339dfe62,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:55.632771 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1aac5ac-eda8-4bf7-bcce-d99a9899736f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:55.635721 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Checking router: 18c1758c-782c-4b0f-beff-060dbbab11fc for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:57:55.636897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Updating router 18c1758c-782c-4b0f-beff-060dbbab11fc port c3520a63-d954-4509-a403-6d9e1baf9d29 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:57:55.638944 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b1aac5ac-eda8-4bf7-bcce-d99a9899736f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6287246 Jul 29 14:57:55.639650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46282) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:55.647165 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:55.651461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-02356e59-d65f-4ece-828e-a4b5429fdce9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Request body: {'security_group_rule': {'security_group_id': '67aa2bf6-17a2-4a1e-ba3a-1c314103ff31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:57:55.673387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:57:55.762860 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02356e59-d65f-4ece-828e-a4b5429fdce9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:55.766596 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:55.954291 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aac0ab-fd16-4217-8a22-8e20c5ae721b None None] Pushing event updated for resources: {'Port': ['ID=2f84c7da-6bc7-4d6c-ae39-4b43095a94d6,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:55.957158 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Pushing event updated for resources: {'Port': ['ID=00c9c99a-7f40-4930-8bf4-8bff6aca37f9,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:56.022306 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02356e59-d65f-4ece-828e-a4b5429fdce9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:56.036142 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02356e59-d65f-4ece-828e-a4b5429fdce9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:56.235938 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02356e59-d65f-4ece-828e-a4b5429fdce9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64051707-32e8-4eb0-a85c-75f2505e1873,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:56.272276 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02356e59-d65f-4ece-828e-a4b5429fdce9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:56.274731 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-02356e59-d65f-4ece-828e-a4b5429fdce9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6332626 Jul 29 14:57:56.284468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46292) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:56.304191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:57:56.385484 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9e759203-edf2-4111-a6a0-de0436fd263a tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Deleting port 86fa23d6-32dc-4914-8593-ef5a1d844bca {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:57:56.386461 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e759203-edf2-4111-a6a0-de0436fd263a tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:56.421893 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:56.448048 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:56.728150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bca48a-4ee0-4bd5-9fb0-803819d5dd34 req-ea1f004c-a776-4160-9928-8aba67ddb741 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:56.729856 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:56.748116 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4bca48a-4ee0-4bd5-9fb0-803819d5dd34 req-ea1f004c-a776-4160-9928-8aba67ddb741 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.1561258 Jul 29 14:57:57.032113 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4bca48a-4ee0-4bd5-9fb0-803819d5dd34 req-b3ee0960-c0e0-48bb-9d26-be3f0f2230d7 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798929 Jul 29 14:57:57.046734 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e759203-edf2-4111-a6a0-de0436fd263a tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:57.047056 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e759203-edf2-4111-a6a0-de0436fd263a tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:57.123997 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9e759203-edf2-4111-a6a0-de0436fd263a tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Calling delete_port for 86fa23d6-32dc-4914-8593-ef5a1d844bca owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:57:57.184495 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:57.385871 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:57.478780 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Transition to ACTIVE for port object c3520a63-d954-4509-a403-6d9e1baf9d29 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:57:57.513840 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:57.576517 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:57.873559 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:57:57.879509 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b54a2-0873-4f07-b40e-13c3142f3bd7 None None] Pushing event updated for resources: {'Port': ['ID=c3520a63-d954-4509-a403-6d9e1baf9d29,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:57.931577 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Allocated IP 172.25.6.83 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/c6c5ccad-b12f-4fd0-afa2-259663b7374b) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:57:58.046277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088471ff-3fe4-43bd-bdfc-13de81641f6f None None] Network 7fd93376-9f13-4441-9587-010f8b5c36dc requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:57:58.420656 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:58.438288 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Attempting to bind port c3520a63-d954-4509-a403-6d9e1baf9d29 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:57:58.471037 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Attempting to bind port c3520a63-d954-4509-a403-6d9e1baf9d29 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:57:58.475417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Attempting to bind port c3520a63-d954-4509-a403-6d9e1baf9d29 on network 1d80521b-6229-44d9-b599-75d40e13b312 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:57:58.554742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:57:58.567858 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:58.572545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Checking segment: {'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:57:58.576401 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:58.580195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Bound using segment: {'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:57:58.582809 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Bound port: c3520a63-d954-4509-a403-6d9e1baf9d29, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:57:58.584153 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:58.630443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Router fd64afef-4837-40f1-9d17-3819492a1ce8 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:57:58.639889 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e759203-edf2-4111-a6a0-de0436fd263a tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:58.716536 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9b800153-b87e-4158-a91e-f49ab11de38d None None] Provisioning for port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:57:58.726588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event updated for resources: {'Port': ['ID=c6c5ccad-b12f-4fd0-afa2-259663b7374b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:58.772879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987e9da-3a93-4762-ba76-68a8a41cca8f req-1f40f851-ce92-4643-ac42-75d78b2aab51 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:58.786293 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9987e9da-3a93-4762-ba76-68a8a41cca8f req-1f40f851-ce92-4643-ac42-75d78b2aab51 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.3869982 Jul 29 14:57:58.793393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e759203-edf2-4111-a6a0-de0436fd263a tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Pushing event deleted for resources: {'Port': ['ID=86fa23d6-32dc-4914-8593-ef5a1d844bca,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:58.830374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:57:58.839417 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:57:58.867423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:57:59.001777 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e759203-edf2-4111-a6a0-de0436fd263a tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:59.003707 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:57:59.011006 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e759203-edf2-4111-a6a0-de0436fd263a tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:59.015311 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9e759203-edf2-4111-a6a0-de0436fd263a tempest-ServersTestBootFromVolume-1898991111 tempest-ServersTestBootFromVolume-1898991111-project] 10.222.0.16 "DELETE /v2.0/floatingips/de0f5a33-1b4f-48bf-ab82-4beae56fdb6c HTTP/1.1" status: 204 len: 168 time: 3.5031650 Jul 29 14:57:59.031121 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46336) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:59.032109 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:57:59.032757 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:59.122341 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:59.129762 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46338) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:59.130559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46340) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:59.209980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] For port c3520a63-d954-4509-a403-6d9e1baf9d29, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:57:59.223337 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:59.316562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] For port c3520a63-d954-4509-a403-6d9e1baf9d29, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c3520a63-d954-4509-a403-6d9e1baf9d29,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:57:59.339165 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:59.347255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:57:59.361592 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Sync routers for ids ['fd64afef-4837-40f1-9d17-3819492a1ce8'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:57:59.398658 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Routers {'fd64afef-4837-40f1-9d17-3819492a1ce8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:57:59.399777 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:57:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fd64afef-4837-40f1-9d17-3819492a1ce8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:59.419003 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9987e9da-3a93-4762-ba76-68a8a41cca8f req-836a9fa7-c44f-482a-a70c-5c45544ee959 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6310115 Jul 29 14:57:59.429867 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:59.437429 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e9201e75-8a2c-4a6e-a3a6-9ce85f547f8a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.2148900 Jul 29 14:57:59.442781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46348) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:59.541374 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4076ed6-df75-46fc-9bd9-9af2b5e77840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:59.544418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b54a2-0873-4f07-b40e-13c3142f3bd7 None None] Pushing event updated for resources: {'Port': ['ID=c3520a63-d954-4509-a403-6d9e1baf9d29,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:57:59.554675 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46350) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:57:59.592851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-50099de1-e206-4613-a136-3d17c55daeac tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1695317864'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:57:59.641177 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50099de1-e206-4613-a136-3d17c55daeac tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Made reservation on behalf of b87fe36def094cf5968288b084e2140d for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:57:59.644036 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-50099de1-e206-4613-a136-3d17c55daeac tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:59.651641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Routers {'18c1758c-782c-4b0f-beff-060dbbab11fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:57:59.663329 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db697c8f-7509-47e1-bea6-33f87240c110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:59.664463 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:57:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['18c1758c-782c-4b0f-beff-060dbbab11fc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:57:59.705786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50099de1-e206-4613-a136-3d17c55daeac tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:57:59.751398 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-50099de1-e206-4613-a136-3d17c55daeac tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:59.751999 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-50099de1-e206-4613-a136-3d17c55daeac tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Added segment 2a5f9e03-a365-4459-9f32-28b8fcebec69 of type vlan for network 112a52ee-a8c5-491c-86d2-16cd4245effc Jul 29 14:57:59.866619 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-50099de1-e206-4613-a136-3d17c55daeac tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:59.924014 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-50099de1-e206-4613-a136-3d17c55daeac tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:59.929893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50099de1-e206-4613-a136-3d17c55daeac tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:57:59.930916 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-50099de1-e206-4613-a136-3d17c55daeac tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:57:59.948514 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Set router fd64afef-4837-40f1-9d17-3819492a1ce8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:58:00.064658 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50099de1-e206-4613-a136-3d17c55daeac tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event updated for resources: {'Network': ['ID=112a52ee-a8c5-491c-86d2-16cd4245effc,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:00.229413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 112a52ee-a8c5-491c-86d2-16cd4245effc details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:58:00.259843 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:00.270861 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:00.388884 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:00.392303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cc89664e-3ad3-4a8e-bdc0-f90465daf915 None None] Provisioning complete for port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:00.404747 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cc89664e-3ad3-4a8e-bdc0-f90465daf915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:00.407331 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4076ed6-df75-46fc-9bd9-9af2b5e77840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:00.423483 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'name': 'tempest-TestServerMultinode-896313755-router', 'tenant_id': 'e3d02b9889954ede8a7f3e4397199499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '00c9c99a-7f40-4930-8bf4-8bff6aca37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:52Z', 'updated_at': '2021-07-29T14:57:56Z', 'revision_number': 3, 'project_id': 'e3d02b9889954ede8a7f3e4397199499', 'gw_port': {'id': '00c9c99a-7f40-4930-8bf4-8bff6aca37f9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:54Z', 'updated_at': '2021-07-29T14:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:00.442949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4076ed6-df75-46fc-9bd9-9af2b5e77840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:00.498257 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Checking router: fd64afef-4837-40f1-9d17-3819492a1ce8 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:58:00.499761 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Updating router fd64afef-4837-40f1-9d17-3819492a1ce8 port 00c9c99a-7f40-4930-8bf4-8bff6aca37f9 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:58:00.578399 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db697c8f-7509-47e1-bea6-33f87240c110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:00.587559 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:00.594281 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-50099de1-e206-4613-a136-3d17c55daeac tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0192013 Jul 29 14:58:00.608717 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db697c8f-7509-47e1-bea6-33f87240c110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:00.636872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46354) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:00.657938 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-db697c8f-7509-47e1-bea6-33f87240c110 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1eb879895f64026818c1a83b1642b13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5197744 Jul 29 14:58:00.659474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3e3ee350-a496-4fb7-8002-365fd2936343 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-685966646'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:00.661821 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46356) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:00.696393 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2f84c7da-6bc7-4d6c-ae39-4b43095a94d6,segment=NetworkSegment(be6396a5-31c2-462f-9e42-6a08bc567392),segment_id=be6396a5-31c2-462f-9e42-6a08bc567392)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:00.728809 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:00.731291 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5ec8-2fda-4ab8-b343-e790fd7ec50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:00.738514 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] Set router 18c1758c-782c-4b0f-beff-060dbbab11fc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:58:00.800607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3ee350-a496-4fb7-8002-365fd2936343 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Made reservation on behalf of b87fe36def094cf5968288b084e2140d for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:00.806050 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e3ee350-a496-4fb7-8002-365fd2936343 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:00.860901 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3ee350-a496-4fb7-8002-365fd2936343 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:58:00.876762 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e3ee350-a496-4fb7-8002-365fd2936343 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:00.877534 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-3e3ee350-a496-4fb7-8002-365fd2936343 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Added segment 87c2ebda-f103-40ae-81fb-ae5e00c7ca15 of type vlan for network cbb34b73-c540-4255-9d61-eaabcefcb943 Jul 29 14:58:00.902791 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:00.926424 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Transition to ACTIVE for port object 00c9c99a-7f40-4930-8bf4-8bff6aca37f9 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:00.933541 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event updated for resources: {'Port': ['ID=c6c5ccad-b12f-4fd0-afa2-259663b7374b,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:00.938813 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.004943 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Attempting to bind port 00c9c99a-7f40-4930-8bf4-8bff6aca37f9 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:58:01.005405 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Attempting to bind port 00c9c99a-7f40-4930-8bf4-8bff6aca37f9 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:58:01.005735 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Attempting to bind port 00c9c99a-7f40-4930-8bf4-8bff6aca37f9 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:01.014341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daeb576-358a-4184-ac64-4e60b6c3e11c req-dbd66119-7cf1-45cf-9f62-eb5e762d15e7 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:01.014723 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efbf0f-6733-4b39-907d-77da688437e9 None None] Pushing event updated for resources: {'Port': ['ID=00c9c99a-7f40-4930-8bf4-8bff6aca37f9,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:01.017939 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:58:01.018437 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:01.018784 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.019184 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:58:01.019683 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Bound port: 00c9c99a-7f40-4930-8bf4-8bff6aca37f9, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:58:01.020217 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.054791 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4daeb576-358a-4184-ac64-4e60b6c3e11c req-dbd66119-7cf1-45cf-9f62-eb5e762d15e7 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.4569449 Jul 29 14:58:01.063213 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.093272 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f4076ed6-df75-46fc-9bd9-9af2b5e77840 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a54ea11b80ea4806bfb7e54aea349a66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9603024 Jul 29 14:58:01.099208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46358) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:01.107360 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4076ed6-df75-46fc-9bd9-9af2b5e77840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d3b9c4-6f89-4d0d-a118-046775ec06bd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:01.123566 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=2f84c7da-6bc7-4d6c-ae39-4b43095a94d6,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:01.162619 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.166309 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9520917a-dea6-4e88-a920-bcd0b21957fd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8754292 Jul 29 14:58:01.174387 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] For port 00c9c99a-7f40-4930-8bf4-8bff6aca37f9, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:58:01.177098 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.183248 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] For port 00c9c99a-7f40-4930-8bf4-8bff6aca37f9, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=00c9c99a-7f40-4930-8bf4-8bff6aca37f9,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:58:01.199317 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e3ee350-a496-4fb7-8002-365fd2936343 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.204931 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.307175 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.314982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db697c8f-7509-47e1-bea6-33f87240c110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888620da-f58a-4865-8c19-7aea97c8c5fa,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:01.358035 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efbf0f-6733-4b39-907d-77da688437e9 None None] Pushing event updated for resources: {'Port': ['ID=00c9c99a-7f40-4930-8bf4-8bff6aca37f9,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:01.387566 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4daeb576-358a-4184-ac64-4e60b6c3e11c req-4fb24499-a9cf-4f64-9ffa-a336077a9bce tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908249 Jul 29 14:58:01.388583 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Routers {'fd64afef-4837-40f1-9d17-3819492a1ce8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:58:01.390290 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:57:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fd64afef-4837-40f1-9d17-3819492a1ce8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:01.402636 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e3ee350-a496-4fb7-8002-365fd2936343 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.409079 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ee350-a496-4fb7-8002-365fd2936343 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:01.410170 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e3ee350-a496-4fb7-8002-365fd2936343 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.514108 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02928650-5f77-4580-9f39-e45fa4848681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.514752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c3520a63-d954-4509-a403-6d9e1baf9d29', 'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'mac_address': 'fa:16:3e:49:95:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:46Z', 'updated_at': '2021-07-29T14:57:59Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'subnets': [{'id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:01.519549 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3e3ee350-a496-4fb7-8002-365fd2936343 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8649194 Jul 29 14:58:01.528337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46364) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:01.541445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-43747e2f-36bf-4e4a-b1f0-3eb80acb581d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Request body: {'subnet': {'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:01.579967 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02928650-5f77-4580-9f39-e45fa4848681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.607608 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524bce36-a0a7-4d19-be79-4aabebdfafaa None None] The sync data for ids ['18c1758c-782c-4b0f-beff-060dbbab11fc'] in n-d-802893-1 is: [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c3520a63-d954-4509-a403-6d9e1baf9d29', 'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'mac_address': 'fa:16:3e:49:95:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:46Z', 'updated_at': '2021-07-29T14:57:59Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'subnets': [{'id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:58:01.643156 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ee350-a496-4fb7-8002-365fd2936343 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event updated for resources: {'Network': ['ID=cbb34b73-c540-4255-9d61-eaabcefcb943,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:01.665914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network cbb34b73-c540-4255-9d61-eaabcefcb943 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:58:01.679051 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.682319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.683698 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/888620da-f58a-4865-8c19-7aea97c8c5fa HTTP/1.1" status: 204 len: 168 time: 0.9975464 Jul 29 14:58:01.706440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888620da-f58a-4865-8c19-7aea97c8c5fa,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:01.766655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:01.767033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:01.767309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:01.768311 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:01.768311 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:01.768311 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:01.769011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:01.769011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:01.769352 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:01.769613 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:01.770897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:01.770897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf96a4-3a93-4c1a-9b54-14e1da48ca13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:01.818643 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02928650-5f77-4580-9f39-e45fa4848681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.835134 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] Set router fd64afef-4837-40f1-9d17-3819492a1ce8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:58:01.840056 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02928650-5f77-4580-9f39-e45fa4848681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.842164 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-02928650-5f77-4580-9f39-e45fa4848681 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33d3b9c4-6f89-4d0d-a118-046775ec06bd HTTP/1.1" status: 204 len: 168 time: 0.7258875 Jul 29 14:58:01.856700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43747e2f-36bf-4e4a-b1f0-3eb80acb581d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Made reservation on behalf of b87fe36def094cf5968288b084e2140d for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:01.860922 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-43747e2f-36bf-4e4a-b1f0-3eb80acb581d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:01.889715 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02928650-5f77-4580-9f39-e45fa4848681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d3b9c4-6f89-4d0d-a118-046775ec06bd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:02.038092 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1b664b76-a9cc-4828-a870-33d2c1224076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:02.222852 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-cfde0b75-a67b-46b7-8cb6-8017929fd2fc tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--228129203&fields=id&tenant_id=0f5e572e1e43471cb0156603ea55a1bb HTTP/1.1" status: 200 len: 267 time: 0.3272367 Jul 29 14:58:02.246300 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:02.280456 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-43747e2f-36bf-4e4a-b1f0-3eb80acb581d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:02.429119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43747e2f-36bf-4e4a-b1f0-3eb80acb581d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event updated for resources: {'Subnet': ['ID=8d785b3c-b258-45a7-a818-a288be412f7d,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:02.443443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43747e2f-36bf-4e4a-b1f0-3eb80acb581d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Checking segment: {'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:02.445752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43747e2f-36bf-4e4a-b1f0-3eb80acb581d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Network hostable DHCP agents. Network: 112a52ee-a8c5-491c-86d2-16cd4245effc, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:58:02.491857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43747e2f-36bf-4e4a-b1f0-3eb80acb581d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Network 112a52ee-a8c5-491c-86d2-16cd4245effc is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:58:02.517966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-43747e2f-36bf-4e4a-b1f0-3eb80acb581d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 112a52ee-a8c5-491c-86d2-16cd4245effc) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:02.522433 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43747e2f-36bf-4e4a-b1f0-3eb80acb581d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:02.523072 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-43747e2f-36bf-4e4a-b1f0-3eb80acb581d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:02.538673 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709bc3f8-67e3-48dd-bffb-6fc67a4b5554 None None] Network 112a52ee-a8c5-491c-86d2-16cd4245effc requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:58:02.575724 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-43747e2f-36bf-4e4a-b1f0-3eb80acb581d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0456705 Jul 29 14:58:02.580895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46384) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:02.590108 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1364a732-cddc-425e-8f4f-a9fd38ec5d65 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Request body: {'subnet': {'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:02.667982 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'name': 'tempest-TestServerMultinode-896313755-router', 'tenant_id': 'e3d02b9889954ede8a7f3e4397199499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '00c9c99a-7f40-4930-8bf4-8bff6aca37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:52Z', 'updated_at': '2021-07-29T14:57:56Z', 'revision_number': 3, 'project_id': 'e3d02b9889954ede8a7f3e4397199499', 'gw_port': {'id': '00c9c99a-7f40-4930-8bf4-8bff6aca37f9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:54Z', 'updated_at': '2021-07-29T14:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:02.753866 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0979bcdc-1564-4ab6-a9c1-28d10be64b3b None None] The sync data for ids ['fd64afef-4837-40f1-9d17-3819492a1ce8'] in n-d-802893-1 is: [{'id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'name': 'tempest-TestServerMultinode-896313755-router', 'tenant_id': 'e3d02b9889954ede8a7f3e4397199499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '00c9c99a-7f40-4930-8bf4-8bff6aca37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:52Z', 'updated_at': '2021-07-29T14:57:56Z', 'revision_number': 3, 'project_id': 'e3d02b9889954ede8a7f3e4397199499', 'gw_port': {'id': '00c9c99a-7f40-4930-8bf4-8bff6aca37f9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:54Z', 'updated_at': '2021-07-29T14:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:58:02.784946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46386) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:02.815998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46388) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:02.910130 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aac1beb9-be26-44e2-aad1-2e3e2203771b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:02.989483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa172999-20be-4838-926b-6c085bae6899 req-2d288f4d-c2c2-4eeb-ab08-9717c884e1c8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:02.999996 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aa172999-20be-4838-926b-6c085bae6899 req-2d288f4d-c2c2-4eeb-ab08-9717c884e1c8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.2748501 Jul 29 14:58:03.023166 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.api [None req-1364a732-cddc-425e-8f4f-a9fd38ec5d65 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 14:58:03.023166 n-d-802893-1 neutron-server[94157]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 14:58:03.023166 n-d-802893-1 neutron-server[94157]: [parameters: {'project_id_1': 'b87fe36def094cf5968288b084e2140d', 'expiration_1': datetime.datetime(2021, 7, 29, 14, 58, 2, 961391)}] Jul 29 14:58:03.023166 n-d-802893-1 neutron-server[94157]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:58:03.024687 n-d-802893-1 neutron-server[94157]: DEBUG oslo_db.api [None req-1364a732-cddc-425e-8f4f-a9fd38ec5d65 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:58:03.034231 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-112a52ee-a8c5-491c-86d2-16cd4245effc', 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'fixed_ips': [{'subnet_id': '8d785b3c-b258-45a7-a818-a288be412f7d'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:58:03.037256 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:03.070042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-e8b0b109-2b87-486f-9295-c7648f8182f3 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:03.082865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-e8b0b109-2b87-486f-9295-c7648f8182f3 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/networks?id=1d80521b-6229-44d9-b599-75d40e13b312 HTTP/1.1" status: 200 len: 809 time: 0.8581588 Jul 29 14:58:03.132189 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d36cfbb1-3e1e-4fd8-ba6a-eac8b62d8061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:03.204138 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aa172999-20be-4838-926b-6c085bae6899 req-b98ae171-8e7a-4a38-a637-f6fac4e82afc tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026768 Jul 29 14:58:03.254285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c3520a63-d954-4509-a403-6d9e1baf9d29 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:03.255329 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-7ad96891-f231-4f8f-8f36-702f4f603c9f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/quotas/0f5e572e1e43471cb0156603ea55a1bb HTTP/1.1" status: 200 len: 375 time: 0.1674640 Jul 29 14:58:03.327373 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aac1beb9-be26-44e2-aad1-2e3e2203771b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:03.335824 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aac1beb9-be26-44e2-aad1-2e3e2203771b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:03.448691 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac0dd99d-02ce-457a-baa9-b482667358ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:03.467678 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:03.506352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Allocated IP 10.1.1.2 (112a52ee-a8c5-491c-86d2-16cd4245effc/8d785b3c-b258-45a7-a818-a288be412f7d/50b71a6c-7fdd-4329-8816-7ca5cf1d4d68) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:03.508824 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1beb9-be26-44e2-aad1-2e3e2203771b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30438473-3b22-45da-942c-a5b453cb6fe7,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:03.543464 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-aac1beb9-be26-44e2-aad1-2e3e2203771b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c05a054c33324959a6267fa3da639514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7252541 Jul 29 14:58:03.554722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46392) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:03.597697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port c3520a63-d954-4509-a403-6d9e1baf9d29 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:03.605154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c3520a63-d954-4509-a403-6d9e1baf9d29 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:03.605739 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:03.699695 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5eee7aa9-cf09-4caa-92ce-eb1fc15e5dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:03.700899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Allocated IP 172.20.0.1 (7fd93376-9f13-4441-9587-010f8b5c36dc/97df9b30-8ccf-4f4b-8525-1369888f619a/4777f38a-e5bf-4c33-a99f-88fe9c9b1286) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:03.733308 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-398a3f0e-46e1-424c-979e-9fa470f34147 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f5e572e1e43471cb0156603ea55a1bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4769204 Jul 29 14:58:03.740092 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5eee7aa9-cf09-4caa-92ce-eb1fc15e5dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:03.870782 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5eee7aa9-cf09-4caa-92ce-eb1fc15e5dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:03.874034 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5eee7aa9-cf09-4caa-92ce-eb1fc15e5dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:03.875764 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5eee7aa9-cf09-4caa-92ce-eb1fc15e5dc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30438473-3b22-45da-942c-a5b453cb6fe7 HTTP/1.1" status: 204 len: 168 time: 0.3163886 Jul 29 14:58:03.886366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee7aa9-cf09-4caa-92ce-eb1fc15e5dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30438473-3b22-45da-942c-a5b453cb6fe7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:03.937435 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d36cfbb1-3e1e-4fd8-ba6a-eac8b62d8061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:03.982619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1364a732-cddc-425e-8f4f-a9fd38ec5d65 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Made reservation on behalf of b87fe36def094cf5968288b084e2140d for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:03.987385 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1364a732-cddc-425e-8f4f-a9fd38ec5d65 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:04.034174 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d36cfbb1-3e1e-4fd8-ba6a-eac8b62d8061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:04.214632 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d36cfbb1-3e1e-4fd8-ba6a-eac8b62d8061 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb4f4a790e50476abd78adc09be622a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4236250 Jul 29 14:58:04.217949 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46396) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:04.227083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cfbb1-3e1e-4fd8-ba6a-eac8b62d8061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337923a1-59ab-44fe-bce3-8a9ebe4cd2ea,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:04.257883 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:04.293208 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-67bb9fa1-2d39-49fe-96a5-d533ee46d78c service neutron] 10.222.0.16 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045927 Jul 29 14:58:04.314187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Transition to ACTIVE for port object 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:04.382066 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1b664b76-a9cc-4828-a870-33d2c1224076 admin admin] Deleting port bc3e28e8-d601-4ac9-b489-253420aac3cd {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:58:04.382569 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1b664b76-a9cc-4828-a870-33d2c1224076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:04.501293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-1b664b76-a9cc-4828-a870-33d2c1224076 admin admin] For port bc3e28e8-d601-4ac9-b489-253420aac3cd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bc3e28e8-d601-4ac9-b489-253420aac3cd,segment=NetworkSegment(67dd420b-cbc7-46d7-be01-4f37674a0586),segment_id=67dd420b-cbc7-46d7-be01-4f37674a0586)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:04.501770 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1b664b76-a9cc-4828-a870-33d2c1224076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:04.504607 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:04.520346 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:04.527712 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-26965a7c-e67a-42ee-8f2d-dc1002e59de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:04.540388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1b664b76-a9cc-4828-a870-33d2c1224076 admin admin] Calling delete_port for bc3e28e8-d601-4ac9-b489-253420aac3cd owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:58:04.546034 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Transition to ACTIVE for port object 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:04.546344 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1364a732-cddc-425e-8f4f-a9fd38ec5d65 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:04.567933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Transition to ACTIVE for port object 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:04.577462 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:04.628945 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port c3520a63-d954-4509-a403-6d9e1baf9d29, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c3520a63-d954-4509-a403-6d9e1baf9d29,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:04.632254 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:04.644954 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:04.646803 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:04.770157 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-26965a7c-e67a-42ee-8f2d-dc1002e59de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:04.805456 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1b664b76-a9cc-4828-a870-33d2c1224076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:04.875742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Network 112a52ee-a8c5-491c-86d2-16cd4245effc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:04.886911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:04.934370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:04.952366 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Pushing event updated for resources: {'Port': ['ID=50b71a6c-7fdd-4329-8816-7ca5cf1d4d68,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:04.954509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364a732-cddc-425e-8f4f-a9fd38ec5d65 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event updated for resources: {'Subnet': ['ID=b82d0d65-5f7c-4442-9148-60b7547ab51d,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:04.973022 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e264d07-9b58-415b-a42b-deddc7ffbe3e req-e1b42fb6-c9bf-4387-95e3-b696285af10a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:04.975146 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3e264d07-9b58-415b-a42b-deddc7ffbe3e req-e1b42fb6-c9bf-4387-95e3-b696285af10a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.4928422 Jul 29 14:58:04.982819 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-26965a7c-e67a-42ee-8f2d-dc1002e59de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:04.986005 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-26965a7c-e67a-42ee-8f2d-dc1002e59de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:04.990083 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-26965a7c-e67a-42ee-8f2d-dc1002e59de5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/337923a1-59ab-44fe-bce3-8a9ebe4cd2ea HTTP/1.1" status: 204 len: 168 time: 0.7682667 Jul 29 14:58:05.002551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364a732-cddc-425e-8f4f-a9fd38ec5d65 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Checking segment: {'id': '87c2ebda-f103-40ae-81fb-ae5e00c7ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:05.003337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1364a732-cddc-425e-8f4f-a9fd38ec5d65 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Network hostable DHCP agents. Network: cbb34b73-c540-4255-9d61-eaabcefcb943, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:58:05.026027 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26965a7c-e67a-42ee-8f2d-dc1002e59de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337923a1-59ab-44fe-bce3-8a9ebe4cd2ea,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:05.047700 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b664b76-a9cc-4828-a870-33d2c1224076 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3e28e8-d601-4ac9-b489-253420aac3cd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:05.096751 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=c3520a63-d954-4509-a403-6d9e1baf9d29,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:05.112952 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3e264d07-9b58-415b-a42b-deddc7ffbe3e req-763a3d6d-b7c9-4809-b57e-27377be3f365 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241331 Jul 29 14:58:05.113860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1364a732-cddc-425e-8f4f-a9fd38ec5d65 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Network cbb34b73-c540-4255-9d61-eaabcefcb943 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:58:05.132918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-1364a732-cddc-425e-8f4f-a9fd38ec5d65 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, cbb34b73-c540-4255-9d61-eaabcefcb943) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:05.160801 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabb9659-7999-4347-9553-f25f0dd0752c None None] Network cbb34b73-c540-4255-9d61-eaabcefcb943 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:58:05.169331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1364a732-cddc-425e-8f4f-a9fd38ec5d65 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:05.170256 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1364a732-cddc-425e-8f4f-a9fd38ec5d65 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:05.209070 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:05.230986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Attempting to bind port 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:58:05.231295 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1364a732-cddc-425e-8f4f-a9fd38ec5d65 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6422541 Jul 29 14:58:05.231486 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Attempting to bind port 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:58:05.231486 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Attempting to bind port 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68 on network 112a52ee-a8c5-491c-86d2-16cd4245effc {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:05.232336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46410) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:05.240717 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:58:05.241097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Checking segment: {'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:05.241488 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:05.241911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Bound using segment: {'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:58:05.242415 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Bound port: 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:58:05.243449 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:05.249935 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1a094f60-1268-4ae9-8155-e1296c1bcf3f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Request body: {'port': {'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc', 'name': 'tempest-TaggedBootDevicesTest_v242-968447646', 'fixed_ips': [{'subnet_id': '8d785b3c-b258-45a7-a818-a288be412f7d'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:05.263287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Network 7fd93376-9f13-4441-9587-010f8b5c36dc is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:05.272371 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:05.327901 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-eeeee2b5-a812-4a8c-a7cd-322d9f016e8b service neutron] 10.222.0.16 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0174441 Jul 29 14:58:05.328870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:05.334865 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] For port 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:58:05.340486 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] For port 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=50b71a6c-7fdd-4329-8816-7ca5cf1d4d68,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:58:05.353706 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:05.378885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:05.379258 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:05.746691 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-16451464-5f42-4f8c-9da3-b3f9a08d6a72 req-ba33ed0a-bcec-4118-a29a-d02d29ee5ef3 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 210 time: 0.0441020 Jul 29 14:58:05.756958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a094f60-1268-4ae9-8155-e1296c1bcf3f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Made reservation on behalf of b87fe36def094cf5968288b084e2140d for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:05.818964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e1f3e-c143-477c-9f2b-9a1a2b32e9b3 None None] Pushing event updated for resources: {'Port': ['ID=50b71a6c-7fdd-4329-8816-7ca5cf1d4d68,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:05.922456 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1b664b76-a9cc-4828-a870-33d2c1224076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:05.995806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Pushing event updated for resources: {'Port': ['ID=4777f38a-e5bf-4c33-a99f-88fe9c9b1286,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:06.074158 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1a094f60-1268-4ae9-8155-e1296c1bcf3f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:06.088327 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-cbb34b73-c540-4255-9d61-eaabcefcb943', 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'fixed_ips': [{'subnet_id': 'b82d0d65-5f7c-4442-9148-60b7547ab51d'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:58:06.089314 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:06.110184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f32404fc-166a-4759-90ca-90975a767f8f None None] Provisioning for port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:06.189688 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-1a094f60-1268-4ae9-8155-e1296c1bcf3f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] device_id is not set on port 1bdf1649-a389-4996-8e32-7b0940a4a965 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:58:06.268411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f32404fc-166a-4759-90ca-90975a767f8f None None] Provisioning complete for port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:06.270063 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f32404fc-166a-4759-90ca-90975a767f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:06.348518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46430) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:06.351890 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:06.370411 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d8fc56d-8274-48db-802a-4dee0576c9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:06.392740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f32404fc-166a-4759-90ca-90975a767f8f None None] Port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:06.432888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Allocated IP 10.2.2.2 (cbb34b73-c540-4255-9d61-eaabcefcb943/b82d0d65-5f7c-4442-9148-60b7547ab51d/163e185e-72c8-4bcd-8430-d444fe7c465a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:06.702005 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-1a094f60-1268-4ae9-8155-e1296c1bcf3f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Allocated IP 10.1.1.51 (112a52ee-a8c5-491c-86d2-16cd4245effc/8d785b3c-b258-45a7-a818-a288be412f7d/1bdf1649-a389-4996-8e32-7b0940a4a965) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:06.811419 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d8fc56d-8274-48db-802a-4dee0576c9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:06.831673 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d8fc56d-8274-48db-802a-4dee0576c9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:06.850101 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:06.866105 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Transition to ACTIVE for port object 163e185e-72c8-4bcd-8430-d444fe7c465a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:06.904571 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Transition to ACTIVE for port object 163e185e-72c8-4bcd-8430-d444fe7c465a will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:06.921062 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:06.959865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fc56d-8274-48db-802a-4dee0576c9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc68e8bc-5292-4da4-bad2-7dc8322958e1,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:07.010089 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c3520a63-d954-4509-a403-6d9e1baf9d29 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:07.074331 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Network cbb34b73-c540-4255-9d61-eaabcefcb943 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:07.083460 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:07.103981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:07.172755 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Pushing event updated for resources: {'Port': ['ID=163e185e-72c8-4bcd-8430-d444fe7c465a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:07.248274 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:07.297158 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Attempting to bind port 163e185e-72c8-4bcd-8430-d444fe7c465a on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:58:07.297533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Attempting to bind port 163e185e-72c8-4bcd-8430-d444fe7c465a by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '87c2ebda-f103-40ae-81fb-ae5e00c7ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:58:07.297908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Attempting to bind port 163e185e-72c8-4bcd-8430-d444fe7c465a on network cbb34b73-c540-4255-9d61-eaabcefcb943 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:07.317923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:58:07.317923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Checking segment: {'id': '87c2ebda-f103-40ae-81fb-ae5e00c7ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:07.317923 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:07.317923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Bound using segment: {'id': '87c2ebda-f103-40ae-81fb-ae5e00c7ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:58:07.317923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Bound port: 163e185e-72c8-4bcd-8430-d444fe7c465a, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c2ebda-f103-40ae-81fb-ae5e00c7ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:58:07.317923 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:07.359525 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c3520a63-d954-4509-a403-6d9e1baf9d29 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:07.365102 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:07.478434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c4ea4-3d58-47b3-b0af-227f604223e6 req-abf09822-7f82-48a1-bedd-c3f21e512d49 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:07.491117 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-270c4ea4-3d58-47b3-b0af-227f604223e6 req-abf09822-7f82-48a1-bedd-c3f21e512d49 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.2752433 Jul 29 14:58:07.583931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] For port 163e185e-72c8-4bcd-8430-d444fe7c465a, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:58:07.598382 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] For port 163e185e-72c8-4bcd-8430-d444fe7c465a, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=163e185e-72c8-4bcd-8430-d444fe7c465a,segment=NetworkSegment(87c2ebda-f103-40ae-81fb-ae5e00c7ca15),segment_id=87c2ebda-f103-40ae-81fb-ae5e00c7ca15)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:58:07.700424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:07.703523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773292e7-349b-4c63-a163-62a6cc6e3cad None None] Network 112a52ee-a8c5-491c-86d2-16cd4245effc requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:58:07.707913 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:07.770073 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-270c4ea4-3d58-47b3-b0af-227f604223e6 req-c1dec9aa-bf9f-49dd-bb49-bc8f4d61d9bf tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565820 Jul 29 14:58:07.793741 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-36701fd6-212f-4364-b1ac-c258aece96ab req-721e0ec2-3542-4025-85ee-3dd2e62c35e6 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 210 time: 0.7299023 Jul 29 14:58:07.802052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8d8fc56d-8274-48db-802a-4dee0576c9d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=893bb3489be842eaa4c44247d7cd8859&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4493406 Jul 29 14:58:07.804398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46460) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:07.835756 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:58:07.870543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-59d5276a-2b14-41c7-b12d-901a9af02543 None None] Provisioning for port 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:07.911979 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1a094f60-1268-4ae9-8155-e1296c1bcf3f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:07.932853 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-1a094f60-1268-4ae9-8155-e1296c1bcf3f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Transition to ACTIVE for port object 1bdf1649-a389-4996-8e32-7b0940a4a965 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:07.956940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df974e-aa55-4885-b3f5-38ac571e8505 None None] Pushing event updated for resources: {'Port': ['ID=163e185e-72c8-4bcd-8430-d444fe7c465a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:07.991312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1a094f60-1268-4ae9-8155-e1296c1bcf3f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:08.009473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:08.031309 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:08.031309 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:08.053828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a094f60-1268-4ae9-8155-e1296c1bcf3f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event updated for resources: {'Port': ['ID=1bdf1649-a389-4996-8e32-7b0940a4a965,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:08.083039 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a094f60-1268-4ae9-8155-e1296c1bcf3f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Network 112a52ee-a8c5-491c-86d2-16cd4245effc is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:08.085272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-1a094f60-1268-4ae9-8155-e1296c1bcf3f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:08.095750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a094f60-1268-4ae9-8155-e1296c1bcf3f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:08.279094 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a094f60-1268-4ae9-8155-e1296c1bcf3f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:08.279803 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1a094f60-1268-4ae9-8155-e1296c1bcf3f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:08.281726 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:08.350561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=50b71a6c-7fdd-4329-8816-7ca5cf1d4d68,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:08.362824 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:08.367384 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 00c9c99a-7f40-4930-8bf4-8bff6aca37f9 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:08.376027 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1a094f60-1268-4ae9-8155-e1296c1bcf3f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1421194 Jul 29 14:58:08.376273 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:08.380197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46466) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:08.386629 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-96156e90-b895-4149-8bd0-7276e20f0a71 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Request body: {'port': {'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc', 'name': 'tempest-TaggedBootDevicesTest_v242-987042857', 'fixed_ips': [{'subnet_id': '8d785b3c-b258-45a7-a818-a288be412f7d'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:08.590619 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 00c9c99a-7f40-4930-8bf4-8bff6aca37f9 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:08.603787 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 00c9c99a-7f40-4930-8bf4-8bff6aca37f9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:08.603787 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:08.610277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=50b71a6c-7fdd-4329-8816-7ca5cf1d4d68,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:08.623448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96156e90-b895-4149-8bd0-7276e20f0a71 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Made reservation on behalf of b87fe36def094cf5968288b084e2140d for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:08.629527 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96156e90-b895-4149-8bd0-7276e20f0a71 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:08.657275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-96156e90-b895-4149-8bd0-7276e20f0a71 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] device_id is not set on port 85e3d439-4f4c-480b-b468-4d17d9852f15 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:58:08.724327 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d49b-b1c0-4d36-939f-c44b99e4e1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:08.942758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bcb262b6-32f4-44c8-a1de-820c828ad5f1 None None] Provisioning for port 1bdf1649-a389-4996-8e32-7b0940a4a965 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:08.974418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bcb262b6-32f4-44c8-a1de-820c828ad5f1 None None] Provisioning complete for port 1bdf1649-a389-4996-8e32-7b0940a4a965 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:08.976940 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcb262b6-32f4-44c8-a1de-820c828ad5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:09.079423 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d49b-b1c0-4d36-939f-c44b99e4e1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:09.112492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b664b76-a9cc-4828-a870-33d2c1224076 admin admin] Router 1a010d4f-0539-4476-b478-abc53adac9fc has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:58:09.128268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bcb262b6-32f4-44c8-a1de-820c828ad5f1 None None] Port 1bdf1649-a389-4996-8e32-7b0940a4a965 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:09.146963 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:09.148463 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46474) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:09.182402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bcb262b6-32f4-44c8-a1de-820c828ad5f1 None None] Provisioning complete for port 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:09.187291 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcb262b6-32f4-44c8-a1de-820c828ad5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:09.226217 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 00c9c99a-7f40-4930-8bf4-8bff6aca37f9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=00c9c99a-7f40-4930-8bf4-8bff6aca37f9,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:09.237473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-96156e90-b895-4149-8bd0-7276e20f0a71 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Allocated IP 10.1.1.180 (112a52ee-a8c5-491c-86d2-16cd4245effc/8d785b3c-b258-45a7-a818-a288be412f7d/85e3d439-4f4c-480b-b468-4d17d9852f15) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:09.244783 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:09.300037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-7434d36a-8130-46bf-843d-4da5fab25c92 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:09.304945 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-7434d36a-8130-46bf-843d-4da5fab25c92 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.38 "GET /v2.0/networks?id=1d80521b-6229-44d9-b599-75d40e13b312 HTTP/1.1" status: 200 len: 809 time: 0.5567992 Jul 29 14:58:09.308489 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21e654-5564-4650-9d52-2f21ba7724db req-e9db6c13-7986-49bb-bb83-9e52088866aa tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:09.314466 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9e21e654-5564-4650-9d52-2f21ba7724db req-e9db6c13-7986-49bb-bb83-9e52088866aa tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.2501428 Jul 29 14:58:09.347575 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=00c9c99a-7f40-4930-8bf4-8bff6aca37f9,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:09.440746 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9e21e654-5564-4650-9d52-2f21ba7724db req-e78d7f86-6e49-488b-a453-c7bb2b1894d4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172166 Jul 29 14:58:09.452412 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1cbed702-bb4b-47e1-87c9-f18cc65c511d req-d7c11fcd-2d09-48d2-8ac0-44c5b450b517 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 210 time: 0.3362975 Jul 29 14:58:09.526635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b7f5204e-596b-4ac1-b968-a392dcf76196 None None] Provisioning complete for port 1bdf1649-a389-4996-8e32-7b0940a4a965 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:09.529137 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b7f5204e-596b-4ac1-b968-a392dcf76196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:09.574381 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:09.590238 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:09.694689 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-40773cb9-056e-4b5f-9eb6-ae04c54792f8 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f5e572e1e43471cb0156603ea55a1bb HTTP/1.1" status: 200 len: 379 time: 0.2181377 Jul 29 14:58:09.703456 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001fd5b2-90dd-46c3-a67f-16a9362cc7ad None None] Network cbb34b73-c540-4255-9d61-eaabcefcb943 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:58:09.752126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-672770ef-71f3-40dd-a027-ab44b92425d0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Request body: {'port': {'device_id': '84c89016-fc87-4677-8873-aedd063a07df', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'admin_state_up': True, 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'security_groups': ['67aa2bf6-17a2-4a1e-ba3a-1c314103ff31']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:09.789074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:09.792328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b7f5204e-596b-4ac1-b968-a392dcf76196 None None] Port 1bdf1649-a389-4996-8e32-7b0940a4a965 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:09.792959 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c1935007-4316-4572-af90-9fa53e986137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:09.816544 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96156e90-b895-4149-8bd0-7276e20f0a71 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:09.841523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-96156e90-b895-4149-8bd0-7276e20f0a71 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Transition to ACTIVE for port object 85e3d439-4f4c-480b-b468-4d17d9852f15 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:09.858160 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d49b-b1c0-4d36-939f-c44b99e4e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:09.861404 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4bd0d49b-b1c0-4d36-939f-c44b99e4e1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:09.863058 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4bd0d49b-b1c0-4d36-939f-c44b99e4e1e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc68e8bc-5292-4da4-bad2-7dc8322958e1 HTTP/1.1" status: 204 len: 168 time: 1.8324947 Jul 29 14:58:09.903785 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:09.919681 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96156e90-b895-4149-8bd0-7276e20f0a71 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:09.920009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0d49b-b1c0-4d36-939f-c44b99e4e1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc68e8bc-5292-4da4-bad2-7dc8322958e1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:09.922545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Pushing event updated for resources: {'Port': ['ID=4777f38a-e5bf-4c33-a99f-88fe9c9b1286,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:09.973323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b664b76-a9cc-4828-a870-33d2c1224076 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:58:09.996538 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1b664b76-a9cc-4828-a870-33d2c1224076 admin admin] 10.222.0.16 "PUT /v2.0/routers/1a010d4f-0539-4476-b478-abc53adac9fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9575446 Jul 29 14:58:10.008175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46480) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:10.085481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a374dc70-c371-4486-8ed8-52e202c04966 None None] Sync routers for ids ['1a010d4f-0539-4476-b478-abc53adac9fc'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:58:10.142458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a374dc70-c371-4486-8ed8-52e202c04966 None None] Routers {'1a010d4f-0539-4476-b478-abc53adac9fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:58:10.143454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a374dc70-c371-4486-8ed8-52e202c04966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:58:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1a010d4f-0539-4476-b478-abc53adac9fc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:10.156514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96156e90-b895-4149-8bd0-7276e20f0a71 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Network 112a52ee-a8c5-491c-86d2-16cd4245effc is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:10.163401 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Network 7fd93376-9f13-4441-9587-010f8b5c36dc is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:10.169328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-96156e90-b895-4149-8bd0-7276e20f0a71 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:10.179190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:10.183983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96156e90-b895-4149-8bd0-7276e20f0a71 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:10.258109 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96156e90-b895-4149-8bd0-7276e20f0a71 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event updated for resources: {'Port': ['ID=85e3d439-4f4c-480b-b468-4d17d9852f15,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:10.278490 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c1935007-4316-4572-af90-9fa53e986137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:10.347814 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c1935007-4316-4572-af90-9fa53e986137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:10.369600 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-a374dc70-c371-4486-8ed8-52e202c04966 None None] Set router 1a010d4f-0539-4476-b478-abc53adac9fc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:58:10.475743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96156e90-b895-4149-8bd0-7276e20f0a71 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:10.485876 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96156e90-b895-4149-8bd0-7276e20f0a71 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:10.557199 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0d65-e9e8-4ef8-90b9-959a1625e39d admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:10.653793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a0731728-321d-4403-8226-944e8e53dfa8 None None] Provisioning for port 163e185e-72c8-4bcd-8430-d444fe7c465a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:10.695422 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-96156e90-b895-4149-8bd0-7276e20f0a71 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3130803 Jul 29 14:58:10.742283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1935007-4316-4572-af90-9fa53e986137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1d906d-5912-47d4-8049-212fc7c077f2,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:10.759363 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c1935007-4316-4572-af90-9fa53e986137 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ed5c3ae7ea64d91ae8901a0bf17a5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6042466 Jul 29 14:58:10.760626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46494) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:10.798039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:10.798544 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:10.835441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-672770ef-71f3-40dd-a027-ab44b92425d0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Made reservation on behalf of 0f5e572e1e43471cb0156603ea55a1bb for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:10.839783 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-672770ef-71f3-40dd-a027-ab44b92425d0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:10.860189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Router fd64afef-4837-40f1-9d17-3819492a1ce8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:58:10.897309 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0dc11939-be44-49b8-af96-bbd3b097bb25 req-a468d6ee-5d5f-4fe1-9dc0-a3d0ade528ab tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 210 time: 0.1336498 Jul 29 14:58:10.965192 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0d65-e9e8-4ef8-90b9-959a1625e39d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:10.990936 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead3b62-24f4-451c-b1af-f31f31311a35 req-4c0c701b-b2ee-4aa0-8908-5facac708c58 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:10.992819 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ead3b62-24f4-451c-b1af-f31f31311a35 req-4c0c701b-b2ee-4aa0-8908-5facac708c58 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.3021691 Jul 29 14:58:10.999948 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:11.006893 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a4b08137-597e-4107-93ff-f8fd1fc51d36 None None] Provisioning complete for port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:11.007535 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4b08137-597e-4107-93ff-f8fd1fc51d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:11.116476 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ead3b62-24f4-451c-b1af-f31f31311a35 req-cdac552e-4db1-4634-8422-099418b938c7 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932698 Jul 29 14:58:11.183647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a4b08137-597e-4107-93ff-f8fd1fc51d36 None None] Port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:11.184491 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa0d65-e9e8-4ef8-90b9-959a1625e39d admin admin] Deleting port 8538634a-700c-4457-a5e3-694c6646fe2b {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:58:11.184491 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0d65-e9e8-4ef8-90b9-959a1625e39d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:11.214116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:58:11.239151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3953d774-0b14-439c-a550-ac75c33ad104 admin admin] 10.222.0.16 "PUT /v2.0/routers/fd64afef-4837-40f1-9d17-3819492a1ce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7780550 Jul 29 14:58:11.239151 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4fef945-b7a3-424a-bdb1-03448fbf24a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:11.263780 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Sync routers for ids ['fd64afef-4837-40f1-9d17-3819492a1ce8'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:58:11.301459 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4fef945-b7a3-424a-bdb1-03448fbf24a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:11.323675 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46502) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:11.332946 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Routers {'fd64afef-4837-40f1-9d17-3819492a1ce8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:58:11.333998 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:58:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fd64afef-4837-40f1-9d17-3819492a1ce8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:11.335152 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-701fe11a-21e2-46d0-9c59-f47323ad2a3a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430350720', 'description': 'tempest-description--1313876035'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:11.420857 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 163e185e-72c8-4bcd-8430-d444fe7c465a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:11.424105 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a374dc70-c371-4486-8ed8-52e202c04966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'name': 'tempest-ServersTestBootFromVolume-1395248874-router', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:53:45Z', 'updated_at': '2021-07-29T14:58:04Z', 'revision_number': 5, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'gw_port': {'id': '8538634a-700c-4457-a5e3-694c6646fe2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1583, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:53:46Z', 'updated_at': '2021-07-29T14:53:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:11.428293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-672770ef-71f3-40dd-a027-ab44b92425d0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Allocated IP 172.20.0.11 (1d80521b-6229-44d9-b599-75d40e13b312/9b1747c4-def9-4399-bfc4-b048db571a84/f57ee018-b433-4528-a366-93e5e4fb32ae) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:11.464848 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ca1fed52-b4d2-456f-a7df-9b12d84730e8 None None] Provisioning for port 85e3d439-4f4c-480b-b468-4d17d9852f15 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:11.468699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a374dc70-c371-4486-8ed8-52e202c04966 None None] Checking router: 1a010d4f-0539-4476-b478-abc53adac9fc for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:58:11.530520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ca1fed52-b4d2-456f-a7df-9b12d84730e8 None None] Provisioning complete for port 85e3d439-4f4c-480b-b468-4d17d9852f15 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:11.530898 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ca1fed52-b4d2-456f-a7df-9b12d84730e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:11.537404 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-f4fa0d65-e9e8-4ef8-90b9-959a1625e39d admin admin] For port 8538634a-700c-4457-a5e3-694c6646fe2b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8538634a-700c-4457-a5e3-694c6646fe2b,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:11.538589 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0d65-e9e8-4ef8-90b9-959a1625e39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:11.552157 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a374dc70-c371-4486-8ed8-52e202c04966 None None] Routers {'1a010d4f-0539-4476-b478-abc53adac9fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:58:11.552901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a374dc70-c371-4486-8ed8-52e202c04966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:58:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1a010d4f-0539-4476-b478-abc53adac9fc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:11.578547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa0d65-e9e8-4ef8-90b9-959a1625e39d admin admin] Calling delete_port for 8538634a-700c-4457-a5e3-694c6646fe2b owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:58:11.741091 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4fef945-b7a3-424a-bdb1-03448fbf24a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:11.747039 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4fef945-b7a3-424a-bdb1-03448fbf24a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:11.752446 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d4fef945-b7a3-424a-bdb1-03448fbf24a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b1d906d-5912-47d4-8049-212fc7c077f2 HTTP/1.1" status: 204 len: 168 time: 0.9678915 Jul 29 14:58:11.784763 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fef945-b7a3-424a-bdb1-03448fbf24a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1d906d-5912-47d4-8049-212fc7c077f2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:11.824899 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-701fe11a-21e2-46d0-9c59-f47323ad2a3a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:11.839406 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Set router fd64afef-4837-40f1-9d17-3819492a1ce8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:58:11.853229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ca1fed52-b4d2-456f-a7df-9b12d84730e8 None None] Port 85e3d439-4f4c-480b-b468-4d17d9852f15 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:11.952562 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-672770ef-71f3-40dd-a027-ab44b92425d0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:11.982916 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-a374dc70-c371-4486-8ed8-52e202c04966 None None] Set router 1a010d4f-0539-4476-b478-abc53adac9fc gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:58:11.984775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-672770ef-71f3-40dd-a027-ab44b92425d0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Transition to ACTIVE for port object f57ee018-b433-4528-a366-93e5e4fb32ae will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:11.998474 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 163e185e-72c8-4bcd-8430-d444fe7c465a completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:12.063010 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-672770ef-71f3-40dd-a027-ab44b92425d0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:12.115459 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0d65-e9e8-4ef8-90b9-959a1625e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:12.141648 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-701fe11a-21e2-46d0-9c59-f47323ad2a3a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:12.167951 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-701fe11a-21e2-46d0-9c59-f47323ad2a3a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:12.185544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-672770ef-71f3-40dd-a027-ab44b92425d0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Network 1d80521b-6229-44d9-b599-75d40e13b312 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:12.215557 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa0d65-e9e8-4ef8-90b9-959a1625e39d admin admin] Pushing event deleted for resources: {'Port': ['ID=8538634a-700c-4457-a5e3-694c6646fe2b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:12.244845 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 163e185e-72c8-4bcd-8430-d444fe7c465a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:12.245507 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:12.284546 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-672770ef-71f3-40dd-a027-ab44b92425d0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:12.325824 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a374dc70-c371-4486-8ed8-52e202c04966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'name': 'tempest-ServersTestBootFromVolume-1395248874-router', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:53:45Z', 'updated_at': '2021-07-29T14:58:10Z', 'revision_number': 6, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:12.340418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-672770ef-71f3-40dd-a027-ab44b92425d0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:12.395135 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a374dc70-c371-4486-8ed8-52e202c04966 None None] The sync data for ids ['1a010d4f-0539-4476-b478-abc53adac9fc'] in n-d-802893-1 is: [{'id': '1a010d4f-0539-4476-b478-abc53adac9fc', 'name': 'tempest-ServersTestBootFromVolume-1395248874-router', 'tenant_id': '594bc26b42cf44059f13428d7c87f248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:53:45Z', 'updated_at': '2021-07-29T14:58:10Z', 'revision_number': 6, 'project_id': '594bc26b42cf44059f13428d7c87f248', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:58:12.396608 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672770ef-71f3-40dd-a027-ab44b92425d0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event updated for resources: {'Port': ['ID=f57ee018-b433-4528-a366-93e5e4fb32ae,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:12.398313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6a0c39b8-8c3c-45ac-acd9-5628f965b0c1 None None] Provisioning complete for port 163e185e-72c8-4bcd-8430-d444fe7c465a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:12.399746 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a0c39b8-8c3c-45ac-acd9-5628f965b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:12.431544 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-701fe11a-21e2-46d0-9c59-f47323ad2a3a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:12.438037 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-701fe11a-21e2-46d0-9c59-f47323ad2a3a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1132519 Jul 29 14:58:12.504626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0d65-e9e8-4ef8-90b9-959a1625e39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:12.582923 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46530) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:12.583935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fe11a-21e2-46d0-9c59-f47323ad2a3a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102ae8b3-3400-409b-9f33-5df178a41fa6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:12.617648 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'name': 'tempest-TestServerMultinode-896313755-router', 'tenant_id': 'e3d02b9889954ede8a7f3e4397199499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '00c9c99a-7f40-4930-8bf4-8bff6aca37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:52Z', 'updated_at': '2021-07-29T14:58:08Z', 'revision_number': 4, 'project_id': 'e3d02b9889954ede8a7f3e4397199499', 'gw_port': {'id': '00c9c99a-7f40-4930-8bf4-8bff6aca37f9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:54Z', 'updated_at': '2021-07-29T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '4777f38a-e5bf-4c33-a99f-88fe9c9b1286', 'name': '', 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc', 'tenant_id': 'e3d02b9889954ede8a7f3e4397199499', 'mac_address': 'fa:16:3e:f3:ec:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '97df9b30-8ccf-4f4b-8525-1369888f619a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:58:02Z', 'updated_at': '2021-07-29T14:58:08Z', 'revision_number': 2, 'project_id': 'e3d02b9889954ede8a7f3e4397199499', 'subnets': [{'id': '97df9b30-8ccf-4f4b-8525-1369888f619a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:12.647802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-68880bde-cb1c-4619-b893-07447efd5c90 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Request body: {'security_group_rule': {'security_group_id': '102ae8b3-3400-409b-9f33-5df178a41fa6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:12.673289 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a0c39b8-8c3c-45ac-acd9-5628f965b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:12.692884 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:12.739319 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6a0c39b8-8c3c-45ac-acd9-5628f965b0c1 None None] For port 163e185e-72c8-4bcd-8430-d444fe7c465a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=163e185e-72c8-4bcd-8430-d444fe7c465a,segment=NetworkSegment(87c2ebda-f103-40ae-81fb-ae5e00c7ca15),segment_id=87c2ebda-f103-40ae-81fb-ae5e00c7ca15)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:12.755382 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a0c39b8-8c3c-45ac-acd9-5628f965b0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:12.846538 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-672770ef-71f3-40dd-a027-ab44b92425d0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:12.848014 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-672770ef-71f3-40dd-a027-ab44b92425d0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:12.854896 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Checking router: fd64afef-4837-40f1-9d17-3819492a1ce8 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:58:12.865090 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Updating router fd64afef-4837-40f1-9d17-3819492a1ce8 port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:58:12.889981 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0d65-e9e8-4ef8-90b9-959a1625e39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:12.895167 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0d65-e9e8-4ef8-90b9-959a1625e39d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:12.932069 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbf56b-7486-4b68-b305-2dd92f6b636c req-6ea47446-1034-495c-87f2-8f6b86be521d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:12.946293 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-15bbf56b-7486-4b68-b305-2dd92f6b636c req-6ea47446-1034-495c-87f2-8f6b86be521d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 932 time: 0.7200801 Jul 29 14:58:12.959687 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-672770ef-71f3-40dd-a027-ab44b92425d0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2221162 Jul 29 14:58:12.963843 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68880bde-cb1c-4619-b893-07447efd5c90 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:12.981574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44898b8a-ba7b-4109-bc56-1d4786909874 req-0f839a81-3067-478b-b839-6bc4fb906f48 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:12.991683 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-44898b8a-ba7b-4109-bc56-1d4786909874 req-0f839a81-3067-478b-b839-6bc4fb906f48 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.6209106 Jul 29 14:58:13.015621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Request body: {'port': {'device_id': '84c89016-fc87-4677-8873-aedd063a07df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:13.032661 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:13.043929 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c39b8-8c3c-45ac-acd9-5628f965b0c1 None None] Pushing event updated for resources: {'Port': ['ID=163e185e-72c8-4bcd-8430-d444fe7c465a,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:13.147561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c9745a61-b186-4bce-89a2-564f72bd3362 None None] Provisioning for port f57ee018-b433-4528-a366-93e5e4fb32ae completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:13.160430 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-44898b8a-ba7b-4109-bc56-1d4786909874 req-c2fe3dc9-6edf-42e5-bb8d-b32456dad675 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671972 Jul 29 14:58:13.167739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c9745a61-b186-4bce-89a2-564f72bd3362 None None] Provisioning complete for port f57ee018-b433-4528-a366-93e5e4fb32ae triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:13.176853 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9745a61-b186-4bce-89a2-564f72bd3362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:13.206417 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0d65-e9e8-4ef8-90b9-959a1625e39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:13.209219 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fa0d65-e9e8-4ef8-90b9-959a1625e39d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a010d4f-0539-4476-b478-abc53adac9fc {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:58:13.256135 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4fa0d65-e9e8-4ef8-90b9-959a1625e39d admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:13.258897 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f4fa0d65-e9e8-4ef8-90b9-959a1625e39d admin admin] 10.222.0.16 "DELETE /v2.0/routers/1a010d4f-0539-4476-b478-abc53adac9fc HTTP/1.1" status: 204 len: 168 time: 3.2423332 Jul 29 14:58:13.266176 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46546) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:13.267287 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:13.285773 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-15bbf56b-7486-4b68-b305-2dd92f6b636c req-14584c27-4dc8-4e50-ae98-285ac81ce52f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352244 Jul 29 14:58:13.304976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c9745a61-b186-4bce-89a2-564f72bd3362 None None] Port f57ee018-b433-4528-a366-93e5e4fb32ae cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:13.328988 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:58:13.332905 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:58:13.395540 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68880bde-cb1c-4619-b893-07447efd5c90 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:13.438520 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68880bde-cb1c-4619-b893-07447efd5c90 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:13.483628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68880bde-cb1c-4619-b893-07447efd5c90 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab4a4fd-e2bf-452f-9bb7-9c54ffba5c6f,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:13.497844 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68880bde-cb1c-4619-b893-07447efd5c90 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:13.503595 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46552) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:13.511705 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-efcd764e-55a8-408b-ae34-ca9a3bac17b8 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Request body: {'security_group_rule': {'security_group_id': '102ae8b3-3400-409b-9f33-5df178a41fa6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:13.515239 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-68880bde-cb1c-4619-b893-07447efd5c90 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9042339 Jul 29 14:58:13.537434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-302e1f05-371a-457b-b731-3691cb0ec0f6 admin admin] Deleting subnet 41a7edd6-a5a3-4ddb-81be-33d6a034973c {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:58:13.590643 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-302e1f05-371a-457b-b731-3691cb0ec0f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:13.622946 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-efcd764e-55a8-408b-ae34-ca9a3bac17b8 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:13.651393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46558) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:13.692820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-728c48d2-326f-483a-bb91-0a5209ca9f35 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2075233011-network', 'tenant_id': '715a37e063434e18aa9787bb54b9f71a'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:13.777499 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-302e1f05-371a-457b-b731-3691cb0ec0f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:13.817079 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728c48d2-326f-483a-bb91-0a5209ca9f35 admin admin] Made reservation on behalf of 715a37e063434e18aa9787bb54b9f71a for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:13.821698 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-728c48d2-326f-483a-bb91-0a5209ca9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:13.908395 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-728c48d2-326f-483a-bb91-0a5209ca9f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:13.997325 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.021224 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Transition to ACTIVE for port object 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:14.039826 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.129235 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-efcd764e-55a8-408b-ae34-ca9a3bac17b8 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.142736 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 163e185e-72c8-4bcd-8430-d444fe7c465a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:14.151747 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-efcd764e-55a8-408b-ae34-ca9a3bac17b8 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.177958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd764e-55a8-408b-ae34-ca9a3bac17b8 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754fbd5e-0c31-42ae-8aa2-c679c15cdcd9,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:14.294325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 163e185e-72c8-4bcd-8430-d444fe7c465a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:14.294694 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.340638 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-302e1f05-371a-457b-b731-3691cb0ec0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.373954 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d4d20-6d45-4a74-9d4f-043c7a7b7585 None None] Pushing event updated for resources: {'Port': ['ID=4777f38a-e5bf-4c33-a99f-88fe9c9b1286,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:14.442068 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d4d20-6d45-4a74-9d4f-043c7a7b7585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:14.442425 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d4d20-6d45-4a74-9d4f-043c7a7b7585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:14.446547 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d4d20-6d45-4a74-9d4f-043c7a7b7585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:14.446547 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d4d20-6d45-4a74-9d4f-043c7a7b7585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:14.447509 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d4d20-6d45-4a74-9d4f-043c7a7b7585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:14.448133 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d4d20-6d45-4a74-9d4f-043c7a7b7585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:14.451604 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d4d20-6d45-4a74-9d4f-043c7a7b7585 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:14.452441 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d4d20-6d45-4a74-9d4f-043c7a7b7585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:14.453707 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d4d20-6d45-4a74-9d4f-043c7a7b7585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:14.456490 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d4d20-6d45-4a74-9d4f-043c7a7b7585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:14.457230 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d4d20-6d45-4a74-9d4f-043c7a7b7585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:14.457885 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720d4d20-6d45-4a74-9d4f-043c7a7b7585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:14.469094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 00c9c99a-7f40-4930-8bf4-8bff6aca37f9 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:14.472163 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-728c48d2-326f-483a-bb91-0a5209ca9f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.485549 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-728c48d2-326f-483a-bb91-0a5209ca9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.523187 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728c48d2-326f-483a-bb91-0a5209ca9f35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:58:14.558799 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-728c48d2-326f-483a-bb91-0a5209ca9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.560846 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-728c48d2-326f-483a-bb91-0a5209ca9f35 admin admin] Added segment d4e008e1-15c5-443a-ba65-9797667a8a3a of type vlan for network e93adadf-49e0-4594-b255-21825f0f721f Jul 29 14:58:14.588742 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Attempting to bind port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:58:14.589315 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Attempting to bind port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:58:14.589688 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Attempting to bind port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 on network 7fd93376-9f13-4441-9587-010f8b5c36dc {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:14.604905 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:58:14.605312 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Checking segment: {'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:14.605786 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.608274 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Bound using segment: {'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:58:14.609025 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Bound port: 4777f38a-e5bf-4c33-a99f-88fe9c9b1286, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:58:14.609639 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.641300 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57ee018-b433-4528-a366-93e5e4fb32ae {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:58:14.657387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 00c9c99a-7f40-4930-8bf4-8bff6aca37f9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:14.658993 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.659920 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.675358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Transition to ACTIVE for port object f57ee018-b433-4528-a366-93e5e4fb32ae will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:14.691701 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-728c48d2-326f-483a-bb91-0a5209ca9f35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.694951 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.803847 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] For port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:58:14.810142 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] For port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4777f38a-e5bf-4c33-a99f-88fe9c9b1286,segment=NetworkSegment(be6396a5-31c2-462f-9e42-6a08bc567392),segment_id=be6396a5-31c2-462f-9e42-6a08bc567392)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:58:14.813722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Pushing event updated for resources: {'Port': ['ID=f57ee018-b433-4528-a366-93e5e4fb32ae,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:14.846312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-efcd764e-55a8-408b-ae34-ca9a3bac17b8 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.849212 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-efcd764e-55a8-408b-ae34-ca9a3bac17b8 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3433287 Jul 29 14:58:14.850042 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.861504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46586) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:14.888360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf7765-c6a9-487d-b1c7-47b3ce70ce08 req-60efc260-6bde-46eb-ab20-07c638c25900 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:14.890078 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f1cf7765-c6a9-487d-b1c7-47b3ce70ce08 req-60efc260-6bde-46eb-ab20-07c638c25900 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.4086490 Jul 29 14:58:14.908370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:14.945195 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-728c48d2-326f-483a-bb91-0a5209ca9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:14.950015 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c48d2-326f-483a-bb91-0a5209ca9f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:14.950635 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-728c48d2-326f-483a-bb91-0a5209ca9f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:15.036822 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Routers {'fd64afef-4837-40f1-9d17-3819492a1ce8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:58:15.037739 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:58:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fd64afef-4837-40f1-9d17-3819492a1ce8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:15.070807 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c48d2-326f-483a-bb91-0a5209ca9f35 admin admin] Pushing event updated for resources: {'Network': ['ID=e93adadf-49e0-4594-b255-21825f0f721f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:15.095407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network e93adadf-49e0-4594-b255-21825f0f721f details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:58:15.096710 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-728c48d2-326f-483a-bb91-0a5209ca9f35 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4391351 Jul 29 14:58:15.115569 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46588) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:15.123670 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-c8ec3ede-ec42-440d-b4c9-8caad8dd1ff7 admin admin] Request body: {'subnet': {'network_id': 'e93adadf-49e0-4594-b255-21825f0f721f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2075233011-subnet', 'tenant_id': '715a37e063434e18aa9787bb54b9f71a', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:15.157578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c48d2-326f-483a-bb91-0a5209ca9f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b74b22f-b46a-4ebd-95c5-909e32941c5a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:15.184986 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d4d20-6d45-4a74-9d4f-043c7a7b7585 None None] Pushing event updated for resources: {'Port': ['ID=4777f38a-e5bf-4c33-a99f-88fe9c9b1286,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:15.219951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5dd5d-695b-419c-9797-03cae40f10f3 req-c9e84b8e-ee71-4ac3-ab35-9ce4baba0cd4 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:15.225619 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7fc5dd5d-695b-419c-9797-03cae40f10f3 req-c9e84b8e-ee71-4ac3-ab35-9ce4baba0cd4 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 944 time: 0.4483199 Jul 29 14:58:15.239598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.api [None req-c8ec3ede-ec42-440d-b4c9-8caad8dd1ff7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 14:58:15.239598 n-d-802893-1 neutron-server[94157]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 14:58:15.239598 n-d-802893-1 neutron-server[94157]: [parameters: {'project_id_1': '715a37e063434e18aa9787bb54b9f71a', 'expiration_1': datetime.datetime(2021, 7, 29, 14, 58, 15, 130456)}] Jul 29 14:58:15.239598 n-d-802893-1 neutron-server[94157]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:58:15.240096 n-d-802893-1 neutron-server[94157]: DEBUG oslo_db.api [None req-c8ec3ede-ec42-440d-b4c9-8caad8dd1ff7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:58:15.300727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8538634a-700c-4457-a5e3-694c6646fe2b no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:58:15.304841 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:15.307457 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Attempting to bind port f57ee018-b433-4528-a366-93e5e4fb32ae on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:58:15.307935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Attempting to bind port f57ee018-b433-4528-a366-93e5e4fb32ae by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:58:15.308151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Attempting to bind port f57ee018-b433-4528-a366-93e5e4fb32ae on network 1d80521b-6229-44d9-b599-75d40e13b312 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:15.326820 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-302e1f05-371a-457b-b731-3691cb0ec0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:15.358089 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 8538634a-700c-4457-a5e3-694c6646fe2b {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:58:15.364965 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7fc5dd5d-695b-419c-9797-03cae40f10f3 req-8db49b82-e609-45e5-b39a-591473081d79 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299829 Jul 29 14:58:15.368829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8538634a-700c-4457-a5e3-694c6646fe2b not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:58:15.369908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bc3e28e8-d601-4ac9-b489-253420aac3cd no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:58:15.383295 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-302e1f05-371a-457b-b731-3691cb0ec0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:15.384713 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-302e1f05-371a-457b-b731-3691cb0ec0f6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/41a7edd6-a5a3-4ddb-81be-33d6a034973c HTTP/1.1" status: 204 len: 168 time: 2.1123621 Jul 29 14:58:15.390027 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46592) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:15.411898 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] Set router fd64afef-4837-40f1-9d17-3819492a1ce8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:58:15.497669 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b42558-aa0f-4684-86c5-90a6fd3ff31a None None] Network f5779f1c-c34a-412c-ac27-a38d801761ff requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:58:15.530274 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: bc3e28e8-d601-4ac9-b489-253420aac3cd {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:58:15.530616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bc3e28e8-d601-4ac9-b489-253420aac3cd not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:58:15.601965 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:15.724378 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Deleting port d32fc214-2071-4447-bcd1-0a94be6f8ec0 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:58:15.725105 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:15.886163 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] For port d32fc214-2071-4447-bcd1-0a94be6f8ec0, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d32fc214-2071-4447-bcd1-0a94be6f8ec0,segment=NetworkSegment(67dd420b-cbc7-46d7-be01-4f37674a0586),segment_id=67dd420b-cbc7-46d7-be01-4f37674a0586)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:15.886680 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:15.892009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ec3ede-ec42-440d-b4c9-8caad8dd1ff7 admin admin] Made reservation on behalf of 715a37e063434e18aa9787bb54b9f71a for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:15.895117 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3ede-ec42-440d-b4c9-8caad8dd1ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:16.035844 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67071575-79ce-49e9-a65c-f760ab3be32f None None] DHCP port deletion for f5779f1c-c34a-412c-ac27-a38d801761ff request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:58:16.046209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Calling delete_port for d32fc214-2071-4447-bcd1-0a94be6f8ec0 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:58:16.099875 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'name': 'tempest-TestServerMultinode-896313755-router', 'tenant_id': 'e3d02b9889954ede8a7f3e4397199499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '00c9c99a-7f40-4930-8bf4-8bff6aca37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:52Z', 'updated_at': '2021-07-29T14:58:08Z', 'revision_number': 4, 'project_id': 'e3d02b9889954ede8a7f3e4397199499', 'gw_port': {'id': '00c9c99a-7f40-4930-8bf4-8bff6aca37f9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:54Z', 'updated_at': '2021-07-29T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '4777f38a-e5bf-4c33-a99f-88fe9c9b1286', 'name': '', 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc', 'tenant_id': 'e3d02b9889954ede8a7f3e4397199499', 'mac_address': 'fa:16:3e:f3:ec:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '97df9b30-8ccf-4f4b-8525-1369888f619a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:58:02Z', 'updated_at': '2021-07-29T14:58:14Z', 'revision_number': 4, 'project_id': 'e3d02b9889954ede8a7f3e4397199499', 'subnets': [{'id': '97df9b30-8ccf-4f4b-8525-1369888f619a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:16.182912 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a5757e-7d37-40f7-8f4a-338de787c4a7 None None] The sync data for ids ['fd64afef-4837-40f1-9d17-3819492a1ce8'] in n-d-802893-1 is: [{'id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'name': 'tempest-TestServerMultinode-896313755-router', 'tenant_id': 'e3d02b9889954ede8a7f3e4397199499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '00c9c99a-7f40-4930-8bf4-8bff6aca37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:52Z', 'updated_at': '2021-07-29T14:58:08Z', 'revision_number': 4, 'project_id': 'e3d02b9889954ede8a7f3e4397199499', 'gw_port': {'id': '00c9c99a-7f40-4930-8bf4-8bff6aca37f9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:54Z', 'updated_at': '2021-07-29T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '4777f38a-e5bf-4c33-a99f-88fe9c9b1286', 'name': '', 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc', 'tenant_id': 'e3d02b9889954ede8a7f3e4397199499', 'mac_address': 'fa:16:3e:f3:ec:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '97df9b30-8ccf-4f4b-8525-1369888f619a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:58:02Z', 'updated_at': '2021-07-29T14:58:14Z', 'revision_number': 4, 'project_id': 'e3d02b9889954ede8a7f3e4397199499', 'subnets': [{'id': '97df9b30-8ccf-4f4b-8525-1369888f619a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:58:16.225892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-67071575-79ce-49e9-a65c-f760ab3be32f None None] Deleting port d32fc214-2071-4447-bcd1-0a94be6f8ec0 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:58:16.228977 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-67071575-79ce-49e9-a65c-f760ab3be32f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:16.326281 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:16.339430 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46612) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:16.405054 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Port f57ee018-b433-4528-a366-93e5e4fb32ae on network 1d80521b-6229-44d9-b599-75d40e13b312 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:58:16.406836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Attempting to bind port f57ee018-b433-4528-a366-93e5e4fb32ae on network 1d80521b-6229-44d9-b599-75d40e13b312 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:16.440270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=d32fc214-2071-4447-bcd1-0a94be6f8ec0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:16.452730 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] No DVR routers for this DVR port d32fc214-2071-4447-bcd1-0a94be6f8ec0 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:58:16.463198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:16.463581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:16.464047 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:16.464394 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:16.464796 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:16.465973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:16.465973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:16.465973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:16.466497 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:16.466497 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:16.466800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:16.466965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:16.476293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-67071575-79ce-49e9-a65c-f760ab3be32f None None] For port d32fc214-2071-4447-bcd1-0a94be6f8ec0, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d32fc214-2071-4447-bcd1-0a94be6f8ec0,segment=NetworkSegment(67dd420b-cbc7-46d7-be01-4f37674a0586),segment_id=67dd420b-cbc7-46d7-be01-4f37674a0586)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:16.477928 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-67071575-79ce-49e9-a65c-f760ab3be32f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:16.511268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-67071575-79ce-49e9-a65c-f760ab3be32f None None] Calling delete_port for d32fc214-2071-4447-bcd1-0a94be6f8ec0 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:58:16.576181 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f1cf7765-c6a9-487d-b1c7-47b3ce70ce08 req-e23e1ef3-ae9e-4553-b6a2-9a3ea707503f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6497972 Jul 29 14:58:16.582937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e1f05-371a-457b-b731-3691cb0ec0f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41a7edd6-a5a3-4ddb-81be-33d6a034973c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:16.623077 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3ede-ec42-440d-b4c9-8caad8dd1ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:16.646889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:58:16.648523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Checking segment: {'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:16.650819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Bound using segment: {'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:58:16.653657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Bound port: f57ee018-b433-4528-a366-93e5e4fb32ae, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:58:16.654732 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:16.862382 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-67071575-79ce-49e9-a65c-f760ab3be32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:16.880679 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:16.908760 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c27bbef-d803-4e9e-aa38-1e9c5cc20db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:16.953760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5779f1c-c34a-412c-ac27-a38d801761ff']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:16.966055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67071575-79ce-49e9-a65c-f760ab3be32f None None] Pushing event deleted for resources: {'Port': ['ID=d32fc214-2071-4447-bcd1-0a94be6f8ec0,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:16.978602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67071575-79ce-49e9-a65c-f760ab3be32f None None] No DVR routers for this DVR port d32fc214-2071-4447-bcd1-0a94be6f8ec0 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:58:16.983088 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67dd420b-cbc7-46d7-be01-4f37674a0586') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:16.983917 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67dd420b-cbc7-46d7-be01-4f37674a0586') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:17.021988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec3ede-ec42-440d-b4c9-8caad8dd1ff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a65b71a6-fa87-4684-ad02-8965a22c2af0,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:17.033229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] For port f57ee018-b433-4528-a366-93e5e4fb32ae, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:58:17.051147 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773919d-d423-4c07-bc3f-c1ccf21017b0 req-39346fc2-8656-4db0-9876-fd2bb025d25c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:17.053910 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5773919d-d423-4c07-bc3f-c1ccf21017b0 req-39346fc2-8656-4db0-9876-fd2bb025d25c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1763325 Jul 29 14:58:17.064661 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:17.065622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] For port f57ee018-b433-4528-a366-93e5e4fb32ae, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f57ee018-b433-4528-a366-93e5e4fb32ae,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:58:17.126917 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:17.129546 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:17.140095 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ec3ede-ec42-440d-b4c9-8caad8dd1ff7 admin admin] Checking segment: {'id': 'd4e008e1-15c5-443a-ba65-9797667a8a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e93adadf-49e0-4594-b255-21825f0f721f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:17.140935 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ec3ede-ec42-440d-b4c9-8caad8dd1ff7 admin admin] Network hostable DHCP agents. Network: e93adadf-49e0-4594-b255-21825f0f721f, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:58:17.154752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769e889-9db5-424a-8399-63098ccd243d req-c6fe72fb-d7d6-4ff8-aaa1-74510f804778 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:17.156576 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6769e889-9db5-424a-8399-63098ccd243d req-c6fe72fb-d7d6-4ff8-aaa1-74510f804778 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 944 time: 0.5453839 Jul 29 14:58:17.170910 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:58:17.171424 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:58:17.174340 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:58:17.258298 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:17.258868 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:17.260453 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] 10.222.0.38 "PUT /v2.0/ports/f57ee018-b433-4528-a366-93e5e4fb32ae HTTP/1.1" status: 200 len: 1092 time: 4.2520118 Jul 29 14:58:17.264469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c89016-fc87-4677-8873-aedd063a07df', 'tag': 'f57ee018-b433-4528-a366-93e5e4fb32ae'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:58:17.267011 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906681bc-c0a1-4895-994c-1a3c9556f492" -d '{"events": [{"name": "network-changed", "server_uuid": "84c89016-fc87-4677-8873-aedd063a07df", "tag": "f57ee018-b433-4528-a366-93e5e4fb32ae"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:58:17.277330 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321d2d0-394c-4e61-9563-f0aab4a2bf81 service neutron] Pushing event updated for resources: {'Port': ['ID=f57ee018-b433-4528-a366-93e5e4fb32ae,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:17.305085 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5773919d-d423-4c07-bc3f-c1ccf21017b0 req-e83d2ef5-2c09-42f1-b9ce-3409612c71d1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281723 Jul 29 14:58:17.325510 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6769e889-9db5-424a-8399-63098ccd243d req-039b23c7-20c6-4825-b18e-150a1b3a7744 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560225 Jul 29 14:58:17.328434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ec3ede-ec42-440d-b4c9-8caad8dd1ff7 admin admin] Network e93adadf-49e0-4594-b255-21825f0f721f is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:58:17.370094 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:17.386256 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:17.400248 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:17.430018 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f5779f1c-c34a-412c-ac27-a38d801761ff HTTP/1.1" status: 204 len: 168 time: 2.0346308 Jul 29 14:58:17.453853 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf35b4d3-1160-475b-a194-2ec3c9d4b352 x-openstack-request-id: req-cf35b4d3-1160-475b-a194-2ec3c9d4b352 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:58:17.454751 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c89016-fc87-4677-8873-aedd063a07df", "tag": "f57ee018-b433-4528-a366-93e5e4fb32ae", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:58:17.455182 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf35b4d3-1160-475b-a194-2ec3c9d4b352 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:58:17.455808 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c89016-fc87-4677-8873-aedd063a07df', 'tag': 'f57ee018-b433-4528-a366-93e5e4fb32ae', 'status': 'completed', 'code': 200} Jul 29 14:58:17.492656 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-c8ec3ede-ec42-440d-b4c9-8caad8dd1ff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, e93adadf-49e0-4594-b255-21825f0f721f) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:17.504098 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d13816-02a6-4bdf-9f3f-2ac0ffb4627a None None] Network e93adadf-49e0-4594-b255-21825f0f721f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:58:17.525556 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f02db9-6f22-4afb-85df-be93ffb43a14 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5779f1c-c34a-412c-ac27-a38d801761ff,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:17.548110 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ec3ede-ec42-440d-b4c9-8caad8dd1ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:17.549322 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8ec3ede-ec42-440d-b4c9-8caad8dd1ff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:17.596647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-7daf2458-33c8-441f-8868-be1f8ac7e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:17.599027 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-7daf2458-33c8-441f-8868-be1f8ac7e40c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f5e572e1e43471cb0156603ea55a1bb&device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 1095 time: 0.1762669 Jul 29 14:58:17.680070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18a787-d6a0-4dd2-a2c8-24349bc08748 req-ec685c01-6cf8-49a8-8b46-c5d04923a961 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:17.682474 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cb18a787-d6a0-4dd2-a2c8-24349bc08748 req-ec685c01-6cf8-49a8-8b46-c5d04923a961 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1032403 Jul 29 14:58:17.726919 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-c14bb17f-e1ee-42b0-885d-8ca910f4baa1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f57ee018-b433-4528-a366-93e5e4fb32ae HTTP/1.1" status: 200 len: 217 time: 0.1090250 Jul 29 14:58:17.760174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Allocated IP 172.25.6.19 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/56e1107e-7b9a-49f8-a435-7221b9951e2d) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:17.793066 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c27bbef-d803-4e9e-aa38-1e9c5cc20db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:17.819527 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c27bbef-d803-4e9e-aa38-1e9c5cc20db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:17.848435 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cb18a787-d6a0-4dd2-a2c8-24349bc08748 req-e7d0b2e8-2384-4224-9f4c-d87dd1dc574d tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544495 Jul 29 14:58:17.869491 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c8ec3ede-ec42-440d-b4c9-8caad8dd1ff7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7506959 Jul 29 14:58:17.870679 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46630) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:17.897034 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46634) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:17.933639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2075233011-router', 'tenant_id': '715a37e063434e18aa9787bb54b9f71a', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:17.935447 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:17.953017 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-e93adadf-49e0-4594-b255-21825f0f721f', 'network_id': 'e93adadf-49e0-4594-b255-21825f0f721f', 'tenant_id': '715a37e063434e18aa9787bb54b9f71a', 'fixed_ips': [{'subnet_id': 'a65b71a6-fa87-4684-ad02-8965a22c2af0'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:58:17.960834 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:18.046079 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:18.046079 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:18.078621 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:18.117304 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1c27bbef-d803-4e9e-aa38-1e9c5cc20db1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03586457d29c440d98ef9bf57983154a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7657797 Jul 29 14:58:18.120144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46640) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:18.198378 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:18.202860 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:18.208612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:18.216332 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:18.265012 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27bbef-d803-4e9e-aa38-1e9c5cc20db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c690a58-9a5e-4a16-9cdf-5547739c6a58,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:18.280504 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:18.354354 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-be409548-b52a-4265-aabb-4924b5b8f359 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=594bc26b42cf44059f13428d7c87f248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4555252 Jul 29 14:58:18.357957 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46652) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:18.417489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Allocated IP 172.20.0.2 (e93adadf-49e0-4594-b255-21825f0f721f/a65b71a6-fa87-4684-ad02-8965a22c2af0/30681f1a-2dc5-4dd7-8880-440aaa7141ff) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:18.573635 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-86628aaf-ceec-46ea-b71c-3923faf78a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:18.576548 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-86628aaf-ceec-46ea-b71c-3923faf78a48 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b1747c4-def9-4399-bfc4-b048db571a84 HTTP/1.1" status: 200 len: 848 time: 0.5369027 Jul 29 14:58:18.628216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event updated for resources: {'Port': ['ID=56e1107e-7b9a-49f8-a435-7221b9951e2d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:18.641936 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07bb7bcd-8a77-483c-9e3f-ccd8311963fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:18.654439 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:18.771664 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:18.785358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Transition to ACTIVE for port object 30681f1a-2dc5-4dd7-8880-440aaa7141ff will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:18.809740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Transition to ACTIVE for port object 30681f1a-2dc5-4dd7-8880-440aaa7141ff will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:18.820343 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85bba859-40ed-41a0-bf98-5241a2fc3e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:18.820978 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:18.838866 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:18.852109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-869d01e4-5def-4f3e-af01-ebc79bfa4cd5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:18.861212 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-869d01e4-5def-4f3e-af01-ebc79bfa4cd5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 811 time: 0.6332359 Jul 29 14:58:18.864972 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-966d5fc7-135f-418b-b453-699292444dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:18.866414 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-966d5fc7-135f-418b-b453-699292444dc2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d80521b-6229-44d9-b599-75d40e13b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2421405 Jul 29 14:58:18.869451 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:18.873062 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:18.873062 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:18.878976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Network e93adadf-49e0-4594-b255-21825f0f721f is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:18.905532 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:18.917375 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:18.930370 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-43723833-a1da-4710-b5f7-29e279e14fc9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/quotas/09dcdfac1c5247cfbf78992b07e84d06 HTTP/1.1" status: 200 len: 375 time: 0.0681181 Jul 29 14:58:18.932565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Pushing event updated for resources: {'Port': ['ID=30681f1a-2dc5-4dd7-8880-440aaa7141ff,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:19.000765 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85bba859-40ed-41a0-bf98-5241a2fc3e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:19.093548 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:19.153258 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-d9ac291c-5684-4e1e-9a73-89472ae56d5b tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2207952 Jul 29 14:58:19.218609 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-418feb0b-404f-4248-9645-6d651cff6cf4 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248205 Jul 29 14:58:19.248454 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85bba859-40ed-41a0-bf98-5241a2fc3e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:19.251664 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85bba859-40ed-41a0-bf98-5241a2fc3e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:19.262910 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-85bba859-40ed-41a0-bf98-5241a2fc3e66 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a24217ef-9bf3-4d69-86c2-898775fbea26 HTTP/1.1" status: 204 len: 168 time: 0.8697865 Jul 29 14:58:19.301496 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07bb7bcd-8a77-483c-9e3f-ccd8311963fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:19.443083 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07bb7bcd-8a77-483c-9e3f-ccd8311963fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:19.448579 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07bb7bcd-8a77-483c-9e3f-ccd8311963fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:19.450960 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-07bb7bcd-8a77-483c-9e3f-ccd8311963fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c690a58-9a5e-4a16-9cdf-5547739c6a58 HTTP/1.1" status: 204 len: 168 time: 1.2994883 Jul 29 14:58:19.489473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847c662-0b37-4237-8ed8-dac03d060598 req-52cb2975-63ad-48c7-9eb3-1f5c3275de3e tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:19.492445 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6847c662-0b37-4237-8ed8-dac03d060598 req-52cb2975-63ad-48c7-9eb3-1f5c3275de3e tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 944 time: 0.9423487 Jul 29 14:58:19.499042 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb7bcd-8a77-483c-9e3f-ccd8311963fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c690a58-9a5e-4a16-9cdf-5547739c6a58,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:19.512480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bba859-40ed-41a0-bf98-5241a2fc3e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24217ef-9bf3-4d69-86c2-898775fbea26,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:19.518489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Attempting to bind port 30681f1a-2dc5-4dd7-8880-440aaa7141ff on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:58:19.519351 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Attempting to bind port 30681f1a-2dc5-4dd7-8880-440aaa7141ff by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'd4e008e1-15c5-443a-ba65-9797667a8a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e93adadf-49e0-4594-b255-21825f0f721f'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:58:19.520548 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Attempting to bind port 30681f1a-2dc5-4dd7-8880-440aaa7141ff on network e93adadf-49e0-4594-b255-21825f0f721f {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:19.537619 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:58:19.538669 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Checking segment: {'id': 'd4e008e1-15c5-443a-ba65-9797667a8a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e93adadf-49e0-4594-b255-21825f0f721f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:19.539646 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:19.542321 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Bound using segment: {'id': 'd4e008e1-15c5-443a-ba65-9797667a8a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e93adadf-49e0-4594-b255-21825f0f721f'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:58:19.544503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Bound port: 30681f1a-2dc5-4dd7-8880-440aaa7141ff, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e008e1-15c5-443a-ba65-9797667a8a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e93adadf-49e0-4594-b255-21825f0f721f'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:58:19.545411 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:19.693738 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:19.710165 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6847c662-0b37-4237-8ed8-dac03d060598 req-45c13831-c903-495d-b612-616bfda9f9c3 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683004 Jul 29 14:58:19.731724 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe783fa6-49ed-48a8-8347-43148540b8b1 req-7cdd7ce0-bc9c-4eac-be48-1fe663d9b494 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030129 Jul 29 14:58:19.757443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4777f38a-e5bf-4c33-a99f-88fe9c9b1286,segment=NetworkSegment(be6396a5-31c2-462f-9e42-6a08bc567392),segment_id=be6396a5-31c2-462f-9e42-6a08bc567392)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:19.792989 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:19.963136 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d32fc214-2071-4447-bcd1-0a94be6f8ec0 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:58:20.008418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=4777f38a-e5bf-4c33-a99f-88fe9c9b1286,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:20.102171 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:20.102410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: d32fc214-2071-4447-bcd1-0a94be6f8ec0 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:58:20.103137 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d32fc214-2071-4447-bcd1-0a94be6f8ec0 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:58:20.123535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] For port 30681f1a-2dc5-4dd7-8880-440aaa7141ff, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:58:20.138983 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] For port 30681f1a-2dc5-4dd7-8880-440aaa7141ff, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=30681f1a-2dc5-4dd7-8880-440aaa7141ff,segment=NetworkSegment(d4e008e1-15c5-443a-ba65-9797667a8a3a),segment_id=d4e008e1-15c5-443a-ba65-9797667a8a3a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:58:20.155493 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:20.155825 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:20.188095 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-e34a710d-f5d1-456b-bb19-83b1c151fc4b service neutron] 10.222.0.16 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0336044 Jul 29 14:58:20.404933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6f2e4-b085-4d63-aaa0-45e6ca7510fc None None] Pushing event updated for resources: {'Port': ['ID=30681f1a-2dc5-4dd7-8880-440aaa7141ff,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:20.455433 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:20.490361 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Allocated IP 172.25.6.81 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/7aafc8cd-57b6-4332-bbd4-b941b3a454d9) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:20.641146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906681bc-c0a1-4895-994c-1a3c9556f492 req-6e6ae505-198f-4d15-ba45-e474d06a7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:20.645452 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-906681bc-c0a1-4895-994c-1a3c9556f492 req-6e6ae505-198f-4d15-ba45-e474d06a7d75 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f5e572e1e43471cb0156603ea55a1bb&device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 1095 time: 0.7568009 Jul 29 14:58:20.665768 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:20.666781 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:20.875192 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:21.112350 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:21.164563 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:21.184767 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8ee14-7bc1-4063-a5e1-127e9c03bfb8 req-0f5f1fb3-3d4e-4803-b04b-c069963f337c tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:21.198138 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ae8ee14-7bc1-4063-a5e1-127e9c03bfb8 req-0f5f1fb3-3d4e-4803-b04b-c069963f337c tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 944 time: 0.2086244 Jul 29 14:58:21.210870 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:21.216065 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:21.228377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:21.236388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:21.335576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Pushing event updated for resources: {'Port': ['ID=7aafc8cd-57b6-4332-bbd4-b941b3a454d9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:21.346868 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-00665170-4090-4971-a4c2-1205460bbc09 service neutron] 10.222.0.16 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1421490 Jul 29 14:58:21.404227 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ae8ee14-7bc1-4063-a5e1-127e9c03bfb8 req-49546ba1-091d-4748-bf1e-0da2324bc84a tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045629 Jul 29 14:58:21.435089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906681bc-c0a1-4895-994c-1a3c9556f492 req-a5c4a961-a2b7-44c0-adc3-b1a3731957c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:21.437938 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-906681bc-c0a1-4895-994c-1a3c9556f492 req-a5c4a961-a2b7-44c0-adc3-b1a3731957c4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d80521b-6229-44d9-b599-75d40e13b312 HTTP/1.1" status: 200 len: 910 time: 0.7447882 Jul 29 14:58:21.443090 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event updated for resources: {'Port': ['ID=56e1107e-7b9a-49f8-a435-7221b9951e2d,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:21.461174 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:21.513188 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-906681bc-c0a1-4895-994c-1a3c9556f492 req-1bb5683b-b16e-469b-9a90-4450b74f26f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f57ee018-b433-4528-a366-93e5e4fb32ae HTTP/1.1" status: 200 len: 217 time: 0.0617230 Jul 29 14:58:21.593547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906681bc-c0a1-4895-994c-1a3c9556f492 req-082934db-51c7-4136-bdb1-abae7d819d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:21.594149 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-906681bc-c0a1-4895-994c-1a3c9556f492 req-082934db-51c7-4136-bdb1-abae7d819d28 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b1747c4-def9-4399-bfc4-b048db571a84 HTTP/1.1" status: 200 len: 848 time: 0.0738542 Jul 29 14:58:21.599207 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:21.613532 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dd9e7a39-50c9-4d3a-9656-f0fdf4efd572 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7220807 Jul 29 14:58:21.615766 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46748) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:21.701677 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906681bc-c0a1-4895-994c-1a3c9556f492 req-3e424c57-74fd-4a6f-b875-ec398dcd2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:21.708763 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-906681bc-c0a1-4895-994c-1a3c9556f492 req-3e424c57-74fd-4a6f-b875-ec398dcd2b7e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d80521b-6229-44d9-b599-75d40e13b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915477 Jul 29 14:58:21.846017 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-097f1095-0127-434d-a896-e1af2b94d1b3 req-90ebf578-9dce-4a93-ba9c-682ed564fd44 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 210 time: 0.0589972 Jul 29 14:58:21.918602 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-906681bc-c0a1-4895-994c-1a3c9556f492 req-6ce27953-8168-4431-8277-c935f8725528 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036450 Jul 29 14:58:22.144006 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f57ee018-b433-4528-a366-93e5e4fb32ae details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:58:22.215639 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:22.327935 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-906681bc-c0a1-4895-994c-1a3c9556f492 req-a5f2566a-d2cc-41cf-b219-8984afc96ce7 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013867 Jul 29 14:58:22.356472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-722183556-network', 'tenant_id': 'e951561287f84a8e8ff1072e4b5cb2f0'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:22.391873 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-af0e6c97-eda0-4a4b-8e2c-67b3064faacb tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--430350720&fields=id&tenant_id=b87fe36def094cf5968288b084e2140d HTTP/1.1" status: 200 len: 267 time: 0.2641492 Jul 29 14:58:22.524219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 30681f1a-2dc5-4dd7-8880-440aaa7141ff up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:22.548828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f57ee018-b433-4528-a366-93e5e4fb32ae, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f57ee018-b433-4528-a366-93e5e4fb32ae,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:22.570457 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] Made reservation on behalf of e951561287f84a8e8ff1072e4b5cb2f0 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:22.575644 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:22.607080 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:22.635749 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e7401b-3ec7-480f-8109-117ddcad1699 None None] Network e93adadf-49e0-4594-b255-21825f0f721f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:58:22.648986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43ee22f1-3f7b-4d34-a9f6-13df262a57a2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:22.652705 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43ee22f1-3f7b-4d34-a9f6-13df262a57a2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports/1bdf1649-a389-4996-8e32-7b0940a4a965 HTTP/1.1" status: 200 len: 935 time: 0.2465312 Jul 29 14:58:22.721727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46826) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:22.762594 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ed3dee6e-5ce5-4c38-b3f5-ce43d1fc0247 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:22.770740 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ed3dee6e-5ce5-4c38-b3f5-ce43d1fc0247 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports/85e3d439-4f4c-480b-b468-4d17d9852f15 HTTP/1.1" status: 200 len: 936 time: 0.1112435 Jul 29 14:58:22.827553 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'f57ee018-b433-4528-a366-93e5e4fb32ae', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'port_id': 'f57ee018-b433-4528-a366-93e5e4fb32ae', 'mac_address': 'fa:16:3e:5a:3b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:58:22.866766 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-9618d7b4-34ad-4ad3-b781-5f41253a1b27 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?network_id=cbb34b73-c540-4255-9d61-eaabcefcb943&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0949252 Jul 29 14:58:22.895005 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:22.922084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e430f1-f369-47ef-a9fb-bb7020932299 req-5766ddf6-cbce-474b-8efd-88c129cff8a3 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:22.936975 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37e430f1-f369-47ef-a9fb-bb7020932299 req-5766ddf6-cbce-474b-8efd-88c129cff8a3 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 944 time: 0.2493875 Jul 29 14:58:22.952318 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-63ecc2b1-7db5-40bd-8805-6f9a7751f9fe tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?network_id=cbb34b73-c540-4255-9d61-eaabcefcb943&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0667157 Jul 29 14:58:23.018109 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:23.058795 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57ee018-b433-4528-a366-93e5e4fb32ae {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:58:23.065103 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-052e50d3-eb24-4243-859d-2fe67715c666 None None] Provisioning for port 30681f1a-2dc5-4dd7-8880-440aaa7141ff completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:23.101652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 30681f1a-2dc5-4dd7-8880-440aaa7141ff completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:23.128027 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f57ee018-b433-4528-a366-93e5e4fb32ae, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f57ee018-b433-4528-a366-93e5e4fb32ae,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:23.129695 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37e430f1-f369-47ef-a9fb-bb7020932299 req-acb34794-ff69-4409-be98-0319291d57c6 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909182 Jul 29 14:58:23.130628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 30681f1a-2dc5-4dd7-8880-440aaa7141ff triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:23.131227 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:23.183210 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c18a-3553-41a3-a5df-3e9292a1af86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:23.217318 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:23.273827 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:23.286236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-fff52e2e-8e23-45c9-a9a9-63ddec711242 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:23.292901 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-fff52e2e-8e23-45c9-a9a9-63ddec711242 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:23.299450 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-fff52e2e-8e23-45c9-a9a9-63ddec711242 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:23.301231 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-fff52e2e-8e23-45c9-a9a9-63ddec711242 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/networks?id=c87811c7-fa8b-41f4-b809-e4e0814b1be8&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=cbb34b73-c540-4255-9d61-eaabcefcb943&id=cbb34b73-c540-4255-9d61-eaabcefcb943 HTTP/1.1" status: 200 len: 1994 time: 0.3257742 Jul 29 14:58:23.304447 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:23.378038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f57ee018-b433-4528-a366-93e5e4fb32ae,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:23.381282 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:23.389133 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:58:23.413545 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-47e18448-fa13-4414-a8bd-721a96257ec0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/quotas/b87fe36def094cf5968288b084e2140d HTTP/1.1" status: 200 len: 375 time: 0.0952210 Jul 29 14:58:23.428438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01cd92d-5f24-41dd-b982-3448a845978f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:23.429972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 30681f1a-2dc5-4dd7-8880-440aaa7141ff, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=30681f1a-2dc5-4dd7-8880-440aaa7141ff,segment=NetworkSegment(d4e008e1-15c5-443a-ba65-9797667a8a3a),segment_id=d4e008e1-15c5-443a-ba65-9797667a8a3a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:23.442630 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:23.464218 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:23.474444 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] Added segment c5a202d3-6b9b-4be3-98d0-c60d58a4ded5 of type vlan for network 97a96aa0-af30-4a22-b3aa-15726419c082 Jul 29 14:58:23.542531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['f57ee018-b433-4528-a366-93e5e4fb32ae'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:58:23.542839 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f1181e5e-755f-4faf-a987-c69039355dd6 req-bad5f3a7-da0a-45a6-8d27-90e4e86a6df0 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 210 time: 0.1069808 Jul 29 14:58:23.574111 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Router 1605d93d-cc11-4b84-a510-6480d8e27e83 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:58:23.635459 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=30681f1a-2dc5-4dd7-8880-440aaa7141ff,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:23.689204 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c18a-3553-41a3-a5df-3e9292a1af86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:23.781047 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c18a-3553-41a3-a5df-3e9292a1af86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:23.820544 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:58:23.860434 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Sync routers for ids ['1605d93d-cc11-4b84-a510-6480d8e27e83'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:58:23.883208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Routers {'1605d93d-cc11-4b84-a510-6480d8e27e83'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:58:23.885402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:58:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1605d93d-cc11-4b84-a510-6480d8e27e83'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:23.926120 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:23.930372 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-56c451e3-0e40-46e9-8fbf-a7bcfd4d1a84 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0472217 Jul 29 14:58:23.931294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46834) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:23.993010 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4dd9c18a-3553-41a3-a5df-3e9292a1af86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfcd44ab184147bb949bc7ee57bc9711&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2698631 Jul 29 14:58:23.997346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46836) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:24.037420 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:24.068519 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Set router 1605d93d-cc11-4b84-a510-6480d8e27e83 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:58:24.100495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a69f9633-6387-4531-a924-d663b6f7978c None None] Provisioning complete for port 30681f1a-2dc5-4dd7-8880-440aaa7141ff triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:24.101381 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a69f9633-6387-4531-a924-d663b6f7978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:24.115629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9c18a-3553-41a3-a5df-3e9292a1af86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa1682b-f724-45ad-a621-38feac7d2636,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:24.166733 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-bdf27634-d50d-494c-a1dc-5449817e9bbe tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b87fe36def094cf5968288b084e2140d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7360327 Jul 29 14:58:24.190536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-4a5a190a-cb83-437c-ade7-46d5c1d65668 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:24.192495 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-4a5a190a-cb83-437c-ade7-46d5c1d65668 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.39 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 811 time: 0.4859972 Jul 29 14:58:24.194144 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.resource_extend [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:58:24.253386 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-f9c8d57c-f007-40a7-9f3a-622af66f06e1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Request body: {'port': {'device_id': 'd004eb59-5e4b-4044-8713-9d7fcc1d3f57', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'admin_state_up': True, 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:24.297172 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:24.298503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:24.299261 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:24.314070 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 30681f1a-2dc5-4dd7-8880-440aaa7141ff up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:24.447597 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 30681f1a-2dc5-4dd7-8880-440aaa7141ff triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:24.447915 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:24.544310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d1e46-0b7a-4d51-a6d9-bdbbf439c55f req-02cbeba2-e657-43be-ae40-2d8c08108c71 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:24.547360 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e58d1e46-0b7a-4d51-a6d9-bdbbf439c55f req-02cbeba2-e657-43be-ae40-2d8c08108c71 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 945 time: 0.2284594 Jul 29 14:58:24.651058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'name': 'tempest-TestServerMultinode-2075233011-router', 'tenant_id': '715a37e063434e18aa9787bb54b9f71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '7aafc8cd-57b6-4332-bbd4-b941b3a454d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:58:18Z', 'updated_at': '2021-07-29T14:58:21Z', 'revision_number': 3, 'project_id': '715a37e063434e18aa9787bb54b9f71a', 'gw_port': {'id': '7aafc8cd-57b6-4332-bbd4-b941b3a454d9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:58:20Z', 'updated_at': '2021-07-29T14:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:24.683449 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Checking router: 1605d93d-cc11-4b84-a510-6480d8e27e83 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:58:24.683964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Updating router 1605d93d-cc11-4b84-a510-6480d8e27e83 port 7aafc8cd-57b6-4332-bbd4-b941b3a454d9 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:58:24.723919 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:24.799508 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e58d1e46-0b7a-4d51-a6d9-bdbbf439c55f req-8e6f4397-bfab-4ee3-854d-22d746c04abf tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451808 Jul 29 14:58:24.885821 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5906874e-cf71-459a-beac-5066311f14e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:24.926328 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2725072 Jul 29 14:58:24.945175 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46844) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:24.953682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-36380ae6-5169-4617-8a17-f5aa41d7b31b admin admin] Request body: {'subnet': {'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-722183556-subnet', 'tenant_id': 'e951561287f84a8e8ff1072e4b5cb2f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:25.007655 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-492c0f87-618f-4119-99bb-a1708d95b01a req-ece5fe83-4204-4126-8c29-c801e4f22e2d tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 210 time: 0.0518854 Jul 29 14:58:25.039055 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5906874e-cf71-459a-beac-5066311f14e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:25.065301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d5fd9-8f17-4234-bc57-e312848955df admin admin] Pushing event updated for resources: {'Network': ['ID=97a96aa0-af30-4a22-b3aa-15726419c082,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:25.070183 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:25.080970 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 97a96aa0-af30-4a22-b3aa-15726419c082 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:58:25.108908 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-22a8964e-b1b2-428a-b23a-d0c10e0b31b6 service neutron] 10.222.0.16 "GET /v2.0/networks/c87811c7-fa8b-41f4-b809-e4e0814b1be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9409752 Jul 29 14:58:25.209275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36380ae6-5169-4617-8a17-f5aa41d7b31b admin admin] Made reservation on behalf of e951561287f84a8e8ff1072e4b5cb2f0 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:25.213403 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-36380ae6-5169-4617-8a17-f5aa41d7b31b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:25.289155 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:25.307730 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Transition to ACTIVE for port object 7aafc8cd-57b6-4332-bbd4-b941b3a454d9 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:25.308023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Allocated IP 172.20.0.1 (e93adadf-49e0-4594-b255-21825f0f721f/a65b71a6-fa87-4684-ad02-8965a22c2af0/9c750c67-480d-4427-aaf8-22cc4108bd5e) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:25.319623 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:25.388259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a92be-68d6-42ca-8cd1-146bc02b0ae8 None None] Pushing event updated for resources: {'Port': ['ID=7aafc8cd-57b6-4332-bbd4-b941b3a454d9,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:25.438794 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Attempting to bind port 7aafc8cd-57b6-4332-bbd4-b941b3a454d9 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:58:25.439442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Attempting to bind port 7aafc8cd-57b6-4332-bbd4-b941b3a454d9 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:58:25.440035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Attempting to bind port 7aafc8cd-57b6-4332-bbd4-b941b3a454d9 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:25.450807 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:58:25.451405 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:25.452107 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:25.452849 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:58:25.453715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Bound port: 7aafc8cd-57b6-4332-bbd4-b941b3a454d9, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:58:25.455037 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:25.484496 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5906874e-cf71-459a-beac-5066311f14e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:25.487645 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5906874e-cf71-459a-beac-5066311f14e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:25.492247 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5906874e-cf71-459a-beac-5066311f14e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5fa1682b-f724-45ad-a621-38feac7d2636 HTTP/1.1" status: 204 len: 168 time: 1.4802842 Jul 29 14:58:25.530514 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906874e-cf71-459a-beac-5066311f14e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa1682b-f724-45ad-a621-38feac7d2636,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:25.548985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-f9c8d57c-f007-40a7-9f3a-622af66f06e1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Made reservation on behalf of 09dcdfac1c5247cfbf78992b07e84d06 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:25.553184 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-f9c8d57c-f007-40a7-9f3a-622af66f06e1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:25.579254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:25.608865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-10e96ed9-20c2-4d4d-ae49-6558ce851f8a service neutron] 10.222.0.16 "GET /v2.0/networks/c87811c7-fa8b-41f4-b809-e4e0814b1be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787092 Jul 29 14:58:25.628227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Transition to ACTIVE for port object 9c750c67-480d-4427-aaf8-22cc4108bd5e will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:25.647741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] For port 7aafc8cd-57b6-4332-bbd4-b941b3a454d9, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:58:25.663703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] For port 7aafc8cd-57b6-4332-bbd4-b941b3a454d9, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7aafc8cd-57b6-4332-bbd4-b941b3a454d9,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:58:25.679856 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:25.695231 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-68243bb5-3851-44a7-9201-2893a6617287 service neutron] 10.222.0.16 "GET /v2.0/ports/1bdf1649-a389-4996-8e32-7b0940a4a965?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0852010 Jul 29 14:58:25.707867 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:25.769753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Network e93adadf-49e0-4594-b255-21825f0f721f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:25.779048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:25.828063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Routers {'1605d93d-cc11-4b84-a510-6480d8e27e83'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:58:25.835741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:58:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1605d93d-cc11-4b84-a510-6480d8e27e83'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:25.916989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:26.029608 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a92be-68d6-42ca-8cd1-146bc02b0ae8 None None] Pushing event updated for resources: {'Port': ['ID=7aafc8cd-57b6-4332-bbd4-b941b3a454d9,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:26.210504 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-d1cd7089-2045-4ecc-a94d-b4a9504ec231 service neutron] 10.222.0.16 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134001 Jul 29 14:58:26.264056 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f57ee018-b433-4528-a366-93e5e4fb32ae up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:26.294593 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:26.300414 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Pushing event updated for resources: {'Port': ['ID=9c750c67-480d-4427-aaf8-22cc4108bd5e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:26.383108 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee9d47-b7f4-450a-85aa-937eaea5097e req-545ae684-9678-4609-bc1c-6a1c818b8f8e tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:26.391511 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-36380ae6-5169-4617-8a17-f5aa41d7b31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:26.394577 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b1ee9d47-b7f4-450a-85aa-937eaea5097e req-545ae684-9678-4609-bc1c-6a1c818b8f8e tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 945 time: 0.3779013 Jul 29 14:58:26.404251 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:26.415340 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2fb42ce9-9ff5-475d-ba51-563b58258711 None None] Provisioning for port 9c750c67-480d-4427-aaf8-22cc4108bd5e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:26.445788 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2fb42ce9-9ff5-475d-ba51-563b58258711 None None] Provisioning complete for port 9c750c67-480d-4427-aaf8-22cc4108bd5e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:26.446847 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2fb42ce9-9ff5-475d-ba51-563b58258711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:26.471472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-f9c8d57c-f007-40a7-9f3a-622af66f06e1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Allocated IP 172.20.0.10 (be5d7f17-9ab7-4dcd-adcc-bad366939f03/454dd626-309b-466f-ace4-355ad2d7a9fc/98f995c5-687d-45d9-b67f-0a6e7d256ad4) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:26.505096 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b1ee9d47-b7f4-450a-85aa-937eaea5097e req-8aac724b-336c-4801-a894-6b3485bf0db2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034226 Jul 29 14:58:26.601595 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46878) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:26.757794 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-953d2c4e-11df-4e3c-bdb4-d9c0b9b196c6 req-3d696ec9-d415-4ddf-8a4a-c84a3e469399 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 210 time: 0.1194706 Jul 29 14:58:26.763468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] Set router 1605d93d-cc11-4b84-a510-6480d8e27e83 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:58:26.795925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port f57ee018-b433-4528-a366-93e5e4fb32ae completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:26.842581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2fb42ce9-9ff5-475d-ba51-563b58258711 None None] Port 9c750c67-480d-4427-aaf8-22cc4108bd5e cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:26.845990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port f57ee018-b433-4528-a366-93e5e4fb32ae triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:26.846373 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:26.860839 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c945ca2e-98d8-449b-8b08-8ffc93c7b77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:26.870858 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:26.943643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36380ae6-5169-4617-8a17-f5aa41d7b31b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc0785a-1332-47e1-a695-790fd3948837,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:26.976692 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-f7263b8f-09ea-4b68-946a-78550ffbea7b service neutron] 10.222.0.16 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7474208 Jul 29 14:58:27.036713 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:27.098884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c89016-fc87-4677-8873-aedd063a07df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57ee018-b433-4528-a366-93e5e4fb32ae'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:58:27.101207 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a93704-e43d-4017-9831-45c570cbc2d2" -d '{"events": [{"server_uuid": "84c89016-fc87-4677-8873-aedd063a07df", "name": "network-vif-plugged", "status": "completed", "tag": "f57ee018-b433-4528-a366-93e5e4fb32ae"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:58:27.122875 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f57ee018-b433-4528-a366-93e5e4fb32ae, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f57ee018-b433-4528-a366-93e5e4fb32ae,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:27.135805 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:27.148185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'name': 'tempest-TestServerMultinode-2075233011-router', 'tenant_id': '715a37e063434e18aa9787bb54b9f71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '7aafc8cd-57b6-4332-bbd4-b941b3a454d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:58:18Z', 'updated_at': '2021-07-29T14:58:21Z', 'revision_number': 3, 'project_id': '715a37e063434e18aa9787bb54b9f71a', 'gw_port': {'id': '7aafc8cd-57b6-4332-bbd4-b941b3a454d9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:58:20Z', 'updated_at': '2021-07-29T14:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:27.199595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551530ab-5630-4d94-a6e5-e740f7f3a5d4 None None] The sync data for ids ['1605d93d-cc11-4b84-a510-6480d8e27e83'] in n-d-802893-1 is: [{'id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'name': 'tempest-TestServerMultinode-2075233011-router', 'tenant_id': '715a37e063434e18aa9787bb54b9f71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '7aafc8cd-57b6-4332-bbd4-b941b3a454d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:58:18Z', 'updated_at': '2021-07-29T14:58:21Z', 'revision_number': 3, 'project_id': '715a37e063434e18aa9787bb54b9f71a', 'gw_port': {'id': '7aafc8cd-57b6-4332-bbd4-b941b3a454d9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:58:20Z', 'updated_at': '2021-07-29T14:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:58:27.203427 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1202748-126c-4a40-9ad9-0cd4c6a4ee94 x-openstack-request-id: req-d1202748-126c-4a40-9ad9-0cd4c6a4ee94 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:58:27.203720 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c89016-fc87-4677-8873-aedd063a07df", "name": "network-vif-plugged", "status": "completed", "tag": "f57ee018-b433-4528-a366-93e5e4fb32ae", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:58:27.203974 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1202748-126c-4a40-9ad9-0cd4c6a4ee94 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:58:27.204501 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c89016-fc87-4677-8873-aedd063a07df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57ee018-b433-4528-a366-93e5e4fb32ae', 'code': 200} Jul 29 14:58:27.234141 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:27.244199 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:27.249873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f57ee018-b433-4528-a366-93e5e4fb32ae,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:27.282569 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36380ae6-5169-4617-8a17-f5aa41d7b31b admin admin] Checking segment: {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:27.283407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36380ae6-5169-4617-8a17-f5aa41d7b31b admin admin] Network hostable DHCP agents. Network: 97a96aa0-af30-4a22-b3aa-15726419c082, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:58:27.289523 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-f9c8d57c-f007-40a7-9f3a-622af66f06e1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:27.307768 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd3929ab-7650-4f17-97e2-db1e22a4b3ac service neutron] 10.222.0.16 "GET /v2.0/ports/85e3d439-4f4c-480b-b468-4d17d9852f15?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3024867 Jul 29 14:58:27.376614 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Pushing event updated for resources: {'Port': ['ID=9c750c67-480d-4427-aaf8-22cc4108bd5e,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:27.382266 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:27.482443 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-e1ae0817-8519-4d5a-b540-b35d822c9012 service neutron] 10.222.0.16 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489315 Jul 29 14:58:27.483549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-f9c8d57c-f007-40a7-9f3a-622af66f06e1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Transition to ACTIVE for port object 98f995c5-687d-45d9-b67f-0a6e7d256ad4 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:27.583073 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Network e93adadf-49e0-4594-b255-21825f0f721f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:27.586175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:27.622142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36380ae6-5169-4617-8a17-f5aa41d7b31b admin admin] Network 97a96aa0-af30-4a22-b3aa-15726419c082 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:58:27.643676 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-36380ae6-5169-4617-8a17-f5aa41d7b31b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 97a96aa0-af30-4a22-b3aa-15726419c082) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:27.697467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06f6f7-5d88-4cf0-9a91-b226a76ff424 req-bb1631e7-8091-45a1-8d9b-d04a18e7dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:27.699417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d822dac8-32af-49e6-aff2-eb92fd7a8b07 None None] Network 97a96aa0-af30-4a22-b3aa-15726419c082 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:58:27.700969 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f06f6f7-5d88-4cf0-9a91-b226a76ff424 req-bb1631e7-8091-45a1-8d9b-d04a18e7dd8a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 1097 time: 0.3920805 Jul 29 14:58:27.716717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36380ae6-5169-4617-8a17-f5aa41d7b31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:27.716717 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-36380ae6-5169-4617-8a17-f5aa41d7b31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:27.810234 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c945ca2e-98d8-449b-8b08-8ffc93c7b77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:27.924629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f089f35b-8db8-4045-9e10-61dc52d677ec None None] Network 97a96aa0-af30-4a22-b3aa-15726419c082 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:58:27.955512 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c945ca2e-98d8-449b-8b08-8ffc93c7b77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:27.966727 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-98a1ae98-842d-4b91-9de9-ff4c1eaed7e7 service neutron] 10.222.0.16 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609091 Jul 29 14:58:27.970309 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-f9c8d57c-f007-40a7-9f3a-622af66f06e1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:28.002406 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe0c6d-7820-4d99-824e-d9b07dbb60e9 req-a80603f2-fe46-489d-b120-8dcd7aa1b1f5 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:28.018836 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2fe0c6d-7820-4d99-824e-d9b07dbb60e9 req-a80603f2-fe46-489d-b120-8dcd7aa1b1f5 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.4078343 Jul 29 14:58:28.173306 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945ca2e-98d8-449b-8b08-8ffc93c7b77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bc9245-4127-4178-a92b-1e81d1593178,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:28.189423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8d57c-f007-40a7-9f3a-622af66f06e1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event updated for resources: {'Port': ['ID=98f995c5-687d-45d9-b67f-0a6e7d256ad4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:28.210771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['841543b8-1f44-42a8-a561-ff4e94df3787'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:58:28.380894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c44da61d-de0b-483d-9b59-acda9bfda02a None None] Provisioning complete for port 9c750c67-480d-4427-aaf8-22cc4108bd5e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:28.382661 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c44da61d-de0b-483d-9b59-acda9bfda02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:28.432337 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-af4561f4-1e66-431c-88e1-8af36240ea30 service neutron] 10.222.0.16 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875133 Jul 29 14:58:28.455734 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-36380ae6-5169-4617-8a17-f5aa41d7b31b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5058668 Jul 29 14:58:28.466065 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f06f6f7-5d88-4cf0-9a91-b226a76ff424 req-b0165e1b-8f74-4f73-aee3-c6d951f271f6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7188764 Jul 29 14:58:28.482837 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7aafc8cd-57b6-4332-bbd4-b941b3a454d9 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:28.519195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c945ca2e-98d8-449b-8b08-8ffc93c7b77f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dca6937979c3410bbe04aee60ea3306c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9144065 Jul 29 14:58:28.560824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46928) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:28.571913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c44da61d-de0b-483d-9b59-acda9bfda02a None None] Port 9c750c67-480d-4427-aaf8-22cc4108bd5e cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:28.578303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-f9c8d57c-f007-40a7-9f3a-622af66f06e1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Network be5d7f17-9ab7-4dcd-adcc-bad366939f03 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:28.732136 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 7aafc8cd-57b6-4332-bbd4-b941b3a454d9 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:28.745612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-f9c8d57c-f007-40a7-9f3a-622af66f06e1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:28.751045 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-fd663e6a-795a-488a-a12d-8c533cb71676 service neutron] 10.222.0.16 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428143 Jul 29 14:58:28.753758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46930) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:28.755229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-f9c8d57c-f007-40a7-9f3a-622af66f06e1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:28.795917 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7aafc8cd-57b6-4332-bbd4-b941b3a454d9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:28.796594 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:28.980546 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:29.019003 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2fe0c6d-7820-4d99-824e-d9b07dbb60e9 req-45a97ca7-d4e2-4adf-86a3-59df5d49d478 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555088 Jul 29 14:58:29.026556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 7aafc8cd-57b6-4332-bbd4-b941b3a454d9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7aafc8cd-57b6-4332-bbd4-b941b3a454d9,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:29.033571 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:29.076337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Router 1605d93d-cc11-4b84-a510-6480d8e27e83 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:58:29.124333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=7aafc8cd-57b6-4332-bbd4-b941b3a454d9,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:29.153196 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-f9c8d57c-f007-40a7-9f3a-622af66f06e1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:29.154312 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-f9c8d57c-f007-40a7-9f3a-622af66f06e1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:29.158767 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7cd5323-cf52-464f-9f64-31b83f589b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:29.168197 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1222108b-cabf-4f63-b8bd-e87a7f58ceeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:29.203235 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-98c12499-595f-4917-bcf5-12bc106be717 None None] Provisioning for port 98f995c5-687d-45d9-b67f-0a6e7d256ad4 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:29.211819 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-98c12499-595f-4917-bcf5-12bc106be717 None None] Provisioning complete for port 98f995c5-687d-45d9-b67f-0a6e7d256ad4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:29.215165 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98c12499-595f-4917-bcf5-12bc106be717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:29.266582 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-f9c8d57c-f007-40a7-9f3a-622af66f06e1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0215049 Jul 29 14:58:29.282549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e34e65-1cc3-4919-8b51-bfdebde2ce4d req-19ba8a7e-73bc-4342-980a-e62d9dda111b tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:29.284255 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1e34e65-1cc3-4919-8b51-bfdebde2ce4d req-19ba8a7e-73bc-4342-980a-e62d9dda111b tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 932 time: 0.1259506 Jul 29 14:58:29.288691 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1222108b-cabf-4f63-b8bd-e87a7f58ceeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:29.299840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-98c12499-595f-4917-bcf5-12bc106be717 None None] Port 98f995c5-687d-45d9-b67f-0a6e7d256ad4 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:29.313518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Request body: {'port': {'device_id': 'd004eb59-5e4b-4044-8713-9d7fcc1d3f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:29.333222 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:58:29.349278 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-79e74bad-f9af-48de-ac34-236f6dec3271 admin admin] 10.222.0.16 "PUT /v2.0/routers/1605d93d-cc11-4b84-a510-6480d8e27e83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4163606 Jul 29 14:58:29.383178 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1e34e65-1cc3-4919-8b51-bfdebde2ce4d req-6f23d878-5465-48dd-b231-2b70fc8b367c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840678 Jul 29 14:58:29.399625 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-756a69ff-8791-4caf-9796-96e957607b36 service neutron] 10.222.0.16 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5558639 Jul 29 14:58:29.527160 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7cd5323-cf52-464f-9f64-31b83f589b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:29.661875 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7cd5323-cf52-464f-9f64-31b83f589b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:29.722658 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:29.855469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd5323-cf52-464f-9f64-31b83f589b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0704cc10-e5fd-47c7-b1db-89abba7261fe,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:29.867088 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c7cd5323-cf52-464f-9f64-31b83f589b22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ea2548134dd453bb0bd3e79968fbd80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1063139 Jul 29 14:58:29.874101 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46952) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:29.921781 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-8ae48e7c-815a-4d33-a258-2d1011ad489b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1243062 Jul 29 14:58:29.924725 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1222108b-cabf-4f63-b8bd-e87a7f58ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:29.928312 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1222108b-cabf-4f63-b8bd-e87a7f58ceeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:29.931913 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1222108b-cabf-4f63-b8bd-e87a7f58ceeb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43bc9245-4127-4178-a92b-1e81d1593178 HTTP/1.1" status: 204 len: 168 time: 1.3641040 Jul 29 14:58:29.994955 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-a0ee4cb2-2b93-480c-babd-88f3aba94081 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:29.996484 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-a0ee4cb2-2b93-480c-babd-88f3aba94081 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 811 time: 0.2718456 Jul 29 14:58:30.035190 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Sync routers for ids ['1605d93d-cc11-4b84-a510-6480d8e27e83'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:58:30.055207 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Routers {'1605d93d-cc11-4b84-a510-6480d8e27e83'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:58:30.056219 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:58:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1605d93d-cc11-4b84-a510-6480d8e27e83'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:30.066018 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-d8fadc78-0729-475e-bc14-45ac9dbcc311 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/quotas/e951561287f84a8e8ff1072e4b5cb2f0 HTTP/1.1" status: 200 len: 375 time: 0.0492218 Jul 29 14:58:30.085366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222108b-cabf-4f63-b8bd-e87a7f58ceeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bc9245-4127-4178-a92b-1e81d1593178,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:30.095682 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2520-0b71-4c8c-a999-4cdbb4d737a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:30.114644 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-873a2f66-6405-4de9-b068-9d8ec7634ff3 service neutron] 10.222.0.16 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855103 Jul 29 14:58:30.119578 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-8a8adfff-953a-4531-a47a-c0280faeba2b tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421391 Jul 29 14:58:30.152549 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2520-0b71-4c8c-a999-4cdbb4d737a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:30.161463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-232524ce-d868-40ff-b434-21b4579a67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:30.161957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-232524ce-d868-40ff-b434-21b4579a67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:30.162445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-232524ce-d868-40ff-b434-21b4579a67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:30.162929 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-232524ce-d868-40ff-b434-21b4579a67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:30.163403 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-232524ce-d868-40ff-b434-21b4579a67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:30.163889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-232524ce-d868-40ff-b434-21b4579a67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:30.164363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-232524ce-d868-40ff-b434-21b4579a67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:30.167050 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-232524ce-d868-40ff-b434-21b4579a67c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d512e776609042afb7cbb4d51213c3a0&device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 6489 time: 0.1466348 Jul 29 14:58:30.294916 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7aafc8cd-57b6-4332-bbd4-b941b3a454d9 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:30.389078 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2520-0b71-4c8c-a999-4cdbb4d737a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:30.391770 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c2b2520-0b71-4c8c-a999-4cdbb4d737a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:30.393667 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9c2b2520-0b71-4c8c-a999-4cdbb4d737a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0704cc10-e5fd-47c7-b1db-89abba7261fe HTTP/1.1" status: 204 len: 168 time: 0.5115547 Jul 29 14:58:30.401556 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-e9b057f2-5799-4681-8d86-516f82dfba76 service neutron] 10.222.0.16 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627704 Jul 29 14:58:30.404189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-2aaa937d-5e63-4ab8-98e7-0360f8a9628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:30.404697 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-2aaa937d-5e63-4ab8-98e7-0360f8a9628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:30.405186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-2aaa937d-5e63-4ab8-98e7-0360f8a9628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:30.406869 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-2aaa937d-5e63-4ab8-98e7-0360f8a9628b service neutron] 10.222.0.39 "GET /v2.0/networks?id=2dba885a-0741-41e8-b079-6381bc1efb2c&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&id=86ce031c-c6cf-4027-8ce8-3052a67f5b66 HTTP/1.1" status: 200 len: 2293 time: 0.1875834 Jul 29 14:58:30.423950 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b2520-0b71-4c8c-a999-4cdbb4d737a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0704cc10-e5fd-47c7-b1db-89abba7261fe,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:30.504856 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Set router 1605d93d-cc11-4b84-a510-6480d8e27e83 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:58:30.555999 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7aafc8cd-57b6-4332-bbd4-b941b3a454d9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:30.556913 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:30.560963 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-71d42340-ab4f-47d6-9640-e1bcd55a1f19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3559254e-f263-44c0-8c9e-db0d92fb9ec9 HTTP/1.1" status: 200 len: 1001 time: 0.1373096 Jul 29 14:58:30.593444 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f9aa6727-4ec6-485a-ab42-bad5d44cf9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:30.639313 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-cbcd7843-fc95-4300-99a7-33c5a50d934e service neutron] 10.222.0.16 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271647 Jul 29 14:58:30.661444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-ea279820-b152-4fe5-b742-423bdf754d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:30.662980 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-ea279820-b152-4fe5-b742-423bdf754d89 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c2c5946-274d-455f-a39e-104d5d03aeca HTTP/1.1" status: 200 len: 850 time: 0.0937726 Jul 29 14:58:30.679548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46966) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:30.718638 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-36e82ec8-a5e1-4f20-b32e-839cdd795154 service neutron] 10.222.0.16 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756066 Jul 29 14:58:30.739154 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-03e5d249-e600-4a0d-8cfb-d938ec3503c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:30.779639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-abbf2e04-b5fa-4752-84da-d3c14b452561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:30.781285 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-abbf2e04-b5fa-4752-84da-d3c14b452561 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dba885a-0741-41e8-b079-6381bc1efb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040013 Jul 29 14:58:30.884372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f995c5-687d-45d9-b67f-0a6e7d256ad4 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:58:30.895825 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:30.945908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Transition to ACTIVE for port object 98f995c5-687d-45d9-b67f-0a6e7d256ad4 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:30.985395 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:31.054090 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'name': 'tempest-TestServerMultinode-2075233011-router', 'tenant_id': '715a37e063434e18aa9787bb54b9f71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '7aafc8cd-57b6-4332-bbd4-b941b3a454d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:58:18Z', 'updated_at': '2021-07-29T14:58:26Z', 'revision_number': 4, 'project_id': '715a37e063434e18aa9787bb54b9f71a', 'gw_port': {'id': '7aafc8cd-57b6-4332-bbd4-b941b3a454d9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:58:20Z', 'updated_at': '2021-07-29T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9c750c67-480d-4427-aaf8-22cc4108bd5e', 'name': '', 'network_id': 'e93adadf-49e0-4594-b255-21825f0f721f', 'tenant_id': '715a37e063434e18aa9787bb54b9f71a', 'mac_address': 'fa:16:3e:64:96:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'a65b71a6-fa87-4684-ad02-8965a22c2af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:58:25Z', 'updated_at': '2021-07-29T14:58:26Z', 'revision_number': 2, 'project_id': '715a37e063434e18aa9787bb54b9f71a', 'subnets': [{'id': 'a65b71a6-fa87-4684-ad02-8965a22c2af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:31.077614 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-edc523fa-bd70-4195-bf14-f8eadf383e98 service neutron] 10.222.0.16 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349574 Jul 29 14:58:31.157373 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Checking router: 1605d93d-cc11-4b84-a510-6480d8e27e83 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:58:31.160541 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Updating router 1605d93d-cc11-4b84-a510-6480d8e27e83 port 9c750c67-480d-4427-aaf8-22cc4108bd5e binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 14:58:31.202801 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-03e5d249-e600-4a0d-8cfb-d938ec3503c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:31.223041 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-03e5d249-e600-4a0d-8cfb-d938ec3503c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:31.228701 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:31.291999 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-03e5d249-e600-4a0d-8cfb-d938ec3503c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1edccc3c1e248fdaa395ac084b48405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6111722 Jul 29 14:58:31.292720 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46982) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:31.309343 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7645b762-9a75-43eb-843e-a311730676c3 service neutron] 10.222.0.16 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112803 Jul 29 14:58:31.353120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Pushing event updated for resources: {'Port': ['ID=98f995c5-687d-45d9-b67f-0a6e7d256ad4,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:31.421402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-c457938f-7450-454a-9965-2ea62d4e59c4 service neutron] 10.222.0.39 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6265347 Jul 29 14:58:31.684180 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-d290d48e-d82d-4f31-ba4d-6ec37fa6cb6d service neutron] 10.222.0.39 "GET /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381694 Jul 29 14:58:31.757900 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5d249-e600-4a0d-8cfb-d938ec3503c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2122108-82b9-4c8b-a442-b896fd38f77e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:31.769278 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-0c355721-f724-4d5d-a467-7b63b1f46a8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=0875494a-2f77-42dd-a8d2-b642d46823a2 HTTP/1.1" status: 200 len: 217 time: 0.0711110 Jul 29 14:58:31.774446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Attempting to bind port 98f995c5-687d-45d9-b67f-0a6e7d256ad4 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:58:31.775239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Attempting to bind port 98f995c5-687d-45d9-b67f-0a6e7d256ad4 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:58:31.775828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Attempting to bind port 98f995c5-687d-45d9-b67f-0a6e7d256ad4 on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:31.806511 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Port 98f995c5-687d-45d9-b67f-0a6e7d256ad4 on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:58:31.807064 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Attempting to bind port 98f995c5-687d-45d9-b67f-0a6e7d256ad4 on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:31.826663 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:58:31.827232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Checking segment: {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:31.827878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Bound using segment: {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:58:31.829551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Bound port: 98f995c5-687d-45d9-b67f-0a6e7d256ad4, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:58:31.830300 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:31.867561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-1081867a-e00e-44c7-9963-f485ae69d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:31.869821 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-1081867a-e00e-44c7-9963-f485ae69d4f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.0748048 Jul 29 14:58:31.936431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] For port 98f995c5-687d-45d9-b67f-0a6e7d256ad4, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:58:31.940049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] For port 98f995c5-687d-45d9-b67f-0a6e7d256ad4, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=98f995c5-687d-45d9-b67f-0a6e7d256ad4,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:58:31.943993 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-d9ef5c55-6e36-4868-8456-b5084efaebce service neutron] 10.222.0.16 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102650 Jul 29 14:58:31.946605 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:31.986472 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-400c5ea2-d355-4771-bba0-d9ad119101d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:32.002689 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:32.018278 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Transition to ACTIVE for port object 9c750c67-480d-4427-aaf8-22cc4108bd5e will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:32.018529 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Pushing event updated for resources: {'Port': ['ID=98f995c5-687d-45d9-b67f-0a6e7d256ad4,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:32.021050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2295f6-4434-4a8c-b451-848862555721 req-940dda3f-3e15-4ef9-95ba-26c372b96e24 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:32.023224 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf2295f6-4434-4a8c-b451-848862555721 req-940dda3f-3e15-4ef9-95ba-26c372b96e24 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.3379421 Jul 29 14:58:32.039581 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:32.040967 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:32.042660 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-7806329e-ef9a-47d6-a7fa-319219b16d3a service neutron] 10.222.0.39 "PUT /v2.0/ports/98f995c5-687d-45d9-b67f-0a6e7d256ad4 HTTP/1.1" status: 200 len: 1092 time: 2.7601855 Jul 29 14:58:32.043145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd004eb59-5e4b-4044-8713-9d7fcc1d3f57', 'tag': '98f995c5-687d-45d9-b67f-0a6e7d256ad4'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:58:32.046127 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e0c741-b1dc-4877-8f7e-04a92441327e" -d '{"events": [{"name": "network-changed", "server_uuid": "d004eb59-5e4b-4044-8713-9d7fcc1d3f57", "tag": "98f995c5-687d-45d9-b67f-0a6e7d256ad4"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:58:32.049468 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:32.096388 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-400c5ea2-d355-4771-bba0-d9ad119101d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:32.160592 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9c550-1a5e-410c-8220-d41f7bfa759a None None] Pushing event updated for resources: {'Port': ['ID=9c750c67-480d-4427-aaf8-22cc4108bd5e,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:32.185215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-5e017181-7a48-465f-b8ee-b66707c0d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:32.186871 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-5e017181-7a48-465f-b8ee-b66707c0d13d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3033473 Jul 29 14:58:32.187394 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47008) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:32.258024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-eba4dffd-d606-46eb-a9d5-8126b2206077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:32.265430 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-eba4dffd-d606-46eb-a9d5-8126b2206077 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 1095 time: 0.1731653 Jul 29 14:58:32.269452 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf2295f6-4434-4a8c-b451-848862555721 req-b87ed343-1c9b-48a5-bb41-ed6b37949496 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300112 Jul 29 14:58:32.370257 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-09bddac4-f048-4d5c-9031-fc3fa9bd392b service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660831 Jul 29 14:58:32.402514 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Attempting to bind port 9c750c67-480d-4427-aaf8-22cc4108bd5e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:58:32.409128 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Attempting to bind port 9c750c67-480d-4427-aaf8-22cc4108bd5e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'd4e008e1-15c5-443a-ba65-9797667a8a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e93adadf-49e0-4594-b255-21825f0f721f'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:58:32.411179 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Attempting to bind port 9c750c67-480d-4427-aaf8-22cc4108bd5e on network e93adadf-49e0-4594-b255-21825f0f721f {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:32.429636 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:58:32.431706 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Checking segment: {'id': 'd4e008e1-15c5-443a-ba65-9797667a8a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e93adadf-49e0-4594-b255-21825f0f721f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:32.433162 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:32.434811 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Bound using segment: {'id': 'd4e008e1-15c5-443a-ba65-9797667a8a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e93adadf-49e0-4594-b255-21825f0f721f'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:58:32.435488 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Bound port: 9c750c67-480d-4427-aaf8-22cc4108bd5e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e008e1-15c5-443a-ba65-9797667a8a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e93adadf-49e0-4594-b255-21825f0f721f'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:58:32.438316 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:32.468461 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-8a948861-63f7-43c8-9fc7-d262e3a1f6cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98f995c5-687d-45d9-b67f-0a6e7d256ad4 HTTP/1.1" status: 200 len: 217 time: 0.1901860 Jul 29 14:58:32.613297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-5ca0104d-5595-4de4-b7c7-616d7109e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:32.615303 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-5ca0104d-5595-4de4-b7c7-616d7109e99e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.1378198 Jul 29 14:58:32.624349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e1ba1bd2-0e47-42ef-bf90-72838a45e14a tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-526954789'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:32.631102 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] For port 9c750c67-480d-4427-aaf8-22cc4108bd5e, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:58:32.651355 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] For port 9c750c67-480d-4427-aaf8-22cc4108bd5e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9c750c67-480d-4427-aaf8-22cc4108bd5e,segment=NetworkSegment(d4e008e1-15c5-443a-ba65-9797667a8a3a),segment_id=d4e008e1-15c5-443a-ba65-9797667a8a3a)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:58:32.661038 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:32.671770 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-400c5ea2-d355-4771-bba0-d9ad119101d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:32.674468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-400c5ea2-d355-4771-bba0-d9ad119101d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:32.675663 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-400c5ea2-d355-4771-bba0-d9ad119101d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2122108-82b9-4c8b-a442-b896fd38f77e HTTP/1.1" status: 204 len: 168 time: 1.3775511 Jul 29 14:58:32.699346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ba1bd2-0e47-42ef-bf90-72838a45e14a tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Made reservation on behalf of c60fdf6f72704fcf8b7237f54fdcbcad for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:32.703981 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1bd2-0e47-42ef-bf90-72838a45e14a tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:32.730071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-44d90a9c-7d55-4a24-a3d7-7df1bc1f5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:32.737511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18dd02-0b7d-4b14-b47a-d7d03ab407ff req-55aa3557-b511-4fa2-82e6-f327931cb9eb tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:32.739320 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2c18dd02-0b7d-4b14-b47a-d7d03ab407ff req-55aa3557-b511-4fa2-82e6-f327931cb9eb tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 944 time: 0.3387282 Jul 29 14:58:32.750522 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-44d90a9c-7d55-4a24-a3d7-7df1bc1f5bf2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275563 Jul 29 14:58:32.778502 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1bd2-0e47-42ef-bf90-72838a45e14a tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:32.781503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c5ea2-d355-4771-bba0-d9ad119101d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2122108-82b9-4c8b-a442-b896fd38f77e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:32.818126 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Routers {'1605d93d-cc11-4b84-a510-6480d8e27e83'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:58:32.818768 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:58:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1605d93d-cc11-4b84-a510-6480d8e27e83'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:32.907771 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-66c37908-a147-49f9-8270-30270011c603 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264966 Jul 29 14:58:32.998725 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-1f78fee1-ef0d-4076-87bb-a001e534a2c0 service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408044 Jul 29 14:58:33.084546 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-91df45f9-16c6-41ae-91b4-9f19ad295480 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.13&port_id=20dcfb3e-a773-40e0-8c9a-c3337eb907f9 HTTP/1.1" status: 200 len: 217 time: 0.1589425 Jul 29 14:58:33.107739 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9c550-1a5e-410c-8220-d41f7bfa759a None None] Pushing event updated for resources: {'Port': ['ID=9c750c67-480d-4427-aaf8-22cc4108bd5e,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:33.166807 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] Set router 1605d93d-cc11-4b84-a510-6480d8e27e83 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:58:33.210966 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2c18dd02-0b7d-4b14-b47a-d7d03ab407ff req-95f9c816-c612-4de1-bc6a-c2f5becc5838 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530432 Jul 29 14:58:33.211574 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:33.371412 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7cc56f21-6592-4746-b3c1-388ab045c4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:33.375165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-fbcdd1e6-276c-447c-9a5e-34aba8f18fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:33.378753 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-fbcdd1e6-276c-447c-9a5e-34aba8f18fda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.1667316 Jul 29 14:58:33.440945 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1bd2-0e47-42ef-bf90-72838a45e14a tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:33.474782 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1bd2-0e47-42ef-bf90-72838a45e14a tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:33.531474 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-91a76808-2696-48e8-abcf-3882d1e93c78 req-fea2f3f2-ba4a-4984-9e12-efb2a974646c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 210 time: 0.0752945 Jul 29 14:58:33.547974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ba1bd2-0e47-42ef-bf90-72838a45e14a tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:58:33.580818 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-ece2aaf4-0f92-486d-8e8c-f3da5c7a6872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:33.582695 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-ece2aaf4-0f92-486d-8e8c-f3da5c7a6872 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1909475 Jul 29 14:58:33.586707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c226c9bb-1802-4fd9-84d7-8460e028bc38 req-df1d3d17-b2f0-4832-911a-806aad6c1ac9 service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543559 Jul 29 14:58:33.590265 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba1bd2-0e47-42ef-bf90-72838a45e14a tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3bf88f-6f51-42b7-9833-7735434b6ec7,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:33.597143 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1bd2-0e47-42ef-bf90-72838a45e14a tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:33.597830 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-e1ba1bd2-0e47-42ef-bf90-72838a45e14a tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Added segment e6373c7e-3784-4d92-929f-89abdf3ceb29 of type vlan for network 65faa3f9-9ae4-4f8e-9709-602e334fb37d Jul 29 14:58:33.655325 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-39cf5d33-2087-453f-aa56-f4fc4271ff00 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:33.659143 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-39cf5d33-2087-453f-aa56-f4fc4271ff00 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 811 time: 0.5239756 Jul 29 14:58:33.698582 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'name': 'tempest-TestServerMultinode-2075233011-router', 'tenant_id': '715a37e063434e18aa9787bb54b9f71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '7aafc8cd-57b6-4332-bbd4-b941b3a454d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:58:18Z', 'updated_at': '2021-07-29T14:58:26Z', 'revision_number': 4, 'project_id': '715a37e063434e18aa9787bb54b9f71a', 'gw_port': {'id': '7aafc8cd-57b6-4332-bbd4-b941b3a454d9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:58:20Z', 'updated_at': '2021-07-29T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9c750c67-480d-4427-aaf8-22cc4108bd5e', 'name': '', 'network_id': 'e93adadf-49e0-4594-b255-21825f0f721f', 'tenant_id': '715a37e063434e18aa9787bb54b9f71a', 'mac_address': 'fa:16:3e:64:96:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'a65b71a6-fa87-4684-ad02-8965a22c2af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:58:25Z', 'updated_at': '2021-07-29T14:58:32Z', 'revision_number': 4, 'project_id': '715a37e063434e18aa9787bb54b9f71a', 'subnets': [{'id': 'a65b71a6-fa87-4684-ad02-8965a22c2af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:33.699707 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c790b0-5e18-4907-8fec-866cff25a690 x-openstack-request-id: req-e7c790b0-5e18-4907-8fec-866cff25a690 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:58:33.700195 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d004eb59-5e4b-4044-8713-9d7fcc1d3f57", "tag": "98f995c5-687d-45d9-b67f-0a6e7d256ad4", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:58:33.700719 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7c790b0-5e18-4907-8fec-866cff25a690 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:58:33.701479 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd004eb59-5e4b-4044-8713-9d7fcc1d3f57', 'tag': '98f995c5-687d-45d9-b67f-0a6e7d256ad4', 'status': 'completed', 'code': 200} Jul 29 14:58:33.755417 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1711a66b-215a-48f2-bb5f-c1d965bcd29c None None] The sync data for ids ['1605d93d-cc11-4b84-a510-6480d8e27e83'] in n-d-802893-1 is: [{'id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'name': 'tempest-TestServerMultinode-2075233011-router', 'tenant_id': '715a37e063434e18aa9787bb54b9f71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '7aafc8cd-57b6-4332-bbd4-b941b3a454d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:58:18Z', 'updated_at': '2021-07-29T14:58:26Z', 'revision_number': 4, 'project_id': '715a37e063434e18aa9787bb54b9f71a', 'gw_port': {'id': '7aafc8cd-57b6-4332-bbd4-b941b3a454d9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:58:20Z', 'updated_at': '2021-07-29T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9c750c67-480d-4427-aaf8-22cc4108bd5e', 'name': '', 'network_id': 'e93adadf-49e0-4594-b255-21825f0f721f', 'tenant_id': '715a37e063434e18aa9787bb54b9f71a', 'mac_address': 'fa:16:3e:64:96:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': 'a65b71a6-fa87-4684-ad02-8965a22c2af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:58:25Z', 'updated_at': '2021-07-29T14:58:32Z', 'revision_number': 4, 'project_id': '715a37e063434e18aa9787bb54b9f71a', 'subnets': [{'id': 'a65b71a6-fa87-4684-ad02-8965a22c2af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:58:33.861620 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1bd2-0e47-42ef-bf90-72838a45e14a tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:33.950515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd76d09-65ca-4256-bcd9-23518d0e40a7 req-0391e354-d4aa-4cf9-9635-ac1bd8689233 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:33.965288 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dcd76d09-65ca-4256-bcd9-23518d0e40a7 req-0391e354-d4aa-4cf9-9635-ac1bd8689233 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.2653277 Jul 29 14:58:33.970922 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-56072379-024b-45d3-b84a-da7d20262208 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711510 Jul 29 14:58:33.973842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47058) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:33.994212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ba50cdd8-02fa-473f-80a8-c168e2accaf9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Request body: {'floatingip': {'port_id': 'f57ee018-b433-4528-a366-93e5e4fb32ae'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:34.016273 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-fea96ff5-6c6b-4d81-b049-12dd0a6970fd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Request body: {'port': {'device_id': '4af907d7-a629-46f0-aca2-7d78611f0f32', 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082', 'admin_state_up': True, 'tenant_id': 'e951561287f84a8e8ff1072e4b5cb2f0'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:34.107476 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fcb38c77-a823-4a53-ae1e-05e024c18e82 req-f26cb258-4c36-4b9f-a4dd-a1b0dcd1f6ea tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0469522 Jul 29 14:58:34.110201 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1bd2-0e47-42ef-bf90-72838a45e14a tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:34.136973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ba1bd2-0e47-42ef-bf90-72838a45e14a tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:34.137813 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1ba1bd2-0e47-42ef-bf90-72838a45e14a tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:34.256997 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba50cdd8-02fa-473f-80a8-c168e2accaf9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:34.292970 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:34.414676 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9c750c67-480d-4427-aaf8-22cc4108bd5e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:34.515027 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e1ba1bd2-0e47-42ef-bf90-72838a45e14a tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3223853 Jul 29 14:58:34.578722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47072) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:34.590126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 9c750c67-480d-4427-aaf8-22cc4108bd5e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:34.595008 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9c750c67-480d-4427-aaf8-22cc4108bd5e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:34.595410 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:34.719446 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:34.772071 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 9c750c67-480d-4427-aaf8-22cc4108bd5e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9c750c67-480d-4427-aaf8-22cc4108bd5e,segment=NetworkSegment(d4e008e1-15c5-443a-ba65-9797667a8a3a),segment_id=d4e008e1-15c5-443a-ba65-9797667a8a3a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:34.781122 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:34.798975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47076) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:34.817934 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-fea96ff5-6c6b-4d81-b049-12dd0a6970fd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Made reservation on behalf of e951561287f84a8e8ff1072e4b5cb2f0 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:34.823953 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-fea96ff5-6c6b-4d81-b049-12dd0a6970fd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:34.833260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 98f995c5-687d-45d9-b67f-0a6e7d256ad4 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:58:34.840016 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-20185212-c643-460e-b98e-d46429e7b8a5 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:34.841799 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-20185212-c643-460e-b98e-d46429e7b8a5 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/networks?id=7fd93376-9f13-4441-9587-010f8b5c36dc HTTP/1.1" status: 200 len: 910 time: 1.2529159 Jul 29 14:58:34.881846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=9c750c67-480d-4427-aaf8-22cc4108bd5e,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:34.895439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0c741-b1dc-4877-8f7e-04a92441327e req-339e8244-c642-466e-b8d5-528dce44f500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:34.901276 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92e0c741-b1dc-4877-8f7e-04a92441327e req-339e8244-c642-466e-b8d5-528dce44f500 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 1095 time: 1.2405744 Jul 29 14:58:34.960174 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-18817b72-f2d8-43ab-8202-f162ca6b20a2 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/quotas/715a37e063434e18aa9787bb54b9f71a HTTP/1.1" status: 200 len: 375 time: 0.1012537 Jul 29 14:58:34.996531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-cc4c7468-71c6-4baf-a319-0b53612499aa tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Request body: {'subnet': {'network_id': '65faa3f9-9ae4-4f8e-9709-602e334fb37d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:35.018532 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba1bd2-0e47-42ef-bf90-72838a45e14a tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Pushing event updated for resources: {'Network': ['ID=65faa3f9-9ae4-4f8e-9709-602e334fb37d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:35.033744 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 65faa3f9-9ae4-4f8e-9709-602e334fb37d details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:58:35.142486 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0c741-b1dc-4877-8f7e-04a92441327e req-e21a815d-e7b0-4dc4-996d-02a01abe3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:35.146223 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92e0c741-b1dc-4877-8f7e-04a92441327e req-e21a815d-e7b0-4dc4-996d-02a01abe3c03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.2258935 Jul 29 14:58:35.167928 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 98f995c5-687d-45d9-b67f-0a6e7d256ad4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=98f995c5-687d-45d9-b67f-0a6e7d256ad4,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:35.204628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '98f995c5-687d-45d9-b67f-0a6e7d256ad4', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'port_id': '98f995c5-687d-45d9-b67f-0a6e7d256ad4', 'mac_address': 'fa:16:3e:bc:54:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:58:35.246304 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9702d-073e-4d74-a991-1e9388924945 req-208b7284-1cfa-48ae-83b9-296c2daeeb00 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:35.254532 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6b9702d-073e-4d74-a991-1e9388924945 req-208b7284-1cfa-48ae-83b9-296c2daeeb00 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 944 time: 0.7707911 Jul 29 14:58:35.267147 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1108947348-network', 'tenant_id': 'b160905bd6784d6b8680206bf882bc9d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:35.270607 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-dbb447d2-6d64-4a71-90ee-307bff9ce967 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2705095 Jul 29 14:58:35.328988 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:35.358520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f995c5-687d-45d9-b67f-0a6e7d256ad4 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:58:35.374718 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-f031b903-9883-4598-bcf0-c6ce6d016236 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=6d1441c2-83c0-47d9-b5a2-4e4083a907c0 HTTP/1.1" status: 200 len: 217 time: 0.0701625 Jul 29 14:58:35.386577 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4c7468-71c6-4baf-a319-0b53612499aa tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Made reservation on behalf of c60fdf6f72704fcf8b7237f54fdcbcad for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:35.390781 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc4c7468-71c6-4baf-a319-0b53612499aa tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:35.412021 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 98f995c5-687d-45d9-b67f-0a6e7d256ad4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=98f995c5-687d-45d9-b67f-0a6e7d256ad4,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:35.423396 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:35.520319 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] Made reservation on behalf of b160905bd6784d6b8680206bf882bc9d for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:35.524198 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:35.532404 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92e0c741-b1dc-4877-8f7e-04a92441327e req-114c7ebf-37a0-408d-9f4b-df705014cade service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98f995c5-687d-45d9-b67f-0a6e7d256ad4 HTTP/1.1" status: 200 len: 217 time: 0.2828717 Jul 29 14:58:35.543563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=98f995c5-687d-45d9-b67f-0a6e7d256ad4,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:35.685441 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:35.690197 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6b9702d-073e-4d74-a991-1e9388924945 req-a0c0d699-a752-4e65-8be7-da3fef3cf27f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344530 Jul 29 14:58:35.700530 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['98f995c5-687d-45d9-b67f-0a6e7d256ad4'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:58:35.739217 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-228c6a5b-f976-458b-9699-36b2acfae80c tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=715a37e063434e18aa9787bb54b9f71a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5857534 Jul 29 14:58:35.870607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-30456fe8-af9a-4365-96a5-a34c10a12a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:35.872391 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-30456fe8-af9a-4365-96a5-a34c10a12a92 service neutron] 10.222.0.39 "GET /v2.0/ports/1bdf1649-a389-4996-8e32-7b0940a4a965 HTTP/1.1" status: 200 len: 1031 time: 0.5755928 Jul 29 14:58:35.884652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0c741-b1dc-4877-8f7e-04a92441327e req-9539283b-90c6-4123-97b9-3c9c00b462b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:35.889579 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92e0c741-b1dc-4877-8f7e-04a92441327e req-9539283b-90c6-4123-97b9-3c9c00b462b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.2582250 Jul 29 14:58:36.051062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-fea96ff5-6c6b-4d81-b049-12dd0a6970fd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Allocated IP 172.20.0.2 (97a96aa0-af30-4a22-b3aa-15726419c082/1fc0785a-1332-47e1-a695-790fd3948837/72d278ce-4fd4-4f9b-8344-36a8f2811d26) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:36.102166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-075121e9-8f4b-482b-82d2-9fb4138b1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:36.104468 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-075121e9-8f4b-482b-82d2-9fb4138b1953 service neutron] 10.222.0.39 "GET /v2.0/ports/85e3d439-4f4c-480b-b468-4d17d9852f15 HTTP/1.1" status: 200 len: 1032 time: 0.2135077 Jul 29 14:58:36.172135 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-a363ec6c-0bf1-452e-876d-8185fad0e1bf service neutron] 10.222.0.16 "GET /v2.0/networks/7fd93376-9f13-4441-9587-010f8b5c36dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318330 Jul 29 14:58:36.195488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-11b7f419-69b7-4c1f-ac18-0e24cc82fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:36.198312 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-11b7f419-69b7-4c1f-ac18-0e24cc82fcac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.7771568 Jul 29 14:58:36.229270 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-621d1b9e-c0bd-4c29-bd55-2c9cf389b446 req-c8b93512-5cef-440a-85b4-1e6d377291b7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 210 time: 0.0698893 Jul 29 14:58:36.232587 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.resource_extend [None req-ba50cdd8-02fa-473f-80a8-c168e2accaf9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:58:36.246753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0c741-b1dc-4877-8f7e-04a92441327e req-53dc3411-af58-4cf5-91f1-5de652ed1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:36.247821 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92e0c741-b1dc-4877-8f7e-04a92441327e req-53dc3411-af58-4cf5-91f1-5de652ed1399 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3145020 Jul 29 14:58:36.282501 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:36.339476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9c750c67-480d-4427-aaf8-22cc4108bd5e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:36.355711 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba50cdd8-02fa-473f-80a8-c168e2accaf9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:36.371468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba50cdd8-02fa-473f-80a8-c168e2accaf9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:36.406872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9c750c67-480d-4427-aaf8-22cc4108bd5e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:36.407406 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:36.564060 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2987be7e-9a96-4220-90df-34bbd838e238 req-c2954d48-4fe2-40a4-b9ed-f502dcef0677 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.1897388 Jul 29 14:58:36.575791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-577634f2-eb40-4f4f-8bd9-0200e9bc9db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:36.577444 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-577634f2-eb40-4f4f-8bd9-0200e9bc9db1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3515992 Jul 29 14:58:36.663837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-b9c0a330-5a22-4fbb-96ff-0d7416e7c4eb tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:36.670360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-b9c0a330-5a22-4fbb-96ff-0d7416e7c4eb tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:36.676470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-b9c0a330-5a22-4fbb-96ff-0d7416e7c4eb tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:36.678282 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-b9c0a330-5a22-4fbb-96ff-0d7416e7c4eb tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.39 "GET /v2.0/networks?id=c87811c7-fa8b-41f4-b809-e4e0814b1be8&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=cbb34b73-c540-4255-9d61-eaabcefcb943&id=cbb34b73-c540-4255-9d61-eaabcefcb943 HTTP/1.1" status: 200 len: 1994 time: 0.5550010 Jul 29 14:58:36.690833 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc4c7468-71c6-4baf-a319-0b53612499aa tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:36.725950 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-778ae0f5-6247-4bc8-b728-cdf4f767929d service neutron] 10.222.0.16 "GET /v2.0/networks/7fd93376-9f13-4441-9587-010f8b5c36dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528157 Jul 29 14:58:36.730405 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:36.754014 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92e0c741-b1dc-4877-8f7e-04a92441327e req-527ceb9e-5358-45e0-a6c6-182c4f181c10 service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500844 Jul 29 14:58:36.754761 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:36.854484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 98f995c5-687d-45d9-b67f-0a6e7d256ad4 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:36.934748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:58:36.972753 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-fea96ff5-6c6b-4d81-b049-12dd0a6970fd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:37.000411 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-e53633dd-1c74-48dd-9e56-ea38762ee9e3 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b87fe36def094cf5968288b084e2140d HTTP/1.1" status: 200 len: 379 time: 0.2930748 Jul 29 14:58:37.012034 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:37.012442 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] Added segment 355b2df1-acd4-4795-a570-fc7b61bb1039 of type vlan for network 41b29bd2-9a99-48eb-a082-c2fb7dbeab1f Jul 29 14:58:37.015687 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92e0c741-b1dc-4877-8f7e-04a92441327e req-1950b1d9-991e-4813-89cb-bd495cb11c82 service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450757 Jul 29 14:58:37.027276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-1d69d07c-806f-477a-bb1b-056be74e3ccd tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Request body: {'port': {'device_id': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'admin_state_up': True, 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'security_groups': ['102ae8b3-3400-409b-9f33-5df178a41fa6']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:37.036208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d00dc0c-ef7f-42f7-b94d-84d0f5493483,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:37.049019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 98f995c5-687d-45d9-b67f-0a6e7d256ad4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:37.054115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 98f995c5-687d-45d9-b67f-0a6e7d256ad4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:37.054498 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:37.139339 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-ba50cdd8-02fa-473f-80a8-c168e2accaf9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Floating IP 1b6b6112-6949-4d5f-95bc-9480423ac5a7 associated. External IP: 172.25.6.83, port: f57ee018-b433-4528-a366-93e5e4fb32ae. Jul 29 14:58:37.144089 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aec56573-75cb-49fd-b187-539c38ea157f req-350e8604-7d44-449e-bd84-8ad4ec69d3d4 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 210 time: 0.1089590 Jul 29 14:58:37.164110 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:37.246434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c7468-71c6-4baf-a319-0b53612499aa tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Pushing event updated for resources: {'Subnet': ['ID=e8bbbba1-5436-480a-a0df-802fab3fec28,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:37.313387 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:37.364055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd004eb59-5e4b-4044-8713-9d7fcc1d3f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f995c5-687d-45d9-b67f-0a6e7d256ad4'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:58:37.368494 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7565d224-2523-4550-83b6-29d0b5781801" -d '{"events": [{"server_uuid": "d004eb59-5e4b-4044-8713-9d7fcc1d3f57", "name": "network-vif-plugged", "status": "completed", "tag": "98f995c5-687d-45d9-b67f-0a6e7d256ad4"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:58:37.372116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c8722-28e1-4895-84e6-9ab1032ababb req-a4b90178-6bae-452f-abbd-4083022003d5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:37.380038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-079c8722-28e1-4895-84e6-9ab1032ababb req-a4b90178-6bae-452f-abbd-4083022003d5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 945 time: 0.4542546 Jul 29 14:58:37.388456 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.resource_extend [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:58:37.389874 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 98f995c5-687d-45d9-b67f-0a6e7d256ad4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=98f995c5-687d-45d9-b67f-0a6e7d256ad4,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:37.396820 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:37.398191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4c7468-71c6-4baf-a319-0b53612499aa tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Checking segment: {'id': 'e6373c7e-3784-4d92-929f-89abdf3ceb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '65faa3f9-9ae4-4f8e-9709-602e334fb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:37.398562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c7468-71c6-4baf-a319-0b53612499aa tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Network hostable DHCP agents. Network: 65faa3f9-9ae4-4f8e-9709-602e334fb37d, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:58:37.422825 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-036c1253-6d56-45f9-9803-20e1d7197afe service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8268380 Jul 29 14:58:37.439780 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c6c1ee18-e039-4f25-bb2c-ffb976c9ed7d req-1b0b39b0-2a83-42fb-8e5e-7e050c92488a tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 210 time: 0.0663722 Jul 29 14:58:37.458287 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-fea96ff5-6c6b-4d81-b049-12dd0a6970fd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:37.595552 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-079c8722-28e1-4895-84e6-9ab1032ababb req-64c9d1b7-34ca-4c27-9394-af489172c379 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049739 Jul 29 14:58:37.611492 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=98f995c5-687d-45d9-b67f-0a6e7d256ad4,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:37.616811 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c7468-71c6-4baf-a319-0b53612499aa tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Network 65faa3f9-9ae4-4f8e-9709-602e334fb37d is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:58:37.635038 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea96ff5-6c6b-4d81-b049-12dd0a6970fd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Pushing event updated for resources: {'Port': ['ID=72d278ce-4fd4-4f9b-8344-36a8f2811d26,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:37.651880 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:37.659457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-cc4c7468-71c6-4baf-a319-0b53612499aa tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 65faa3f9-9ae4-4f8e-9709-602e334fb37d) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:37.661031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:37.661862 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:37.669622 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3005bc8d-3dd4-4ca2-af59-a10413b84ee5 x-openstack-request-id: req-3005bc8d-3dd4-4ca2-af59-a10413b84ee5 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:58:37.671764 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d004eb59-5e4b-4044-8713-9d7fcc1d3f57", "name": "network-vif-plugged", "status": "completed", "tag": "98f995c5-687d-45d9-b67f-0a6e7d256ad4", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:58:37.673210 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3005bc8d-3dd4-4ca2-af59-a10413b84ee5 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:58:37.675395 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd004eb59-5e4b-4044-8713-9d7fcc1d3f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f995c5-687d-45d9-b67f-0a6e7d256ad4', 'code': 200} Jul 29 14:58:37.685573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9706da7c-b707-4610-9e57-09855a307550 None None] Network 65faa3f9-9ae4-4f8e-9709-602e334fb37d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:58:37.795711 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4c7468-71c6-4baf-a319-0b53612499aa tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:37.799827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-1d69d07c-806f-477a-bb1b-056be74e3ccd tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Made reservation on behalf of b87fe36def094cf5968288b084e2140d for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:37.803482 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-1d69d07c-806f-477a-bb1b-056be74e3ccd tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:37.806454 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc4c7468-71c6-4baf-a319-0b53612499aa tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:37.835166 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-10b2e7f6-5717-4b77-aada-1cee09597b51 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007480 Jul 29 14:58:37.874329 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0722463 Jul 29 14:58:37.876698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-fea96ff5-6c6b-4d81-b049-12dd0a6970fd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Network 97a96aa0-af30-4a22-b3aa-15726419c082 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:37.885434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47100) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:37.897737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ee9954be-0aaf-4092-8c23-9b3337f438be admin admin] Request body: {'subnet': {'network_id': '41b29bd2-9a99-48eb-a082-c2fb7dbeab1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1108947348-subnet', 'tenant_id': 'b160905bd6784d6b8680206bf882bc9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:37.965413 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b0ab2078-8ee5-45cd-9075-8a45c6f8751a req-0d72477e-1747-416a-84b9-f0dc5343f38d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.1370971 Jul 29 14:58:37.971155 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-a7880574-ebf4-4854-a7b1-ec4d529fb28a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=f97b9900-6958-422d-89e4-aba42e4f48de HTTP/1.1" status: 200 len: 217 time: 0.1216860 Jul 29 14:58:38.023834 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cc4c7468-71c6-4baf-a319-0b53612499aa tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4399035 Jul 29 14:58:38.030499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47102) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:38.036831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-5112180f-c47b-45e3-8f65-7644fcb972f4 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-441723080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:38.094554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-1d69d07c-806f-477a-bb1b-056be74e3ccd tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Allocated IP 172.20.0.4 (c87811c7-fa8b-41f4-b809-e4e0814b1be8/0553de55-e064-4bb6-b0d3-b4a9bd38f40f/861979d8-e377-468b-a834-f7023ef2664a) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:38.112536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-fea96ff5-6c6b-4d81-b049-12dd0a6970fd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:38.120470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ce08e-8a9b-49af-95aa-f3be3ae96445 admin admin] Pushing event updated for resources: {'Network': ['ID=41b29bd2-9a99-48eb-a082-c2fb7dbeab1f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:38.125484 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-fea96ff5-6c6b-4d81-b049-12dd0a6970fd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:38.137995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 41b29bd2-9a99-48eb-a082-c2fb7dbeab1f details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:58:38.174154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22c0c1-ebf4-4f27-b871-0e44a8f484fc req-2b9430da-3e9d-42f8-aac4-be2f2559a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:38.176316 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e22c0c1-ebf4-4f27-b871-0e44a8f484fc req-2b9430da-3e9d-42f8-aac4-be2f2559a60d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 1097 time: 0.3680162 Jul 29 14:58:38.183159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9954be-0aaf-4092-8c23-9b3337f438be admin admin] Made reservation on behalf of b160905bd6784d6b8680206bf882bc9d for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:38.191379 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee9954be-0aaf-4092-8c23-9b3337f438be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:38.287907 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5112180f-c47b-45e3-8f65-7644fcb972f4 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:38.291447 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5112180f-c47b-45e3-8f65-7644fcb972f4 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:38.312922 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-fea96ff5-6c6b-4d81-b049-12dd0a6970fd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:38.314024 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-fea96ff5-6c6b-4d81-b049-12dd0a6970fd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:38.321635 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e22c0c1-ebf4-4f27-b871-0e44a8f484fc req-5de79f6b-65b2-497c-b4f8-f6f00bf4ec64 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316721 Jul 29 14:58:38.350694 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-65faa3f9-9ae4-4f8e-9709-602e334fb37d', 'network_id': '65faa3f9-9ae4-4f8e-9709-602e334fb37d', 'tenant_id': 'c60fdf6f72704fcf8b7237f54fdcbcad', 'fixed_ips': [{'subnet_id': 'e8bbbba1-5436-480a-a0df-802fab3fec28'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:58:38.351610 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:38.364602 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-fea96ff5-6c6b-4d81-b049-12dd0a6970fd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3501625 Jul 29 14:58:38.377844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-403a67cd-8bdf-4d81-93dd-0b93b805e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:38.380302 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-403a67cd-8bdf-4d81-93dd-0b93b805e956 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 200 len: 797 time: 0.3707776 Jul 29 14:58:38.395946 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba50cdd8-02fa-473f-80a8-c168e2accaf9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Router 18c1758c-782c-4b0f-beff-060dbbab11fc has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:58:38.400232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Request body: {'port': {'device_id': '4af907d7-a629-46f0-aca2-7d78611f0f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:38.519563 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5112180f-c47b-45e3-8f65-7644fcb972f4 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:38.553983 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78c87c5a-4f27-405d-a920-bdb17e5aea61 req-f1f85bb2-d763-4a8f-807e-c726deb22d87 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 210 time: 0.1466856 Jul 29 14:58:38.574145 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5112180f-c47b-45e3-8f65-7644fcb972f4 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:38.601542 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-1d69d07c-806f-477a-bb1b-056be74e3ccd tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:38.626001 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-13dd0564-6e52-4ae0-95eb-326b6ac80fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:38.631242 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-13dd0564-6e52-4ae0-95eb-326b6ac80fdb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8009ecc-8a02-43b8-b3e6-d99242c4d60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2402070 Jul 29 14:58:38.699924 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-1d69d07c-806f-477a-bb1b-056be74e3ccd tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Transition to ACTIVE for port object 861979d8-e377-468b-a834-f7023ef2664a will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:38.719757 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:38.754792 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5112180f-c47b-45e3-8f65-7644fcb972f4 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:38.756796 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5112180f-c47b-45e3-8f65-7644fcb972f4 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7249336 Jul 29 14:58:38.763126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47110) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:38.775633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Allocated IP 172.20.0.2 (65faa3f9-9ae4-4f8e-9709-602e334fb37d/e8bbbba1-5436-480a-a0df-802fab3fec28/c230d83e-089f-4ca4-9cb1-cb6ae140912a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:39.000112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e2f98-cd3d-4b1d-bf31-afb5e0d11b2e req-636a2e55-5195-48c0-a4cf-519bfecfcde5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:39.008255 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-659e2f98-cd3d-4b1d-bf31-afb5e0d11b2e req-636a2e55-5195-48c0-a4cf-519bfecfcde5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 931 time: 0.3639073 Jul 29 14:58:39.028269 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee9954be-0aaf-4092-8c23-9b3337f438be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:39.044091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba50cdd8-02fa-473f-80a8-c168e2accaf9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:58:39.057966 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba50cdd8-02fa-473f-80a8-c168e2accaf9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:39.123472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd868bbe-761c-46e7-87b1-856a58c32072 None None] Sync routers for ids ['18c1758c-782c-4b0f-beff-060dbbab11fc'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:58:39.131483 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-ac40c365-d57c-4082-bdc8-5dcd3f10933f service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316087 Jul 29 14:58:39.168391 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-659e2f98-cd3d-4b1d-bf31-afb5e0d11b2e req-330be01d-dded-4503-a187-94cf51438b30 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586280 Jul 29 14:58:39.233313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd868bbe-761c-46e7-87b1-856a58c32072 None None] Routers {'18c1758c-782c-4b0f-beff-060dbbab11fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:58:39.234394 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-cd868bbe-761c-46e7-87b1-856a58c32072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:58:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['18c1758c-782c-4b0f-beff-060dbbab11fc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:39.261002 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ba50cdd8-02fa-473f-80a8-c168e2accaf9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "PUT /v2.0/floatingips/1b6b6112-6949-4d5f-95bc-9480423ac5a7 HTTP/1.1" status: 200 len: 991 time: 5.2853701 Jul 29 14:58:39.261677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9954be-0aaf-4092-8c23-9b3337f438be admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd72e83-c780-4553-896a-e744cd60b452,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:39.301862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c89016-fc87-4677-8873-aedd063a07df', 'tag': 'f57ee018-b433-4528-a366-93e5e4fb32ae'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:58:39.303686 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4201bfd4-3005-4bd1-b357-029f749a213b" -d '{"events": [{"name": "network-changed", "server_uuid": "84c89016-fc87-4677-8873-aedd063a07df", "tag": "f57ee018-b433-4528-a366-93e5e4fb32ae"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:58:39.379542 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e701091-71f6-4522-8661-b76387c4fb64 req-5ebe58fc-9790-4932-b614-ce7fa57d8805 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0596287 Jul 29 14:58:39.389746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9954be-0aaf-4092-8c23-9b3337f438be admin admin] Checking segment: {'id': '355b2df1-acd4-4795-a570-fc7b61bb1039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '41b29bd2-9a99-48eb-a082-c2fb7dbeab1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:39.390317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9954be-0aaf-4092-8c23-9b3337f438be admin admin] Network hostable DHCP agents. Network: 41b29bd2-9a99-48eb-a082-c2fb7dbeab1f, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:58:39.410720 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:39.442403 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Transition to ACTIVE for port object c230d83e-089f-4ca4-9cb1-cb6ae140912a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:39.543595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-cd868bbe-761c-46e7-87b1-856a58c32072 None None] Set router 18c1758c-782c-4b0f-beff-060dbbab11fc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:58:39.935296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Transition to ACTIVE for port object c230d83e-089f-4ca4-9cb1-cb6ae140912a will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:39.979502 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:40.018817 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a07597-26b1-4a9e-a139-3eb8bf56eb83 x-openstack-request-id: req-59a07597-26b1-4a9e-a139-3eb8bf56eb83 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:58:40.019471 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c89016-fc87-4677-8873-aedd063a07df", "tag": "f57ee018-b433-4528-a366-93e5e4fb32ae", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:58:40.019471 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59a07597-26b1-4a9e-a139-3eb8bf56eb83 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:58:40.019815 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c89016-fc87-4677-8873-aedd063a07df', 'tag': 'f57ee018-b433-4528-a366-93e5e4fb32ae', 'status': 'completed', 'code': 200} Jul 29 14:58:40.032015 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Network 65faa3f9-9ae4-4f8e-9709-602e334fb37d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:40.039324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:40.050003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:40.058282 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dfdde240-33f4-4acb-b6b2-04c8b0a5a6a4 req-d0acd81a-e595-4663-88b1-e2b71cf5b66a tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 210 time: 0.0412033 Jul 29 14:58:40.064961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-4a3ca81c-c41d-4279-90fc-3241f43ddeef tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:40.069655 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-4a3ca81c-c41d-4279-90fc-3241f43ddeef tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.39 "GET /v2.0/networks?id=7fd93376-9f13-4441-9587-010f8b5c36dc HTTP/1.1" status: 200 len: 910 time: 0.3296311 Jul 29 14:58:40.086604 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-4ddf2cde-3434-4d00-b4c9-9bfcc4aa81d0 service neutron] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8978405 Jul 29 14:58:40.128856 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-fc23f092-95d5-477e-bda9-fa38b436fa67 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Request body: {'port': {'device_id': '872408d4-370b-4706-8e60-016f447921f3', 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc', 'admin_state_up': True, 'tenant_id': '715a37e063434e18aa9787bb54b9f71a'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:40.147089 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-99a51444-d8ac-4d96-988f-69bf7c910d33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3c575bd-780c-48e1-8ab2-eac2e139f0d6 HTTP/1.1" status: 200 len: 217 time: 0.0510905 Jul 29 14:58:40.165137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9954be-0aaf-4092-8c23-9b3337f438be admin admin] Network 41b29bd2-9a99-48eb-a082-c2fb7dbeab1f is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:58:40.234691 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-ee9954be-0aaf-4092-8c23-9b3337f438be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 41b29bd2-9a99-48eb-a082-c2fb7dbeab1f) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:40.258642 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a26597c-058e-4bfa-a83d-df1bafdaed9f None None] Network 41b29bd2-9a99-48eb-a082-c2fb7dbeab1f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:58:40.266440 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9954be-0aaf-4092-8c23-9b3337f438be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:40.267488 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee9954be-0aaf-4092-8c23-9b3337f438be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:40.293973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-5a813018-af18-4604-8eb8-147e6ba3669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:40.296514 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-5a813018-af18-4604-8eb8-147e6ba3669c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1e29a38-29fa-45f1-a570-0300a7a9d5c3 HTTP/1.1" status: 200 len: 797 time: 0.1439178 Jul 29 14:58:40.306120 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-1d69d07c-806f-477a-bb1b-056be74e3ccd tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:40.316622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b9650-4527-4c7b-9f15-b2838610b248 req-adf2ca8a-48e4-48e3-8adb-2530f33dabc6 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:40.328090 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-709b9650-4527-4c7b-9f15-b2838610b248 req-adf2ca8a-48e4-48e3-8adb-2530f33dabc6 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 946 time: 1.5694077 Jul 29 14:58:40.362688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201bfd4-3005-4bd1-b357-029f749a213b req-178db09c-a28f-4b15-b0a1-d9ecd425c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:40.364589 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201bfd4-3005-4bd1-b357-029f749a213b req-178db09c-a28f-4b15-b0a1-d9ecd425c790 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f5e572e1e43471cb0156603ea55a1bb&device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 1097 time: 0.5010562 Jul 29 14:58:40.395846 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-fc23f092-95d5-477e-bda9-fa38b436fa67 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Made reservation on behalf of 715a37e063434e18aa9787bb54b9f71a for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:40.395846 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-fc23f092-95d5-477e-bda9-fa38b436fa67 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:40.429758 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ee9954be-0aaf-4092-8c23-9b3337f438be admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5388691 Jul 29 14:58:40.452888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-1d69d07c-806f-477a-bb1b-056be74e3ccd tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Network c87811c7-fa8b-41f4-b809-e4e0814b1be8 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:40.465679 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-3014f205-217d-4bc6-b8dd-d08b51dd9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:40.469269 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-3014f205-217d-4bc6-b8dd-d08b51dd9c8b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1650212 Jul 29 14:58:40.535743 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Attempting to bind port c230d83e-089f-4ca4-9cb1-cb6ae140912a on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:58:40.536535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Attempting to bind port c230d83e-089f-4ca4-9cb1-cb6ae140912a by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'e6373c7e-3784-4d92-929f-89abdf3ceb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '65faa3f9-9ae4-4f8e-9709-602e334fb37d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:58:40.536859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d278ce-4fd4-4f9b-8344-36a8f2811d26 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:58:40.537278 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Attempting to bind port c230d83e-089f-4ca4-9cb1-cb6ae140912a on network 65faa3f9-9ae4-4f8e-9709-602e334fb37d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:40.557024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Pushing event updated for resources: {'Port': ['ID=c230d83e-089f-4ca4-9cb1-cb6ae140912a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:40.599937 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25bc4e-8399-44ca-a404-29aae53d9155 req-652ccb7e-32fb-4fc9-a1ad-f88dcdfdc7ca tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:40.602335 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7c25bc4e-8399-44ca-a404-29aae53d9155 req-652ccb7e-32fb-4fc9-a1ad-f88dcdfdc7ca tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 931 time: 0.2331798 Jul 29 14:58:40.603502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-1d69d07c-806f-477a-bb1b-056be74e3ccd tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:40.610189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-1d69d07c-806f-477a-bb1b-056be74e3ccd tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:40.661814 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:40.786047 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:58:40.786651 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Checking segment: {'id': 'e6373c7e-3784-4d92-929f-89abdf3ceb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '65faa3f9-9ae4-4f8e-9709-602e334fb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:40.787298 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:40.787931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Bound using segment: {'id': 'e6373c7e-3784-4d92-929f-89abdf3ceb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '65faa3f9-9ae4-4f8e-9709-602e334fb37d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:58:40.788788 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Bound port: c230d83e-089f-4ca4-9cb1-cb6ae140912a, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6373c7e-3784-4d92-929f-89abdf3ceb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '65faa3f9-9ae4-4f8e-9709-602e334fb37d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:58:40.789416 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:40.813807 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7c25bc4e-8399-44ca-a404-29aae53d9155 req-e7aec28f-af54-457b-83f8-943609df740a tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778944 Jul 29 14:58:40.826074 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-4c6fdeb0-1782-4163-bcba-6a7de4e76bc8 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490734 Jul 29 14:58:40.886440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69d07c-806f-477a-bb1b-056be74e3ccd tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event updated for resources: {'Port': ['ID=861979d8-e377-468b-a834-f7023ef2664a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:41.001585 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-709b9650-4527-4c7b-9f15-b2838610b248 req-d1348993-5f76-4684-a12e-c47fe4a29a04 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6748004 Jul 29 14:58:41.005547 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:41.032298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-cd868bbe-761c-46e7-87b1-856a58c32072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '1b6b6112-6949-4d5f-95bc-9480423ac5a7', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'port_id': 'f57ee018-b433-4528-a366-93e5e4fb32ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'mac_address': 'fa:16:3e:5a:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c89016-fc87-4677-8873-aedd063a07df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:57:59Z', 'updated_at': '2021-07-29T14:58:35Z', 'revision_number': 1, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3520a63-d954-4509-a403-6d9e1baf9d29', 'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'mac_address': 'fa:16:3e:49:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:46Z', 'updated_at': '2021-07-29T14:58:04Z', 'revision_number': 5, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'subnets': [{'id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:41.098866 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Transition to ACTIVE for port object 72d278ce-4fd4-4f9b-8344-36a8f2811d26 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:41.171615 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] For port c230d83e-089f-4ca4-9cb1-cb6ae140912a, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:58:41.177550 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:41.184771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] For port c230d83e-089f-4ca4-9cb1-cb6ae140912a, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c230d83e-089f-4ca4-9cb1-cb6ae140912a,segment=NetworkSegment(e6373c7e-3784-4d92-929f-89abdf3ceb29),segment_id=e6373c7e-3784-4d92-929f-89abdf3ceb29)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:58:41.195107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bb02c0-e3e3-41bc-b070-2742c6b90879 None None] Network 41b29bd2-9a99-48eb-a082-c2fb7dbeab1f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:58:41.205403 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd868bbe-761c-46e7-87b1-856a58c32072 None None] Checking router: 18c1758c-782c-4b0f-beff-060dbbab11fc for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:58:41.239271 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:41.265519 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e708e9-d30e-4227-af0f-85ef9c273305 req-1e200411-2832-4db3-99e1-52e7e5998cc0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:41.280021 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-56e708e9-d30e-4227-af0f-85ef9c273305 req-1e200411-2832-4db3-99e1-52e7e5998cc0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 931 time: 0.2549996 Jul 29 14:58:41.311764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-1d69d07c-806f-477a-bb1b-056be74e3ccd tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:41.312695 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-1d69d07c-806f-477a-bb1b-056be74e3ccd tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:41.317274 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-8f7f9011-dc3c-4ca6-9270-6e02e6b80c3d service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836490 Jul 29 14:58:41.355643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd868bbe-761c-46e7-87b1-856a58c32072 None None] Routers {'18c1758c-782c-4b0f-beff-060dbbab11fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:58:41.356352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-cd868bbe-761c-46e7-87b1-856a58c32072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:58:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['18c1758c-782c-4b0f-beff-060dbbab11fc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:41.466016 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-56e708e9-d30e-4227-af0f-85ef9c273305 req-d707ee70-453b-4a64-a401-92dc563af5fe tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844182 Jul 29 14:58:41.475144 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-d897284b-f21e-48fe-bcfa-9384afa74460 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 HTTP/1.1" status: 200 len: 217 time: 0.1503689 Jul 29 14:58:41.556621 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-cd868bbe-761c-46e7-87b1-856a58c32072 None None] Set router 18c1758c-782c-4b0f-beff-060dbbab11fc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:58:41.589071 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-258628fb-0c19-46a5-894b-56fe0c3bc108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:41.592978 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-258628fb-0c19-46a5-894b-56fe0c3bc108 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1e29a38-29fa-45f1-a570-0300a7a9d5c3 HTTP/1.1" status: 200 len: 797 time: 0.0976818 Jul 29 14:58:41.695383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559d516-7022-4938-8a64-9355c318e6e5 req-ed174717-f9ce-41b0-b567-65a10a60d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:41.703981 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-ed174717-f9ce-41b0-b567-65a10a60d79a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=86ce031c-c6cf-4027-8ce8-3052a67f5b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1030838 Jul 29 14:58:41.706318 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:41.742453 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1a5bc9fb-93dd-42b3-8485-ba4530e30e1c None None] Provisioning for port 861979d8-e377-468b-a834-f7023ef2664a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:41.777025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1a5bc9fb-93dd-42b3-8485-ba4530e30e1c None None] Provisioning complete for port 861979d8-e377-468b-a834-f7023ef2664a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:41.777538 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1a5bc9fb-93dd-42b3-8485-ba4530e30e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:41.811428 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47142) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:41.819311 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Allocated IP 172.20.0.1 (65faa3f9-9ae4-4f8e-9709-602e334fb37d/e8bbbba1-5436-480a-a0df-802fab3fec28/ec4aa39e-9e10-4df0-a8a0-514195bd0ad0) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:41.831297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-2fd1148e-2bb3-4722-9b29-7f8eead10296 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-779038405-network', 'tenant_id': 'e49fc287f2694faba85f2f9cac06cfe3'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:41.872755 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd1148e-2bb3-4722-9b29-7f8eead10296 admin admin] Made reservation on behalf of e49fc287f2694faba85f2f9cac06cfe3 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:41.876900 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2fd1148e-2bb3-4722-9b29-7f8eead10296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:41.943608 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2fd1148e-2bb3-4722-9b29-7f8eead10296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:42.057523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Pushing event updated for resources: {'Port': ['ID=c230d83e-089f-4ca4-9cb1-cb6ae140912a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:42.086012 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-0b7a4913-ec3d-4202-9d67-f6d46033e952 service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748281 Jul 29 14:58:42.091979 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-1d69d07c-806f-477a-bb1b-056be74e3ccd tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0829940 Jul 29 14:58:42.212470 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9b0ef3e-a1c9-4ce5-a70d-43bf87f17c01 req-ab387250-95d7-4dbd-8a31-cefb9865279b tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 210 time: 0.2344389 Jul 29 14:58:42.235832 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62421cf1-7164-45c0-8088-9d34d259fd54 req-406c3b31-5429-4dd9-9467-2c815e727d2c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:42.246575 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-3471421e-7182-4bf4-9645-1f9b3b07c41a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Request body: {'port': {'device_id': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc', 'admin_state_up': True, 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'security_groups': ['102ae8b3-3400-409b-9f33-5df178a41fa6']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:42.253259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1a5bc9fb-93dd-42b3-8485-ba4530e30e1c None None] Port 861979d8-e377-468b-a834-f7023ef2664a cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:42.255423 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62421cf1-7164-45c0-8088-9d34d259fd54 req-406c3b31-5429-4dd9-9467-2c815e727d2c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 943 time: 0.2483609 Jul 29 14:58:42.277003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:42.277551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:42.278113 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:42.278648 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:42.279195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:42.279742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:42.280286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:42.292987 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:42.293704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:42.293704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:42.294911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:42.296080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95480d9-e308-4ccd-8c97-48a542142711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:58:42.456881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201bfd4-3005-4bd1-b357-029f749a213b req-80f883e9-200a-4334-a5f0-9ae5d73280e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:42.458498 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201bfd4-3005-4bd1-b357-029f749a213b req-80f883e9-200a-4334-a5f0-9ae5d73280e5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d80521b-6229-44d9-b599-75d40e13b312 HTTP/1.1" status: 200 len: 910 time: 2.0467224 Jul 29 14:58:42.490908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-cd868bbe-761c-46e7-87b1-856a58c32072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '1b6b6112-6949-4d5f-95bc-9480423ac5a7', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'port_id': 'f57ee018-b433-4528-a366-93e5e4fb32ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'mac_address': 'fa:16:3e:5a:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c89016-fc87-4677-8873-aedd063a07df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:57:59Z', 'updated_at': '2021-07-29T14:58:35Z', 'revision_number': 1, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3520a63-d954-4509-a403-6d9e1baf9d29', 'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'mac_address': 'fa:16:3e:49:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:46Z', 'updated_at': '2021-07-29T14:58:04Z', 'revision_number': 5, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'subnets': [{'id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:42.552400 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62421cf1-7164-45c0-8088-9d34d259fd54 req-d203fe6a-804f-462e-94c0-84cf1e58c2b0 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702630 Jul 29 14:58:42.564098 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3559d516-7022-4938-8a64-9355c318e6e5 req-320f3841-3283-4f67-9415-7d6a24b68b1b service neutron] 10.222.0.39 "GET /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642246 Jul 29 14:58:42.571076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd868bbe-761c-46e7-87b1-856a58c32072 None None] The sync data for ids ['18c1758c-782c-4b0f-beff-060dbbab11fc'] in n-d-802893-1 is: [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '1b6b6112-6949-4d5f-95bc-9480423ac5a7', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'port_id': 'f57ee018-b433-4528-a366-93e5e4fb32ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'mac_address': 'fa:16:3e:5a:3b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c89016-fc87-4677-8873-aedd063a07df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:57:59Z', 'updated_at': '2021-07-29T14:58:35Z', 'revision_number': 1, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3520a63-d954-4509-a403-6d9e1baf9d29', 'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'mac_address': 'fa:16:3e:49:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:46Z', 'updated_at': '2021-07-29T14:58:04Z', 'revision_number': 5, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'subnets': [{'id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:58:42.585856 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2fd1148e-2bb3-4722-9b29-7f8eead10296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:42.594283 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2fd1148e-2bb3-4722-9b29-7f8eead10296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:42.601335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Pushing event updated for resources: {'Port': ['ID=72d278ce-4fd4-4f9b-8344-36a8f2811d26,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:42.698875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-fc23f092-95d5-477e-bda9-fa38b436fa67 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Allocated IP 172.20.0.8 (7fd93376-9f13-4441-9587-010f8b5c36dc/97df9b30-8ccf-4f4b-8525-1369888f619a/734e7448-bb3c-449e-9a6a-33a9a7f45929) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:42.716050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd1148e-2bb3-4722-9b29-7f8eead10296 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:58:42.738352 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1148e-2bb3-4722-9b29-7f8eead10296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68543694-9577-4277-a663-aca2dfa96baf,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:42.776174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c2964-2f25-4002-9d52-5b6c2fad4917 req-6b6efd5c-0671-420f-b18b-c4a449fb16d0 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:42.777928 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26c2964-2f25-4002-9d52-5b6c2fad4917 req-6b6efd5c-0671-420f-b18b-c4a449fb16d0 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 946 time: 0.3329899 Jul 29 14:58:42.785516 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:42.791355 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2fd1148e-2bb3-4722-9b29-7f8eead10296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:42.792402 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-2fd1148e-2bb3-4722-9b29-7f8eead10296 admin admin] Added segment 1aab6110-550d-439f-99d8-9c871fdf10c1 of type vlan for network 17b2bc71-1d06-4fe0-b9be-07f8730546cb Jul 29 14:58:42.801305 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-3471421e-7182-4bf4-9645-1f9b3b07c41a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Made reservation on behalf of b87fe36def094cf5968288b084e2140d for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:42.805163 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-3471421e-7182-4bf4-9645-1f9b3b07c41a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:42.822204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Attempting to bind port 72d278ce-4fd4-4f9b-8344-36a8f2811d26 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:58:42.822584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Attempting to bind port 72d278ce-4fd4-4f9b-8344-36a8f2811d26 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:58:42.823012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Attempting to bind port 72d278ce-4fd4-4f9b-8344-36a8f2811d26 on network 97a96aa0-af30-4a22-b3aa-15726419c082 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:42.859796 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201bfd4-3005-4bd1-b357-029f749a213b req-599caeca-271d-4ee6-b56f-1c8300a96d93 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f57ee018-b433-4528-a366-93e5e4fb32ae HTTP/1.1" status: 200 len: 999 time: 0.3319840 Jul 29 14:58:42.879590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Transition to ACTIVE for port object ec4aa39e-9e10-4df0-a8a0-514195bd0ad0 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:43.000875 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2fd1148e-2bb3-4722-9b29-7f8eead10296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:43.039220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Port 72d278ce-4fd4-4f9b-8344-36a8f2811d26 on network 97a96aa0-af30-4a22-b3aa-15726419c082 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:58:43.040058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Attempting to bind port 72d278ce-4fd4-4f9b-8344-36a8f2811d26 on network 97a96aa0-af30-4a22-b3aa-15726419c082 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:43.060929 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4297bc5d-8478-4be8-bd1d-80d5b996333c req-54c012fd-5203-4f3f-ade1-cbc2fe1d44ec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2325330 Jul 29 14:58:43.061934 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d26c2964-2f25-4002-9d52-5b6c2fad4917 req-bf2b0772-a363-4478-a2bb-47ee79117804 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469683 Jul 29 14:58:43.139418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:58:43.144289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Checking segment: {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:43.144847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Bound using segment: {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:58:43.145348 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Bound port: 72d278ce-4fd4-4f9b-8344-36a8f2811d26, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:58:43.145879 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:43.171824 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d53545-0ca0-4d9c-a20e-41eb967572da None None] New status for floating IP 1b6b6112-6949-4d5f-95bc-9480423ac5a7: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:58:43.190064 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2fd1148e-2bb3-4722-9b29-7f8eead10296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:43.191180 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd1148e-2bb3-4722-9b29-7f8eead10296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:43.191791 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2fd1148e-2bb3-4722-9b29-7f8eead10296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:43.250514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290758ee-d7e6-44e2-8728-e1baca0327ae req-718a166f-626c-4df8-bb95-2eec2aaef156 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:43.265559 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-290758ee-d7e6-44e2-8728-e1baca0327ae req-718a166f-626c-4df8-bb95-2eec2aaef156 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 931 time: 0.2664559 Jul 29 14:58:43.394584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201bfd4-3005-4bd1-b357-029f749a213b req-79c5b4ef-f6f8-4247-9a65-d4be4e836379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:43.396495 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201bfd4-3005-4bd1-b357-029f749a213b req-79c5b4ef-f6f8-4247-9a65-d4be4e836379 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b1747c4-def9-4399-bfc4-b048db571a84 HTTP/1.1" status: 200 len: 848 time: 0.5182898 Jul 29 14:58:43.516582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1148e-2bb3-4722-9b29-7f8eead10296 admin admin] Pushing event updated for resources: {'Network': ['ID=17b2bc71-1d06-4fe0-b9be-07f8730546cb,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:43.528340 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2fd1148e-2bb3-4722-9b29-7f8eead10296 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7158175 Jul 29 14:58:43.532085 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47156) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:43.534041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 17b2bc71-1d06-4fe0-b9be-07f8730546cb details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:58:43.537677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7e07727a-6c90-40f2-a322-9465f7ba0431 admin admin] Request body: {'subnet': {'network_id': '17b2bc71-1d06-4fe0-b9be-07f8730546cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-779038405-subnet', 'tenant_id': 'e49fc287f2694faba85f2f9cac06cfe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:43.576006 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-290758ee-d7e6-44e2-8728-e1baca0327ae req-9e607729-6310-4d75-9e1a-b368b6a1706c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3097646 Jul 29 14:58:43.583877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e07727a-6c90-40f2-a322-9465f7ba0431 admin admin] Made reservation on behalf of e49fc287f2694faba85f2f9cac06cfe3 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:43.586613 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e07727a-6c90-40f2-a322-9465f7ba0431 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:43.620232 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-fc23f092-95d5-477e-bda9-fa38b436fa67 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:43.641367 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-fc23f092-95d5-477e-bda9-fa38b436fa67 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Transition to ACTIVE for port object 734e7448-bb3c-449e-9a6a-33a9a7f45929 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:43.696442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297bc5d-8478-4be8-bd1d-80d5b996333c req-1312188a-d569-4711-94e6-00ab4cbe530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:43.705666 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4297bc5d-8478-4be8-bd1d-80d5b996333c req-1312188a-d569-4711-94e6-00ab4cbe530b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 1095 time: 0.5200062 Jul 29 14:58:43.721937 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f40ad6-8a89-4f63-9146-0028b1c49cd9 None None] Network 65faa3f9-9ae4-4f8e-9709-602e334fb37d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:58:43.784751 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-3471421e-7182-4bf4-9645-1f9b3b07c41a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Allocated IP 10.1.1.156 (112a52ee-a8c5-491c-86d2-16cd4245effc/8d785b3c-b258-45a7-a818-a288be412f7d/29e9b265-f059-42b7-ba08-f34517c2624b) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:43.917244 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:43.927506 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d0e88005-0fa5-4d7b-bae5-0a836c95d4d2 None None] Provisioning for port c230d83e-089f-4ca4-9cb1-cb6ae140912a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:44.054860 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e07727a-6c90-40f2-a322-9465f7ba0431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:44.121460 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a797ade6-755a-4cbe-b96b-904315ce8543 req-d43ec812-7a71-4348-9478-1d565c31142f tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 210 time: 0.5954773 Jul 29 14:58:44.138512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Pushing event updated for resources: {'Port': ['ID=ec4aa39e-9e10-4df0-a8a0-514195bd0ad0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:44.206047 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201bfd4-3005-4bd1-b357-029f749a213b req-0964e909-1900-415b-acb3-d0a631014aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:44.208808 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201bfd4-3005-4bd1-b357-029f749a213b req-0964e909-1900-415b-acb3-d0a631014aa9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d80521b-6229-44d9-b599-75d40e13b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7697475 Jul 29 14:58:44.214698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3a8a2-eadd-4239-8607-858cba444745 req-b0b8ec6d-d4fe-4188-9a21-bb3accfeb533 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:44.223347 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-add3a8a2-eadd-4239-8607-858cba444745 req-b0b8ec6d-d4fe-4188-9a21-bb3accfeb533 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 943 time: 0.4929390 Jul 29 14:58:44.266110 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07727a-6c90-40f2-a322-9465f7ba0431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d919e52f-df91-4112-aaef-83ddc2a2fbca,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:44.283529 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07727a-6c90-40f2-a322-9465f7ba0431 admin admin] Checking segment: {'id': '1aab6110-550d-439f-99d8-9c871fdf10c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '17b2bc71-1d06-4fe0-b9be-07f8730546cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:44.285396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e07727a-6c90-40f2-a322-9465f7ba0431 admin admin] Network hostable DHCP agents. Network: 17b2bc71-1d06-4fe0-b9be-07f8730546cb, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:58:44.333338 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-add3a8a2-eadd-4239-8607-858cba444745 req-38b666b3-7a8c-40c3-b2f4-0de201464923 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086223 Jul 29 14:58:44.337497 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297bc5d-8478-4be8-bd1d-80d5b996333c req-1bb39e0d-80f0-423f-acaf-f3555a02c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:44.340007 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4297bc5d-8478-4be8-bd1d-80d5b996333c req-1bb39e0d-80f0-423f-acaf-f3555a02c37b service neutron] 10.222.0.38 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.4431021 Jul 29 14:58:44.405794 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-df46b8b7-b97a-4088-9c3c-e7f0d2281282 None None] Provisioning for port ec4aa39e-9e10-4df0-a8a0-514195bd0ad0 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:44.410353 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-df46b8b7-b97a-4088-9c3c-e7f0d2281282 None None] Provisioning complete for port ec4aa39e-9e10-4df0-a8a0-514195bd0ad0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:44.410734 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df46b8b7-b97a-4088-9c3c-e7f0d2281282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:44.476286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c230d83e-089f-4ca4-9cb1-cb6ae140912a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:44.476972 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e07727a-6c90-40f2-a322-9465f7ba0431 admin admin] Network 17b2bc71-1d06-4fe0-b9be-07f8730546cb is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:58:44.495023 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Network 65faa3f9-9ae4-4f8e-9709-602e334fb37d is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:44.499012 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-fc23f092-95d5-477e-bda9-fa38b436fa67 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:44.537076 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-7e07727a-6c90-40f2-a322-9465f7ba0431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 17b2bc71-1d06-4fe0-b9be-07f8730546cb) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:44.558221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:44.562694 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:44.563679 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e07727a-6c90-40f2-a322-9465f7ba0431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:44.564383 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e07727a-6c90-40f2-a322-9465f7ba0431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:44.571129 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4297bc5d-8478-4be8-bd1d-80d5b996333c req-1be6e4e6-00b6-4b50-a489-7f43a4e63834 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326 HTTP/1.1" status: 200 len: 999 time: 0.2243097 Jul 29 14:58:44.589886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aac6b2-0039-49d4-b2f4-4356f7a3c3af None None] Network 17b2bc71-1d06-4fe0-b9be-07f8730546cb requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:58:44.628238 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7e07727a-6c90-40f2-a322-9465f7ba0431 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0946612 Jul 29 14:58:44.679597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297bc5d-8478-4be8-bd1d-80d5b996333c req-3760155e-6882-4b7a-ad3c-6f0e44e79b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:44.697928 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4297bc5d-8478-4be8-bd1d-80d5b996333c req-3760155e-6882-4b7a-ad3c-6f0e44e79b31 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.1019282 Jul 29 14:58:44.803175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297bc5d-8478-4be8-bd1d-80d5b996333c req-bffda457-380b-45a6-bbcd-0f664945fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:44.805052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4297bc5d-8478-4be8-bd1d-80d5b996333c req-bffda457-380b-45a6-bbcd-0f664945fd3b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059968 Jul 29 14:58:44.846823 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:58:44.891686 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-df46b8b7-b97a-4088-9c3c-e7f0d2281282 None None] Port ec4aa39e-9e10-4df0-a8a0-514195bd0ad0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:44.982448 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e478b3-0225-4944-b1f8-af7cd98e857c None None] Network 17b2bc71-1d06-4fe0-b9be-07f8730546cb requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:58:45.032938 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4297bc5d-8478-4be8-bd1d-80d5b996333c req-8d23ac14-1894-430d-bc91-3cab867c0630 service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086425 Jul 29 14:58:45.305408 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4297bc5d-8478-4be8-bd1d-80d5b996333c req-482e0a4a-1e39-4bd4-a79a-2c0155970ea4 service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664235 Jul 29 14:58:45.310034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23f092-95d5-477e-bda9-fa38b436fa67 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Pushing event updated for resources: {'Port': ['ID=734e7448-bb3c-449e-9a6a-33a9a7f45929,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:45.317108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a3431fc2-b993-41bb-9a1a-09e6615dac8e None None] Provisioning complete for port ec4aa39e-9e10-4df0-a8a0-514195bd0ad0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:45.317564 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a3431fc2-b993-41bb-9a1a-09e6615dac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:45.364244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port c230d83e-089f-4ca4-9cb1-cb6ae140912a completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:45.379314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c230d83e-089f-4ca4-9cb1-cb6ae140912a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:45.380414 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:45.412912 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] For port 72d278ce-4fd4-4f9b-8344-36a8f2811d26, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:58:45.434457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a3431fc2-b993-41bb-9a1a-09e6615dac8e None None] Port ec4aa39e-9e10-4df0-a8a0-514195bd0ad0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:45.438445 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-fc23f092-95d5-477e-bda9-fa38b436fa67 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Network 7fd93376-9f13-4441-9587-010f8b5c36dc is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:45.458000 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-3471421e-7182-4bf4-9645-1f9b3b07c41a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:45.468254 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201bfd4-3005-4bd1-b357-029f749a213b req-5ae26e5a-c1ea-4261-9b71-628a1d57faa3 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1611922 Jul 29 14:58:45.484582 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] For port 72d278ce-4fd4-4f9b-8344-36a8f2811d26, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=72d278ce-4fd4-4f9b-8344-36a8f2811d26,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:58:45.500146 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:45.511253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-fc23f092-95d5-477e-bda9-fa38b436fa67 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:45.516298 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-fc23f092-95d5-477e-bda9-fa38b436fa67 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:45.551049 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port c230d83e-089f-4ca4-9cb1-cb6ae140912a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c230d83e-089f-4ca4-9cb1-cb6ae140912a,segment=NetworkSegment(e6373c7e-3784-4d92-929f-89abdf3ceb29),segment_id=e6373c7e-3784-4d92-929f-89abdf3ceb29)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:45.572384 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:45.617982 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:45.658415 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=c230d83e-089f-4ca4-9cb1-cb6ae140912a,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:45.659779 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:45.725557 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-3471421e-7182-4bf4-9645-1f9b3b07c41a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Transition to ACTIVE for port object 29e9b265-f059-42b7-ba08-f34517c2624b will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:45.810154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:45.810714 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:45.812461 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] 10.222.0.38 "PUT /v2.0/ports/72d278ce-4fd4-4f9b-8344-36a8f2811d26 HTTP/1.1" status: 200 len: 1091 time: 7.4321563 Jul 29 14:58:45.815379 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af907d7-a629-46f0-aca2-7d78611f0f32', 'tag': '72d278ce-4fd4-4f9b-8344-36a8f2811d26'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:58:45.817996 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23600f5-3fa4-452b-9c34-e3fe889c3b19" -d '{"events": [{"name": "network-changed", "server_uuid": "4af907d7-a629-46f0-aca2-7d78611f0f32", "tag": "72d278ce-4fd4-4f9b-8344-36a8f2811d26"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:58:45.894192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037871-7977-4889-9aba-051e1fda551f req-bcbadb24-b747-49ea-9e81-f55e92f632c4 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:45.898515 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ef037871-7977-4889-9aba-051e1fda551f req-bcbadb24-b747-49ea-9e81-f55e92f632c4 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/networks?id=41b29bd2-9a99-48eb-a082-c2fb7dbeab1f HTTP/1.1" status: 200 len: 809 time: 0.3128343 Jul 29 14:58:45.922258 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ef037871-7977-4889-9aba-051e1fda551f req-c6b39dac-d0a8-4a5d-b014-0ec915167c78 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/quotas/b160905bd6784d6b8680206bf882bc9d HTTP/1.1" status: 200 len: 375 time: 0.0130157 Jul 29 14:58:45.927454 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51323ac1-d78c-4edc-8b9c-c8a955f16732 req-00a6fc77-eda1-44f7-83b2-4a829c11ca1a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:45.931422 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51323ac1-d78c-4edc-8b9c-c8a955f16732 req-00a6fc77-eda1-44f7-83b2-4a829c11ca1a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 931 time: 0.5621548 Jul 29 14:58:45.968000 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-33067097-6ad6-41e0-86dd-c7add021810c None None] Provisioning for port 734e7448-bb3c-449e-9a6a-33a9a7f45929 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:45.969439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-fc23f092-95d5-477e-bda9-fa38b436fa67 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:45.970613 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-fc23f092-95d5-477e-bda9-fa38b436fa67 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:45.974726 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-33067097-6ad6-41e0-86dd-c7add021810c None None] Provisioning complete for port 734e7448-bb3c-449e-9a6a-33a9a7f45929 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:45.975832 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-33067097-6ad6-41e0-86dd-c7add021810c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:45.991908 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ef037871-7977-4889-9aba-051e1fda551f req-a83126ac-1261-497c-8506-362f5e0a22d5 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b160905bd6784d6b8680206bf882bc9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522592 Jul 29 14:58:46.014621 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-3471421e-7182-4bf4-9645-1f9b3b07c41a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:46.030281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-33067097-6ad6-41e0-86dd-c7add021810c None None] Port 734e7448-bb3c-449e-9a6a-33a9a7f45929 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:46.134922 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b0ca1-1e1b-44c8-8c0e-a8229b1bcbfe service neutron] Pushing event updated for resources: {'Port': ['ID=72d278ce-4fd4-4f9b-8344-36a8f2811d26,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:46.137059 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ef037871-7977-4889-9aba-051e1fda551f req-6d52e93b-3a57-4155-88f3-60bf5c19b2f4 service neutron] 10.222.0.16 "GET /v2.0/networks/41b29bd2-9a99-48eb-a082-c2fb7dbeab1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287577 Jul 29 14:58:46.165571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201bfd4-3005-4bd1-b357-029f749a213b req-b03a3502-dce2-4300-bc4b-cd9b5db3545b service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6706843 Jul 29 14:58:46.168151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-fc23f092-95d5-477e-bda9-fa38b436fa67 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 6.0475347 Jul 29 14:58:46.276810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-3471421e-7182-4bf4-9645-1f9b3b07c41a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Network 112a52ee-a8c5-491c-86d2-16cd4245effc is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:46.283373 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Request body: {'port': {'device_id': '872408d4-370b-4706-8e60-016f447921f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:46.310270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-3471421e-7182-4bf4-9645-1f9b3b07c41a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:46.360850 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51323ac1-d78c-4edc-8b9c-c8a955f16732 req-719cb2ea-2bf0-4467-89d1-31dbb9d10864 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3701923 Jul 29 14:58:46.369640 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ef037871-7977-4889-9aba-051e1fda551f req-808d519d-aa15-444f-8074-a10ead37e376 service neutron] 10.222.0.16 "GET /v2.0/networks/41b29bd2-9a99-48eb-a082-c2fb7dbeab1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079813 Jul 29 14:58:46.381718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-3471421e-7182-4bf4-9645-1f9b3b07c41a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:46.386047 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c230d83e-089f-4ca4-9cb1-cb6ae140912a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:46.390058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-ee1d12d7-7c25-44d3-b522-fd7af8803094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:46.393069 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-ee1d12d7-7c25-44d3-b522-fd7af8803094 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 1094 time: 0.4265413 Jul 29 14:58:46.463117 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:46.476344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471421e-7182-4bf4-9645-1f9b3b07c41a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event updated for resources: {'Port': ['ID=29e9b265-f059-42b7-ba08-f34517c2624b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:46.523315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c230d83e-089f-4ca4-9cb1-cb6ae140912a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:46.523752 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:46.627449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-3471421e-7182-4bf4-9645-1f9b3b07c41a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:46.628235 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-3471421e-7182-4bf4-9645-1f9b3b07c41a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:46.692996 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-7dd08298-b09f-4b91-8d75-81e5f04f2f66 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72d278ce-4fd4-4f9b-8344-36a8f2811d26 HTTP/1.1" status: 200 len: 217 time: 0.2257924 Jul 29 14:58:46.881672 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a1bc151e-3283-4b16-8eb8-ace3de44783e None None] Provisioning for port 29e9b265-f059-42b7-ba08-f34517c2624b completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:46.889130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a1bc151e-3283-4b16-8eb8-ace3de44783e None None] Provisioning complete for port 29e9b265-f059-42b7-ba08-f34517c2624b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:46.889545 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1bc151e-3283-4b16-8eb8-ace3de44783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:46.922893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840caf01-8009-4d30-919d-6a5f7e871b38 req-8e9723b4-8e10-45d0-ac1e-9046439d89d8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:46.925467 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-840caf01-8009-4d30-919d-6a5f7e871b38 req-8e9723b4-8e10-45d0-ac1e-9046439d89d8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 943 time: 0.1475689 Jul 29 14:58:46.941255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-b5084979-844d-40cf-8bd3-88865832c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:46.944001 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-b5084979-844d-40cf-8bd3-88865832c734 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc0785a-1332-47e1-a695-790fd3948837 HTTP/1.1" status: 200 len: 851 time: 0.1917219 Jul 29 14:58:46.945038 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:47.005793 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-3471421e-7182-4bf4-9645-1f9b3b07c41a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8024938 Jul 29 14:58:47.010580 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a1bc151e-3283-4b16-8eb8-ace3de44783e None None] Port 29e9b265-f059-42b7-ba08-f34517c2624b cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:47.027262 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-840caf01-8009-4d30-919d-6a5f7e871b38 req-bb87a073-6341-4d2e-96c9-36d2b964b6ed tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940971 Jul 29 14:58:47.058793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-e89169e1-7d2e-4a55-9a81-8c7ca45aa49c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Request body: {'port': {'device_id': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc', 'admin_state_up': True, 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'security_groups': ['102ae8b3-3400-409b-9f33-5df178a41fa6']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:47.144438 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-db77fe10-3b5b-4fb4-9a24-b0b4884c6ce2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97a96aa0-af30-4a22-b3aa-15726419c082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1791651 Jul 29 14:58:47.285979 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6fdcab-a215-46a9-84ac-e38fba10a863 x-openstack-request-id: req-da6fdcab-a215-46a9-84ac-e38fba10a863 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:58:47.286621 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4af907d7-a629-46f0-aca2-7d78611f0f32", "tag": "72d278ce-4fd4-4f9b-8344-36a8f2811d26", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:58:47.286849 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da6fdcab-a215-46a9-84ac-e38fba10a863 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:58:47.287519 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af907d7-a629-46f0-aca2-7d78611f0f32', 'tag': '72d278ce-4fd4-4f9b-8344-36a8f2811d26', 'status': 'completed', 'code': 200} Jul 29 14:58:47.413695 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-25147b0a-f82b-4c29-b3ac-7ca0079b9972 req-32d5439a-3be7-4174-9c23-22ff6ab5ed6b tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 210 time: 0.0673385 Jul 29 14:58:47.458731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2afd6d-7bd4-452c-bdc5-9c3f656ac1e0 req-072ab2b3-3e21-465d-aa3c-dfc3a79646f6 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:47.460368 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a2afd6d-7bd4-452c-bdc5-9c3f656ac1e0 req-072ab2b3-3e21-465d-aa3c-dfc3a79646f6 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1027 time: 0.8442352 Jul 29 14:58:47.629358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e32fc9-a0c0-4a9e-8fa3-655a4699d9b3 req-11dfe2e2-c013-45b1-b86c-75cf8501d2e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:47.646265 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e32fc9-a0c0-4a9e-8fa3-655a4699d9b3 req-11dfe2e2-c013-45b1-b86c-75cf8501d2e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:47.650965 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6e32fc9-a0c0-4a9e-8fa3-655a4699d9b3 req-11dfe2e2-c013-45b1-b86c-75cf8501d2e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 1653 time: 0.1268861 Jul 29 14:58:47.729850 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6e32fc9-a0c0-4a9e-8fa3-655a4699d9b3 req-0c699922-c5ea-4cec-8e40-4fb29a97569a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704207 Jul 29 14:58:47.805484 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-5f891d4e-6dab-49b3-82e5-911b34b7c34e service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732014 Jul 29 14:58:47.971098 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a2afd6d-7bd4-452c-bdc5-9c3f656ac1e0 req-13d8f4a7-83fe-4ce6-976f-88ada969869e tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981173 Jul 29 14:58:48.027207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-e89169e1-7d2e-4a55-9a81-8c7ca45aa49c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Made reservation on behalf of b87fe36def094cf5968288b084e2140d for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:48.033080 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-e89169e1-7d2e-4a55-9a81-8c7ca45aa49c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:48.268046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858ddb8-7fb3-4744-88d9-247d650f9fdc req-84da8bac-3cb1-48c2-94ca-534887bed749 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:48.278457 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f858ddb8-7fb3-4744-88d9-247d650f9fdc req-84da8bac-3cb1-48c2-94ca-534887bed749 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 943 time: 0.0961514 Jul 29 14:58:48.332374 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f858ddb8-7fb3-4744-88d9-247d650f9fdc req-0b1f5c3f-29c9-4ff9-938a-c5ce8d895ae4 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527565 Jul 29 14:58:48.371488 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-096fdfb1-7196-4c3f-8222-fd092ad29d0d req-06f9df23-6a20-4fa9-8926-f74b82fa8dc9 service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310776 Jul 29 14:58:48.525790 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:48.583516 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4bf2796f-0a69-4059-bab6-45508bb92f28 req-f1d6b454-2b33-4734-a50d-2d77b9d89ed3 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 210 time: 0.0531473 Jul 29 14:58:48.608845 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:48.626462 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734e7448-bb3c-449e-9a6a-33a9a7f45929 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:58:48.693738 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:48.816881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Transition to ACTIVE for port object 734e7448-bb3c-449e-9a6a-33a9a7f45929 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:48.839442 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:48.841375 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Pushing event updated for resources: {'Port': ['ID=ec4aa39e-9e10-4df0-a8a0-514195bd0ad0,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:48.843936 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:48.911298 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23600f5-3fa4-452b-9c34-e3fe889c3b19 req-8d2120e8-d2be-4264-8aeb-ff4d047632de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:48.913054 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d23600f5-3fa4-452b-9c34-e3fe889c3b19 req-8d2120e8-d2be-4264-8aeb-ff4d047632de service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 1094 time: 0.3999934 Jul 29 14:58:48.920509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037871-7977-4889-9aba-051e1fda551f req-5276133f-7685-4d78-a480-944e0824452b tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:48.922081 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef037871-7977-4889-9aba-051e1fda551f req-5276133f-7685-4d78-a480-944e0824452b tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.38 "GET /v2.0/networks?id=41b29bd2-9a99-48eb-a082-c2fb7dbeab1f HTTP/1.1" status: 200 len: 809 time: 0.6066763 Jul 29 14:58:48.942433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-e89169e1-7d2e-4a55-9a81-8c7ca45aa49c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Allocated IP 10.1.1.224 (112a52ee-a8c5-491c-86d2-16cd4245effc/8d785b3c-b258-45a7-a818-a288be412f7d/ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:48.984512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-ef037871-7977-4889-9aba-051e1fda551f req-ed93634a-d0f7-4ba9-9df9-cd79408580c8 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Request body: {'port': {'device_id': '2b28738e-c06b-45a0-9cdd-140b853d6c27', 'network_id': '41b29bd2-9a99-48eb-a082-c2fb7dbeab1f', 'admin_state_up': True, 'tenant_id': 'b160905bd6784d6b8680206bf882bc9d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:49.215680 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b5b53-85d0-46b6-a496-a0e7b0360979 req-6d4089b4-7467-4988-ad3c-d03120fb902d tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:49.218892 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1d9b5b53-85d0-46b6-a496-a0e7b0360979 req-6d4089b4-7467-4988-ad3c-d03120fb902d tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1052 time: 0.0933094 Jul 29 14:58:49.293614 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1d9b5b53-85d0-46b6-a496-a0e7b0360979 req-774a3f61-e651-4ed7-88f5-c46ec73c4117 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616422 Jul 29 14:58:49.583619 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Pushing event updated for resources: {'Port': ['ID=734e7448-bb3c-449e-9a6a-33a9a7f45929,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:49.594696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad34050-1006-4072-b130-e600da0ecde2 req-eaa813ee-499a-4a97-943d-9c2ee21ada06 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:49.598495 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bad34050-1006-4072-b130-e600da0ecde2 req-eaa813ee-499a-4a97-943d-9c2ee21ada06 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 943 time: 0.0701952 Jul 29 14:58:49.685565 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bad34050-1006-4072-b130-e600da0ecde2 req-ae7183f6-5fa4-48fb-aba8-98fdd37d0c75 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654347 Jul 29 14:58:49.837533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfda212-b8fb-41e1-a24d-17d91b01efb4 req-623f1627-dcb9-4979-97fa-ea8e0c338d36 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:49.837533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfda212-b8fb-41e1-a24d-17d91b01efb4 req-623f1627-dcb9-4979-97fa-ea8e0c338d36 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:49.845351 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ccfda212-b8fb-41e1-a24d-17d91b01efb4 req-623f1627-dcb9-4979-97fa-ea8e0c338d36 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 1653 time: 0.9151094 Jul 29 14:58:49.913624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23600f5-3fa4-452b-9c34-e3fe889c3b19 req-28232953-ba3f-496a-86c1-b49a1917e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:49.916167 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d23600f5-3fa4-452b-9c34-e3fe889c3b19 req-28232953-ba3f-496a-86c1-b49a1917e86c service neutron] 10.222.0.38 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 912 time: 0.9924581 Jul 29 14:58:49.927033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Network 65faa3f9-9ae4-4f8e-9709-602e334fb37d is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:49.956485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:50.001974 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99ed2054-ad70-4861-8c6b-c545fd740fd8 req-da9b3b53-8156-4888-99ec-cba8cd018532 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 210 time: 0.0728335 Jul 29 14:58:50.036921 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d23600f5-3fa4-452b-9c34-e3fe889c3b19 req-ea6e8fe5-613d-46f4-baa6-aab40e754827 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=72d278ce-4fd4-4f9b-8344-36a8f2811d26 HTTP/1.1" status: 200 len: 217 time: 0.0959809 Jul 29 14:58:50.155140 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Attempting to bind port 734e7448-bb3c-449e-9a6a-33a9a7f45929 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:58:50.155140 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Attempting to bind port 734e7448-bb3c-449e-9a6a-33a9a7f45929 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:58:50.155467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Attempting to bind port 734e7448-bb3c-449e-9a6a-33a9a7f45929 on network 7fd93376-9f13-4441-9587-010f8b5c36dc {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:50.159943 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ccfda212-b8fb-41e1-a24d-17d91b01efb4 req-19138470-ffc6-4ac0-a984-488cbaf0517e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3137913 Jul 29 14:58:50.197614 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-e89169e1-7d2e-4a55-9a81-8c7ca45aa49c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:50.207526 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Port 734e7448-bb3c-449e-9a6a-33a9a7f45929 on network 7fd93376-9f13-4441-9587-010f8b5c36dc not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:58:50.207850 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Attempting to bind port 734e7448-bb3c-449e-9a6a-33a9a7f45929 on network 7fd93376-9f13-4441-9587-010f8b5c36dc {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:50.248608 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef037871-7977-4889-9aba-051e1fda551f req-ed93634a-d0f7-4ba9-9df9-cd79408580c8 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Made reservation on behalf of b160905bd6784d6b8680206bf882bc9d for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:50.252459 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ef037871-7977-4889-9aba-051e1fda551f req-ed93634a-d0f7-4ba9-9df9-cd79408580c8 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:50.262151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:58:50.262488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Checking segment: {'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:50.262942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Bound using segment: {'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:58:50.263415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Bound port: 734e7448-bb3c-449e-9a6a-33a9a7f45929, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:58:50.263817 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:50.271652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-e89169e1-7d2e-4a55-9a81-8c7ca45aa49c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Transition to ACTIVE for port object ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:50.300072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23600f5-3fa4-452b-9c34-e3fe889c3b19 req-2b3bb1c9-3a15-4601-a7ea-3ff892449cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:50.301622 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d23600f5-3fa4-452b-9c34-e3fe889c3b19 req-2b3bb1c9-3a15-4601-a7ea-3ff892449cd0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc0785a-1332-47e1-a695-790fd3948837 HTTP/1.1" status: 200 len: 851 time: 0.2008274 Jul 29 14:58:50.312719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d106b1c2-0e4e-4888-811c-a23b67ebe3ac None None] Provisioning complete for port ec4aa39e-9e10-4df0-a8a0-514195bd0ad0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:50.313341 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d106b1c2-0e4e-4888-811c-a23b67ebe3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:50.405761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d106b1c2-0e4e-4888-811c-a23b67ebe3ac None None] Port ec4aa39e-9e10-4df0-a8a0-514195bd0ad0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:50.442744 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d23600f5-3fa4-452b-9c34-e3fe889c3b19 req-bdbfe52b-d304-4ecb-9f8b-2b8007e2a20b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97a96aa0-af30-4a22-b3aa-15726419c082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300485 Jul 29 14:58:50.488754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709a543-247d-4a24-9eb2-438cbc91b253 req-d09621ae-90ad-4de1-be73-bf3e304f1a4d tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:50.499230 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3709a543-247d-4a24-9eb2-438cbc91b253 req-d09621ae-90ad-4de1-be73-bf3e304f1a4d tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1052 time: 0.1075504 Jul 29 14:58:50.545668 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3709a543-247d-4a24-9eb2-438cbc91b253 req-9a75bcff-7a1c-449b-b018-f92f272c3703 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445087 Jul 29 14:58:50.590669 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] For port 734e7448-bb3c-449e-9a6a-33a9a7f45929, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:58:50.593732 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-e89169e1-7d2e-4a55-9a81-8c7ca45aa49c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:50.667295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] For port 734e7448-bb3c-449e-9a6a-33a9a7f45929, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=734e7448-bb3c-449e-9a6a-33a9a7f45929,segment=NetworkSegment(be6396a5-31c2-462f-9e42-6a08bc567392),segment_id=be6396a5-31c2-462f-9e42-6a08bc567392)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:58:50.678766 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Router 61f5d1b9-7f0e-4e61-8dd3-36751384ab9d is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 14:58:50.696973 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:50.742116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-e89169e1-7d2e-4a55-9a81-8c7ca45aa49c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Network 112a52ee-a8c5-491c-86d2-16cd4245effc is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:50.768961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-e89169e1-7d2e-4a55-9a81-8c7ca45aa49c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:50.771612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-e89169e1-7d2e-4a55-9a81-8c7ca45aa49c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:50.776651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-ef037871-7977-4889-9aba-051e1fda551f req-ed93634a-d0f7-4ba9-9df9-cd79408580c8 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Allocated IP 172.20.0.2 (41b29bd2-9a99-48eb-a082-c2fb7dbeab1f/2dd72e83-c780-4553-896a-e744cd60b452/c310af96-4b21-493f-8c80-e5bae53e8c03) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:50.782267 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d23600f5-3fa4-452b-9c34-e3fe889c3b19 req-eb647eb4-6e6a-4317-b69a-c6ce8f6d016d service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245625 Jul 29 14:58:50.794874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89169e1-7d2e-4a55-9a81-8c7ca45aa49c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event updated for resources: {'Port': ['ID=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:50.955005 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2d4af-61bf-4926-ac0f-96bf6ae3a2df req-601c8d15-f509-4d5f-b3fd-32bc42150297 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:50.958378 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3bd2d4af-61bf-4926-ac0f-96bf6ae3a2df req-601c8d15-f509-4d5f-b3fd-32bc42150297 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 943 time: 0.1396644 Jul 29 14:58:51.057225 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3bd2d4af-61bf-4926-ac0f-96bf6ae3a2df req-57075d29-779d-4131-a791-5a6e655ba786 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880637 Jul 29 14:58:51.063312 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d23600f5-3fa4-452b-9c34-e3fe889c3b19 req-8ab625e4-4936-4696-8daf-5e8efc2924dd service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553759 Jul 29 14:58:51.065499 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:51.066349 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:51.068308 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] 10.222.0.39 "PUT /v2.0/ports/734e7448-bb3c-449e-9a6a-33a9a7f45929 HTTP/1.1" status: 200 len: 1091 time: 4.8281536 Jul 29 14:58:51.103361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872408d4-370b-4706-8e60-016f447921f3', 'tag': '734e7448-bb3c-449e-9a6a-33a9a7f45929'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:58:51.105861 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907931f1-6550-4407-b66e-634aa9d58cee" -d '{"events": [{"name": "network-changed", "server_uuid": "872408d4-370b-4706-8e60-016f447921f3", "tag": "734e7448-bb3c-449e-9a6a-33a9a7f45929"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:58:51.235221 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0633d83-7414-40bf-b70f-55cb33b24828 x-openstack-request-id: req-f0633d83-7414-40bf-b70f-55cb33b24828 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:58:51.235672 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872408d4-370b-4706-8e60-016f447921f3", "tag": "734e7448-bb3c-449e-9a6a-33a9a7f45929", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:58:51.236066 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0633d83-7414-40bf-b70f-55cb33b24828 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:58:51.236709 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872408d4-370b-4706-8e60-016f447921f3', 'tag': '734e7448-bb3c-449e-9a6a-33a9a7f45929', 'status': 'completed', 'code': 200} Jul 29 14:58:51.251027 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-17d3b282-64b1-4810-b4db-0e2338c0940b None None] Provisioning for port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:51.258223 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-17d3b282-64b1-4810-b4db-0e2338c0940b None None] Provisioning complete for port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:51.258540 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fee4afe7-279f-4457-996a-282fd19ba1b1 req-e086b1fc-5016-4e90-b4b8-f99647999532 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 210 time: 0.1214240 Jul 29 14:58:51.259476 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17d3b282-64b1-4810-b4db-0e2338c0940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:51.343897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-17d3b282-64b1-4810-b4db-0e2338c0940b None None] Port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:51.367463 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-e89169e1-7d2e-4a55-9a81-8c7ca45aa49c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:51.368416 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-e89169e1-7d2e-4a55-9a81-8c7ca45aa49c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:51.413772 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5d840-f15b-41c5-8c9e-315d27c3b218 service neutron] Pushing event updated for resources: {'Port': ['ID=734e7448-bb3c-449e-9a6a-33a9a7f45929,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:51.442566 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:58:51.452167 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-376851bf-a2e4-4bb8-b3ca-f352d19b254c tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] 10.222.0.16 "PUT /v2.0/routers/61f5d1b9-7f0e-4e61-8dd3-36751384ab9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6655393 Jul 29 14:58:51.460315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47238) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:51.463783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b84cc25-dfc5-4272-abbc-51fb932eee8b None None] Sync routers for ids ['61f5d1b9-7f0e-4e61-8dd3-36751384ab9d'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:58:51.473083 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-e89169e1-7d2e-4a55-9a81-8c7ca45aa49c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4185975 Jul 29 14:58:51.476782 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b68bd-6ab6-4b93-95c1-cea8bf07d8e9 req-88f20cfc-5955-45f1-b548-fc8bb30d45d9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:51.479074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b84cc25-dfc5-4272-abbc-51fb932eee8b None None] Routers {'61f5d1b9-7f0e-4e61-8dd3-36751384ab9d'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:58:51.480569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-3b84cc25-dfc5-4272-abbc-51fb932eee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:58:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['61f5d1b9-7f0e-4e61-8dd3-36751384ab9d'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:51.483378 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0c1ef396-8da2-4a74-b972-3e2a0bc24f59 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Request body: {'port': {'network_id': '65faa3f9-9ae4-4f8e-9709-602e334fb37d', 'name': 'tempest-FloatingIPNegativeTestJSON-250508000'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:51.499949 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b68bd-6ab6-4b93-95c1-cea8bf07d8e9 req-88f20cfc-5955-45f1-b548-fc8bb30d45d9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:51.512938 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b68bd-6ab6-4b93-95c1-cea8bf07d8e9 req-88f20cfc-5955-45f1-b548-fc8bb30d45d9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:51.515821 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b8b68bd-6ab6-4b93-95c1-cea8bf07d8e9 req-88f20cfc-5955-45f1-b548-fc8bb30d45d9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 2374 time: 0.1638324 Jul 29 14:58:51.534053 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-3b84cc25-dfc5-4272-abbc-51fb932eee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:51.547006 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b84cc25-dfc5-4272-abbc-51fb932eee8b None None] Routers {'61f5d1b9-7f0e-4e61-8dd3-36751384ab9d'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:58:51.548041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-3b84cc25-dfc5-4272-abbc-51fb932eee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:58:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['61f5d1b9-7f0e-4e61-8dd3-36751384ab9d'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:51.567680 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-deefbff6-10ac-4a77-9f17-59ce8074dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:51.570166 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-deefbff6-10ac-4a77-9f17-59ce8074dc3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715a37e063434e18aa9787bb54b9f71a&device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1094 time: 0.4230039 Jul 29 14:58:51.600534 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-3b84cc25-dfc5-4272-abbc-51fb932eee8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:58:51.602093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b84cc25-dfc5-4272-abbc-51fb932eee8b None None] The sync data for ids ['61f5d1b9-7f0e-4e61-8dd3-36751384ab9d'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:58:51.609556 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b8b68bd-6ab6-4b93-95c1-cea8bf07d8e9 req-f595c179-a5ba-419d-b06e-a250c8d5a9a2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810559 Jul 29 14:58:51.621650 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dafbb9fc-3a3b-496d-878b-6e71ea9c7fce tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Request body: {'port': {'device_id': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943', 'admin_state_up': True, 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'security_groups': ['102ae8b3-3400-409b-9f33-5df178a41fa6']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:51.825284 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-ffecdfb0-1579-4f71-8c52-147da345c807 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=734e7448-bb3c-449e-9a6a-33a9a7f45929 HTTP/1.1" status: 200 len: 217 time: 0.1300502 Jul 29 14:58:52.003772 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469b4c0-0f73-46ce-9e8c-25efe59397ed req-93d41c35-38fc-47ee-a4ad-0f1793a2f017 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:52.005294 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2469b4c0-0f73-46ce-9e8c-25efe59397ed req-93d41c35-38fc-47ee-a4ad-0f1793a2f017 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1094 time: 0.3048742 Jul 29 14:58:52.011763 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-3656c03d-b2bd-4344-a065-6826fcd55dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:52.013132 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-3656c03d-b2bd-4344-a065-6826fcd55dee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97df9b30-8ccf-4f4b-8525-1369888f619a HTTP/1.1" status: 200 len: 848 time: 0.1746702 Jul 29 14:58:52.021947 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ef037871-7977-4889-9aba-051e1fda551f req-ed93634a-d0f7-4ba9-9df9-cd79408580c8 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:52.170593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1ef396-8da2-4a74-b972-3e2a0bc24f59 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Made reservation on behalf of c60fdf6f72704fcf8b7237f54fdcbcad for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:52.176621 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef396-8da2-4a74-b972-3e2a0bc24f59 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:52.242982 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2469b4c0-0f73-46ce-9e8c-25efe59397ed req-dca61513-2197-4547-8963-017b489d2edd tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142076 Jul 29 14:58:52.271024 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4c455-959f-4e37-af21-55b9b2316425 req-ddbf44c6-963e-49a4-9606-09490e0381a8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:52.273058 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-33d4c455-959f-4e37-af21-55b9b2316425 req-ddbf44c6-963e-49a4-9606-09490e0381a8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0960915 Jul 29 14:58:52.278690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-4d579ff3-4de4-45cd-9c38-6e414ca7670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:52.281471 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-4d579ff3-4de4-45cd-9c38-6e414ca7670a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fd93376-9f13-4441-9587-010f8b5c36dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2486627 Jul 29 14:58:52.283638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-0c1ef396-8da2-4a74-b972-3e2a0bc24f59 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] device_id is not set on port 3f5d7b0f-4e73-4e6b-a74d-0ee1ebed42ad yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:58:52.296272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dafbb9fc-3a3b-496d-878b-6e71ea9c7fce tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Made reservation on behalf of b87fe36def094cf5968288b084e2140d for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:52.327142 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-33d4c455-959f-4e37-af21-55b9b2316425 req-fc800e9b-1663-4369-9fcb-ee397ffda0cc tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469723 Jul 29 14:58:52.332690 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 72d278ce-4fd4-4f9b-8344-36a8f2811d26 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:58:52.487778 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 72d278ce-4fd4-4f9b-8344-36a8f2811d26, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=72d278ce-4fd4-4f9b-8344-36a8f2811d26,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:52.492571 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ef037871-7977-4889-9aba-051e1fda551f req-ed93634a-d0f7-4ba9-9df9-cd79408580c8 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:52.505238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '72d278ce-4fd4-4f9b-8344-36a8f2811d26', 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082', 'port_id': '72d278ce-4fd4-4f9b-8344-36a8f2811d26', 'mac_address': 'fa:16:3e:33:37:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc0785a-1332-47e1-a695-790fd3948837', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:58:52.524144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75571f-ff2f-42b7-a511-0d444e9e6f76 req-b59bd78b-8e33-4787-bc6e-f127d178cb34 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:52.526480 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8a75571f-ff2f-42b7-a511-0d444e9e6f76 req-b59bd78b-8e33-4787-bc6e-f127d178cb34 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 931 time: 0.0750816 Jul 29 14:58:52.563313 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:52.581706 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d278ce-4fd4-4f9b-8344-36a8f2811d26 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:58:52.584423 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8a75571f-ff2f-42b7-a511-0d444e9e6f76 req-14bc0b08-2f5b-4295-b0eb-2c8b9babde48 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d00dc0c-ef7f-42f7-b94d-84d0f5493483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452843 Jul 29 14:58:52.626361 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 72d278ce-4fd4-4f9b-8344-36a8f2811d26, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=72d278ce-4fd4-4f9b-8344-36a8f2811d26,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:52.637995 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:52.712689 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=72d278ce-4fd4-4f9b-8344-36a8f2811d26,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:52.739691 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7d0dc-9866-4cc2-b4c3-8ebeeff728d6 req-8b464a1c-fc0a-436a-9104-c784bec039fe tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:52.741589 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53f7d0dc-9866-4cc2-b4c3-8ebeeff728d6 req-8b464a1c-fc0a-436a-9104-c784bec039fe tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0643167 Jul 29 14:58:52.787875 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53f7d0dc-9866-4cc2-b4c3-8ebeeff728d6 req-99d36054-2bd5-40f5-956f-6e55e296b9aa tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379276 Jul 29 14:58:52.932634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3a6a-ffa3-4027-8062-4ca985fe8a8d req-91f84091-3cb3-4ed2-983c-37d18315fd1e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:52.938769 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3a6a-ffa3-4027-8062-4ca985fe8a8d req-91f84091-3cb3-4ed2-983c-37d18315fd1e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:52.945129 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd3a6a-ffa3-4027-8062-4ca985fe8a8d req-91f84091-3cb3-4ed2-983c-37d18315fd1e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:52.948540 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['72d278ce-4fd4-4f9b-8344-36a8f2811d26'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:58:52.953066 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-94fd3a6a-ffa3-4027-8062-4ca985fe8a8d req-91f84091-3cb3-4ed2-983c-37d18315fd1e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 2374 time: 0.0848753 Jul 29 14:58:53.034604 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-94fd3a6a-ffa3-4027-8062-4ca985fe8a8d req-c6c3d01e-50ad-440d-8dbf-13d214581c99 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748830 Jul 29 14:58:53.224653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef037871-7977-4889-9aba-051e1fda551f req-ed93634a-d0f7-4ba9-9df9-cd79408580c8 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Network 41b29bd2-9a99-48eb-a082-c2fb7dbeab1f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:53.283000 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-ef037871-7977-4889-9aba-051e1fda551f req-ed93634a-d0f7-4ba9-9df9-cd79408580c8 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:53.302218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef037871-7977-4889-9aba-051e1fda551f req-ed93634a-d0f7-4ba9-9df9-cd79408580c8 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:53.344743 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93634a-d0f7-4ba9-9df9-cd79408580c8 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Pushing event updated for resources: {'Port': ['ID=c310af96-4b21-493f-8c80-e5bae53e8c03,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:53.458768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba16d7b-336f-4418-90d7-a503e50d56a8 req-5e411283-19e1-4163-92e8-1277517fcf0b tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:53.464814 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6ba16d7b-336f-4418-90d7-a503e50d56a8 req-5e411283-19e1-4163-92e8-1277517fcf0b tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 944 time: 1.0413113 Jul 29 14:58:53.475045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a0c79-a8bf-4593-b10d-7effaa5fdac1 req-3e805f74-6bdf-43c6-b1e5-f38153886caf tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:53.477135 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-377a0c79-a8bf-4593-b10d-7effaa5fdac1 req-3e805f74-6bdf-43c6-b1e5-f38153886caf tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1094 time: 0.0535250 Jul 29 14:58:53.496994 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dafbb9fc-3a3b-496d-878b-6e71ea9c7fce tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:53.545526 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-377a0c79-a8bf-4593-b10d-7effaa5fdac1 req-1bd405eb-3506-403d-b002-020142ec4064 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559647 Jul 29 14:58:53.565037 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-a5534182-f309-4a92-b071-241ffc170348 service neutron] 10.222.0.39 "GET /v2.0/networks/7fd93376-9f13-4441-9587-010f8b5c36dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2612641 Jul 29 14:58:53.585312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-0c1ef396-8da2-4a74-b972-3e2a0bc24f59 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Allocated IP 172.20.0.9 (65faa3f9-9ae4-4f8e-9709-602e334fb37d/e8bbbba1-5436-480a-a0df-802fab3fec28/3f5d7b0f-4e73-4e6b-a74d-0ee1ebed42ad) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:53.659971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037871-7977-4889-9aba-051e1fda551f req-ed93634a-d0f7-4ba9-9df9-cd79408580c8 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:53.661275 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ef037871-7977-4889-9aba-051e1fda551f req-ed93634a-d0f7-4ba9-9df9-cd79408580c8 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:53.719327 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12644405-f3da-4cfe-836f-76c8254a5338 req-78391e64-1b37-46a4-87ce-52f49d97dbe5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:53.722593 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-12644405-f3da-4cfe-836f-76c8254a5338 req-78391e64-1b37-46a4-87ce-52f49d97dbe5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0748360 Jul 29 14:58:53.824286 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-12644405-f3da-4cfe-836f-76c8254a5338 req-9f3a6577-f826-44d7-af9f-3aa238902c8f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910745 Jul 29 14:58:53.910863 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6ba16d7b-336f-4418-90d7-a503e50d56a8 req-29a17570-7fa9-4db0-92f3-c995a4934b05 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960278 Jul 29 14:58:53.992481 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef037871-7977-4889-9aba-051e1fda551f req-ed93634a-d0f7-4ba9-9df9-cd79408580c8 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0288477 Jul 29 14:58:53.997475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310a8d0-830a-47e8-be53-aee9cb4aa0da req-75e5e418-e02f-4565-885c-8fd786554929 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:53.999392 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2310a8d0-830a-47e8-be53-aee9cb4aa0da req-75e5e418-e02f-4565-885c-8fd786554929 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 931 time: 0.0766132 Jul 29 14:58:54.059152 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2310a8d0-830a-47e8-be53-aee9cb4aa0da req-900c5caf-5508-4377-a614-94f92b5155ff tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d00dc0c-ef7f-42f7-b94d-84d0f5493483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458126 Jul 29 14:58:54.085996 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Request body: {'port': {'device_id': '2b28738e-c06b-45a0-9cdd-140b853d6c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:54.296252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea71b8-29e9-4647-ac40-80e583152ccd req-caac1f48-a735-406c-89da-06173bd37d4d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:54.301405 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd9b9ce6-87c0-4d49-8eb0-320597614776 req-395b48d8-4e30-41cf-889c-e75aa1da6469 service neutron] 10.222.0.39 "GET /v2.0/networks/7fd93376-9f13-4441-9587-010f8b5c36dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7020113 Jul 29 14:58:54.308648 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea71b8-29e9-4647-ac40-80e583152ccd req-caac1f48-a735-406c-89da-06173bd37d4d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:54.320843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea71b8-29e9-4647-ac40-80e583152ccd req-caac1f48-a735-406c-89da-06173bd37d4d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:54.324096 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bcea71b8-29e9-4647-ac40-80e583152ccd req-caac1f48-a735-406c-89da-06173bd37d4d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 2374 time: 0.1728704 Jul 29 14:58:54.351263 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 72d278ce-4fd4-4f9b-8344-36a8f2811d26 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:54.403366 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bcea71b8-29e9-4647-ac40-80e583152ccd req-c106c1e9-a009-4b94-ad63-dcaefebaa461 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701036 Jul 29 14:58:54.482148 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 72d278ce-4fd4-4f9b-8344-36a8f2811d26 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:54.489119 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 72d278ce-4fd4-4f9b-8344-36a8f2811d26 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:54.489820 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:54.505486 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:54.690988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dafbb9fc-3a3b-496d-878b-6e71ea9c7fce tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Allocated IP 10.2.2.100 (cbb34b73-c540-4255-9d61-eaabcefcb943/b82d0d65-5f7c-4442-9148-60b7547ab51d/384b2766-5b64-4b46-a1c5-a1c0e093692d) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:54.719421 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0585baa-4324-4632-937f-4d8e2b8823b2 req-38b9af15-ee57-414e-b2c3-682254a2a0e9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:54.721600 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:54.726305 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d0585baa-4324-4632-937f-4d8e2b8823b2 req-38b9af15-ee57-414e-b2c3-682254a2a0e9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0882740 Jul 29 14:58:54.774251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af907d7-a629-46f0-aca2-7d78611f0f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d278ce-4fd4-4f9b-8344-36a8f2811d26'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:58:54.780067 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9933f2c7-5ad4-4b68-9a8b-f920939297f1" -d '{"events": [{"server_uuid": "4af907d7-a629-46f0-aca2-7d78611f0f32", "name": "network-vif-plugged", "status": "completed", "tag": "72d278ce-4fd4-4f9b-8344-36a8f2811d26"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:58:54.811585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 72d278ce-4fd4-4f9b-8344-36a8f2811d26, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=72d278ce-4fd4-4f9b-8344-36a8f2811d26,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:54.818624 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d0585baa-4324-4632-937f-4d8e2b8823b2 req-36bd9889-3c99-426f-8c37-2338b2aa5331 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677421 Jul 29 14:58:54.821637 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:54.896081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=72d278ce-4fd4-4f9b-8344-36a8f2811d26,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:54.937145 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ba58c5-a61e-463b-a2bf-af1f01e0562d x-openstack-request-id: req-d5ba58c5-a61e-463b-a2bf-af1f01e0562d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:58:54.937514 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af907d7-a629-46f0-aca2-7d78611f0f32", "name": "network-vif-plugged", "status": "completed", "tag": "72d278ce-4fd4-4f9b-8344-36a8f2811d26", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:58:54.937838 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5ba58c5-a61e-463b-a2bf-af1f01e0562d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:58:54.938312 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af907d7-a629-46f0-aca2-7d78611f0f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d278ce-4fd4-4f9b-8344-36a8f2811d26', 'code': 200} Jul 29 14:58:55.113252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7c327-baa2-46de-8570-932606654427 req-46427611-bcc6-47d3-9a9f-f2fd3eec9912 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:55.115096 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ce7c327-baa2-46de-8570-932606654427 req-46427611-bcc6-47d3-9a9f-f2fd3eec9912 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 945 time: 0.0681887 Jul 29 14:58:55.136066 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907931f1-6550-4407-b66e-634aa9d58cee req-841dc63c-078d-41bc-bed4-cd3456061ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:55.137811 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-907931f1-6550-4407-b66e-634aa9d58cee req-841dc63c-078d-41bc-bed4-cd3456061ed5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=715a37e063434e18aa9787bb54b9f71a&device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1094 time: 0.7483656 Jul 29 14:58:55.173102 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ce7c327-baa2-46de-8570-932606654427 req-b60458a3-3dfc-491b-8f45-429a2d6ada01 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446732 Jul 29 14:58:55.333316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc4c73-4500-4f1f-87e0-9751986422a1 req-1302e454-3666-4c93-81d1-be9c67da5427 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:55.336189 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-50cc4c73-4500-4f1f-87e0-9751986422a1 req-1302e454-3666-4c93-81d1-be9c67da5427 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1094 time: 0.5491285 Jul 29 14:58:55.346237 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef396-8da2-4a74-b972-3e2a0bc24f59 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:55.357030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a520c9-bb1a-4810-989d-367cd42dd322 req-c08a0ccc-0b95-4632-95e1-834d57a11fe4 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:55.358913 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41a520c9-bb1a-4810-989d-367cd42dd322 req-c08a0ccc-0b95-4632-95e1-834d57a11fe4 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 931 time: 0.0785279 Jul 29 14:58:55.404284 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41a520c9-bb1a-4810-989d-367cd42dd322 req-e1a8dfbc-1d90-49c7-8224-85567b7fc289 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d00dc0c-ef7f-42f7-b94d-84d0f5493483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376964 Jul 29 14:58:55.500976 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dafbb9fc-3a3b-496d-878b-6e71ea9c7fce tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:55.515131 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-0c1ef396-8da2-4a74-b972-3e2a0bc24f59 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Transition to ACTIVE for port object 3f5d7b0f-4e73-4e6b-a74d-0ee1ebed42ad will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:55.515631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e1de5-ce6c-4b15-9861-7f0a87eec36f req-6097e295-dd74-4f37-af5f-f4f1b161b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:55.517246 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f62e1de5-ce6c-4b15-9861-7f0a87eec36f req-6097e295-dd74-4f37-af5f-f4f1b161b6f6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 1096 time: 0.4455984 Jul 29 14:58:55.589465 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dafbb9fc-3a3b-496d-878b-6e71ea9c7fce tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Transition to ACTIVE for port object 384b2766-5b64-4b46-a1c5-a1c0e093692d will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:55.630010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07002972-da31-4eee-a7ef-9436d0091237 req-8b67b519-178b-442e-9937-b1f08046b674 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:55.637375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07002972-da31-4eee-a7ef-9436d0091237 req-8b67b519-178b-442e-9937-b1f08046b674 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:55.643835 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07002972-da31-4eee-a7ef-9436d0091237 req-8b67b519-178b-442e-9937-b1f08046b674 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:55.646031 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-07002972-da31-4eee-a7ef-9436d0091237 req-8b67b519-178b-442e-9937-b1f08046b674 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 2374 time: 0.0752213 Jul 29 14:58:55.681953 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907931f1-6550-4407-b66e-634aa9d58cee req-8f435d59-6c55-45ef-a287-2b5e9e99e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:55.683894 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-907931f1-6550-4407-b66e-634aa9d58cee req-8f435d59-6c55-45ef-a287-2b5e9e99e044 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fd93376-9f13-4441-9587-010f8b5c36dc HTTP/1.1" status: 200 len: 910 time: 0.5283587 Jul 29 14:58:55.703188 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-50cc4c73-4500-4f1f-87e0-9751986422a1 req-3454ea7a-7841-4a3e-b213-f7c244a484bc tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932642 Jul 29 14:58:55.706620 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-07002972-da31-4eee-a7ef-9436d0091237 req-eafaf43e-e215-4a54-a338-a5030504a5a5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457804 Jul 29 14:58:55.744276 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f62e1de5-ce6c-4b15-9861-7f0a87eec36f req-401c77e0-aa43-466f-9702-31cd0d5633e0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146313 Jul 29 14:58:55.796197 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef396-8da2-4a74-b972-3e2a0bc24f59 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:55.799057 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-907931f1-6550-4407-b66e-634aa9d58cee req-a6a45ad2-9c35-45ea-ae14-7562a41c18bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=734e7448-bb3c-449e-9a6a-33a9a7f45929 HTTP/1.1" status: 200 len: 217 time: 0.0924237 Jul 29 14:58:55.904837 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dafbb9fc-3a3b-496d-878b-6e71ea9c7fce tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:55.964424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1ef396-8da2-4a74-b972-3e2a0bc24f59 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Network 65faa3f9-9ae4-4f8e-9709-602e334fb37d is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:55.973590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ef396-8da2-4a74-b972-3e2a0bc24f59 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Pushing event updated for resources: {'Port': ['ID=3f5d7b0f-4e73-4e6b-a74d-0ee1ebed42ad,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:55.994553 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-0c1ef396-8da2-4a74-b972-3e2a0bc24f59 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:56.007568 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1ef396-8da2-4a74-b972-3e2a0bc24f59 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:56.048324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dafbb9fc-3a3b-496d-878b-6e71ea9c7fce tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Network cbb34b73-c540-4255-9d61-eaabcefcb943 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:56.052456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d555e-ab80-4992-9370-63ea91bc6909 req-f04c8c4c-1a0b-4cdf-baf6-50ad715e1934 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:56.057040 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cb6d555e-ab80-4992-9370-63ea91bc6909 req-f04c8c4c-1a0b-4cdf-baf6-50ad715e1934 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0849855 Jul 29 14:58:56.087759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907931f1-6550-4407-b66e-634aa9d58cee req-d2fb406d-67f9-4fe4-b838-3f508f6d82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:56.089721 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-907931f1-6550-4407-b66e-634aa9d58cee req-d2fb406d-67f9-4fe4-b838-3f508f6d82b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=97df9b30-8ccf-4f4b-8525-1369888f619a HTTP/1.1" status: 200 len: 848 time: 0.2768953 Jul 29 14:58:56.090701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dafbb9fc-3a3b-496d-878b-6e71ea9c7fce tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:56.106642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dafbb9fc-3a3b-496d-878b-6e71ea9c7fce tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:56.152921 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cb6d555e-ab80-4992-9370-63ea91bc6909 req-b39dc665-271d-4aff-b7a6-678e9667d0dc tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891771 Jul 29 14:58:56.171600 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:56.249842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbb9fc-3a3b-496d-878b-6e71ea9c7fce tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event updated for resources: {'Port': ['ID=384b2766-5b64-4b46-a1c5-a1c0e093692d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:56.258282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dafbb9fc-3a3b-496d-878b-6e71ea9c7fce tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:56.261348 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dafbb9fc-3a3b-496d-878b-6e71ea9c7fce tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:56.317380 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dafbb9fc-3a3b-496d-878b-6e71ea9c7fce tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7557185 Jul 29 14:58:56.335497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-9ca95d72-f711-445a-a531-7c02384e758b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Request body: {'port': {'device_id': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943', 'admin_state_up': True, 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'security_groups': ['102ae8b3-3400-409b-9f33-5df178a41fa6']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:56.381037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1ef396-8da2-4a74-b972-3e2a0bc24f59 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:56.381649 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef396-8da2-4a74-b972-3e2a0bc24f59 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:56.430280 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c310af96-4b21-493f-8c80-e5bae53e8c03 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:58:56.446927 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:56.454755 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907931f1-6550-4407-b66e-634aa9d58cee req-28bad133-0322-4ba9-b81c-2d36b43b2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:56.456462 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-907931f1-6550-4407-b66e-634aa9d58cee req-28bad133-0322-4ba9-b81c-2d36b43b2ecc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fd93376-9f13-4441-9587-010f8b5c36dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3427544 Jul 29 14:58:56.562996 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Transition to ACTIVE for port object c310af96-4b21-493f-8c80-e5bae53e8c03 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:56.563485 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9d6bf97c-59ed-4510-9bb2-afba297cf565 None None] Provisioning for port 3f5d7b0f-4e73-4e6b-a74d-0ee1ebed42ad completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:56.573154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9d6bf97c-59ed-4510-9bb2-afba297cf565 None None] Provisioning complete for port 3f5d7b0f-4e73-4e6b-a74d-0ee1ebed42ad triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:56.573750 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf97c-59ed-4510-9bb2-afba297cf565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:56.579175 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0c1ef396-8da2-4a74-b972-3e2a0bc24f59 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.1044629 Jul 29 14:58:56.582588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47298) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:58:56.599804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:56.604300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615be69b-dd11-49c7-a18e-1cc8ef26505c req-30cf1c9a-4a8e-497c-be50-186421c76413 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:56.606526 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-615be69b-dd11-49c7-a18e-1cc8ef26505c req-30cf1c9a-4a8e-497c-be50-186421c76413 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 931 time: 0.0678205 Jul 29 14:58:56.629241 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:56.632352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9d6bf97c-59ed-4510-9bb2-afba297cf565 None None] Port 3f5d7b0f-4e73-4e6b-a74d-0ee1ebed42ad cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:56.650808 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9d6bf97c-59ed-4510-9bb2-afba297cf565 None None] Provisioning for port 384b2766-5b64-4b46-a1c5-a1c0e093692d completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:56.658854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9d6bf97c-59ed-4510-9bb2-afba297cf565 None None] Provisioning complete for port 384b2766-5b64-4b46-a1c5-a1c0e093692d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:56.660116 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9d6bf97c-59ed-4510-9bb2-afba297cf565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:56.675413 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-615be69b-dd11-49c7-a18e-1cc8ef26505c req-b908a37c-6480-42df-8f52-1817b85dee30 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d00dc0c-ef7f-42f7-b94d-84d0f5493483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607643 Jul 29 14:58:56.678683 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765eff94-26e2-49b4-90fd-8c524f85ac0e req-270123ac-92d7-49f5-91a0-45fd315d15d6 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:56.682164 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-765eff94-26e2-49b4-90fd-8c524f85ac0e req-270123ac-92d7-49f5-91a0-45fd315d15d6 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 945 time: 0.3544819 Jul 29 14:58:56.721641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9d6bf97c-59ed-4510-9bb2-afba297cf565 None None] Port 384b2766-5b64-4b46-a1c5-a1c0e093692d cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:56.891584 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:56.904467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c310af96-4b21-493f-8c80-e5bae53e8c03,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:56.911395 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-907931f1-6550-4407-b66e-634aa9d58cee req-7da79184-99b6-4bc2-a603-a60d352c5ab5 service neutron] 10.222.0.39 "GET /v2.0/networks/7fd93376-9f13-4441-9587-010f8b5c36dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409890 Jul 29 14:58:56.969811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 734e7448-bb3c-449e-9a6a-33a9a7f45929 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:58:56.999573 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c8aee-3081-4e69-b501-abe7234f3139 req-26ff4e73-688b-42b7-b8e0-01020df7f8fa tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:57.015543 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c8aee-3081-4e69-b501-abe7234f3139 req-26ff4e73-688b-42b7-b8e0-01020df7f8fa tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:57.031639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c8aee-3081-4e69-b501-abe7234f3139 req-26ff4e73-688b-42b7-b8e0-01020df7f8fa tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:57.047004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c8aee-3081-4e69-b501-abe7234f3139 req-26ff4e73-688b-42b7-b8e0-01020df7f8fa tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:57.050870 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-544c8aee-3081-4e69-b501-abe7234f3139 req-26ff4e73-688b-42b7-b8e0-01020df7f8fa tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 3095 time: 0.1743248 Jul 29 14:58:57.082412 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-765eff94-26e2-49b4-90fd-8c524f85ac0e req-b789a2cf-4a10-40d8-b309-8f61d675c029 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334548 Jul 29 14:58:57.169501 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-544c8aee-3081-4e69-b501-abe7234f3139 req-b370c0d3-164c-45a3-8294-24b07ce8db4d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063440 Jul 29 14:58:57.193922 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-9ca95d72-f711-445a-a531-7c02384e758b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Made reservation on behalf of b87fe36def094cf5968288b084e2140d for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:58:57.198957 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 734e7448-bb3c-449e-9a6a-33a9a7f45929, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=734e7448-bb3c-449e-9a6a-33a9a7f45929,segment=NetworkSegment(be6396a5-31c2-462f-9e42-6a08bc567392),segment_id=be6396a5-31c2-462f-9e42-6a08bc567392)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:57.200651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-9ca95d72-f711-445a-a531-7c02384e758b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:57.223215 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '734e7448-bb3c-449e-9a6a-33a9a7f45929', 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc', 'port_id': '734e7448-bb3c-449e-9a6a-33a9a7f45929', 'mac_address': 'fa:16:3e:b5:f8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97df9b30-8ccf-4f4b-8525-1369888f619a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:58:57.293292 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:57.309312 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734e7448-bb3c-449e-9a6a-33a9a7f45929 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:58:57.334959 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 734e7448-bb3c-449e-9a6a-33a9a7f45929, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=734e7448-bb3c-449e-9a6a-33a9a7f45929,segment=NetworkSegment(be6396a5-31c2-462f-9e42-6a08bc567392),segment_id=be6396a5-31c2-462f-9e42-6a08bc567392)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:57.344072 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:57.355312 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-907931f1-6550-4407-b66e-634aa9d58cee req-afc10c57-fe19-4630-be5b-9e2b59c6da13 service neutron] 10.222.0.39 "GET /v2.0/networks/7fd93376-9f13-4441-9587-010f8b5c36dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154460 Jul 29 14:58:57.375835 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35719ad2-7c59-4dae-a5a6-7513d279fbec req-5500a339-03b2-477f-94b5-949d7d38754d tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:57.388803 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-35719ad2-7c59-4dae-a5a6-7513d279fbec req-5500a339-03b2-477f-94b5-949d7d38754d tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1181927 Jul 29 14:58:57.451123 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-35719ad2-7c59-4dae-a5a6-7513d279fbec req-1b2b5743-3f57-4c39-bbea-62f4be61cf1b tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585766 Jul 29 14:58:57.467183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=734e7448-bb3c-449e-9a6a-33a9a7f45929,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:57.633512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['734e7448-bb3c-449e-9a6a-33a9a7f45929'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:58:57.853788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Attempting to bind port c310af96-4b21-493f-8c80-e5bae53e8c03 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:58:57.854145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Attempting to bind port c310af96-4b21-493f-8c80-e5bae53e8c03 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '355b2df1-acd4-4795-a570-fc7b61bb1039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '41b29bd2-9a99-48eb-a082-c2fb7dbeab1f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:58:57.854478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Attempting to bind port c310af96-4b21-493f-8c80-e5bae53e8c03 on network 41b29bd2-9a99-48eb-a082-c2fb7dbeab1f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:57.877078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7330fb2-cda1-465f-bfda-dcaf502c3982 req-ebbe66b2-dbb1-49c2-ac21-5eac4592f6f7 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:57.885353 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7330fb2-cda1-465f-bfda-dcaf502c3982 req-ebbe66b2-dbb1-49c2-ac21-5eac4592f6f7 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1094 time: 0.6800389 Jul 29 14:58:57.892086 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Port c310af96-4b21-493f-8c80-e5bae53e8c03 on network 41b29bd2-9a99-48eb-a082-c2fb7dbeab1f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:58:57.892422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Attempting to bind port c310af96-4b21-493f-8c80-e5bae53e8c03 on network 41b29bd2-9a99-48eb-a082-c2fb7dbeab1f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:58:57.922153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:58:57.922633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Checking segment: {'id': '355b2df1-acd4-4795-a570-fc7b61bb1039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '41b29bd2-9a99-48eb-a082-c2fb7dbeab1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:58:57.923021 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Bound using segment: {'id': '355b2df1-acd4-4795-a570-fc7b61bb1039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '41b29bd2-9a99-48eb-a082-c2fb7dbeab1f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:58:57.923481 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Bound port: c310af96-4b21-493f-8c80-e5bae53e8c03, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '355b2df1-acd4-4795-a570-fc7b61bb1039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '41b29bd2-9a99-48eb-a082-c2fb7dbeab1f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:58:57.923851 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:57.966007 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76458b65-f586-430a-97b5-9dfe91163c01 req-db0dbd78-c523-4f27-9979-aea6c7ce21c8 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:57.985625 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76458b65-f586-430a-97b5-9dfe91163c01 req-db0dbd78-c523-4f27-9979-aea6c7ce21c8 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 943 time: 0.1466250 Jul 29 14:58:58.006135 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7330fb2-cda1-465f-bfda-dcaf502c3982 req-824d7e01-3b85-4a9f-beec-f6ba18586ea6 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178274 Jul 29 14:58:58.064807 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76458b65-f586-430a-97b5-9dfe91163c01 req-d73306c4-20b2-4936-9504-7d1a29ce036d tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d00dc0c-ef7f-42f7-b94d-84d0f5493483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720365 Jul 29 14:58:58.160973 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:58.163838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] For port c310af96-4b21-493f-8c80-e5bae53e8c03, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:58:58.167050 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-9ca95d72-f711-445a-a531-7c02384e758b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Allocated IP 10.2.2.200 (cbb34b73-c540-4255-9d61-eaabcefcb943/b82d0d65-5f7c-4442-9148-60b7547ab51d/6866365f-9081-45de-b450-c210f1db65b5) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:58.171432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] For port c310af96-4b21-493f-8c80-e5bae53e8c03, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=c310af96-4b21-493f-8c80-e5bae53e8c03,segment=NetworkSegment(355b2df1-acd4-4795-a570-fc7b61bb1039),segment_id=355b2df1-acd4-4795-a570-fc7b61bb1039)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:58:58.189382 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:58.287177 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:58.288131 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:58.289922 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef037871-7977-4889-9aba-051e1fda551f req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] 10.222.0.38 "PUT /v2.0/ports/c310af96-4b21-493f-8c80-e5bae53e8c03 HTTP/1.1" status: 200 len: 1091 time: 4.2387555 Jul 29 14:58:58.295472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b28738e-c06b-45a0-9cdd-140b853d6c27', 'tag': 'c310af96-4b21-493f-8c80-e5bae53e8c03'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:58:58.297555 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6186ef-2255-48f3-a383-d767a4e7fb40" -d '{"events": [{"name": "network-changed", "server_uuid": "2b28738e-c06b-45a0-9cdd-140b853d6c27", "tag": "c310af96-4b21-493f-8c80-e5bae53e8c03"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:58:58.355371 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b36b0-b61f-4511-abca-67062e5690cc req-ffd5e4c9-29a0-4b4e-bd27-ac5759b87147 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:58.368520 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f36b36b0-b61f-4511-abca-67062e5690cc req-ffd5e4c9-29a0-4b4e-bd27-ac5759b87147 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 945 time: 0.1303561 Jul 29 14:58:58.438073 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f36b36b0-b61f-4511-abca-67062e5690cc req-2341a10d-dba7-4fcf-83c6-df2b3ac6877c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650487 Jul 29 14:58:58.455287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20ac20-6874-4753-9703-fa3ab2f4d2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c310af96-4b21-493f-8c80-e5bae53e8c03,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:58.558938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Allocated IP 172.25.6.181 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/e196cf91-425a-4de7-af57-ac6f5e78efde) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:58:58.563000 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b768cc-39cd-4cf9-a6e3-5011bd986e75 x-openstack-request-id: req-53b768cc-39cd-4cf9-a6e3-5011bd986e75 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:58:58.563350 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b28738e-c06b-45a0-9cdd-140b853d6c27", "tag": "c310af96-4b21-493f-8c80-e5bae53e8c03", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:58:58.563593 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53b768cc-39cd-4cf9-a6e3-5011bd986e75 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:58:58.563952 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b28738e-c06b-45a0-9cdd-140b853d6c27', 'tag': 'c310af96-4b21-493f-8c80-e5bae53e8c03', 'status': 'completed', 'code': 200} Jul 29 14:58:58.609396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037871-7977-4889-9aba-051e1fda551f req-01959c41-2e49-479c-b0d4-365d287ec21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:58.611023 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef037871-7977-4889-9aba-051e1fda551f req-01959c41-2e49-479c-b0d4-365d287ec21c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b160905bd6784d6b8680206bf882bc9d&device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 1094 time: 0.2062759 Jul 29 14:58:58.626539 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeeff51-da38-40a4-9bf5-f70573347c4e req-f597f136-6926-44e2-9095-1434c0322ae3 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:58.632900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeeff51-da38-40a4-9bf5-f70573347c4e req-f597f136-6926-44e2-9095-1434c0322ae3 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:58.639579 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeeff51-da38-40a4-9bf5-f70573347c4e req-f597f136-6926-44e2-9095-1434c0322ae3 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:58.645789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeeff51-da38-40a4-9bf5-f70573347c4e req-f597f136-6926-44e2-9095-1434c0322ae3 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:58.647597 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2eeeff51-da38-40a4-9bf5-f70573347c4e req-f597f136-6926-44e2-9095-1434c0322ae3 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 3095 time: 0.2451382 Jul 29 14:58:58.723967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46781c-545c-494f-b4ed-af2bea61cf42 req-b6153fc4-dee8-4f72-839c-4ea49ec20910 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:58.726988 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf46781c-545c-494f-b4ed-af2bea61cf42 req-b6153fc4-dee8-4f72-839c-4ea49ec20910 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0806108 Jul 29 14:58:58.758907 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef037871-7977-4889-9aba-051e1fda551f req-80281400-2445-4f4c-8ce5-baf6ba8a0c13 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c310af96-4b21-493f-8c80-e5bae53e8c03 HTTP/1.1" status: 200 len: 217 time: 0.0998266 Jul 29 14:58:58.769230 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-9ca95d72-f711-445a-a531-7c02384e758b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:58.815500 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf46781c-545c-494f-b4ed-af2bea61cf42 req-d9a2bab7-75c0-4841-8b40-1f338551c3a7 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757940 Jul 29 14:58:58.874699 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-9ca95d72-f711-445a-a531-7c02384e758b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Transition to ACTIVE for port object 6866365f-9081-45de-b450-c210f1db65b5 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:58:58.926988 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2eeeff51-da38-40a4-9bf5-f70573347c4e req-5915fba4-86ce-4402-91b1-991e63357566 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374330 Jul 29 14:58:58.955243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037871-7977-4889-9aba-051e1fda551f req-98d7e7af-8c91-4715-af11-67c0d67fb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:58.957931 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef037871-7977-4889-9aba-051e1fda551f req-98d7e7af-8c91-4715-af11-67c0d67fb5a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2dd72e83-c780-4553-896a-e744cd60b452 HTTP/1.1" status: 200 len: 849 time: 0.1833708 Jul 29 14:58:58.987775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 734e7448-bb3c-449e-9a6a-33a9a7f45929 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:58:59.029520 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:59.035122 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef037871-7977-4889-9aba-051e1fda551f req-c0d78ed6-180d-459d-99ec-cce97f3ff23a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=41b29bd2-9a99-48eb-a082-c2fb7dbeab1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645461 Jul 29 14:58:59.085533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 734e7448-bb3c-449e-9a6a-33a9a7f45929 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:59.096081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 734e7448-bb3c-449e-9a6a-33a9a7f45929 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:59.098033 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:59.121089 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-9ca95d72-f711-445a-a531-7c02384e758b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:59.261656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-9ca95d72-f711-445a-a531-7c02384e758b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Network cbb34b73-c540-4255-9d61-eaabcefcb943 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:59.278509 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:59.282379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303805f9-a0c0-4cdc-bbc5-f9184023c74f req-7de66f72-423e-42f4-b66f-08aef55a7454 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:59.284120 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-303805f9-a0c0-4cdc-bbc5-f9184023c74f req-7de66f72-423e-42f4-b66f-08aef55a7454 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 943 time: 0.0648627 Jul 29 14:58:59.291023 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-9ca95d72-f711-445a-a531-7c02384e758b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:59.298001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca95d72-f711-445a-a531-7c02384e758b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event updated for resources: {'Port': ['ID=6866365f-9081-45de-b450-c210f1db65b5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:59.300366 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:59.300614 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-9ca95d72-f711-445a-a531-7c02384e758b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:59.308035 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef037871-7977-4889-9aba-051e1fda551f req-17949a7a-af61-46e2-a70e-683327108e57 service neutron] 10.222.0.38 "GET /v2.0/networks/41b29bd2-9a99-48eb-a082-c2fb7dbeab1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633462 Jul 29 14:58:59.341324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872408d4-370b-4706-8e60-016f447921f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734e7448-bb3c-449e-9a6a-33a9a7f45929'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:58:59.345173 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f629bc2b-5f32-4b9c-8737-44fad84ce973" -d '{"events": [{"server_uuid": "872408d4-370b-4706-8e60-016f447921f3", "name": "network-vif-plugged", "status": "completed", "tag": "734e7448-bb3c-449e-9a6a-33a9a7f45929"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:58:59.363465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 734e7448-bb3c-449e-9a6a-33a9a7f45929, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=734e7448-bb3c-449e-9a6a-33a9a7f45929,segment=NetworkSegment(be6396a5-31c2-462f-9e42-6a08bc567392),segment_id=be6396a5-31c2-462f-9e42-6a08bc567392)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:58:59.371305 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:59.378725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:58:59.396580 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-303805f9-a0c0-4cdc-bbc5-f9184023c74f req-4485b507-f2eb-47fe-85b6-9149457f1269 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d00dc0c-ef7f-42f7-b94d-84d0f5493483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974140 Jul 29 14:58:59.437698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:58:59.442218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee9588-32fd-488e-bff0-c161e3f11753 req-01f0fff1-4a38-46ba-a220-60e61c85f216 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:59.450825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64ee9588-32fd-488e-bff0-c161e3f11753 req-01f0fff1-4a38-46ba-a220-60e61c85f216 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1095 time: 0.2687721 Jul 29 14:58:59.455837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:58:59.472383 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=734e7448-bb3c-449e-9a6a-33a9a7f45929,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:59.516749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-9ca95d72-f711-445a-a531-7c02384e758b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:59.517446 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-9ca95d72-f711-445a-a531-7c02384e758b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:59.527791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Pushing event updated for resources: {'Port': ['ID=e196cf91-425a-4de7-af57-ac6f5e78efde,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:58:59.586065 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-9ca95d72-f711-445a-a531-7c02384e758b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2548141 Jul 29 14:58:59.595452 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64ee9588-32fd-488e-bff0-c161e3f11753 req-6877efcd-cd00-4fe6-8b52-f3cc5a55f736 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434162 Jul 29 14:58:59.610379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf503d-da3d-46c9-b514-15f6f5c5ffc6 req-b3dc1d12-6d7a-4aef-8185-17b8dd4a1357 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:58:59.611945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Request body: {'port': {'device_id': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:58:59.624017 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efdf503d-da3d-46c9-b514-15f6f5c5ffc6 req-b3dc1d12-6d7a-4aef-8185-17b8dd4a1357 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 945 time: 0.1030307 Jul 29 14:58:59.648717 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef037871-7977-4889-9aba-051e1fda551f req-56ee6b3d-0407-4f53-b3a2-f11a97227623 service neutron] 10.222.0.38 "GET /v2.0/networks/41b29bd2-9a99-48eb-a082-c2fb7dbeab1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121147 Jul 29 14:58:59.716548 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efdf503d-da3d-46c9-b514-15f6f5c5ffc6 req-753c48eb-23ff-4dc0-a84d-39064be0f1d1 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909727 Jul 29 14:58:59.733317 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:59.748111 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:59.792053 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8690c1b4-3d34-4760-9e62-7e5e6d4c9262 None None] Provisioning for port 6866365f-9081-45de-b450-c210f1db65b5 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:58:59.802913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8690c1b4-3d34-4760-9e62-7e5e6d4c9262 None None] Provisioning complete for port 6866365f-9081-45de-b450-c210f1db65b5 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:58:59.803669 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8690c1b4-3d34-4760-9e62-7e5e6d4c9262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:58:59.807513 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449470c1-1471-415a-aa83-9bbed7c047d4 x-openstack-request-id: req-449470c1-1471-415a-aa83-9bbed7c047d4 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:58:59.807859 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872408d4-370b-4706-8e60-016f447921f3", "name": "network-vif-plugged", "status": "completed", "tag": "734e7448-bb3c-449e-9a6a-33a9a7f45929", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:58:59.808076 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-449470c1-1471-415a-aa83-9bbed7c047d4 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:58:59.808426 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872408d4-370b-4706-8e60-016f447921f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734e7448-bb3c-449e-9a6a-33a9a7f45929', 'code': 200} Jul 29 14:58:59.858351 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8690c1b4-3d34-4760-9e62-7e5e6d4c9262 None None] Port 6866365f-9081-45de-b450-c210f1db65b5 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:58:59.872060 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:00.089348 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6186ef-2255-48f3-a383-d767a4e7fb40 req-163a599b-7b52-4277-b3e3-74f7338b86e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:00.091000 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ce6186ef-2255-48f3-a383-d767a4e7fb40 req-163a599b-7b52-4277-b3e3-74f7338b86e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b160905bd6784d6b8680206bf882bc9d&device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 1094 time: 0.2657044 Jul 29 14:59:00.108267 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bafc5-67ce-4f0c-8bc1-02c529f774da req-61888b60-524f-4937-bd6b-53b44d291467 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:00.114780 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bafc5-67ce-4f0c-8bc1-02c529f774da req-61888b60-524f-4937-bd6b-53b44d291467 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:00.122051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bafc5-67ce-4f0c-8bc1-02c529f774da req-61888b60-524f-4937-bd6b-53b44d291467 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:00.128121 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bafc5-67ce-4f0c-8bc1-02c529f774da req-61888b60-524f-4937-bd6b-53b44d291467 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:00.134397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bafc5-67ce-4f0c-8bc1-02c529f774da req-61888b60-524f-4937-bd6b-53b44d291467 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:00.136374 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-568bafc5-67ce-4f0c-8bc1-02c529f774da req-61888b60-524f-4937-bd6b-53b44d291467 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 3816 time: 0.0941844 Jul 29 14:59:00.184139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2702c52-cea6-484a-9269-e5345d8be4b1 req-bb620785-a3b1-4d7a-9709-cd3d59f1985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:00.185769 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c2702c52-cea6-484a-9269-e5345d8be4b1 req-bb620785-a3b1-4d7a-9709-cd3d59f1985e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1096 time: 0.2789023 Jul 29 14:59:00.205965 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-568bafc5-67ce-4f0c-8bc1-02c529f774da req-552c81ce-ea43-4609-9e35-924d03184a64 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593805 Jul 29 14:59:00.267797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89173db4-c8c4-4b2b-92b4-ad0187ce03dd req-933329bc-0019-4f02-95dd-97aaba9309d9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:00.269509 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-89173db4-c8c4-4b2b-92b4-ad0187ce03dd req-933329bc-0019-4f02-95dd-97aaba9309d9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.2745001 Jul 29 14:59:00.405812 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c2702c52-cea6-484a-9269-e5345d8be4b1 req-5f6b0196-94bc-46c4-8c85-4d26dec4227d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698461 Jul 29 14:59:00.453772 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-89173db4-c8c4-4b2b-92b4-ad0187ce03dd req-ab00d486-be89-49a8-8569-8b684160c72b tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691749 Jul 29 14:59:00.471327 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6186ef-2255-48f3-a383-d767a4e7fb40 req-60e9d82b-b58a-4f33-8841-16e81224c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:00.472914 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ce6186ef-2255-48f3-a383-d767a4e7fb40 req-60e9d82b-b58a-4f33-8841-16e81224c37d service neutron] 10.222.0.38 "GET /v2.0/networks?id=41b29bd2-9a99-48eb-a082-c2fb7dbeab1f HTTP/1.1" status: 200 len: 910 time: 0.3534911 Jul 29 14:59:00.490124 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:00.517929 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:00.521449 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c5059c65-3461-4081-8e7f-fbcd2da934b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:00.577040 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ce6186ef-2255-48f3-a383-d767a4e7fb40 req-8172ea32-ba99-4965-b460-4126014a26ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c310af96-4b21-493f-8c80-e5bae53e8c03 HTTP/1.1" status: 200 len: 217 time: 0.0780852 Jul 29 14:59:00.600006 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d34dc-4944-4c3b-a320-68d66a6ed995 req-ccd8523d-f723-4a10-8ac8-faffda5336cc tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:00.604520 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-196d34dc-4944-4c3b-a320-68d66a6ed995 req-ccd8523d-f723-4a10-8ac8-faffda5336cc tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 943 time: 0.0817397 Jul 29 14:59:00.648031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861979d8-e377-468b-a834-f7023ef2664a {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:00.664123 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-196d34dc-4944-4c3b-a320-68d66a6ed995 req-9d00be77-9e9b-4ecf-89c2-58a8061fc9a0 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d00dc0c-ef7f-42f7-b94d-84d0f5493483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501742 Jul 29 14:59:00.684541 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:00.729390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Pushing event updated for resources: {'Port': ['ID=e196cf91-425a-4de7-af57-ac6f5e78efde,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:00.737442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6186ef-2255-48f3-a383-d767a4e7fb40 req-00b4cdb7-c652-4fb0-a07c-c883509c9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:00.738997 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ce6186ef-2255-48f3-a383-d767a4e7fb40 req-00b4cdb7-c652-4fb0-a07c-c883509c9549 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2dd72e83-c780-4553-896a-e744cd60b452 HTTP/1.1" status: 200 len: 849 time: 0.1394954 Jul 29 14:59:00.740859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Transition to ACTIVE for port object 861979d8-e377-468b-a834-f7023ef2664a will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:00.743904 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:00.766148 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:00.812494 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ce6186ef-2255-48f3-a383-d767a4e7fb40 req-6d3dc7cb-707e-426c-87d3-71ca6d8ba55a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=41b29bd2-9a99-48eb-a082-c2fb7dbeab1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645072 Jul 29 14:59:00.909496 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:00.911134 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fbb1bfb4-914c-4b6f-a732-e48a11c25bcc tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3181162 Jul 29 14:59:00.926808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ded5c-192e-492b-b3c2-3260fc3c7d97 req-83f6f4fb-2744-4626-9efc-f61b64801190 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:00.929549 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4c9ded5c-192e-492b-b3c2-3260fc3c7d97 req-83f6f4fb-2744-4626-9efc-f61b64801190 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 945 time: 0.0941367 Jul 29 14:59:00.930315 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47342) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:00.937639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4776dcd4-e7ad-4a7f-8445-1440c4412dab tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Request body: {'floatingip': {'port_id': '3f5d7b0f-4e73-4e6b-a74d-0ee1ebed42ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:00.996650 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Pushing event updated for resources: {'Port': ['ID=861979d8-e377-468b-a834-f7023ef2664a,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:01.000097 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4776dcd4-e7ad-4a7f-8445-1440c4412dab tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:01.079578 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4c9ded5c-192e-492b-b3c2-3260fc3c7d97 req-e58c1f4b-3a8c-432c-8469-2e0c49709b81 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065967 Jul 29 14:59:01.173202 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-4776dcd4-e7ad-4a7f-8445-1440c4412dab tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] update failed (client error): The resource could not be found. Jul 29 14:59:01.178646 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4776dcd4-e7ad-4a7f-8445-1440c4412dab tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] 10.222.0.16 "PUT /v2.0/floatingips/2cbf42c6-4f48-4ea8-9c39-012adca83651 HTTP/1.1" status: 404 len: 507 time: 0.2426021 Jul 29 14:59:01.187736 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47344) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:01.376722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-feeee989-4976-45de-a8db-4b81be5f7eb3 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Deleting port e196cf91-425a-4de7-af57-ac6f5e78efde {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:01.377076 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-feeee989-4976-45de-a8db-4b81be5f7eb3 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:01.468774 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25387b-4081-4122-b77c-fb2a733b3324 req-e1bd5f51-ec32-4592-85f4-31bd299bfdfe tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:01.471564 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8a25387b-4081-4122-b77c-fb2a733b3324 req-e1bd5f51-ec32-4592-85f4-31bd299bfdfe tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1096 time: 0.7292376 Jul 29 14:59:01.493087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09cc4-9d65-4b45-b8a7-5fc47e4bd680 req-f743f2b5-ce55-4bf8-ad5a-c2fadd45f5fe tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:01.499518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09cc4-9d65-4b45-b8a7-5fc47e4bd680 req-f743f2b5-ce55-4bf8-ad5a-c2fadd45f5fe tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:01.505626 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09cc4-9d65-4b45-b8a7-5fc47e4bd680 req-f743f2b5-ce55-4bf8-ad5a-c2fadd45f5fe tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:01.512706 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09cc4-9d65-4b45-b8a7-5fc47e4bd680 req-f743f2b5-ce55-4bf8-ad5a-c2fadd45f5fe tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:01.519054 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09cc4-9d65-4b45-b8a7-5fc47e4bd680 req-f743f2b5-ce55-4bf8-ad5a-c2fadd45f5fe tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:01.521123 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8e09cc4-9d65-4b45-b8a7-5fc47e4bd680 req-f743f2b5-ce55-4bf8-ad5a-c2fadd45f5fe tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 3828 time: 0.1471238 Jul 29 14:59:01.556776 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-feeee989-4976-45de-a8db-4b81be5f7eb3 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:01.557111 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-feeee989-4976-45de-a8db-4b81be5f7eb3 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:01.568406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5c76b-1caa-412d-90f2-0f0493154f7c req-ad5286bf-6f0e-4e48-a35b-61a444dc57da tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:01.570026 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5cb5c76b-1caa-412d-90f2-0f0493154f7c req-ad5286bf-6f0e-4e48-a35b-61a444dc57da tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 945 time: 0.6951692 Jul 29 14:59:01.577330 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-feeee989-4976-45de-a8db-4b81be5f7eb3 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Calling delete_port for e196cf91-425a-4de7-af57-ac6f5e78efde owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:01.582565 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ce6186ef-2255-48f3-a383-d767a4e7fb40 req-343a15e4-0a44-4b11-816c-9eafd985e2ad service neutron] 10.222.0.38 "GET /v2.0/networks/41b29bd2-9a99-48eb-a082-c2fb7dbeab1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7245252 Jul 29 14:59:01.599336 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8e09cc4-9d65-4b45-b8a7-5fc47e4bd680 req-41215baa-5e63-4a8e-b282-ac4b34f702e1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653181 Jul 29 14:59:01.682805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Attempting to bind port 861979d8-e377-468b-a834-f7023ef2664a on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:59:01.683291 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Attempting to bind port 861979d8-e377-468b-a834-f7023ef2664a by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '500a1ed8-3fe3-4294-95b1-e87542fd7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:59:01.683803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Attempting to bind port 861979d8-e377-468b-a834-f7023ef2664a on network c87811c7-fa8b-41f4-b809-e4e0814b1be8 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:01.689603 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8a25387b-4081-4122-b77c-fb2a733b3324 req-6b06cc2e-4895-40b1-82ec-5a86f5a9ab8a tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854632 Jul 29 14:59:01.750619 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Port 861979d8-e377-468b-a834-f7023ef2664a on network c87811c7-fa8b-41f4-b809-e4e0814b1be8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:59:01.750940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Attempting to bind port 861979d8-e377-468b-a834-f7023ef2664a on network c87811c7-fa8b-41f4-b809-e4e0814b1be8 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:01.770586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:59:01.770949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Checking segment: {'id': '500a1ed8-3fe3-4294-95b1-e87542fd7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:01.771309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Bound using segment: {'id': '500a1ed8-3fe3-4294-95b1-e87542fd7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:59:01.771766 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Bound port: 861979d8-e377-468b-a834-f7023ef2664a, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500a1ed8-3fe3-4294-95b1-e87542fd7feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:59:01.772136 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:01.868421 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-feeee989-4976-45de-a8db-4b81be5f7eb3 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:01.923355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeee989-4976-45de-a8db-4b81be5f7eb3 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Pushing event deleted for resources: {'Port': ['ID=e196cf91-425a-4de7-af57-ac6f5e78efde,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:01.942607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5b62e-e86f-4984-84d5-1b24598a2a73 req-5e53a36a-1d0c-45fe-a68e-8c857ec22358 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:01.945302 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a0e5b62e-e86f-4984-84d5-1b24598a2a73 req-5e53a36a-1d0c-45fe-a68e-8c857ec22358 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1623056 Jul 29 14:59:01.958375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ce6186ef-2255-48f3-a383-d767a4e7fb40 req-c85ac567-7c7b-4740-b27e-eef644d890f3 service neutron] 10.222.0.38 "GET /v2.0/networks/41b29bd2-9a99-48eb-a082-c2fb7dbeab1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520203 Jul 29 14:59:02.034651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71ab85-13df-441c-807b-d041953ab288 req-8ac624af-57f4-4c79-a335-3da9471cd866 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:02.037478 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a71ab85-13df-441c-807b-d041953ab288 req-8ac624af-57f4-4c79-a335-3da9471cd866 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 943 time: 0.2255232 Jul 29 14:59:02.053983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] For port 861979d8-e377-468b-a834-f7023ef2664a, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:59:02.063743 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] For port 861979d8-e377-468b-a834-f7023ef2664a, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=861979d8-e377-468b-a834-f7023ef2664a,segment=NetworkSegment(500a1ed8-3fe3-4294-95b1-e87542fd7feb),segment_id=500a1ed8-3fe3-4294-95b1-e87542fd7feb)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:59:02.091379 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a0e5b62e-e86f-4984-84d5-1b24598a2a73 req-65be5314-1296-4f77-972a-9f77c4578070 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373849 Jul 29 14:59:02.091683 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:02.099308 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-5cb5c76b-1caa-412d-90f2-0f0493154f7c req-aa30efbb-d698-4adc-a3a4-2db132b1cf0f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Deleting port 72d278ce-4fd4-4f9b-8344-36a8f2811d26 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:02.100381 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5cb5c76b-1caa-412d-90f2-0f0493154f7c req-aa30efbb-d698-4adc-a3a4-2db132b1cf0f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:02.105780 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-feeee989-4976-45de-a8db-4b81be5f7eb3 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:02.112283 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-feeee989-4976-45de-a8db-4b81be5f7eb3 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:02.121520 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-feeee989-4976-45de-a8db-4b81be5f7eb3 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] 10.222.0.16 "DELETE /v2.0/floatingips/2cbf42c6-4f48-4ea8-9c39-012adca83651 HTTP/1.1" status: 204 len: 168 time: 0.9239175 Jul 29 14:59:02.124432 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47354) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:02.132409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b45cfd95-ae19-49da-b6c0-17c52215aed4 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Request body: {'floatingip': {'floating_network_id': '65faa3f9-9ae4-4f8e-9709-602e334fb37d', 'port_id': '3f5d7b0f-4e73-4e6b-a74d-0ee1ebed42ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:02.175416 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b45cfd95-ae19-49da-b6c0-17c52215aed4 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:02.280281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:02.281237 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:02.283461 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] 10.222.0.39 "PUT /v2.0/ports/861979d8-e377-468b-a834-f7023ef2664a HTTP/1.1" status: 200 len: 1091 time: 2.6823142 Jul 29 14:59:02.284195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'tag': '861979d8-e377-468b-a834-f7023ef2664a'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:02.288029 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0485e8f-b6b2-4cc5-91b4-2fc34f66ef9e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "tag": "861979d8-e377-468b-a834-f7023ef2664a"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:02.308205 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a71ab85-13df-441c-807b-d041953ab288 req-8e80f7f9-3b76-46b9-afc8-3ec42b1abf3e tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d00dc0c-ef7f-42f7-b94d-84d0f5493483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603605 Jul 29 14:59:02.342134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Request body: {'port': {'device_id': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:02.379101 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f8c24-3b05-4112-8204-ce62bd4642fc req-f13fd841-d292-4798-9f5a-fd2f1918b6e8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:02.380801 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d14f8c24-3b05-4112-8204-ce62bd4642fc req-f13fd841-d292-4798-9f5a-fd2f1918b6e8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 945 time: 0.1233470 Jul 29 14:59:02.405453 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Pushing event updated for resources: {'Port': ['ID=861979d8-e377-468b-a834-f7023ef2664a,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:02.411643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device c310af96-4b21-493f-8c80-e5bae53e8c03 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:59:02.447349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:02.447867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:02.448389 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:02.449203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:02.449846 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:02.450333 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:02.450813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:02.451346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:02.451850 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:02.452369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:02.453173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:02.459466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7471ee15-a6cb-4195-b116-febc52f3a321 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:02.483196 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-5cb5c76b-1caa-412d-90f2-0f0493154f7c req-aa30efbb-d698-4adc-a3a4-2db132b1cf0f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] For port 72d278ce-4fd4-4f9b-8344-36a8f2811d26, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=72d278ce-4fd4-4f9b-8344-36a8f2811d26,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:02.484226 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5cb5c76b-1caa-412d-90f2-0f0493154f7c req-aa30efbb-d698-4adc-a3a4-2db132b1cf0f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:02.484527 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d14f8c24-3b05-4112-8204-ce62bd4642fc req-1411acac-771e-4304-be02-167f63e280fd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761356 Jul 29 14:59:02.499881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-5cb5c76b-1caa-412d-90f2-0f0493154f7c req-aa30efbb-d698-4adc-a3a4-2db132b1cf0f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Calling delete_port for 72d278ce-4fd4-4f9b-8344-36a8f2811d26 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:02.532964 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-b45cfd95-ae19-49da-b6c0-17c52215aed4 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 14:59:02.534797 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b45cfd95-ae19-49da-b6c0-17c52215aed4 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4085989 Jul 29 14:59:02.541258 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47360) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:02.548898 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': '3f5d7b0f-4e73-4e6b-a74d-0ee1ebed42ad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:02.595638 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d3851e-888c-47cf-b7a6-98dbb7785d17 x-openstack-request-id: req-81d3851e-888c-47cf-b7a6-98dbb7785d17 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:02.595886 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "tag": "861979d8-e377-468b-a834-f7023ef2664a", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:02.596255 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81d3851e-888c-47cf-b7a6-98dbb7785d17 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:02.597538 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'tag': '861979d8-e377-468b-a834-f7023ef2664a', 'status': 'completed', 'code': 200} Jul 29 14:59:02.622527 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:02.670746 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port c310af96-4b21-493f-8c80-e5bae53e8c03, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=c310af96-4b21-493f-8c80-e5bae53e8c03,segment=NetworkSegment(355b2df1-acd4-4795-a570-fc7b61bb1039),segment_id=355b2df1-acd4-4795-a570-fc7b61bb1039)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:02.686772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'c310af96-4b21-493f-8c80-e5bae53e8c03', 'network_id': '41b29bd2-9a99-48eb-a082-c2fb7dbeab1f', 'port_id': 'c310af96-4b21-493f-8c80-e5bae53e8c03', 'mac_address': 'fa:16:3e:ca:bc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd72e83-c780-4553-896a-e744cd60b452', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:59:02.705841 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:02.771167 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:02.789718 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c310af96-4b21-493f-8c80-e5bae53e8c03 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:02.823968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0485e8f-b6b2-4cc5-91b4-2fc34f66ef9e req-fb4f0876-43d3-48a1-afc5-9e0a5f0226d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:02.824813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0485e8f-b6b2-4cc5-91b4-2fc34f66ef9e req-fb4f0876-43d3-48a1-afc5-9e0a5f0226d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:02.825682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0485e8f-b6b2-4cc5-91b4-2fc34f66ef9e req-fb4f0876-43d3-48a1-afc5-9e0a5f0226d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:02.826544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0485e8f-b6b2-4cc5-91b4-2fc34f66ef9e req-fb4f0876-43d3-48a1-afc5-9e0a5f0226d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:02.827430 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0485e8f-b6b2-4cc5-91b4-2fc34f66ef9e req-fb4f0876-43d3-48a1-afc5-9e0a5f0226d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:02.827983 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port c310af96-4b21-493f-8c80-e5bae53e8c03, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=c310af96-4b21-493f-8c80-e5bae53e8c03,segment=NetworkSegment(355b2df1-acd4-4795-a570-fc7b61bb1039),segment_id=355b2df1-acd4-4795-a570-fc7b61bb1039)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:02.833908 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e0485e8f-b6b2-4cc5-91b4-2fc34f66ef9e req-fb4f0876-43d3-48a1-afc5-9e0a5f0226d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b87fe36def094cf5968288b084e2140d&device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 4363 time: 0.1999719 Jul 29 14:59:02.847433 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:02.908558 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=c310af96-4b21-493f-8c80-e5bae53e8c03,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:03.164450 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:03.171595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['c310af96-4b21-493f-8c80-e5bae53e8c03'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:59:03.346995 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a37a7a4b-b43d-45d1-95c6-932961f50cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:03.420965 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330c2af-4d50-46ef-9683-10c8bbe2f8b9 req-7b8f27c6-ca79-47d0-a7d5-13dc71e98262 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:03.423680 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:03.434786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330c2af-4d50-46ef-9683-10c8bbe2f8b9 req-7b8f27c6-ca79-47d0-a7d5-13dc71e98262 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:03.442188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669c91f-1c0b-44ae-826f-d260e2387ee9 req-156831f0-f555-4ae3-be40-42f6dc753cc0 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:03.443751 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8669c91f-1c0b-44ae-826f-d260e2387ee9 req-156831f0-f555-4ae3-be40-42f6dc753cc0 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1096 time: 0.5181129 Jul 29 14:59:03.447862 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330c2af-4d50-46ef-9683-10c8bbe2f8b9 req-7b8f27c6-ca79-47d0-a7d5-13dc71e98262 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:03.459869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330c2af-4d50-46ef-9683-10c8bbe2f8b9 req-7b8f27c6-ca79-47d0-a7d5-13dc71e98262 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:03.472033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330c2af-4d50-46ef-9683-10c8bbe2f8b9 req-7b8f27c6-ca79-47d0-a7d5-13dc71e98262 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:03.476060 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f330c2af-4d50-46ef-9683-10c8bbe2f8b9 req-7b8f27c6-ca79-47d0-a7d5-13dc71e98262 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 3828 time: 0.6429157 Jul 29 14:59:03.529443 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8669c91f-1c0b-44ae-826f-d260e2387ee9 req-380858cf-f4cf-4bd6-b34d-9604b04a8702 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578191 Jul 29 14:59:03.618221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Allocated IP 172.25.6.241 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/1b96df7f-e61c-4adf-ac1e-8824d0b5709e) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:59:03.641700 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5cb5c76b-1caa-412d-90f2-0f0493154f7c req-aa30efbb-d698-4adc-a3a4-2db132b1cf0f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:03.669892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0485e8f-b6b2-4cc5-91b4-2fc34f66ef9e req-f511d2a8-9a6c-4316-ab27-5bc0e069aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:03.670377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0485e8f-b6b2-4cc5-91b4-2fc34f66ef9e req-f511d2a8-9a6c-4316-ab27-5bc0e069aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:03.670870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0485e8f-b6b2-4cc5-91b4-2fc34f66ef9e req-f511d2a8-9a6c-4316-ab27-5bc0e069aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:03.672608 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e0485e8f-b6b2-4cc5-91b4-2fc34f66ef9e req-f511d2a8-9a6c-4316-ab27-5bc0e069aa09 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b87fe36def094cf5968288b084e2140d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8166590 Jul 29 14:59:03.717522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30efbb-d698-4adc-a3a4-2db132b1cf0f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Pushing event deleted for resources: {'Port': ['ID=72d278ce-4fd4-4f9b-8344-36a8f2811d26,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:03.752009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a006eea-236f-4f9f-ac67-fa67e9364c89 req-26512117-1f75-4e84-a665-a5e6b06fd430 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:03.753668 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7a006eea-236f-4f9f-ac67-fa67e9364c89 req-26512117-1f75-4e84-a665-a5e6b06fd430 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1273699 Jul 29 14:59:03.770716 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f330c2af-4d50-46ef-9683-10c8bbe2f8b9 req-7f8c860c-9c39-4d3b-8d9f-a1fd1fa348f3 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679009 Jul 29 14:59:03.861991 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:03.886550 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7a006eea-236f-4f9f-ac67-fa67e9364c89 req-0bcc1d3a-9870-4bfc-a1aa-0c32863c4507 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169751 Jul 29 14:59:03.914040 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb5c76b-1caa-412d-90f2-0f0493154f7c req-aa30efbb-d698-4adc-a3a4-2db132b1cf0f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] No DVR routers for this DVR port 72d278ce-4fd4-4f9b-8344-36a8f2811d26 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:03.935055 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5cb5c76b-1caa-412d-90f2-0f0493154f7c req-aa30efbb-d698-4adc-a3a4-2db132b1cf0f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:03.937463 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5cb5c76b-1caa-412d-90f2-0f0493154f7c req-aa30efbb-d698-4adc-a3a4-2db132b1cf0f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "DELETE /v2.0/ports/72d278ce-4fd4-4f9b-8344-36a8f2811d26 HTTP/1.1" status: 204 len: 173 time: 2.3574116 Jul 29 14:59:03.945042 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:04.005194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:59:04.036062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:59:04.072967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:59:04.080076 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b9ab0832-3923-4b0d-aef9-55d7e71151f2 req-ae0ee056-2ee3-4305-82d5-701d9dea77d5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=4af907d7-a629-46f0-aca2-7d78611f0f32 HTTP/1.1" status: 200 len: 210 time: 0.0817287 Jul 29 14:59:04.083933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Pushing event updated for resources: {'Port': ['ID=1b96df7f-e61c-4adf-ac1e-8824d0b5709e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:04.108893 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0485e8f-b6b2-4cc5-91b4-2fc34f66ef9e req-5133b29d-ebf8-40c2-b122-ecc2b1b6784e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:04.110525 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e0485e8f-b6b2-4cc5-91b4-2fc34f66ef9e req-5133b29d-ebf8-40c2-b122-ecc2b1b6784e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4018288 Jul 29 14:59:04.123730 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e79fc-e5c0-47a9-9048-a7fd2bf4e711 req-5a95f2d3-62c0-451e-8b01-84182e5fd089 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:04.125811 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c5e79fc-e5c0-47a9-9048-a7fd2bf4e711 req-5a95f2d3-62c0-451e-8b01-84182e5fd089 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 944 time: 0.2254906 Jul 29 14:59:04.143792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bdf1649-a389-4996-8e32-7b0940a4a965 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:04.159961 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:04.190095 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Transition to ACTIVE for port object 1bdf1649-a389-4996-8e32-7b0940a4a965 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:04.197757 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:04.217710 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c5e79fc-e5c0-47a9-9048-a7fd2bf4e711 req-a72b7620-8100-411c-8202-704bd539807e tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d00dc0c-ef7f-42f7-b94d-84d0f5493483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799234 Jul 29 14:59:04.296968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475643b-ea02-45be-bab9-97eb88e9a4c6 req-7f61ebd6-6bbc-4bce-aa6b-0482e68e05b3 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:04.304937 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0475643b-ea02-45be-bab9-97eb88e9a4c6 req-7f61ebd6-6bbc-4bce-aa6b-0482e68e05b3 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1096 time: 0.1242502 Jul 29 14:59:04.315781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdf1649-a389-4996-8e32-7b0940a4a965,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:04.319843 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:04.372820 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0475643b-ea02-45be-bab9-97eb88e9a4c6 req-3c03099a-2da8-47a2-ba59-5de92e143af0 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638118 Jul 29 14:59:04.410351 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Attempting to bind port 1bdf1649-a389-4996-8e32-7b0940a4a965 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:59:04.411484 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Attempting to bind port 1bdf1649-a389-4996-8e32-7b0940a4a965 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:59:04.412054 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Attempting to bind port 1bdf1649-a389-4996-8e32-7b0940a4a965 on network 112a52ee-a8c5-491c-86d2-16cd4245effc {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:04.420583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Port 1bdf1649-a389-4996-8e32-7b0940a4a965 on network 112a52ee-a8c5-491c-86d2-16cd4245effc not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:59:04.422256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Attempting to bind port 1bdf1649-a389-4996-8e32-7b0940a4a965 on network 112a52ee-a8c5-491c-86d2-16cd4245effc {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:04.428445 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device c310af96-4b21-493f-8c80-e5bae53e8c03 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:59:04.435158 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:59:04.436122 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Checking segment: {'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:04.438138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Bound using segment: {'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:59:04.439190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Bound port: 1bdf1649-a389-4996-8e32-7b0940a4a965, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:59:04.440068 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:04.461410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Deleting port 1b96df7f-e61c-4adf-ac1e-8824d0b5709e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:04.464465 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:04.561822 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port c310af96-4b21-493f-8c80-e5bae53e8c03 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:59:04.567413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port c310af96-4b21-493f-8c80-e5bae53e8c03 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:59:04.567793 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:04.610448 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af907d7-a629-46f0-aca2-7d78611f0f32', 'name': 'network-vif-deleted', 'tag': '72d278ce-4fd4-4f9b-8344-36a8f2811d26'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:04.622379 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6585506e-ebc4-4d62-a301-c1dad420914d" -d '{"events": [{"server_uuid": "4af907d7-a629-46f0-aca2-7d78611f0f32", "name": "network-vif-deleted", "tag": "72d278ce-4fd4-4f9b-8344-36a8f2811d26"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:04.679890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] For port 1bdf1649-a389-4996-8e32-7b0940a4a965, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:59:04.684241 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc1e5a9-97fb-4cc6-97a2-6701d5c9d397 x-openstack-request-id: req-9bc1e5a9-97fb-4cc6-97a2-6701d5c9d397 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:04.685758 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d88fc1-861e-4d51-96de-1458ca07995d req-2684af0d-967b-4ef7-aba1-836eea4b171b tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:04.686903 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4af907d7-a629-46f0-aca2-7d78611f0f32", "name": "network-vif-deleted", "tag": "72d278ce-4fd4-4f9b-8344-36a8f2811d26", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:04.687182 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bc1e5a9-97fb-4cc6-97a2-6701d5c9d397 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:04.687633 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af907d7-a629-46f0-aca2-7d78611f0f32', 'name': 'network-vif-deleted', 'tag': '72d278ce-4fd4-4f9b-8344-36a8f2811d26', 'status': 'completed', 'code': 200} Jul 29 14:59:04.689123 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13d88fc1-861e-4d51-96de-1458ca07995d req-2684af0d-967b-4ef7-aba1-836eea4b171b tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1096 time: 0.1348727 Jul 29 14:59:04.689719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] For port 1bdf1649-a389-4996-8e32-7b0940a4a965, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1bdf1649-a389-4996-8e32-7b0940a4a965,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:59:04.707673 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:04.716722 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:04.744145 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:04.745971 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:04.754041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b28738e-c06b-45a0-9cdd-140b853d6c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c310af96-4b21-493f-8c80-e5bae53e8c03'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:04.756570 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37f2918-18e0-4eba-a7ea-a3ef86fd3fc6" -d '{"events": [{"server_uuid": "2b28738e-c06b-45a0-9cdd-140b853d6c27", "name": "network-vif-plugged", "status": "completed", "tag": "c310af96-4b21-493f-8c80-e5bae53e8c03"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:04.801859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port c310af96-4b21-493f-8c80-e5bae53e8c03, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=c310af96-4b21-493f-8c80-e5bae53e8c03,segment=NetworkSegment(355b2df1-acd4-4795-a570-fc7b61bb1039),segment_id=355b2df1-acd4-4795-a570-fc7b61bb1039)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:04.808488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:04.809749 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:04.810446 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:04.811983 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 72d278ce-4fd4-4f9b-8344-36a8f2811d26 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:04.812769 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] 10.222.0.39 "PUT /v2.0/ports/1bdf1649-a389-4996-8e32-7b0940a4a965 HTTP/1.1" status: 200 len: 1134 time: 2.4764361 Jul 29 14:59:04.828838 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13d88fc1-861e-4d51-96de-1458ca07995d req-4905ca06-4b0e-471c-9fc5-6314aff4f6f7 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215389 Jul 29 14:59:04.835308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Calling delete_port for 1b96df7f-e61c-4adf-ac1e-8824d0b5709e owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:04.871291 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Request body: {'port': {'device_id': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:04.907429 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1578fad5-7c2e-4133-9586-79d08dad8a51 x-openstack-request-id: req-1578fad5-7c2e-4133-9586-79d08dad8a51 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:04.909072 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b28738e-c06b-45a0-9cdd-140b853d6c27", "name": "network-vif-plugged", "status": "completed", "tag": "c310af96-4b21-493f-8c80-e5bae53e8c03", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:04.909552 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1578fad5-7c2e-4133-9586-79d08dad8a51 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:04.911934 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b28738e-c06b-45a0-9cdd-140b853d6c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c310af96-4b21-493f-8c80-e5bae53e8c03', 'code': 200} Jul 29 14:59:04.958078 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 72d278ce-4fd4-4f9b-8344-36a8f2811d26 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:59:04.960395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 72d278ce-4fd4-4f9b-8344-36a8f2811d26 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:59:05.000054 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43052485-cfde-4d48-bc26-2b17d28907f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdf1649-a389-4996-8e32-7b0940a4a965,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:05.061876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=c310af96-4b21-493f-8c80-e5bae53e8c03,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:05.112335 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:05.147590 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Pushing event deleted for resources: {'Port': ['ID=1b96df7f-e61c-4adf-ac1e-8824d0b5709e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:05.169694 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:05.205515 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6285a7-328d-4431-b1dd-25d9754f7499 req-348767c7-0c3b-4cb9-a30e-4f36fc585568 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:05.226425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6285a7-328d-4431-b1dd-25d9754f7499 req-348767c7-0c3b-4cb9-a30e-4f36fc585568 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:05.238849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6285a7-328d-4431-b1dd-25d9754f7499 req-348767c7-0c3b-4cb9-a30e-4f36fc585568 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:05.251607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6285a7-328d-4431-b1dd-25d9754f7499 req-348767c7-0c3b-4cb9-a30e-4f36fc585568 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:05.264577 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6285a7-328d-4431-b1dd-25d9754f7499 req-348767c7-0c3b-4cb9-a30e-4f36fc585568 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:05.277597 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6285a7-328d-4431-b1dd-25d9754f7499 req-348767c7-0c3b-4cb9-a30e-4f36fc585568 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:05.281088 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5f6285a7-328d-4431-b1dd-25d9754f7499 req-348767c7-0c3b-4cb9-a30e-4f36fc585568 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 4604 time: 0.2959192 Jul 29 14:59:05.287023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24dc42-256b-42cb-8a42-ca1d9825cf89 req-96d2b563-dfdb-4940-9265-f58699c97b6e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:05.289831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c24dc42-256b-42cb-8a42-ca1d9825cf89 req-96d2b563-dfdb-4940-9265-f58699c97b6e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1401341 Jul 29 14:59:05.346757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec444c0-a61c-44e6-a402-13181a9afecc req-76dd4836-756b-40ff-8f25-1bb7156511b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:05.349556 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dec444c0-a61c-44e6-a402-13181a9afecc req-76dd4836-756b-40ff-8f25-1bb7156511b3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 1096 time: 0.2802722 Jul 29 14:59:05.383366 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c24dc42-256b-42cb-8a42-ca1d9825cf89 req-d650e8a5-5571-4521-97f5-f38c694b88fb tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851665 Jul 29 14:59:05.385294 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] create failed (client error): The resource could not be found. Jul 29 14:59:05.392794 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-850d049e-fdf4-45c0-9bbb-5244ffa4b8ef tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8498106 Jul 29 14:59:05.393723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47394) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:05.464923 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5f6285a7-328d-4431-b1dd-25d9754f7499 req-124e25d2-e212-4ad4-90a8-0536ebd2f639 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1649973 Jul 29 14:59:05.544782 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4e594cf0-a004-4b15-941c-c78311279308 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Deleting port 3f5d7b0f-4e73-4e6b-a74d-0ee1ebed42ad {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:05.545803 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4e594cf0-a004-4b15-941c-c78311279308 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:05.652999 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dec444c0-a61c-44e6-a402-13181a9afecc req-a530b696-2589-4092-844c-329c530aaf83 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6d00dc0c-ef7f-42f7-b94d-84d0f5493483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657366 Jul 29 14:59:05.831086 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4e594cf0-a004-4b15-941c-c78311279308 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:05.845680 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef4c04-8f18-44ee-a0a0-e4c5b31083e2 req-dcd97a2d-b2ce-4fda-b403-8c620545feed tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:05.848210 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6cef4c04-8f18-44ee-a0a0-e4c5b31083e2 req-dcd97a2d-b2ce-4fda-b403-8c620545feed tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 945 time: 0.1998053 Jul 29 14:59:05.874945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4e594cf0-a004-4b15-941c-c78311279308 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Calling delete_port for 3f5d7b0f-4e73-4e6b-a74d-0ee1ebed42ad owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:05.890625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c750-e01d-4142-b064-11081f9cd39b req-a4af70d7-84a8-4a33-82bb-1d16c9802786 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:05.893296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0236c750-e01d-4142-b064-11081f9cd39b req-a4af70d7-84a8-4a33-82bb-1d16c9802786 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/networks?id=7fd93376-9f13-4441-9587-010f8b5c36dc HTTP/1.1" status: 200 len: 910 time: 0.2678149 Jul 29 14:59:05.924372 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0236c750-e01d-4142-b064-11081f9cd39b req-2c8c17b7-58d9-4469-8ebc-aa4d712e8ca9 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/quotas/715a37e063434e18aa9787bb54b9f71a HTTP/1.1" status: 200 len: 375 time: 0.0224509 Jul 29 14:59:05.964771 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6cef4c04-8f18-44ee-a0a0-e4c5b31083e2 req-a63bd7e1-2a7d-44e3-9c07-c92b5ab905f4 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d00dc0c-ef7f-42f7-b94d-84d0f5493483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078656 Jul 29 14:59:06.052037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e3d439-4f4c-480b-b468-4d17d9852f15 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:06.061590 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:06.079021 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Transition to ACTIVE for port object 85e3d439-4f4c-480b-b468-4d17d9852f15 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:06.088846 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:06.155643 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0236c750-e01d-4142-b064-11081f9cd39b req-0844fcfd-2fa8-4dbd-9ccd-742651ea0868 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=715a37e063434e18aa9787bb54b9f71a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1764359 Jul 29 14:59:06.191521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Pushing event updated for resources: {'Port': ['ID=85e3d439-4f4c-480b-b468-4d17d9852f15,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:06.281610 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:06.283564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Attempting to bind port 85e3d439-4f4c-480b-b468-4d17d9852f15 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:59:06.284898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Attempting to bind port 85e3d439-4f4c-480b-b468-4d17d9852f15 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:59:06.284898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Attempting to bind port 85e3d439-4f4c-480b-b468-4d17d9852f15 on network 112a52ee-a8c5-491c-86d2-16cd4245effc {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:06.293829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Port 85e3d439-4f4c-480b-b468-4d17d9852f15 on network 112a52ee-a8c5-491c-86d2-16cd4245effc not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:59:06.294357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Attempting to bind port 85e3d439-4f4c-480b-b468-4d17d9852f15 on network 112a52ee-a8c5-491c-86d2-16cd4245effc {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:06.301414 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:59:06.301914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Checking segment: {'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:06.302490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Bound using segment: {'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:59:06.303030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Bound port: 85e3d439-4f4c-480b-b468-4d17d9852f15, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:59:06.303540 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:06.393052 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] For port 85e3d439-4f4c-480b-b468-4d17d9852f15, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:59:06.397960 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] For port 85e3d439-4f4c-480b-b468-4d17d9852f15, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=85e3d439-4f4c-480b-b468-4d17d9852f15,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:59:06.405972 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:06.468017 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4e594cf0-a004-4b15-941c-c78311279308 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:06.510575 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:06.512323 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:06.514688 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] 10.222.0.39 "PUT /v2.0/ports/85e3d439-4f4c-480b-b468-4d17d9852f15 HTTP/1.1" status: 200 len: 1135 time: 1.6629312 Jul 29 14:59:06.519332 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd7bcf-cedf-4f88-9adc-fe8335bebe98 service neutron] Pushing event updated for resources: {'Port': ['ID=85e3d439-4f4c-480b-b468-4d17d9852f15,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:06.546909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e594cf0-a004-4b15-941c-c78311279308 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Pushing event deleted for resources: {'Port': ['ID=3f5d7b0f-4e73-4e6b-a74d-0ee1ebed42ad,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:06.573058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Request body: {'port': {'device_id': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:06.667831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0236c750-e01d-4142-b064-11081f9cd39b req-e6a191a3-eb3d-43a3-bc03-8ecf573c79b7 service neutron] 10.222.0.16 "GET /v2.0/networks/7fd93376-9f13-4441-9587-010f8b5c36dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691172 Jul 29 14:59:06.776397 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4e594cf0-a004-4b15-941c-c78311279308 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:06.782472 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4e594cf0-a004-4b15-941c-c78311279308 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] 10.222.0.16 "DELETE /v2.0/ports/3f5d7b0f-4e73-4e6b-a74d-0ee1ebed42ad HTTP/1.1" status: 204 len: 168 time: 1.3832557 Jul 29 14:59:06.783358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47420) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:06.907772 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215d64c7-ec05-4ca0-a9a5-770d5b47ceea tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:06.915108 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-215d64c7-ec05-4ca0-a9a5-770d5b47ceea tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] 10.222.0.16 "GET /v2.0/ports?device_id=61f5d1b9-7f0e-4e61-8dd3-36751384ab9d HTTP/1.1" status: 200 len: 913 time: 0.1282799 Jul 29 14:59:06.915606 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0236c750-e01d-4142-b064-11081f9cd39b req-ea7ee5e4-daa7-4c20-9312-dc323c06e8b3 service neutron] 10.222.0.16 "GET /v2.0/networks/7fd93376-9f13-4441-9587-010f8b5c36dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410641 Jul 29 14:59:06.916229 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47430) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:07.182766 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'tag': '1bdf1649-a389-4996-8e32-7b0940a4a965'}, {'name': 'network-changed', 'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'tag': '85e3d439-4f4c-480b-b468-4d17d9852f15'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:07.185212 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e332532-5f30-44fb-bfbb-4320bd450fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "tag": "1bdf1649-a389-4996-8e32-7b0940a4a965"}, {"name": "network-changed", "server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "tag": "85e3d439-4f4c-480b-b468-4d17d9852f15"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:07.236579 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:07.372279 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff997bf8-1d11-485a-bfd3-c4552ada83d8 req-3bf9eefb-9ad1-4765-bdcb-14c7c29477e9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:07.375370 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ff997bf8-1d11-485a-bfd3-c4552ada83d8 req-3bf9eefb-9ad1-4765-bdcb-14c7c29477e9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1746426 Jul 29 14:59:07.388018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-5bd77275-7978-490a-88a5-f14cebe4b300 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:07.389749 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-5bd77275-7978-490a-88a5-f14cebe4b300 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 811 time: 0.2164521 Jul 29 14:59:07.460726 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-80e88a66-fc05-4bb7-bde0-0dbb57f16a9d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/quotas/e951561287f84a8e8ff1072e4b5cb2f0 HTTP/1.1" status: 200 len: 375 time: 0.0196087 Jul 29 14:59:07.523016 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ff997bf8-1d11-485a-bfd3-c4552ada83d8 req-8995a0ce-444e-440f-98c5-877fb5cf517b tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083241 Jul 29 14:59:07.567165 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-33e5a699-35e6-4d9b-a752-a9d7edd54754 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897942 Jul 29 14:59:07.772395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d4f08-9e9b-43e5-924b-d8d240e78770 req-38819a7a-fec9-4a50-98d9-aaba5ab7cc00 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:07.780627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d4f08-9e9b-43e5-924b-d8d240e78770 req-38819a7a-fec9-4a50-98d9-aaba5ab7cc00 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:07.787458 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d4f08-9e9b-43e5-924b-d8d240e78770 req-38819a7a-fec9-4a50-98d9-aaba5ab7cc00 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:07.795652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d4f08-9e9b-43e5-924b-d8d240e78770 req-38819a7a-fec9-4a50-98d9-aaba5ab7cc00 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:07.802605 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d4f08-9e9b-43e5-924b-d8d240e78770 req-38819a7a-fec9-4a50-98d9-aaba5ab7cc00 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:07.809977 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d4f08-9e9b-43e5-924b-d8d240e78770 req-38819a7a-fec9-4a50-98d9-aaba5ab7cc00 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:07.816775 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d4f08-9e9b-43e5-924b-d8d240e78770 req-38819a7a-fec9-4a50-98d9-aaba5ab7cc00 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:07.818804 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f06d4f08-9e9b-43e5-924b-d8d240e78770 req-38819a7a-fec9-4a50-98d9-aaba5ab7cc00 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5381 time: 0.1385438 Jul 29 14:59:07.827361 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dfe58fe3-d9a4-4c2f-85df-b703d7fa508d tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:07.863144 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-790d3ba7-c463-490a-85b7-29c11eb183d7 service neutron] 10.222.0.16 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455142 Jul 29 14:59:07.978304 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f06d4f08-9e9b-43e5-924b-d8d240e78770 req-03b7e2f9-4095-4a46-b9c7-f59bd941c8f6 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1464548 Jul 29 14:59:08.118325 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e9b265-f059-42b7-ba08-f34517c2624b {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:08.132057 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:08.151888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b439d087-e2d6-42ef-ad86-37a863fa9fa9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:08.158074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b439d087-e2d6-42ef-ad86-37a863fa9fa9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:08.163965 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b439d087-e2d6-42ef-ad86-37a863fa9fa9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:08.170382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b439d087-e2d6-42ef-ad86-37a863fa9fa9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:08.176326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b439d087-e2d6-42ef-ad86-37a863fa9fa9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:08.182676 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b439d087-e2d6-42ef-ad86-37a863fa9fa9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:08.188734 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b439d087-e2d6-42ef-ad86-37a863fa9fa9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:08.190579 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b439d087-e2d6-42ef-ad86-37a863fa9fa9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5432 time: 0.2857299 Jul 29 14:59:08.229745 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f480ccf-b0c2-4488-9ee0-bc30c5caf0f3 req-8a4a56e8-a326-43fb-bae7-e47b9f08037d tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:08.240928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f480ccf-b0c2-4488-9ee0-bc30c5caf0f3 req-8a4a56e8-a326-43fb-bae7-e47b9f08037d tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:08.244109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Transition to ACTIVE for port object 29e9b265-f059-42b7-ba08-f34517c2624b will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:08.249612 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-c29be6b2-36be-4ccb-840d-2a759b08a050 service neutron] 10.222.0.16 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744092 Jul 29 14:59:08.254464 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f480ccf-b0c2-4488-9ee0-bc30c5caf0f3 req-8a4a56e8-a326-43fb-bae7-e47b9f08037d tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:08.254639 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:08.262532 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-173eac5e-613c-4fca-989f-a5c1f5592564 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:08.264006 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-173eac5e-613c-4fca-989f-a5c1f5592564 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "GET /v2.0/ports/0875494a-2f77-42dd-a8d2-b642d46823a2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0630794 Jul 29 14:59:08.265165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f480ccf-b0c2-4488-9ee0-bc30c5caf0f3 req-8a4a56e8-a326-43fb-bae7-e47b9f08037d tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:08.276119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f480ccf-b0c2-4488-9ee0-bc30c5caf0f3 req-8a4a56e8-a326-43fb-bae7-e47b9f08037d tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:08.283081 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f480ccf-b0c2-4488-9ee0-bc30c5caf0f3 req-8a4a56e8-a326-43fb-bae7-e47b9f08037d tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:08.289222 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f480ccf-b0c2-4488-9ee0-bc30c5caf0f3 req-8a4a56e8-a326-43fb-bae7-e47b9f08037d tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:08.291784 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f480ccf-b0c2-4488-9ee0-bc30c5caf0f3 req-8a4a56e8-a326-43fb-bae7-e47b9f08037d tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5432 time: 0.1870501 Jul 29 14:59:08.399242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Pushing event updated for resources: {'Port': ['ID=29e9b265-f059-42b7-ba08-f34517c2624b,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:08.410418 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f480ccf-b0c2-4488-9ee0-bc30c5caf0f3 req-ebeb42f7-c4e9-4317-9de2-e4f4e9522756 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1007338 Jul 29 14:59:08.475978 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-dfe58fe3-d9a4-4c2f-85df-b703d7fa508d tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Deleting port ec4aa39e-9e10-4df0-a8a0-514195bd0ad0 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:08.476348 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dfe58fe3-d9a4-4c2f-85df-b703d7fa508d tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:08.677432 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-95acf4e7-f268-45e2-b2f7-92f86e4532c6 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "GET /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3805184 Jul 29 14:59:08.753705 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1049251-9d4d-4ffb-88ac-55c118d99c3f req-0796e90c-35a4-4056-9c12-8037aeaff677 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:08.755412 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f1049251-9d4d-4ffb-88ac-55c118d99c3f req-0796e90c-35a4-4056-9c12-8037aeaff677 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 945 time: 0.1811957 Jul 29 14:59:08.768055 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dfe58fe3-d9a4-4c2f-85df-b703d7fa508d tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:08.792379 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b712cd8b-c5b6-4834-b7ed-29c512d2914e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:08.819123 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-dfe58fe3-d9a4-4c2f-85df-b703d7fa508d tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Calling delete_port for ec4aa39e-9e10-4df0-a8a0-514195bd0ad0 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:08.835270 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f1049251-9d4d-4ffb-88ac-55c118d99c3f req-cb0955d6-857c-4d2f-9c36-c618ad7a914e tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d00dc0c-ef7f-42f7-b94d-84d0f5493483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637257 Jul 29 14:59:08.937747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Attempting to bind port 29e9b265-f059-42b7-ba08-f34517c2624b on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:59:08.938331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Attempting to bind port 29e9b265-f059-42b7-ba08-f34517c2624b by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:59:08.938886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Attempting to bind port 29e9b265-f059-42b7-ba08-f34517c2624b on network 112a52ee-a8c5-491c-86d2-16cd4245effc {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:08.994786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Port 29e9b265-f059-42b7-ba08-f34517c2624b on network 112a52ee-a8c5-491c-86d2-16cd4245effc not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:59:08.995569 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Attempting to bind port 29e9b265-f059-42b7-ba08-f34517c2624b on network 112a52ee-a8c5-491c-86d2-16cd4245effc {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:09.018547 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e096180c-5847-4c83-a35b-fed0e82943be x-openstack-request-id: req-e096180c-5847-4c83-a35b-fed0e82943be {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:09.019017 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "tag": "1bdf1649-a389-4996-8e32-7b0940a4a965", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "tag": "85e3d439-4f4c-480b-b468-4d17d9852f15", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:09.019433 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e096180c-5847-4c83-a35b-fed0e82943be {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:09.020060 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'tag': '1bdf1649-a389-4996-8e32-7b0940a4a965', 'status': 'completed', 'code': 200} Jul 29 14:59:09.020471 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'tag': '85e3d439-4f4c-480b-b468-4d17d9852f15', 'status': 'completed', 'code': 200} Jul 29 14:59:09.162202 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dfe58fe3-d9a4-4c2f-85df-b703d7fa508d tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:09.247099 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe58fe3-d9a4-4c2f-85df-b703d7fa508d tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Pushing event deleted for resources: {'Port': ['ID=ec4aa39e-9e10-4df0-a8a0-514195bd0ad0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:09.270808 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d4590cb0-9df2-4b2f-a0d8-53d10451f4ca req-22ecc9b9-024d-4cc7-ad88-e42f399d70c6 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 210 time: 0.3430281 Jul 29 14:59:09.272316 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b712cd8b-c5b6-4834-b7ed-29c512d2914e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:09.284858 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:59:09.285774 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Checking segment: {'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:09.286452 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Bound using segment: {'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:59:09.287998 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Bound port: 29e9b265-f059-42b7-ba08-f34517c2624b, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:59:09.288617 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:09.376936 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-8c761994-3258-4b07-8456-0eb08c4ef98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:09.380073 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-8c761994-3258-4b07-8456-0eb08c4ef98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:09.380874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-8c761994-3258-4b07-8456-0eb08c4ef98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:09.381712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-8c761994-3258-4b07-8456-0eb08c4ef98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:09.382495 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-8c761994-3258-4b07-8456-0eb08c4ef98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:09.385732 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-8c761994-3258-4b07-8456-0eb08c4ef98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:09.387616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-8c761994-3258-4b07-8456-0eb08c4ef98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:09.392540 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-8c761994-3258-4b07-8456-0eb08c4ef98b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b87fe36def094cf5968288b084e2140d&device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 6243 time: 0.2776787 Jul 29 14:59:09.538700 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e5bcf5d-79fd-45e5-a2fc-64cb86e2ba61 req-408ace03-0756-46d5-a662-6c65a77a1b81 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 210 time: 0.1433504 Jul 29 14:59:09.770620 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c750-e01d-4142-b064-11081f9cd39b req-88a258ef-05bc-4e41-9f91-0fab75b148f6 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:09.773332 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0236c750-e01d-4142-b064-11081f9cd39b req-88a258ef-05bc-4e41-9f91-0fab75b148f6 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.38 "GET /v2.0/networks?id=7fd93376-9f13-4441-9587-010f8b5c36dc HTTP/1.1" status: 200 len: 910 time: 1.0944216 Jul 29 14:59:09.860932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0236c750-e01d-4142-b064-11081f9cd39b req-05547113-a7a3-4d9d-8e90-20663b84f021 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Request body: {'port': {'device_id': 'efb91041-724f-44bb-84c9-f222b75f435e', 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc', 'admin_state_up': True, 'tenant_id': '715a37e063434e18aa9787bb54b9f71a'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:09.972322 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3ebd7-3c3e-4a26-9c5e-a86716fd6deb req-3d87fef5-8e69-4d3e-bce4-b6b3a14890eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:09.974476 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83f3ebd7-3c3e-4a26-9c5e-a86716fd6deb req-3d87fef5-8e69-4d3e-bce4-b6b3a14890eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 1095 time: 0.2385249 Jul 29 14:59:09.991389 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0236c750-e01d-4142-b064-11081f9cd39b req-05547113-a7a3-4d9d-8e90-20663b84f021 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Made reservation on behalf of 715a37e063434e18aa9787bb54b9f71a for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:09.994340 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0236c750-e01d-4142-b064-11081f9cd39b req-05547113-a7a3-4d9d-8e90-20663b84f021 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:10.012405 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e39424-3a4c-4cba-b397-5db787e49dbb req-f2c9f031-eeef-44f7-9a14-511c20b13fa5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:10.018834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e39424-3a4c-4cba-b397-5db787e49dbb req-f2c9f031-eeef-44f7-9a14-511c20b13fa5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:10.026204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e39424-3a4c-4cba-b397-5db787e49dbb req-f2c9f031-eeef-44f7-9a14-511c20b13fa5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:10.032757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e39424-3a4c-4cba-b397-5db787e49dbb req-f2c9f031-eeef-44f7-9a14-511c20b13fa5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:10.039152 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e39424-3a4c-4cba-b397-5db787e49dbb req-f2c9f031-eeef-44f7-9a14-511c20b13fa5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:10.047173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e39424-3a4c-4cba-b397-5db787e49dbb req-f2c9f031-eeef-44f7-9a14-511c20b13fa5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:10.054468 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e39424-3a4c-4cba-b397-5db787e49dbb req-f2c9f031-eeef-44f7-9a14-511c20b13fa5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:10.064089 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84e39424-3a4c-4cba-b397-5db787e49dbb req-f2c9f031-eeef-44f7-9a14-511c20b13fa5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5393 time: 0.3260117 Jul 29 14:59:10.100307 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b712cd8b-c5b6-4834-b7ed-29c512d2914e service neutron] For port 0875494a-2f77-42dd-a8d2-b642d46823a2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=0875494a-2f77-42dd-a8d2-b642d46823a2,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:10.105759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] For port 29e9b265-f059-42b7-ba08-f34517c2624b, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:59:10.227667 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] For port 29e9b265-f059-42b7-ba08-f34517c2624b, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=29e9b265-f059-42b7-ba08-f34517c2624b,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:59:10.265984 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:10.349188 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84e39424-3a4c-4cba-b397-5db787e49dbb req-e8cb2bbb-2c4a-4a5a-a315-a4d8793c5015 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2832758 Jul 29 14:59:10.544036 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dfe58fe3-d9a4-4c2f-85df-b703d7fa508d tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:10.557132 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-753712a1-814f-48b3-b075-0d6113733fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:10.558059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-753712a1-814f-48b3-b075-0d6113733fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:10.558910 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-753712a1-814f-48b3-b075-0d6113733fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:10.561995 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-753712a1-814f-48b3-b075-0d6113733fec service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b87fe36def094cf5968288b084e2140d&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1347666 Jul 29 14:59:10.583809 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b712cd8b-c5b6-4834-b7ed-29c512d2914e service neutron] For port 0875494a-2f77-42dd-a8d2-b642d46823a2, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:59:10.584749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d0838-7a88-4e4e-9e6f-f588af9b8f20 req-aa7e6507-7ae7-4a91-a000-8361e42e9ebf tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:10.600246 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3e1d0838-7a88-4e4e-9e6f-f588af9b8f20 req-aa7e6507-7ae7-4a91-a000-8361e42e9ebf tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.2574472 Jul 29 14:59:10.604602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:10.608482 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:10.611003 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] 10.222.0.39 "PUT /v2.0/ports/29e9b265-f059-42b7-ba08-f34517c2624b HTTP/1.1" status: 200 len: 1091 time: 4.0614297 Jul 29 14:59:10.733646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3ebd7-3c3e-4a26-9c5e-a86716fd6deb req-b63d4273-cc76-44b4-82f6-d1dde052853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:10.736591 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83f3ebd7-3c3e-4a26-9c5e-a86716fd6deb req-b63d4273-cc76-44b4-82f6-d1dde052853d service neutron] 10.222.0.38 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.7463977 Jul 29 14:59:10.747213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Request body: {'port': {'device_id': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:10.762295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff110a4a-f69e-4590-b943-fb6bd310f768 service neutron] Pushing event updated for resources: {'Port': ['ID=29e9b265-f059-42b7-ba08-f34517c2624b,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:10.878446 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:10.975001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a3cc9-012b-4265-88a5-9b37354ca3c4 req-896f3a03-3783-475a-8ec5-cfb475e72298 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:10.996249 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a3cc9-012b-4265-88a5-9b37354ca3c4 req-896f3a03-3783-475a-8ec5-cfb475e72298 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:11.011634 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a3cc9-012b-4265-88a5-9b37354ca3c4 req-896f3a03-3783-475a-8ec5-cfb475e72298 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:11.024374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a3cc9-012b-4265-88a5-9b37354ca3c4 req-896f3a03-3783-475a-8ec5-cfb475e72298 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:11.043465 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a3cc9-012b-4265-88a5-9b37354ca3c4 req-896f3a03-3783-475a-8ec5-cfb475e72298 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:11.052979 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3e1d0838-7a88-4e4e-9e6f-f588af9b8f20 req-d92063e1-e03b-456a-8bae-d7c36742af6c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4506035 Jul 29 14:59:11.056481 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a3cc9-012b-4265-88a5-9b37354ca3c4 req-896f3a03-3783-475a-8ec5-cfb475e72298 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:11.091662 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a3cc9-012b-4265-88a5-9b37354ca3c4 req-896f3a03-3783-475a-8ec5-cfb475e72298 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:11.095360 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dc3a3cc9-012b-4265-88a5-9b37354ca3c4 req-896f3a03-3783-475a-8ec5-cfb475e72298 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 5432 time: 0.6405168 Jul 29 14:59:11.099154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b712cd8b-c5b6-4834-b7ed-29c512d2914e service neutron] device_id is not set on port 0875494a-2f77-42dd-a8d2-b642d46823a2 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:59:11.106090 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 0875494a-2f77-42dd-a8d2-b642d46823a2 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:11.123376 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'tag': '29e9b265-f059-42b7-ba08-f34517c2624b'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:11.125140 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f240e7-df6b-477c-bbf1-5269b414bb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "tag": "29e9b265-f059-42b7-ba08-f34517c2624b"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:11.230023 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b712cd8b-c5b6-4834-b7ed-29c512d2914e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:11.242379 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:11.245812 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-73d9287e-2455-41d3-8103-466c10027370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:11.247932 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-73d9287e-2455-41d3-8103-466c10027370 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6441724 Jul 29 14:59:11.271887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-0236c750-e01d-4142-b064-11081f9cd39b req-05547113-a7a3-4d9d-8e90-20663b84f021 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Allocated IP 172.20.0.5 (7fd93376-9f13-4441-9587-010f8b5c36dc/97df9b30-8ccf-4f4b-8525-1369888f619a/da034cd8-5533-4ed3-9e39-2a11b563436d) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:59:11.337671 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87a8e4a2-2b5a-4245-b6ad-57d25641efa5 req-424a4bbb-5bea-4aae-91ba-3202ebe462fb tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 210 time: 0.0783596 Jul 29 14:59:11.337851 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b712cd8b-c5b6-4834-b7ed-29c512d2914e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:11.386617 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:11.413075 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe58fe3-d9a4-4c2f-85df-b703d7fa508d tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Router 61f5d1b9-7f0e-4e61-8dd3-36751384ab9d has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:59:11.426658 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-cc42e649-4cbc-4994-b816-ab5c0b0b2885 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:11.428571 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-cc42e649-4cbc-4994-b816-ab5c0b0b2885 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 811 time: 0.5667920 Jul 29 14:59:11.470882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-79d712de-05d4-46dd-8c4e-84a50d7bd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:11.471372 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-79d712de-05d4-46dd-8c4e-84a50d7bd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:11.472040 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-79d712de-05d4-46dd-8c4e-84a50d7bd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:11.472905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-79d712de-05d4-46dd-8c4e-84a50d7bd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:11.473563 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-79d712de-05d4-46dd-8c4e-84a50d7bd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:11.474221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-79d712de-05d4-46dd-8c4e-84a50d7bd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:11.475259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-79d712de-05d4-46dd-8c4e-84a50d7bd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:11.477543 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-79d712de-05d4-46dd-8c4e-84a50d7bd7ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b87fe36def094cf5968288b084e2140d&device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 6285 time: 0.1448352 Jul 29 14:59:11.480360 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bee26dc4-d92e-4d8f-81a1-9a93c9a76e5f req-bd184e34-3ef9-404c-beac-70a0ba5ba3c8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 210 time: 0.0471473 Jul 29 14:59:11.488250 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-ae06fc85-ff37-4f81-94b5-a5db5a600280 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Request body: {'port': {'device_id': '7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a', 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082', 'admin_state_up': True, 'tenant_id': 'e951561287f84a8e8ff1072e4b5cb2f0'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:11.506218 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:59:11.506614 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:59:11.664571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83f3ebd7-3c3e-4a26-9c5e-a86716fd6deb req-2ddacfac-7749-49b6-ac78-4e06a5c33293 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326 HTTP/1.1" status: 200 len: 999 time: 0.8829224 Jul 29 14:59:11.668997 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02db0099-170b-41b7-a4c6-5ab3b48f0a70 x-openstack-request-id: req-02db0099-170b-41b7-a4c6-5ab3b48f0a70 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:11.669457 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "tag": "29e9b265-f059-42b7-ba08-f34517c2624b", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:11.669764 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02db0099-170b-41b7-a4c6-5ab3b48f0a70 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:11.670347 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'tag': '29e9b265-f059-42b7-ba08-f34517c2624b', 'status': 'completed', 'code': 200} Jul 29 14:59:11.825540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe58fe3-d9a4-4c2f-85df-b703d7fa508d tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:59:11.838817 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd8d86-c2b4-4cb7-b49d-8b71e8fa2687 None None] Sync routers for ids ['61f5d1b9-7f0e-4e61-8dd3-36751384ab9d'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:59:11.845895 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dfe58fe3-d9a4-4c2f-85df-b703d7fa508d tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] 10.222.0.16 "PUT /v2.0/routers/61f5d1b9-7f0e-4e61-8dd3-36751384ab9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9284325 Jul 29 14:59:11.852371 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-ae06fc85-ff37-4f81-94b5-a5db5a600280 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Made reservation on behalf of e951561287f84a8e8ff1072e4b5cb2f0 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:11.855822 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-ae06fc85-ff37-4f81-94b5-a5db5a600280 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:11.862273 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47498) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:11.864193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712cd8b-c5b6-4834-b7ed-29c512d2914e service neutron] Pushing event updated for resources: {'Port': ['ID=0875494a-2f77-42dd-a8d2-b642d46823a2,revision_number=6']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:11.875591 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd8d86-c2b4-4cb7-b49d-8b71e8fa2687 None None] Routers {'61f5d1b9-7f0e-4e61-8dd3-36751384ab9d'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:59:11.880719 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dc3a3cc9-012b-4265-88a5-9b37354ca3c4 req-82752169-0b56-4f54-b12b-70be6675bd6f tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7469277 Jul 29 14:59:11.882026 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-70dd8d86-c2b4-4cb7-b49d-8b71e8fa2687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:59:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['61f5d1b9-7f0e-4e61-8dd3-36751384ab9d'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:11.998969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27a617-ed44-449d-9080-4a92f661ecf8 req-c58f726d-d557-4aeb-b43f-04eedc05854e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:12.005237 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27a617-ed44-449d-9080-4a92f661ecf8 req-c58f726d-d557-4aeb-b43f-04eedc05854e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:12.013992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27a617-ed44-449d-9080-4a92f661ecf8 req-c58f726d-d557-4aeb-b43f-04eedc05854e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:12.019710 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-70dd8d86-c2b4-4cb7-b49d-8b71e8fa2687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:12.021885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27a617-ed44-449d-9080-4a92f661ecf8 req-c58f726d-d557-4aeb-b43f-04eedc05854e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:12.029526 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27a617-ed44-449d-9080-4a92f661ecf8 req-c58f726d-d557-4aeb-b43f-04eedc05854e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:12.035644 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27a617-ed44-449d-9080-4a92f661ecf8 req-c58f726d-d557-4aeb-b43f-04eedc05854e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:12.043429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27a617-ed44-449d-9080-4a92f661ecf8 req-c58f726d-d557-4aeb-b43f-04eedc05854e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:12.052330 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f27a617-ed44-449d-9080-4a92f661ecf8 req-c58f726d-d557-4aeb-b43f-04eedc05854e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5393 time: 0.4246018 Jul 29 14:59:12.053978 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd8d86-c2b4-4cb7-b49d-8b71e8fa2687 None None] Routers {'61f5d1b9-7f0e-4e61-8dd3-36751384ab9d'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:59:12.057504 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7a24438-95af-432e-9543-486db4125286 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:12.058895 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-70dd8d86-c2b4-4cb7-b49d-8b71e8fa2687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:59:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['61f5d1b9-7f0e-4e61-8dd3-36751384ab9d'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:12.168419 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-70dd8d86-c2b4-4cb7-b49d-8b71e8fa2687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:12.177729 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd8d86-c2b4-4cb7-b49d-8b71e8fa2687 None None] The sync data for ids ['61f5d1b9-7f0e-4e61-8dd3-36751384ab9d'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:59:12.180567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-925d4905-9d75-4590-980f-1f793306d0fe None None] Provisioning complete for port 0875494a-2f77-42dd-a8d2-b642d46823a2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:59:12.196852 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-925d4905-9d75-4590-980f-1f793306d0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:12.249221 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:12.311915 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-925d4905-9d75-4590-980f-1f793306d0fe None None] Port 0875494a-2f77-42dd-a8d2-b642d46823a2 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:59:12.392282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-accb7a1a-7efc-4c56-8492-2610ae758034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:12.392806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-accb7a1a-7efc-4c56-8492-2610ae758034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:12.393290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-accb7a1a-7efc-4c56-8492-2610ae758034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:12.395345 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-accb7a1a-7efc-4c56-8492-2610ae758034 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b87fe36def094cf5968288b084e2140d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7685840 Jul 29 14:59:12.396711 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:12.406033 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f27a617-ed44-449d-9080-4a92f661ecf8 req-1beb7659-c53d-43cb-9e7a-c6e9c1665aca tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3521063 Jul 29 14:59:12.482249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20dcfb3e-a773-40e0-8c9a-c3337eb907f9'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:12.496813 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2134ad-c28e-4016-a059-b333359982ef" -d '{"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-unplugged", "status": "completed", "tag": "20dcfb3e-a773-40e0-8c9a-c3337eb907f9"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:12.537840 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7a24438-95af-432e-9543-486db4125286 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:12.542745 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7a24438-95af-432e-9543-486db4125286 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:12.548490 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=20dcfb3e-a773-40e0-8c9a-c3337eb907f9,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:12.557942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b712cd8b-c5b6-4834-b7ed-29c512d2914e service neutron] No DVR routers for this DVR port 0875494a-2f77-42dd-a8d2-b642d46823a2 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:12.560183 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:12.562608 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:12.610223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3ebd7-3c3e-4a26-9c5e-a86716fd6deb req-793d0164-89dc-4239-a39d-50442f0b8d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:12.612153 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83f3ebd7-3c3e-4a26-9c5e-a86716fd6deb req-793d0164-89dc-4239-a39d-50442f0b8d18 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.8177629 Jul 29 14:59:12.708032 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0236c750-e01d-4142-b064-11081f9cd39b req-05547113-a7a3-4d9d-8e90-20663b84f021 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:12.757690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b712cd8b-c5b6-4834-b7ed-29c512d2914e service neutron] In _notify_port_updated(), no bound segment for port 0875494a-2f77-42dd-a8d2-b642d46823a2 on network b8009ecc-8a02-43b8-b3e6-d99242c4d60d {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 14:59:12.758607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b712cd8b-c5b6-4834-b7ed-29c512d2914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:12.759777 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b712cd8b-c5b6-4834-b7ed-29c512d2914e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:12.761205 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-b712cd8b-c5b6-4834-b7ed-29c512d2914e service neutron] 10.222.0.39 "PUT /v2.0/ports/0875494a-2f77-42dd-a8d2-b642d46823a2 HTTP/1.1" status: 200 len: 1026 time: 4.0490081 Jul 29 14:59:12.765531 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0236c750-e01d-4142-b064-11081f9cd39b req-05547113-a7a3-4d9d-8e90-20663b84f021 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Transition to ACTIVE for port object da034cd8-5533-4ed3-9e39-2a11b563436d will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:12.819157 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=20dcfb3e-a773-40e0-8c9a-c3337eb907f9,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:12.850340 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:12.852986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-ae06fc85-ff37-4f81-94b5-a5db5a600280 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Allocated IP 172.20.0.7 (97a96aa0-af30-4a22-b3aa-15726419c082/1fc0785a-1332-47e1-a695-790fd3948837/c8cbe62b-64fd-4716-988a-865581139336) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:59:12.858107 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49a151-4c61-431e-b243-ba5d9810ad78 req-c20beda3-5e44-4733-b775-876fc85b75df tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:12.866423 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e49a151-4c61-431e-b243-ba5d9810ad78 req-c20beda3-5e44-4733-b775-876fc85b75df tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.3097506 Jul 29 14:59:12.878467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3ebd7-3c3e-4a26-9c5e-a86716fd6deb req-7bbbc4f1-4f25-4875-a1ad-f077e9fe62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:12.880397 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83f3ebd7-3c3e-4a26-9c5e-a86716fd6deb req-7bbbc4f1-4f25-4875-a1ad-f077e9fe62e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2319210 Jul 29 14:59:12.911556 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-c6562958-8ec4-40a7-846b-a3462b797f26 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:12.912510 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-c6562958-8ec4-40a7-846b-a3462b797f26 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "GET /v2.0/ports/20dcfb3e-a773-40e0-8c9a-c3337eb907f9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1413989 Jul 29 14:59:12.919713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7,segment=NetworkSegment(d6f72c29-acc4-4b7c-92d3-7ee81374c3cd),segment_id=d6f72c29-acc4-4b7c-92d3-7ee81374c3cd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:12.928381 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:12.930281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b3c575bd-780c-48e1-8ab2-eac2e139f0d6 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:12.943260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2151c911-0204-47ff-8fd5-7c49c453db87 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:12.985167 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7a24438-95af-432e-9543-486db4125286 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:12.985769 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a24438-95af-432e-9543-486db4125286 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Fanout notify agent at l3_agent the message router_deleted on router 61f5d1b9-7f0e-4e61-8dd3-36751384ab9d {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:59:13.001814 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c70cd6e6-d696-4cc9-9c5b-9e5164f1163d req-5aeb6dce-d38a-42d4-8848-7aa26c1394f4 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 210 time: 0.0886056 Jul 29 14:59:13.095800 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:13.108329 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e49a151-4c61-431e-b243-ba5d9810ad78 req-e51db696-f44d-4ab5-9f90-d705a33e24f8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408786 Jul 29 14:59:13.132579 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7a24438-95af-432e-9543-486db4125286 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:13.136829 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d7a24438-95af-432e-9543-486db4125286 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] 10.222.0.16 "DELETE /v2.0/routers/61f5d1b9-7f0e-4e61-8dd3-36751384ab9d HTTP/1.1" status: 204 len: 168 time: 1.2594421 Jul 29 14:59:13.156302 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47526) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:13.158611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:13.180197 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0236c750-e01d-4142-b064-11081f9cd39b req-05547113-a7a3-4d9d-8e90-20663b84f021 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:13.193409 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:13.212225 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:13.244050 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85625394-e545-4e15-88d0-527d42cff296 x-openstack-request-id: req-85625394-e545-4e15-88d0-527d42cff296 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:13.244717 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-unplugged", "status": "completed", "tag": "20dcfb3e-a773-40e0-8c9a-c3337eb907f9", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:13.245453 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85625394-e545-4e15-88d0-527d42cff296 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:13.246393 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20dcfb3e-a773-40e0-8c9a-c3337eb907f9', 'code': 200} Jul 29 14:59:13.246628 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2151c911-0204-47ff-8fd5-7c49c453db87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:13.248249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['734e7448-bb3c-449e-9a6a-33a9a7f45929'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:59:13.303248 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Transition to ACTIVE for port object ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:13.314709 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83f3ebd7-3c3e-4a26-9c5e-a86716fd6deb req-a57841d8-4f0f-44a6-8f8f-b193ea639f1d service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111753 Jul 29 14:59:13.329182 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0236c750-e01d-4142-b064-11081f9cd39b req-05547113-a7a3-4d9d-8e90-20663b84f021 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Network 7fd93376-9f13-4441-9587-010f8b5c36dc is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:59:13.331879 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:13.359992 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-0236c750-e01d-4142-b064-11081f9cd39b req-05547113-a7a3-4d9d-8e90-20663b84f021 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:59:13.362939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0236c750-e01d-4142-b064-11081f9cd39b req-05547113-a7a3-4d9d-8e90-20663b84f021 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:59:13.378732 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-ae06fc85-ff37-4f81-94b5-a5db5a600280 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:13.424714 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b3c575bd-780c-48e1-8ab2-eac2e139f0d6, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b3c575bd-780c-48e1-8ab2-eac2e139f0d6,segment=NetworkSegment(d6f72c29-acc4-4b7c-92d3-7ee81374c3cd),segment_id=d6f72c29-acc4-4b7c-92d3-7ee81374c3cd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:13.442206 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:13.444315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device f97b9900-6958-422d-89e4-aba42e4f48de no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:13.513507 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-ae06fc85-ff37-4f81-94b5-a5db5a600280 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:13.531449 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a22e7b5c-6ad9-4983-b178-8e0fea5c383e req-bdbb0d36-08d9-492e-9e02-4083169a5dbd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 210 time: 0.3922818 Jul 29 14:59:13.558252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2151c911-0204-47ff-8fd5-7c49c453db87 service neutron] For port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=20dcfb3e-a773-40e0-8c9a-c3337eb907f9,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:13.568457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-e608f3f6-b808-446d-a784-968010dbe356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:13.571800 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e332532-5f30-44fb-bfbb-4320bd450fa4 req-e608f3f6-b808-446d-a784-968010dbe356 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0124359 Jul 29 14:59:13.616467 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-ae06fc85-ff37-4f81-94b5-a5db5a600280 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Network 97a96aa0-af30-4a22-b3aa-15726419c082 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:59:13.623065 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-ae06fc85-ff37-4f81-94b5-a5db5a600280 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:59:13.632041 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-ae06fc85-ff37-4f81-94b5-a5db5a600280 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:59:13.662574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04cb433-0e77-47eb-bc72-f5908f6e129b tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Deleting subnet e8bbbba1-5436-480a-a0df-802fab3fec28 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:59:13.665058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05547113-a7a3-4d9d-8e90-20663b84f021 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Pushing event updated for resources: {'Port': ['ID=da034cd8-5533-4ed3-9e39-2a11b563436d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:13.698425 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f04cb433-0e77-47eb-bc72-f5908f6e129b tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:13.701045 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=b3c575bd-780c-48e1-8ab2-eac2e139f0d6,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:13.775647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-ae06fc85-ff37-4f81-94b5-a5db5a600280 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:13.776348 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-ae06fc85-ff37-4f81-94b5-a5db5a600280 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:13.886088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2151c911-0204-47ff-8fd5-7c49c453db87 service neutron] For port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:59:13.904531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06fc85-ff37-4f81-94b5-a5db5a600280 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Pushing event updated for resources: {'Port': ['ID=c8cbe62b-64fd-4716-988a-865581139336,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:13.918079 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3e046c62-86f2-49be-bbce-f2a7a1e01e57 None None] Provisioning for port da034cd8-5533-4ed3-9e39-2a11b563436d completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:59:13.927294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3e046c62-86f2-49be-bbce-f2a7a1e01e57 None None] Provisioning complete for port da034cd8-5533-4ed3-9e39-2a11b563436d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:59:13.928092 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3e046c62-86f2-49be-bbce-f2a7a1e01e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:13.939059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2151c911-0204-47ff-8fd5-7c49c453db87 service neutron] device_id is not set on port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 14:59:13.950530 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2151c911-0204-47ff-8fd5-7c49c453db87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:14.013667 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-ae06fc85-ff37-4f81-94b5-a5db5a600280 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5316131 Jul 29 14:59:14.037365 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Pushing event updated for resources: {'Port': ['ID=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:14.042903 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83f3ebd7-3c3e-4a26-9c5e-a86716fd6deb req-154b49b4-d12c-43d8-b359-fdddf66dafb0 service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7026045 Jul 29 14:59:14.054507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Request body: {'port': {'device_id': '7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:14.058032 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:14.068974 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f04cb433-0e77-47eb-bc72-f5908f6e129b tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:14.123111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port f97b9900-6958-422d-89e4-aba42e4f48de, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=f97b9900-6958-422d-89e4-aba42e4f48de,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:14.126129 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3e046c62-86f2-49be-bbce-f2a7a1e01e57 None None] Port da034cd8-5533-4ed3-9e39-2a11b563436d cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:59:14.134786 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:14.136025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 3559254e-f263-44c0-8c9e-db0d92fb9ec9 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:14.157727 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2151c911-0204-47ff-8fd5-7c49c453db87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:14.230708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=f97b9900-6958-422d-89e4-aba42e4f48de,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:14.243282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151c911-0204-47ff-8fd5-7c49c453db87 service neutron] Pushing event updated for resources: {'Port': ['ID=20dcfb3e-a773-40e0-8c9a-c3337eb907f9,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:14.294894 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:14.343932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 3559254e-f263-44c0-8c9e-db0d92fb9ec9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3559254e-f263-44c0-8c9e-db0d92fb9ec9,segment=NetworkSegment(0efeb575-8d12-469f-ba3e-f65b5ed4cc0e),segment_id=0efeb575-8d12-469f-ba3e-f65b5ed4cc0e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:14.351496 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:14.351875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426eaf4-d78e-4c1e-b598-165496964450 req-77ee9641-cc1b-49aa-bf63-99b2c00675cb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:14.352803 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:14.358937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426eaf4-d78e-4c1e-b598-165496964450 req-77ee9641-cc1b-49aa-bf63-99b2c00675cb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:14.365422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426eaf4-d78e-4c1e-b598-165496964450 req-77ee9641-cc1b-49aa-bf63-99b2c00675cb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:14.372645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426eaf4-d78e-4c1e-b598-165496964450 req-77ee9641-cc1b-49aa-bf63-99b2c00675cb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:14.379055 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426eaf4-d78e-4c1e-b598-165496964450 req-77ee9641-cc1b-49aa-bf63-99b2c00675cb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:14.386506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426eaf4-d78e-4c1e-b598-165496964450 req-77ee9641-cc1b-49aa-bf63-99b2c00675cb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:14.395048 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8426eaf4-d78e-4c1e-b598-165496964450 req-77ee9641-cc1b-49aa-bf63-99b2c00675cb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 4576 time: 0.8224878 Jul 29 14:59:14.404833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c750-e01d-4142-b064-11081f9cd39b req-05547113-a7a3-4d9d-8e90-20663b84f021 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:14.405445 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0236c750-e01d-4142-b064-11081f9cd39b req-05547113-a7a3-4d9d-8e90-20663b84f021 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:14.493096 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=3559254e-f263-44c0-8c9e-db0d92fb9ec9,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:14.503067 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:14.563836 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6d1441c2-83c0-47d9-b5a2-4e4083a907c0,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:14.567058 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0236c750-e01d-4142-b064-11081f9cd39b req-05547113-a7a3-4d9d-8e90-20663b84f021 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.7326310 Jul 29 14:59:14.570213 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:14.574644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2151c911-0204-47ff-8fd5-7c49c453db87 service neutron] No DVR routers for this DVR port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:14.605460 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8426eaf4-d78e-4c1e-b598-165496964450 req-f53a75aa-4143-4042-8a15-01b3cf5b85ef tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=32df7c92-d9e2-4ca9-8956-ac22ca5154f6&id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2093084 Jul 29 14:59:14.659987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f240e7-df6b-477c-bbf1-5269b414bb6d req-9862c836-17e9-4f45-8bbc-26121e617848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:14.661163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=6d1441c2-83c0-47d9-b5a2-4e4083a907c0,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:14.661752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f240e7-df6b-477c-bbf1-5269b414bb6d req-9862c836-17e9-4f45-8bbc-26121e617848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:14.662882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f240e7-df6b-477c-bbf1-5269b414bb6d req-9862c836-17e9-4f45-8bbc-26121e617848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:14.664039 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f240e7-df6b-477c-bbf1-5269b414bb6d req-9862c836-17e9-4f45-8bbc-26121e617848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:14.665773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f240e7-df6b-477c-bbf1-5269b414bb6d req-9862c836-17e9-4f45-8bbc-26121e617848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:14.666141 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Request body: {'port': {'device_id': 'efb91041-724f-44bb-84c9-f222b75f435e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:14.667589 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f240e7-df6b-477c-bbf1-5269b414bb6d req-9862c836-17e9-4f45-8bbc-26121e617848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:14.668882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f240e7-df6b-477c-bbf1-5269b414bb6d req-9862c836-17e9-4f45-8bbc-26121e617848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:14.672943 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1f240e7-df6b-477c-bbf1-5269b414bb6d req-9862c836-17e9-4f45-8bbc-26121e617848 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b87fe36def094cf5968288b084e2140d&device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 6310 time: 0.8874838 Jul 29 14:59:14.746838 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f04cb433-0e77-47eb-bc72-f5908f6e129b tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:14.762410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14821ff-c4c2-4ee2-8772-79eeec02ade9 req-785df6db-511b-43db-8318-4138b057758b tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:14.765656 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c14821ff-c4c2-4ee2-8772-79eeec02ade9 req-785df6db-511b-43db-8318-4138b057758b tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 945 time: 0.9525311 Jul 29 14:59:14.766395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Attempting to bind port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:59:14.767123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Attempting to bind port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:59:14.770329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Attempting to bind port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 on network 112a52ee-a8c5-491c-86d2-16cd4245effc {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:14.850127 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:14.872366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2151c911-0204-47ff-8fd5-7c49c453db87 service neutron] In _notify_port_updated(), no bound segment for port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 on network b8009ecc-8a02-43b8-b3e6-d99242c4d60d {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 14:59:14.873750 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2151c911-0204-47ff-8fd5-7c49c453db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:14.874927 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2151c911-0204-47ff-8fd5-7c49c453db87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:14.876591 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2151c911-0204-47ff-8fd5-7c49c453db87 service neutron] 10.222.0.39 "PUT /v2.0/ports/20dcfb3e-a773-40e0-8c9a-c3337eb907f9 HTTP/1.1" status: 200 len: 1027 time: 1.9396088 Jul 29 14:59:14.929525 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 on network 112a52ee-a8c5-491c-86d2-16cd4245effc not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:59:14.930453 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Attempting to bind port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 on network 112a52ee-a8c5-491c-86d2-16cd4245effc {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:14.956993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c14b93b0-4b1c-4fb8-8170-531749aceec4 None None] Provisioning complete for port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:59:14.957682 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c14b93b0-4b1c-4fb8-8170-531749aceec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:15.003412 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:15.007896 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c14b93b0-4b1c-4fb8-8170-531749aceec4 None None] Port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 14:59:15.011880 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c14821ff-c4c2-4ee2-8772-79eeec02ade9 req-55e0f5a3-c78f-425e-9e3c-d93b8628b768 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d00dc0c-ef7f-42f7-b94d-84d0f5493483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688004 Jul 29 14:59:15.052085 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:59:15.052455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Checking segment: {'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:15.052873 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Bound using segment: {'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:59:15.053341 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Bound port: ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a5f9e03-a365-4459-9f32-28b8fcebec69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:59:15.053714 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:15.189780 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87324148-29bc-4f4f-983b-d8a04298cfed req-2f4d4931-9e06-4a24-bcf0-04fbd1afd1e9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:15.195842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87324148-29bc-4f4f-983b-d8a04298cfed req-2f4d4931-9e06-4a24-bcf0-04fbd1afd1e9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:15.196889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f240e7-df6b-477c-bbf1-5269b414bb6d req-df550460-1b19-40e5-8ec5-a3e28f64aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:15.197789 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f240e7-df6b-477c-bbf1-5269b414bb6d req-df550460-1b19-40e5-8ec5-a3e28f64aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:15.198671 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f240e7-df6b-477c-bbf1-5269b414bb6d req-df550460-1b19-40e5-8ec5-a3e28f64aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:15.201644 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1f240e7-df6b-477c-bbf1-5269b414bb6d req-df550460-1b19-40e5-8ec5-a3e28f64aaed service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b87fe36def094cf5968288b084e2140d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4808204 Jul 29 14:59:15.202168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87324148-29bc-4f4f-983b-d8a04298cfed req-2f4d4931-9e06-4a24-bcf0-04fbd1afd1e9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:15.208283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87324148-29bc-4f4f-983b-d8a04298cfed req-2f4d4931-9e06-4a24-bcf0-04fbd1afd1e9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:15.215065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87324148-29bc-4f4f-983b-d8a04298cfed req-2f4d4931-9e06-4a24-bcf0-04fbd1afd1e9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:15.221120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87324148-29bc-4f4f-983b-d8a04298cfed req-2f4d4931-9e06-4a24-bcf0-04fbd1afd1e9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:15.227114 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87324148-29bc-4f4f-983b-d8a04298cfed req-2f4d4931-9e06-4a24-bcf0-04fbd1afd1e9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:15.229833 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-87324148-29bc-4f4f-983b-d8a04298cfed req-2f4d4931-9e06-4a24-bcf0-04fbd1afd1e9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5405 time: 0.4723787 Jul 29 14:59:15.236381 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f04cb433-0e77-47eb-bc72-f5908f6e129b tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:15.247525 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f7327b0-d4f1-47b8-b89b-08de1a6b68f7'}, {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c575bd-780c-48e1-8ab2-eac2e139f0d6'}, {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f97b9900-6958-422d-89e4-aba42e4f48de'}, {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3559254e-f263-44c0-8c9e-db0d92fb9ec9'}, {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d1441c2-83c0-47d9-b5a2-4e4083a907c0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:15.251158 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ccc6bc-536b-4538-881a-0a3f575c5561" -d '{"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-unplugged", "status": "completed", "tag": "6f7327b0-d4f1-47b8-b89b-08de1a6b68f7"}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c575bd-780c-48e1-8ab2-eac2e139f0d6"}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-unplugged", "status": "completed", "tag": "f97b9900-6958-422d-89e4-aba42e4f48de"}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-unplugged", "status": "completed", "tag": "3559254e-f263-44c0-8c9e-db0d92fb9ec9"}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-unplugged", "status": "completed", "tag": "6d1441c2-83c0-47d9-b5a2-4e4083a907c0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:15.255829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf5c1c-85e1-44ac-8f32-062428057ffb req-481a78ea-14f7-43fb-91fc-4acf52a2b6be tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:15.257484 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5bcf5c1c-85e1-44ac-8f32-062428057ffb req-481a78ea-14f7-43fb-91fc-4acf52a2b6be tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 945 time: 0.3687501 Jul 29 14:59:15.331321 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cb433-0e77-47eb-bc72-f5908f6e129b tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Pushing event deleted for resources: {'Subnet': ['ID=e8bbbba1-5436-480a-a0df-802fab3fec28,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:15.375486 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79a7e05-f0e2-43b4-8268-a3d33989c6f3 None None] Network 65faa3f9-9ae4-4f8e-9709-602e334fb37d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:15.416476 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f04cb433-0e77-47eb-bc72-f5908f6e129b tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:15.421144 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f04cb433-0e77-47eb-bc72-f5908f6e129b tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] 10.222.0.16 "DELETE /v2.0/subnets/e8bbbba1-5436-480a-a0df-802fab3fec28 HTTP/1.1" status: 204 len: 168 time: 2.2572894 Jul 29 14:59:15.427338 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47542) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:15.462637 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] For port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:59:15.472104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] For port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:59:15.488786 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-87324148-29bc-4f4f-983b-d8a04298cfed req-45c0a533-ba48-44f1-bb67-ca63fe85d858 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2468703 Jul 29 14:59:15.591512 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:15.606178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f48f45-7b7a-46bf-8f52-8776c80958a5 req-fdc534c5-74c9-43d3-950c-937cb01af8f5 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:15.612712 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60f48f45-7b7a-46bf-8f52-8776c80958a5 req-fdc534c5-74c9-43d3-950c-937cb01af8f5 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1027 time: 0.4003699 Jul 29 14:59:15.700653 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f240e7-df6b-477c-bbf1-5269b414bb6d req-15a24d75-28a2-4ecb-ae02-7b4c412a4fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:15.702803 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1f240e7-df6b-477c-bbf1-5269b414bb6d req-15a24d75-28a2-4ecb-ae02-7b4c412a4fae service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4882691 Jul 29 14:59:15.706181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4bcf89-6c90-4e1e-a256-f9fd23dfc103 None None] DHCP port deletion for 65faa3f9-9ae4-4f8e-9709-602e334fb37d request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:59:15.722757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:15.723395 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:15.724901 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-4039770a-cc4d-412d-a449-f0651794422d service neutron] 10.222.0.39 "PUT /v2.0/ports/ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 HTTP/1.1" status: 200 len: 1091 time: 5.0031462 Jul 29 14:59:15.729773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'tag': 'ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:15.732148 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4f0507-c04b-42d8-84fd-bcd004172985" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "tag": "ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:15.737413 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2c8c9524-b45a-47fc-b4b3-f67d7efdf256 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Deleting port f97b9900-6958-422d-89e4-aba42e4f48de {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:15.737827 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2c8c9524-b45a-47fc-b4b3-f67d7efdf256 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:15.812496 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4e4bcf89-6c90-4e1e-a256-f9fd23dfc103 None None] Deleting port c230d83e-089f-4ca4-9cb1-cb6ae140912a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:15.814121 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4e4bcf89-6c90-4e1e-a256-f9fd23dfc103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:15.817477 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60f48f45-7b7a-46bf-8f52-8776c80958a5 req-01cd1eb7-ef4c-4522-8efd-6ceb09d518f7 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636930 Jul 29 14:59:15.828748 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:15.829889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Request body: {'port': {'device_id': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:16.000647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4e4bcf89-6c90-4e1e-a256-f9fd23dfc103 None None] For port c230d83e-089f-4ca4-9cb1-cb6ae140912a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c230d83e-089f-4ca4-9cb1-cb6ae140912a,segment=NetworkSegment(e6373c7e-3784-4d92-929f-89abdf3ceb29),segment_id=e6373c7e-3784-4d92-929f-89abdf3ceb29)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:16.001471 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4e4bcf89-6c90-4e1e-a256-f9fd23dfc103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:16.032560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4e4bcf89-6c90-4e1e-a256-f9fd23dfc103 None None] Calling delete_port for c230d83e-089f-4ca4-9cb1-cb6ae140912a owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:16.089016 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cbe62b-64fd-4716-988a-865581139336 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:16.119227 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:16.157918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Deleting port c230d83e-089f-4ca4-9cb1-cb6ae140912a {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:16.158756 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:16.164709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Transition to ACTIVE for port object c8cbe62b-64fd-4716-988a-865581139336 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:16.174519 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4e4bcf89-6c90-4e1e-a256-f9fd23dfc103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:16.208237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bcf89-6c90-4e1e-a256-f9fd23dfc103 None None] Pushing event deleted for resources: {'Port': ['ID=c230d83e-089f-4ca4-9cb1-cb6ae140912a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:16.215011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4bcf89-6c90-4e1e-a256-f9fd23dfc103 None None] No DVR routers for this DVR port c230d83e-089f-4ca4-9cb1-cb6ae140912a on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:16.265117 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298aa2-a27e-436e-a326-7e422d61ed4f req-ddceaefb-40b7-4124-acd7-3f8db17ccf42 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:16.266837 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-51298aa2-a27e-436e-a326-7e422d61ed4f req-ddceaefb-40b7-4124-acd7-3f8db17ccf42 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 931 time: 0.2807014 Jul 29 14:59:16.267616 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:16.289845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039770a-cc4d-412d-a449-f0651794422d service neutron] Pushing event updated for resources: {'Port': ['ID=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:16.321167 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c230d83e-089f-4ca4-9cb1-cb6ae140912a no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:16.330810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933ad9f-4b0a-4103-a0e0-459ff0f03d0d req-166480b2-7f6c-4d6b-b958-514111c81c87 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:16.333067 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9933ad9f-4b0a-4103-a0e0-459ff0f03d0d req-166480b2-7f6c-4d6b-b958-514111c81c87 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.7437174 Jul 29 14:59:16.371556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: c230d83e-089f-4ca4-9cb1-cb6ae140912a {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:59:16.372622 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c230d83e-089f-4ca4-9cb1-cb6ae140912a not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:59:16.377567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-5bcf5c1c-85e1-44ac-8f32-062428057ffb req-5e870417-a651-411d-9da0-890e318ab713 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Deleting port c310af96-4b21-493f-8c80-e5bae53e8c03 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:16.377922 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5bcf5c1c-85e1-44ac-8f32-062428057ffb req-5e870417-a651-411d-9da0-890e318ab713 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:16.379262 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] For port c230d83e-089f-4ca4-9cb1-cb6ae140912a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c230d83e-089f-4ca4-9cb1-cb6ae140912a,segment=NetworkSegment(e6373c7e-3784-4d92-929f-89abdf3ceb29),segment_id=e6373c7e-3784-4d92-929f-89abdf3ceb29)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:16.379806 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:16.411468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cbe62b-64fd-4716-988a-865581139336,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:16.422346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Calling delete_port for c230d83e-089f-4ca4-9cb1-cb6ae140912a owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:16.432905 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-51298aa2-a27e-436e-a326-7e422d61ed4f req-3cb543e7-78e8-4bea-9815-35203e59b76e tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284175 Jul 29 14:59:16.531374 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:16.539511 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e180bf3-555e-4d1a-bf4e-54639ffa1e21 x-openstack-request-id: req-4e180bf3-555e-4d1a-bf4e-54639ffa1e21 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:16.541195 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-unplugged", "status": "completed", "tag": "6f7327b0-d4f1-47b8-b89b-08de1a6b68f7", "code": 200}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c575bd-780c-48e1-8ab2-eac2e139f0d6", "code": 200}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-unplugged", "status": "completed", "tag": "f97b9900-6958-422d-89e4-aba42e4f48de", "code": 200}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-unplugged", "status": "completed", "tag": "3559254e-f263-44c0-8c9e-db0d92fb9ec9", "code": 200}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-unplugged", "status": "completed", "tag": "6d1441c2-83c0-47d9-b5a2-4e4083a907c0", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:16.541771 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e180bf3-555e-4d1a-bf4e-54639ffa1e21 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:16.543890 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f7327b0-d4f1-47b8-b89b-08de1a6b68f7', 'code': 200} Jul 29 14:59:16.544500 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c575bd-780c-48e1-8ab2-eac2e139f0d6', 'code': 200} Jul 29 14:59:16.545493 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f97b9900-6958-422d-89e4-aba42e4f48de', 'code': 200} Jul 29 14:59:16.546948 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3559254e-f263-44c0-8c9e-db0d92fb9ec9', 'code': 200} Jul 29 14:59:16.547514 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d1441c2-83c0-47d9-b5a2-4e4083a907c0', 'code': 200} Jul 29 14:59:16.553384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2c8c9524-b45a-47fc-b4b3-f67d7efdf256 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] For port f97b9900-6958-422d-89e4-aba42e4f48de, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=f97b9900-6958-422d-89e4-aba42e4f48de,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:16.553772 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2c8c9524-b45a-47fc-b4b3-f67d7efdf256 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:16.565403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da034cd8-5533-4ed3-9e39-2a11b563436d {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:16.606102 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:16.609722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2c8c9524-b45a-47fc-b4b3-f67d7efdf256 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Calling delete_port for f97b9900-6958-422d-89e4-aba42e4f48de owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:16.680307 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9933ad9f-4b0a-4103-a0e0-459ff0f03d0d req-57c5e12a-a602-46fd-a56f-32e1e7a88c9c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989314 Jul 29 14:59:16.690339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Transition to ACTIVE for port object da034cd8-5533-4ed3-9e39-2a11b563436d will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:16.716861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-5bcf5c1c-85e1-44ac-8f32-062428057ffb req-5e870417-a651-411d-9da0-890e318ab713 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] For port c310af96-4b21-493f-8c80-e5bae53e8c03, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=c310af96-4b21-493f-8c80-e5bae53e8c03,segment=NetworkSegment(355b2df1-acd4-4795-a570-fc7b61bb1039),segment_id=355b2df1-acd4-4795-a570-fc7b61bb1039)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:16.716861 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5bcf5c1c-85e1-44ac-8f32-062428057ffb req-5e870417-a651-411d-9da0-890e318ab713 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:16.716861 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:16.724089 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Attempting to bind port c8cbe62b-64fd-4716-988a-865581139336 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:59:16.724646 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Attempting to bind port c8cbe62b-64fd-4716-988a-865581139336 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:59:16.725323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Attempting to bind port c8cbe62b-64fd-4716-988a-865581139336 on network 97a96aa0-af30-4a22-b3aa-15726419c082 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:16.748529 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Port c8cbe62b-64fd-4716-988a-865581139336 on network 97a96aa0-af30-4a22-b3aa-15726419c082 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:59:16.749141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Attempting to bind port c8cbe62b-64fd-4716-988a-865581139336 on network 97a96aa0-af30-4a22-b3aa-15726419c082 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:16.767828 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:16.779619 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-5bcf5c1c-85e1-44ac-8f32-062428057ffb req-5e870417-a651-411d-9da0-890e318ab713 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Calling delete_port for c310af96-4b21-493f-8c80-e5bae53e8c03 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:16.793947 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d927e5-9065-4265-9c41-51e7ccf4de5d req-5a17a5d2-b05c-482f-8f0d-71e06424a48e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:16.800713 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2259383e-d8c9-4a6c-9a98-c92c15b7a5be x-openstack-request-id: req-2259383e-d8c9-4a6c-9a98-c92c15b7a5be {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:16.800993 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "tag": "ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:16.801249 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2259383e-d8c9-4a6c-9a98-c92c15b7a5be {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:16.801657 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'tag': 'ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633', 'status': 'completed', 'code': 200} Jul 29 14:59:16.802336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d927e5-9065-4265-9c41-51e7ccf4de5d req-5a17a5d2-b05c-482f-8f0d-71e06424a48e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:16.811643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d927e5-9065-4265-9c41-51e7ccf4de5d req-5a17a5d2-b05c-482f-8f0d-71e06424a48e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:16.829698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d927e5-9065-4265-9c41-51e7ccf4de5d req-5a17a5d2-b05c-482f-8f0d-71e06424a48e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:16.853045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d927e5-9065-4265-9c41-51e7ccf4de5d req-5a17a5d2-b05c-482f-8f0d-71e06424a48e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:16.861016 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48d927e5-9065-4265-9c41-51e7ccf4de5d req-5a17a5d2-b05c-482f-8f0d-71e06424a48e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 3875 time: 0.2452352 Jul 29 14:59:16.863031 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:59:16.863378 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Checking segment: {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:16.864714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Bound using segment: {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:59:16.865182 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Bound port: c8cbe62b-64fd-4716-988a-865581139336, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:59:16.865546 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:16.944576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Pushing event deleted for resources: {'Port': ['ID=c230d83e-089f-4ca4-9cb1-cb6ae140912a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:16.950926 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] No DVR routers for this DVR port c230d83e-089f-4ca4-9cb1-cb6ae140912a on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:17.055416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:17.056556 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:17.057151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:17.057724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:17.058301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:17.058890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:17.059477 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:17.060063 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:17.060636 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:17.061240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:17.061806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:17.062376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:17.145153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Pushing event updated for resources: {'Port': ['ID=da034cd8-5533-4ed3-9e39-2a11b563436d,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:17.166512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48d927e5-9065-4265-9c41-51e7ccf4de5d req-a88392c0-efae-4cd8-a38e-98557495c9ad tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044691 Jul 29 14:59:17.215327 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:17.238916 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0507-c04b-42d8-84fd-bcd004172985 req-16efd94e-1df8-4c10-87d7-b74e5266576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.239443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0507-c04b-42d8-84fd-bcd004172985 req-16efd94e-1df8-4c10-87d7-b74e5266576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.239928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0507-c04b-42d8-84fd-bcd004172985 req-16efd94e-1df8-4c10-87d7-b74e5266576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.240411 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0507-c04b-42d8-84fd-bcd004172985 req-16efd94e-1df8-4c10-87d7-b74e5266576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.240917 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0507-c04b-42d8-84fd-bcd004172985 req-16efd94e-1df8-4c10-87d7-b74e5266576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.241393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0507-c04b-42d8-84fd-bcd004172985 req-16efd94e-1df8-4c10-87d7-b74e5266576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.241877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0507-c04b-42d8-84fd-bcd004172985 req-16efd94e-1df8-4c10-87d7-b74e5266576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.245271 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1d4f0507-c04b-42d8-84fd-bcd004172985 req-16efd94e-1df8-4c10-87d7-b74e5266576e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b87fe36def094cf5968288b084e2140d&device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 6352 time: 0.3730469 Jul 29 14:59:17.255080 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65faa3f9-9ae4-4f8e-9709-602e334fb37d']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:17.289229 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] For port c8cbe62b-64fd-4716-988a-865581139336, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:59:17.292448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6373c7e-3784-4d92-929f-89abdf3ceb29') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:17.292782 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6373c7e-3784-4d92-929f-89abdf3ceb29') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:17.356041 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:17.378751 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] For port c8cbe62b-64fd-4716-988a-865581139336, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=c8cbe62b-64fd-4716-988a-865581139336,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:59:17.403616 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:17.404795 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5885805-c894-410e-b237-550ed322257a req-5d746a29-4209-4a8f-8a69-b641b33cd7a4 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.407709 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5885805-c894-410e-b237-550ed322257a req-5d746a29-4209-4a8f-8a69-b641b33cd7a4 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 945 time: 0.4584250 Jul 29 14:59:17.429317 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:17.469807 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:59:17.470371 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:59:17.476486 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:59:17.523131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.523642 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:17.525779 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] 10.222.0.38 "PUT /v2.0/ports/c8cbe62b-64fd-4716-988a-865581139336 HTTP/1.1" status: 200 len: 1091 time: 3.4914095 Jul 29 14:59:17.526250 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a', 'tag': 'c8cbe62b-64fd-4716-988a-865581139336'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:17.528603 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44dd836-e89e-4938-9117-5230ef02429a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a", "tag": "c8cbe62b-64fd-4716-988a-865581139336"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:17.587562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0507-c04b-42d8-84fd-bcd004172985 req-18835ed9-0d6e-411f-9684-da1f1c7c7519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.588716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0507-c04b-42d8-84fd-bcd004172985 req-18835ed9-0d6e-411f-9684-da1f1c7c7519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.588716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0507-c04b-42d8-84fd-bcd004172985 req-18835ed9-0d6e-411f-9684-da1f1c7c7519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.590293 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1d4f0507-c04b-42d8-84fd-bcd004172985 req-18835ed9-0d6e-411f-9684-da1f1c7c7519 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b87fe36def094cf5968288b084e2140d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3324363 Jul 29 14:59:17.604329 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b47ff6-3650-46fd-a863-4060c3600ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cbe62b-64fd-4716-988a-865581139336,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:17.627407 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18713d-a75d-4c50-bd75-f8cbffc9415c req-ff635977-d486-4616-8871-4c9d0a3dc919 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.633745 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18713d-a75d-4c50-bd75-f8cbffc9415c req-ff635977-d486-4616-8871-4c9d0a3dc919 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.640081 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18713d-a75d-4c50-bd75-f8cbffc9415c req-ff635977-d486-4616-8871-4c9d0a3dc919 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.646465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18713d-a75d-4c50-bd75-f8cbffc9415c req-ff635977-d486-4616-8871-4c9d0a3dc919 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.653380 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18713d-a75d-4c50-bd75-f8cbffc9415c req-ff635977-d486-4616-8871-4c9d0a3dc919 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.659499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18713d-a75d-4c50-bd75-f8cbffc9415c req-ff635977-d486-4616-8871-4c9d0a3dc919 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.666663 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18713d-a75d-4c50-bd75-f8cbffc9415c req-ff635977-d486-4616-8871-4c9d0a3dc919 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.668758 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d18713d-a75d-4c50-bd75-f8cbffc9415c req-ff635977-d486-4616-8871-4c9d0a3dc919 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5405 time: 0.3316116 Jul 29 14:59:17.682024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Attempting to bind port da034cd8-5533-4ed3-9e39-2a11b563436d on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:59:17.682634 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Attempting to bind port da034cd8-5533-4ed3-9e39-2a11b563436d by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:59:17.683267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Attempting to bind port da034cd8-5533-4ed3-9e39-2a11b563436d on network 7fd93376-9f13-4441-9587-010f8b5c36dc {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:17.697854 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:17.704950 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5885805-c894-410e-b237-550ed322257a req-8c5f53e1-250c-4ea9-bb39-dd74300632f8 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d00dc0c-ef7f-42f7-b94d-84d0f5493483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576563 Jul 29 14:59:17.739569 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2c8c9524-b45a-47fc-b4b3-f67d7efdf256 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:17.744970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Port da034cd8-5533-4ed3-9e39-2a11b563436d on network 7fd93376-9f13-4441-9587-010f8b5c36dc not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:59:17.745944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Attempting to bind port da034cd8-5533-4ed3-9e39-2a11b563436d on network 7fd93376-9f13-4441-9587-010f8b5c36dc {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:17.780809 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:17.785430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] 10.222.0.16 "DELETE /v2.0/networks/65faa3f9-9ae4-4f8e-9709-602e334fb37d HTTP/1.1" status: 204 len: 168 time: 2.3526528 Jul 29 14:59:17.793793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:59:17.794140 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Checking segment: {'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:17.794527 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Bound using segment: {'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:59:17.794983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Bound port: da034cd8-5533-4ed3-9e39-2a11b563436d, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be6396a5-31c2-462f-9e42-6a08bc567392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:59:17.795346 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:17.812983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c9524-b45a-47fc-b4b3-f67d7efdf256 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event deleted for resources: {'Port': ['ID=f97b9900-6958-422d-89e4-aba42e4f48de,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:17.863166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1bfa4-64c5-466e-9709-24c09b730040 tempest-FloatingIPNegativeTestJSON-1267900858 tempest-FloatingIPNegativeTestJSON-1267900858-project] Pushing event deleted for resources: {'Network': ['ID=65faa3f9-9ae4-4f8e-9709-602e334fb37d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:17.917122 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-b01f7804-ddae-41c0-98fe-f97c027a56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:17.920644 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-b01f7804-ddae-41c0-98fe-f97c027a56c0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 1094 time: 0.3257513 Jul 29 14:59:17.970865 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d18713d-a75d-4c50-bd75-f8cbffc9415c req-6f3a3599-f7d6-4e67-8421-72f7c2163097 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2769806 Jul 29 14:59:18.006533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384b2766-5b64-4b46-a1c5-a1c0e093692d {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:18.019053 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:18.051574 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-16d702ba-c3e2-4486-be26-69f521a700ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8cbe62b-64fd-4716-988a-865581139336 HTTP/1.1" status: 200 len: 217 time: 0.1080809 Jul 29 14:59:18.072535 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2c8c9524-b45a-47fc-b4b3-f67d7efdf256 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] No DVR routers for this DVR port f97b9900-6958-422d-89e4-aba42e4f48de on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:18.139588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Transition to ACTIVE for port object 384b2766-5b64-4b46-a1c5-a1c0e093692d will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:18.141702 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2c8c9524-b45a-47fc-b4b3-f67d7efdf256 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:18.145729 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-2c8c9524-b45a-47fc-b4b3-f67d7efdf256 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "DELETE /v2.0/ports/f97b9900-6958-422d-89e4-aba42e4f48de HTTP/1.1" status: 204 len: 173 time: 3.2539907 Jul 29 14:59:18.146291 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0507-c04b-42d8-84fd-bcd004172985 req-0f013546-7a98-4120-adfe-afe499f82119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:18.148948 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1d4f0507-c04b-42d8-84fd-bcd004172985 req-0f013546-7a98-4120-adfe-afe499f82119 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5404406 Jul 29 14:59:18.154578 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5bcf5c1c-85e1-44ac-8f32-062428057ffb req-5e870417-a651-411d-9da0-890e318ab713 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:18.166514 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:18.222928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-0b98ec9e-285d-4ce0-bbbd-4938a79bc504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:18.225992 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-0b98ec9e-285d-4ce0-bbbd-4938a79bc504 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc0785a-1332-47e1-a695-790fd3948837 HTTP/1.1" status: 200 len: 851 time: 0.1542115 Jul 29 14:59:18.262193 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917c484-eb0b-42ba-8703-314e284d1111 req-d40c06a1-0a90-4c10-bf7b-dae72d8a58b2 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:18.276612 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7917c484-eb0b-42ba-8703-314e284d1111 req-d40c06a1-0a90-4c10-bf7b-dae72d8a58b2 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1052 time: 0.2160478 Jul 29 14:59:18.313918 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-facf9d70-afb9-4365-93e9-3b2bcd28f6c0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97a96aa0-af30-4a22-b3aa-15726419c082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794103 Jul 29 14:59:18.417944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47572) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:18.419364 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] For port da034cd8-5533-4ed3-9e39-2a11b563436d, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:59:18.431886 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7917c484-eb0b-42ba-8703-314e284d1111 req-15e27b95-6714-4b31-b979-20fe373c5755 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532118 Jul 29 14:59:18.433202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833f948-f5cb-4e0e-b6ab-2ae0f35cf4d5 req-c1e50059-3156-4cb2-8c76-073d01086c13 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:18.441523 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2833f948-f5cb-4e0e-b6ab-2ae0f35cf4d5 req-c1e50059-3156-4cb2-8c76-073d01086c13 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.5141871 Jul 29 14:59:18.479574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=384b2766-5b64-4b46-a1c5-a1c0e093692d,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:18.498629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcf5c1c-85e1-44ac-8f32-062428057ffb req-5e870417-a651-411d-9da0-890e318ab713 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] No DVR routers for this DVR port c310af96-4b21-493f-8c80-e5bae53e8c03 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:18.498992 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-4135ddc1-d46f-41f1-a722-1d849a46bbd9 service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733360 Jul 29 14:59:18.502442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device c310af96-4b21-493f-8c80-e5bae53e8c03 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:18.505360 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5bcf5c1c-85e1-44ac-8f32-062428057ffb req-5e870417-a651-411d-9da0-890e318ab713 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:18.507746 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5bcf5c1c-85e1-44ac-8f32-062428057ffb req-5e870417-a651-411d-9da0-890e318ab713 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.38 "DELETE /v2.0/ports/c310af96-4b21-493f-8c80-e5bae53e8c03 HTTP/1.1" status: 204 len: 173 time: 3.2365112 Jul 29 14:59:18.633236 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: c310af96-4b21-493f-8c80-e5bae53e8c03 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:59:18.634344 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device c310af96-4b21-493f-8c80-e5bae53e8c03 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:59:18.637670 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] For port da034cd8-5533-4ed3-9e39-2a11b563436d, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=da034cd8-5533-4ed3-9e39-2a11b563436d,segment=NetworkSegment(be6396a5-31c2-462f-9e42-6a08bc567392),segment_id=be6396a5-31c2-462f-9e42-6a08bc567392)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:59:18.651720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e870417-a651-411d-9da0-890e318ab713 tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] Pushing event deleted for resources: {'Port': ['ID=c310af96-4b21-493f-8c80-e5bae53e8c03,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:18.692970 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:18.763955 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2833f948-f5cb-4e0e-b6ab-2ae0f35cf4d5 req-2d8ec8ff-ee55-4835-b6ce-c48f795a2553 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218284 Jul 29 14:59:18.819862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01f35b-d2b2-48ac-8233-2ae4be32ba5c req-90e040d6-a35b-46a6-8db6-253ae1d17f45 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:18.819862 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c01f35b-d2b2-48ac-8233-2ae4be32ba5c req-90e040d6-a35b-46a6-8db6-253ae1d17f45 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 943 time: 0.1444418 Jul 29 14:59:18.822625 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-deleted', 'tag': 'f97b9900-6958-422d-89e4-aba42e4f48de'}, {'server_uuid': '2b28738e-c06b-45a0-9cdd-140b853d6c27', 'name': 'network-vif-deleted', 'tag': 'c310af96-4b21-493f-8c80-e5bae53e8c03'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:18.825139 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c41fcff-1c86-42a4-94d4-37ada794805a" -d '{"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-deleted", "tag": "f97b9900-6958-422d-89e4-aba42e4f48de"}, {"server_uuid": "2b28738e-c06b-45a0-9cdd-140b853d6c27", "name": "network-vif-deleted", "tag": "c310af96-4b21-493f-8c80-e5bae53e8c03"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:18.838644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:18.838644 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:18.839969 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0236c750-e01d-4142-b064-11081f9cd39b req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] 10.222.0.38 "PUT /v2.0/ports/da034cd8-5533-4ed3-9e39-2a11b563436d HTTP/1.1" status: 200 len: 1091 time: 4.1836126 Jul 29 14:59:18.840767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Attempting to bind port 384b2766-5b64-4b46-a1c5-a1c0e093692d on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:59:18.841116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Attempting to bind port 384b2766-5b64-4b46-a1c5-a1c0e093692d by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '87c2ebda-f103-40ae-81fb-ae5e00c7ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:59:18.841445 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Attempting to bind port 384b2766-5b64-4b46-a1c5-a1c0e093692d on network cbb34b73-c540-4255-9d61-eaabcefcb943 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:18.865679 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3f1372c1-f38b-495f-b7fe-641f8a4aa09c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c60fdf6f72704fcf8b7237f54fdcbcad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4431272 Jul 29 14:59:18.871930 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47582) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:18.886895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Port 384b2766-5b64-4b46-a1c5-a1c0e093692d on network cbb34b73-c540-4255-9d61-eaabcefcb943 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:59:18.888428 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Attempting to bind port 384b2766-5b64-4b46-a1c5-a1c0e093692d on network cbb34b73-c540-4255-9d61-eaabcefcb943 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:18.891618 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31a32211-da23-41c0-81fb-9d2d2da44d5a req-6aaae1a6-d0ae-47bc-bc76-5af207ec3276 service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836021 Jul 29 14:59:18.897288 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6248513-7f93-4090-bfdd-d8ada7d36211 x-openstack-request-id: req-c6248513-7f93-4090-bfdd-d8ada7d36211 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:18.897700 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a", "tag": "c8cbe62b-64fd-4716-988a-865581139336", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:18.898060 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6248513-7f93-4090-bfdd-d8ada7d36211 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:18.898533 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a', 'tag': 'c8cbe62b-64fd-4716-988a-865581139336', 'status': 'completed', 'code': 200} Jul 29 14:59:18.904549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbdd49-4a81-40eb-944f-8e3ffcbf8304 service neutron] Pushing event updated for resources: {'Port': ['ID=da034cd8-5533-4ed3-9e39-2a11b563436d,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:18.913249 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-db0220bb-bb05-4640-a81c-7a16f69225ba tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Deleting port 3559254e-f263-44c0-8c9e-db0d92fb9ec9 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:18.913598 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-db0220bb-bb05-4640-a81c-7a16f69225ba tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:18.997974 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:59:18.998321 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Checking segment: {'id': '87c2ebda-f103-40ae-81fb-ae5e00c7ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:18.998853 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Bound using segment: {'id': '87c2ebda-f103-40ae-81fb-ae5e00c7ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:59:19.000968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Bound port: 384b2766-5b64-4b46-a1c5-a1c0e093692d, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c2ebda-f103-40ae-81fb-ae5e00c7ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:59:19.000968 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:19.017578 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c01f35b-d2b2-48ac-8233-2ae4be32ba5c req-20c292cb-f634-4989-b2bb-44ca7b01e7fc tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855173 Jul 29 14:59:19.098407 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c750-e01d-4142-b064-11081f9cd39b req-cdeff1d3-ebf4-44bd-8222-b45b0263d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:19.101232 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0236c750-e01d-4142-b064-11081f9cd39b req-cdeff1d3-ebf4-44bd-8222-b45b0263d7b5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=715a37e063434e18aa9787bb54b9f71a&device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1094 time: 0.1692650 Jul 29 14:59:19.102603 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e997a0c1-d723-4eed-823a-9dd4e6d75da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:19.148393 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e997a0c1-d723-4eed-823a-9dd4e6d75da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:19.158596 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded94b4-7889-4185-9dd1-c2dcbd090380 req-e518f483-0553-4dc8-9c1d-9958ccad3205 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:19.174974 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded94b4-7889-4185-9dd1-c2dcbd090380 req-e518f483-0553-4dc8-9c1d-9958ccad3205 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:19.189418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded94b4-7889-4185-9dd1-c2dcbd090380 req-e518f483-0553-4dc8-9c1d-9958ccad3205 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:19.199875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded94b4-7889-4185-9dd1-c2dcbd090380 req-e518f483-0553-4dc8-9c1d-9958ccad3205 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:19.201717 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8ded94b4-7889-4185-9dd1-c2dcbd090380 req-e518f483-0553-4dc8-9c1d-9958ccad3205 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 3143 time: 0.2458961 Jul 29 14:59:19.216932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dd836-e89e-4938-9117-5230ef02429a req-6cde6ac5-096c-45db-9512-2b7589db5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:19.218509 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c44dd836-e89e-4938-9117-5230ef02429a req-6cde6ac5-096c-45db-9512-2b7589db5297 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 1094 time: 0.2076361 Jul 29 14:59:19.229391 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0236c750-e01d-4142-b064-11081f9cd39b req-46aefa7f-b217-48e2-b4ae-4377edbfdf77 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da034cd8-5533-4ed3-9e39-2a11b563436d HTTP/1.1" status: 200 len: 217 time: 0.0845659 Jul 29 14:59:19.286282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-db0220bb-bb05-4640-a81c-7a16f69225ba tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] For port 3559254e-f263-44c0-8c9e-db0d92fb9ec9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3559254e-f263-44c0-8c9e-db0d92fb9ec9,segment=NetworkSegment(0efeb575-8d12-469f-ba3e-f65b5ed4cc0e),segment_id=0efeb575-8d12-469f-ba3e-f65b5ed4cc0e)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:19.286683 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-db0220bb-bb05-4640-a81c-7a16f69225ba tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:19.325410 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7f1ed0fc-903a-4613-82bd-c2572cda4598 req-98e16eba-39b7-476d-aba9-67ee94c96ccc tempest-VolumesActionsTest-1981505854 tempest-VolumesActionsTest-1981505854-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b28738e-c06b-45a0-9cdd-140b853d6c27 HTTP/1.1" status: 200 len: 210 time: 0.0495553 Jul 29 14:59:19.344077 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c750-e01d-4142-b064-11081f9cd39b req-3f8d4fdc-39c4-434b-bed9-eb2b82e3f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:19.345909 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0236c750-e01d-4142-b064-11081f9cd39b req-3f8d4fdc-39c4-434b-bed9-eb2b82e3f57e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=97df9b30-8ccf-4f4b-8525-1369888f619a HTTP/1.1" status: 200 len: 848 time: 0.1056705 Jul 29 14:59:19.374022 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e997a0c1-d723-4eed-823a-9dd4e6d75da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:19.378249 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e997a0c1-d723-4eed-823a-9dd4e6d75da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:19.380401 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e997a0c1-d723-4eed-823a-9dd4e6d75da0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d3bf88f-6f51-42b7-9833-7735434b6ec7 HTTP/1.1" status: 204 len: 168 time: 0.5069339 Jul 29 14:59:19.420081 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997a0c1-d723-4eed-823a-9dd4e6d75da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3bf88f-6f51-42b7-9833-7735434b6ec7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:19.426807 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8ded94b4-7889-4185-9dd1-c2dcbd090380 req-3004aefa-0208-4eee-891d-3ec5eea750f0 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059510 Jul 29 14:59:19.441567 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236c750-e01d-4142-b064-11081f9cd39b req-a8cd2b5a-5824-4a1d-9c6b-7867fd935d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:19.443303 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0236c750-e01d-4142-b064-11081f9cd39b req-a8cd2b5a-5824-4a1d-9c6b-7867fd935d55 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7fd93376-9f13-4441-9587-010f8b5c36dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875466 Jul 29 14:59:19.457286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] For port 384b2766-5b64-4b46-a1c5-a1c0e093692d, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:59:19.519770 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] For port 384b2766-5b64-4b46-a1c5-a1c0e093692d, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=384b2766-5b64-4b46-a1c5-a1c0e093692d,segment=NetworkSegment(87c2ebda-f103-40ae-81fb-ae5e00c7ca15),segment_id=87c2ebda-f103-40ae-81fb-ae5e00c7ca15)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:59:19.547912 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:19.553933 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815a3032-2828-47f0-b742-081675bb1b59 x-openstack-request-id: req-815a3032-2828-47f0-b742-081675bb1b59 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:19.554524 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-deleted", "tag": "f97b9900-6958-422d-89e4-aba42e4f48de", "status": "completed", "code": 200}, {"server_uuid": "2b28738e-c06b-45a0-9cdd-140b853d6c27", "name": "network-vif-deleted", "tag": "c310af96-4b21-493f-8c80-e5bae53e8c03", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:19.554980 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-815a3032-2828-47f0-b742-081675bb1b59 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:19.555587 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-deleted', 'tag': 'f97b9900-6958-422d-89e4-aba42e4f48de', 'status': 'completed', 'code': 200} Jul 29 14:59:19.556226 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b28738e-c06b-45a0-9cdd-140b853d6c27', 'name': 'network-vif-deleted', 'tag': 'c310af96-4b21-493f-8c80-e5bae53e8c03', 'status': 'completed', 'code': 200} Jul 29 14:59:19.599871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dd836-e89e-4938-9117-5230ef02429a req-267a3cb8-11b5-4413-9a83-7b54abef679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:19.603185 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c44dd836-e89e-4938-9117-5230ef02429a req-267a3cb8-11b5-4413-9a83-7b54abef679d service neutron] 10.222.0.38 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 912 time: 0.3726761 Jul 29 14:59:19.644550 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0236c750-e01d-4142-b064-11081f9cd39b req-1e6c1963-7dfe-42b5-9188-4720b8dae848 service neutron] 10.222.0.38 "GET /v2.0/networks/7fd93376-9f13-4441-9587-010f8b5c36dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868587 Jul 29 14:59:19.744650 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c44dd836-e89e-4938-9117-5230ef02429a req-bf2a6d57-8b55-4433-95f6-681915bd437f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8cbe62b-64fd-4716-988a-865581139336 HTTP/1.1" status: 200 len: 217 time: 0.0851336 Jul 29 14:59:19.748602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:19.749276 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:19.751107 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] 10.222.0.39 "PUT /v2.0/ports/384b2766-5b64-4b46-a1c5-a1c0e093692d HTTP/1.1" status: 200 len: 1091 time: 3.9734206 Jul 29 14:59:19.836469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Request body: {'port': {'device_id': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:19.902561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd4718-f00a-4be4-934f-75cfced034d2 req-bdb9753a-e189-4257-8b62-a5c93c3e08a3 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:19.905937 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ccd4718-f00a-4be4-934f-75cfced034d2 req-bdb9753a-e189-4257-8b62-a5c93c3e08a3 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1094 time: 0.1467290 Jul 29 14:59:19.921104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20a6e1-1d63-4094-a201-47ce61cbc2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=384b2766-5b64-4b46-a1c5-a1c0e093692d,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:19.960415 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0236c750-e01d-4142-b064-11081f9cd39b req-0f11d782-03be-4f3a-bb3b-4be31c992ab2 service neutron] 10.222.0.38 "GET /v2.0/networks/7fd93376-9f13-4441-9587-010f8b5c36dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065331 Jul 29 14:59:19.989655 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-db0220bb-bb05-4640-a81c-7a16f69225ba tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:19.990039 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-db0220bb-bb05-4640-a81c-7a16f69225ba tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:19.990337 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-db0220bb-bb05-4640-a81c-7a16f69225ba tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Floating IP 8a15b570-bbc7-4386-8319-0a5cee70c897 disassociated. External IP: 172.25.6.107, port: 3559254e-f263-44c0-8c9e-db0d92fb9ec9. Jul 29 14:59:19.990697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-db0220bb-bb05-4640-a81c-7a16f69225ba tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Calling delete_port for 3559254e-f263-44c0-8c9e-db0d92fb9ec9 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:20.005700 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ccd4718-f00a-4be4-934f-75cfced034d2 req-b61906d5-18d8-4cdf-aae9-5d26f1729e20 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728230 Jul 29 14:59:20.022784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08280616-1d92-4226-bfe0-4ed1a6977c3c req-a4005448-363d-4c8e-873b-10a3bcb8706a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:20.030202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08280616-1d92-4226-bfe0-4ed1a6977c3c req-a4005448-363d-4c8e-873b-10a3bcb8706a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:20.036567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08280616-1d92-4226-bfe0-4ed1a6977c3c req-a4005448-363d-4c8e-873b-10a3bcb8706a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:20.043992 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08280616-1d92-4226-bfe0-4ed1a6977c3c req-a4005448-363d-4c8e-873b-10a3bcb8706a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:20.053615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08280616-1d92-4226-bfe0-4ed1a6977c3c req-a4005448-363d-4c8e-873b-10a3bcb8706a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:20.060567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08280616-1d92-4226-bfe0-4ed1a6977c3c req-a4005448-363d-4c8e-873b-10a3bcb8706a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:20.067112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08280616-1d92-4226-bfe0-4ed1a6977c3c req-a4005448-363d-4c8e-873b-10a3bcb8706a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:20.069666 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-08280616-1d92-4226-bfe0-4ed1a6977c3c req-a4005448-363d-4c8e-873b-10a3bcb8706a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5417 time: 0.3841696 Jul 29 14:59:20.154431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44dd836-e89e-4938-9117-5230ef02429a req-df8b3977-5637-4fd6-ad8c-01a4b8ba1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:20.156754 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c44dd836-e89e-4938-9117-5230ef02429a req-df8b3977-5637-4fd6-ad8c-01a4b8ba1374 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc0785a-1332-47e1-a695-790fd3948837 HTTP/1.1" status: 200 len: 851 time: 0.3826523 Jul 29 14:59:20.183650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d0804-8b19-4314-8fbf-b1c1800d1ee5 req-7173f8bf-e59b-4b92-80b7-60b100bbb1ca tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:20.185450 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f3d0804-8b19-4314-8fbf-b1c1800d1ee5 req-7173f8bf-e59b-4b92-80b7-60b100bbb1ca tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0659401 Jul 29 14:59:20.227209 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:20.255938 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c44dd836-e89e-4938-9117-5230ef02429a req-63ebda33-b76c-4a72-8e6e-c2ef8c6120fd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97a96aa0-af30-4a22-b3aa-15726419c082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826674 Jul 29 14:59:20.271773 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f3d0804-8b19-4314-8fbf-b1c1800d1ee5 req-152b7fe3-f2aa-4abc-8ab5-1c0632619070 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733533 Jul 29 14:59:20.372897 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-08280616-1d92-4226-bfe0-4ed1a6977c3c req-c1af462f-e9a1-42df-8a8a-8d459b43f480 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2537699 Jul 29 14:59:20.520279 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52ff29-5f7b-4b64-9afd-7dd91c9706c8 req-1b2f3f92-3e6a-4198-93ca-ad656db50910 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:20.531914 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a52ff29-5f7b-4b64-9afd-7dd91c9706c8 req-1b2f3f92-3e6a-4198-93ca-ad656db50910 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 943 time: 0.1402187 Jul 29 14:59:20.560771 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c44dd836-e89e-4938-9117-5230ef02429a req-7f9bea73-7c34-41b3-a751-5acf96b1b44c service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948172 Jul 29 14:59:20.595635 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-db0220bb-bb05-4640-a81c-7a16f69225ba tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:20.625586 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a52ff29-5f7b-4b64-9afd-7dd91c9706c8 req-d3f7f5c1-4b49-4dcc-95bf-8d6fe2f55351 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799534 Jul 29 14:59:20.721454 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0220bb-bb05-4640-a81c-7a16f69225ba tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event deleted for resources: {'Port': ['ID=3559254e-f263-44c0-8c9e-db0d92fb9ec9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:21.029471 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b1930-8f49-4c86-a991-04dc41cacc86 req-16ba0370-dc85-4d91-b739-4fc0b3a0823f tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:21.039304 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b1930-8f49-4c86-a991-04dc41cacc86 req-16ba0370-dc85-4d91-b739-4fc0b3a0823f tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:21.051541 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b1930-8f49-4c86-a991-04dc41cacc86 req-16ba0370-dc85-4d91-b739-4fc0b3a0823f tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:21.054934 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c04b1930-8f49-4c86-a991-04dc41cacc86 req-16ba0370-dc85-4d91-b739-4fc0b3a0823f tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 2410 time: 0.1756642 Jul 29 14:59:21.055806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47624) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:21.192975 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c04b1930-8f49-4c86-a991-04dc41cacc86 req-986fcd01-df0c-4595-a951-d9e8a6c14d70 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135535 Jul 29 14:59:21.392145 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c44dd836-e89e-4938-9117-5230ef02429a req-97e75c36-3b05-42fc-8350-bbeb74626f62 service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8210628 Jul 29 14:59:21.486476 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-eb828e5d-73b1-4887-b2a8-502b1b4bdf32 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2123450561'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:21.555299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708adb8-45fc-46a0-bf01-6c1371501c76 req-c2dbc9b8-dc56-4734-8700-a1c50d8af396 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:21.559691 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb91041-724f-44bb-84c9-f222b75f435e', 'tag': 'da034cd8-5533-4ed3-9e39-2a11b563436d'}, {'name': 'network-changed', 'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'tag': '384b2766-5b64-4b46-a1c5-a1c0e093692d'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:21.562492 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5513aa77-a5b3-450c-9715-7235371be2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "efb91041-724f-44bb-84c9-f222b75f435e", "tag": "da034cd8-5533-4ed3-9e39-2a11b563436d"}, {"name": "network-changed", "server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "tag": "384b2766-5b64-4b46-a1c5-a1c0e093692d"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:21.573874 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d708adb8-45fc-46a0-bf01-6c1371501c76 req-c2dbc9b8-dc56-4734-8700-a1c50d8af396 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1094 time: 0.2149892 Jul 29 14:59:21.578387 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb828e5d-73b1-4887-b2a8-502b1b4bdf32 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:21.582479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8975d37-f35b-4009-80db-d3c6a3b80c01 req-fefeea22-b689-4881-9ee8-0b93815cc6d5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:21.583999 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb828e5d-73b1-4887-b2a8-502b1b4bdf32 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:21.584794 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8975d37-f35b-4009-80db-d3c6a3b80c01 req-fefeea22-b689-4881-9ee8-0b93815cc6d5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.3272653 Jul 29 14:59:21.602405 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb828e5d-73b1-4887-b2a8-502b1b4bdf32 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:21.610154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6866365f-9081-45de-b450-c210f1db65b5 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:21.625063 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:21.635780 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-db0220bb-bb05-4640-a81c-7a16f69225ba tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:59:21.666319 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Transition to ACTIVE for port object 6866365f-9081-45de-b450-c210f1db65b5 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:21.689697 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:21.693008 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d708adb8-45fc-46a0-bf01-6c1371501c76 req-8dc78bef-17c9-4cc6-8ee6-c262d766fa93 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175783 Jul 29 14:59:21.701465 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8975d37-f35b-4009-80db-d3c6a3b80c01 req-29e239a4-00d4-47ab-bdd1-af4076f7f2a8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852976 Jul 29 14:59:21.838051 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c72cbe0-f9fe-4c68-adca-dba40c0f14c1 x-openstack-request-id: req-9c72cbe0-f9fe-4c68-adca-dba40c0f14c1 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:21.838516 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb91041-724f-44bb-84c9-f222b75f435e", "tag": "da034cd8-5533-4ed3-9e39-2a11b563436d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "tag": "384b2766-5b64-4b46-a1c5-a1c0e093692d", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:21.838816 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c72cbe0-f9fe-4c68-adca-dba40c0f14c1 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:21.839213 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb91041-724f-44bb-84c9-f222b75f435e', 'tag': 'da034cd8-5533-4ed3-9e39-2a11b563436d', 'status': 'completed', 'code': 200} Jul 29 14:59:21.839493 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'tag': '384b2766-5b64-4b46-a1c5-a1c0e093692d', 'status': 'completed', 'code': 200} Jul 29 14:59:21.847865 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:59:21.995141 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6866365f-9081-45de-b450-c210f1db65b5,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:22.091089 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb828e5d-73b1-4887-b2a8-502b1b4bdf32 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:22.101447 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-db0220bb-bb05-4640-a81c-7a16f69225ba tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:59:22.122018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e920f66c-40fb-4a91-9040-61ce2513992c None None] Sync routers for ids ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:59:22.132497 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78820f-1aec-4c38-ae9a-5a5cc773924e req-a61090a2-38ba-469a-8e13-4ec809e9f7d9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.140151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e920f66c-40fb-4a91-9040-61ce2513992c None None] Routers {'9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:59:22.140488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78820f-1aec-4c38-ae9a-5a5cc773924e req-a61090a2-38ba-469a-8e13-4ec809e9f7d9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.140820 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e920f66c-40fb-4a91-9040-61ce2513992c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:59:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:22.146535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78820f-1aec-4c38-ae9a-5a5cc773924e req-a61090a2-38ba-469a-8e13-4ec809e9f7d9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.153922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78820f-1aec-4c38-ae9a-5a5cc773924e req-a61090a2-38ba-469a-8e13-4ec809e9f7d9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.163216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78820f-1aec-4c38-ae9a-5a5cc773924e req-a61090a2-38ba-469a-8e13-4ec809e9f7d9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.170108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513aa77-a5b3-450c-9715-7235371be2ec req-b12ff14c-4cf0-4a82-9843-c07d8d0cf3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.176501 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78820f-1aec-4c38-ae9a-5a5cc773924e req-a61090a2-38ba-469a-8e13-4ec809e9f7d9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.181849 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5513aa77-a5b3-450c-9715-7235371be2ec req-b12ff14c-4cf0-4a82-9843-c07d8d0cf3e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=715a37e063434e18aa9787bb54b9f71a&device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1094 time: 0.2792287 Jul 29 14:59:22.189826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78820f-1aec-4c38-ae9a-5a5cc773924e req-a61090a2-38ba-469a-8e13-4ec809e9f7d9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.193377 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc78820f-1aec-4c38-ae9a-5a5cc773924e req-a61090a2-38ba-469a-8e13-4ec809e9f7d9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.3263934 Jul 29 14:59:22.194475 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb828e5d-73b1-4887-b2a8-502b1b4bdf32 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:22.267946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Attempting to bind port 6866365f-9081-45de-b450-c210f1db65b5 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:59:22.268899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Attempting to bind port 6866365f-9081-45de-b450-c210f1db65b5 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '87c2ebda-f103-40ae-81fb-ae5e00c7ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:59:22.269588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Attempting to bind port 6866365f-9081-45de-b450-c210f1db65b5 on network cbb34b73-c540-4255-9d61-eaabcefcb943 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:22.287388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb828e5d-73b1-4887-b2a8-502b1b4bdf32 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:59:22.311839 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513aa77-a5b3-450c-9715-7235371be2ec req-9a0cee73-bb62-43cf-96d1-a00df6aa54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.312805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513aa77-a5b3-450c-9715-7235371be2ec req-9a0cee73-bb62-43cf-96d1-a00df6aa54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.313676 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513aa77-a5b3-450c-9715-7235371be2ec req-9a0cee73-bb62-43cf-96d1-a00df6aa54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.314838 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513aa77-a5b3-450c-9715-7235371be2ec req-9a0cee73-bb62-43cf-96d1-a00df6aa54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.315725 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513aa77-a5b3-450c-9715-7235371be2ec req-9a0cee73-bb62-43cf-96d1-a00df6aa54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.316615 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513aa77-a5b3-450c-9715-7235371be2ec req-9a0cee73-bb62-43cf-96d1-a00df6aa54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.317576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513aa77-a5b3-450c-9715-7235371be2ec req-9a0cee73-bb62-43cf-96d1-a00df6aa54cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.321211 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5513aa77-a5b3-450c-9715-7235371be2ec req-9a0cee73-bb62-43cf-96d1-a00df6aa54cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b87fe36def094cf5968288b084e2140d&device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 6444 time: 0.3719251 Jul 29 14:59:22.338181 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-db0220bb-bb05-4640-a81c-7a16f69225ba tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] No DVR routers for this DVR port 3559254e-f263-44c0-8c9e-db0d92fb9ec9 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:22.341904 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-db0220bb-bb05-4640-a81c-7a16f69225ba tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:22.348542 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-db0220bb-bb05-4640-a81c-7a16f69225ba tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "DELETE /v2.0/ports/3559254e-f263-44c0-8c9e-db0d92fb9ec9 HTTP/1.1" status: 204 len: 173 time: 4.1858878 Jul 29 14:59:22.374055 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94908bb-e2ee-41fe-86c1-ba237b7ef492 req-5bfb9680-1441-4af6-bf12-5a9c6ae86011 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.383529 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c94908bb-e2ee-41fe-86c1-ba237b7ef492 req-5bfb9680-1441-4af6-bf12-5a9c6ae86011 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 943 time: 0.2989602 Jul 29 14:59:22.401015 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc78820f-1aec-4c38-ae9a-5a5cc773924e req-0a50fa70-63fb-452a-9a44-a869a879227b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1797612 Jul 29 14:59:22.413895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb828e5d-73b1-4887-b2a8-502b1b4bdf32 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adce17b7-eb8b-4e29-85e2-dbf9d45188d3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:22.418045 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb828e5d-73b1-4887-b2a8-502b1b4bdf32 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:22.418396 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-eb828e5d-73b1-4887-b2a8-502b1b4bdf32 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Added segment e38f3fdc-a4be-4369-b850-5c4d648bf11a of type vlan for network 8b2c2a23-dee3-4fec-be2c-526bf69e62c0 Jul 29 14:59:22.483379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e920f66c-40fb-4a91-9040-61ce2513992c None None] Set router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:59:22.514145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Port 6866365f-9081-45de-b450-c210f1db65b5 on network cbb34b73-c540-4255-9d61-eaabcefcb943 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 14:59:22.514386 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Attempting to bind port 6866365f-9081-45de-b450-c210f1db65b5 on network cbb34b73-c540-4255-9d61-eaabcefcb943 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:22.525391 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb828e5d-73b1-4887-b2a8-502b1b4bdf32 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:22.539342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device da034cd8-5533-4ed3-9e39-2a11b563436d details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:59:22.589285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:59:22.591451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Checking segment: {'id': '87c2ebda-f103-40ae-81fb-ae5e00c7ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:22.592185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Bound using segment: {'id': '87c2ebda-f103-40ae-81fb-ae5e00c7ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:59:22.593514 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Bound port: 6866365f-9081-45de-b450-c210f1db65b5, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c2ebda-f103-40ae-81fb-ae5e00c7ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:59:22.596456 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:22.678580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513aa77-a5b3-450c-9715-7235371be2ec req-b4f45599-c309-4d14-9326-2864260da37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.679185 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513aa77-a5b3-450c-9715-7235371be2ec req-b4f45599-c309-4d14-9326-2864260da37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.679671 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513aa77-a5b3-450c-9715-7235371be2ec req-b4f45599-c309-4d14-9326-2864260da37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.681804 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5513aa77-a5b3-450c-9715-7235371be2ec req-b4f45599-c309-4d14-9326-2864260da37a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b87fe36def094cf5968288b084e2140d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3433607 Jul 29 14:59:22.688614 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c94908bb-e2ee-41fe-86c1-ba237b7ef492 req-461967ef-d2b7-467a-ba75-6ba5076f2ff8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991829 Jul 29 14:59:22.706678 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb828e5d-73b1-4887-b2a8-502b1b4bdf32 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:22.713718 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb828e5d-73b1-4887-b2a8-502b1b4bdf32 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.714513 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb828e5d-73b1-4887-b2a8-502b1b4bdf32 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:22.906145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513aa77-a5b3-450c-9715-7235371be2ec req-d9984210-71e6-48ec-92ea-4947aa9760b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:22.909124 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5513aa77-a5b3-450c-9715-7235371be2ec req-d9984210-71e6-48ec-92ea-4947aa9760b2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7fd93376-9f13-4441-9587-010f8b5c36dc HTTP/1.1" status: 200 len: 910 time: 0.6320989 Jul 29 14:59:22.926553 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port da034cd8-5533-4ed3-9e39-2a11b563436d, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=da034cd8-5533-4ed3-9e39-2a11b563436d,segment=NetworkSegment(be6396a5-31c2-462f-9e42-6a08bc567392),segment_id=be6396a5-31c2-462f-9e42-6a08bc567392)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:22.953238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'da034cd8-5533-4ed3-9e39-2a11b563436d', 'network_id': '7fd93376-9f13-4441-9587-010f8b5c36dc', 'port_id': 'da034cd8-5533-4ed3-9e39-2a11b563436d', 'mac_address': 'fa:16:3e:56:2a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97df9b30-8ccf-4f4b-8525-1369888f619a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:59:23.077240 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:23.109053 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] For port 6866365f-9081-45de-b450-c210f1db65b5, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:59:23.112578 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da034cd8-5533-4ed3-9e39-2a11b563436d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:23.115608 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] For port 6866365f-9081-45de-b450-c210f1db65b5, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6866365f-9081-45de-b450-c210f1db65b5,segment=NetworkSegment(87c2ebda-f103-40ae-81fb-ae5e00c7ca15),segment_id=87c2ebda-f103-40ae-81fb-ae5e00c7ca15)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:59:23.124138 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5513aa77-a5b3-450c-9715-7235371be2ec req-2090f019-288a-410c-a13d-ec850dd7f8b0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da034cd8-5533-4ed3-9e39-2a11b563436d HTTP/1.1" status: 200 len: 217 time: 0.1984508 Jul 29 14:59:23.129209 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:23.161721 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e920f66c-40fb-4a91-9040-61ce2513992c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'name': 'tempest-TaggedBootDevicesTest-942324995-router', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:19Z', 'updated_at': '2021-07-29T14:48:27Z', 'revision_number': 4, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'gw_port': {'id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:21Z', 'updated_at': '2021-07-29T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a22cbdb-ad38-4590-86de-90fb10fb9dca', 'name': '', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'mac_address': 'fa:16:3e:2e:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:26Z', 'updated_at': '2021-07-29T14:48:42Z', 'revision_number': 5, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'subnets': [{'id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:23.172151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port da034cd8-5533-4ed3-9e39-2a11b563436d, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=da034cd8-5533-4ed3-9e39-2a11b563436d,segment=NetworkSegment(be6396a5-31c2-462f-9e42-6a08bc567392),segment_id=be6396a5-31c2-462f-9e42-6a08bc567392)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:23.225011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:23.225011 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:23.226696 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] 10.222.0.39 "PUT /v2.0/ports/6866365f-9081-45de-b450-c210f1db65b5 HTTP/1.1" status: 200 len: 1091 time: 3.4374444 Jul 29 14:59:23.231215 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:23.232347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device c8cbe62b-64fd-4716-988a-865581139336 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:59:23.241157 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e920f66c-40fb-4a91-9040-61ce2513992c None None] Checking router: 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:59:23.242111 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-9908666c-9e31-4ba6-9847-3cbfbbd3d292 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Deleting port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:23.242567 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-9908666c-9e31-4ba6-9847-3cbfbbd3d292 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:23.324588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d31272-9da8-45e1-b9d3-803c9183baf1 req-50be78fe-50ba-4401-9fd5-c5a1143fd16b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:23.330941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d31272-9da8-45e1-b9d3-803c9183baf1 req-50be78fe-50ba-4401-9fd5-c5a1143fd16b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:23.333567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e920f66c-40fb-4a91-9040-61ce2513992c None None] Routers {'9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:59:23.334702 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e920f66c-40fb-4a91-9040-61ce2513992c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:59:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:23.337259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d31272-9da8-45e1-b9d3-803c9183baf1 req-50be78fe-50ba-4401-9fd5-c5a1143fd16b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:23.339219 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95d31272-9da8-45e1-b9d3-803c9183baf1 req-50be78fe-50ba-4401-9fd5-c5a1143fd16b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 2410 time: 0.7453213 Jul 29 14:59:23.364700 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-eb828e5d-73b1-4887-b2a8-502b1b4bdf32 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2972417 Jul 29 14:59:23.395276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73ae7d-7cd6-42d3-b30f-7ac7e8bcf5e6 req-61a35e09-c346-4ed6-b2e9-ea134829dd41 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:23.407909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb828e5d-73b1-4887-b2a8-502b1b4bdf32 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Network': ['ID=8b2c2a23-dee3-4fec-be2c-526bf69e62c0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:23.418590 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95d31272-9da8-45e1-b9d3-803c9183baf1 req-101b0c1e-7129-4f8f-aa2c-3dd42f0df1cc tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660069 Jul 29 14:59:23.425073 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3d73ae7d-7cd6-42d3-b30f-7ac7e8bcf5e6 req-61a35e09-c346-4ed6-b2e9-ea134829dd41 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1094 time: 0.5068345 Jul 29 14:59:23.439697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513aa77-a5b3-450c-9715-7235371be2ec req-6a9ab59e-5309-496b-8c5f-b1b11d5edb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:23.441967 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5513aa77-a5b3-450c-9715-7235371be2ec req-6a9ab59e-5309-496b-8c5f-b1b11d5edb53 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=97df9b30-8ccf-4f4b-8525-1369888f619a HTTP/1.1" status: 200 len: 848 time: 0.3094454 Jul 29 14:59:23.476431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6866365f-9081-45de-b450-c210f1db65b5,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:23.516315 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47656) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:23.524339 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a5596845-c6f1-4ebf-b65d-4fa7d9deb541 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'subnet': {'network_id': '8b2c2a23-dee3-4fec-be2c-526bf69e62c0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:23.552302 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513aa77-a5b3-450c-9715-7235371be2ec req-e8ead223-505d-4a22-94bd-ac692a8c0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:23.554173 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5513aa77-a5b3-450c-9715-7235371be2ec req-e8ead223-505d-4a22-94bd-ac692a8c0ddc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8630686 Jul 29 14:59:23.559751 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 8b2c2a23-dee3-4fec-be2c-526bf69e62c0 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:59:23.593903 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3d73ae7d-7cd6-42d3-b30f-7ac7e8bcf5e6 req-4a760935-12aa-47cd-ba6a-85e1ec38cf9a tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445882 Jul 29 14:59:23.696118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513aa77-a5b3-450c-9715-7235371be2ec req-7f3b0b4b-137e-44f7-8247-42f30192d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:23.699824 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5513aa77-a5b3-450c-9715-7235371be2ec req-7f3b0b4b-137e-44f7-8247-42f30192d286 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7fd93376-9f13-4441-9587-010f8b5c36dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2461867 Jul 29 14:59:23.710792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-9908666c-9e31-4ba6-9847-3cbfbbd3d292 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] For port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6d1441c2-83c0-47d9-b5a2-4e4083a907c0,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:23.711396 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-9908666c-9e31-4ba6-9847-3cbfbbd3d292 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:23.841993 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5596845-c6f1-4ebf-b65d-4fa7d9deb541 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:23.857679 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5596845-c6f1-4ebf-b65d-4fa7d9deb541 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:23.883646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-deleted', 'tag': '3559254e-f263-44c0-8c9e-db0d92fb9ec9'}, {'name': 'network-changed', 'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'tag': '6866365f-9081-45de-b450-c210f1db65b5'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:23.890557 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8" -d '{"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-deleted", "tag": "3559254e-f263-44c0-8c9e-db0d92fb9ec9"}, {"name": "network-changed", "server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "tag": "6866365f-9081-45de-b450-c210f1db65b5"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:23.917455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-9908666c-9e31-4ba6-9847-3cbfbbd3d292 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Calling delete_port for 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:23.918424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=da034cd8-5533-4ed3-9e39-2a11b563436d,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:23.971260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e920f66c-40fb-4a91-9040-61ce2513992c None None] Set router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:59:23.980100 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5513aa77-a5b3-450c-9715-7235371be2ec req-e4ad0aff-fc22-4252-8b55-3fd80149840e service neutron] 10.222.0.38 "GET /v2.0/networks/7fd93376-9f13-4441-9587-010f8b5c36dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607527 Jul 29 14:59:24.010311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port c8cbe62b-64fd-4716-988a-865581139336, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=c8cbe62b-64fd-4716-988a-865581139336,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:24.022317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-fcb9a417-4c36-4afb-9a6a-23252bc6df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.023241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-fcb9a417-4c36-4afb-9a6a-23252bc6df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.024173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-fcb9a417-4c36-4afb-9a6a-23252bc6df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.025825 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-fcb9a417-4c36-4afb-9a6a-23252bc6df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.026561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-fcb9a417-4c36-4afb-9a6a-23252bc6df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.027589 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-fcb9a417-4c36-4afb-9a6a-23252bc6df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.029272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-fcb9a417-4c36-4afb-9a6a-23252bc6df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.035353 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-fcb9a417-4c36-4afb-9a6a-23252bc6df28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b87fe36def094cf5968288b084e2140d&device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 6486 time: 0.3822889 Jul 29 14:59:24.049639 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'c8cbe62b-64fd-4716-988a-865581139336', 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082', 'port_id': 'c8cbe62b-64fd-4716-988a-865581139336', 'mac_address': 'fa:16:3e:77:f3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc0785a-1332-47e1-a695-790fd3948837', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:59:24.183923 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-5126bc44-3372-48eb-b0af-59f952de9734 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=861979d8-e377-468b-a834-f7023ef2664a HTTP/1.1" status: 200 len: 217 time: 0.0985415 Jul 29 14:59:24.202846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18390f2a-28c2-498d-bc23-f1830b52cc54 req-0056d412-cf6f-4523-97ac-cb5591d69f80 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.217562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18390f2a-28c2-498d-bc23-f1830b52cc54 req-0056d412-cf6f-4523-97ac-cb5591d69f80 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.4904826 Jul 29 14:59:24.220004 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:24.246637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cbe62b-64fd-4716-988a-865581139336 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:24.255285 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-9908666c-9e31-4ba6-9847-3cbfbbd3d292 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:24.301836 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port c8cbe62b-64fd-4716-988a-865581139336, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=c8cbe62b-64fd-4716-988a-865581139336,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:24.319811 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:24.345845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908666c-9e31-4ba6-9847-3cbfbbd3d292 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event deleted for resources: {'Port': ['ID=6d1441c2-83c0-47d9-b5a2-4e4083a907c0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:24.422113 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18390f2a-28c2-498d-bc23-f1830b52cc54 req-044f286c-77a0-4bcb-bb6c-59ae3bb8fda1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777155 Jul 29 14:59:24.427936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00bc99-c7cf-49da-8d3b-8c81fd8d35a6 req-b85ff8f4-7621-4944-b835-22fa38b901c6 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.440103 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00bc99-c7cf-49da-8d3b-8c81fd8d35a6 req-b85ff8f4-7621-4944-b835-22fa38b901c6 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.456278 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00bc99-c7cf-49da-8d3b-8c81fd8d35a6 req-b85ff8f4-7621-4944-b835-22fa38b901c6 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.464229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=c8cbe62b-64fd-4716-988a-865581139336,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:24.484890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00bc99-c7cf-49da-8d3b-8c81fd8d35a6 req-b85ff8f4-7621-4944-b835-22fa38b901c6 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.491613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e920f66c-40fb-4a91-9040-61ce2513992c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'name': 'tempest-TaggedBootDevicesTest-942324995-router', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:19Z', 'updated_at': '2021-07-29T14:48:27Z', 'revision_number': 4, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'gw_port': {'id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:21Z', 'updated_at': '2021-07-29T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a22cbdb-ad38-4590-86de-90fb10fb9dca', 'name': '', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'mac_address': 'fa:16:3e:2e:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:26Z', 'updated_at': '2021-07-29T14:48:42Z', 'revision_number': 5, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'subnets': [{'id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:24.499596 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00bc99-c7cf-49da-8d3b-8c81fd8d35a6 req-b85ff8f4-7621-4944-b835-22fa38b901c6 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.513265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00bc99-c7cf-49da-8d3b-8c81fd8d35a6 req-b85ff8f4-7621-4944-b835-22fa38b901c6 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.526350 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00bc99-c7cf-49da-8d3b-8c81fd8d35a6 req-b85ff8f4-7621-4944-b835-22fa38b901c6 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.539570 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e920f66c-40fb-4a91-9040-61ce2513992c None None] The sync data for ids ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'] in n-d-802893-1 is: [{'id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'name': 'tempest-TaggedBootDevicesTest-942324995-router', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:19Z', 'updated_at': '2021-07-29T14:48:27Z', 'revision_number': 4, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'gw_port': {'id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:21Z', 'updated_at': '2021-07-29T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '5a22cbdb-ad38-4590-86de-90fb10fb9dca', 'name': '', 'network_id': '2dba885a-0741-41e8-b079-6381bc1efb2c', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'mac_address': 'fa:16:3e:2e:01:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:26Z', 'updated_at': '2021-07-29T14:48:42Z', 'revision_number': 5, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'subnets': [{'id': '8c2c5946-274d-455f-a39e-104d5d03aeca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:59:24.541548 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6f00bc99-c7cf-49da-8d3b-8c81fd8d35a6 req-b85ff8f4-7621-4944-b835-22fa38b901c6 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.6467128 Jul 29 14:59:24.574509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-3ccf08dd-0889-401c-976b-140960b87ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.576378 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-3ccf08dd-0889-401c-976b-140960b87ea3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0553de55-e064-4bb6-b0d3-b4a9bd38f40f HTTP/1.1" status: 200 len: 855 time: 0.3574703 Jul 29 14:59:24.588164 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5596845-c6f1-4ebf-b65d-4fa7d9deb541 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:24.661463 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-9908666c-9e31-4ba6-9847-3cbfbbd3d292 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] No DVR routers for this DVR port 6d1441c2-83c0-47d9-b5a2-4e4083a907c0 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:24.662817 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['da034cd8-5533-4ed3-9e39-2a11b563436d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:59:24.673906 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-9908666c-9e31-4ba6-9847-3cbfbbd3d292 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:24.675784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['c8cbe62b-64fd-4716-988a-865581139336'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:59:24.677053 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-9908666c-9e31-4ba6-9847-3cbfbbd3d292 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "DELETE /v2.0/ports/6d1441c2-83c0-47d9-b5a2-4e4083a907c0 HTTP/1.1" status: 204 len: 173 time: 2.2014678 Jul 29 14:59:24.776651 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bf0ff-0949-429f-aaea-c835798c78c5 req-d00ee339-6d14-4d8f-ace8-19bf72e1ef8a tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.778468 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1b9bf0ff-0949-429f-aaea-c835798c78c5 req-d00ee339-6d14-4d8f-ace8-19bf72e1ef8a tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 944 time: 0.2009985 Jul 29 14:59:24.785575 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-26f8e4da-b9fe-4539-b55b-75830be1de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:24.787372 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-26f8e4da-b9fe-4539-b55b-75830be1de4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c87811c7-fa8b-41f4-b809-e4e0814b1be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1918206 Jul 29 14:59:24.798817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5596845-c6f1-4ebf-b65d-4fa7d9deb541 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Subnet': ['ID=fb51425c-57f0-435e-8f81-184d5b094137,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:24.827732 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6f00bc99-c7cf-49da-8d3b-8c81fd8d35a6 req-b9050ab3-19e7-419c-b903-70916223fbe4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2824929 Jul 29 14:59:24.860426 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5513aa77-a5b3-450c-9715-7235371be2ec req-5df6b186-442c-4939-82e8-22c495476fb9 service neutron] 10.222.0.38 "GET /v2.0/networks/7fd93376-9f13-4441-9587-010f8b5c36dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8716927 Jul 29 14:59:25.054884 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-81cd3224-dca5-41b4-8b9f-69ff74074f1e service neutron] 10.222.0.39 "GET /v2.0/networks/c87811c7-fa8b-41f4-b809-e4e0814b1be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576616 Jul 29 14:59:25.056391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-52e111f7-d82b-42bc-bd82-602910df8c63 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Deleting port b3c575bd-780c-48e1-8ab2-eac2e139f0d6 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:25.058534 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-52e111f7-d82b-42bc-bd82-602910df8c63 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:25.066115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5596845-c6f1-4ebf-b65d-4fa7d9deb541 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Checking segment: {'id': 'e38f3fdc-a4be-4369-b850-5c4d648bf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8b2c2a23-dee3-4fec-be2c-526bf69e62c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:25.066498 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5596845-c6f1-4ebf-b65d-4fa7d9deb541 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network hostable DHCP agents. Network: 8b2c2a23-dee3-4fec-be2c-526bf69e62c0, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:59:25.075093 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5cf6d8-aaec-4e84-8427-158ae49a8ff5 None None] New status for floating IP 8a15b570-bbc7-4386-8319-0a5cee70c897: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 14:59:25.094756 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f60773d-ff85-485c-8cdd-20e2c3b2e2b1 x-openstack-request-id: req-4f60773d-ff85-485c-8cdd-20e2c3b2e2b1 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:25.095213 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-deleted", "tag": "3559254e-f263-44c0-8c9e-db0d92fb9ec9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "tag": "6866365f-9081-45de-b450-c210f1db65b5", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:25.095605 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f60773d-ff85-485c-8cdd-20e2c3b2e2b1 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:25.096203 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-deleted', 'tag': '3559254e-f263-44c0-8c9e-db0d92fb9ec9', 'status': 'completed', 'code': 200} Jul 29 14:59:25.096716 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'tag': '6866365f-9081-45de-b450-c210f1db65b5', 'status': 'completed', 'code': 200} Jul 29 14:59:25.236902 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1b9bf0ff-0949-429f-aaea-c835798c78c5 req-e777bd03-b3eb-474b-878d-5785662a6f27 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387043 Jul 29 14:59:25.246388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5596845-c6f1-4ebf-b65d-4fa7d9deb541 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network 8b2c2a23-dee3-4fec-be2c-526bf69e62c0 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:59:25.303551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a5596845-c6f1-4ebf-b65d-4fa7d9deb541 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 8b2c2a23-dee3-4fec-be2c-526bf69e62c0) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:59:25.316784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259948d6-d2eb-4090-8a13-560164ba80d7 None None] Network 8b2c2a23-dee3-4fec-be2c-526bf69e62c0 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:25.330832 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5596845-c6f1-4ebf-b65d-4fa7d9deb541 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:25.334878 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5596845-c6f1-4ebf-b65d-4fa7d9deb541 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:25.394114 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a5596845-c6f1-4ebf-b65d-4fa7d9deb541 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8766506 Jul 29 14:59:25.411899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47684) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:25.418751 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-97eece65-0b75-48b8-874d-ae1b9aa2e34a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1587876125'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:25.440839 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-46448f47-513c-41fb-b574-fd65c204a8e8 service neutron] 10.222.0.39 "GET /v2.0/networks/c87811c7-fa8b-41f4-b809-e4e0814b1be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611772 Jul 29 14:59:25.512311 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-e6245205-c923-4b0e-86c4-78e599cfdfcf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=1bdf1649-a389-4996-8e32-7b0940a4a965 HTTP/1.1" status: 200 len: 217 time: 0.0620096 Jul 29 14:59:25.520173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192343c-7b12-4728-a6f9-f926f17423d3 req-b6aec494-cc64-4e53-8cc7-28dc220dc3c4 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:25.527194 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d192343c-7b12-4728-a6f9-f926f17423d3 req-b6aec494-cc64-4e53-8cc7-28dc220dc3c4 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1095 time: 0.1594377 Jul 29 14:59:25.536643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-52e111f7-d82b-42bc-bd82-602910df8c63 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] For port b3c575bd-780c-48e1-8ab2-eac2e139f0d6, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b3c575bd-780c-48e1-8ab2-eac2e139f0d6,segment=NetworkSegment(d6f72c29-acc4-4b7c-92d3-7ee81374c3cd),segment_id=d6f72c29-acc4-4b7c-92d3-7ee81374c3cd)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:25.537189 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-52e111f7-d82b-42bc-bd82-602910df8c63 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:25.551821 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97eece65-0b75-48b8-874d-ae1b9aa2e34a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:25.556045 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-97eece65-0b75-48b8-874d-ae1b9aa2e34a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:25.565388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-52e111f7-d82b-42bc-bd82-602910df8c63 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Calling delete_port for b3c575bd-780c-48e1-8ab2-eac2e139f0d6 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:25.604433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b1963-3b0c-4a2a-902e-893d085ce992 req-c5221c54-6afd-459c-82f6-1ae2df004972 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:25.610939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b1963-3b0c-4a2a-902e-893d085ce992 req-c5221c54-6afd-459c-82f6-1ae2df004972 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:25.620338 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f5b1963-3b0c-4a2a-902e-893d085ce992 req-c5221c54-6afd-459c-82f6-1ae2df004972 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 1677 time: 0.2316663 Jul 29 14:59:25.703609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-8b2c2a23-dee3-4fec-be2c-526bf69e62c0', 'network_id': '8b2c2a23-dee3-4fec-be2c-526bf69e62c0', 'tenant_id': 'd234c346de084e358079feba9b4bfa18', 'fixed_ips': [{'subnet_id': 'fb51425c-57f0-435e-8f81-184d5b094137'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:59:25.705419 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:25.715975 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d192343c-7b12-4728-a6f9-f926f17423d3 req-1081f79b-98aa-45e6-8e76-1ddbd1589404 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589305 Jul 29 14:59:25.729429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-f13719cb-a603-4c25-a637-f41c145d9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:25.735454 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-f13719cb-a603-4c25-a637-f41c145d9a2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 200 len: 797 time: 0.2048383 Jul 29 14:59:25.832709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-2048b325-6a87-46d7-83c8-8c42cdf47b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:25.836109 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-2048b325-6a87-46d7-83c8-8c42cdf47b70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=112a52ee-a8c5-491c-86d2-16cd4245effc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0937510 Jul 29 14:59:25.838083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97eece65-0b75-48b8-874d-ae1b9aa2e34a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:59:25.843563 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f5b1963-3b0c-4a2a-902e-893d085ce992 req-ff91bb97-f59d-440d-a2be-e62e424dc156 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups?id=96622a08-6eac-4be6-9976-ddcc5aa0e595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219787 Jul 29 14:59:25.864352 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-97eece65-0b75-48b8-874d-ae1b9aa2e34a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:25.864946 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-97eece65-0b75-48b8-874d-ae1b9aa2e34a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Added segment 84c9b2b7-569b-4bc7-ad5d-e699a59045a3 of type vlan for network 06084ebe-e9d4-4d3a-bebd-03f17e603280 Jul 29 14:59:25.951700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Allocated IP 172.20.255.242 (8b2c2a23-dee3-4fec-be2c-526bf69e62c0/fb51425c-57f0-435e-8f81-184d5b094137/30392529-8ecf-44e8-aa81-735dad7ae738) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:59:26.013465 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-97eece65-0b75-48b8-874d-ae1b9aa2e34a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:26.062983 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-52e111f7-d82b-42bc-bd82-602910df8c63 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:26.090942 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-b3e28d26-02d5-40e4-a857-f0509f453f05 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259209 Jul 29 14:59:26.147272 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-97eece65-0b75-48b8-874d-ae1b9aa2e34a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:26.154358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eece65-0b75-48b8-874d-ae1b9aa2e34a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:26.156876 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-97eece65-0b75-48b8-874d-ae1b9aa2e34a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:26.192369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e111f7-d82b-42bc-bd82-602910df8c63 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event deleted for resources: {'Port': ['ID=b3c575bd-780c-48e1-8ab2-eac2e139f0d6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:26.204796 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-97eece65-0b75-48b8-874d-ae1b9aa2e34a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7880561 Jul 29 14:59:26.210634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47688) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:26.231364 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdf07e-7d25-4508-8e8f-978c65fcf0e3 req-b1e9a49b-6c35-4f13-a340-21650c9e528c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:26.233099 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9bcdf07e-7d25-4508-8e8f-978c65fcf0e3 req-b1e9a49b-6c35-4f13-a340-21650c9e528c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1577406 Jul 29 14:59:26.239474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e86adf5e-4aa1-4fe4-96de-aa8648895536 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'subnet': {'network_id': '06084ebe-e9d4-4d3a-bebd-03f17e603280', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:26.270363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-52e111f7-d82b-42bc-bd82-602910df8c63 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] No DVR routers for this DVR port b3c575bd-780c-48e1-8ab2-eac2e139f0d6 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:26.273676 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-52e111f7-d82b-42bc-bd82-602910df8c63 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:26.276900 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-52e111f7-d82b-42bc-bd82-602910df8c63 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "DELETE /v2.0/ports/b3c575bd-780c-48e1-8ab2-eac2e139f0d6 HTTP/1.1" status: 204 len: 173 time: 1.5927863 Jul 29 14:59:26.292761 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:26.312402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Transition to ACTIVE for port object 30392529-8ecf-44e8-aa81-735dad7ae738 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:26.328408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e03a4-7a94-4a20-8e97-e5e7cd46fcfa req-b0cdca0f-294b-4f93-b4c9-6f19a77b6178 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:26.335144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e03a4-7a94-4a20-8e97-e5e7cd46fcfa req-b0cdca0f-294b-4f93-b4c9-6f19a77b6178 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:26.342528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e03a4-7a94-4a20-8e97-e5e7cd46fcfa req-b0cdca0f-294b-4f93-b4c9-6f19a77b6178 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:26.347462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Transition to ACTIVE for port object 30392529-8ecf-44e8-aa81-735dad7ae738 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:26.350896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e03a4-7a94-4a20-8e97-e5e7cd46fcfa req-b0cdca0f-294b-4f93-b4c9-6f19a77b6178 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:26.359652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e03a4-7a94-4a20-8e97-e5e7cd46fcfa req-b0cdca0f-294b-4f93-b4c9-6f19a77b6178 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:26.367154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e03a4-7a94-4a20-8e97-e5e7cd46fcfa req-b0cdca0f-294b-4f93-b4c9-6f19a77b6178 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:26.371677 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:26.376449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e03a4-7a94-4a20-8e97-e5e7cd46fcfa req-b0cdca0f-294b-4f93-b4c9-6f19a77b6178 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:26.378801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e5e03a4-7a94-4a20-8e97-e5e7cd46fcfa req-b0cdca0f-294b-4f93-b4c9-6f19a77b6178 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.2965240 Jul 29 14:59:26.449729 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:26.451657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eece65-0b75-48b8-874d-ae1b9aa2e34a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Network': ['ID=06084ebe-e9d4-4d3a-bebd-03f17e603280,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:26.471474 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 06084ebe-e9d4-4d3a-bebd-03f17e603280 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:59:26.490601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Network 8b2c2a23-dee3-4fec-be2c-526bf69e62c0 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:59:26.531691 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9bcdf07e-7d25-4508-8e8f-978c65fcf0e3 req-c291fdd3-3a08-4e34-b5a6-18920c0396ef tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824359 Jul 29 14:59:26.584354 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e5e03a4-7a94-4a20-8e97-e5e7cd46fcfa req-4bbc26f8-d663-41d0-a3f3-c51f4bdf37ea tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1685712 Jul 29 14:59:26.591358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device da034cd8-5533-4ed3-9e39-2a11b563436d up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:59:26.596652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86adf5e-4aa1-4fe4-96de-aa8648895536 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:26.597670 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:59:26.608494 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e86adf5e-4aa1-4fe4-96de-aa8648895536 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:26.617940 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-9dc67e73-bdef-4971-bdad-b3ce0c80615a service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860573 Jul 29 14:59:26.675981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-c85894ce-41b6-4d6c-b581-ca12a1d42ca9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Deleting port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:26.676321 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-c85894ce-41b6-4d6c-b581-ca12a1d42ca9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:26.685776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:59:26.760243 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Pushing event updated for resources: {'Port': ['ID=30392529-8ecf-44e8-aa81-735dad7ae738,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:26.840853 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-0a1a8339-fd52-4601-9519-48540f167021 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=85e3d439-4f4c-480b-b468-4d17d9852f15 HTTP/1.1" status: 200 len: 217 time: 0.1347554 Jul 29 14:59:26.939016 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port da034cd8-5533-4ed3-9e39-2a11b563436d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:59:26.961593 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port da034cd8-5533-4ed3-9e39-2a11b563436d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:59:26.963319 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:26.966121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Attempting to bind port 30392529-8ecf-44e8-aa81-735dad7ae738 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:59:26.966499 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Attempting to bind port 30392529-8ecf-44e8-aa81-735dad7ae738 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'e38f3fdc-a4be-4369-b850-5c4d648bf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8b2c2a23-dee3-4fec-be2c-526bf69e62c0'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:59:26.967775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Attempting to bind port 30392529-8ecf-44e8-aa81-735dad7ae738 on network 8b2c2a23-dee3-4fec-be2c-526bf69e62c0 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:26.978478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134653e-8e4e-4e18-ab6e-783e8e7cf786 req-655dd67b-884c-4b00-825d-40e503e9915a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:26.980282 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7134653e-8e4e-4e18-ab6e-783e8e7cf786 req-655dd67b-884c-4b00-825d-40e503e9915a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1600921 Jul 29 14:59:27.017814 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-c85894ce-41b6-4d6c-b581-ca12a1d42ca9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] For port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7,segment=NetworkSegment(d6f72c29-acc4-4b7c-92d3-7ee81374c3cd),segment_id=d6f72c29-acc4-4b7c-92d3-7ee81374c3cd)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:27.018243 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-c85894ce-41b6-4d6c-b581-ca12a1d42ca9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:27.046030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-c85894ce-41b6-4d6c-b581-ca12a1d42ca9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Calling delete_port for 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:27.069677 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7134653e-8e4e-4e18-ab6e-783e8e7cf786 req-062a3e79-d7ba-4628-ba25-025d7f1154ad tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791025 Jul 29 14:59:27.121898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-deleted', 'tag': '6d1441c2-83c0-47d9-b5a2-4e4083a907c0'}, {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-deleted', 'tag': 'b3c575bd-780c-48e1-8ab2-eac2e139f0d6'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:27.124599 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19863af-1c32-4c52-8e54-1b5920a076b5" -d '{"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-deleted", "tag": "6d1441c2-83c0-47d9-b5a2-4e4083a907c0"}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-deleted", "tag": "b3c575bd-780c-48e1-8ab2-eac2e139f0d6"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:27.232461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24f247-ecf6-4485-8d57-a29370d96ea8 req-46926f9e-8e07-4cbf-a8ad-64d57c1e90d0 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:27.235214 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e24f247-ecf6-4485-8d57-a29370d96ea8 req-46926f9e-8e07-4cbf-a8ad-64d57c1e90d0 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 944 time: 0.5274429 Jul 29 14:59:27.262521 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e86adf5e-4aa1-4fe4-96de-aa8648895536 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:27.267695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-274fb80d-49a9-4a65-a4fb-640821a8f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:27.270540 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-274fb80d-49a9-4a65-a4fb-640821a8f723 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 200 len: 797 time: 0.4196653 Jul 29 14:59:27.306982 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-c85894ce-41b6-4d6c-b581-ca12a1d42ca9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:27.315485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964b725-2c9c-4d76-bad2-c2a319d4778e req-179fde73-64b1-4087-8265-18cf90a5743b tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:27.317441 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4964b725-2c9c-4d76-bad2-c2a319d4778e req-179fde73-64b1-4087-8265-18cf90a5743b tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1095 time: 0.1304183 Jul 29 14:59:27.325116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:59:27.338319 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Checking segment: {'id': 'e38f3fdc-a4be-4369-b850-5c4d648bf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8b2c2a23-dee3-4fec-be2c-526bf69e62c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:27.338319 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:27.338949 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Bound using segment: {'id': 'e38f3fdc-a4be-4369-b850-5c4d648bf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8b2c2a23-dee3-4fec-be2c-526bf69e62c0'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:59:27.339347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Bound port: 30392529-8ecf-44e8-aa81-735dad7ae738, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38f3fdc-a4be-4369-b850-5c4d648bf11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '8b2c2a23-dee3-4fec-be2c-526bf69e62c0'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:59:27.339742 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:27.358668 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85894ce-41b6-4d6c-b581-ca12a1d42ca9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event deleted for resources: {'Port': ['ID=6f7327b0-d4f1-47b8-b89b-08de1a6b68f7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:27.428988 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e24f247-ecf6-4485-8d57-a29370d96ea8 req-75ad4264-8a10-444e-8aab-d074164faa56 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857681 Jul 29 14:59:27.447087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86adf5e-4aa1-4fe4-96de-aa8648895536 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Subnet': ['ID=75827f04-fa17-4cf9-9571-1786d2a2a1ed,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:27.471904 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] For port 30392529-8ecf-44e8-aa81-735dad7ae738, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:59:27.476376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] For port 30392529-8ecf-44e8-aa81-735dad7ae738, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=30392529-8ecf-44e8-aa81-735dad7ae738,segment=NetworkSegment(e38f3fdc-a4be-4369-b850-5c4d648bf11a),segment_id=e38f3fdc-a4be-4369-b850-5c4d648bf11a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:59:27.493038 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:27.501042 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-81d09f26-1391-4433-9d26-425ca0a8daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:27.503675 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-81d09f26-1391-4433-9d26-425ca0a8daca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=112a52ee-a8c5-491c-86d2-16cd4245effc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2036538 Jul 29 14:59:27.517821 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-c85894ce-41b6-4d6c-b581-ca12a1d42ca9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] No DVR routers for this DVR port 6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:27.527038 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-c85894ce-41b6-4d6c-b581-ca12a1d42ca9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:27.530879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86adf5e-4aa1-4fe4-96de-aa8648895536 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Checking segment: {'id': '84c9b2b7-569b-4bc7-ad5d-e699a59045a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '06084ebe-e9d4-4d3a-bebd-03f17e603280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:27.531147 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-239f29ce-ae71-488e-95bd-42eb25e8a84e req-c85894ce-41b6-4d6c-b581-ca12a1d42ca9 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.39 "DELETE /v2.0/ports/6f7327b0-d4f1-47b8-b89b-08de1a6b68f7 HTTP/1.1" status: 204 len: 173 time: 1.2334399 Jul 29 14:59:27.531318 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86adf5e-4aa1-4fe4-96de-aa8648895536 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network hostable DHCP agents. Network: 06084ebe-e9d4-4d3a-bebd-03f17e603280, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:59:27.613452 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4964b725-2c9c-4d76-bad2-c2a319d4778e req-e8f9d0b8-e571-4e27-9074-20dd4975282d tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653491 Jul 29 14:59:27.703393 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:27.730782 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a8ff2-02d0-45cb-97b9-872671b289e3 None None] Pushing event updated for resources: {'Port': ['ID=30392529-8ecf-44e8-aa81-735dad7ae738,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:27.758630 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-6eaf66aa-2287-45fe-a026-ecfa702cd36d service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460303 Jul 29 14:59:27.812961 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb91041-724f-44bb-84c9-f222b75f435e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da034cd8-5533-4ed3-9e39-2a11b563436d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:27.816965 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec095937-4239-4887-85f4-fa650351baca" -d '{"events": [{"server_uuid": "efb91041-724f-44bb-84c9-f222b75f435e", "name": "network-vif-plugged", "status": "completed", "tag": "da034cd8-5533-4ed3-9e39-2a11b563436d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:27.865098 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port da034cd8-5533-4ed3-9e39-2a11b563436d, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=da034cd8-5533-4ed3-9e39-2a11b563436d,segment=NetworkSegment(be6396a5-31c2-462f-9e42-6a08bc567392),segment_id=be6396a5-31c2-462f-9e42-6a08bc567392)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:27.877338 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:27.878853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device c8cbe62b-64fd-4716-988a-865581139336 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:59:27.895850 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14ea3f93-807d-40be-8c0c-eb925c043f05 req-f981bdc9-3257-4ce6-afb7-6baae01e161a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.1349297 Jul 29 14:59:27.937642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf5a79-5c6a-45f8-a786-66bbb2d77f92 req-da468922-0607-4365-bbf0-2d7a0fbc7f07 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:27.954631 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c1cf5a79-5c6a-45f8-a786-66bbb2d77f92 req-da468922-0607-4365-bbf0-2d7a0fbc7f07 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1855388 Jul 29 14:59:28.047683 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fff5ee-741a-4213-ad59-5ceca47f9ab0 x-openstack-request-id: req-97fff5ee-741a-4213-ad59-5ceca47f9ab0 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:28.049392 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-deleted", "tag": "6d1441c2-83c0-47d9-b5a2-4e4083a907c0", "status": "completed", "code": 200}, {"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-deleted", "tag": "b3c575bd-780c-48e1-8ab2-eac2e139f0d6", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:28.049600 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97fff5ee-741a-4213-ad59-5ceca47f9ab0 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:28.050039 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-deleted', 'tag': '6d1441c2-83c0-47d9-b5a2-4e4083a907c0', 'status': 'completed', 'code': 200} Jul 29 14:59:28.050327 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-deleted', 'tag': 'b3c575bd-780c-48e1-8ab2-eac2e139f0d6', 'status': 'completed', 'code': 200} Jul 29 14:59:28.096853 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86adf5e-4aa1-4fe4-96de-aa8648895536 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network 06084ebe-e9d4-4d3a-bebd-03f17e603280 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:59:28.097838 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c1cf5a79-5c6a-45f8-a786-66bbb2d77f92 req-6f3e13c9-561f-46c6-be0c-2aa82c207715 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422238 Jul 29 14:59:28.191633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e86adf5e-4aa1-4fe4-96de-aa8648895536 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 06084ebe-e9d4-4d3a-bebd-03f17e603280) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:59:28.216698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86adf5e-4aa1-4fe4-96de-aa8648895536 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:28.219074 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e86adf5e-4aa1-4fe4-96de-aa8648895536 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:28.229742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b66153-6681-481b-8e8e-8d06fe2541b3 None None] Network 06084ebe-e9d4-4d3a-bebd-03f17e603280 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:28.296187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-ac91c5fc-2d42-49b4-9476-51e04cd36aee req-7c2af6f6-5e9a-4033-8210-da294c45736d service neutron] (94158) timed out ('10.222.0.39', 57528) {{(pid=94158) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 14:59:28.417500 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee8f16e-e2ba-40d4-b3a3-2916a0666995 x-openstack-request-id: req-4ee8f16e-e2ba-40d4-b3a3-2916a0666995 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:28.418298 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb91041-724f-44bb-84c9-f222b75f435e", "name": "network-vif-plugged", "status": "completed", "tag": "da034cd8-5533-4ed3-9e39-2a11b563436d", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:28.419068 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ee8f16e-e2ba-40d4-b3a3-2916a0666995 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:28.419676 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb91041-724f-44bb-84c9-f222b75f435e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da034cd8-5533-4ed3-9e39-2a11b563436d', 'code': 200} Jul 29 14:59:28.476032 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e86adf5e-4aa1-4fe4-96de-aa8648895536 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2547398 Jul 29 14:59:28.483145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47722) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:28.652396 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 30392529-8ecf-44e8-aa81-735dad7ae738 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:59:28.657066 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-0c8964cd-029b-4f37-b6f5-7189acc4fdf6 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8824172 Jul 29 14:59:28.729462 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a3f91-4242-467a-9c4e-cbeea4b6be70 req-d476553e-b295-4dea-8193-f71da6a05faf tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:28.732022 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-06084ebe-e9d4-4d3a-bebd-03f17e603280', 'network_id': '06084ebe-e9d4-4d3a-bebd-03f17e603280', 'tenant_id': 'd234c346de084e358079feba9b4bfa18', 'fixed_ips': [{'subnet_id': '75827f04-fa17-4cf9-9571-1786d2a2a1ed'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:59:28.733009 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:28.746290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a3f91-4242-467a-9c4e-cbeea4b6be70 req-d476553e-b295-4dea-8193-f71da6a05faf tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:28.748762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=da034cd8-5533-4ed3-9e39-2a11b563436d,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:28.773707 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a3f91-4242-467a-9c4e-cbeea4b6be70 req-d476553e-b295-4dea-8193-f71da6a05faf tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:28.787713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a3f91-4242-467a-9c4e-cbeea4b6be70 req-d476553e-b295-4dea-8193-f71da6a05faf tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:28.799980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a3f91-4242-467a-9c4e-cbeea4b6be70 req-d476553e-b295-4dea-8193-f71da6a05faf tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:28.816126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a3f91-4242-467a-9c4e-cbeea4b6be70 req-d476553e-b295-4dea-8193-f71da6a05faf tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:28.823488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a3f91-4242-467a-9c4e-cbeea4b6be70 req-d476553e-b295-4dea-8193-f71da6a05faf tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:28.841312 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b54a3f91-4242-467a-9c4e-cbeea4b6be70 req-d476553e-b295-4dea-8193-f71da6a05faf tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.4276867 Jul 29 14:59:28.851032 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port c8cbe62b-64fd-4716-988a-865581139336 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:59:28.872058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acfed8-662f-49a7-8b05-53d29fbfd597 req-ea68d5dd-8996-4512-b814-2488db2b4f7d tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:28.873750 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1acfed8-662f-49a7-8b05-53d29fbfd597 req-ea68d5dd-8996-4512-b814-2488db2b4f7d tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.2605617 Jul 29 14:59:28.922083 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port c8cbe62b-64fd-4716-988a-865581139336 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:59:28.922948 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:28.946061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b3c5e0-4197-460f-89c6-fda44d52c609 req-8d3ce57b-7d70-4f8c-a880-68be3ba275e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:28.948490 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81b3c5e0-4197-460f-89c6-fda44d52c609 req-8d3ce57b-7d70-4f8c-a880-68be3ba275e2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1096 time: 0.4785979 Jul 29 14:59:29.026818 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1acfed8-662f-49a7-8b05-53d29fbfd597 req-6deb7120-6e51-4109-962e-14529c1d9918 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269920 Jul 29 14:59:29.041841 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:29.083838 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-0c0bf7fb-afb7-4543-9f99-4ead82b9e542 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=29e9b265-f059-42b7-ba08-f34517c2624b HTTP/1.1" status: 200 len: 217 time: 0.4142346 Jul 29 14:59:29.097519 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81b3c5e0-4197-460f-89c6-fda44d52c609 req-56389dcf-ec13-4a45-8b4d-63c518c2d40d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359165 Jul 29 14:59:29.246113 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-f6330533-28bc-4801-9275-846d1c4460f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:29.252783 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-f6330533-28bc-4801-9275-846d1c4460f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 200 len: 797 time: 0.1490898 Jul 29 14:59:29.373318 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b54a3f91-4242-467a-9c4e-cbeea4b6be70 req-9d202e7d-4d63-40b0-8499-4447445c99b6 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5294759 Jul 29 14:59:29.397354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Allocated IP 172.20.0.2 (06084ebe-e9d4-4d3a-bebd-03f17e603280/75827f04-fa17-4cf9-9571-1786d2a2a1ed/21a60a9a-8b92-42aa-8f66-b6d002864dff) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:59:29.421846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-25e7f5e9-407b-4111-ad44-56f72c658116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:29.432996 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-25e7f5e9-407b-4111-ad44-56f72c658116 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=112a52ee-a8c5-491c-86d2-16cd4245effc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1624391 Jul 29 14:59:29.637778 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:29.675033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Transition to ACTIVE for port object 21a60a9a-8b92-42aa-8f66-b6d002864dff will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:29.740884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Transition to ACTIVE for port object 21a60a9a-8b92-42aa-8f66-b6d002864dff will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:29.771062 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54ab9cd-7a77-4c57-8e03-b44ceb41f5d6 None None] Network 8b2c2a23-dee3-4fec-be2c-526bf69e62c0 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:29.829474 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-cc4c56ac-049e-4c6e-bd47-43efa2840a27 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954854 Jul 29 14:59:29.865418 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:29.866603 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 30392529-8ecf-44e8-aa81-735dad7ae738 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:59:29.991780 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5feec666-e708-44ac-8705-33937fb6ea4d None None] Provisioning for port 30392529-8ecf-44e8-aa81-735dad7ae738 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:59:30.019396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e19e2-491e-4889-b542-9125920b305f req-d7012a2d-07b0-42c9-9af4-7d9ab905f46c tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:30.019998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5feec666-e708-44ac-8705-33937fb6ea4d None None] Provisioning complete for port 30392529-8ecf-44e8-aa81-735dad7ae738 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:59:30.020498 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5feec666-e708-44ac-8705-33937fb6ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:30.024347 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab5e19e2-491e-4889-b542-9125920b305f req-d7012a2d-07b0-42c9-9af4-7d9ab905f46c tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1096 time: 0.3292646 Jul 29 14:59:30.030535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Network 06084ebe-e9d4-4d3a-bebd-03f17e603280 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:59:30.055773 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:30.058941 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-deleted', 'tag': '6f7327b0-d4f1-47b8-b89b-08de1a6b68f7'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:30.065248 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a85bf2a-6bbc-45fa-b860-0d9f4f288fe5" -d '{"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-deleted", "tag": "6f7327b0-d4f1-47b8-b89b-08de1a6b68f7"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:30.138632 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab5e19e2-491e-4889-b542-9125920b305f req-af4aa5a4-2633-46d6-a128-305291e99bba tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047640 Jul 29 14:59:30.201659 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-ebc00f3a-8a86-4f9a-85cf-c484ec79eaa8 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567345 Jul 29 14:59:30.204875 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:59:30.208062 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:59:30.216784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a5058-15a2-4c70-a368-f03f3e622bff req-c91c2d38-73b9-4a20-803a-884a4304bf30 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:30.226962 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f4a5058-15a2-4c70-a368-f03f3e622bff req-c91c2d38-73b9-4a20-803a-884a4304bf30 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 944 time: 0.1824145 Jul 29 14:59:30.254206 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:30.301920 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:30.312261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port c8cbe62b-64fd-4716-988a-865581139336, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=c8cbe62b-64fd-4716-988a-865581139336,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:30.323186 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Pushing event updated for resources: {'Port': ['ID=21a60a9a-8b92-42aa-8f66-b6d002864dff,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:30.339543 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:30.364909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Subnet': ['ID=75827f04-fa17-4cf9-9571-1786d2a2a1ed,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:30.413784 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f4a5058-15a2-4c70-a368-f03f3e622bff req-ee2944c9-595d-439b-bcf5-61aed98efec7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853201 Jul 29 14:59:30.420606 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cbe62b-64fd-4716-988a-865581139336'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:30.423273 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee99c233-16d3-4cbf-abc3-8f4d754b60a7" -d '{"events": [{"server_uuid": "7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a", "name": "network-vif-plugged", "status": "completed", "tag": "c8cbe62b-64fd-4716-988a-865581139336"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:30.464460 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-8ab606dc-cf34-4b92-bd01-245cf0dade0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 HTTP/1.1" status: 200 len: 217 time: 0.2510309 Jul 29 14:59:30.487456 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Attempting to bind port 21a60a9a-8b92-42aa-8f66-b6d002864dff on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:59:30.487920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Attempting to bind port 21a60a9a-8b92-42aa-8f66-b6d002864dff by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '84c9b2b7-569b-4bc7-ad5d-e699a59045a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '06084ebe-e9d4-4d3a-bebd-03f17e603280'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:59:30.488263 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Attempting to bind port 21a60a9a-8b92-42aa-8f66-b6d002864dff on network 06084ebe-e9d4-4d3a-bebd-03f17e603280 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:30.516892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:59:30.517447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Checking segment: {'id': '84c9b2b7-569b-4bc7-ad5d-e699a59045a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '06084ebe-e9d4-4d3a-bebd-03f17e603280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:30.517845 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:30.518387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Bound using segment: {'id': '84c9b2b7-569b-4bc7-ad5d-e699a59045a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '06084ebe-e9d4-4d3a-bebd-03f17e603280'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:59:30.518943 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Bound port: 21a60a9a-8b92-42aa-8f66-b6d002864dff, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c9b2b7-569b-4bc7-ad5d-e699a59045a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '06084ebe-e9d4-4d3a-bebd-03f17e603280'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:59:30.519516 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:30.575598 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71bce76c-4dde-4094-b9db-cda5665e6cea req-8d670717-4245-43e0-a026-93bb23336c7b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.1474371 Jul 29 14:59:30.582199 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963fbf50-bb7a-47a9-aa12-dce2d6e143ee x-openstack-request-id: req-963fbf50-bb7a-47a9-aa12-dce2d6e143ee {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:30.583895 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794e75d7-a265-44ae-bb2b-23c06698c142", "name": "network-vif-deleted", "tag": "6f7327b0-d4f1-47b8-b89b-08de1a6b68f7", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:30.584368 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-963fbf50-bb7a-47a9-aa12-dce2d6e143ee {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:30.586234 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794e75d7-a265-44ae-bb2b-23c06698c142', 'name': 'network-vif-deleted', 'tag': '6f7327b0-d4f1-47b8-b89b-08de1a6b68f7', 'status': 'completed', 'code': 200} Jul 29 14:59:30.601726 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8ab212cf-cfae-432b-b2eb-ca7a016075c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:30.670482 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:30.687542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=c8cbe62b-64fd-4716-988a-865581139336,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:30.723807 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] For port 21a60a9a-8b92-42aa-8f66-b6d002864dff, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:59:30.741967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-f0d05a8a-0c28-412a-b652-75693b119c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:30.751345 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-f0d05a8a-0c28-412a-b652-75693b119c7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 200 len: 797 time: 0.2798340 Jul 29 14:59:30.753511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] For port 21a60a9a-8b92-42aa-8f66-b6d002864dff, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=21a60a9a-8b92-42aa-8f66-b6d002864dff,segment=NetworkSegment(84c9b2b7-569b-4bc7-ad5d-e699a59045a3),segment_id=84c9b2b7-569b-4bc7-ad5d-e699a59045a3)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:59:30.764100 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1cb327-94cc-446a-acc5-86f650e8996e x-openstack-request-id: req-5e1cb327-94cc-446a-acc5-86f650e8996e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:30.764647 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a", "name": "network-vif-plugged", "status": "completed", "tag": "c8cbe62b-64fd-4716-988a-865581139336", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:30.765219 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e1cb327-94cc-446a-acc5-86f650e8996e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:30.765798 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cbe62b-64fd-4716-988a-865581139336', 'code': 200} Jul 29 14:59:30.817346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06084ebe-e9d4-4d3a-bebd-03f17e603280']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:30.855460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c9b2b7-569b-4bc7-ad5d-e699a59045a3') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:30.856092 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c9b2b7-569b-4bc7-ad5d-e699a59045a3') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:30.869477 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:30.910243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3815578-aaea-4a84-963e-baea5db8b8f5 req-8ac1ce9b-23e3-43a8-bff9-d965692bd1f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:30.931001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3815578-aaea-4a84-963e-baea5db8b8f5 req-8ac1ce9b-23e3-43a8-bff9-d965692bd1f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:30.948294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-aa67b6e7-2e32-4e9c-9511-8d0141c8dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:30.955195 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-aa67b6e7-2e32-4e9c-9511-8d0141c8dfb4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=112a52ee-a8c5-491c-86d2-16cd4245effc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1942074 Jul 29 14:59:30.958388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3815578-aaea-4a84-963e-baea5db8b8f5 req-8ac1ce9b-23e3-43a8-bff9-d965692bd1f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:30.985825 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5feec666-e708-44ac-8705-33937fb6ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:31.010350 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3815578-aaea-4a84-963e-baea5db8b8f5 req-8ac1ce9b-23e3-43a8-bff9-d965692bd1f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:31.028323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3815578-aaea-4a84-963e-baea5db8b8f5 req-8ac1ce9b-23e3-43a8-bff9-d965692bd1f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:31.050376 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3815578-aaea-4a84-963e-baea5db8b8f5 req-8ac1ce9b-23e3-43a8-bff9-d965692bd1f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:31.066939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3815578-aaea-4a84-963e-baea5db8b8f5 req-8ac1ce9b-23e3-43a8-bff9-d965692bd1f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:31.082678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-5feec666-e708-44ac-8705-33937fb6ea4d None None] For port 30392529-8ecf-44e8-aa81-735dad7ae738, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=30392529-8ecf-44e8-aa81-735dad7ae738,segment=NetworkSegment(e38f3fdc-a4be-4369-b850-5c4d648bf11a),segment_id=e38f3fdc-a4be-4369-b850-5c4d648bf11a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:31.083723 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3815578-aaea-4a84-963e-baea5db8b8f5 req-8ac1ce9b-23e3-43a8-bff9-d965692bd1f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.4013016 Jul 29 14:59:31.122356 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5feec666-e708-44ac-8705-33937fb6ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:31.146763 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:31.165868 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b8820-5fdd-43c9-9b17-406ca00ac952 None None] Pushing event updated for resources: {'Port': ['ID=21a60a9a-8b92-42aa-8f66-b6d002864dff,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:31.268189 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-21771aa0-e83c-4e80-a3d8-1c8fbc25e993 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036668 Jul 29 14:59:31.283055 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:31.314231 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3815578-aaea-4a84-963e-baea5db8b8f5 req-a847e95c-dd81-406e-ba33-7d86b5d8871f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1643624 Jul 29 14:59:31.342219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feec666-e708-44ac-8705-33937fb6ea4d None None] Pushing event updated for resources: {'Port': ['ID=30392529-8ecf-44e8-aa81-735dad7ae738,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:31.352147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c4eec1-4871-4f6b-ac24-03168ade6641 None None] Network 06084ebe-e9d4-4d3a-bebd-03f17e603280 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:31.412078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:59:31.412078 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:59:31.451730 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:59:31.606130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eebf8b-5db5-4dfa-9a5c-6cc8144832f2 req-ff4aec04-7c79-402e-a9c7-5d4ef5fd5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:31.608735 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45eebf8b-5db5-4dfa-9a5c-6cc8144832f2 req-ff4aec04-7c79-402e-a9c7-5d4ef5fd5076 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 1096 time: 0.5122030 Jul 29 14:59:31.640477 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-a0afa6d5-a1de-44d6-b93a-9c48906ad3f0 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614707 Jul 29 14:59:31.715572 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 14:59:31.715572 n-d-802893-1 neutron-server[94158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 14:59:31.715572 n-d-802893-1 neutron-server[94158]: [parameters: {'id': '06084ebe-e9d4-4d3a-bebd-03f17e603280'}] Jul 29 14:59:31.715572 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:59:31.716323 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:59:31.732334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-a40dace5-4c4e-4c42-a5e5-daf96a7f45d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=384b2766-5b64-4b46-a1c5-a1c0e093692d HTTP/1.1" status: 200 len: 217 time: 0.0828779 Jul 29 14:59:31.766810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3062fed-7fc5-41f8-96f1-be52b75807ba req-51bad03d-225e-40c1-9eae-24e3632ce0e9 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:31.769657 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b3062fed-7fc5-41f8-96f1-be52b75807ba req-51bad03d-225e-40c1-9eae-24e3632ce0e9 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1096 time: 0.4649689 Jul 29 14:59:31.795354 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45eebf8b-5db5-4dfa-9a5c-6cc8144832f2 req-1cf7fc2a-981c-4b08-a4db-b206fd7fc428 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733527 Jul 29 14:59:31.820541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-82ea6d1a-392f-4449-b666-ed2c8a338691 None None] Provisioning complete for port 30392529-8ecf-44e8-aa81-735dad7ae738 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:59:31.822061 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82ea6d1a-392f-4449-b666-ed2c8a338691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:31.845432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822f9cc-2674-45d7-bc3d-7812f4e59e9d req-31deab54-a3bb-478b-b87f-0828152bbd62 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:31.859286 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7822f9cc-2674-45d7-bc3d-7812f4e59e9d req-31deab54-a3bb-478b-b87f-0828152bbd62 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 945 time: 0.2012222 Jul 29 14:59:31.887512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b3062fed-7fc5-41f8-96f1-be52b75807ba req-92f30862-6833-45f2-90a4-e78227adccd0 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605228 Jul 29 14:59:31.913641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-02b7fd3a-63f0-4df8-b4bb-14443cef3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:31.915765 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-02b7fd3a-63f0-4df8-b4bb-14443cef3f48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b82d0d65-5f7c-4442-9148-60b7547ab51d HTTP/1.1" status: 200 len: 797 time: 0.1724751 Jul 29 14:59:31.985790 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-27257163-240a-4369-b699-c7626f53152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:31.988028 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-27257163-240a-4369-b699-c7626f53152e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbb34b73-c540-4255-9d61-eaabcefcb943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0654044 Jul 29 14:59:32.006776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158dcd35-3739-456c-97bc-7bed56cdf8ef None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 14:59:32.112404 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-39e9e27a-dcfd-43f2-8dfc-28f767bc8deb service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154621 Jul 29 14:59:32.128288 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7822f9cc-2674-45d7-bc3d-7812f4e59e9d req-326aaa9d-80b8-408a-9dd4-26078f66e5b7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650411 Jul 29 14:59:32.152526 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-120bd3f9-dd00-4dd3-b711-e1c382abf38e req-b9829434-6297-4f8e-b778-590f99d391e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2819486 Jul 29 14:59:32.280127 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:32.283854 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-42c0069f-4dd8-4f50-88b8-df91f6be46f4 req-a73d86f1-7aca-4649-b41c-bc3f4428eeae tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.1696987 Jul 29 14:59:32.529322 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 30392529-8ecf-44e8-aa81-735dad7ae738 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:59:32.565204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bd3f9-dd00-4dd3-b711-e1c382abf38e req-d811dc98-5f29-4721-8cf5-1fbf83d959b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:32.570592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-120bd3f9-dd00-4dd3-b711-e1c382abf38e req-d811dc98-5f29-4721-8cf5-1fbf83d959b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 1097 time: 0.3767228 Jul 29 14:59:32.638103 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158dcd35-3739-456c-97bc-7bed56cdf8ef None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 14:59:32.664762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b945c-1eae-4806-bcd3-31c779dca81e req-e34abbb7-0cef-4da4-883a-e7a139b1968b tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:32.670743 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 30392529-8ecf-44e8-aa81-735dad7ae738 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:59:32.671198 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:32.687016 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-841b945c-1eae-4806-bcd3-31c779dca81e req-e34abbb7-0cef-4da4-883a-e7a139b1968b tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1096 time: 0.2088234 Jul 29 14:59:32.718600 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7310654b-83ca-4816-b699-dcc5a986fac0 service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931580 Jul 29 14:59:32.807959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Deleting port 21a60a9a-8b92-42aa-8f66-b6d002864dff {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:32.808544 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:32.876955 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59cdcd-0b69-4bd5-add5-f9171189445e req-1460a5fc-7a0f-4848-bdf5-1990a5aa065d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:32.890697 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59cdcd-0b69-4bd5-add5-f9171189445e req-1460a5fc-7a0f-4848-bdf5-1990a5aa065d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:32.905557 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59cdcd-0b69-4bd5-add5-f9171189445e req-1460a5fc-7a0f-4848-bdf5-1990a5aa065d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:32.963339 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59cdcd-0b69-4bd5-add5-f9171189445e req-1460a5fc-7a0f-4848-bdf5-1990a5aa065d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:32.976369 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59cdcd-0b69-4bd5-add5-f9171189445e req-1460a5fc-7a0f-4848-bdf5-1990a5aa065d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:32.990789 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59cdcd-0b69-4bd5-add5-f9171189445e req-1460a5fc-7a0f-4848-bdf5-1990a5aa065d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:33.009642 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59cdcd-0b69-4bd5-add5-f9171189445e req-1460a5fc-7a0f-4848-bdf5-1990a5aa065d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:33.025734 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-be59cdcd-0b69-4bd5-add5-f9171189445e req-1460a5fc-7a0f-4848-bdf5-1990a5aa065d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.4411902 Jul 29 14:59:33.033202 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-7869d7da-137b-431e-9376-2e4e8861d336 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6866365f-9081-45de-b450-c210f1db65b5 HTTP/1.1" status: 200 len: 217 time: 0.3051093 Jul 29 14:59:33.034907 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-841b945c-1eae-4806-bcd3-31c779dca81e req-60d78291-380c-4b9d-9cf5-d5eb3a679294 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462753 Jul 29 14:59:33.239544 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-be59cdcd-0b69-4bd5-add5-f9171189445e req-c7740558-c5ec-416a-aec9-7b22ff0b5cdb tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2027540 Jul 29 14:59:33.248349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-f1dffe85-9cbc-414f-9fb9-08196c694f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:33.255294 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-f1dffe85-9cbc-414f-9fb9-08196c694f3d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b82d0d65-5f7c-4442-9148-60b7547ab51d HTTP/1.1" status: 200 len: 797 time: 0.2039866 Jul 29 14:59:33.274272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] For port 21a60a9a-8b92-42aa-8f66-b6d002864dff, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=21a60a9a-8b92-42aa-8f66-b6d002864dff,segment=NetworkSegment(84c9b2b7-569b-4bc7-ad5d-e699a59045a3),segment_id=84c9b2b7-569b-4bc7-ad5d-e699a59045a3)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:33.275372 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:33.282702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bd3f9-dd00-4dd3-b711-e1c382abf38e req-8529203c-0cf9-405a-98c6-a05852dfbe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:33.285686 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-120bd3f9-dd00-4dd3-b711-e1c382abf38e req-8529203c-0cf9-405a-98c6-a05852dfbe14 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.6784558 Jul 29 14:59:33.410278 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-120bd3f9-dd00-4dd3-b711-e1c382abf38e req-bf02b967-cd04-4b99-9164-906c519c4eb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841543b8-1f44-42a8-a561-ff4e94df3787 HTTP/1.1" status: 200 len: 217 time: 0.0897274 Jul 29 14:59:33.429315 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-374b0187-ae51-459f-8730-6d2259d33c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:33.434511 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Calling delete_port for 21a60a9a-8b92-42aa-8f66-b6d002864dff owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:33.439152 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-374b0187-ae51-459f-8730-6d2259d33c36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbb34b73-c540-4255-9d61-eaabcefcb943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1755350 Jul 29 14:59:33.492586 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:33.528032 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ad537a3-f5c9-4a01-9feb-096e600fbf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:33.629886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc01b39-d036-47f9-acad-8dde36720a9e req-162ab0e4-556b-40e3-9cd9-8bcc6e004f76 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:33.633195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1dc01b39-d036-47f9-acad-8dde36720a9e req-162ab0e4-556b-40e3-9cd9-8bcc6e004f76 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1096 time: 0.4300456 Jul 29 14:59:33.636886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bd3f9-dd00-4dd3-b711-e1c382abf38e req-1333d6b0-0c1d-4374-9ccc-a66c2a3cb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:33.639549 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-120bd3f9-dd00-4dd3-b711-e1c382abf38e req-1333d6b0-0c1d-4374-9ccc-a66c2a3cb111 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.2192624 Jul 29 14:59:33.750472 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4140b-53c8-48b7-9e0c-9340fc126f76 req-7769f096-6090-4add-8493-e4a8ec861194 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:33.752095 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ae4140b-53c8-48b7-9e0c-9340fc126f76 req-7769f096-6090-4add-8493-e4a8ec861194 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 945 time: 0.2193801 Jul 29 14:59:33.815978 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-d5741f37-0bf2-4360-bc73-e48313d8a1d9 service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678074 Jul 29 14:59:33.821801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1dc01b39-d036-47f9-acad-8dde36720a9e req-083dd625-ae50-41a2-afe8-5a5b3103ca72 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799593 Jul 29 14:59:33.887359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bd3f9-dd00-4dd3-b711-e1c382abf38e req-4c718ad0-176c-4a0a-b665-f4af0f3ba868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:33.891156 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-120bd3f9-dd00-4dd3-b711-e1c382abf38e req-4c718ad0-176c-4a0a-b665-f4af0f3ba868 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754537 Jul 29 14:59:33.894948 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:33.976240 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No DVR routers for this DVR port 21a60a9a-8b92-42aa-8f66-b6d002864dff on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:34.006028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Port': ['ID=21a60a9a-8b92-42aa-8f66-b6d002864dff,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:34.015973 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ae4140b-53c8-48b7-9e0c-9340fc126f76 req-b287ee4d-34bb-4d1f-88ea-2521d628ce5f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558370 Jul 29 14:59:34.123970 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-15a40028-3473-40c1-9e05-487d5acb2891 service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987168 Jul 29 14:59:34.326490 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-6ab2d6e8-83a1-4844-8572-8cade17ed492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:34.327990 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-6ab2d6e8-83a1-4844-8572-8cade17ed492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:34.328627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-6ab2d6e8-83a1-4844-8572-8cade17ed492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:34.329365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-6ab2d6e8-83a1-4844-8572-8cade17ed492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:34.329985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-6ab2d6e8-83a1-4844-8572-8cade17ed492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:34.330944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-6ab2d6e8-83a1-4844-8572-8cade17ed492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:34.331479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-6ab2d6e8-83a1-4844-8572-8cade17ed492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:34.334278 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-6ab2d6e8-83a1-4844-8572-8cade17ed492 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b87fe36def094cf5968288b084e2140d&device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 6486 time: 0.1286085 Jul 29 14:59:34.348833 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:34.392273 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fed42f15-7a9d-4894-9da5-4fe759e114d0 req-e3d31dc3-25db-4939-926e-f9c93d6be4a6 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.1851356 Jul 29 14:59:34.444720 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:34.512706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06084ebe-e9d4-4d3a-bebd-03f17e603280']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:34.564494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c9b2b7-569b-4bc7-ad5d-e699a59045a3') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:34.570252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c9b2b7-569b-4bc7-ad5d-e699a59045a3') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:34.596010 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-120bd3f9-dd00-4dd3-b711-e1c382abf38e req-3fd56e65-9d5d-4ca7-9cf9-3f227d87e2cd service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6806021 Jul 29 14:59:34.642139 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:34.668728 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:34.712989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-a9c5a293-95fd-40d0-8239-98828e175267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:34.715883 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-a9c5a293-95fd-40d0-8239-98828e175267 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbb34b73-c540-4255-9d61-eaabcefcb943 HTTP/1.1" status: 200 len: 902 time: 0.3644950 Jul 29 14:59:34.777062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:59:34.777624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:34.812813 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-f895b08e-e9e8-4040-82c7-e7c012ff3f81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6866365f-9081-45de-b450-c210f1db65b5 HTTP/1.1" status: 200 len: 217 time: 0.0870903 Jul 29 14:59:34.862848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73060b-3f4b-4d22-a398-908b55d11ec1 req-befc664f-3789-486b-8124-28e06cb463d1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:34.879386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73060b-3f4b-4d22-a398-908b55d11ec1 req-befc664f-3789-486b-8124-28e06cb463d1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:34.907392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73060b-3f4b-4d22-a398-908b55d11ec1 req-befc664f-3789-486b-8124-28e06cb463d1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:34.943062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73060b-3f4b-4d22-a398-908b55d11ec1 req-befc664f-3789-486b-8124-28e06cb463d1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:34.963144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73060b-3f4b-4d22-a398-908b55d11ec1 req-befc664f-3789-486b-8124-28e06cb463d1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:35.001427 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73060b-3f4b-4d22-a398-908b55d11ec1 req-befc664f-3789-486b-8124-28e06cb463d1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:35.027276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73060b-3f4b-4d22-a398-908b55d11ec1 req-befc664f-3789-486b-8124-28e06cb463d1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:35.033016 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1b73060b-3f4b-4d22-a398-908b55d11ec1 req-befc664f-3789-486b-8124-28e06cb463d1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.4337871 Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:59:35.046625 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:59:35.050335 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-120bd3f9-dd00-4dd3-b711-e1c382abf38e req-673dc2d3-a71b-402e-94df-599ad195bd1e service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183502 Jul 29 14:59:35.210561 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bccd09-c3de-4937-91f1-0ebe83df8dd3 req-8b02b9d3-878d-457c-bcb3-85c37fce692b tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:35.219639 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b0bccd09-c3de-4937-91f1-0ebe83df8dd3 req-8b02b9d3-878d-457c-bcb3-85c37fce692b tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1096 time: 0.6216552 Jul 29 14:59:35.232075 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:35.255121 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:35.260934 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/06084ebe-e9d4-4d3a-bebd-03f17e603280 HTTP/1.1" status: 204 len: 168 time: 6.7739217 Jul 29 14:59:35.270910 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47802) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:35.281003 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1b73060b-3f4b-4d22-a398-908b55d11ec1 req-fd78beef-7172-4dee-860e-4fb121f35cfe tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2036803 Jul 29 14:59:35.293787 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-559766f6-dc1c-403c-a833-e7c57c397c92 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1604496596'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:35.301909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-cd80783a-c8ff-43f7-a126-3074c79293a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:35.305145 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-cd80783a-c8ff-43f7-a126-3074c79293a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b82d0d65-5f7c-4442-9148-60b7547ab51d HTTP/1.1" status: 200 len: 797 time: 0.4833910 Jul 29 14:59:35.340010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1f15c-58d3-4c80-9d7a-ae0133c36f65 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Network': ['ID=06084ebe-e9d4-4d3a-bebd-03f17e603280,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:35.397218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-60ec92aa-2495-4641-8683-9ba66554dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:35.399844 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-60ec92aa-2495-4641-8683-9ba66554dff3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbb34b73-c540-4255-9d61-eaabcefcb943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840628 Jul 29 14:59:35.405717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559766f6-dc1c-403c-a833-e7c57c397c92 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:35.414220 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-559766f6-dc1c-403c-a833-e7c57c397c92 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:35.433747 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b0bccd09-c3de-4937-91f1-0ebe83df8dd3 req-22dc1095-5c06-439b-b0b4-c965bc0e645a tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710854 Jul 29 14:59:35.836114 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba8217ca-db8a-4cfe-a30f-18fd5fd42559 req-2f47306b-c462-44cb-a347-bc11c8139ecd tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.0779817 Jul 29 14:59:36.084623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa3917-41b2-432f-a7b4-2f32bd59276c req-827be38a-caed-4322-92f5-9cf4a6f4bf89 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:36.087656 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81aa3917-41b2-432f-a7b4-2f32bd59276c req-827be38a-caed-4322-92f5-9cf4a6f4bf89 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1096 time: 0.1330259 Jul 29 14:59:36.112572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559766f6-dc1c-403c-a833-e7c57c397c92 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:59:36.126668 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-559766f6-dc1c-403c-a833-e7c57c397c92 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:36.127374 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-559766f6-dc1c-403c-a833-e7c57c397c92 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Added segment 0bf3437e-2efb-4ef5-adbd-0ce987a8701f of type vlan for network cffcd80e-95bb-450e-9d55-3e7aab20a445 Jul 29 14:59:36.260968 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-559766f6-dc1c-403c-a833-e7c57c397c92 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:36.307645 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:36.337900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-81aa3917-41b2-432f-a7b4-2f32bd59276c req-9df13c65-b83f-40e8-9bad-97ba6b853cb3 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Deleting port da034cd8-5533-4ed3-9e39-2a11b563436d {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:36.338752 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-81aa3917-41b2-432f-a7b4-2f32bd59276c req-9df13c65-b83f-40e8-9bad-97ba6b853cb3 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:36.382808 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-4b973f71-5c2a-4ac0-a898-aee2a6da6656 service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9570420 Jul 29 14:59:36.611580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-81aa3917-41b2-432f-a7b4-2f32bd59276c req-9df13c65-b83f-40e8-9bad-97ba6b853cb3 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] For port da034cd8-5533-4ed3-9e39-2a11b563436d, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=da034cd8-5533-4ed3-9e39-2a11b563436d,segment=NetworkSegment(be6396a5-31c2-462f-9e42-6a08bc567392),segment_id=be6396a5-31c2-462f-9e42-6a08bc567392)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:36.612904 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-81aa3917-41b2-432f-a7b4-2f32bd59276c req-9df13c65-b83f-40e8-9bad-97ba6b853cb3 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:36.655452 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-81aa3917-41b2-432f-a7b4-2f32bd59276c req-9df13c65-b83f-40e8-9bad-97ba6b853cb3 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Calling delete_port for da034cd8-5533-4ed3-9e39-2a11b563436d owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:36.775970 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-559766f6-dc1c-403c-a833-e7c57c397c92 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:36.796570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559766f6-dc1c-403c-a833-e7c57c397c92 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:36.797790 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-559766f6-dc1c-403c-a833-e7c57c397c92 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:36.932639 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bc398-f8d5-4bd7-9f6c-c17d332a53d0 req-681f0a13-e45c-455b-badd-e6e5231fabcc tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:36.953157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-341bc398-f8d5-4bd7-9f6c-c17d332a53d0 req-681f0a13-e45c-455b-badd-e6e5231fabcc tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 1096 time: 0.2923005 Jul 29 14:59:37.052222 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-559766f6-dc1c-403c-a833-e7c57c397c92 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7653694 Jul 29 14:59:37.073449 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47822) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:37.083852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a4f7bc20-7325-4e3a-a4c4-dc13e204446c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'subnet': {'network_id': 'cffcd80e-95bb-450e-9d55-3e7aab20a445', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:37.121889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8eefa-c8af-428f-9e78-75cc0df45458 req-f0d5abf3-18c9-4b53-b28e-7fcfd5b59616 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:37.133218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8eefa-c8af-428f-9e78-75cc0df45458 req-f0d5abf3-18c9-4b53-b28e-7fcfd5b59616 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:37.145996 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8eefa-c8af-428f-9e78-75cc0df45458 req-f0d5abf3-18c9-4b53-b28e-7fcfd5b59616 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:37.158894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8eefa-c8af-428f-9e78-75cc0df45458 req-f0d5abf3-18c9-4b53-b28e-7fcfd5b59616 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:37.186728 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-81aa3917-41b2-432f-a7b4-2f32bd59276c req-9df13c65-b83f-40e8-9bad-97ba6b853cb3 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:37.191959 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-341bc398-f8d5-4bd7-9f6c-c17d332a53d0 req-3388c64a-490f-4eca-b6c8-14a43bd40a5d tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357900 Jul 29 14:59:37.200439 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['734e7448-bb3c-449e-9a6a-33a9a7f45929'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:59:37.215936 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8eefa-c8af-428f-9e78-75cc0df45458 req-f0d5abf3-18c9-4b53-b28e-7fcfd5b59616 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:37.253363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8eefa-c8af-428f-9e78-75cc0df45458 req-f0d5abf3-18c9-4b53-b28e-7fcfd5b59616 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:37.293373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8eefa-c8af-428f-9e78-75cc0df45458 req-f0d5abf3-18c9-4b53-b28e-7fcfd5b59616 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:37.301932 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f5d8eefa-c8af-428f-9e78-75cc0df45458 req-f0d5abf3-18c9-4b53-b28e-7fcfd5b59616 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.7608483 Jul 29 14:59:37.354971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df13c65-b83f-40e8-9bad-97ba6b853cb3 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Pushing event deleted for resources: {'Port': ['ID=da034cd8-5533-4ed3-9e39-2a11b563436d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:37.377098 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559766f6-dc1c-403c-a833-e7c57c397c92 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Network': ['ID=cffcd80e-95bb-450e-9d55-3e7aab20a445,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:37.409010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network cffcd80e-95bb-450e-9d55-3e7aab20a445 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:59:37.499690 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08627b64-ecf9-41c8-8854-7b39e7b1f8d8 req-463883b3-efde-4a0c-8e9c-7a772d22344b service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1029444 Jul 29 14:59:37.514517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-81aa3917-41b2-432f-a7b4-2f32bd59276c req-9df13c65-b83f-40e8-9bad-97ba6b853cb3 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] No DVR routers for this DVR port da034cd8-5533-4ed3-9e39-2a11b563436d on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:37.525937 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-81aa3917-41b2-432f-a7b4-2f32bd59276c req-9df13c65-b83f-40e8-9bad-97ba6b853cb3 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:37.531006 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81aa3917-41b2-432f-a7b4-2f32bd59276c req-9df13c65-b83f-40e8-9bad-97ba6b853cb3 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.38 "DELETE /v2.0/ports/da034cd8-5533-4ed3-9e39-2a11b563436d HTTP/1.1" status: 204 len: 173 time: 1.4358363 Jul 29 14:59:37.531800 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb91041-724f-44bb-84c9-f222b75f435e', 'name': 'network-vif-deleted', 'tag': 'da034cd8-5533-4ed3-9e39-2a11b563436d'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:37.553075 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f44a58-5c69-461a-8269-6e701b78e057" -d '{"events": [{"server_uuid": "efb91041-724f-44bb-84c9-f222b75f435e", "name": "network-vif-deleted", "tag": "da034cd8-5533-4ed3-9e39-2a11b563436d"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:37.710558 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f5d8eefa-c8af-428f-9e78-75cc0df45458 req-edfc2032-fd0d-403c-b42e-bd5a0b9a69ae tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3992536 Jul 29 14:59:37.917026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f7bc20-7325-4e3a-a4c4-dc13e204446c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:37.922984 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a4f7bc20-7325-4e3a-a4c4-dc13e204446c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:37.966598 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66d62adf-3450-4814-8659-8840f0cd2104 req-940977d8-d816-4544-889f-05675cbf3b87 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.1327548 Jul 29 14:59:38.063863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.ipam_backend_mixin [None req-a4f7bc20-7325-4e3a-a4c4-dc13e204446c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Performing IP validity checks on allocation pools {{(pid=94157) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 14:59:38.064412 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.ipam_backend_mixin [None req-a4f7bc20-7325-4e3a-a4c4-dc13e204446c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94157) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 14:59:38.090843 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac3f4e3-49df-4081-afa5-6c607e5ef887 x-openstack-request-id: req-5ac3f4e3-49df-4081-afa5-6c607e5ef887 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:38.091294 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb91041-724f-44bb-84c9-f222b75f435e", "name": "network-vif-deleted", "tag": "da034cd8-5533-4ed3-9e39-2a11b563436d", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:38.091726 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ac3f4e3-49df-4081-afa5-6c607e5ef887 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:38.092245 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb91041-724f-44bb-84c9-f222b75f435e', 'name': 'network-vif-deleted', 'tag': 'da034cd8-5533-4ed3-9e39-2a11b563436d', 'status': 'completed', 'code': 200} Jul 29 14:59:38.334861 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a4f7bc20-7325-4e3a-a4c4-dc13e204446c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:38.450622 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7bc20-7325-4e3a-a4c4-dc13e204446c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Subnet': ['ID=c52e69e6-6ac1-4cdc-b668-50aa1c90c65a,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:38.461932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f7bc20-7325-4e3a-a4c4-dc13e204446c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Checking segment: {'id': '0bf3437e-2efb-4ef5-adbd-0ce987a8701f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cffcd80e-95bb-450e-9d55-3e7aab20a445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:38.461932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f7bc20-7325-4e3a-a4c4-dc13e204446c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network hostable DHCP agents. Network: cffcd80e-95bb-450e-9d55-3e7aab20a445, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:59:38.506610 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f7bc20-7325-4e3a-a4c4-dc13e204446c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network cffcd80e-95bb-450e-9d55-3e7aab20a445 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:59:38.530753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a4f7bc20-7325-4e3a-a4c4-dc13e204446c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, cffcd80e-95bb-450e-9d55-3e7aab20a445) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:59:38.538718 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f7bc20-7325-4e3a-a4c4-dc13e204446c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:38.539838 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a4f7bc20-7325-4e3a-a4c4-dc13e204446c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:38.570507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6231e52d-ad13-43c4-a078-b8c92b332c04 None None] Network cffcd80e-95bb-450e-9d55-3e7aab20a445 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:38.574303 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a4f7bc20-7325-4e3a-a4c4-dc13e204446c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4990902 Jul 29 14:59:38.579282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47846) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:38.622078 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-202ba3fd-8096-402a-8b68-8e3c0ca25427 req-3e32860c-caf9-4ce6-9f50-0403720db2a4 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=efb91041-724f-44bb-84c9-f222b75f435e HTTP/1.1" status: 200 len: 210 time: 0.0928674 Jul 29 14:59:38.708991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device da034cd8-5533-4ed3-9e39-2a11b563436d no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:38.753310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: da034cd8-5533-4ed3-9e39-2a11b563436d {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:59:38.754091 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device da034cd8-5533-4ed3-9e39-2a11b563436d not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:59:38.917756 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a11-1c7c-45aa-a77d-1cf071400adc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:39.003325 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94838e8-aa7e-401f-8f49-3e2ace50ec94 req-74dfb153-e775-4d29-9e92-f4fd9b11f077 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:39.018424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94838e8-aa7e-401f-8f49-3e2ace50ec94 req-74dfb153-e775-4d29-9e92-f4fd9b11f077 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:39.032487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94838e8-aa7e-401f-8f49-3e2ace50ec94 req-74dfb153-e775-4d29-9e92-f4fd9b11f077 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:39.039081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644e5167-c04d-409d-8bae-3c38df378294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-cffcd80e-95bb-450e-9d55-3e7aab20a445', 'network_id': 'cffcd80e-95bb-450e-9d55-3e7aab20a445', 'tenant_id': 'd234c346de084e358079feba9b4bfa18', 'fixed_ips': [{'subnet_id': 'c52e69e6-6ac1-4cdc-b668-50aa1c90c65a'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:59:39.041521 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-644e5167-c04d-409d-8bae-3c38df378294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:39.047283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94838e8-aa7e-401f-8f49-3e2ace50ec94 req-74dfb153-e775-4d29-9e92-f4fd9b11f077 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:39.062749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94838e8-aa7e-401f-8f49-3e2ace50ec94 req-74dfb153-e775-4d29-9e92-f4fd9b11f077 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:39.075125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94838e8-aa7e-401f-8f49-3e2ace50ec94 req-74dfb153-e775-4d29-9e92-f4fd9b11f077 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:39.089870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94838e8-aa7e-401f-8f49-3e2ace50ec94 req-74dfb153-e775-4d29-9e92-f4fd9b11f077 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:39.102445 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f94838e8-aa7e-401f-8f49-3e2ace50ec94 req-74dfb153-e775-4d29-9e92-f4fd9b11f077 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.2186813 Jul 29 14:59:39.223058 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-26d884c0-d07e-4966-bdde-df70e0adcccf req-86f3e486-cc4f-47c3-b045-db98d6df6a60 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.0736473 Jul 29 14:59:39.237258 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a11-1c7c-45aa-a77d-1cf071400adc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:39.302472 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f94838e8-aa7e-401f-8f49-3e2ace50ec94 req-23c2e274-86b7-4c92-801a-bbf2c40e764e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1866977 Jul 29 14:59:39.323717 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a11-1c7c-45aa-a77d-1cf071400adc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:39.371260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d8a11-1c7c-45aa-a77d-1cf071400adc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Subnet': ['ID=c52e69e6-6ac1-4cdc-b668-50aa1c90c65a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:39.465030 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a11-1c7c-45aa-a77d-1cf071400adc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:39.478087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-9b8d8a11-1c7c-45aa-a77d-1cf071400adc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffcd80e-95bb-450e-9d55-3e7aab20a445']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:39.492521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-9b8d8a11-1c7c-45aa-a77d-1cf071400adc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf3437e-2efb-4ef5-adbd-0ce987a8701f') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:39.493763 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-9b8d8a11-1c7c-45aa-a77d-1cf071400adc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf3437e-2efb-4ef5-adbd-0ce987a8701f') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:39.506275 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a11-1c7c-45aa-a77d-1cf071400adc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server [None req-644e5167-c04d-409d-8bae-3c38df378294 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c52e69e6-6ac1-4cdc-b668-50aa1c90c65a: This subnet is being modified by another concurrent operation. Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise exception Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c52e69e6-6ac1-4cdc-b668-50aa1c90c65a: This subnet is being modified by another concurrent operation. Jul 29 14:59:39.523891 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a11-1c7c-45aa-a77d-1cf071400adc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8d8a11-1c7c-45aa-a77d-1cf071400adc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a11-1c7c-45aa-a77d-1cf071400adc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: timer() Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:59:39.542745 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:59:39.622242 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b054ac-86f8-42d5-9ff3-a390eb01e7ff None None] Network cffcd80e-95bb-450e-9d55-3e7aab20a445 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:39.623867 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a11-1c7c-45aa-a77d-1cf071400adc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:39.641007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b054ac-86f8-42d5-9ff3-a390eb01e7ff None None] Network cffcd80e-95bb-450e-9d55-3e7aab20a445 could not be found, it might have been deleted concurrently. {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 14:59:39.645628 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8a11-1c7c-45aa-a77d-1cf071400adc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:39.648873 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9b8d8a11-1c7c-45aa-a77d-1cf071400adc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/cffcd80e-95bb-450e-9d55-3e7aab20a445 HTTP/1.1" status: 204 len: 168 time: 1.0651064 Jul 29 14:59:39.654945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47858) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:39.660588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-116e974b-b03d-4ded-929a-dcd55e6ba192 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-244035442'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:39.662989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a8379a-ba8b-4a38-80ea-c31669776123 None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 14:59:39.666547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d8a11-1c7c-45aa-a77d-1cf071400adc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Network': ['ID=cffcd80e-95bb-450e-9d55-3e7aab20a445,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:39.751310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116e974b-b03d-4ded-929a-dcd55e6ba192 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:39.754601 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-116e974b-b03d-4ded-929a-dcd55e6ba192 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:39.818879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116e974b-b03d-4ded-929a-dcd55e6ba192 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:59:39.849481 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-116e974b-b03d-4ded-929a-dcd55e6ba192 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:39.850007 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-116e974b-b03d-4ded-929a-dcd55e6ba192 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Added segment 3e842c36-8e3f-4e3c-aa6b-b6c28cc78c26 of type vlan for network a14a1fee-8ea6-41d0-801f-7329d2e84f40 Jul 29 14:59:39.921913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-116e974b-b03d-4ded-929a-dcd55e6ba192 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:39.980504 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-116e974b-b03d-4ded-929a-dcd55e6ba192 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:39.998531 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e974b-b03d-4ded-929a-dcd55e6ba192 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:39.999197 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-116e974b-b03d-4ded-929a-dcd55e6ba192 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:40.047683 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a8379a-ba8b-4a38-80ea-c31669776123 None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 14:59:40.092648 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-116e974b-b03d-4ded-929a-dcd55e6ba192 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4335566 Jul 29 14:59:40.094785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47868) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:40.103918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6609dfff-c03c-47e4-b08c-b5c2fc8f1f57 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'subnet': {'network_id': 'a14a1fee-8ea6-41d0-801f-7329d2e84f40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:40.197692 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e974b-b03d-4ded-929a-dcd55e6ba192 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Network': ['ID=a14a1fee-8ea6-41d0-801f-7329d2e84f40,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:40.221304 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network a14a1fee-8ea6-41d0-801f-7329d2e84f40 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:59:40.232962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c79c9-dfc2-4af8-a1d8-0f7c77aa76b9 req-b9a88221-33ca-41b6-9135-854b0a27370e tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:40.244227 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-376c79c9-dfc2-4af8-a1d8-0f7c77aa76b9 req-b9a88221-33ca-41b6-9135-854b0a27370e tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1096 time: 0.0882671 Jul 29 14:59:40.299801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-376c79c9-dfc2-4af8-a1d8-0f7c77aa76b9 req-3758643e-a1de-4f7d-9077-754b0c535d0c tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540638 Jul 29 14:59:40.343622 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6609dfff-c03c-47e4-b08c-b5c2fc8f1f57 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:40.351148 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6609dfff-c03c-47e4-b08c-b5c2fc8f1f57 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:40.576730 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d8058-3e3c-4d98-8201-07a65f0e6221 req-70c23b4a-8524-463c-9748-24944a68fd19 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:40.593792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d8058-3e3c-4d98-8201-07a65f0e6221 req-70c23b4a-8524-463c-9748-24944a68fd19 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:40.615776 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d8058-3e3c-4d98-8201-07a65f0e6221 req-70c23b4a-8524-463c-9748-24944a68fd19 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:40.635615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d8058-3e3c-4d98-8201-07a65f0e6221 req-70c23b4a-8524-463c-9748-24944a68fd19 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:40.649126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d8058-3e3c-4d98-8201-07a65f0e6221 req-70c23b4a-8524-463c-9748-24944a68fd19 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:40.662696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d8058-3e3c-4d98-8201-07a65f0e6221 req-70c23b4a-8524-463c-9748-24944a68fd19 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:40.676399 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d8058-3e3c-4d98-8201-07a65f0e6221 req-70c23b4a-8524-463c-9748-24944a68fd19 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:40.691262 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca7d8058-3e3c-4d98-8201-07a65f0e6221 req-70c23b4a-8524-463c-9748-24944a68fd19 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.2520294 Jul 29 14:59:40.701397 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6609dfff-c03c-47e4-b08c-b5c2fc8f1f57 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:40.806522 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6609dfff-c03c-47e4-b08c-b5c2fc8f1f57 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Checking segment: {'id': '3e842c36-8e3f-4e3c-aa6b-b6c28cc78c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a14a1fee-8ea6-41d0-801f-7329d2e84f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:40.807139 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6609dfff-c03c-47e4-b08c-b5c2fc8f1f57 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network hostable DHCP agents. Network: a14a1fee-8ea6-41d0-801f-7329d2e84f40, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:59:40.810015 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609dfff-c03c-47e4-b08c-b5c2fc8f1f57 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Subnet': ['ID=fae0a872-3b38-4b79-a618-1695ac66c012,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:40.819852 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0877da51-57d3-4090-bf7d-3c7af95559fb req-1ca4b444-0c9e-4bba-a3c5-edecfe0771c6 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.3923182 Jul 29 14:59:40.860972 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6609dfff-c03c-47e4-b08c-b5c2fc8f1f57 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network a14a1fee-8ea6-41d0-801f-7329d2e84f40 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:59:40.871550 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:40.874913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-6609dfff-c03c-47e4-b08c-b5c2fc8f1f57 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, a14a1fee-8ea6-41d0-801f-7329d2e84f40) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:59:40.880217 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6609dfff-c03c-47e4-b08c-b5c2fc8f1f57 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:40.881463 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6609dfff-c03c-47e4-b08c-b5c2fc8f1f57 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:40.891471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2caa91-d4d6-41e0-a75d-55ae6fb1d108 None None] Network a14a1fee-8ea6-41d0-801f-7329d2e84f40 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:40.912922 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca7d8058-3e3c-4d98-8201-07a65f0e6221 req-8125f353-012e-409a-a772-44f683854a70 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2154806 Jul 29 14:59:40.917341 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47880) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:40.918191 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6609dfff-c03c-47e4-b08c-b5c2fc8f1f57 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8209245 Jul 29 14:59:41.091129 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:41.105336 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-a14a1fee-8ea6-41d0-801f-7329d2e84f40', 'network_id': 'a14a1fee-8ea6-41d0-801f-7329d2e84f40', 'tenant_id': 'd234c346de084e358079feba9b4bfa18', 'fixed_ips': [{'subnet_id': 'fae0a872-3b38-4b79-a618-1695ac66c012'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:59:41.106236 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:41.194814 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:41.350642 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Allocated IP 172.20.0.1 (a14a1fee-8ea6-41d0-801f-7329d2e84f40/fae0a872-3b38-4b79-a618-1695ac66c012/aa1702d2-e515-4fb3-bd61-ca2de13852d9) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:59:41.369836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1385-1a8e-4de4-a28b-8d53a4dafca0 req-2c3faa1e-d880-44cc-a0cb-71dced7e633a tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:41.372751 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e78f1385-1a8e-4de4-a28b-8d53a4dafca0 req-2c3faa1e-d880-44cc-a0cb-71dced7e633a tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1096 time: 0.0673308 Jul 29 14:59:41.528149 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-e78f1385-1a8e-4de4-a28b-8d53a4dafca0 req-07e7d7ff-5662-43af-abce-13d34066404a tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Deleting port 734e7448-bb3c-449e-9a6a-33a9a7f45929 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:41.528872 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e78f1385-1a8e-4de4-a28b-8d53a4dafca0 req-07e7d7ff-5662-43af-abce-13d34066404a tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:41.529203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fef70-f7a6-46e1-b14d-396a9391baa0 req-2103040c-e03d-4a76-ad02-8188d6a542ba tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:41.546277 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-047fef70-f7a6-46e1-b14d-396a9391baa0 req-2103040c-e03d-4a76-ad02-8188d6a542ba tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 1096 time: 0.1127563 Jul 29 14:59:41.642443 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-047fef70-f7a6-46e1-b14d-396a9391baa0 req-320eca7c-0681-4c7d-bfd1-7d959a63d2d7 tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6b74b22f-b46a-4ebd-95c5-909e32941c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916305 Jul 29 14:59:41.661108 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e78f1385-1a8e-4de4-a28b-8d53a4dafca0 req-07e7d7ff-5662-43af-abce-13d34066404a tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] For port 734e7448-bb3c-449e-9a6a-33a9a7f45929, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=734e7448-bb3c-449e-9a6a-33a9a7f45929,segment=NetworkSegment(be6396a5-31c2-462f-9e42-6a08bc567392),segment_id=be6396a5-31c2-462f-9e42-6a08bc567392)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:41.661496 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e78f1385-1a8e-4de4-a28b-8d53a4dafca0 req-07e7d7ff-5662-43af-abce-13d34066404a tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:41.679190 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-e78f1385-1a8e-4de4-a28b-8d53a4dafca0 req-07e7d7ff-5662-43af-abce-13d34066404a tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Calling delete_port for 734e7448-bb3c-449e-9a6a-33a9a7f45929 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:41.820282 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:41.841125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Transition to ACTIVE for port object aa1702d2-e515-4fb3-bd61-ca2de13852d9 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:41.876313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Transition to ACTIVE for port object aa1702d2-e515-4fb3-bd61-ca2de13852d9 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:41.889686 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e78f1385-1a8e-4de4-a28b-8d53a4dafca0 req-07e7d7ff-5662-43af-abce-13d34066404a tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:41.893815 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:41.916162 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['734e7448-bb3c-449e-9a6a-33a9a7f45929'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:59:41.934844 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:41.986342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Network a14a1fee-8ea6-41d0-801f-7329d2e84f40 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:59:41.989463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7d7ff-5662-43af-abce-13d34066404a tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Pushing event deleted for resources: {'Port': ['ID=734e7448-bb3c-449e-9a6a-33a9a7f45929,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:41.990742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:59:41.998503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:59:42.009422 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Pushing event updated for resources: {'Port': ['ID=aa1702d2-e515-4fb3-bd61-ca2de13852d9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:42.050969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Subnet': ['ID=fae0a872-3b38-4b79-a618-1695ac66c012,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:42.120127 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Attempting to bind port aa1702d2-e515-4fb3-bd61-ca2de13852d9 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:59:42.120602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Attempting to bind port aa1702d2-e515-4fb3-bd61-ca2de13852d9 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '3e842c36-8e3f-4e3c-aa6b-b6c28cc78c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a14a1fee-8ea6-41d0-801f-7329d2e84f40'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:59:42.121262 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Attempting to bind port aa1702d2-e515-4fb3-bd61-ca2de13852d9 on network a14a1fee-8ea6-41d0-801f-7329d2e84f40 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:42.128208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:59:42.129056 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Checking segment: {'id': '3e842c36-8e3f-4e3c-aa6b-b6c28cc78c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a14a1fee-8ea6-41d0-801f-7329d2e84f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:42.129283 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:42.129617 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Bound using segment: {'id': '3e842c36-8e3f-4e3c-aa6b-b6c28cc78c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a14a1fee-8ea6-41d0-801f-7329d2e84f40'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:59:42.130109 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Bound port: aa1702d2-e515-4fb3-bd61-ca2de13852d9, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e842c36-8e3f-4e3c-aa6b-b6c28cc78c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a14a1fee-8ea6-41d0-801f-7329d2e84f40'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:59:42.130508 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:42.157303 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88bea436-1a34-42ae-9c3f-c6bfc5475891 req-1d000dbd-775d-4666-b9d8-4710141edb69 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.1096783 Jul 29 14:59:42.183133 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78f1385-1a8e-4de4-a28b-8d53a4dafca0 req-07e7d7ff-5662-43af-abce-13d34066404a tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] No DVR routers for this DVR port 734e7448-bb3c-449e-9a6a-33a9a7f45929 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:42.187875 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e78f1385-1a8e-4de4-a28b-8d53a4dafca0 req-07e7d7ff-5662-43af-abce-13d34066404a tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:42.192121 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e78f1385-1a8e-4de4-a28b-8d53a4dafca0 req-07e7d7ff-5662-43af-abce-13d34066404a tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.39 "DELETE /v2.0/ports/734e7448-bb3c-449e-9a6a-33a9a7f45929 HTTP/1.1" status: 204 len: 173 time: 0.8114667 Jul 29 14:59:42.192922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872408d4-370b-4706-8e60-016f447921f3', 'name': 'network-vif-deleted', 'tag': '734e7448-bb3c-449e-9a6a-33a9a7f45929'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 14:59:42.199455 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c157f04-63bd-475e-a26b-a0bd80da771a" -d '{"events": [{"server_uuid": "872408d4-370b-4706-8e60-016f447921f3", "name": "network-vif-deleted", "tag": "734e7448-bb3c-449e-9a6a-33a9a7f45929"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 14:59:42.249547 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] For port aa1702d2-e515-4fb3-bd61-ca2de13852d9, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:59:42.259072 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] For port aa1702d2-e515-4fb3-bd61-ca2de13852d9, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=aa1702d2-e515-4fb3-bd61-ca2de13852d9,segment=NetworkSegment(3e842c36-8e3f-4e3c-aa6b-b6c28cc78c26),segment_id=3e842c36-8e3f-4e3c-aa6b-b6c28cc78c26)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:59:42.272051 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:42.306256 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:42.365022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14a1fee-8ea6-41d0-801f-7329d2e84f40']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:42.412395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7e13d-e904-451e-a17c-21b790945174 req-de7d9bd7-7d32-4b3f-adb4-034503eb10ad tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:42.422896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7e13d-e904-451e-a17c-21b790945174 req-de7d9bd7-7d32-4b3f-adb4-034503eb10ad tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:42.431737 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7e13d-e904-451e-a17c-21b790945174 req-de7d9bd7-7d32-4b3f-adb4-034503eb10ad tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:42.441292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7e13d-e904-451e-a17c-21b790945174 req-de7d9bd7-7d32-4b3f-adb4-034503eb10ad tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:42.460874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7e13d-e904-451e-a17c-21b790945174 req-de7d9bd7-7d32-4b3f-adb4-034503eb10ad tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:42.470823 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7e13d-e904-451e-a17c-21b790945174 req-de7d9bd7-7d32-4b3f-adb4-034503eb10ad tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:42.484238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7e13d-e904-451e-a17c-21b790945174 req-de7d9bd7-7d32-4b3f-adb4-034503eb10ad tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:42.495966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3c7e13d-e904-451e-a17c-21b790945174 req-de7d9bd7-7d32-4b3f-adb4-034503eb10ad tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.3934894 Jul 29 14:59:42.500251 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 14:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bc2a46-3315-4ca3-9750-72641483d453 x-openstack-request-id: req-29bc2a46-3315-4ca3-9750-72641483d453 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 14:59:42.500655 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872408d4-370b-4706-8e60-016f447921f3", "name": "network-vif-deleted", "tag": "734e7448-bb3c-449e-9a6a-33a9a7f45929", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 14:59:42.501115 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29bc2a46-3315-4ca3-9750-72641483d453 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 14:59:42.501761 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872408d4-370b-4706-8e60-016f447921f3', 'name': 'network-vif-deleted', 'tag': '734e7448-bb3c-449e-9a6a-33a9a7f45929', 'status': 'completed', 'code': 200} Jul 29 14:59:42.504596 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Pushing event updated for resources: {'Port': ['ID=aa1702d2-e515-4fb3-bd61-ca2de13852d9,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:42.520843 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca0214e-43a6-45aa-9767-3b95f91b03a8 None None] Network a14a1fee-8ea6-41d0-801f-7329d2e84f40 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:42.528555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e842c36-8e3f-4e3c-aa6b-b6c28cc78c26') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:42.528934 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e842c36-8e3f-4e3c-aa6b-b6c28cc78c26') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:42.551223 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:42.583797 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:42.596564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:59:42.597715 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:42.630969 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:42.631641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:42.632257 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:42.632923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:59:42.641753 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:59:42.651826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:42.652430 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:42.653106 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:42.653696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:42.654545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:42.661211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:42.661891 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:42.662590 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b4e54-d42f-4cfb-a774-4d5d0eb399b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 14:59:42.761576 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3c7e13d-e904-451e-a17c-21b790945174 req-a9752a48-bdab-4dbc-8616-37a3ed6cac31 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2465973 Jul 29 14:59:42.818937 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 14:59:42.818937 n-d-802893-1 neutron-server[94158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 14:59:42.818937 n-d-802893-1 neutron-server[94158]: [parameters: {'id': 'a14a1fee-8ea6-41d0-801f-7329d2e84f40'}] Jul 29 14:59:42.818937 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:59:42.822639 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:59:42.900276 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b99f43c-6e1c-434e-86b2-772aa528eb57 None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 14:59:42.912413 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34a4f88f-90c1-4712-9984-1f972fe658c1 req-0bc54521-1960-4e56-9b56-58c9827794fb tempest-TestServerMultinode-827977302 tempest-TestServerMultinode-827977302-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=872408d4-370b-4706-8e60-016f447921f3 HTTP/1.1" status: 200 len: 210 time: 0.0493858 Jul 29 14:59:43.176177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b99f43c-6e1c-434e-86b2-772aa528eb57 None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 14:59:43.324835 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:43.400365 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be3da651-83df-41e8-99bc-d04ce83f04a1 req-9fa87556-e7b6-4145-89af-bc89a0e5d4cb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.0574415 Jul 29 14:59:43.518982 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Deleting port aa1702d2-e515-4fb3-bd61-ca2de13852d9 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:43.519412 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:43.656068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] For port aa1702d2-e515-4fb3-bd61-ca2de13852d9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=aa1702d2-e515-4fb3-bd61-ca2de13852d9,segment=NetworkSegment(3e842c36-8e3f-4e3c-aa6b-b6c28cc78c26),segment_id=3e842c36-8e3f-4e3c-aa6b-b6c28cc78c26)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:43.656708 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:43.708146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Calling delete_port for aa1702d2-e515-4fb3-bd61-ca2de13852d9 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:43.831050 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:43.872699 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Port': ['ID=aa1702d2-e515-4fb3-bd61-ca2de13852d9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:43.878077 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No DVR routers for this DVR port aa1702d2-e515-4fb3-bd61-ca2de13852d9 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:44.011021 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:44.012456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47906) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:44.027074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14a1fee-8ea6-41d0-801f-7329d2e84f40']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:44.042339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e842c36-8e3f-4e3c-aa6b-b6c28cc78c26') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:44.042655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e842c36-8e3f-4e3c-aa6b-b6c28cc78c26') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:44.056339 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:44.070386 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4ce8b-ca04-4524-81fa-e0d5818a838c req-aba0207f-4ede-4587-92e1-9e4ab7f008be tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:44.077364 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4ce8b-ca04-4524-81fa-e0d5818a838c req-aba0207f-4ede-4587-92e1-9e4ab7f008be tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:44.084489 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4ce8b-ca04-4524-81fa-e0d5818a838c req-aba0207f-4ede-4587-92e1-9e4ab7f008be tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:44.091324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4ce8b-ca04-4524-81fa-e0d5818a838c req-aba0207f-4ede-4587-92e1-9e4ab7f008be tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:44.097519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4ce8b-ca04-4524-81fa-e0d5818a838c req-aba0207f-4ede-4587-92e1-9e4ab7f008be tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:44.104507 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4ce8b-ca04-4524-81fa-e0d5818a838c req-aba0207f-4ede-4587-92e1-9e4ab7f008be tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:44.110672 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4ce8b-ca04-4524-81fa-e0d5818a838c req-aba0207f-4ede-4587-92e1-9e4ab7f008be tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:44.112755 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1ec4ce8b-ca04-4524-81fa-e0d5818a838c req-aba0207f-4ede-4587-92e1-9e4ab7f008be tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.1561320 Jul 29 14:59:44.132370 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:44.151971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:59:44.152396 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:59:44.155659 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:59:44.226635 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1ec4ce8b-ca04-4524-81fa-e0d5818a838c req-ceb7118a-eac1-43d3-8141-fd6dc4317863 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040258 Jul 29 14:59:44.249953 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:44.259599 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:44.265629 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/a14a1fee-8ea6-41d0-801f-7329d2e84f40 HTTP/1.1" status: 204 len: 168 time: 3.3425748 Jul 29 14:59:44.267541 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47908) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:44.296390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-2ecef530-c9f4-44cb-9a17-cb2cd45c78f1 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1574133029'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:44.304771 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4353da4-cd3e-4189-a94c-7fa4c957ec97 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Network': ['ID=a14a1fee-8ea6-41d0-801f-7329d2e84f40,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:44.342290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecef530-c9f4-44cb-9a17-cb2cd45c78f1 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:44.346808 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ecef530-c9f4-44cb-9a17-cb2cd45c78f1 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:44.376479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecef530-c9f4-44cb-9a17-cb2cd45c78f1 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:59:44.390952 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ecef530-c9f4-44cb-9a17-cb2cd45c78f1 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:44.391360 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-2ecef530-c9f4-44cb-9a17-cb2cd45c78f1 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Added segment 34f0c059-1fd0-4405-8153-275438766a90 of type vlan for network d951ced1-10c4-4092-b66b-8a546c7e9b21 Jul 29 14:59:44.446803 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ecef530-c9f4-44cb-9a17-cb2cd45c78f1 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:44.518362 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ecef530-c9f4-44cb-9a17-cb2cd45c78f1 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:44.544332 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecef530-c9f4-44cb-9a17-cb2cd45c78f1 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:44.545398 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ecef530-c9f4-44cb-9a17-cb2cd45c78f1 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:44.600149 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba06b85d-4f96-48dd-b68b-b27d18c6f13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:44.620943 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c84a920a-8483-4ebc-a490-ac14bb86744d req-a49e4540-a285-4d0f-9370-48ed3466e829 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.0366845 Jul 29 14:59:44.706156 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2ecef530-c9f4-44cb-9a17-cb2cd45c78f1 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4185514 Jul 29 14:59:44.710354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47916) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:44.716944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7f26774b-494b-482f-8ed6-c7f90f9e77f7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'subnet': {'network_id': 'd951ced1-10c4-4092-b66b-8a546c7e9b21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:44.721157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecef530-c9f4-44cb-9a17-cb2cd45c78f1 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Network': ['ID=d951ced1-10c4-4092-b66b-8a546c7e9b21,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:44.746397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network d951ced1-10c4-4092-b66b-8a546c7e9b21 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:59:44.982585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ba06b85d-4f96-48dd-b68b-b27d18c6f13f admin admin] Deleting port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:44.983130 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba06b85d-4f96-48dd-b68b-b27d18c6f13f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:45.112055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-ba06b85d-4f96-48dd-b68b-b27d18c6f13f admin admin] For port 4777f38a-e5bf-4c33-a99f-88fe9c9b1286, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4777f38a-e5bf-4c33-a99f-88fe9c9b1286,segment=NetworkSegment(be6396a5-31c2-462f-9e42-6a08bc567392),segment_id=be6396a5-31c2-462f-9e42-6a08bc567392)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:45.113029 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba06b85d-4f96-48dd-b68b-b27d18c6f13f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:45.140329 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ba06b85d-4f96-48dd-b68b-b27d18c6f13f admin admin] Calling delete_port for 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:45.205911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 734e7448-bb3c-449e-9a6a-33a9a7f45929 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:45.247055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 734e7448-bb3c-449e-9a6a-33a9a7f45929 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:59:45.248252 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 734e7448-bb3c-449e-9a6a-33a9a7f45929 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:59:45.343988 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-009674cb-72e0-4789-90fa-0e4b00997714 req-00cc49bf-3405-4f0c-b380-8e068bacd9f0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6185830 Jul 29 14:59:45.378371 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f26774b-494b-482f-8ed6-c7f90f9e77f7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:45.382424 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f26774b-494b-482f-8ed6-c7f90f9e77f7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:45.511386 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba06b85d-4f96-48dd-b68b-b27d18c6f13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:45.543839 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009674cb-72e0-4789-90fa-0e4b00997714 req-0e1be6fa-c9f8-4e38-a3d5-7e5ddcb015e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:45.545671 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-009674cb-72e0-4789-90fa-0e4b00997714 req-0e1be6fa-c9f8-4e38-a3d5-7e5ddcb015e8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f5e572e1e43471cb0156603ea55a1bb&device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 1097 time: 0.1592872 Jul 29 14:59:45.569622 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06b85d-4f96-48dd-b68b-b27d18c6f13f admin admin] Pushing event deleted for resources: {'Port': ['ID=4777f38a-e5bf-4c33-a99f-88fe9c9b1286,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:45.572513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac57ba-0b71-49c5-8df8-62a91deb1ad2 req-7b4f24a9-fb09-45a3-afa9-78687deab5e7 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:45.579882 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac57ba-0b71-49c5-8df8-62a91deb1ad2 req-7b4f24a9-fb09-45a3-afa9-78687deab5e7 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:45.586148 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac57ba-0b71-49c5-8df8-62a91deb1ad2 req-7b4f24a9-fb09-45a3-afa9-78687deab5e7 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:45.593060 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac57ba-0b71-49c5-8df8-62a91deb1ad2 req-7b4f24a9-fb09-45a3-afa9-78687deab5e7 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:45.603728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac57ba-0b71-49c5-8df8-62a91deb1ad2 req-7b4f24a9-fb09-45a3-afa9-78687deab5e7 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:45.610323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac57ba-0b71-49c5-8df8-62a91deb1ad2 req-7b4f24a9-fb09-45a3-afa9-78687deab5e7 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:45.616768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac57ba-0b71-49c5-8df8-62a91deb1ad2 req-7b4f24a9-fb09-45a3-afa9-78687deab5e7 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:45.623465 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-06ac57ba-0b71-49c5-8df8-62a91deb1ad2 req-7b4f24a9-fb09-45a3-afa9-78687deab5e7 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.2093782 Jul 29 14:59:45.867364 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-06ac57ba-0b71-49c5-8df8-62a91deb1ad2 req-9b31df87-17d5-4efc-8b9c-50c333bf8d8e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1669250 Jul 29 14:59:45.872063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009674cb-72e0-4789-90fa-0e4b00997714 req-3a90e0a5-b7a1-451a-8cf3-e354cc278bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:45.874081 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-009674cb-72e0-4789-90fa-0e4b00997714 req-3a90e0a5-b7a1-451a-8cf3-e354cc278bc5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d80521b-6229-44d9-b599-75d40e13b312 HTTP/1.1" status: 200 len: 910 time: 0.2530251 Jul 29 14:59:45.919024 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba06b85d-4f96-48dd-b68b-b27d18c6f13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:45.990458 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f26774b-494b-482f-8ed6-c7f90f9e77f7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:46.048520 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-009674cb-72e0-4789-90fa-0e4b00997714 req-10304798-8671-4847-b644-527ab46be075 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f57ee018-b433-4528-a366-93e5e4fb32ae HTTP/1.1" status: 200 len: 1001 time: 0.1483276 Jul 29 14:59:46.102204 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4b9e1328-0bfc-45bd-b6b4-42d3ae47c553 req-c87e0fd7-44ca-4ae4-90df-50a26eeb9b36 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.0575886 Jul 29 14:59:46.110166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26774b-494b-482f-8ed6-c7f90f9e77f7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Subnet': ['ID=8f417a07-c688-4ba6-aa80-f9cdaf3855f0,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:46.130748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f26774b-494b-482f-8ed6-c7f90f9e77f7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Checking segment: {'id': '34f0c059-1fd0-4405-8153-275438766a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd951ced1-10c4-4092-b66b-8a546c7e9b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:46.131461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f26774b-494b-482f-8ed6-c7f90f9e77f7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network hostable DHCP agents. Network: d951ced1-10c4-4092-b66b-8a546c7e9b21, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:59:46.145437 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009674cb-72e0-4789-90fa-0e4b00997714 req-65c64a99-a698-42a0-917b-6e2f585cd45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:46.146977 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-009674cb-72e0-4789-90fa-0e4b00997714 req-65c64a99-a698-42a0-917b-6e2f585cd45c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b1747c4-def9-4399-bfc4-b048db571a84 HTTP/1.1" status: 200 len: 848 time: 0.0896342 Jul 29 14:59:46.168238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f26774b-494b-482f-8ed6-c7f90f9e77f7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network d951ced1-10c4-4092-b66b-8a546c7e9b21 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:59:46.201388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7f26774b-494b-482f-8ed6-c7f90f9e77f7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, d951ced1-10c4-4092-b66b-8a546c7e9b21) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:59:46.207874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f26774b-494b-482f-8ed6-c7f90f9e77f7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:46.208493 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f26774b-494b-482f-8ed6-c7f90f9e77f7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:46.219042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aa10a9-98a3-4eb6-b6f8-97c5a20db48f None None] Network d951ced1-10c4-4092-b66b-8a546c7e9b21 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:46.223256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009674cb-72e0-4789-90fa-0e4b00997714 req-1044201b-40bf-4bc3-abcb-922813e1aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:46.224971 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-009674cb-72e0-4789-90fa-0e4b00997714 req-1044201b-40bf-4bc3-abcb-922813e1aa63 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d80521b-6229-44d9-b599-75d40e13b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688393 Jul 29 14:59:46.236318 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7f26774b-494b-482f-8ed6-c7f90f9e77f7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5245614 Jul 29 14:59:46.236948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47924) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:46.436824 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-009674cb-72e0-4789-90fa-0e4b00997714 req-2612c5d6-0bfc-48d2-8989-d1a4a58dffcd service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987064 Jul 29 14:59:46.439163 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba06b85d-4f96-48dd-b68b-b27d18c6f13f admin admin] Router fd64afef-4837-40f1-9d17-3819492a1ce8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:59:46.440885 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d473f24-b876-40a8-a9c8-e9b707a3e3cf tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:46.519264 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2e742c-32e2-4986-a102-3128e5a2785d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-d951ced1-10c4-4092-b66b-8a546c7e9b21', 'network_id': 'd951ced1-10c4-4092-b66b-8a546c7e9b21', 'tenant_id': 'd234c346de084e358079feba9b4bfa18', 'fixed_ips': [{'subnet_id': '8f417a07-c688-4ba6-aa80-f9cdaf3855f0'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:59:46.520543 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a2e742c-32e2-4986-a102-3128e5a2785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:46.584295 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d473f24-b876-40a8-a9c8-e9b707a3e3cf tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:46.624571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-009674cb-72e0-4789-90fa-0e4b00997714 req-d9b5d3c1-f8cd-4718-8d87-d0957a68dd3e service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804285 Jul 29 14:59:46.666714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba06b85d-4f96-48dd-b68b-b27d18c6f13f admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:59:46.685007 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ba06b85d-4f96-48dd-b68b-b27d18c6f13f admin admin] 10.222.0.16 "PUT /v2.0/routers/fd64afef-4837-40f1-9d17-3819492a1ce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6706014 Jul 29 14:59:46.687362 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47926) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:46.691070 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4233f0-b6c6-42cd-b192-3bd092c945b7 None None] Sync routers for ids ['fd64afef-4837-40f1-9d17-3819492a1ce8'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:59:46.709807 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4233f0-b6c6-42cd-b192-3bd092c945b7 None None] Routers {'fd64afef-4837-40f1-9d17-3819492a1ce8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:59:46.710182 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d473f24-b876-40a8-a9c8-e9b707a3e3cf tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:46.710630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5c4233f0-b6c6-42cd-b192-3bd092c945b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:59:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fd64afef-4837-40f1-9d17-3819492a1ce8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:46.782111 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d473f24-b876-40a8-a9c8-e9b707a3e3cf tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Subnet': ['ID=8f417a07-c688-4ba6-aa80-f9cdaf3855f0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:46.975583 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e61521-9b9a-4b19-95fe-ee626fbf85fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:46.985629 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d473f24-b876-40a8-a9c8-e9b707a3e3cf tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server [None req-7a2e742c-32e2-4986-a102-3128e5a2785d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f417a07-c688-4ba6-aa80-f9cdaf3855f0: This subnet is being modified by another concurrent operation. Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise exception Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f417a07-c688-4ba6-aa80-f9cdaf3855f0: This subnet is being modified by another concurrent operation. Jul 29 14:59:46.988743 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Jul 29 14:59:47.005844 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16151614-debb-4687-be0f-43bb482a11f3 None None] Network d951ced1-10c4-4092-b66b-8a546c7e9b21 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:47.037779 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-6d473f24-b876-40a8-a9c8-e9b707a3e3cf tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d951ced1-10c4-4092-b66b-8a546c7e9b21']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:47.076755 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-6d473f24-b876-40a8-a9c8-e9b707a3e3cf tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f0c059-1fd0-4405-8153-275438766a90') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:47.077060 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-6d473f24-b876-40a8-a9c8-e9b707a3e3cf tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f0c059-1fd0-4405-8153-275438766a90') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:47.105565 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d473f24-b876-40a8-a9c8-e9b707a3e3cf tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:47.118384 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-5c4233f0-b6c6-42cd-b192-3bd092c945b7 None None] Set router fd64afef-4837-40f1-9d17-3819492a1ce8 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:59:47.144095 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d473f24-b876-40a8-a9c8-e9b707a3e3cf tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:47.161842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d473f24-b876-40a8-a9c8-e9b707a3e3cf tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:59:47.163056 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d473f24-b876-40a8-a9c8-e9b707a3e3cf tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:47.205906 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e61521-9b9a-4b19-95fe-ee626fbf85fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:59:47.261537 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:59:47.264954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e75b-b073-468a-8bbb-eae369ea9daa req-b17cd78b-e03c-4205-a622-0e304064b27a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:47.281189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e75b-b073-468a-8bbb-eae369ea9daa req-b17cd78b-e03c-4205-a622-0e304064b27a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:47.296730 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e75b-b073-468a-8bbb-eae369ea9daa req-b17cd78b-e03c-4205-a622-0e304064b27a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:47.312838 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e75b-b073-468a-8bbb-eae369ea9daa req-b17cd78b-e03c-4205-a622-0e304064b27a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:47.328182 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-057ddf51-b227-41ae-9c79-d06fee9f6313 req-366b98da-f501-4358-95e2-7dd728852275 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.0528674 Jul 29 14:59:47.328896 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e75b-b073-468a-8bbb-eae369ea9daa req-b17cd78b-e03c-4205-a622-0e304064b27a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:47.348771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e75b-b073-468a-8bbb-eae369ea9daa req-b17cd78b-e03c-4205-a622-0e304064b27a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:47.353985 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d473f24-b876-40a8-a9c8-e9b707a3e3cf tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:47.361072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e75b-b073-468a-8bbb-eae369ea9daa req-b17cd78b-e03c-4205-a622-0e304064b27a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:47.361659 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d473f24-b876-40a8-a9c8-e9b707a3e3cf tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:47.363936 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6d473f24-b876-40a8-a9c8-e9b707a3e3cf tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/d951ced1-10c4-4092-b66b-8a546c7e9b21 HTTP/1.1" status: 204 len: 168 time: 1.1247091 Jul 29 14:59:47.377402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dce8e75b-b073-468a-8bbb-eae369ea9daa req-b17cd78b-e03c-4205-a622-0e304064b27a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.2753778 Jul 29 14:59:47.384957 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47934) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:47.385795 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d473f24-b876-40a8-a9c8-e9b707a3e3cf tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Network': ['ID=d951ced1-10c4-4092-b66b-8a546c7e9b21,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:47.395203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1aca5122-df36-45b5-99c4-648bc8626021 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-269603621'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:47.399892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b31b893-4485-4780-9789-1f841929702d None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 14:59:47.435248 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aca5122-df36-45b5-99c4-648bc8626021 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:47.440969 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1aca5122-df36-45b5-99c4-648bc8626021 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:47.483760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aca5122-df36-45b5-99c4-648bc8626021 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:59:47.501241 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1aca5122-df36-45b5-99c4-648bc8626021 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:47.502307 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-1aca5122-df36-45b5-99c4-648bc8626021 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Added segment 220b6496-ba14-4d13-b879-6d96af4bbf5b of type vlan for network 4f4eb371-8c1c-4d08-ab20-bbf61a384346 Jul 29 14:59:47.530139 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5c4233f0-b6c6-42cd-b192-3bd092c945b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'name': 'tempest-TestServerMultinode-896313755-router', 'tenant_id': 'e3d02b9889954ede8a7f3e4397199499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '00c9c99a-7f40-4930-8bf4-8bff6aca37f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:52Z', 'updated_at': '2021-07-29T14:59:45Z', 'revision_number': 5, 'project_id': 'e3d02b9889954ede8a7f3e4397199499', 'gw_port': {'id': '00c9c99a-7f40-4930-8bf4-8bff6aca37f9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:54Z', 'updated_at': '2021-07-29T14:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:47.530475 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dce8e75b-b073-468a-8bbb-eae369ea9daa req-f9067168-9664-4a6e-9e86-cdacdc8324f4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1514192 Jul 29 14:59:47.566178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4233f0-b6c6-42cd-b192-3bd092c945b7 None None] Checking router: fd64afef-4837-40f1-9d17-3819492a1ce8 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:59:47.581524 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1aca5122-df36-45b5-99c4-648bc8626021 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:47.581685 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-62e61521-9b9a-4b19-95fe-ee626fbf85fd admin admin] Deleting port 00c9c99a-7f40-4930-8bf4-8bff6aca37f9 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:47.581685 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e61521-9b9a-4b19-95fe-ee626fbf85fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:47.606200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4233f0-b6c6-42cd-b192-3bd092c945b7 None None] Routers {'fd64afef-4837-40f1-9d17-3819492a1ce8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:59:47.607363 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5c4233f0-b6c6-42cd-b192-3bd092c945b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:59:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fd64afef-4837-40f1-9d17-3819492a1ce8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:47.638354 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1aca5122-df36-45b5-99c4-648bc8626021 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:47.645783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aca5122-df36-45b5-99c4-648bc8626021 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:47.646448 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1aca5122-df36-45b5-99c4-648bc8626021 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:47.728196 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1aca5122-df36-45b5-99c4-648bc8626021 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3390336 Jul 29 14:59:47.732144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47936) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:47.739049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4424727a-3f58-4b1e-b299-b19468a66603 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'subnet': {'network_id': '4f4eb371-8c1c-4d08-ab20-bbf61a384346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:47.743099 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-62e61521-9b9a-4b19-95fe-ee626fbf85fd admin admin] For port 00c9c99a-7f40-4930-8bf4-8bff6aca37f9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=00c9c99a-7f40-4930-8bf4-8bff6aca37f9,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:47.745374 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e61521-9b9a-4b19-95fe-ee626fbf85fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:47.749495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca5122-df36-45b5-99c4-648bc8626021 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Network': ['ID=4f4eb371-8c1c-4d08-ab20-bbf61a384346,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:47.750803 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b31b893-4485-4780-9789-1f841929702d None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 14:59:47.757289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-5c4233f0-b6c6-42cd-b192-3bd092c945b7 None None] Set router fd64afef-4837-40f1-9d17-3819492a1ce8 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:59:47.779423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-62e61521-9b9a-4b19-95fe-ee626fbf85fd admin admin] Calling delete_port for 00c9c99a-7f40-4930-8bf4-8bff6aca37f9 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:47.791340 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 4f4eb371-8c1c-4d08-ab20-bbf61a384346 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:59:47.828765 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5c4233f0-b6c6-42cd-b192-3bd092c945b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'name': 'tempest-TestServerMultinode-896313755-router', 'tenant_id': 'e3d02b9889954ede8a7f3e4397199499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:52Z', 'updated_at': '2021-07-29T14:59:47Z', 'revision_number': 6, 'project_id': 'e3d02b9889954ede8a7f3e4397199499', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:47.878071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4424727a-3f58-4b1e-b299-b19468a66603 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:47.883273 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4424727a-3f58-4b1e-b299-b19468a66603 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:47.976829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.ipam_backend_mixin [None req-4424727a-3f58-4b1e-b299-b19468a66603 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Performing IP validity checks on allocation pools {{(pid=94158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 14:59:47.977345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.ipam_backend_mixin [None req-4424727a-3f58-4b1e-b299-b19468a66603 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 14:59:48.032201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4233f0-b6c6-42cd-b192-3bd092c945b7 None None] The sync data for ids ['fd64afef-4837-40f1-9d17-3819492a1ce8'] in n-d-802893-1 is: [{'id': 'fd64afef-4837-40f1-9d17-3819492a1ce8', 'name': 'tempest-TestServerMultinode-896313755-router', 'tenant_id': 'e3d02b9889954ede8a7f3e4397199499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:52Z', 'updated_at': '2021-07-29T14:59:47Z', 'revision_number': 6, 'project_id': 'e3d02b9889954ede8a7f3e4397199499', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:59:48.051305 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e61521-9b9a-4b19-95fe-ee626fbf85fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:48.111264 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e61521-9b9a-4b19-95fe-ee626fbf85fd admin admin] Pushing event deleted for resources: {'Port': ['ID=00c9c99a-7f40-4930-8bf4-8bff6aca37f9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:48.203220 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e61521-9b9a-4b19-95fe-ee626fbf85fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:48.256721 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4424727a-3f58-4b1e-b299-b19468a66603 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:48.318693 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e61521-9b9a-4b19-95fe-ee626fbf85fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:48.321598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e61521-9b9a-4b19-95fe-ee626fbf85fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:48.328771 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424727a-3f58-4b1e-b299-b19468a66603 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Subnet': ['ID=f97084d8-ec69-4b9b-b87f-9e541991c576,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:48.383009 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e61521-9b9a-4b19-95fe-ee626fbf85fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:48.383212 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4424727a-3f58-4b1e-b299-b19468a66603 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Checking segment: {'id': '220b6496-ba14-4d13-b879-6d96af4bbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f4eb371-8c1c-4d08-ab20-bbf61a384346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:48.383411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4424727a-3f58-4b1e-b299-b19468a66603 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network hostable DHCP agents. Network: 4f4eb371-8c1c-4d08-ab20-bbf61a384346, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:59:48.383540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e61521-9b9a-4b19-95fe-ee626fbf85fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd64afef-4837-40f1-9d17-3819492a1ce8 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:59:48.388383 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e61521-9b9a-4b19-95fe-ee626fbf85fd admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:48.395483 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-62e61521-9b9a-4b19-95fe-ee626fbf85fd admin admin] 10.222.0.16 "DELETE /v2.0/routers/fd64afef-4837-40f1-9d17-3819492a1ce8 HTTP/1.1" status: 204 len: 168 time: 1.7058845 Jul 29 14:59:48.396300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47942) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:48.418150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4424727a-3f58-4b1e-b299-b19468a66603 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network 4f4eb371-8c1c-4d08-ab20-bbf61a384346 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:59:48.441495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-4424727a-3f58-4b1e-b299-b19468a66603 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 4f4eb371-8c1c-4d08-ab20-bbf61a384346) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:59:48.450117 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4424727a-3f58-4b1e-b299-b19468a66603 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:48.450735 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4424727a-3f58-4b1e-b299-b19468a66603 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:48.455249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344c8c0b-ec58-4729-b044-83d455adb013 None None] Network 4f4eb371-8c1c-4d08-ab20-bbf61a384346 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:48.475795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09b2eea-f25e-467e-a6d7-6107549fb3ee admin admin] Deleting subnet 97df9b30-8ccf-4f4b-8525-1369888f619a {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:59:48.481858 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c09b2eea-f25e-467e-a6d7-6107549fb3ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:48.490136 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4424727a-3f58-4b1e-b299-b19468a66603 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7564151 Jul 29 14:59:48.490821 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47944) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:48.771683 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:48.809826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:59:48.810194 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4777f38a-e5bf-4c33-a99f-88fe9c9b1286 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:59:48.823426 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-4f4eb371-8c1c-4d08-ab20-bbf61a384346', 'network_id': '4f4eb371-8c1c-4d08-ab20-bbf61a384346', 'tenant_id': 'd234c346de084e358079feba9b4bfa18', 'fixed_ips': [{'subnet_id': 'f97084d8-ec69-4b9b-b87f-9e541991c576'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:59:48.824702 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:48.856801 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af250-1a18-4694-a66e-569b44713e1a req-21ca93f3-2dbc-49a6-a3a7-5a20293a9d1f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:48.864519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af250-1a18-4694-a66e-569b44713e1a req-21ca93f3-2dbc-49a6-a3a7-5a20293a9d1f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:48.872587 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af250-1a18-4694-a66e-569b44713e1a req-21ca93f3-2dbc-49a6-a3a7-5a20293a9d1f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:48.879523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af250-1a18-4694-a66e-569b44713e1a req-21ca93f3-2dbc-49a6-a3a7-5a20293a9d1f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:48.886988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af250-1a18-4694-a66e-569b44713e1a req-21ca93f3-2dbc-49a6-a3a7-5a20293a9d1f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:48.894415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af250-1a18-4694-a66e-569b44713e1a req-21ca93f3-2dbc-49a6-a3a7-5a20293a9d1f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:48.902126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af250-1a18-4694-a66e-569b44713e1a req-21ca93f3-2dbc-49a6-a3a7-5a20293a9d1f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:48.904466 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d8af250-1a18-4694-a66e-569b44713e1a req-21ca93f3-2dbc-49a6-a3a7-5a20293a9d1f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.2285569 Jul 29 14:59:48.914418 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.006656 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.044252 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af0bff06-3f4e-4d5c-bec7-2302fa723ceb req-c7c2f42e-f8f3-48cd-b277-8a9c3b52df5e tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.0425963 Jul 29 14:59:49.063971 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c09b2eea-f25e-467e-a6d7-6107549fb3ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.085476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Allocated IP 172.20.0.3 (4f4eb371-8c1c-4d08-ab20-bbf61a384346/f97084d8-ec69-4b9b-b87f-9e541991c576/1172c308-fa32-4e63-9275-b7d77a72a9c1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 14:59:49.128170 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d8af250-1a18-4694-a66e-569b44713e1a req-33729575-14a7-4c5f-9602-8ad1183878a6 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2031229 Jul 29 14:59:49.239614 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c09b2eea-f25e-467e-a6d7-6107549fb3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.328716 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c09b2eea-f25e-467e-a6d7-6107549fb3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.358000 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b2eea-f25e-467e-a6d7-6107549fb3ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97df9b30-8ccf-4f4b-8525-1369888f619a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:49.367158 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c09b2eea-f25e-467e-a6d7-6107549fb3ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.369347 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c09b2eea-f25e-467e-a6d7-6107549fb3ee admin admin] 10.222.0.16 "DELETE /v2.0/subnets/97df9b30-8ccf-4f4b-8525-1369888f619a HTTP/1.1" status: 204 len: 168 time: 0.9719713 Jul 29 14:59:49.372934 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47952) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:49.373708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be0db24-d71b-4f52-8861-b5c0547c329f None None] Network 7fd93376-9f13-4441-9587-010f8b5c36dc requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:49.441352 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.468713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Transition to ACTIVE for port object 1172c308-fa32-4e63-9275-b7d77a72a9c1 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:49.476399 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.514736 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Transition to ACTIVE for port object 1172c308-fa32-4e63-9275-b7d77a72a9c1 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 14:59:49.547311 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] Deleting port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:49.547673 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.571427 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.643684 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.671307 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Network 4f4eb371-8c1c-4d08-ab20-bbf61a384346 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 14:59:49.689157 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:59:49.692373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 14:59:49.697232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Pushing event updated for resources: {'Port': ['ID=1172c308-fa32-4e63-9275-b7d77a72a9c1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:49.749003 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Subnet': ['ID=f97084d8-ec69-4b9b-b87f-9e541991c576,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:49.769096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] For port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2f84c7da-6bc7-4d6c-ae39-4b43095a94d6,segment=NetworkSegment(be6396a5-31c2-462f-9e42-6a08bc567392),segment_id=be6396a5-31c2-462f-9e42-6a08bc567392)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:49.769362 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.791727 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.794819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] Calling delete_port for 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:49.808563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4eb371-8c1c-4d08-ab20-bbf61a384346']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:49.809960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Attempting to bind port 1172c308-fa32-4e63-9275-b7d77a72a9c1 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 14:59:49.810779 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Attempting to bind port 1172c308-fa32-4e63-9275-b7d77a72a9c1 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '220b6496-ba14-4d13-b879-6d96af4bbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f4eb371-8c1c-4d08-ab20-bbf61a384346'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 14:59:49.810779 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Attempting to bind port 1172c308-fa32-4e63-9275-b7d77a72a9c1 on network 4f4eb371-8c1c-4d08-ab20-bbf61a384346 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 14:59:49.816554 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 14, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 14:59:49.817111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Checking segment: {'id': '220b6496-ba14-4d13-b879-6d96af4bbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f4eb371-8c1c-4d08-ab20-bbf61a384346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:49.817585 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.818048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Bound using segment: {'id': '220b6496-ba14-4d13-b879-6d96af4bbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f4eb371-8c1c-4d08-ab20-bbf61a384346'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 14:59:49.818609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Bound port: 1172c308-fa32-4e63-9275-b7d77a72a9c1, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '220b6496-ba14-4d13-b879-6d96af4bbf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '4f4eb371-8c1c-4d08-ab20-bbf61a384346'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 14:59:49.819064 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.829032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220b6496-ba14-4d13-b879-6d96af4bbf5b') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:49.829487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220b6496-ba14-4d13-b879-6d96af4bbf5b') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:49.860244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c7c487-6010-4f5e-ab83-56e6176f53c0 None None] DHCP port deletion for 7fd93376-9f13-4441-9587-010f8b5c36dc request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 14:59:49.872980 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.897054 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.913984 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:59:49.914350 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:59:49.921963 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:59:50.019628 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 14:59:50.019628 n-d-802893-1 neutron-server[94158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 14:59:50.019628 n-d-802893-1 neutron-server[94158]: [parameters: {'id': '4f4eb371-8c1c-4d08-ab20-bbf61a384346'}] Jul 29 14:59:50.019628 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 14:59:50.020461 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 14:59:50.033577 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:50.047115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-25c7c487-6010-4f5e-ab83-56e6176f53c0 None None] Deleting port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:50.047773 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25c7c487-6010-4f5e-ab83-56e6176f53c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:50.055570 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] For port 1172c308-fa32-4e63-9275-b7d77a72a9c1, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 14:59:50.076236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f84c7da-6bc7-4d6c-ae39-4b43095a94d6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:50.090949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] No DVR routers for this DVR port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:50.169736 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] For port 1172c308-fa32-4e63-9275-b7d77a72a9c1, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1172c308-fa32-4e63-9275-b7d77a72a9c1,segment=NetworkSegment(220b6496-ba14-4d13-b879-6d96af4bbf5b),segment_id=220b6496-ba14-4d13-b879-6d96af4bbf5b)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 14:59:50.187570 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:50.246524 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:50.251746 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a2a8d5e-b295-4d87-9bcd-22baa9b17267 req-0e9f804a-938b-4c47-ba2a-167102f0d1b3 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.0471478 Jul 29 14:59:50.271605 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd93376-9f13-4441-9587-010f8b5c36dc']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:50.288795 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6396a5-31c2-462f-9e42-6a08bc567392') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:50.289243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6396a5-31c2-462f-9e42-6a08bc567392') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:50.304618 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:50.334534 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:50.361810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:59:50.362550 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:59:50.365835 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:59:50.370190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-25c7c487-6010-4f5e-ab83-56e6176f53c0 None None] For port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6, host n-d-802893-1, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:50.370190 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25c7c487-6010-4f5e-ab83-56e6176f53c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:50.415003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-25c7c487-6010-4f5e-ab83-56e6176f53c0 None None] Calling delete_port for 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:50.423979 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-25c7c487-6010-4f5e-ab83-56e6176f53c0 None None] Port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 14:59:50.427270 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-25c7c487-6010-4f5e-ab83-56e6176f53c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:50.451941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 00c9c99a-7f40-4930-8bf4-8bff6aca37f9 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:50.479711 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efcb00-f8e9-4f82-937e-8abab3473c31 req-d807b62d-6b61-4e04-b235-0d0d9913a7e5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:50.491510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efcb00-f8e9-4f82-937e-8abab3473c31 req-d807b62d-6b61-4e04-b235-0d0d9913a7e5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:50.500119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efcb00-f8e9-4f82-937e-8abab3473c31 req-d807b62d-6b61-4e04-b235-0d0d9913a7e5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:50.501305 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:50.507710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efcb00-f8e9-4f82-937e-8abab3473c31 req-d807b62d-6b61-4e04-b235-0d0d9913a7e5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:50.515816 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efcb00-f8e9-4f82-937e-8abab3473c31 req-d807b62d-6b61-4e04-b235-0d0d9913a7e5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:50.516871 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:50.520854 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7fd93376-9f13-4441-9587-010f8b5c36dc HTTP/1.1" status: 204 len: 168 time: 1.1459389 Jul 29 14:59:50.523193 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efcb00-f8e9-4f82-937e-8abab3473c31 req-d807b62d-6b61-4e04-b235-0d0d9913a7e5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:50.528161 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:50.530593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efcb00-f8e9-4f82-937e-8abab3473c31 req-d807b62d-6b61-4e04-b235-0d0d9913a7e5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:50.533032 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-89efcb00-f8e9-4f82-937e-8abab3473c31 req-d807b62d-6b61-4e04-b235-0d0d9913a7e5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.1458235 Jul 29 14:59:50.533775 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47960) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:50.554924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9de32b-bdf8-45c4-b2a4-02e7963c20d1 None None] Pushing event updated for resources: {'Port': ['ID=1172c308-fa32-4e63-9275-b7d77a72a9c1,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:50.578042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8ee45-64a8-42bb-9cd9-8c11403d9650 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd93376-9f13-4441-9587-010f8b5c36dc,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:50.629295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427dbc70-5128-488a-99e9-82327d87e09c None None] Network 4f4eb371-8c1c-4d08-ab20-bbf61a384346 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:50.632771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c7c487-6010-4f5e-ab83-56e6176f53c0 None None] No DVR routers for this DVR port 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:50.640067 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 00c9c99a-7f40-4930-8bf4-8bff6aca37f9 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:59:50.640523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 00c9c99a-7f40-4930-8bf4-8bff6aca37f9 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:59:50.641272 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:50.668462 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Deleting port 1172c308-fa32-4e63-9275-b7d77a72a9c1 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:50.668840 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:50.746967 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-89efcb00-f8e9-4f82-937e-8abab3473c31 req-28222d6f-aa18-43dd-a6b7-2410fb2f3fe7 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2032583 Jul 29 14:59:50.749235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] For port 1172c308-fa32-4e63-9275-b7d77a72a9c1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1172c308-fa32-4e63-9275-b7d77a72a9c1,segment=NetworkSegment(220b6496-ba14-4d13-b879-6d96af4bbf5b),segment_id=220b6496-ba14-4d13-b879-6d96af4bbf5b)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:50.749615 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:50.769770 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Calling delete_port for 1172c308-fa32-4e63-9275-b7d77a72a9c1 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:50.783131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:59:50.783732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2f84c7da-6bc7-4d6c-ae39-4b43095a94d6 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:59:50.798146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7c487-6010-4f5e-ab83-56e6176f53c0 None None] Pushing event deleted for resources: {'Port': ['ID=2f84c7da-6bc7-4d6c-ae39-4b43095a94d6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:50.922410 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:50.944494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No DVR routers for this DVR port 1172c308-fa32-4e63-9275-b7d77a72a9c1 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 14:59:50.988140 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9960d2b2-2f1d-4f9c-a6d7-599bef7f4b68 None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 14:59:51.028042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Port': ['ID=1172c308-fa32-4e63-9275-b7d77a72a9c1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:51.106232 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:51.121393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4eb371-8c1c-4d08-ab20-bbf61a384346']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:51.151097 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '220b6496-ba14-4d13-b879-6d96af4bbf5b') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:51.151581 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '220b6496-ba14-4d13-b879-6d96af4bbf5b') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:51.169873 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:51.195138 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:51.210105 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:59:51.210791 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:59:51.216918 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:59:51.222731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9960d2b2-2f1d-4f9c-a6d7-599bef7f4b68 None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 14:59:51.226960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 85e3d439-4f4c-480b-b468-4d17d9852f15 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:59:51.246275 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8f161be-e29e-4211-9423-79d471955a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:51.341716 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:51.359523 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:51.369924 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/4f4eb371-8c1c-4d08-ab20-bbf61a384346 HTTP/1.1" status: 204 len: 168 time: 2.8722098 Jul 29 14:59:51.371610 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47964) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:51.379936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1125c8bc-1572-4e62-b5b1-44c9f531dc5e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-335699239'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:51.400171 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f86ca-2b5f-4f66-8d1f-ad2c2756e4a3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Network': ['ID=4f4eb371-8c1c-4d08-ab20-bbf61a384346,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:51.432051 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1125c8bc-1572-4e62-b5b1-44c9f531dc5e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:51.438161 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1125c8bc-1572-4e62-b5b1-44c9f531dc5e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:51.481763 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1125c8bc-1572-4e62-b5b1-44c9f531dc5e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:59:51.510335 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1125c8bc-1572-4e62-b5b1-44c9f531dc5e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:51.511814 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-1125c8bc-1572-4e62-b5b1-44c9f531dc5e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Added segment 371feaba-60af-4427-92f0-0d8eda426a70 of type vlan for network c24ff51d-9cfb-4e2d-a2a1-2c2ddc5663a9 Jul 29 14:59:51.572789 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-519dcaa3-f6f4-419a-af55-0c3f455391ba req-a1ea397e-8333-4baf-a20b-27c3b2e7a813 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.0305798 Jul 29 14:59:51.633592 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1125c8bc-1572-4e62-b5b1-44c9f531dc5e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:51.701441 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1125c8bc-1572-4e62-b5b1-44c9f531dc5e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:51.717619 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1125c8bc-1572-4e62-b5b1-44c9f531dc5e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:51.719466 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1125c8bc-1572-4e62-b5b1-44c9f531dc5e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:51.810786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a8f161be-e29e-4211-9423-79d471955a26 admin admin] Deleting port 9c750c67-480d-4427-aaf8-22cc4108bd5e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:51.811372 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8f161be-e29e-4211-9423-79d471955a26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:51.853425 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1125c8bc-1572-4e62-b5b1-44c9f531dc5e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4752789 Jul 29 14:59:51.858008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47970) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:51.867763 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8026db72-bdd4-4551-a74d-71eb3e919904 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'subnet': {'network_id': 'c24ff51d-9cfb-4e2d-a2a1-2c2ddc5663a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:51.951277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 85e3d439-4f4c-480b-b468-4d17d9852f15, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=85e3d439-4f4c-480b-b468-4d17d9852f15,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:51.952192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-a8f161be-e29e-4211-9423-79d471955a26 admin admin] For port 9c750c67-480d-4427-aaf8-22cc4108bd5e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9c750c67-480d-4427-aaf8-22cc4108bd5e,segment=NetworkSegment(d4e008e1-15c5-443a-ba65-9797667a8a3a),segment_id=d4e008e1-15c5-443a-ba65-9797667a8a3a)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:51.952761 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8f161be-e29e-4211-9423-79d471955a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:51.960849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125c8bc-1572-4e62-b5b1-44c9f531dc5e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Network': ['ID=c24ff51d-9cfb-4e2d-a2a1-2c2ddc5663a9,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:51.982052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a8f161be-e29e-4211-9423-79d471955a26 admin admin] Calling delete_port for 9c750c67-480d-4427-aaf8-22cc4108bd5e owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:51.989401 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network c24ff51d-9cfb-4e2d-a2a1-2c2ddc5663a9 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:59:52.057625 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '85e3d439-4f4c-480b-b468-4d17d9852f15', 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc', 'port_id': '85e3d439-4f4c-480b-b468-4d17d9852f15', 'mac_address': 'fa:16:3e:a7:89:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d785b3c-b258-45a7-a818-a288be412f7d', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:59:52.074721 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8026db72-bdd4-4551-a74d-71eb3e919904 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:52.080118 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8026db72-bdd4-4551-a74d-71eb3e919904 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:52.198156 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:52.221456 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bfece-f976-46d0-a3ad-8dcdd94b1f0e req-7c2073d2-07f4-40a2-a0ab-727357038c18 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:52.232741 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bfece-f976-46d0-a3ad-8dcdd94b1f0e req-7c2073d2-07f4-40a2-a0ab-727357038c18 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:52.244839 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bfece-f976-46d0-a3ad-8dcdd94b1f0e req-7c2073d2-07f4-40a2-a0ab-727357038c18 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:52.256791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bfece-f976-46d0-a3ad-8dcdd94b1f0e req-7c2073d2-07f4-40a2-a0ab-727357038c18 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:52.269680 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bfece-f976-46d0-a3ad-8dcdd94b1f0e req-7c2073d2-07f4-40a2-a0ab-727357038c18 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:52.283982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e3d439-4f4c-480b-b468-4d17d9852f15 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:52.291213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bfece-f976-46d0-a3ad-8dcdd94b1f0e req-7c2073d2-07f4-40a2-a0ab-727357038c18 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:52.305728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bfece-f976-46d0-a3ad-8dcdd94b1f0e req-7c2073d2-07f4-40a2-a0ab-727357038c18 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:52.321190 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df7bfece-f976-46d0-a3ad-8dcdd94b1f0e req-7c2073d2-07f4-40a2-a0ab-727357038c18 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5429 time: 0.3347342 Jul 29 14:59:52.397088 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8f161be-e29e-4211-9423-79d471955a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:52.444447 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df7bfece-f976-46d0-a3ad-8dcdd94b1f0e req-05856777-2230-42c9-abd3-329c4f7f5cd0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1214333 Jul 29 14:59:52.487322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f161be-e29e-4211-9423-79d471955a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c750c67-480d-4427-aaf8-22cc4108bd5e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:52.655271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 85e3d439-4f4c-480b-b468-4d17d9852f15, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=85e3d439-4f4c-480b-b468-4d17d9852f15,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:52.667801 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:52.669004 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1bdf1649-a389-4996-8e32-7b0940a4a965 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:59:52.730390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1bdf1649-a389-4996-8e32-7b0940a4a965, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1bdf1649-a389-4996-8e32-7b0940a4a965,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:52.889984 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '1bdf1649-a389-4996-8e32-7b0940a4a965', 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc', 'port_id': '1bdf1649-a389-4996-8e32-7b0940a4a965', 'mac_address': 'fa:16:3e:ac:6d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d785b3c-b258-45a7-a818-a288be412f7d', 'ip_address': '10.1.1.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:59:52.892052 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=85e3d439-4f4c-480b-b468-4d17d9852f15,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:53.021448 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:53.077781 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-06c04233-da10-49d6-a584-9b26c352ffc0 req-14d142b4-a3fb-4754-8c30-d57c2faff9cc tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/ports?device_id=794e75d7-a265-44ae-bb2b-23c06698c142 HTTP/1.1" status: 200 len: 210 time: 0.0579004 Jul 29 14:59:53.082218 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8026db72-bdd4-4551-a74d-71eb3e919904 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:53.088874 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bdf1649-a389-4996-8e32-7b0940a4a965 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:53.155524 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1bdf1649-a389-4996-8e32-7b0940a4a965, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1bdf1649-a389-4996-8e32-7b0940a4a965,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:53.166016 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:53.166811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 861979d8-e377-468b-a834-f7023ef2664a details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:59:53.261575 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8026db72-bdd4-4551-a74d-71eb3e919904 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Checking segment: {'id': '371feaba-60af-4427-92f0-0d8eda426a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c24ff51d-9cfb-4e2d-a2a1-2c2ddc5663a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:53.262129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8026db72-bdd4-4551-a74d-71eb3e919904 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network hostable DHCP agents. Network: c24ff51d-9cfb-4e2d-a2a1-2c2ddc5663a9, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:59:53.273300 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026db72-bdd4-4551-a74d-71eb3e919904 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Subnet': ['ID=38255d35-d1db-41ec-8561-f1680bc2304f,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:53.296451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8026db72-bdd4-4551-a74d-71eb3e919904 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network c24ff51d-9cfb-4e2d-a2a1-2c2ddc5663a9 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:59:53.312597 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-8026db72-bdd4-4551-a74d-71eb3e919904 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, c24ff51d-9cfb-4e2d-a2a1-2c2ddc5663a9) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:59:53.318999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026db72-bdd4-4551-a74d-71eb3e919904 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:53.320211 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8f161be-e29e-4211-9423-79d471955a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:53.320584 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8026db72-bdd4-4551-a74d-71eb3e919904 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:53.346430 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8026db72-bdd4-4551-a74d-71eb3e919904 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4870706 Jul 29 14:59:53.351351 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47978) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:53.489386 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6c8674-4ae5-4c62-ad6f-92eca3f8ff83 None None] Network c24ff51d-9cfb-4e2d-a2a1-2c2ddc5663a9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:53.564395 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-01517182-90dc-4b22-9274-731c4b54e60b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:53.722105 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 861979d8-e377-468b-a834-f7023ef2664a, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=861979d8-e377-468b-a834-f7023ef2664a,segment=NetworkSegment(500a1ed8-3fe3-4294-95b1-e87542fd7feb),segment_id=500a1ed8-3fe3-4294-95b1-e87542fd7feb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:53.726370 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-01517182-90dc-4b22-9274-731c4b54e60b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:53.786044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '861979d8-e377-468b-a834-f7023ef2664a', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'port_id': '861979d8-e377-468b-a834-f7023ef2664a', 'mac_address': 'fa:16:3e:9e:1c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:59:53.895323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f161be-e29e-4211-9423-79d471955a26 admin admin] Router 1605d93d-cc11-4b84-a510-6480d8e27e83 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 14:59:53.901623 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1bdf1649-a389-4996-8e32-7b0940a4a965,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:53.929778 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87b09-c30e-4da8-96fb-fccbacbe65ee req-42dd0d74-6a70-44d0-8dc3-3da0c926d8c5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:53.937588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87b09-c30e-4da8-96fb-fccbacbe65ee req-42dd0d74-6a70-44d0-8dc3-3da0c926d8c5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:53.947926 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87b09-c30e-4da8-96fb-fccbacbe65ee req-42dd0d74-6a70-44d0-8dc3-3da0c926d8c5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:53.955615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87b09-c30e-4da8-96fb-fccbacbe65ee req-42dd0d74-6a70-44d0-8dc3-3da0c926d8c5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:53.963614 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87b09-c30e-4da8-96fb-fccbacbe65ee req-42dd0d74-6a70-44d0-8dc3-3da0c926d8c5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:53.970703 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87b09-c30e-4da8-96fb-fccbacbe65ee req-42dd0d74-6a70-44d0-8dc3-3da0c926d8c5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:53.971202 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:53.988997 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87b09-c30e-4da8-96fb-fccbacbe65ee req-42dd0d74-6a70-44d0-8dc3-3da0c926d8c5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:53.992212 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-96c87b09-c30e-4da8-96fb-fccbacbe65ee req-42dd0d74-6a70-44d0-8dc3-3da0c926d8c5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5431 time: 0.2566903 Jul 29 14:59:54.059310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861979d8-e377-468b-a834-f7023ef2664a {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:54.060221 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-01517182-90dc-4b22-9274-731c4b54e60b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:54.115010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 861979d8-e377-468b-a834-f7023ef2664a, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=861979d8-e377-468b-a834-f7023ef2664a,segment=NetworkSegment(500a1ed8-3fe3-4294-95b1-e87542fd7feb),segment_id=500a1ed8-3fe3-4294-95b1-e87542fd7feb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:54.148057 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:54.215631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01517182-90dc-4b22-9274-731c4b54e60b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Subnet': ['ID=38255d35-d1db-41ec-8561-f1680bc2304f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:54.216181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=861979d8-e377-468b-a834-f7023ef2664a,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:54.221792 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 384b2766-5b64-4b46-a1c5-a1c0e093692d details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:59:54.224133 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9384ad0-7204-4f7e-8a05-86e0e2131bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-c24ff51d-9cfb-4e2d-a2a1-2c2ddc5663a9', 'network_id': 'c24ff51d-9cfb-4e2d-a2a1-2c2ddc5663a9', 'tenant_id': 'd234c346de084e358079feba9b4bfa18', 'fixed_ips': [{'subnet_id': '38255d35-d1db-41ec-8561-f1680bc2304f'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 14:59:54.224931 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9384ad0-7204-4f7e-8a05-86e0e2131bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:54.324726 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f161be-e29e-4211-9423-79d471955a26 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 14:59:54.340297 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a8f161be-e29e-4211-9423-79d471955a26 admin admin] 10.222.0.16 "PUT /v2.0/routers/1605d93d-cc11-4b84-a510-6480d8e27e83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8050306 Jul 29 14:59:54.345941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47992) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:54.346745 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e1a33b-3fdd-4375-af98-38b8cfd2ca1a None None] Sync routers for ids ['1605d93d-cc11-4b84-a510-6480d8e27e83'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 14:59:54.392719 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e1a33b-3fdd-4375-af98-38b8cfd2ca1a None None] Routers {'1605d93d-cc11-4b84-a510-6480d8e27e83'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:59:54.393848 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-70e1a33b-3fdd-4375-af98-38b8cfd2ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:59:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1605d93d-cc11-4b84-a510-6480d8e27e83'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:54.418137 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-96c87b09-c30e-4da8-96fb-fccbacbe65ee req-24fdff70-8df8-43c1-87ea-6c3d5c336a12 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3744347 Jul 29 14:59:54.419142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47994) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:54.425378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bbf108-8f38-462d-a11d-82d3b51c2eab None None] Network c24ff51d-9cfb-4e2d-a2a1-2c2ddc5663a9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:54.444523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['1bdf1649-a389-4996-8e32-7b0940a4a965'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:59:54.542488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['861979d8-e377-468b-a834-f7023ef2664a'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:59:54.648204 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-70e1a33b-3fdd-4375-af98-38b8cfd2ca1a None None] Set router 1605d93d-cc11-4b84-a510-6480d8e27e83 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:59:54.714828 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07b6ae8a-6990-4a55-a31b-be03c884936f admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:54.748783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 384b2766-5b64-4b46-a1c5-a1c0e093692d, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=384b2766-5b64-4b46-a1c5-a1c0e093692d,segment=NetworkSegment(87c2ebda-f103-40ae-81fb-ae5e00c7ca15),segment_id=87c2ebda-f103-40ae-81fb-ae5e00c7ca15)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:55.027444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '384b2766-5b64-4b46-a1c5-a1c0e093692d', 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943', 'port_id': '384b2766-5b64-4b46-a1c5-a1c0e093692d', 'mac_address': 'fa:16:3e:f6:b1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82d0d65-5f7c-4442-9148-60b7547ab51d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:59:55.060492 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07b6ae8a-6990-4a55-a31b-be03c884936f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:55.170298 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-70e1a33b-3fdd-4375-af98-38b8cfd2ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'name': 'tempest-TestServerMultinode-2075233011-router', 'tenant_id': '715a37e063434e18aa9787bb54b9f71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '7aafc8cd-57b6-4332-bbd4-b941b3a454d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:58:18Z', 'updated_at': '2021-07-29T14:59:52Z', 'revision_number': 5, 'project_id': '715a37e063434e18aa9787bb54b9f71a', 'gw_port': {'id': '7aafc8cd-57b6-4332-bbd4-b941b3a454d9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:58:20Z', 'updated_at': '2021-07-29T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:55.183663 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-01517182-90dc-4b22-9274-731c4b54e60b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:55.205877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-01517182-90dc-4b22-9274-731c4b54e60b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24ff51d-9cfb-4e2d-a2a1-2c2ddc5663a9']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:55.228915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-01517182-90dc-4b22-9274-731c4b54e60b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371feaba-60af-4427-92f0-0d8eda426a70') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:55.230029 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-01517182-90dc-4b22-9274-731c4b54e60b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371feaba-60af-4427-92f0-0d8eda426a70') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:55.247443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-07b6ae8a-6990-4a55-a31b-be03c884936f admin admin] Deleting port 7aafc8cd-57b6-4332-bbd4-b941b3a454d9 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:55.247792 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07b6ae8a-6990-4a55-a31b-be03c884936f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:55.261871 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-01517182-90dc-4b22-9274-731c4b54e60b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:55.278197 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e1a33b-3fdd-4375-af98-38b8cfd2ca1a None None] Checking router: 1605d93d-cc11-4b84-a510-6480d8e27e83 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 14:59:55.302526 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e1a33b-3fdd-4375-af98-38b8cfd2ca1a None None] Routers {'1605d93d-cc11-4b84-a510-6480d8e27e83'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 14:59:55.303179 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-70e1a33b-3fdd-4375-af98-38b8cfd2ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T14:59:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1605d93d-cc11-4b84-a510-6480d8e27e83'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:55.318681 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-01517182-90dc-4b22-9274-731c4b54e60b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:55.338011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01517182-90dc-4b22-9274-731c4b54e60b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:59:55.338600 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-01517182-90dc-4b22-9274-731c4b54e60b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:55.377208 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:55.464267 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-07b6ae8a-6990-4a55-a31b-be03c884936f admin admin] For port 7aafc8cd-57b6-4332-bbd4-b941b3a454d9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7aafc8cd-57b6-4332-bbd4-b941b3a454d9,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:55.464267 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07b6ae8a-6990-4a55-a31b-be03c884936f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:55.481654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-07b6ae8a-6990-4a55-a31b-be03c884936f admin admin] Calling delete_port for 7aafc8cd-57b6-4332-bbd4-b941b3a454d9 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:59:55.491824 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:59:55.499735 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384b2766-5b64-4b46-a1c5-a1c0e093692d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:55.502667 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-58547fea-c161-4e18-a887-2a92287336fb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:55.510095 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-01517182-90dc-4b22-9274-731c4b54e60b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:55.518765 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-70e1a33b-3fdd-4375-af98-38b8cfd2ca1a None None] Set router 1605d93d-cc11-4b84-a510-6480d8e27e83 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 14:59:55.547809 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-01517182-90dc-4b22-9274-731c4b54e60b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:55.550131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 384b2766-5b64-4b46-a1c5-a1c0e093692d, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=384b2766-5b64-4b46-a1c5-a1c0e093692d,segment=NetworkSegment(87c2ebda-f103-40ae-81fb-ae5e00c7ca15),segment_id=87c2ebda-f103-40ae-81fb-ae5e00c7ca15)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:55.557338 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-01517182-90dc-4b22-9274-731c4b54e60b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/c24ff51d-9cfb-4e2d-a2a1-2c2ddc5663a9 HTTP/1.1" status: 204 len: 168 time: 2.2043271 Jul 29 14:59:55.569425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48010) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:55.575541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['85e3d439-4f4c-480b-b468-4d17d9852f15'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:59:55.588730 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:55.589471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 29e9b265-f059-42b7-ba08-f34517c2624b details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:59:55.608004 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-3da5522b-4440-4401-8f9c-40720553a03e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-660059559'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:55.700396 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-70e1a33b-3fdd-4375-af98-38b8cfd2ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'name': 'tempest-TestServerMultinode-2075233011-router', 'tenant_id': '715a37e063434e18aa9787bb54b9f71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:58:18Z', 'updated_at': '2021-07-29T14:59:55Z', 'revision_number': 6, 'project_id': '715a37e063434e18aa9787bb54b9f71a', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:55.753935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01517182-90dc-4b22-9274-731c4b54e60b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Network': ['ID=c24ff51d-9cfb-4e2d-a2a1-2c2ddc5663a9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:55.773586 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-58547fea-c161-4e18-a887-2a92287336fb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:55.866454 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e1a33b-3fdd-4375-af98-38b8cfd2ca1a None None] The sync data for ids ['1605d93d-cc11-4b84-a510-6480d8e27e83'] in n-d-802893-1 is: [{'id': '1605d93d-cc11-4b84-a510-6480d8e27e83', 'name': 'tempest-TestServerMultinode-2075233011-router', 'tenant_id': '715a37e063434e18aa9787bb54b9f71a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:58:18Z', 'updated_at': '2021-07-29T14:59:55Z', 'revision_number': 6, 'project_id': '715a37e063434e18aa9787bb54b9f71a', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 14:59:55.933004 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da5522b-4440-4401-8f9c-40720553a03e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:55.941129 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3da5522b-4440-4401-8f9c-40720553a03e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:55.993708 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.resource_extend [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 14:59:56.050782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7dcb4-5d1f-45e6-8911-87b7b3d19059 req-eb8ecb1d-6993-4d00-a564-0de205ec0b34 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:56.074631 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07b6ae8a-6990-4a55-a31b-be03c884936f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:56.085357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7dcb4-5d1f-45e6-8911-87b7b3d19059 req-eb8ecb1d-6993-4d00-a564-0de205ec0b34 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:56.112600 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7dcb4-5d1f-45e6-8911-87b7b3d19059 req-eb8ecb1d-6993-4d00-a564-0de205ec0b34 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:56.129844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6ae8a-6990-4a55-a31b-be03c884936f admin admin] Pushing event deleted for resources: {'Port': ['ID=7aafc8cd-57b6-4332-bbd4-b941b3a454d9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:56.154220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7dcb4-5d1f-45e6-8911-87b7b3d19059 req-eb8ecb1d-6993-4d00-a564-0de205ec0b34 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:56.168770 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7dcb4-5d1f-45e6-8911-87b7b3d19059 req-eb8ecb1d-6993-4d00-a564-0de205ec0b34 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:56.180485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7dcb4-5d1f-45e6-8911-87b7b3d19059 req-eb8ecb1d-6993-4d00-a564-0de205ec0b34 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:56.194637 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7dcb4-5d1f-45e6-8911-87b7b3d19059 req-eb8ecb1d-6993-4d00-a564-0de205ec0b34 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:56.198816 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9e7dcb4-5d1f-45e6-8911-87b7b3d19059 req-eb8ecb1d-6993-4d00-a564-0de205ec0b34 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5433 time: 0.5455146 Jul 29 14:59:56.214494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=384b2766-5b64-4b46-a1c5-a1c0e093692d,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:56.250871 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-58547fea-c161-4e18-a887-2a92287336fb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:56.257024 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-58547fea-c161-4e18-a887-2a92287336fb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:56.259551 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-58547fea-c161-4e18-a887-2a92287336fb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "DELETE /v2.0/security-groups/96622a08-6eac-4be6-9976-ddcc5aa0e595 HTTP/1.1" status: 204 len: 168 time: 1.8336639 Jul 29 14:59:56.299563 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48016) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:56.353943 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 29e9b265-f059-42b7-ba08-f34517c2624b, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=29e9b265-f059-42b7-ba08-f34517c2624b,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:56.419455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '29e9b265-f059-42b7-ba08-f34517c2624b', 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc', 'port_id': '29e9b265-f059-42b7-ba08-f34517c2624b', 'mac_address': 'fa:16:3e:36:1e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d785b3c-b258-45a7-a818-a288be412f7d', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:59:56.432403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da5522b-4440-4401-8f9c-40720553a03e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 14:59:56.433102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9c750c67-480d-4427-aaf8-22cc4108bd5e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:56.437423 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-5c70cc54-c6c7-4222-95db-2fb40f9ff0da tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] show failed (client error): The resource could not be found. Jul 29 14:59:56.440935 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5c70cc54-c6c7-4222-95db-2fb40f9ff0da tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "GET /v2.0/security-groups/96622a08-6eac-4be6-9976-ddcc5aa0e595 HTTP/1.1" status: 404 len: 347 time: 0.1289313 Jul 29 14:59:56.463444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48022) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:56.467817 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58547fea-c161-4e18-a887-2a92287336fb tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96622a08-6eac-4be6-9976-ddcc5aa0e595,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:56.508248 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3da5522b-4440-4401-8f9c-40720553a03e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:56.509484 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-3da5522b-4440-4401-8f9c-40720553a03e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Added segment 0985f8f3-0c95-49bb-a0bd-de8a29b9359f of type vlan for network 6f30373c-e8a7-4619-b9df-73a9e68b8b8d Jul 29 14:59:56.534437 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9e7dcb4-5d1f-45e6-8911-87b7b3d19059 req-5179373b-fc9a-4875-bc0c-b52d40250b7c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3037107 Jul 29 14:59:56.610805 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3da5522b-4440-4401-8f9c-40720553a03e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:56.614617 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64315fa4-b88c-4a05-bca9-50542a226ef1 req-33cd7b27-e647-489e-9703-4df712587aed tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:56.629459 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-64315fa4-b88c-4a05-bca9-50542a226ef1 req-33cd7b27-e647-489e-9703-4df712587aed tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.4345453 Jul 29 14:59:56.651571 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d487c-fd90-409e-aed5-76178b5f6568 req-0cb3ba0b-4257-4007-bca3-793511f64d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:56.653806 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-879d487c-fd90-409e-aed5-76178b5f6568 req-0cb3ba0b-4257-4007-bca3-793511f64d00 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 1095 time: 0.4469318 Jul 29 14:59:56.656711 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3da5522b-4440-4401-8f9c-40720553a03e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:56.665893 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da5522b-4440-4401-8f9c-40720553a03e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:56.666618 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3da5522b-4440-4401-8f9c-40720553a03e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:56.749429 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-64315fa4-b88c-4a05-bca9-50542a226ef1 req-417ca7d2-30f2-4f62-9b1b-409127538737 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178730 Jul 29 14:59:56.770059 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07b6ae8a-6990-4a55-a31b-be03c884936f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:56.782841 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:56.784073 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 9c750c67-480d-4427-aaf8-22cc4108bd5e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:59:56.784799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9c750c67-480d-4427-aaf8-22cc4108bd5e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:59:56.876092 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3da5522b-4440-4401-8f9c-40720553a03e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2887361 Jul 29 14:59:56.887110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48024) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:56.892597 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-84cc2ffb-ee95-4e5e-bb07-0ec8a68ef58f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'subnet': {'network_id': '6f30373c-e8a7-4619-b9df-73a9e68b8b8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:56.910148 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5522b-4440-4401-8f9c-40720553a03e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Network': ['ID=6f30373c-e8a7-4619-b9df-73a9e68b8b8d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:56.941316 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 6f30373c-e8a7-4619-b9df-73a9e68b8b8d details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 14:59:57.067944 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:57.093375 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d487c-fd90-409e-aed5-76178b5f6568 req-e987bdbd-8a20-4e84-9b59-d13964885868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:57.096162 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-879d487c-fd90-409e-aed5-76178b5f6568 req-e987bdbd-8a20-4e84-9b59-d13964885868 service neutron] 10.222.0.38 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.4237847 Jul 29 14:59:57.101343 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07b6ae8a-6990-4a55-a31b-be03c884936f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:57.107152 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07b6ae8a-6990-4a55-a31b-be03c884936f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:57.137539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e9b265-f059-42b7-ba08-f34517c2624b {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:57.192509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f9bc0-8ecf-4947-b319-497058b428f4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Deleting port c6d31267-57fc-43c6-875e-cac3a5dd0356 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:57.193838 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9bc0-8ecf-4947-b319-497058b428f4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:57.252466 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 29e9b265-f059-42b7-ba08-f34517c2624b, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=29e9b265-f059-42b7-ba08-f34517c2624b,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:57.261660 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:57.263009 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:59:57.279748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cc2ffb-ee95-4e5e-bb07-0ec8a68ef58f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 14:59:57.291947 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-84cc2ffb-ee95-4e5e-bb07-0ec8a68ef58f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:57.355441 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9bc0-8ecf-4947-b319-497058b428f4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:57.355441 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9bc0-8ecf-4947-b319-497058b428f4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:57.367514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f9bc0-8ecf-4947-b319-497058b428f4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Calling delete_port for c6d31267-57fc-43c6-875e-cac3a5dd0356 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 14:59:57.400554 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:57.413014 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07b6ae8a-6990-4a55-a31b-be03c884936f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:57.414301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b6ae8a-6990-4a55-a31b-be03c884936f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1605d93d-cc11-4b84-a510-6480d8e27e83 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 14:59:57.416966 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=29e9b265-f059-42b7-ba08-f34517c2624b,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:57.420128 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-07b6ae8a-6990-4a55-a31b-be03c884936f admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:57.421438 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-07b6ae8a-6990-4a55-a31b-be03c884936f admin admin] 10.222.0.16 "DELETE /v2.0/routers/1605d93d-cc11-4b84-a510-6480d8e27e83 HTTP/1.1" status: 204 len: 168 time: 3.0740998 Jul 29 14:59:57.429522 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48028) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:57.455897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633', 'network_id': '112a52ee-a8c5-491c-86d2-16cd4245effc', 'port_id': 'ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633', 'mac_address': 'fa:16:3e:92:cf:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d785b3c-b258-45a7-a818-a288be412f7d', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:59:57.486251 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-879d487c-fd90-409e-aed5-76178b5f6568 req-5063a421-cd50-4d7d-8eb5-fcaa3bbfa21f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326 HTTP/1.1" status: 200 len: 999 time: 0.3695209 Jul 29 14:59:57.585143 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:57.627204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d487c-fd90-409e-aed5-76178b5f6568 req-7611d7f7-8432-4002-948c-fda3a935c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:57.636353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84cc222-9679-4af0-842d-04db1d72b691 admin admin] Deleting subnet a65b71a6-fa87-4684-ad02-8965a22c2af0 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 14:59:57.637138 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-879d487c-fd90-409e-aed5-76178b5f6568 req-7611d7f7-8432-4002-948c-fda3a935c768 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.1459165 Jul 29 14:59:57.646805 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:57.657962 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a84cc222-9679-4af0-842d-04db1d72b691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:57.704692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:57.713971 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:57.715475 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6866365f-9081-45de-b450-c210f1db65b5 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 14:59:57.823492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d487c-fd90-409e-aed5-76178b5f6568 req-e8a7c8c4-5f07-43e7-b901-25bb6a84dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:57.826452 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-879d487c-fd90-409e-aed5-76178b5f6568 req-e8a7c8c4-5f07-43e7-b901-25bb6a84dffa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820138 Jul 29 14:59:57.883212 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a84cc222-9679-4af0-842d-04db1d72b691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:57.891278 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:57.903802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6866365f-9081-45de-b450-c210f1db65b5, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6866365f-9081-45de-b450-c210f1db65b5,segment=NetworkSegment(87c2ebda-f103-40ae-81fb-ae5e00c7ca15),segment_id=87c2ebda-f103-40ae-81fb-ae5e00c7ca15)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:57.920806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '6866365f-9081-45de-b450-c210f1db65b5', 'network_id': 'cbb34b73-c540-4255-9d61-eaabcefcb943', 'port_id': '6866365f-9081-45de-b450-c210f1db65b5', 'mac_address': 'fa:16:3e:30:f0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82d0d65-5f7c-4442-9148-60b7547ab51d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 14:59:58.033684 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b244098-714a-42b6-98c6-51a3f97919b0 req-de4fc23a-2df4-44cc-be4b-1543a9638fa4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:58.034124 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:58.053505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b244098-714a-42b6-98c6-51a3f97919b0 req-de4fc23a-2df4-44cc-be4b-1543a9638fa4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:58.076195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6866365f-9081-45de-b450-c210f1db65b5 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 14:59:58.084259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b244098-714a-42b6-98c6-51a3f97919b0 req-de4fc23a-2df4-44cc-be4b-1543a9638fa4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:58.120550 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b244098-714a-42b6-98c6-51a3f97919b0 req-de4fc23a-2df4-44cc-be4b-1543a9638fa4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:58.132658 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6866365f-9081-45de-b450-c210f1db65b5, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6866365f-9081-45de-b450-c210f1db65b5,segment=NetworkSegment(87c2ebda-f103-40ae-81fb-ae5e00c7ca15),segment_id=87c2ebda-f103-40ae-81fb-ae5e00c7ca15)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 14:59:58.149368 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:58.152933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b244098-714a-42b6-98c6-51a3f97919b0 req-de4fc23a-2df4-44cc-be4b-1543a9638fa4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:58.189689 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b244098-714a-42b6-98c6-51a3f97919b0 req-de4fc23a-2df4-44cc-be4b-1543a9638fa4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:58.221906 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b244098-714a-42b6-98c6-51a3f97919b0 req-de4fc23a-2df4-44cc-be4b-1543a9638fa4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:58.239315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4b244098-714a-42b6-98c6-51a3f97919b0 req-de4fc23a-2df4-44cc-be4b-1543a9638fa4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5435 time: 0.5063024 Jul 29 14:59:58.261379 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-84cc2ffb-ee95-4e5e-bb07-0ec8a68ef58f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:58.387456 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 85e3d439-4f4c-480b-b468-4d17d9852f15 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 14:59:58.393067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc2ffb-ee95-4e5e-bb07-0ec8a68ef58f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Subnet': ['ID=73df6876-2b9d-425d-b66e-7567879a4cca,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:58.400974 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7aafc8cd-57b6-4332-bbd4-b941b3a454d9 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 14:59:58.406241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54198ba-9640-42af-a0d3-22453790d496 req-88d8de05-7c72-43c2-965a-db1a14c7c5ad tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:58.407965 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a54198ba-9640-42af-a0d3-22453790d496 req-88d8de05-7c72-43c2-965a-db1a14c7c5ad tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.4283009 Jul 29 14:59:58.465914 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-879d487c-fd90-409e-aed5-76178b5f6568 req-6043bd26-7475-43c1-b08a-fba64fdc6370 service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6062148 Jul 29 14:59:58.489724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc2ffb-ee95-4e5e-bb07-0ec8a68ef58f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Checking segment: {'id': '0985f8f3-0c95-49bb-a0bd-de8a29b9359f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6f30373c-e8a7-4619-b9df-73a9e68b8b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 14:59:58.490112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cc2ffb-ee95-4e5e-bb07-0ec8a68ef58f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network hostable DHCP agents. Network: 6f30373c-e8a7-4619-b9df-73a9e68b8b8d, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 14:59:58.505028 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a54198ba-9640-42af-a0d3-22453790d496 req-ef96ed5b-b2f2-4c41-9144-23c1358cec91 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682468 Jul 29 14:59:58.576448 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=6866365f-9081-45de-b450-c210f1db65b5,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:58.596853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['6866365f-9081-45de-b450-c210f1db65b5'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:59:58.607862 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cc2ffb-ee95-4e5e-bb07-0ec8a68ef58f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network 6f30373c-e8a7-4619-b9df-73a9e68b8b8d is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 14:59:58.610332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 7aafc8cd-57b6-4332-bbd4-b941b3a454d9 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 14:59:58.619476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7aafc8cd-57b6-4332-bbd4-b941b3a454d9 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 14:59:58.652963 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-84cc2ffb-ee95-4e5e-bb07-0ec8a68ef58f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 6f30373c-e8a7-4619-b9df-73a9e68b8b8d) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 14:59:58.664219 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4b244098-714a-42b6-98c6-51a3f97919b0 req-cbf8c359-c63b-4fb9-ab36-d4d9d27261fa tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4237041 Jul 29 14:59:58.666948 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:59:58.670032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cc2ffb-ee95-4e5e-bb07-0ec8a68ef58f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 14:59:58.670853 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-84cc2ffb-ee95-4e5e-bb07-0ec8a68ef58f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:58.694642 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9bc0-8ecf-4947-b319-497058b428f4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:58.724028 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f617e7-2cec-4b6e-8847-b218c24679b7 None None] Network 6f30373c-e8a7-4619-b9df-73a9e68b8b8d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:58.727091 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-879d487c-fd90-409e-aed5-76178b5f6568 req-6f2131a2-534c-476d-bd85-55839a3a9a9d service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327003 Jul 29 14:59:58.751233 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-84cc2ffb-ee95-4e5e-bb07-0ec8a68ef58f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8625531 Jul 29 14:59:58.754657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48048) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:58.783340 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f9bc0-8ecf-4947-b319-497058b428f4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event deleted for resources: {'Port': ['ID=c6d31267-57fc-43c6-875e-cac3a5dd0356,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:58.798968 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a84cc222-9679-4af0-842d-04db1d72b691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:58.854717 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 14:59:59.030527 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9bc0-8ecf-4947-b319-497058b428f4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:59.033705 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2d9f9bc0-8ecf-4947-b319-497058b428f4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:59.035315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2d9f9bc0-8ecf-4947-b319-497058b428f4 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "DELETE /v2.0/floatingips/8a15b570-bbc7-4386-8319-0a5cee70c897 HTTP/1.1" status: 204 len: 168 time: 2.5682909 Jul 29 14:59:59.041228 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48050) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:59.052274 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-939ebc14-727e-4f24-9187-e4085461b4c3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:59.097687 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a84cc222-9679-4af0-842d-04db1d72b691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:59.138537 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cc222-9679-4af0-842d-04db1d72b691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a65b71a6-fa87-4684-ad02-8965a22c2af0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:59.151510 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 85e3d439-4f4c-480b-b468-4d17d9852f15 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 14:59:59.182331 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e72b57-3321-4d83-934d-a161a36a8311 None None] Network e93adadf-49e0-4594-b255-21825f0f721f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 14:59:59.189354 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a84cc222-9679-4af0-842d-04db1d72b691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:59.191710 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a84cc222-9679-4af0-842d-04db1d72b691 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a65b71a6-fa87-4684-ad02-8965a22c2af0 HTTP/1.1" status: 204 len: 168 time: 1.7614999 Jul 29 14:59:59.195555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48052) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:59.209805 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-939ebc14-727e-4f24-9187-e4085461b4c3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:59.257505 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 85e3d439-4f4c-480b-b468-4d17d9852f15 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 14:59:59.257889 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:59.364505 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-939ebc14-727e-4f24-9187-e4085461b4c3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:59.411745 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ebc14-727e-4f24-9187-e4085461b4c3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Subnet': ['ID=73df6876-2b9d-425d-b66e-7567879a4cca,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 14:59:59.429426 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:59.503873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7f157767-020f-4a3c-878f-f7c02ef7e813 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Deleting port 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 14:59:59.503873 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f157767-020f-4a3c-878f-f7c02ef7e813 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:59.561231 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-939ebc14-727e-4f24-9187-e4085461b4c3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:59.579720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-939ebc14-727e-4f24-9187-e4085461b4c3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f30373c-e8a7-4619-b9df-73a9e68b8b8d']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:59.594695 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-939ebc14-727e-4f24-9187-e4085461b4c3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0985f8f3-0c95-49bb-a0bd-de8a29b9359f') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:59.595044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-939ebc14-727e-4f24-9187-e4085461b4c3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0985f8f3-0c95-49bb-a0bd-de8a29b9359f') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 14:59:59.609478 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-939ebc14-727e-4f24-9187-e4085461b4c3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:59.646920 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-939ebc14-727e-4f24-9187-e4085461b4c3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:59.675914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939ebc14-727e-4f24-9187-e4085461b4c3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 14:59:59.676505 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-939ebc14-727e-4f24-9187-e4085461b4c3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: timer() Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 14:59:59.693736 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 14:59:59.816078 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['384b2766-5b64-4b46-a1c5-a1c0e093692d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:59:59.820108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['29e9b265-f059-42b7-ba08-f34517c2624b'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 14:59:59.877520 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-939ebc14-727e-4f24-9187-e4085461b4c3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:59.890041 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-939ebc14-727e-4f24-9187-e4085461b4c3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 14:59:59.899689 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-939ebc14-727e-4f24-9187-e4085461b4c3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/6f30373c-e8a7-4619-b9df-73a9e68b8b8d HTTP/1.1" status: 204 len: 168 time: 1.1433282 Jul 29 14:59:59.903713 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48064) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 14:59:59.932933 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1d6a6180-8ff3-4873-96cc-34e98d7ba530 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1312761548'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 14:59:59.941724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ebc14-727e-4f24-9187-e4085461b4c3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Network': ['ID=6f30373c-e8a7-4619-b9df-73a9e68b8b8d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:00.017503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6a6180-8ff3-4873-96cc-34e98d7ba530 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:00.024450 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6180-8ff3-4873-96cc-34e98d7ba530 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:00.029349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8a04d0-ebc2-4ddf-aac9-b8071a379ea4 None None] Network 6f30373c-e8a7-4619-b9df-73a9e68b8b8d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:00.063448 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8a04d0-ebc2-4ddf-aac9-b8071a379ea4 None None] Network 6f30373c-e8a7-4619-b9df-73a9e68b8b8d could not be found, it might have been deleted concurrently. {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 15:00:00.139131 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4969060-b77e-4cf1-af1c-a355ab38705a req-28dea5c9-4e50-417c-a6a2-d345cfe68ea0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:00.152883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4969060-b77e-4cf1-af1c-a355ab38705a req-28dea5c9-4e50-417c-a6a2-d345cfe68ea0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:00.164790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4969060-b77e-4cf1-af1c-a355ab38705a req-28dea5c9-4e50-417c-a6a2-d345cfe68ea0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:00.177546 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4969060-b77e-4cf1-af1c-a355ab38705a req-28dea5c9-4e50-417c-a6a2-d345cfe68ea0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:00.191128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4969060-b77e-4cf1-af1c-a355ab38705a req-28dea5c9-4e50-417c-a6a2-d345cfe68ea0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:00.203622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4969060-b77e-4cf1-af1c-a355ab38705a req-28dea5c9-4e50-417c-a6a2-d345cfe68ea0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:00.224394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4969060-b77e-4cf1-af1c-a355ab38705a req-28dea5c9-4e50-417c-a6a2-d345cfe68ea0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:00.228431 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4969060-b77e-4cf1-af1c-a355ab38705a req-28dea5c9-4e50-417c-a6a2-d345cfe68ea0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5436 time: 0.2342503 Jul 29 15:00:00.233295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e2fd3-180b-4851-ad4c-053325697f63 req-9ff7ac31-84d3-4a6d-8f70-c3d2b54e6de9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:00.235936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f33e2fd3-180b-4851-ad4c-053325697f63 req-9ff7ac31-84d3-4a6d-8f70-c3d2b54e6de9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1248412 Jul 29 15:00:00.312980 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:00.320076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6a6180-8ff3-4873-96cc-34e98d7ba530 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:00:00.328348 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f157767-020f-4a3c-878f-f7c02ef7e813 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:00.331446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b40531-c69a-444b-b730-e53de6d65c1a None None] DHCP port deletion for e93adadf-49e0-4594-b255-21825f0f721f request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:00:00.360621 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7f157767-020f-4a3c-878f-f7c02ef7e813 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Calling delete_port for 20dcfb3e-a773-40e0-8c9a-c3337eb907f9 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:00.386927 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6180-8ff3-4873-96cc-34e98d7ba530 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:00.387975 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-1d6a6180-8ff3-4873-96cc-34e98d7ba530 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Added segment e7f12fab-a024-40e1-b250-bebf54497b6c of type vlan for network 0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e Jul 29 15:00:00.425693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] Deleting port 30681f1a-2dc5-4dd7-8880-440aaa7141ff {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:00.426639 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:00.439075 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4969060-b77e-4cf1-af1c-a355ab38705a req-c881c1e7-4b57-4209-a214-88b6fa994210 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2002406 Jul 29 15:00:00.452904 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 85e3d439-4f4c-480b-b468-4d17d9852f15, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=85e3d439-4f4c-480b-b468-4d17d9852f15,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:00.467770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e3d439-4f4c-480b-b468-4d17d9852f15'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:00:00.470790 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396363c0-b866-4df6-b704-18f477ef640c" -d '{"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "85e3d439-4f4c-480b-b468-4d17d9852f15"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:00:00.484850 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:00.485916 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 861979d8-e377-468b-a834-f7023ef2664a up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:00:00.536026 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6180-8ff3-4873-96cc-34e98d7ba530 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:00.548160 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f33e2fd3-180b-4851-ad4c-053325697f63 req-9a5c8e11-6a1b-438a-b07e-4677a376e8a0 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903988 Jul 29 15:00:00.609191 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6180-8ff3-4873-96cc-34e98d7ba530 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:00.632879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a6180-8ff3-4873-96cc-34e98d7ba530 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:00.634538 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d6a6180-8ff3-4873-96cc-34e98d7ba530 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:00.716599 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] For port 30681f1a-2dc5-4dd7-8880-440aaa7141ff, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=30681f1a-2dc5-4dd7-8880-440aaa7141ff,segment=NetworkSegment(d4e008e1-15c5-443a-ba65-9797667a8a3a),segment_id=d4e008e1-15c5-443a-ba65-9797667a8a3a)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:00.717665 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:00.743784 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] Calling delete_port for 30681f1a-2dc5-4dd7-8880-440aaa7141ff owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:00.750076 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3627c6ea-86fc-418b-8d0f-4b5797e2e6fe x-openstack-request-id: req-3627c6ea-86fc-418b-8d0f-4b5797e2e6fe {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:00:00.750537 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "85e3d439-4f4c-480b-b468-4d17d9852f15", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:00:00.750928 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3627c6ea-86fc-418b-8d0f-4b5797e2e6fe {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:00:00.751538 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e3d439-4f4c-480b-b468-4d17d9852f15', 'code': 200} Jul 29 15:00:00.764589 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ea9de8cb-7e73-4e9a-b8bc-750fac8b76cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:00.789805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a6180-8ff3-4873-96cc-34e98d7ba530 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Network': ['ID=0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:00.790902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-86b40531-c69a-444b-b730-e53de6d65c1a None None] Deleting port 30681f1a-2dc5-4dd7-8880-440aaa7141ff {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:00.791498 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86b40531-c69a-444b-b730-e53de6d65c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:00.811586 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1d6a6180-8ff3-4873-96cc-34e98d7ba530 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9050233 Jul 29 15:00:00.816022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48080) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:00.827907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-3d697160-56c5-4fea-8067-69a2cd8554b5 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:00.862810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:00:00.912107 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f157767-020f-4a3c-878f-f7c02ef7e813 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:00.959584 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f157767-020f-4a3c-878f-f7c02ef7e813 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event deleted for resources: {'Port': ['ID=20dcfb3e-a773-40e0-8c9a-c3337eb907f9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:01.009653 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=85e3d439-4f4c-480b-b468-4d17d9852f15,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:01.013036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 861979d8-e377-468b-a834-f7023ef2664a completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:00:01.045599 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 861979d8-e377-468b-a834-f7023ef2664a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:00:01.046330 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.057441 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-86b40531-c69a-444b-b730-e53de6d65c1a None None] For port 30681f1a-2dc5-4dd7-8880-440aaa7141ff, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=30681f1a-2dc5-4dd7-8880-440aaa7141ff,segment=NetworkSegment(d4e008e1-15c5-443a-ba65-9797667a8a3a),segment_id=d4e008e1-15c5-443a-ba65-9797667a8a3a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:01.058358 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86b40531-c69a-444b-b730-e53de6d65c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.094493 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f157767-020f-4a3c-878f-f7c02ef7e813 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.101777 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7f157767-020f-4a3c-878f-f7c02ef7e813 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "DELETE /v2.0/ports/20dcfb3e-a773-40e0-8c9a-c3337eb907f9 HTTP/1.1" status: 204 len: 168 time: 2.0565472 Jul 29 15:00:01.101777 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.105430 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48082) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:01.126537 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] No DVR routers for this DVR port 30681f1a-2dc5-4dd7-8880-440aaa7141ff on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:01.156603 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-86b40531-c69a-444b-b730-e53de6d65c1a None None] Calling delete_port for 30681f1a-2dc5-4dd7-8880-440aaa7141ff owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:01.181552 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=30681f1a-2dc5-4dd7-8880-440aaa7141ff,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:01.285088 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.295075 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d697160-56c5-4fea-8067-69a2cd8554b5 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.297742 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.329952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93adadf-49e0-4594-b255-21825f0f721f']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:01.345789 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d697160-56c5-4fea-8067-69a2cd8554b5 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.377313 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e008e1-15c5-443a-ba65-9797667a8a3a') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:01.377819 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e008e1-15c5-443a-ba65-9797667a8a3a') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:01.392223 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-86b40531-c69a-444b-b730-e53de6d65c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.396366 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.402858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 861979d8-e377-468b-a834-f7023ef2664a, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=861979d8-e377-468b-a834-f7023ef2664a,segment=NetworkSegment(500a1ed8-3fe3-4294-95b1-e87542fd7feb),segment_id=500a1ed8-3fe3-4294-95b1-e87542fd7feb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:01.432348 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.433431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1bdf1649-a389-4996-8e32-7b0940a4a965 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:00:01.458221 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.467842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:01.468329 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:01.473455 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:01.481303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d697160-56c5-4fea-8067-69a2cd8554b5 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network 0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e is not hosted by any dhcp agent {{(pid=94158) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 15:00:01.485784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b40531-c69a-444b-b730-e53de6d65c1a None None] No DVR routers for this DVR port 30681f1a-2dc5-4dd7-8880-440aaa7141ff on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:01.492296 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d697160-56c5-4fea-8067-69a2cd8554b5 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:01.493484 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d697160-56c5-4fea-8067-69a2cd8554b5 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.498321 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3d697160-56c5-4fea-8067-69a2cd8554b5 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "PUT /v2.0/networks/0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e HTTP/1.1" status: 200 len: 723 time: 0.6776118 Jul 29 15:00:01.499105 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48088) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:01.559109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Deleting port 0875494a-2f77-42dd-a8d2-b642d46823a2 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:01.559656 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.575466 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b40531-c69a-444b-b730-e53de6d65c1a None None] Pushing event deleted for resources: {'Port': ['ID=30681f1a-2dc5-4dd7-8880-440aaa7141ff,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:01.611480 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ab389a54-46f1-4e34-ba4b-41a13c3522ce tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'subnet': {'network_id': '0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:01.737978 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=861979d8-e377-468b-a834-f7023ef2664a,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:01.744783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 1bdf1649-a389-4996-8e32-7b0940a4a965 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:00:01.751622 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 1bdf1649-a389-4996-8e32-7b0940a4a965 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:00:01.752560 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.812193 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.822619 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d697160-56c5-4fea-8067-69a2cd8554b5 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Network': ['ID=0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:01.827941 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.830224 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e93adadf-49e0-4594-b255-21825f0f721f HTTP/1.1" status: 204 len: 168 time: 2.6331990 Jul 29 15:00:01.853823 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:00:01.865763 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31b9d4-733f-4d35-bcad-39b79e0a2d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=e93adadf-49e0-4594-b255-21825f0f721f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:01.896415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab389a54-46f1-4e34-ba4b-41a13c3522ce tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:01.903491 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ab389a54-46f1-4e34-ba4b-41a13c3522ce tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:01.987180 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8386-23e7-491d-af59-36b4b6298bde req-24c049fe-d48a-4cf4-8a1a-b3c899dfd321 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:01.994598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8386-23e7-491d-af59-36b4b6298bde req-24c049fe-d48a-4cf4-8a1a-b3c899dfd321 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:02.001861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8386-23e7-491d-af59-36b4b6298bde req-24c049fe-d48a-4cf4-8a1a-b3c899dfd321 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:02.009099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8386-23e7-491d-af59-36b4b6298bde req-24c049fe-d48a-4cf4-8a1a-b3c899dfd321 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:02.017646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8386-23e7-491d-af59-36b4b6298bde req-24c049fe-d48a-4cf4-8a1a-b3c899dfd321 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:02.030054 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8386-23e7-491d-af59-36b4b6298bde req-24c049fe-d48a-4cf4-8a1a-b3c899dfd321 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:02.038554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8386-23e7-491d-af59-36b4b6298bde req-24c049fe-d48a-4cf4-8a1a-b3c899dfd321 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:02.042176 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-adfc8386-23e7-491d-af59-36b4b6298bde req-24c049fe-d48a-4cf4-8a1a-b3c899dfd321 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5438 time: 0.2882326 Jul 29 15:00:02.044716 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:02.079444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Calling delete_port for 0875494a-2f77-42dd-a8d2-b642d46823a2 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:02.148288 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:02.153428 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-adfc8386-23e7-491d-af59-36b4b6298bde req-56b42b64-8fff-45b0-ac66-c9e76309ebf6 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0983949 Jul 29 15:00:02.182583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48098) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:02.224811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1bdf1649-a389-4996-8e32-7b0940a4a965, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1bdf1649-a389-4996-8e32-7b0940a4a965,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:02.236816 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:02.269273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 384b2766-5b64-4b46-a1c5-a1c0e093692d up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:00:02.363513 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ab389a54-46f1-4e34-ba4b-41a13c3522ce tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:02.451075 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d5fd29f7-3a4a-445b-bfe0-960c88e0c126 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3d02b9889954ede8a7f3e4397199499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637825 Jul 29 15:00:02.455184 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48102) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:02.499033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 30681f1a-2dc5-4dd7-8880-440aaa7141ff no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:00:02.536731 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab389a54-46f1-4e34-ba4b-41a13c3522ce tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Subnet': ['ID=2615ebd7-ed36-476b-8e5d-9a67fb69e382,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:02.560068 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 30681f1a-2dc5-4dd7-8880-440aaa7141ff {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:00:02.560654 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 30681f1a-2dc5-4dd7-8880-440aaa7141ff not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:00:02.611856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab389a54-46f1-4e34-ba4b-41a13c3522ce tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Checking segment: {'id': 'e7f12fab-a024-40e1-b250-bebf54497b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:02.612773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab389a54-46f1-4e34-ba4b-41a13c3522ce tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network hostable DHCP agents. Network: 0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:00:02.615032 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1bdf1649-a389-4996-8e32-7b0940a4a965,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:02.636894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 384b2766-5b64-4b46-a1c5-a1c0e093692d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:00:02.651630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 384b2766-5b64-4b46-a1c5-a1c0e093692d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:00:02.653361 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:02.671114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab389a54-46f1-4e34-ba4b-41a13c3522ce tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network 0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:00:02.693168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-ab389a54-46f1-4e34-ba4b-41a13c3522ce tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:02.703468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab389a54-46f1-4e34-ba4b-41a13c3522ce tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:02.705081 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ab389a54-46f1-4e34-ba4b-41a13c3522ce tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:02.719988 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1087956d-9f02-4792-a2d6-9cf21787c023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:02.740861 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ab389a54-46f1-4e34-ba4b-41a13c3522ce tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2400260 Jul 29 15:00:02.745023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48106) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:02.759419 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-5a888554-ff9e-4098-a32c-23d7f9f6e561 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:02.766218 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861979d8-e377-468b-a834-f7023ef2664a'}, {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdf1649-a389-4996-8e32-7b0940a4a965'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:00:02.775031 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8defc4-9a1e-4d00-8c9c-0acf69bd16e5" -d '{"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "861979d8-e377-468b-a834-f7023ef2664a"}, {"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "1bdf1649-a389-4996-8e32-7b0940a4a965"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:00:02.789457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01d36c9-035e-4948-beff-617fb976fdc4 None None] Network 0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:02.813759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14c51e-2db7-4989-8a97-473d1be12e2d req-095c81c1-7949-4dab-88b2-8e38db3d3b80 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:02.819778 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9a14c51e-2db7-4989-8a97-473d1be12e2d req-095c81c1-7949-4dab-88b2-8e38db3d3b80 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 945 time: 0.2134323 Jul 29 15:00:02.825015 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1087956d-9f02-4792-a2d6-9cf21787c023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:02.835239 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:02.957511 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event deleted for resources: {'Port': ['ID=0875494a-2f77-42dd-a8d2-b642d46823a2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:02.970530 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5a888554-ff9e-4098-a32c-23d7f9f6e561 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9036425'] for subnet, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:03.048626 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 15:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa53ba2f-89e3-4cff-8a62-cc32a2aa539a x-openstack-request-id: req-fa53ba2f-89e3-4cff-8a62-cc32a2aa539a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:00:03.049247 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "861979d8-e377-468b-a834-f7023ef2664a", "code": 200}, {"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "1bdf1649-a389-4996-8e32-7b0940a4a965", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:00:03.049791 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa53ba2f-89e3-4cff-8a62-cc32a2aa539a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:00:03.050538 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861979d8-e377-468b-a834-f7023ef2664a', 'code': 200} Jul 29 15:00:03.051050 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdf1649-a389-4996-8e32-7b0940a4a965', 'code': 200} Jul 29 15:00:03.067286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:03.068091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:03.068709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:03.069531 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:03.070146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:03.071072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:03.071837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:03.072422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:03.073032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:03.073621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:03.074032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:03.074444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:03.138976 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9a14c51e-2db7-4989-8a97-473d1be12e2d req-fbb189a1-7fa3-4e76-bb51-3fd767376021 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809558 Jul 29 15:00:03.183376 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:03.187928 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f23fc63c-7b93-4933-80c8-cdb56559d35a tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "DELETE /v2.0/ports/0875494a-2f77-42dd-a8d2-b642d46823a2 HTTP/1.1" status: 204 len: 168 time: 2.0801995 Jul 29 15:00:03.192062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48112) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:03.213364 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1087956d-9f02-4792-a2d6-9cf21787c023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:03.221579 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1087956d-9f02-4792-a2d6-9cf21787c023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:03.230357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e', 'network_id': '0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e', 'tenant_id': 'd234c346de084e358079feba9b4bfa18', 'fixed_ips': [{'subnet_id': '2615ebd7-ed36-476b-8e5d-9a67fb69e382'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:00:03.232020 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:03.237656 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1087956d-9f02-4792-a2d6-9cf21787c023 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46c88853-40c5-4a19-9bc1-0b3070ee44ad HTTP/1.1" status: 204 len: 168 time: 0.7806516 Jul 29 15:00:03.295701 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:03.303950 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:03.391534 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087956d-9f02-4792-a2d6-9cf21787c023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c88853-40c5-4a19-9bc1-0b3070ee44ad,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:03.407753 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5a888554-ff9e-4098-a32c-23d7f9f6e561 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743680688424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9359019'] for subnet, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:03.458069 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e800fa3-4c34-4f5b-afbf-357f8cd38163 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Deleting subnet c1e29a38-29fa-45f1-a570-0300a7a9d5c3 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:00:03.464321 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e800fa3-4c34-4f5b-afbf-357f8cd38163 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:03.563678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a888554-ff9e-4098-a32c-23d7f9f6e561 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:03.564963 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5a888554-ff9e-4098-a32c-23d7f9f6e561 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:03.567194 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e800fa3-4c34-4f5b-afbf-357f8cd38163 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:03.567888 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5a888554-ff9e-4098-a32c-23d7f9f6e561 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "PUT /v2.0/subnets/2615ebd7-ed36-476b-8e5d-9a67fb69e382 HTTP/1.1" status: 200 len: 806 time: 0.8197927 Jul 29 15:00:03.575805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48118) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:03.675402 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a888554-ff9e-4098-a32c-23d7f9f6e561 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Subnet': ['ID=2615ebd7-ed36-476b-8e5d-9a67fb69e382,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:03.780135 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32144e78-3fe7-4dc7-9813-42949869431d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:03.783881 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8de52d-62d8-442e-a669-c6c6f7185791 req-0109a50b-894e-443e-91a8-d711f5b0873d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:03.797320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8de52d-62d8-442e-a669-c6c6f7185791 req-0109a50b-894e-443e-91a8-d711f5b0873d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:03.810168 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 384b2766-5b64-4b46-a1c5-a1c0e093692d, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=384b2766-5b64-4b46-a1c5-a1c0e093692d,segment=NetworkSegment(87c2ebda-f103-40ae-81fb-ae5e00c7ca15),segment_id=87c2ebda-f103-40ae-81fb-ae5e00c7ca15)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:03.825817 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:03.829494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 29e9b265-f059-42b7-ba08-f34517c2624b up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:00:03.837500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8de52d-62d8-442e-a669-c6c6f7185791 req-0109a50b-894e-443e-91a8-d711f5b0873d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:03.858580 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e800fa3-4c34-4f5b-afbf-357f8cd38163 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:03.876654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8de52d-62d8-442e-a669-c6c6f7185791 req-0109a50b-894e-443e-91a8-d711f5b0873d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:03.903801 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8de52d-62d8-442e-a669-c6c6f7185791 req-0109a50b-894e-443e-91a8-d711f5b0873d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:03.935530 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8de52d-62d8-442e-a669-c6c6f7185791 req-0109a50b-894e-443e-91a8-d711f5b0873d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:03.969764 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8de52d-62d8-442e-a669-c6c6f7185791 req-0109a50b-894e-443e-91a8-d711f5b0873d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:03.994061 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2f8de52d-62d8-442e-a669-c6c6f7185791 req-0109a50b-894e-443e-91a8-d711f5b0873d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5439 time: 0.5230720 Jul 29 15:00:04.152340 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e800fa3-4c34-4f5b-afbf-357f8cd38163 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:04.195934 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48130) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:04.293249 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e800fa3-4c34-4f5b-afbf-357f8cd38163 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e29a38-29fa-45f1-a570-0300a7a9d5c3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:04.299532 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e800fa3-4c34-4f5b-afbf-357f8cd38163 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:04.307537 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1e800fa3-4c34-4f5b-afbf-357f8cd38163 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "DELETE /v2.0/subnets/c1e29a38-29fa-45f1-a570-0300a7a9d5c3 HTTP/1.1" status: 204 len: 168 time: 1.1100285 Jul 29 15:00:04.311159 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48132) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:04.409820 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2f8de52d-62d8-442e-a669-c6c6f7185791 req-572648d6-28e6-4f92-a986-65133db1d9d6 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4134557 Jul 29 15:00:04.423010 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:04.423594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0f7f46-dfff-480b-a522-5be7ac5c31b2 None None] Network 86ce031c-c6cf-4027-8ce8-3052a67f5b66 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:04.481633 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d40fa111-a027-409c-b0c3-f4266d754e2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=715a37e063434e18aa9787bb54b9f71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801204 Jul 29 15:00:04.483009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48134) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:04.486748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=384b2766-5b64-4b46-a1c5-a1c0e093692d,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:04.526271 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:04.531996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Allocated IP 172.20.0.2 (0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e/2615ebd7-ed36-476b-8e5d-9a67fb69e382/44e1234c-c8d8-4a13-994e-dbcbea4083f1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:00:04.565927 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 29e9b265-f059-42b7-ba08-f34517c2624b completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:00:04.579485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-862b12e4-2493-4e4e-835e-e572a3c5c3a6 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Deleting subnet 7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:00:04.589521 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-862b12e4-2493-4e4e-835e-e572a3c5c3a6 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:04.589887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 29e9b265-f059-42b7-ba08-f34517c2624b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:00:04.590275 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:04.706632 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:04.710421 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765cc7c-e799-4c74-997a-ea34a8b86a2a req-7c973308-9fbd-4825-863d-7d77fa733d53 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:04.714787 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb732cb1-4eea-492a-8a91-d3cd819249d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:04.716031 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a765cc7c-e799-4c74-997a-ea34a8b86a2a req-7c973308-9fbd-4825-863d-7d77fa733d53 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 945 time: 0.5366437 Jul 29 15:00:04.787275 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb732cb1-4eea-492a-8a91-d3cd819249d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:04.853259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88385a26-c8b0-44e1-ac21-ef1e3e97a2e9 req-1d6797a4-6719-401a-8b8a-dc0d56a89168 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:04.867813 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-88385a26-c8b0-44e1-ac21-ef1e3e97a2e9 req-1d6797a4-6719-401a-8b8a-dc0d56a89168 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 945 time: 0.4689729 Jul 29 15:00:04.874904 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-862b12e4-2493-4e4e-835e-e572a3c5c3a6 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:04.932448 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb732cb1-4eea-492a-8a91-d3cd819249d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:04.939299 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb732cb1-4eea-492a-8a91-d3cd819249d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:04.945356 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-eb732cb1-4eea-492a-8a91-d3cd819249d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b74b22f-b46a-4ebd-95c5-909e32941c5a HTTP/1.1" status: 204 len: 168 time: 0.4543426 Jul 29 15:00:04.985227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb732cb1-4eea-492a-8a91-d3cd819249d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b74b22f-b46a-4ebd-95c5-909e32941c5a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:05.034918 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:05.058524 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384b2766-5b64-4b46-a1c5-a1c0e093692d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:00:05.064530 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509a8c45-7995-4c54-bdff-8d10020853c8" -d '{"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "384b2766-5b64-4b46-a1c5-a1c0e093692d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:00:05.073724 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa74122-65f2-4797-986e-de569ef97fdd None None] DHCP port deletion for 86ce031c-c6cf-4027-8ce8-3052a67f5b66 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:00:05.076863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Transition to ACTIVE for port object 44e1234c-c8d8-4a13-994e-dbcbea4083f1 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:05.083091 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:05.138808 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Transition to ACTIVE for port object 44e1234c-c8d8-4a13-994e-dbcbea4083f1 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:05.184340 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:05.192255 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:05.209657 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-88385a26-c8b0-44e1-ac21-ef1e3e97a2e9 req-50bd4f05-38bb-4171-b41e-d489b2063068 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206236 Jul 29 15:00:05.218268 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0245896-d066-4846-aeac-40bdf5219fb8 x-openstack-request-id: req-a0245896-d066-4846-aeac-40bdf5219fb8 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:00:05.218639 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "384b2766-5b64-4b46-a1c5-a1c0e093692d", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:00:05.218865 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0245896-d066-4846-aeac-40bdf5219fb8 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:00:05.220499 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384b2766-5b64-4b46-a1c5-a1c0e093692d', 'code': 200} Jul 29 15:00:05.231738 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 29e9b265-f059-42b7-ba08-f34517c2624b, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=29e9b265-f059-42b7-ba08-f34517c2624b,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:05.316694 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:05.320457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:00:05.379010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-a765cc7c-e799-4c74-997a-ea34a8b86a2a req-087d5046-c3ea-4fb8-9df6-04d536ae257d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Deleting port c8cbe62b-64fd-4716-988a-865581139336 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:05.379527 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a765cc7c-e799-4c74-997a-ea34a8b86a2a req-087d5046-c3ea-4fb8-9df6-04d536ae257d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:05.411885 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:05.429169 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:05.438641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Network 0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:00:05.447335 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f12fab-a024-40e1-b250-bebf54497b6c') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:05.448146 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f12fab-a024-40e1-b250-bebf54497b6c') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:05.463980 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:05.485008 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:05.496500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:05.497202 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:05.503952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:05.530024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Pushing event updated for resources: {'Port': ['ID=44e1234c-c8d8-4a13-994e-dbcbea4083f1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:05.601513 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Subnet': ['ID=2615ebd7-ed36-476b-8e5d-9a67fb69e382,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:05.613196 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:05.619077 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.api [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 15:00:05.619077 n-d-802893-1 neutron-server[94157]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 15:00:05.619077 n-d-802893-1 neutron-server[94157]: [parameters: {'id': '0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e'}] Jul 29 15:00:05.619077 n-d-802893-1 neutron-server[94157]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:00:05.620077 n-d-802893-1 neutron-server[94157]: DEBUG oslo_db.api [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:00:05.714718 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-862b12e4-2493-4e4e-835e-e572a3c5c3a6 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:05.729061 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:00:05.740095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=29e9b265-f059-42b7-ba08-f34517c2624b,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:05.750588 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8aa74122-65f2-4797-986e-de569ef97fdd None None] Deleting port af2ae381-d88f-49d1-86fc-6bde0d17e268 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:05.751181 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8aa74122-65f2-4797-986e-de569ef97fdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:05.823952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-a765cc7c-e799-4c74-997a-ea34a8b86a2a req-087d5046-c3ea-4fb8-9df6-04d536ae257d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] For port c8cbe62b-64fd-4716-988a-865581139336, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=c8cbe62b-64fd-4716-988a-865581139336,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:05.824417 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a765cc7c-e799-4c74-997a-ea34a8b86a2a req-087d5046-c3ea-4fb8-9df6-04d536ae257d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:05.854419 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-a765cc7c-e799-4c74-997a-ea34a8b86a2a req-087d5046-c3ea-4fb8-9df6-04d536ae257d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Calling delete_port for c8cbe62b-64fd-4716-988a-865581139336 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:05.896619 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a072033-f04d-410b-8ff8-d1436c984880 req-519aa65d-3294-440c-875d-2c51cac71c89 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:05.904414 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a072033-f04d-410b-8ff8-d1436c984880 req-519aa65d-3294-440c-875d-2c51cac71c89 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:05.910833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a072033-f04d-410b-8ff8-d1436c984880 req-519aa65d-3294-440c-875d-2c51cac71c89 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:05.918881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a072033-f04d-410b-8ff8-d1436c984880 req-519aa65d-3294-440c-875d-2c51cac71c89 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:05.926513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a072033-f04d-410b-8ff8-d1436c984880 req-519aa65d-3294-440c-875d-2c51cac71c89 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:05.933518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a072033-f04d-410b-8ff8-d1436c984880 req-519aa65d-3294-440c-875d-2c51cac71c89 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:05.940133 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a072033-f04d-410b-8ff8-d1436c984880 req-519aa65d-3294-440c-875d-2c51cac71c89 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:05.950613 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8a072033-f04d-410b-8ff8-d1436c984880 req-519aa65d-3294-440c-875d-2c51cac71c89 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5441 time: 0.2587528 Jul 29 15:00:05.951050 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Attempting to bind port 44e1234c-c8d8-4a13-994e-dbcbea4083f1 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:00:05.951646 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Attempting to bind port 44e1234c-c8d8-4a13-994e-dbcbea4083f1 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'e7f12fab-a024-40e1-b250-bebf54497b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:00:05.952234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Attempting to bind port 44e1234c-c8d8-4a13-994e-dbcbea4083f1 on network 0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:00:05.979893 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:00:05.980273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Checking segment: {'id': 'e7f12fab-a024-40e1-b250-bebf54497b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:05.980757 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:05.981255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Bound using segment: {'id': 'e7f12fab-a024-40e1-b250-bebf54497b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:00:05.981814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Bound port: 44e1234c-c8d8-4a13-994e-dbcbea4083f1, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f12fab-a024-40e1-b250-bebf54497b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:00:05.982268 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.000459 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:00:06.014479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8aa74122-65f2-4797-986e-de569ef97fdd None None] For port af2ae381-d88f-49d1-86fc-6bde0d17e268, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=af2ae381-d88f-49d1-86fc-6bde0d17e268,segment=NetworkSegment(d6f72c29-acc4-4b7c-92d3-7ee81374c3cd),segment_id=d6f72c29-acc4-4b7c-92d3-7ee81374c3cd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:06.014894 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8aa74122-65f2-4797-986e-de569ef97fdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.025654 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:00:06.026066 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.041726 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-862b12e4-2493-4e4e-835e-e572a3c5c3a6 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.083573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8aa74122-65f2-4797-986e-de569ef97fdd None None] Calling delete_port for af2ae381-d88f-49d1-86fc-6bde0d17e268 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:06.116626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b12e4-2493-4e4e-835e-e572a3c5c3a6 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:06.122248 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.169479 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-862b12e4-2493-4e4e-835e-e572a3c5c3a6 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.171544 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-862b12e4-2493-4e4e-835e-e572a3c5c3a6 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "DELETE /v2.0/subnets/7a9810ed-e7a0-4d63-8623-fc7bd0b53ad7 HTTP/1.1" status: 204 len: 168 time: 1.8588059 Jul 29 15:00:06.180092 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48152) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:06.190600 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc690e7-9a30-4904-8853-b73c6c4b7600 None None] Network b8009ecc-8a02-43b8-b3e6-d99242c4d60d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:06.211522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] For port 44e1234c-c8d8-4a13-994e-dbcbea4083f1, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:00:06.313629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] For port 44e1234c-c8d8-4a13-994e-dbcbea4083f1, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=44e1234c-c8d8-4a13-994e-dbcbea4083f1,segment=NetworkSegment(e7f12fab-a024-40e1-b250-bebf54497b6c),segment_id=e7f12fab-a024-40e1-b250-bebf54497b6c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:00:06.341446 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.371370 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8a072033-f04d-410b-8ff8-d1436c984880 req-3dd65d68-ed0b-4673-81b1-e2bc19fe2ee7 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4182310 Jul 29 15:00:06.374709 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a765cc7c-e799-4c74-997a-ea34a8b86a2a req-087d5046-c3ea-4fb8-9df6-04d536ae257d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.392203 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba26f24b-e566-4949-9c7d-c71c2dabe03b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.451908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23e716-139c-48f7-9714-edce2092de8f None None] Pushing event updated for resources: {'Port': ['ID=44e1234c-c8d8-4a13-994e-dbcbea4083f1,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:06.460578 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device af2ae381-d88f-49d1-86fc-6bde0d17e268 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:00:06.461635 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Deleting port 44e1234c-c8d8-4a13-994e-dbcbea4083f1 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:06.463164 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.463370 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.480864 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8db0240-5e2b-4b85-b1e4-4ef025ab98c1 req-a1b8108e-3cb4-4c45-b0e5-b17c48156c4d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 210 time: 0.0359962 Jul 29 15:00:06.502823 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.510968 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8aa74122-65f2-4797-986e-de569ef97fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.514270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d5046-c3ea-4fb8-9df6-04d536ae257d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Pushing event deleted for resources: {'Port': ['ID=c8cbe62b-64fd-4716-988a-865581139336,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:06.541782 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: af2ae381-d88f-49d1-86fc-6bde0d17e268 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:00:06.542007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device af2ae381-d88f-49d1-86fc-6bde0d17e268 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:00:06.543665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ba26f24b-e566-4949-9c7d-c71c2dabe03b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] The port 'af2ae381-d88f-49d1-86fc-6bde0d17e268' was deleted {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 15:00:06.596735 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa74122-65f2-4797-986e-de569ef97fdd None None] No DVR routers for this DVR port af2ae381-d88f-49d1-86fc-6bde0d17e268 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:06.602113 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa74122-65f2-4797-986e-de569ef97fdd None None] Pushing event deleted for resources: {'Port': ['ID=af2ae381-d88f-49d1-86fc-6bde0d17e268,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:06.622643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-a765cc7c-e799-4c74-997a-ea34a8b86a2a req-087d5046-c3ea-4fb8-9df6-04d536ae257d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] No DVR routers for this DVR port c8cbe62b-64fd-4716-988a-865581139336 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:06.626581 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a765cc7c-e799-4c74-997a-ea34a8b86a2a req-087d5046-c3ea-4fb8-9df6-04d536ae257d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.629660 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a765cc7c-e799-4c74-997a-ea34a8b86a2a req-087d5046-c3ea-4fb8-9df6-04d536ae257d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "DELETE /v2.0/ports/c8cbe62b-64fd-4716-988a-865581139336 HTTP/1.1" status: 204 len: 173 time: 1.9054568 Jul 29 15:00:06.630286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a', 'name': 'network-vif-deleted', 'tag': 'c8cbe62b-64fd-4716-988a-865581139336'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:00:06.661075 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee77ff6-4385-4d4a-988a-699bf7b47238 None None] Network 0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:06.665766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:06.666066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] For port 44e1234c-c8d8-4a13-994e-dbcbea4083f1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=44e1234c-c8d8-4a13-994e-dbcbea4083f1,segment=NetworkSegment(e7f12fab-a024-40e1-b250-bebf54497b6c),segment_id=e7f12fab-a024-40e1-b250-bebf54497b6c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:06.666479 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.666975 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7743f600-d9b8-44d7-bbac-b9b40a2eeab2" -d '{"events": [{"server_uuid": "7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a", "name": "network-vif-deleted", "tag": "c8cbe62b-64fd-4716-988a-865581139336"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:00:06.688448 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba26f24b-e566-4949-9c7d-c71c2dabe03b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.700406 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Calling delete_port for 44e1234c-c8d8-4a13-994e-dbcbea4083f1 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:06.707125 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-ba26f24b-e566-4949-9c7d-c71c2dabe03b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ce031c-c6cf-4027-8ce8-3052a67f5b66']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:06.724117 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.724986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6866365f-9081-45de-b450-c210f1db65b5 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:00:06.726544 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-ba26f24b-e566-4949-9c7d-c71c2dabe03b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f72c29-acc4-4b7c-92d3-7ee81374c3cd') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:06.726544 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-ba26f24b-e566-4949-9c7d-c71c2dabe03b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f72c29-acc4-4b7c-92d3-7ee81374c3cd') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:06.791461 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device c8cbe62b-64fd-4716-988a-865581139336 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:00:06.836727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: c8cbe62b-64fd-4716-988a-865581139336 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:00:06.837071 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device c8cbe62b-64fd-4716-988a-865581139336 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:00:06.845907 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba26f24b-e566-4949-9c7d-c71c2dabe03b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.873985 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.931866 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Port': ['ID=44e1234c-c8d8-4a13-994e-dbcbea4083f1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:06.934146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:06.937225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No DVR routers for this DVR port 44e1234c-c8d8-4a13-994e-dbcbea4083f1 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:06.948450 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba26f24b-e566-4949-9c7d-c71c2dabe03b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.958274 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 6866365f-9081-45de-b450-c210f1db65b5 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:00:06.965668 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 6866365f-9081-45de-b450-c210f1db65b5 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:00:06.966397 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.983729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba26f24b-e566-4949-9c7d-c71c2dabe03b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:06.984405 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba26f24b-e566-4949-9c7d-c71c2dabe03b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:06.990347 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:07.006629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d577e78-0300-45a2-b895-c321a1a53a86 None None] Network 0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:07.063241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43b85bb-7ced-4750-93d0-8432c7f9078e None None] DHCP port deletion for b8009ecc-8a02-43b8-b3e6-d99242c4d60d request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:00:07.170790 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.186630 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba26f24b-e566-4949-9c7d-c71c2dabe03b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.197061 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1308b111-0afd-4cb9-9d9c-00ba579ddfc4 x-openstack-request-id: req-1308b111-0afd-4cb9-9d9c-00ba579ddfc4 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:00:07.197975 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a", "name": "network-vif-deleted", "tag": "c8cbe62b-64fd-4716-988a-865581139336", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:00:07.197975 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1308b111-0afd-4cb9-9d9c-00ba579ddfc4 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:00:07.198521 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a', 'name': 'network-vif-deleted', 'tag': 'c8cbe62b-64fd-4716-988a-865581139336', 'status': 'completed', 'code': 200} Jul 29 15:00:07.213365 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba26f24b-e566-4949-9c7d-c71c2dabe03b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.218261 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48166) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:07.220129 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ba26f24b-e566-4949-9c7d-c71c2dabe03b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "DELETE /v2.0/networks/86ce031c-c6cf-4027-8ce8-3052a67f5b66 HTTP/1.1" status: 204 len: 168 time: 1.0330100 Jul 29 15:00:07.223305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:07.229698 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e9b265-f059-42b7-ba08-f34517c2624b'}, {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:00:07.233095 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9691d85-dfa7-4275-88a6-121717fcd53c" -d '{"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "29e9b265-f059-42b7-ba08-f34517c2624b"}, {"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:00:07.241747 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f12fab-a024-40e1-b250-bebf54497b6c') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:07.242333 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f12fab-a024-40e1-b250-bebf54497b6c') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:07.265503 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.298080 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.312233 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:07.313568 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.355975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a43b85bb-7ced-4750-93d0-8432c7f9078e None None] Deleting port 37782e7d-964b-4914-b5dd-9773e1cc76d4 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:07.355975 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a43b85bb-7ced-4750-93d0-8432c7f9078e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.397370 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f16856a-3c1f-4bb6-8611-299ae2d3a90e x-openstack-request-id: req-2f16856a-3c1f-4bb6-8611-299ae2d3a90e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:00:07.397670 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "29e9b265-f059-42b7-ba08-f34517c2624b", "code": 200}, {"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:00:07.397920 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f16856a-3c1f-4bb6-8611-299ae2d3a90e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:00:07.398403 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e9b265-f059-42b7-ba08-f34517c2624b', 'code': 200} Jul 29 15:00:07.398662 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633', 'code': 200} Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:07.402005 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:07.419783 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26f24b-e566-4949-9c7d-c71c2dabe03b tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event deleted for resources: {'Network': ['ID=86ce031c-c6cf-4027-8ce8-3052a67f5b66,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:07.420445 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.468192 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.483566 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.495780 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e HTTP/1.1" status: 204 len: 168 time: 3.9176052 Jul 29 15:00:07.500793 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48178) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:07.559533 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96963e6c-59b6-4e55-b8a4-ab2135929e19 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Network': ['ID=0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:07.562267 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7891c6e-deda-468c-a354-a6c382e258bb tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:07.563354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7891c6e-deda-468c-a354-a6c382e258bb tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:07.570417 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f7891c6e-deda-468c-a354-a6c382e258bb tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e HTTP/1.1" status: 404 len: 339 time: 0.0684702 Jul 29 15:00:07.572725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48184) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:07.592376 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-dbe2c8e1-7564-421f-b353-b3ca74353ce4 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1824180843', 'description': 'd1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:07.596136 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a43b85bb-7ced-4750-93d0-8432c7f9078e None None] For port 37782e7d-964b-4914-b5dd-9773e1cc76d4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=37782e7d-964b-4914-b5dd-9773e1cc76d4,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:07.596772 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a43b85bb-7ced-4750-93d0-8432c7f9078e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.635432 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a43b85bb-7ced-4750-93d0-8432c7f9078e None None] Calling delete_port for 37782e7d-964b-4914-b5dd-9773e1cc76d4 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:07.638432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Deleting port 37782e7d-964b-4914-b5dd-9773e1cc76d4 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:07.639063 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.652853 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df0b4b-e625-4dca-ba86-bcb774590360 req-f00c1d03-14e5-46b1-a5d8-2e5da0153314 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:07.672622 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df0b4b-e625-4dca-ba86-bcb774590360 req-f00c1d03-14e5-46b1-a5d8-2e5da0153314 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:07.684279 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df0b4b-e625-4dca-ba86-bcb774590360 req-f00c1d03-14e5-46b1-a5d8-2e5da0153314 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:07.706697 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df0b4b-e625-4dca-ba86-bcb774590360 req-f00c1d03-14e5-46b1-a5d8-2e5da0153314 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:07.742145 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df0b4b-e625-4dca-ba86-bcb774590360 req-f00c1d03-14e5-46b1-a5d8-2e5da0153314 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:07.756988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df0b4b-e625-4dca-ba86-bcb774590360 req-f00c1d03-14e5-46b1-a5d8-2e5da0153314 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:07.775071 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df0b4b-e625-4dca-ba86-bcb774590360 req-f00c1d03-14e5-46b1-a5d8-2e5da0153314 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:07.776064 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a0bed2ec-dc5d-42b5-8896-361c9718cefd req-7012fa2d-475d-44d6-b1e3-aabf56a75564 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 210 time: 0.0845041 Jul 29 15:00:07.784152 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe2c8e1-7564-421f-b353-b3ca74353ce4 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:07.790938 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c8e1-7564-421f-b353-b3ca74353ce4 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.802394 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-67df0b4b-e625-4dca-ba86-bcb774590360 req-f00c1d03-14e5-46b1-a5d8-2e5da0153314 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5442 time: 0.2655609 Jul 29 15:00:07.828016 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.839741 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a43b85bb-7ced-4750-93d0-8432c7f9078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.880390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] For port 37782e7d-964b-4914-b5dd-9773e1cc76d4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=37782e7d-964b-4914-b5dd-9773e1cc76d4,segment=NetworkSegment(76efa537-ca6e-428b-96a8-fb37b073c8be),segment_id=76efa537-ca6e-428b-96a8-fb37b073c8be)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:07.881441 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.926346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe2c8e1-7564-421f-b353-b3ca74353ce4 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:00:07.941056 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b85bb-7ced-4750-93d0-8432c7f9078e None None] No DVR routers for this DVR port 37782e7d-964b-4914-b5dd-9773e1cc76d4 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:07.945579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b85bb-7ced-4750-93d0-8432c7f9078e None None] Pushing event deleted for resources: {'Port': ['ID=37782e7d-964b-4914-b5dd-9773e1cc76d4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:07.975642 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-67df0b4b-e625-4dca-ba86-bcb774590360 req-e688ab8e-856f-441e-9fa7-60da31b9b62d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1506653 Jul 29 15:00:07.976960 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c8e1-7564-421f-b353-b3ca74353ce4 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:07.978127 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-dbe2c8e1-7564-421f-b353-b3ca74353ce4 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Added segment f416c8d4-629c-44b8-9a5f-373dd9f2caf6 of type vlan for network a8751597-a482-4e85-83db-5886f3ac597a Jul 29 15:00:08.029463 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6866365f-9081-45de-b450-c210f1db65b5, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6866365f-9081-45de-b450-c210f1db65b5,segment=NetworkSegment(87c2ebda-f103-40ae-81fb-ae5e00c7ca15),segment_id=87c2ebda-f103-40ae-81fb-ae5e00c7ca15)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:08.034140 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cf23bc-ae34-4527-be35-ab44aa3f99eb None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 15:00:08.055257 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:08.087850 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Calling delete_port for 37782e7d-964b-4914-b5dd-9773e1cc76d4 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:08.111615 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c8e1-7564-421f-b353-b3ca74353ce4 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:08.257119 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c8e1-7564-421f-b353-b3ca74353ce4 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:08.272874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe2c8e1-7564-421f-b353-b3ca74353ce4 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:08.275827 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dbe2c8e1-7564-421f-b353-b3ca74353ce4 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:08.404831 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:08.412305 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=6866365f-9081-45de-b450-c210f1db65b5,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:08.456062 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 37782e7d-964b-4914-b5dd-9773e1cc76d4 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:00:08.512085 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 37782e7d-964b-4914-b5dd-9773e1cc76d4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:00:08.512658 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 37782e7d-964b-4914-b5dd-9773e1cc76d4 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:00:08.534038 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event deleted for resources: {'Port': ['ID=37782e7d-964b-4914-b5dd-9773e1cc76d4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:08.544456 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] No DVR routers for this DVR port 37782e7d-964b-4914-b5dd-9773e1cc76d4 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:08.552539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dbe2c8e1-7564-421f-b353-b3ca74353ce4 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9750283 Jul 29 15:00:08.558494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2c8e1-7564-421f-b353-b3ca74353ce4 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Network': ['ID=a8751597-a482-4e85-83db-5886f3ac597a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:08.559284 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48198) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:08.610384 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cf23bc-ae34-4527-be35-ab44aa3f99eb None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 15:00:08.617418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network a8751597-a482-4e85-83db-5886f3ac597a details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:00:08.719021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c855e4e2-f917-4e73-8e90-53ba1a55583c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:08.720943 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c855e4e2-f917-4e73-8e90-53ba1a55583c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "GET /v2.0/networks?id=a8751597-a482-4e85-83db-5886f3ac597a HTTP/1.1" status: 200 len: 761 time: 0.1559029 Jul 29 15:00:08.725516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48200) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:08.731328 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:08.731929 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-81471f4f-32fc-4a7d-8c02-dbc8433d4f71 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'network': {'description': 'd2'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:08.748555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8009ecc-8a02-43b8-b3e6-d99242c4d60d']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:08.780904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76efa537-ca6e-428b-96a8-fb37b073c8be') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:08.781215 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76efa537-ca6e-428b-96a8-fb37b073c8be') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:08.808528 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:08.847185 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:08.861002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:08.861336 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:09.012499 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:09.021528 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:09.036256 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:09.047257 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] 10.222.0.16 "DELETE /v2.0/networks/b8009ecc-8a02-43b8-b3e6-d99242c4d60d HTTP/1.1" status: 204 len: 168 time: 1.8202567 Jul 29 15:00:09.054020 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67eb56b-29e6-4062-92c5-d3c986ab2d16 tempest-TaggedBootDevicesTest-786348481 tempest-TaggedBootDevicesTest-786348481-project] Pushing event deleted for resources: {'Network': ['ID=b8009ecc-8a02-43b8-b3e6-d99242c4d60d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:09.193706 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-50a8e5cf-8b1d-43c5-9e15-f5c53eef5d0f req-bf64b168-e941-4e72-bd5b-0880eec490bf tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 210 time: 0.0770347 Jul 29 15:00:09.266693 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81471f4f-32fc-4a7d-8c02-dbc8433d4f71 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:09.303704 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81471f4f-32fc-4a7d-8c02-dbc8433d4f71 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:09.329510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81471f4f-32fc-4a7d-8c02-dbc8433d4f71 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network a8751597-a482-4e85-83db-5886f3ac597a is not hosted by any dhcp agent {{(pid=94157) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 15:00:09.341775 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81471f4f-32fc-4a7d-8c02-dbc8433d4f71 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:09.342806 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81471f4f-32fc-4a7d-8c02-dbc8433d4f71 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:09.344450 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-81471f4f-32fc-4a7d-8c02-dbc8433d4f71 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "PUT /v2.0/networks/a8751597-a482-4e85-83db-5886f3ac597a HTTP/1.1" status: 200 len: 758 time: 0.6177330 Jul 29 15:00:09.352350 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48210) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:09.402717 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6866365f-9081-45de-b450-c210f1db65b5'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:00:09.429498 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9890c5aa-5d05-45cd-8bec-1a7a7909f694" -d '{"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "6866365f-9081-45de-b450-c210f1db65b5"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:00:09.483179 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa8cf3-ec1f-44da-9f04-4353ce331f6f req-8deedcaf-d692-411e-9c54-d3e1ea673c6d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:09.495613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81471f4f-32fc-4a7d-8c02-dbc8433d4f71 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Network': ['ID=a8751597-a482-4e85-83db-5886f3ac597a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:09.497551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa8cf3-ec1f-44da-9f04-4353ce331f6f req-8deedcaf-d692-411e-9c54-d3e1ea673c6d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:09.513742 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa8cf3-ec1f-44da-9f04-4353ce331f6f req-8deedcaf-d692-411e-9c54-d3e1ea673c6d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:09.520020 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa8cf3-ec1f-44da-9f04-4353ce331f6f req-8deedcaf-d692-411e-9c54-d3e1ea673c6d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:09.523025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network a8751597-a482-4e85-83db-5886f3ac597a details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:00:09.527075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa8cf3-ec1f-44da-9f04-4353ce331f6f req-8deedcaf-d692-411e-9c54-d3e1ea673c6d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:09.533899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa8cf3-ec1f-44da-9f04-4353ce331f6f req-8deedcaf-d692-411e-9c54-d3e1ea673c6d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:09.540789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa8cf3-ec1f-44da-9f04-4353ce331f6f req-8deedcaf-d692-411e-9c54-d3e1ea673c6d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:09.543056 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9bfa8cf3-ec1f-44da-9f04-4353ce331f6f req-8deedcaf-d692-411e-9c54-d3e1ea673c6d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5443 time: 0.2534640 Jul 29 15:00:09.569318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d153c952-d070-4e18-be45-1bf26012d8cb tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:09.597913 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d153c952-d070-4e18-be45-1bf26012d8cb tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "GET /v2.0/networks?id=a8751597-a482-4e85-83db-5886f3ac597a HTTP/1.1" status: 200 len: 761 time: 0.2401199 Jul 29 15:00:09.604289 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48218) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:09.610937 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7bf6c415-4d17-40ac-933c-791e7e395660 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1597295564'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:09.705205 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9bfa8cf3-ec1f-44da-9f04-4353ce331f6f req-97834cd2-6a7d-49c4-bddf-b174104a2c4d tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0973129 Jul 29 15:00:09.714647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf6c415-4d17-40ac-933c-791e7e395660 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:09.737374 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c415-4d17-40ac-933c-791e7e395660 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:09.741940 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc8bf2c-d64b-4d06-865a-d26a29182a5e x-openstack-request-id: req-7cc8bf2c-d64b-4d06-865a-d26a29182a5e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:00:09.742793 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "6866365f-9081-45de-b450-c210f1db65b5", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:00:09.743837 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7cc8bf2c-d64b-4d06-865a-d26a29182a5e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:00:09.744467 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6866365f-9081-45de-b450-c210f1db65b5', 'code': 200} Jul 29 15:00:09.822974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf6c415-4d17-40ac-933c-791e7e395660 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:00:09.845451 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c415-4d17-40ac-933c-791e7e395660 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:09.845788 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-7bf6c415-4d17-40ac-933c-791e7e395660 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Added segment d766538b-7c4e-4580-b7e4-1dc557573efd of type vlan for network 7c22dce8-2c5e-4faf-92a0-5957f25b691e Jul 29 15:00:09.916603 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c415-4d17-40ac-933c-791e7e395660 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:09.975284 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c415-4d17-40ac-933c-791e7e395660 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:10.002052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf6c415-4d17-40ac-933c-791e7e395660 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:10.003754 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c415-4d17-40ac-933c-791e7e395660 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:10.088853 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7bf6c415-4d17-40ac-933c-791e7e395660 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4825354 Jul 29 15:00:10.093143 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48232) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:10.099058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-65591c6e-b965-4e72-83cd-885120513d3a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'subnet': {'network_id': '7c22dce8-2c5e-4faf-92a0-5957f25b691e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:10.151527 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6c415-4d17-40ac-933c-791e7e395660 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Network': ['ID=7c22dce8-2c5e-4faf-92a0-5957f25b691e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:10.163863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d97e8-7fa8-457e-8192-deb1d8266a60 req-5e8700e5-04ff-44c3-8110-0fbf82c382f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:10.164449 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d97e8-7fa8-457e-8192-deb1d8266a60 req-5e8700e5-04ff-44c3-8110-0fbf82c382f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:10.164861 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d97e8-7fa8-457e-8192-deb1d8266a60 req-5e8700e5-04ff-44c3-8110-0fbf82c382f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:10.165892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d97e8-7fa8-457e-8192-deb1d8266a60 req-5e8700e5-04ff-44c3-8110-0fbf82c382f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:10.166708 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d97e8-7fa8-457e-8192-deb1d8266a60 req-5e8700e5-04ff-44c3-8110-0fbf82c382f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:10.167191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d97e8-7fa8-457e-8192-deb1d8266a60 req-5e8700e5-04ff-44c3-8110-0fbf82c382f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:10.167595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 7c22dce8-2c5e-4faf-92a0-5957f25b691e details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:00:10.168046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d97e8-7fa8-457e-8192-deb1d8266a60 req-5e8700e5-04ff-44c3-8110-0fbf82c382f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:10.170339 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-814d97e8-7fa8-457e-8192-deb1d8266a60 req-5e8700e5-04ff-44c3-8110-0fbf82c382f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 6500 time: 0.3439949 Jul 29 15:00:10.261496 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-814d97e8-7fa8-457e-8192-deb1d8266a60 req-5368f8fc-3562-4774-bd52-1f9b11a7d3bb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&id=eb90f426-d711-4558-88d6-5338bc39a2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0842273 Jul 29 15:00:10.323282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65591c6e-b965-4e72-83cd-885120513d3a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:10.327373 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-65591c6e-b965-4e72-83cd-885120513d3a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:10.370981 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-75dd41a9-d0bd-4cd8-998c-b15b1594cc58 req-33f30eac-2818-4677-97db-fa6c986de582 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 210 time: 0.0564196 Jul 29 15:00:10.907342 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:11.089175 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-65591c6e-b965-4e72-83cd-885120513d3a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:11.178046 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65591c6e-b965-4e72-83cd-885120513d3a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Subnet': ['ID=e129da41-f80e-4445-9c1b-4daab98cd6ce,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:11.215588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205268b-29be-4df5-9c2d-44d7315f7ecc req-76f113bb-90ad-4aec-bedc-093687dc6ba3 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:11.222436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205268b-29be-4df5-9c2d-44d7315f7ecc req-76f113bb-90ad-4aec-bedc-093687dc6ba3 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:11.229354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205268b-29be-4df5-9c2d-44d7315f7ecc req-76f113bb-90ad-4aec-bedc-093687dc6ba3 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:11.235966 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205268b-29be-4df5-9c2d-44d7315f7ecc req-76f113bb-90ad-4aec-bedc-093687dc6ba3 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:11.242771 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205268b-29be-4df5-9c2d-44d7315f7ecc req-76f113bb-90ad-4aec-bedc-093687dc6ba3 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:11.249590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205268b-29be-4df5-9c2d-44d7315f7ecc req-76f113bb-90ad-4aec-bedc-093687dc6ba3 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:11.257538 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205268b-29be-4df5-9c2d-44d7315f7ecc req-76f113bb-90ad-4aec-bedc-093687dc6ba3 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:11.260349 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e205268b-29be-4df5-9c2d-44d7315f7ecc req-76f113bb-90ad-4aec-bedc-093687dc6ba3 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5443 time: 0.2257984 Jul 29 15:00:11.369271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65591c6e-b965-4e72-83cd-885120513d3a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Checking segment: {'id': 'd766538b-7c4e-4580-b7e4-1dc557573efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7c22dce8-2c5e-4faf-92a0-5957f25b691e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:11.369723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65591c6e-b965-4e72-83cd-885120513d3a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network hostable DHCP agents. Network: 7c22dce8-2c5e-4faf-92a0-5957f25b691e, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:00:11.439189 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e205268b-29be-4df5-9c2d-44d7315f7ecc req-15f2491d-119e-45e3-8efc-d04f05f276c6 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1616254 Jul 29 15:00:11.479295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65591c6e-b965-4e72-83cd-885120513d3a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network 7c22dce8-2c5e-4faf-92a0-5957f25b691e is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:00:11.503482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-65591c6e-b965-4e72-83cd-885120513d3a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 7c22dce8-2c5e-4faf-92a0-5957f25b691e) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:11.511380 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65591c6e-b965-4e72-83cd-885120513d3a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:11.512690 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-65591c6e-b965-4e72-83cd-885120513d3a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:11.519099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189900dc-6319-4969-a7ef-38cc4d37e592 None None] Network 7c22dce8-2c5e-4faf-92a0-5957f25b691e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:11.556411 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-65591c6e-b965-4e72-83cd-885120513d3a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4618902 Jul 29 15:00:11.560403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48258) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:11.624189 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c359d3f-e0bb-45c1-af0a-a0168bcb0e59 req-cdd6c392-035a-41e2-8a25-3edbda8d6a92 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 210 time: 0.0992770 Jul 29 15:00:11.893082 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:11.937456 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-7c22dce8-2c5e-4faf-92a0-5957f25b691e', 'network_id': '7c22dce8-2c5e-4faf-92a0-5957f25b691e', 'tenant_id': 'd234c346de084e358079feba9b4bfa18', 'fixed_ips': [{'subnet_id': 'e129da41-f80e-4445-9c1b-4daab98cd6ce'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:00:11.939245 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:12.032335 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:12.202431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Allocated IP 172.20.0.2 (7c22dce8-2c5e-4faf-92a0-5957f25b691e/e129da41-f80e-4445-9c1b-4daab98cd6ce/8cd32996-ebb1-4e61-9de8-19dad15c9d72) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:00:12.641366 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:12.664922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Transition to ACTIVE for port object 8cd32996-ebb1-4e61-9de8-19dad15c9d72 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:12.712783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Transition to ACTIVE for port object 8cd32996-ebb1-4e61-9de8-19dad15c9d72 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:12.728477 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:12.796432 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Pushing event updated for resources: {'Port': ['ID=8cd32996-ebb1-4e61-9de8-19dad15c9d72,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:12.813051 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:12.816437 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Network 7c22dce8-2c5e-4faf-92a0-5957f25b691e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:00:12.819087 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:12.828115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:00:12.880423 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5836349-748f-4dbc-9c88-3512c858cb12 req-3c166dfc-b2a0-4103-ac19-7478394e1f10 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 210 time: 0.0650887 Jul 29 15:00:12.932034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Subnet': ['ID=e129da41-f80e-4445-9c1b-4daab98cd6ce,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:12.986662 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Attempting to bind port 8cd32996-ebb1-4e61-9de8-19dad15c9d72 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:00:12.987508 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Attempting to bind port 8cd32996-ebb1-4e61-9de8-19dad15c9d72 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'd766538b-7c4e-4580-b7e4-1dc557573efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7c22dce8-2c5e-4faf-92a0-5957f25b691e'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:00:12.987508 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Attempting to bind port 8cd32996-ebb1-4e61-9de8-19dad15c9d72 on network 7c22dce8-2c5e-4faf-92a0-5957f25b691e {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:00:13.002774 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:00:13.003188 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Checking segment: {'id': 'd766538b-7c4e-4580-b7e4-1dc557573efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7c22dce8-2c5e-4faf-92a0-5957f25b691e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:13.003568 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:13.003979 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Bound using segment: {'id': 'd766538b-7c4e-4580-b7e4-1dc557573efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7c22dce8-2c5e-4faf-92a0-5957f25b691e'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:00:13.004557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Bound port: 8cd32996-ebb1-4e61-9de8-19dad15c9d72, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd766538b-7c4e-4580-b7e4-1dc557573efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7c22dce8-2c5e-4faf-92a0-5957f25b691e'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:00:13.004993 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:13.033170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adcbea-0f7c-44eb-9e52-e5e1cf65816e req-d41e4daf-d5a9-438c-88b7-4c3282277646 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:13.047967 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adcbea-0f7c-44eb-9e52-e5e1cf65816e req-d41e4daf-d5a9-438c-88b7-4c3282277646 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:13.068317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adcbea-0f7c-44eb-9e52-e5e1cf65816e req-d41e4daf-d5a9-438c-88b7-4c3282277646 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:13.083159 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adcbea-0f7c-44eb-9e52-e5e1cf65816e req-d41e4daf-d5a9-438c-88b7-4c3282277646 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:13.097341 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adcbea-0f7c-44eb-9e52-e5e1cf65816e req-d41e4daf-d5a9-438c-88b7-4c3282277646 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:13.111317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adcbea-0f7c-44eb-9e52-e5e1cf65816e req-d41e4daf-d5a9-438c-88b7-4c3282277646 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:13.117482 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] For port 8cd32996-ebb1-4e61-9de8-19dad15c9d72, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:00:13.122785 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] For port 8cd32996-ebb1-4e61-9de8-19dad15c9d72, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8cd32996-ebb1-4e61-9de8-19dad15c9d72,segment=NetworkSegment(d766538b-7c4e-4580-b7e4-1dc557573efd),segment_id=d766538b-7c4e-4580-b7e4-1dc557573efd)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:00:13.127565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adcbea-0f7c-44eb-9e52-e5e1cf65816e req-d41e4daf-d5a9-438c-88b7-4c3282277646 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:13.131967 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8adcbea-0f7c-44eb-9e52-e5e1cf65816e req-d41e4daf-d5a9-438c-88b7-4c3282277646 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5443 time: 0.4897933 Jul 29 15:00:13.141363 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:13.294755 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:13.331235 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9428302-23df-458a-9494-cb91e8a96e68 None None] Network 7c22dce8-2c5e-4faf-92a0-5957f25b691e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:13.342628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c22dce8-2c5e-4faf-92a0-5957f25b691e']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:13.365944 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5aeb4-2f89-4639-9f41-7343a2e3dd02 None None] Pushing event updated for resources: {'Port': ['ID=8cd32996-ebb1-4e61-9de8-19dad15c9d72,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:13.378160 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8adcbea-0f7c-44eb-9e52-e5e1cf65816e req-f31a78f7-88d0-4c3e-9941-097938434fb1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1912644 Jul 29 15:00:13.381890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd766538b-7c4e-4580-b7e4-1dc557573efd') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:13.382684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd766538b-7c4e-4580-b7e4-1dc557573efd') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:13.402598 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:13.452215 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:13.465044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:13.465891 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:13.473150 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:13.614646 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 15:00:13.614646 n-d-802893-1 neutron-server[94158]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 15:00:13.614646 n-d-802893-1 neutron-server[94158]: [parameters: {'id': '7c22dce8-2c5e-4faf-92a0-5957f25b691e'}] Jul 29 15:00:13.614646 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:00:13.615477 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:00:13.833330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7ba83f-fce0-4a79-b78e-19df5746bb72 None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 15:00:13.835580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2046e-54f0-4b5d-922d-99f69e75883a req-e37ec003-083d-40f2-a251-b24faac4ed61 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:13.856842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2046e-54f0-4b5d-922d-99f69e75883a req-e37ec003-083d-40f2-a251-b24faac4ed61 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:13.875838 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2046e-54f0-4b5d-922d-99f69e75883a req-e37ec003-083d-40f2-a251-b24faac4ed61 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:13.883035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2046e-54f0-4b5d-922d-99f69e75883a req-e37ec003-083d-40f2-a251-b24faac4ed61 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:13.893589 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2046e-54f0-4b5d-922d-99f69e75883a req-e37ec003-083d-40f2-a251-b24faac4ed61 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:13.903376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2046e-54f0-4b5d-922d-99f69e75883a req-e37ec003-083d-40f2-a251-b24faac4ed61 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:13.911503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2046e-54f0-4b5d-922d-99f69e75883a req-e37ec003-083d-40f2-a251-b24faac4ed61 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:13.914841 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c3b2046e-54f0-4b5d-922d-99f69e75883a req-e37ec003-083d-40f2-a251-b24faac4ed61 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5443 time: 0.2364271 Jul 29 15:00:13.944261 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48286) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:13.950699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-eab120b1-5223-4a2c-8ef3-b76f4dd602a2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Request body: {'floatingip': {'port_id': '861979d8-e377-468b-a834-f7023ef2664a'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:14.094464 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7ba83f-fce0-4a79-b78e-19df5746bb72 None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 15:00:14.104501 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eab120b1-5223-4a2c-8ef3-b76f4dd602a2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:14.116722 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:14.366282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Deleting port 8cd32996-ebb1-4e61-9de8-19dad15c9d72 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:14.369112 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:14.512336 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5e56294-9ad2-43c6-a966-3903fce80188 req-41a83e8f-0fef-4487-b7aa-4d7153f797ff tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b656ba9-bfa3-49a7-a9a9-66ef13ca8c6a HTTP/1.1" status: 200 len: 210 time: 0.1376677 Jul 29 15:00:14.679826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] For port 8cd32996-ebb1-4e61-9de8-19dad15c9d72, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8cd32996-ebb1-4e61-9de8-19dad15c9d72,segment=NetworkSegment(d766538b-7c4e-4580-b7e4-1dc557573efd),segment_id=d766538b-7c4e-4580-b7e4-1dc557573efd)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:14.680119 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:14.786478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Calling delete_port for 8cd32996-ebb1-4e61-9de8-19dad15c9d72 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:15.113944 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:15.182880 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Port': ['ID=8cd32996-ebb1-4e61-9de8-19dad15c9d72,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:15.189040 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No DVR routers for this DVR port 8cd32996-ebb1-4e61-9de8-19dad15c9d72 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:15.335930 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:15.393413 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c22dce8-2c5e-4faf-92a0-5957f25b691e']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:15.437376 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd766538b-7c4e-4580-b7e4-1dc557573efd') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:15.437764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd766538b-7c4e-4580-b7e4-1dc557573efd') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:15.481647 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:15.528202 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:15.550746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:15.552883 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:15.565038 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:15.613303 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eab120b1-5223-4a2c-8ef3-b76f4dd602a2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:15.623855 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eab120b1-5223-4a2c-8ef3-b76f4dd602a2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:15.757925 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:15.772991 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:15.779321 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/7c22dce8-2c5e-4faf-92a0-5957f25b691e HTTP/1.1" status: 204 len: 168 time: 4.2169390 Jul 29 15:00:15.783401 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48308) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:15.851693 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-eab120b1-5223-4a2c-8ef3-b76f4dd602a2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Floating IP dca22d1b-2be6-4b62-9de3-ef2559dc6a7a associated. External IP: 172.25.6.19, port: 861979d8-e377-468b-a834-f7023ef2664a. Jul 29 15:00:15.858923 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b86671-491a-471d-b731-62b95510a5dc tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Network': ['ID=7c22dce8-2c5e-4faf-92a0-5957f25b691e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:15.966656 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f147ab5-da5d-42d4-af3f-df36a1f9303e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] GET failed (client error): The resource could not be found. Jul 29 15:00:15.969547 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4f147ab5-da5d-42d4-af3f-df36a1f9303e tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "GET /v2.0/subnets/e129da41-f80e-4445-9c1b-4daab98cd6ce HTTP/1.1" status: 404 len: 337 time: 0.1818128 Jul 29 15:00:15.972590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48314) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:16.011132 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-118b973e-62e5-4cc0-a026-5c48606314f7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:16.012739 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-118b973e-62e5-4cc0-a026-5c48606314f7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:16.021203 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-118b973e-62e5-4cc0-a026-5c48606314f7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/7c22dce8-2c5e-4faf-92a0-5957f25b691e HTTP/1.1" status: 404 len: 339 time: 0.0419850 Jul 29 15:00:16.022252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48316) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:16.199138 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab120b1-5223-4a2c-8ef3-b76f4dd602a2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Router 4c1857f0-ed7f-4280-a966-5d61947ba766 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:00:16.650032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48326) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:16.768098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fb842c-4ccd-4027-9c27-4e554d492348 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:16.773787 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-44fb842c-4ccd-4027-9c27-4e554d492348 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7497807 Jul 29 15:00:16.777975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48340) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:16.869380 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0dbfdbd6-1558-4a56-a3d8-110382ae0a67 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 207 time: 0.0856347 Jul 29 15:00:16.994972 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48342) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:17.003244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e02c2-bc0e-459c-a20b-b736a361ff1d req-19a23425-6dd6-4174-886c-01437c14d0ef tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:17.004949 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-293e02c2-bc0e-459c-a20b-b736a361ff1d req-19a23425-6dd6-4174-886c-01437c14d0ef tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 811 time: 0.2094760 Jul 29 15:00:17.030778 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5263286-b5ed-49eb-9747-2ddca882473f admin admin] Deleting subnet 2dd72e83-c780-4553-896a-e744cd60b452 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:00:17.093755 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5263286-b5ed-49eb-9747-2ddca882473f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:17.141263 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab120b1-5223-4a2c-8ef3-b76f4dd602a2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:00:17.159179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2165b710-e34f-4e63-8b63-51e60c0978b2 None None] Sync routers for ids ['4c1857f0-ed7f-4280-a966-5d61947ba766'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:00:17.163096 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eab120b1-5223-4a2c-8ef3-b76f4dd602a2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:17.176052 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-293e02c2-bc0e-459c-a20b-b736a361ff1d req-7a3ceff0-73ba-47cf-9b2e-2dd82df93eb7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/quotas/e951561287f84a8e8ff1072e4b5cb2f0 HTTP/1.1" status: 200 len: 375 time: 0.1574445 Jul 29 15:00:17.184931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2165b710-e34f-4e63-8b63-51e60c0978b2 None None] Routers {'4c1857f0-ed7f-4280-a966-5d61947ba766'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:00:17.185897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2165b710-e34f-4e63-8b63-51e60c0978b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:00:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['4c1857f0-ed7f-4280-a966-5d61947ba766'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:17.241216 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-eab120b1-5223-4a2c-8ef3-b76f4dd602a2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "PUT /v2.0/floatingips/dca22d1b-2be6-4b62-9de3-ef2559dc6a7a HTTP/1.1" status: 200 len: 990 time: 3.2917686 Jul 29 15:00:17.241216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'tag': '861979d8-e377-468b-a834-f7023ef2664a'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:00:17.245159 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-293e02c2-bc0e-459c-a20b-b736a361ff1d req-5d5afec2-da6d-4f91-8dea-58b9c9b26afb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372417 Jul 29 15:00:17.253564 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "tag": "861979d8-e377-468b-a834-f7023ef2664a"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:00:17.385871 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6a6a7e-3b89-4cb7-80a4-50585494e4a1 x-openstack-request-id: req-0f6a6a7e-3b89-4cb7-80a4-50585494e4a1 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:00:17.386239 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "tag": "861979d8-e377-468b-a834-f7023ef2664a", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:00:17.386564 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f6a6a7e-3b89-4cb7-80a4-50585494e4a1 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:00:17.387082 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'tag': '861979d8-e377-468b-a834-f7023ef2664a', 'status': 'completed', 'code': 200} Jul 29 15:00:17.434353 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-2165b710-e34f-4e63-8b63-51e60c0978b2 None None] Set router 4c1857f0-ed7f-4280-a966-5d61947ba766 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:00:17.463437 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5263286-b5ed-49eb-9747-2ddca882473f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:17.473349 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-293e02c2-bc0e-459c-a20b-b736a361ff1d req-60de5454-636b-44e6-aded-e0b86ca9348d service neutron] 10.222.0.16 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271614 Jul 29 15:00:17.517894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-66fddb2a-b0eb-4a0a-8507-263978eefb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:17.520845 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-66fddb2a-b0eb-4a0a-8507-263978eefb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:17.521657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-66fddb2a-b0eb-4a0a-8507-263978eefb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:17.522391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-66fddb2a-b0eb-4a0a-8507-263978eefb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:17.523087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-66fddb2a-b0eb-4a0a-8507-263978eefb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:17.523755 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-66fddb2a-b0eb-4a0a-8507-263978eefb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:17.525275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-66fddb2a-b0eb-4a0a-8507-263978eefb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:17.529196 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-66fddb2a-b0eb-4a0a-8507-263978eefb47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b87fe36def094cf5968288b084e2140d&device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 6500 time: 0.1134138 Jul 29 15:00:17.648873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-126beced-20dc-4a33-bc59-8adec04a3825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:17.651418 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-126beced-20dc-4a33-bc59-8adec04a3825 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c87811c7-fa8b-41f4-b809-e4e0814b1be8 HTTP/1.1" status: 200 len: 917 time: 0.1139102 Jul 29 15:00:17.737268 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-fe66f679-a66c-4b62-a1e0-c4b089e304df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=861979d8-e377-468b-a834-f7023ef2664a HTTP/1.1" status: 200 len: 998 time: 0.0765607 Jul 29 15:00:17.761828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5faa88-d4bd-4825-8661-d452820a29b7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:17.768991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5faa88-d4bd-4825-8661-d452820a29b7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:17.776847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5faa88-d4bd-4825-8661-d452820a29b7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:17.784113 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5faa88-d4bd-4825-8661-d452820a29b7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:17.785487 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7b5faa88-d4bd-4825-8661-d452820a29b7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.7794533 Jul 29 15:00:17.800651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48352) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:17.823117 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5263286-b5ed-49eb-9747-2ddca882473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:17.863861 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-025dac19-fb4d-43f9-9553-56a01a52c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:17.867004 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-025dac19-fb4d-43f9-9553-56a01a52c97c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0553de55-e064-4bb6-b0d3-b4a9bd38f40f HTTP/1.1" status: 200 len: 855 time: 0.1206310 Jul 29 15:00:17.887819 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2165b710-e34f-4e63-8b63-51e60c0978b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'name': 'tempest-TaggedBootDevicesTest_v242-908005100-router', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:56:51Z', 'updated_at': '2021-07-29T14:57:01Z', 'revision_number': 4, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'gw_port': {'id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:54Z', 'updated_at': '2021-07-29T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'dca22d1b-2be6-4b62-9de3-ef2559dc6a7a', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'port_id': '861979d8-e377-468b-a834-f7023ef2664a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'mac_address': 'fa:16:3e:9e:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:58:18Z', 'updated_at': '2021-07-29T15:00:15Z', 'revision_number': 1, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e', 'name': '', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'mac_address': 'fa:16:3e:a0:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:59Z', 'updated_at': '2021-07-29T14:57:13Z', 'revision_number': 5, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'subnets': [{'id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:17.942674 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-293e02c2-bc0e-459c-a20b-b736a361ff1d req-a807bbb4-af17-4ea2-bb49-80af83af885f service neutron] 10.222.0.16 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684124 Jul 29 15:00:17.944462 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-1f8b3e4c-223c-4d4b-abf6-d49861dd679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:17.947128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-1f8b3e4c-223c-4d4b-abf6-d49861dd679f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c87811c7-fa8b-41f4-b809-e4e0814b1be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693533 Jul 29 15:00:17.959323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-0f97b94f-bc69-4ad2-bf74-ace1b61db1b2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:00:17.960530 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-0f97b94f-bc69-4ad2-bf74-ace1b61db1b2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059991 Jul 29 15:00:18.030891 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2165b710-e34f-4e63-8b63-51e60c0978b2 None None] Checking router: 4c1857f0-ed7f-4280-a966-5d61947ba766 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:00:18.077792 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2165b710-e34f-4e63-8b63-51e60c0978b2 None None] Routers {'4c1857f0-ed7f-4280-a966-5d61947ba766'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:00:18.079197 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2165b710-e34f-4e63-8b63-51e60c0978b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:00:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['4c1857f0-ed7f-4280-a966-5d61947ba766'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:18.079838 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5263286-b5ed-49eb-9747-2ddca882473f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:18.100254 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-21b3fcef-b074-4472-a51a-1e6a4b50add7 service neutron] 10.222.0.39 "GET /v2.0/networks/c87811c7-fa8b-41f4-b809-e4e0814b1be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311858 Jul 29 15:00:18.222522 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5263286-b5ed-49eb-9747-2ddca882473f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:18.230902 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b5263286-b5ed-49eb-9747-2ddca882473f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2dd72e83-c780-4553-896a-e744cd60b452 HTTP/1.1" status: 204 len: 168 time: 1.5763478 Jul 29 15:00:18.232293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5263286-b5ed-49eb-9747-2ddca882473f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd72e83-c780-4553-896a-e744cd60b452,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:18.233913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48354) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:18.265953 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6fe5ce38-c8e6-4b94-8767-bf593b79d121 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4629896 Jul 29 15:00:18.273534 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48358) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:18.554526 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c95b01-6750-4046-af3c-415ffa2511a6 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:18.560136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c95b01-6750-4046-af3c-415ffa2511a6 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:18.568145 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-13c95b01-6750-4046-af3c-415ffa2511a6 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2925227 Jul 29 15:00:18.620798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48372) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:18.639178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-2165b710-e34f-4e63-8b63-51e60c0978b2 None None] Set router 4c1857f0-ed7f-4280-a966-5d61947ba766 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:00:18.673281 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:18.688183 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4d0994-9c1c-450a-8d9c-bf29d51c7fea req-67720855-e502-4642-a7c8-f648b60cfd93 service neutron] 10.222.0.39 "GET /v2.0/networks/c87811c7-fa8b-41f4-b809-e4e0814b1be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707920 Jul 29 15:00:18.753721 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b568b935-db91-4c65-a0b5-aba2bcd27bf9 req-7c04130e-5b6e-4a6a-be42-da5e4b123507 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=25fcb42c-8576-4847-afa3-5529ce585150 HTTP/1.1" status: 200 len: 210 time: 0.1782844 Jul 29 15:00:18.786886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ce06d6-32ea-4d5e-9c97-279171a21ac1 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:18.790521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ce06d6-32ea-4d5e-9c97-279171a21ac1 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:18.792655 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a4ce06d6-32ea-4d5e-9c97-279171a21ac1 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1703103 Jul 29 15:00:18.799280 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48376) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:19.067062 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:19.074053 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0427f7c8-f514-4760-b569-0abf36ca94a7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:19.093565 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0427f7c8-f514-4760-b569-0abf36ca94a7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "GET /v2.0/networks/8b2c2a23-dee3-4fec-be2c-526bf69e62c0 HTTP/1.1" status: 200 len: 800 time: 0.2924106 Jul 29 15:00:19.094585 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48382) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:19.118967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b29bd2-9a99-48eb-a082-c2fb7dbeab1f']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:19.164738 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355b2df1-acd4-4795-a570-fc7b61bb1039') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:19.165970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355b2df1-acd4-4795-a570-fc7b61bb1039') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:19.199949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:19.248341 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:19.270800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:19.271450 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:19.275571 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:19.505227 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-74d2589e-537b-4693-aa68-9539c8f5530a tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "GET /v2.0/networks/8b2c2a23-dee3-4fec-be2c-526bf69e62c0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4085164 Jul 29 15:00:19.511369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48392) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:19.566445 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:19.576721 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:19.592726 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] 10.222.0.16 "DELETE /v2.0/networks/41b29bd2-9a99-48eb-a082-c2fb7dbeab1f HTTP/1.1" status: 204 len: 168 time: 1.3478587 Jul 29 15:00:19.654593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48398) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:19.727626 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Pushing event deleted for resources: {'Network': ['ID=41b29bd2-9a99-48eb-a082-c2fb7dbeab1f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:19.877684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c4f47-6a0d-4607-978a-aae1f6818b1b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:19.893557 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8a2c4f47-6a0d-4607-978a-aae1f6818b1b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "GET /v2.0/subnets/fb51425c-57f0-435e-8f81-184d5b094137 HTTP/1.1" status: 200 len: 811 time: 0.3799818 Jul 29 15:00:19.894560 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48410) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:19.926819 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:19.927717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:19.927930 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:19.928604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:19.929092 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:19.929677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:19.930265 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:19.931155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:19.931853 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:19.932314 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:19.935401 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2165b710-e34f-4e63-8b63-51e60c0978b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'name': 'tempest-TaggedBootDevicesTest_v242-908005100-router', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:56:51Z', 'updated_at': '2021-07-29T14:57:01Z', 'revision_number': 4, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'gw_port': {'id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:54Z', 'updated_at': '2021-07-29T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'dca22d1b-2be6-4b62-9de3-ef2559dc6a7a', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'port_id': '861979d8-e377-468b-a834-f7023ef2664a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'mac_address': 'fa:16:3e:9e:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:58:18Z', 'updated_at': '2021-07-29T15:00:15Z', 'revision_number': 1, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e', 'name': '', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'mac_address': 'fa:16:3e:a0:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:59Z', 'updated_at': '2021-07-29T14:57:13Z', 'revision_number': 5, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'subnets': [{'id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:19.937014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:19.937604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766db66-c999-4a28-94f9-81c9a09c2656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:20.020198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1640fc-ae7b-470f-81a5-8f7ae28f4192 admin admin] Deleting subnet d919e52f-df91-4112-aaef-83ddc2a2fbca {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:00:20.033959 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da1640fc-ae7b-470f-81a5-8f7ae28f4192 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:20.099502 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2165b710-e34f-4e63-8b63-51e60c0978b2 None None] The sync data for ids ['4c1857f0-ed7f-4280-a966-5d61947ba766'] in n-d-802893-1 is: [{'id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'name': 'tempest-TaggedBootDevicesTest_v242-908005100-router', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:56:51Z', 'updated_at': '2021-07-29T14:57:01Z', 'revision_number': 4, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'gw_port': {'id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:54Z', 'updated_at': '2021-07-29T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'dca22d1b-2be6-4b62-9de3-ef2559dc6a7a', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'port_id': '861979d8-e377-468b-a834-f7023ef2664a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'mac_address': 'fa:16:3e:9e:1c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T14:58:18Z', 'updated_at': '2021-07-29T15:00:15Z', 'revision_number': 1, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e', 'name': '', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'mac_address': 'fa:16:3e:a0:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:59Z', 'updated_at': '2021-07-29T14:57:13Z', 'revision_number': 5, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'subnets': [{'id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:00:20.100108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fca9e6-d4bc-47ac-b765-50fdae0248d0 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['shared'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:20.121990 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-28fca9e6-d4bc-47ac-b765-50fdae0248d0 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "GET /v2.0/subnets/fb51425c-57f0-435e-8f81-184d5b094137?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2241297 Jul 29 15:00:20.123000 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48418) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:20.131256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f204dae7-47bd-4b75-bef3-62a3689d8f0c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-293113640'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:20.173891 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da1640fc-ae7b-470f-81a5-8f7ae28f4192 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:20.205117 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f204dae7-47bd-4b75-bef3-62a3689d8f0c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:20.216143 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f204dae7-47bd-4b75-bef3-62a3689d8f0c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:20.258240 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da1640fc-ae7b-470f-81a5-8f7ae28f4192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:20.280156 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f204dae7-47bd-4b75-bef3-62a3689d8f0c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:00:20.312813 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f204dae7-47bd-4b75-bef3-62a3689d8f0c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:20.313273 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-f204dae7-47bd-4b75-bef3-62a3689d8f0c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Added segment b5372ee7-0f0e-415e-a5e7-b16015aa40d1 of type vlan for network 1b5fa095-098c-4dc3-87dd-59fe86897c3c Jul 29 15:00:20.374246 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da1640fc-ae7b-470f-81a5-8f7ae28f4192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:20.407124 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f204dae7-47bd-4b75-bef3-62a3689d8f0c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:20.440866 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1640fc-ae7b-470f-81a5-8f7ae28f4192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d919e52f-df91-4112-aaef-83ddc2a2fbca,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:20.476025 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f204dae7-47bd-4b75-bef3-62a3689d8f0c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:20.483634 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f204dae7-47bd-4b75-bef3-62a3689d8f0c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:20.485252 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f204dae7-47bd-4b75-bef3-62a3689d8f0c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:20.513257 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da1640fc-ae7b-470f-81a5-8f7ae28f4192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:20.516527 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-da1640fc-ae7b-470f-81a5-8f7ae28f4192 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d919e52f-df91-4112-aaef-83ddc2a2fbca HTTP/1.1" status: 204 len: 168 time: 0.8602738 Jul 29 15:00:20.521458 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48428) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:20.576993 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f204dae7-47bd-4b75-bef3-62a3689d8f0c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4497881 Jul 29 15:00:20.579629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48430) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:20.585923 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-fffd7080-6e66-4b44-8933-2181bf7d8075 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'subnet': {'network_id': '1b5fa095-098c-4dc3-87dd-59fe86897c3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:20.600300 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a9d8d2-06d4-48a4-b998-0c895c8ee69c None None] New status for floating IP dca22d1b-2be6-4b62-9de3-ef2559dc6a7a: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:00:20.652964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204dae7-47bd-4b75-bef3-62a3689d8f0c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Network': ['ID=1b5fa095-098c-4dc3-87dd-59fe86897c3c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:20.672635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 1b5fa095-098c-4dc3-87dd-59fe86897c3c details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:00:20.716632 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffd7080-6e66-4b44-8933-2181bf7d8075 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Made reservation on behalf of d234c346de084e358079feba9b4bfa18 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:20.723977 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fffd7080-6e66-4b44-8933-2181bf7d8075 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:20.753728 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be3f4bb6-8559-4f2b-a122-e83b6c5e4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:20.794470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-8bb1a3fb-e00e-4257-83e7-86759de42fd8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:20.812297 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-8bb1a3fb-e00e-4257-83e7-86759de42fd8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 811 time: 0.4552097 Jul 29 15:00:20.887658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.ipam_backend_mixin [None req-fffd7080-6e66-4b44-8933-2181bf7d8075 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Performing IP validity checks on allocation pools {{(pid=94158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 15:00:20.888422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.ipam_backend_mixin [None req-fffd7080-6e66-4b44-8933-2181bf7d8075 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94158) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 15:00:20.913995 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-dc7c0e1e-d3b7-4c90-8d61-847edf929563 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/quotas/e951561287f84a8e8ff1072e4b5cb2f0 HTTP/1.1" status: 200 len: 375 time: 0.0979598 Jul 29 15:00:21.040532 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-ab1e90c6-edcb-4e06-a089-2e4f04abf05b tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733545 Jul 29 15:00:21.063896 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be3f4bb6-8559-4f2b-a122-e83b6c5e4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:21.085687 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-be3f4bb6-8559-4f2b-a122-e83b6c5e4aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b2bc71-1d06-4fe0-b9be-07f8730546cb']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:21.138515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-be3f4bb6-8559-4f2b-a122-e83b6c5e4aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aab6110-550d-439f-99d8-9c871fdf10c1') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:21.138869 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-be3f4bb6-8559-4f2b-a122-e83b6c5e4aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aab6110-550d-439f-99d8-9c871fdf10c1') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:21.153783 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be3f4bb6-8559-4f2b-a122-e83b6c5e4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:21.182631 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be3f4bb6-8559-4f2b-a122-e83b6c5e4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:21.188863 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fffd7080-6e66-4b44-8933-2181bf7d8075 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:21.202474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3f4bb6-8559-4f2b-a122-e83b6c5e4aa2 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:21.202882 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be3f4bb6-8559-4f2b-a122-e83b6c5e4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:21.205165 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:21.289286 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-16b29017-4411-4880-82ec-995c20a51f09 service neutron] 10.222.0.16 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273161 Jul 29 15:00:21.299733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd7080-6e66-4b44-8933-2181bf7d8075 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Subnet': ['ID=1709ea0e-04b8-41f9-aa90-dfa0eea0ab1c,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:21.328326 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be3f4bb6-8559-4f2b-a122-e83b6c5e4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:21.339845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffd7080-6e66-4b44-8933-2181bf7d8075 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Checking segment: {'id': 'b5372ee7-0f0e-415e-a5e7-b16015aa40d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1b5fa095-098c-4dc3-87dd-59fe86897c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:21.340205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffd7080-6e66-4b44-8933-2181bf7d8075 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network hostable DHCP agents. Network: 1b5fa095-098c-4dc3-87dd-59fe86897c3c, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:00:21.364049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffd7080-6e66-4b44-8933-2181bf7d8075 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Network 1b5fa095-098c-4dc3-87dd-59fe86897c3c is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:00:21.381645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-fffd7080-6e66-4b44-8933-2181bf7d8075 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 1b5fa095-098c-4dc3-87dd-59fe86897c3c) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:21.390630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffd7080-6e66-4b44-8933-2181bf7d8075 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:21.391594 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fffd7080-6e66-4b44-8933-2181bf7d8075 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-748714'] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:21.395740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f33249-bb38-48f8-9b1b-7cf7b23f71ee None None] Network 1b5fa095-098c-4dc3-87dd-59fe86897c3c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:21.417850 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be3f4bb6-8559-4f2b-a122-e83b6c5e4aa2 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:21.422799 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fffd7080-6e66-4b44-8933-2181bf7d8075 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8395259 Jul 29 15:00:21.423044 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-be3f4bb6-8559-4f2b-a122-e83b6c5e4aa2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/17b2bc71-1d06-4fe0-b9be-07f8730546cb HTTP/1.1" status: 204 len: 168 time: 0.8981740 Jul 29 15:00:21.423854 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48438) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:21.447619 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-342ecee1-c43b-4d2d-a1e3-70c065f58057 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:21.450155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f4bb6-8559-4f2b-a122-e83b6c5e4aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=17b2bc71-1d06-4fe0-b9be-07f8730546cb,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:21.563332 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-7df0c792-e73c-4d73-a048-4cd9c1ded6ed service neutron] 10.222.0.16 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667377 Jul 29 15:00:21.764870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-1b5fa095-098c-4dc3-87dd-59fe86897c3c', 'network_id': '1b5fa095-098c-4dc3-87dd-59fe86897c3c', 'tenant_id': 'd234c346de084e358079feba9b4bfa18', 'fixed_ips': [{'subnet_id': '1709ea0e-04b8-41f9-aa90-dfa0eea0ab1c'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:00:21.768240 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:21.881219 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-342ecee1-c43b-4d2d-a1e3-70c065f58057 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3757764'] for subnet, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:22.156609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48452) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:22.189854 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a25bf4b2-9875-429d-8a87-a675daf75dd4 req-f99eb56f-e455-4f78-ba21-4720c460c412 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 210 time: 0.2326512 Jul 29 15:00:22.244130 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 15:00:22.244130 n-d-802893-1 neutron-server[94159]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 29 15:00:22.244130 n-d-802893-1 neutron-server[94159]: [parameters: {'in_use': 1, 'id_1': '1709ea0e-04b8-41f9-aa90-dfa0eea0ab1c'}] Jul 29 15:00:22.244130 n-d-802893-1 neutron-server[94159]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:00:22.244130 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:00:22.272832 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-191cfaac-131b-4b43-8427-200f5fd97883 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b160905bd6784d6b8680206bf882bc9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1135333 Jul 29 15:00:22.276586 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48454) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:22.390231 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d0404a9-2e02-4a11-af66-8a5ea95bfff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:22.437662 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d0404a9-2e02-4a11-af66-8a5ea95bfff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:22.481256 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-342ecee1-c43b-4d2d-a1e3-70c065f58057 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743680688424', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3188917'] for subnet, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:22.552531 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d0404a9-2e02-4a11-af66-8a5ea95bfff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:22.553600 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342ecee1-c43b-4d2d-a1e3-70c065f58057 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:22.554595 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-342ecee1-c43b-4d2d-a1e3-70c065f58057 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:22.561200 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d0404a9-2e02-4a11-af66-8a5ea95bfff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:22.561499 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-342ecee1-c43b-4d2d-a1e3-70c065f58057 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "PUT /v2.0/subnets/1709ea0e-04b8-41f9-aa90-dfa0eea0ab1c HTTP/1.1" status: 200 len: 877 time: 1.1353648 Jul 29 15:00:22.568411 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9d0404a9-2e02-4a11-af66-8a5ea95bfff7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d00dc0c-ef7f-42f7-b94d-84d0f5493483 HTTP/1.1" status: 204 len: 168 time: 0.2867959 Jul 29 15:00:22.568411 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48460) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:22.590426 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ecee1-c43b-4d2d-a1e3-70c065f58057 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event updated for resources: {'Subnet': ['ID=1709ea0e-04b8-41f9-aa90-dfa0eea0ab1c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:22.652791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0404a9-2e02-4a11-af66-8a5ea95bfff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d00dc0c-ef7f-42f7-b94d-84d0f5493483,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:22.742438 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:22.916285 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:23.095112 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:23.314511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Allocated IP 172.20.0.3 (1b5fa095-098c-4dc3-87dd-59fe86897c3c/1709ea0e-04b8-41f9-aa90-dfa0eea0ab1c/ac34f706-0aba-47f8-976d-0335e6671769) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:00:23.479719 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bbe879e9-7b8f-430b-81d9-3e754b3a778b req-d5487a4f-a01a-4552-8296-89b83eb3726c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 210 time: 0.0842745 Jul 29 15:00:23.653003 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48476) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:23.731419 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b0c1e1be-4cb5-4ff7-a712-7be559e03f79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e49fc287f2694faba85f2f9cac06cfe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766149 Jul 29 15:00:23.733883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48478) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:23.739513 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:23.758644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Transition to ACTIVE for port object ac34f706-0aba-47f8-976d-0335e6671769 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:23.791400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Transition to ACTIVE for port object ac34f706-0aba-47f8-976d-0335e6671769 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:23.803740 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:23.834234 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:23.845023 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-62f05cb1-4ffe-4b8d-a18a-99b4683ed6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:23.885459 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Subnet': ['ID=1709ea0e-04b8-41f9-aa90-dfa0eea0ab1c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:23.908751 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-62f05cb1-4ffe-4b8d-a18a-99b4683ed6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:23.963019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Network 1b5fa095-098c-4dc3-87dd-59fe86897c3c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:00:23.977695 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:23.980872 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:23.994105 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5fa095-098c-4dc3-87dd-59fe86897c3c']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:23.995820 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:00:24.010041 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5372ee7-0f0e-415e-a5e7-b16015aa40d1') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:24.010851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5372ee7-0f0e-415e-a5e7-b16015aa40d1') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:24.017919 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Pushing event updated for resources: {'Port': ['ID=ac34f706-0aba-47f8-976d-0335e6671769,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:24.028132 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:24.043284 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-62f05cb1-4ffe-4b8d-a18a-99b4683ed6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:24.049852 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:24.053274 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-62f05cb1-4ffe-4b8d-a18a-99b4683ed6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:24.057869 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-62f05cb1-4ffe-4b8d-a18a-99b4683ed6a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68543694-9577-4277-a663-aca2dfa96baf HTTP/1.1" status: 204 len: 168 time: 0.3193526 Jul 29 15:00:24.070112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:24.072362 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:24.079351 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:24.083321 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f05cb1-4ffe-4b8d-a18a-99b4683ed6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68543694-9577-4277-a663-aca2dfa96baf,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:24.218295 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.api [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 15:00:24.218295 n-d-802893-1 neutron-server[94157]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 15:00:24.218295 n-d-802893-1 neutron-server[94157]: [parameters: {'id': '1b5fa095-098c-4dc3-87dd-59fe86897c3c'}] Jul 29 15:00:24.218295 n-d-802893-1 neutron-server[94157]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:00:24.219053 n-d-802893-1 neutron-server[94157]: DEBUG oslo_db.api [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:00:24.252014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Attempting to bind port ac34f706-0aba-47f8-976d-0335e6671769 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:00:24.253039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Attempting to bind port ac34f706-0aba-47f8-976d-0335e6671769 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'b5372ee7-0f0e-415e-a5e7-b16015aa40d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1b5fa095-098c-4dc3-87dd-59fe86897c3c'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:00:24.254864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Attempting to bind port ac34f706-0aba-47f8-976d-0335e6671769 on network 1b5fa095-098c-4dc3-87dd-59fe86897c3c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:00:24.270723 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:00:24.275317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Checking segment: {'id': 'b5372ee7-0f0e-415e-a5e7-b16015aa40d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1b5fa095-098c-4dc3-87dd-59fe86897c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:24.275317 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:24.277734 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Bound using segment: {'id': 'b5372ee7-0f0e-415e-a5e7-b16015aa40d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1b5fa095-098c-4dc3-87dd-59fe86897c3c'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:00:24.280253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Bound port: ac34f706-0aba-47f8-976d-0335e6671769, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5372ee7-0f0e-415e-a5e7-b16015aa40d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1b5fa095-098c-4dc3-87dd-59fe86897c3c'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:00:24.281363 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:24.355327 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-26ce1d63-1a08-43c5-afc9-ae7000136853 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:24.358687 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-26ce1d63-1a08-43c5-afc9-ae7000136853 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 811 time: 0.2508388 Jul 29 15:00:24.394914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-37fd06d7-c367-4ae9-b366-a3505aab7c32 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Request body: {'port': {'device_id': '30ebca8f-26a5-44c3-9483-5986acfe63a1', 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082', 'admin_state_up': True, 'tenant_id': 'e951561287f84a8e8ff1072e4b5cb2f0'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:24.538186 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] For port ac34f706-0aba-47f8-976d-0335e6671769, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:00:24.550745 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] For port ac34f706-0aba-47f8-976d-0335e6671769, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ac34f706-0aba-47f8-976d-0335e6671769,segment=NetworkSegment(b5372ee7-0f0e-415e-a5e7-b16015aa40d1),segment_id=b5372ee7-0f0e-415e-a5e7-b16015aa40d1)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:00:24.561626 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:24.718908 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c695d374-79b2-4dd1-9a0e-4407235fa186 req-72e66d4b-4744-4c76-8267-e04b3f4b0da2 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 210 time: 0.0699737 Jul 29 15:00:24.720735 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:24.780542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-37fd06d7-c367-4ae9-b366-a3505aab7c32 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Made reservation on behalf of e951561287f84a8e8ff1072e4b5cb2f0 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:24.786449 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-37fd06d7-c367-4ae9-b366-a3505aab7c32 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:24.816480 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff85b83-82a9-4c71-b605-3e099590b256 None None] Pushing event updated for resources: {'Port': ['ID=ac34f706-0aba-47f8-976d-0335e6671769,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:24.825762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc57d628-6b6b-44c1-b6d4-f04d0b545b4d None None] Network 1b5fa095-098c-4dc3-87dd-59fe86897c3c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:24.857934 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Deleting port ac34f706-0aba-47f8-976d-0335e6671769 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:24.858731 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:25.029489 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] For port ac34f706-0aba-47f8-976d-0335e6671769, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ac34f706-0aba-47f8-976d-0335e6671769,segment=NetworkSegment(b5372ee7-0f0e-415e-a5e7-b16015aa40d1),segment_id=b5372ee7-0f0e-415e-a5e7-b16015aa40d1)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:25.030174 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:25.055679 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Calling delete_port for ac34f706-0aba-47f8-976d-0335e6671769 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:25.137698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-37fd06d7-c367-4ae9-b366-a3505aab7c32 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Allocated IP 172.20.0.9 (97a96aa0-af30-4a22-b3aa-15726419c082/1fc0785a-1332-47e1-a695-790fd3948837/4281d7f8-984e-423b-9111-21a03b660783) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:00:25.158695 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a258744-e03d-424b-b328-899ba422c1d1 None None] Network 1b5fa095-098c-4dc3-87dd-59fe86897c3c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:25.177703 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:25.238586 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Port': ['ID=ac34f706-0aba-47f8-976d-0335e6671769,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:25.272759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No DVR routers for this DVR port ac34f706-0aba-47f8-976d-0335e6671769 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:25.452067 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:25.468473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5fa095-098c-4dc3-87dd-59fe86897c3c']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:25.483323 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-37fd06d7-c367-4ae9-b366-a3505aab7c32 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:25.506933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5372ee7-0f0e-415e-a5e7-b16015aa40d1') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:25.507317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5372ee7-0f0e-415e-a5e7-b16015aa40d1') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:25.537934 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8029a3f-205e-4f4f-a22c-5fb986dd91a2 None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 15:00:25.541161 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:25.577262 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-37fd06d7-c367-4ae9-b366-a3505aab7c32 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:25.632846 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:25.673864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:25.677777 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:25.685346 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:25.790241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-37fd06d7-c367-4ae9-b366-a3505aab7c32 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Network 97a96aa0-af30-4a22-b3aa-15726419c082 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:00:25.808279 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-37fd06d7-c367-4ae9-b366-a3505aab7c32 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:25.838752 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-37fd06d7-c367-4ae9-b366-a3505aab7c32 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:00:25.922405 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-37fd06d7-c367-4ae9-b366-a3505aab7c32 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:25.923119 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-37fd06d7-c367-4ae9-b366-a3505aab7c32 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:25.942498 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd06d7-c367-4ae9-b366-a3505aab7c32 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Pushing event updated for resources: {'Port': ['ID=4281d7f8-984e-423b-9111-21a03b660783,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:25.953002 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-37fd06d7-c367-4ae9-b366-a3505aab7c32 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5755086 Jul 29 15:00:25.976063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Request body: {'port': {'device_id': '30ebca8f-26a5-44c3-9483-5986acfe63a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:25.998751 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:26.058682 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:26.070907 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/1b5fa095-098c-4dc3-87dd-59fe86897c3c HTTP/1.1" status: 204 len: 168 time: 3.4878688 Jul 29 15:00:26.073359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d008b2-7e7c-4c69-b9a4-7584d29b7f56 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Network': ['ID=1b5fa095-098c-4dc3-87dd-59fe86897c3c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:26.086046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48514) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:26.086254 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8029a3f-205e-4f4f-a22c-5fb986dd91a2 None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 15:00:26.172477 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e95e93-8d0b-4b07-8d87-693545da0a3c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:26.173439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e95e93-8d0b-4b07-8d87-693545da0a3c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:26.180168 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-64e95e93-8d0b-4b07-8d87-693545da0a3c tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/subnets/1709ea0e-04b8-41f9-aa90-dfa0eea0ab1c HTTP/1.1" status: 404 len: 337 time: 0.0898139 Jul 29 15:00:26.182075 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48518) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:26.244056 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-9090913c-c707-4b31-8a0f-7e43adc9dbb5 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:26.245716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9090913c-c707-4b31-8a0f-7e43adc9dbb5 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:26.250206 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9090913c-c707-4b31-8a0f-7e43adc9dbb5 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/1b5fa095-098c-4dc3-87dd-59fe86897c3c HTTP/1.1" status: 404 len: 339 time: 0.0662968 Jul 29 15:00:26.254623 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48520) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:26.292172 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:26.337852 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-86be8939-2291-45a1-acc4-0648cb27af45 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:26.339207 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86be8939-2291-45a1-acc4-0648cb27af45 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:26.343233 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-86be8939-2291-45a1-acc4-0648cb27af45 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/subnets/e129da41-f80e-4445-9c1b-4daab98cd6ce HTTP/1.1" status: 404 len: 337 time: 0.0845220 Jul 29 15:00:26.346094 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48524) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:26.393606 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f05d9e-2f9b-4f34-ae67-c48dd76abfa9 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:26.394674 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f05d9e-2f9b-4f34-ae67-c48dd76abfa9 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:26.398805 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-46f05d9e-2f9b-4f34-ae67-c48dd76abfa9 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/7c22dce8-2c5e-4faf-92a0-5957f25b691e HTTP/1.1" status: 404 len: 339 time: 0.0510187 Jul 29 15:00:26.402232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48526) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:26.508267 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0fb06c3f-fcd1-4913-8d3b-ded578a819f3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:26.697679 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:26.728896 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0fb06c3f-fcd1-4913-8d3b-ded578a819f3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:26.733306 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bc1d0-84d9-4a1b-bb14-fd108015e2de req-34f5758e-a7f3-4e93-9b59-325acb08ebf5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:26.746839 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-260bc1d0-84d9-4a1b-bb14-fd108015e2de req-34f5758e-a7f3-4e93-9b59-325acb08ebf5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 931 time: 0.7869713 Jul 29 15:00:26.813007 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0fb06c3f-fcd1-4913-8d3b-ded578a819f3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8751597-a482-4e85-83db-5886f3ac597a']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:26.868970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0fb06c3f-fcd1-4913-8d3b-ded578a819f3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f416c8d4-629c-44b8-9a5f-373dd9f2caf6') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:26.869477 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0fb06c3f-fcd1-4913-8d3b-ded578a819f3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f416c8d4-629c-44b8-9a5f-373dd9f2caf6') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:26.918672 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-260bc1d0-84d9-4a1b-bb14-fd108015e2de req-09b767bc-ae6e-4444-9009-b6d2b1d83d5c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708176 Jul 29 15:00:26.939380 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0fb06c3f-fcd1-4913-8d3b-ded578a819f3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:26.970936 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0fb06c3f-fcd1-4913-8d3b-ded578a819f3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:26.980852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb06c3f-fcd1-4913-8d3b-ded578a819f3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:26.981623 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0fb06c3f-fcd1-4913-8d3b-ded578a819f3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:26.985723 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:27.074353 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0fb06c3f-fcd1-4913-8d3b-ded578a819f3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:27.082209 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0fb06c3f-fcd1-4913-8d3b-ded578a819f3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:27.104039 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0fb06c3f-fcd1-4913-8d3b-ded578a819f3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/a8751597-a482-4e85-83db-5886f3ac597a HTTP/1.1" status: 204 len: 168 time: 0.6999562 Jul 29 15:00:27.104766 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48550) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:27.143904 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb06c3f-fcd1-4913-8d3b-ded578a819f3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Network': ['ID=a8751597-a482-4e85-83db-5886f3ac597a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:27.146276 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec95117-1c75-461f-bcf6-867876224029 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:27.146805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec95117-1c75-461f-bcf6-867876224029 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:27.151485 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9ec95117-1c75-461f-bcf6-867876224029 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/subnets/2615ebd7-ed36-476b-8e5d-9a67fb69e382 HTTP/1.1" status: 404 len: 337 time: 0.0440416 Jul 29 15:00:27.152252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48552) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:27.177492 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-0110e946-03b8-4ade-8413-9a718e4457ec tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:27.178163 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0110e946-03b8-4ade-8413-9a718e4457ec tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:27.183431 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0110e946-03b8-4ade-8413-9a718e4457ec tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/0e162fc1-fcc4-4ad5-955c-5f8b94eaa59e HTTP/1.1" status: 404 len: 339 time: 0.0296581 Jul 29 15:00:27.184142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48554) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:27.231481 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93046a2-bbc7-4654-89de-625f033ffb57 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:27.232227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93046a2-bbc7-4654-89de-625f033ffb57 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:27.237128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d93046a2-bbc7-4654-89de-625f033ffb57 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/subnets/73df6876-2b9d-425d-b66e-7567879a4cca HTTP/1.1" status: 404 len: 337 time: 0.0518017 Jul 29 15:00:27.238027 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48568) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:27.264398 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-318b6402-b440-47bd-9105-cd468fa322fb tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:27.265895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318b6402-b440-47bd-9105-cd468fa322fb tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:27.272310 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-318b6402-b440-47bd-9105-cd468fa322fb tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/6f30373c-e8a7-4619-b9df-73a9e68b8b8d HTTP/1.1" status: 404 len: 339 time: 0.0328882 Jul 29 15:00:27.273466 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48570) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:27.326085 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-1838974d-fd29-41be-b724-3d8bc5477d95 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:27.327183 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1838974d-fd29-41be-b724-3d8bc5477d95 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:27.335001 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1838974d-fd29-41be-b724-3d8bc5477d95 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/subnets/38255d35-d1db-41ec-8561-f1680bc2304f HTTP/1.1" status: 404 len: 337 time: 0.0521402 Jul 29 15:00:27.336372 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48580) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:27.395524 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf40ff3-be31-4d68-b0a6-589e76bb2de7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:27.396910 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf40ff3-be31-4d68-b0a6-589e76bb2de7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:27.398604 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6cf40ff3-be31-4d68-b0a6-589e76bb2de7 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/c24ff51d-9cfb-4e2d-a2a1-2c2ddc5663a9 HTTP/1.1" status: 404 len: 339 time: 0.0604000 Jul 29 15:00:27.399961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4281d7f8-984e-423b-9111-21a03b660783 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:00:27.402565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48582) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:27.426341 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:27.434630 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-e438a42c-4aee-4a4e-9d36-ddb44ea9f03f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:27.435105 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e438a42c-4aee-4a4e-9d36-ddb44ea9f03f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:27.437132 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e438a42c-4aee-4a4e-9d36-ddb44ea9f03f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/subnets/f97084d8-ec69-4b9b-b87f-9e541991c576 HTTP/1.1" status: 404 len: 337 time: 0.0331364 Jul 29 15:00:27.439945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48584) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:27.464060 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Transition to ACTIVE for port object 4281d7f8-984e-423b-9111-21a03b660783 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:27.468905 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:27.487743 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5f05ae-19b1-4b0c-bfcd-0a2d15ba5d4f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:27.489773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5f05ae-19b1-4b0c-bfcd-0a2d15ba5d4f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:27.494538 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7b5f05ae-19b1-4b0c-bfcd-0a2d15ba5d4f tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/4f4eb371-8c1c-4d08-ab20-bbf61a384346 HTTP/1.1" status: 404 len: 339 time: 0.0527198 Jul 29 15:00:27.497204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48590) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:27.547793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Pushing event updated for resources: {'Port': ['ID=4281d7f8-984e-423b-9111-21a03b660783,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:27.619573 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a4cc22-4f7f-4a98-8d15-0e7ba2838222 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:27.620036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a4cc22-4f7f-4a98-8d15-0e7ba2838222 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:27.624530 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c6a4cc22-4f7f-4a98-8d15-0e7ba2838222 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/subnets/8f417a07-c688-4ba6-aa80-f9cdaf3855f0 HTTP/1.1" status: 404 len: 337 time: 0.1015520 Jul 29 15:00:27.626289 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48596) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:27.661074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Attempting to bind port 4281d7f8-984e-423b-9111-21a03b660783 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:00:27.661427 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Attempting to bind port 4281d7f8-984e-423b-9111-21a03b660783 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:00:27.661665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Attempting to bind port 4281d7f8-984e-423b-9111-21a03b660783 on network 97a96aa0-af30-4a22-b3aa-15726419c082 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:00:27.669058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Port 4281d7f8-984e-423b-9111-21a03b660783 on network 97a96aa0-af30-4a22-b3aa-15726419c082 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:00:27.669448 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Attempting to bind port 4281d7f8-984e-423b-9111-21a03b660783 on network 97a96aa0-af30-4a22-b3aa-15726419c082 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:00:27.676490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:00:27.676735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Checking segment: {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:27.677141 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Bound using segment: {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:00:27.677588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Bound port: 4281d7f8-984e-423b-9111-21a03b660783, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:00:27.678300 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:27.682591 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7171ec8-4ea5-4220-9bff-8ce177a3963b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:27.689658 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7171ec8-4ea5-4220-9bff-8ce177a3963b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:27.691896 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d7171ec8-4ea5-4220-9bff-8ce177a3963b tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/d951ced1-10c4-4092-b66b-8a546c7e9b21 HTTP/1.1" status: 404 len: 339 time: 0.0644946 Jul 29 15:00:27.695944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48598) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:27.761725 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ccc7d3-8cf6-4b48-a7d4-3f64d3d41ad4 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:27.762192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ccc7d3-8cf6-4b48-a7d4-3f64d3d41ad4 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:27.764106 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d3ccc7d3-8cf6-4b48-a7d4-3f64d3d41ad4 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/subnets/fae0a872-3b38-4b79-a618-1695ac66c012 HTTP/1.1" status: 404 len: 337 time: 0.0642962 Jul 29 15:00:27.766767 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48600) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:27.791852 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f01fbf0-5425-4839-ab26-bd9884ea1303 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:27.792604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f01fbf0-5425-4839-ab26-bd9884ea1303 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:27.797597 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8f01fbf0-5425-4839-ab26-bd9884ea1303 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/a14a1fee-8ea6-41d0-801f-7329d2e84f40 HTTP/1.1" status: 404 len: 339 time: 0.0287383 Jul 29 15:00:27.798579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48602) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:27.857793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] For port 4281d7f8-984e-423b-9111-21a03b660783, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:00:27.866125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] For port 4281d7f8-984e-423b-9111-21a03b660783, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=4281d7f8-984e-423b-9111-21a03b660783,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:00:27.876180 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-146a6662-3d5c-48de-acff-e71c4c454337 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:27.878130 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146a6662-3d5c-48de-acff-e71c4c454337 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:27.879518 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:27.889386 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48604) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:27.893142 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-146a6662-3d5c-48de-acff-e71c4c454337 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/subnets/c52e69e6-6ac1-4cdc-b668-50aa1c90c65a HTTP/1.1" status: 404 len: 337 time: 0.0930700 Jul 29 15:00:27.965940 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-073b1d08-754b-4132-8330-37e92639cb61 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:27.966489 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073b1d08-754b-4132-8330-37e92639cb61 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:27.968973 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-073b1d08-754b-4132-8330-37e92639cb61 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/cffcd80e-95bb-450e-9d55-3e7aab20a445 HTTP/1.1" status: 404 len: 339 time: 0.0784259 Jul 29 15:00:27.973859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48608) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:27.974442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:27.975230 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:27.977082 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] 10.222.0.38 "PUT /v2.0/ports/4281d7f8-984e-423b-9111-21a03b660783 HTTP/1.1" status: 200 len: 1091 time: 2.0052457 Jul 29 15:00:27.977603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ebca8f-26a5-44c3-9483-5986acfe63a1', 'tag': '4281d7f8-984e-423b-9111-21a03b660783'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:00:27.980206 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7528c03-4318-498f-9abb-4471886b6a81" -d '{"events": [{"name": "network-changed", "server_uuid": "30ebca8f-26a5-44c3-9483-5986acfe63a1", "tag": "4281d7f8-984e-423b-9111-21a03b660783"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:00:28.026548 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e3638-9467-4329-bd83-6e1820b98d8e service neutron] Pushing event updated for resources: {'Port': ['ID=4281d7f8-984e-423b-9111-21a03b660783,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:28.100739 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-763fbc04-7aff-4f26-882e-da8c6ee014ee tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:28.101276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763fbc04-7aff-4f26-882e-da8c6ee014ee tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:28.103770 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-763fbc04-7aff-4f26-882e-da8c6ee014ee tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/subnets/75827f04-fa17-4cf9-9571-1786d2a2a1ed HTTP/1.1" status: 404 len: 337 time: 0.1264226 Jul 29 15:00:28.112644 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48620) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:28.217830 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-47836c36-a15b-48fe-9fa2-045f7b4463e3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:28.218468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47836c36-a15b-48fe-9fa2-045f7b4463e3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:28.220360 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-47836c36-a15b-48fe-9fa2-045f7b4463e3 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/06084ebe-e9d4-4d3a-bebd-03f17e603280 HTTP/1.1" status: 404 len: 339 time: 0.1024666 Jul 29 15:00:28.227082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48624) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:28.280207 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df0a429-d84d-471f-bbf9-e033d919f1f3 x-openstack-request-id: req-5df0a429-d84d-471f-bbf9-e033d919f1f3 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:00:28.286237 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ebca8f-26a5-44c3-9483-5986acfe63a1", "tag": "4281d7f8-984e-423b-9111-21a03b660783", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:00:28.286639 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5df0a429-d84d-471f-bbf9-e033d919f1f3 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:00:28.287334 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ebca8f-26a5-44c3-9483-5986acfe63a1', 'tag': '4281d7f8-984e-423b-9111-21a03b660783', 'status': 'completed', 'code': 200} Jul 29 15:00:28.318902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-a747b1d3-17d3-443d-a10c-09d0218d1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:28.320806 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-a747b1d3-17d3-443d-a10c-09d0218d1853 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 1094 time: 0.2708077 Jul 29 15:00:28.368702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54c95f-72c1-45c6-87f9-997a7f809dca req-932d1255-eae9-461a-917b-765a5adec6b1 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:28.368965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b18ca2-ef38-48fe-a9a9-b4751d850665 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Deleting subnet fb51425c-57f0-435e-8f81-184d5b094137 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:00:28.373066 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd54c95f-72c1-45c6-87f9-997a7f809dca req-932d1255-eae9-461a-917b-765a5adec6b1 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 943 time: 0.2202103 Jul 29 15:00:28.376297 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21b18ca2-ef38-48fe-a9a9-b4751d850665 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:28.448228 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-1765df82-009f-4c6f-9c14-5ffacd58dd23 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4281d7f8-984e-423b-9111-21a03b660783 HTTP/1.1" status: 200 len: 217 time: 0.1101379 Jul 29 15:00:28.485380 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21b18ca2-ef38-48fe-a9a9-b4751d850665 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:28.545043 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dd54c95f-72c1-45c6-87f9-997a7f809dca req-8c071498-65e2-46e0-af09-67edc5829643 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066597 Jul 29 15:00:28.549891 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-79b700df-17e8-4201-b44b-20a3bb29c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:28.551816 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-79b700df-17e8-4201-b44b-20a3bb29c2c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc0785a-1332-47e1-a695-790fd3948837 HTTP/1.1" status: 200 len: 851 time: 0.0943937 Jul 29 15:00:28.631634 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-706d6f06-3bc5-45d7-916d-4c115ae4acea service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97a96aa0-af30-4a22-b3aa-15726419c082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721753 Jul 29 15:00:28.728796 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21b18ca2-ef38-48fe-a9a9-b4751d850665 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:28.820486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-7e573101-2499-49d3-88b4-21b1ef55280c service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803160 Jul 29 15:00:28.871918 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21b18ca2-ef38-48fe-a9a9-b4751d850665 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:28.933792 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b18ca2-ef38-48fe-a9a9-b4751d850665 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Subnet': ['ID=fb51425c-57f0-435e-8f81-184d5b094137,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:28.948072 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21b18ca2-ef38-48fe-a9a9-b4751d850665 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:28.954118 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f61531a-d50e-4fc4-9235-f9496b8a9a48 req-3748eee6-ea3f-4465-81eb-32b1bcba06f9 service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258054 Jul 29 15:00:28.955410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6139b48e-514a-4104-91cd-ce616e977ce2 None None] Network 8b2c2a23-dee3-4fec-be2c-526bf69e62c0 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:28.965322 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-21b18ca2-ef38-48fe-a9a9-b4751d850665 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/subnets/fb51425c-57f0-435e-8f81-184d5b094137 HTTP/1.1" status: 204 len: 168 time: 0.7359996 Jul 29 15:00:28.967106 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48656) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:29.073480 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:29.132074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7528c03-4318-498f-9abb-4471886b6a81 req-df5ad2b9-62a2-45a7-8cf6-3545a54d2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:29.134865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7528c03-4318-498f-9abb-4471886b6a81 req-df5ad2b9-62a2-45a7-8cf6-3545a54d2ee9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 1094 time: 0.0566931 Jul 29 15:00:29.329512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Deleting port 30392529-8ecf-44e8-aa81-735dad7ae738 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:29.329512 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:29.507631 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de81d0e9-e5b2-4b65-9d33-237c59473f32 None None] DHCP port deletion for 8b2c2a23-dee3-4fec-be2c-526bf69e62c0 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:00:29.512423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7528c03-4318-498f-9abb-4471886b6a81 req-3f1f0683-022f-43b2-a0b7-920d07faa911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:29.517340 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7528c03-4318-498f-9abb-4471886b6a81 req-3f1f0683-022f-43b2-a0b7-920d07faa911 service neutron] 10.222.0.38 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 912 time: 0.3553381 Jul 29 15:00:29.553954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] For port 30392529-8ecf-44e8-aa81-735dad7ae738, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=30392529-8ecf-44e8-aa81-735dad7ae738,segment=NetworkSegment(e38f3fdc-a4be-4369-b850-5c4d648bf11a),segment_id=e38f3fdc-a4be-4369-b850-5c4d648bf11a)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:29.554605 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:29.574841 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-de81d0e9-e5b2-4b65-9d33-237c59473f32 None None] Deleting port 30392529-8ecf-44e8-aa81-735dad7ae738 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:29.575590 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de81d0e9-e5b2-4b65-9d33-237c59473f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:29.641684 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7528c03-4318-498f-9abb-4471886b6a81 req-bc2c9b9a-8b3c-4605-83ee-0eb11a00656a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4281d7f8-984e-423b-9111-21a03b660783 HTTP/1.1" status: 200 len: 217 time: 0.1127286 Jul 29 15:00:29.654061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Calling delete_port for 30392529-8ecf-44e8-aa81-735dad7ae738 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:29.682851 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-de81d0e9-e5b2-4b65-9d33-237c59473f32 None None] For port 30392529-8ecf-44e8-aa81-735dad7ae738, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=30392529-8ecf-44e8-aa81-735dad7ae738,segment=NetworkSegment(e38f3fdc-a4be-4369-b850-5c4d648bf11a),segment_id=e38f3fdc-a4be-4369-b850-5c4d648bf11a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:29.683265 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de81d0e9-e5b2-4b65-9d33-237c59473f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:29.723506 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-de81d0e9-e5b2-4b65-9d33-237c59473f32 None None] Calling delete_port for 30392529-8ecf-44e8-aa81-735dad7ae738 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:29.854044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7528c03-4318-498f-9abb-4471886b6a81 req-f0172044-1db9-477b-bec2-1f56c7596b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:29.855885 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7528c03-4318-498f-9abb-4471886b6a81 req-f0172044-1db9-477b-bec2-1f56c7596b60 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc0785a-1332-47e1-a695-790fd3948837 HTTP/1.1" status: 200 len: 851 time: 0.1990371 Jul 29 15:00:29.930860 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7528c03-4318-498f-9abb-4471886b6a81 req-83c9ce84-a64d-4123-9a6d-e273a388f3ba service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97a96aa0-af30-4a22-b3aa-15726419c082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619590 Jul 29 15:00:29.940717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c2819-b7c4-4500-84ba-968c56902da3 req-eaa465f1-572e-4feb-9c4f-c01ef8fcc2a8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:29.942823 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-208c2819-b7c4-4500-84ba-968c56902da3 req-eaa465f1-572e-4feb-9c4f-c01ef8fcc2a8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 943 time: 0.1988103 Jul 29 15:00:29.954527 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de81d0e9-e5b2-4b65-9d33-237c59473f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:30.016648 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81d0e9-e5b2-4b65-9d33-237c59473f32 None None] Pushing event deleted for resources: {'Port': ['ID=30392529-8ecf-44e8-aa81-735dad7ae738,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:30.036495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de81d0e9-e5b2-4b65-9d33-237c59473f32 None None] No DVR routers for this DVR port 30392529-8ecf-44e8-aa81-735dad7ae738 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:30.089703 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7528c03-4318-498f-9abb-4471886b6a81 req-b8fe0c71-94db-41b1-8004-ddb780091893 service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403804 Jul 29 15:00:30.186858 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:30.210128 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-208c2819-b7c4-4500-84ba-968c56902da3 req-a98152d6-4da5-411d-99bc-ccdb888e3560 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579409 Jul 29 15:00:30.237873 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Port': ['ID=30392529-8ecf-44e8-aa81-735dad7ae738,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:30.247624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] No DVR routers for this DVR port 30392529-8ecf-44e8-aa81-735dad7ae738 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:30.387486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7528c03-4318-498f-9abb-4471886b6a81 req-e86583f5-ede5-4b5e-be1c-760d4d4fae87 service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848949 Jul 29 15:00:30.429565 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:30.457081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 30392529-8ecf-44e8-aa81-735dad7ae738 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:00:30.477550 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2c2a23-dee3-4fec-be2c-526bf69e62c0']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:30.507747 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48676) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:30.511062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38f3fdc-a4be-4369-b850-5c4d648bf11a') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:30.511714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38f3fdc-a4be-4369-b850-5c4d648bf11a') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:30.538089 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:30.543113 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 30392529-8ecf-44e8-aa81-735dad7ae738 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:00:30.544233 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 30392529-8ecf-44e8-aa81-735dad7ae738 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:00:30.552487 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bc7a28ff-cea7-4d02-8222-3d87c3b4b60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:30.580518 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:30.594997 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:30.596293 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:30.606811 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:30.692503 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:30.702069 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:30.704106 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] 10.222.0.16 "DELETE /v2.0/networks/8b2c2a23-dee3-4fec-be2c-526bf69e62c0 HTTP/1.1" status: 204 len: 168 time: 1.7352283 Jul 29 15:00:30.756768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a0bc1-b5ee-4f97-8548-3a4ad4bc5b41 tempest-NetworksTest-1813916661 tempest-NetworksTest-1813916661-project] Pushing event deleted for resources: {'Network': ['ID=8b2c2a23-dee3-4fec-be2c-526bf69e62c0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:31.248987 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48686) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:31.500541 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1c08b-e25f-4fa6-bfd1-b32d4f00388e req-8f3e29a5-9377-4dc1-9078-2ab6df4d699d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:31.502464 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cee1c08b-e25f-4fa6-bfd1-b32d4f00388e req-8f3e29a5-9377-4dc1-9078-2ab6df4d699d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 943 time: 0.0956824 Jul 29 15:00:31.676211 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cd75037f-6a20-4778-9aa0-388154e9c04c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d234c346de084e358079feba9b4bfa18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4250054 Jul 29 15:00:31.676474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48696) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:31.695867 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cee1c08b-e25f-4fa6-bfd1-b32d4f00388e req-fa2434f4-ab8d-4932-a691-aa1b04187e74 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752322 Jul 29 15:00:31.757265 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-61772451-91b2-4430-8c9e-4d783e2a89aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:31.817832 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2df03daf-8fff-4f51-9c9c-09d6854d9431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:31.881029 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2df03daf-8fff-4f51-9c9c-09d6854d9431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:32.026715 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2df03daf-8fff-4f51-9c9c-09d6854d9431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:32.030847 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2df03daf-8fff-4f51-9c9c-09d6854d9431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:32.032625 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2df03daf-8fff-4f51-9c9c-09d6854d9431 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/adce17b7-eb8b-4e29-85e2-dbf9d45188d3 HTTP/1.1" status: 204 len: 168 time: 0.3547599 Jul 29 15:00:32.061275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df03daf-8fff-4f51-9c9c-09d6854d9431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adce17b7-eb8b-4e29-85e2-dbf9d45188d3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:32.258016 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-61772451-91b2-4430-8c9e-4d783e2a89aa admin admin] Deleting port 5a22cbdb-ad38-4590-86de-90fb10fb9dca {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:32.258541 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-61772451-91b2-4430-8c9e-4d783e2a89aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:32.365098 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-61772451-91b2-4430-8c9e-4d783e2a89aa admin admin] For port 5a22cbdb-ad38-4590-86de-90fb10fb9dca, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5a22cbdb-ad38-4590-86de-90fb10fb9dca,segment=NetworkSegment(0efeb575-8d12-469f-ba3e-f65b5ed4cc0e),segment_id=0efeb575-8d12-469f-ba3e-f65b5ed4cc0e)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:32.365708 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-61772451-91b2-4430-8c9e-4d783e2a89aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:32.384070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-61772451-91b2-4430-8c9e-4d783e2a89aa admin admin] Calling delete_port for 5a22cbdb-ad38-4590-86de-90fb10fb9dca owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:32.629610 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-61772451-91b2-4430-8c9e-4d783e2a89aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:32.668916 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61772451-91b2-4430-8c9e-4d783e2a89aa admin admin] Pushing event deleted for resources: {'Port': ['ID=5a22cbdb-ad38-4590-86de-90fb10fb9dca,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:32.924807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c1e89-eaab-4958-b6b3-6b79b38ffc5c req-84c52e7b-5d45-4026-964d-782c5aed62f1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:32.926633 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-248c1e89-eaab-4958-b6b3-6b79b38ffc5c req-84c52e7b-5d45-4026-964d-782c5aed62f1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0767174 Jul 29 15:00:32.940271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 4281d7f8-984e-423b-9111-21a03b660783 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:00:32.986090 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-61772451-91b2-4430-8c9e-4d783e2a89aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:33.052213 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-248c1e89-eaab-4958-b6b3-6b79b38ffc5c req-4596f4de-8c6c-4737-ab6a-03ebe6b0f754 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178234 Jul 29 15:00:33.127474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13860305-cc94-484a-9ba9-e1d18530aabf req-4fe834f8-ec54-43d3-983b-0f5393eb6dd2 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:33.130156 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13860305-cc94-484a-9ba9-e1d18530aabf req-4fe834f8-ec54-43d3-983b-0f5393eb6dd2 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 943 time: 0.2486997 Jul 29 15:00:33.234322 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:33.249144 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 4281d7f8-984e-423b-9111-21a03b660783, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=4281d7f8-984e-423b-9111-21a03b660783,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:33.302103 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '4281d7f8-984e-423b-9111-21a03b660783', 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082', 'port_id': '4281d7f8-984e-423b-9111-21a03b660783', 'mac_address': 'fa:16:3e:3b:cd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc0785a-1332-47e1-a695-790fd3948837', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:00:33.310186 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13860305-cc94-484a-9ba9-e1d18530aabf req-fe4bc4fa-0db7-4078-a041-2c55bebdc20f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680484 Jul 29 15:00:33.393835 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644eb65-a5d8-4f07-95ad-5e73bb89e508 req-a139ea27-6aa6-403e-84dc-a22276ce1fe7 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:33.403259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2644eb65-a5d8-4f07-95ad-5e73bb89e508 req-a139ea27-6aa6-403e-84dc-a22276ce1fe7 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0771058 Jul 29 15:00:33.415569 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48736) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:33.470995 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1743838f-a2c9-4fc2-8def-487f8b2c5be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:33.481971 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2644eb65-a5d8-4f07-95ad-5e73bb89e508 req-b1085eec-3dbd-4f7a-b23d-fa109b347381 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772948 Jul 29 15:00:33.488644 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:33.539170 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4281d7f8-984e-423b-9111-21a03b660783 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:00:33.576700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 4281d7f8-984e-423b-9111-21a03b660783, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=4281d7f8-984e-423b-9111-21a03b660783,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:33.584373 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:33.607315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-645fe7fc-291b-49fd-b9c0-68eac58ded21 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1170225757'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:33.644890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645fe7fc-291b-49fd-b9c0-68eac58ded21 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:33.652939 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-645fe7fc-291b-49fd-b9c0-68eac58ded21 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:33.671317 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-645fe7fc-291b-49fd-b9c0-68eac58ded21 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:33.680651 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=4281d7f8-984e-423b-9111-21a03b660783,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:33.885426 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['4281d7f8-984e-423b-9111-21a03b660783'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:00:34.070882 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dec30-66d1-4285-8768-6816aab79da1 req-d659cf05-aca0-49ea-90a9-623d30b480af tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:34.073864 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-816dec30-66d1-4285-8768-6816aab79da1 req-d659cf05-aca0-49ea-90a9-623d30b480af tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 811 time: 0.1755300 Jul 29 15:00:34.077225 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-645fe7fc-291b-49fd-b9c0-68eac58ded21 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:34.093376 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-645fe7fc-291b-49fd-b9c0-68eac58ded21 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:34.117574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-816dec30-66d1-4285-8768-6816aab79da1 req-00596044-1d3b-4596-bc33-408f82c6e42b tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/quotas/09dcdfac1c5247cfbf78992b07e84d06 HTTP/1.1" status: 200 len: 375 time: 0.0359614 Jul 29 15:00:34.156859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645fe7fc-291b-49fd-b9c0-68eac58ded21 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:00:34.175109 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ada63-25c7-4d8d-a20b-5a9e0a551092 req-d9aa5daa-2639-4667-8680-c104a84eb268 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:34.176738 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-148ada63-25c7-4d8d-a20b-5a9e0a551092 req-d9aa5daa-2639-4667-8680-c104a84eb268 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.6807678 Jul 29 15:00:34.186154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fe7fc-291b-49fd-b9c0-68eac58ded21 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075c63d4-b320-4e09-9f1d-64a88f51896b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:34.196655 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-645fe7fc-291b-49fd-b9c0-68eac58ded21 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:34.196655 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-645fe7fc-291b-49fd-b9c0-68eac58ded21 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Added segment d53ea98b-9060-4baf-b0a8-c03fc29e240c of type vlan for network fd2d6182-f59c-4e18-8be1-f61391d545d5 Jul 29 15:00:34.233611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61772451-91b2-4430-8c9e-4d783e2a89aa admin admin] Router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:00:34.237742 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9d0b88f-3e6a-4a10-9db0-68ba0058a3b2 req-023925d9-a519-458c-96ae-7f67d96ef528 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1006935 Jul 29 15:00:34.260740 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-148ada63-25c7-4d8d-a20b-5a9e0a551092 req-2ada4bd2-7686-4b7b-acff-0e382e7bcbc7 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744467 Jul 29 15:00:34.270570 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-816dec30-66d1-4285-8768-6816aab79da1 req-c32950a1-507b-4a77-9e9f-085631c74384 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1410046 Jul 29 15:00:34.327988 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-645fe7fc-291b-49fd-b9c0-68eac58ded21 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:34.343766 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:34.453474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61772451-91b2-4430-8c9e-4d783e2a89aa admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:00:34.456730 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0b88f-3e6a-4a10-9db0-68ba0058a3b2 req-be47a229-42f4-43f5-97e1-8e9223328e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:34.458583 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9d0b88f-3e6a-4a10-9db0-68ba0058a3b2 req-be47a229-42f4-43f5-97e1-8e9223328e9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 1097 time: 0.1023052 Jul 29 15:00:34.465887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb8d882-2c9f-4e08-b8e6-1d859301004d None None] Sync routers for ids ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:00:34.472208 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-61772451-91b2-4430-8c9e-4d783e2a89aa admin admin] 10.222.0.16 "PUT /v2.0/routers/9ca1808d-ea9b-4dd3-9377-8cd1a496fef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9528065 Jul 29 15:00:34.473126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48758) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:34.480157 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb8d882-2c9f-4e08-b8e6-1d859301004d None None] Routers {'9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:00:34.480833 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-bdb8d882-2c9f-4e08-b8e6-1d859301004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:00:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:34.491784 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-645fe7fc-291b-49fd-b9c0-68eac58ded21 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:34.499353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645fe7fc-291b-49fd-b9c0-68eac58ded21 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:34.500877 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-645fe7fc-291b-49fd-b9c0-68eac58ded21 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:34.597628 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-645fe7fc-291b-49fd-b9c0-68eac58ded21 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1793993 Jul 29 15:00:34.603474 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48762) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:34.609540 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-46558a82-9bdf-4e77-9e91-b0a8c13d7f73 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'name': 'tempest-PortsTestJSON-2085257267'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:34.640864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-bdb8d882-2c9f-4e08-b8e6-1d859301004d None None] Set router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:00:34.676044 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-816dec30-66d1-4285-8768-6816aab79da1 req-295affd9-8538-43fa-b3be-58ceec9b08a1 service neutron] 10.222.0.16 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868499 Jul 29 15:00:34.784924 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-816dec30-66d1-4285-8768-6816aab79da1 req-3439c719-8a0d-4359-82d5-e1a280fc45d5 service neutron] 10.222.0.16 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080265 Jul 29 15:00:34.792986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bd822-50ca-4949-9da3-31cd65a81887 req-70a3aed9-c744-4389-93f4-53e1d9bbec65 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:34.795633 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8b6bd822-50ca-4949-9da3-31cd65a81887 req-70a3aed9-c744-4389-93f4-53e1d9bbec65 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 944 time: 0.3214819 Jul 29 15:00:34.810106 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fe7fc-291b-49fd-b9c0-68eac58ded21 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Network': ['ID=fd2d6182-f59c-4e18-8be1-f61391d545d5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:34.860019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:00:34.879351 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0b88f-3e6a-4a10-9db0-68ba0058a3b2 req-3789d5bf-d9ef-4186-b546-6d61738e96de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:34.881579 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9d0b88f-3e6a-4a10-9db0-68ba0058a3b2 req-3789d5bf-d9ef-4186-b546-6d61738e96de service neutron] 10.222.0.39 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.3903995 Jul 29 15:00:34.896382 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99a58a56-6b63-496a-8737-c9abd349d61c admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:34.908624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46558a82-9bdf-4e77-9e91-b0a8c13d7f73 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:34.918859 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46558a82-9bdf-4e77-9e91-b0a8c13d7f73 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:34.967904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-46558a82-9bdf-4e77-9e91-b0a8c13d7f73 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:00:35.005262 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9d0b88f-3e6a-4a10-9db0-68ba0058a3b2 req-ecbf51c7-5edc-4ebb-8729-e3f55e14b4ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841543b8-1f44-42a8-a561-ff4e94df3787 HTTP/1.1" status: 200 len: 217 time: 0.1115499 Jul 29 15:00:35.059243 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8b6bd822-50ca-4949-9da3-31cd65a81887 req-6430a198-5e4f-42b5-8b51-af7569e2679a tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183878 Jul 29 15:00:35.141358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0b88f-3e6a-4a10-9db0-68ba0058a3b2 req-267b8153-fd68-4219-a295-42666470a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:35.142877 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9d0b88f-3e6a-4a10-9db0-68ba0058a3b2 req-267b8153-fd68-4219-a295-42666470a49e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.1259756 Jul 29 15:00:35.223037 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99a58a56-6b63-496a-8737-c9abd349d61c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:35.298740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0b88f-3e6a-4a10-9db0-68ba0058a3b2 req-b0445b81-e168-434d-b40b-716af2ce1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:35.300300 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9d0b88f-3e6a-4a10-9db0-68ba0058a3b2 req-b0445b81-e168-434d-b40b-716af2ce1a6f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476641 Jul 29 15:00:35.341517 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48f3d9ac-f992-4c51-9c64-3f617a563f3b req-bb431cfe-16cb-425c-80d8-1881cbc94730 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 210 time: 0.0474505 Jul 29 15:00:35.431837 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 4281d7f8-984e-423b-9111-21a03b660783 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:00:35.443693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-99a58a56-6b63-496a-8737-c9abd349d61c admin admin] Deleting port f9422e0d-ed09-4038-9c09-2293d19789e3 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:35.444041 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99a58a56-6b63-496a-8737-c9abd349d61c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:35.509530 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9d0b88f-3e6a-4a10-9db0-68ba0058a3b2 req-d2d0a44d-1011-4561-9ac2-7a417e5fc538 service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949856 Jul 29 15:00:35.569135 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46558a82-9bdf-4e77-9e91-b0a8c13d7f73 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:35.603968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86edb3-8b40-466b-a371-86bad9081bea req-b456b532-72cd-4c68-a44e-318346b37514 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:35.612356 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e86edb3-8b40-466b-a371-86bad9081bea req-b456b532-72cd-4c68-a44e-318346b37514 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.1068707 Jul 29 15:00:35.629614 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 4281d7f8-984e-423b-9111-21a03b660783 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:00:35.639888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-bdb8d882-2c9f-4e08-b8e6-1d859301004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'name': 'tempest-TaggedBootDevicesTest-942324995-router', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:19Z', 'updated_at': '2021-07-29T15:00:32Z', 'revision_number': 5, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'gw_port': {'id': 'f9422e0d-ed09-4038-9c09-2293d19789e3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:48:21Z', 'updated_at': '2021-07-29T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:35.643201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 4281d7f8-984e-423b-9111-21a03b660783 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:00:35.643619 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:35.702330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb8d882-2c9f-4e08-b8e6-1d859301004d None None] Checking router: 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:00:35.704881 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e86edb3-8b40-466b-a371-86bad9081bea req-2ef645e6-c8cc-4984-b25c-5b9cf27e87a3 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885870 Jul 29 15:00:35.720272 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46558a82-9bdf-4e77-9e91-b0a8c13d7f73 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:35.739215 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb8d882-2c9f-4e08-b8e6-1d859301004d None None] Routers {'9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:00:35.739350 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-bdb8d882-2c9f-4e08-b8e6-1d859301004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:00:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:35.789318 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-99a58a56-6b63-496a-8737-c9abd349d61c admin admin] For port f9422e0d-ed09-4038-9c09-2293d19789e3, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f9422e0d-ed09-4038-9c09-2293d19789e3,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:35.791857 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99a58a56-6b63-496a-8737-c9abd349d61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:35.823667 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46558a82-9bdf-4e77-9e91-b0a8c13d7f73 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Checking segment: {'id': 'd53ea98b-9060-4baf-b0a8-c03fc29e240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:35.824620 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46558a82-9bdf-4e77-9e91-b0a8c13d7f73 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network hostable DHCP agents. Network: fd2d6182-f59c-4e18-8be1-f61391d545d5, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:00:35.827619 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46558a82-9bdf-4e77-9e91-b0a8c13d7f73 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:35.868572 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46558a82-9bdf-4e77-9e91-b0a8c13d7f73 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:00:35.878387 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:00:35.887202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-46558a82-9bdf-4e77-9e91-b0a8c13d7f73 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, fd2d6182-f59c-4e18-8be1-f61391d545d5) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:35.891072 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-bdb8d882-2c9f-4e08-b8e6-1d859301004d None None] Set router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:00:35.894393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46558a82-9bdf-4e77-9e91-b0a8c13d7f73 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:00:35.906104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46558a82-9bdf-4e77-9e91-b0a8c13d7f73 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:35.906531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-99a58a56-6b63-496a-8737-c9abd349d61c admin admin] Calling delete_port for f9422e0d-ed09-4038-9c09-2293d19789e3 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:35.907583 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46558a82-9bdf-4e77-9e91-b0a8c13d7f73 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:35.929533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df60ef90-0571-48ec-8671-46a79d55ed34 None None] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:35.943139 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-46558a82-9bdf-4e77-9e91-b0a8c13d7f73 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3379664 Jul 29 15:00:35.949002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48780) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:35.960527 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4abb8cc1-adbd-4350-a969-286bd727ecdb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-757962500'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:35.979900 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-bdb8d882-2c9f-4e08-b8e6-1d859301004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'name': 'tempest-TaggedBootDevicesTest-942324995-router', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:19Z', 'updated_at': '2021-07-29T15:00:35Z', 'revision_number': 6, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:35.992484 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abb8cc1-adbd-4350-a969-286bd727ecdb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:35.998880 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4abb8cc1-adbd-4350-a969-286bd727ecdb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:36.013018 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:36.056898 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb8d882-2c9f-4e08-b8e6-1d859301004d None None] The sync data for ids ['9ca1808d-ea9b-4dd3-9377-8cd1a496fef9'] in n-d-802893-1 is: [{'id': '9ca1808d-ea9b-4dd3-9377-8cd1a496fef9', 'name': 'tempest-TaggedBootDevicesTest-942324995-router', 'tenant_id': 'd512e776609042afb7cbb4d51213c3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:48:19Z', 'updated_at': '2021-07-29T15:00:35Z', 'revision_number': 6, 'project_id': 'd512e776609042afb7cbb4d51213c3a0', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:00:36.074658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abb8cc1-adbd-4350-a969-286bd727ecdb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:00:36.104594 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4abb8cc1-adbd-4350-a969-286bd727ecdb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:36.105228 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-4abb8cc1-adbd-4350-a969-286bd727ecdb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Added segment e7efe36c-b558-4812-8233-5baf08a8aa5b of type vlan for network ab3f6cb2-f940-45fc-9275-87dfa09d966d Jul 29 15:00:36.120334 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ebca8f-26a5-44c3-9483-5986acfe63a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4281d7f8-984e-423b-9111-21a03b660783'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:00:36.123282 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31aa5fc-f38c-4626-a51f-72f7491cb5ee" -d '{"events": [{"server_uuid": "30ebca8f-26a5-44c3-9483-5986acfe63a1", "name": "network-vif-plugged", "status": "completed", "tag": "4281d7f8-984e-423b-9111-21a03b660783"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:00:36.131529 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9d0b88f-3e6a-4a10-9db0-68ba0058a3b2 req-ba1672b4-dfec-4655-8e36-cfe9cf1c4210 service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100593 Jul 29 15:00:36.164585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 4281d7f8-984e-423b-9111-21a03b660783, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=4281d7f8-984e-423b-9111-21a03b660783,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:36.231735 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:36.341830 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4abb8cc1-adbd-4350-a969-286bd727ecdb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:36.388166 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=4281d7f8-984e-423b-9111-21a03b660783,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:36.415688 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4abb8cc1-adbd-4350-a969-286bd727ecdb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:36.441262 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abb8cc1-adbd-4350-a969-286bd727ecdb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:36.442837 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4abb8cc1-adbd-4350-a969-286bd727ecdb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:36.488346 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:36.496656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5a22cbdb-ad38-4590-86de-90fb10fb9dca no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:00:36.529663 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 5a22cbdb-ad38-4590-86de-90fb10fb9dca {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:00:36.530358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5a22cbdb-ad38-4590-86de-90fb10fb9dca not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:00:36.535980 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99a58a56-6b63-496a-8737-c9abd349d61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:36.584883 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b511def-1bae-4226-9826-389008ad652d x-openstack-request-id: req-4b511def-1bae-4226-9826-389008ad652d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:00:36.586182 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ebca8f-26a5-44c3-9483-5986acfe63a1", "name": "network-vif-plugged", "status": "completed", "tag": "4281d7f8-984e-423b-9111-21a03b660783", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:00:36.587393 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b511def-1bae-4226-9826-389008ad652d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:00:36.589049 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ebca8f-26a5-44c3-9483-5986acfe63a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4281d7f8-984e-423b-9111-21a03b660783', 'code': 200} Jul 29 15:00:36.623119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a58a56-6b63-496a-8737-c9abd349d61c admin admin] Pushing event deleted for resources: {'Port': ['ID=f9422e0d-ed09-4038-9c09-2293d19789e3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:36.771034 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99a58a56-6b63-496a-8737-c9abd349d61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:36.794235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb8cc1-adbd-4350-a969-286bd727ecdb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Network': ['ID=ab3f6cb2-f940-45fc-9275-87dfa09d966d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:36.802663 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4abb8cc1-adbd-4350-a969-286bd727ecdb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8517413 Jul 29 15:00:36.823122 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48800) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:36.828865 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network ab3f6cb2-f940-45fc-9275-87dfa09d966d details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:00:36.875373 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'ports': [{'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5'}, {'network_id': 'ab3f6cb2-f940-45fc-9275-87dfa09d966d'}]} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:36.875844 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:36.876352 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'network_id': 'ab3f6cb2-f940-45fc-9275-87dfa09d966d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:37.043132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf91b7-ab44-411f-a469-eee7e126dde6 req-d03cbb6a-ca79-40f1-91d2-6fd747287dbc tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:37.051066 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-69bf91b7-ab44-411f-a469-eee7e126dde6 req-d03cbb6a-ca79-40f1-91d2-6fd747287dbc tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 945 time: 0.6554592 Jul 29 15:00:37.081219 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ef6e3c9-5f01-4074-b94e-dc45e2dc9dab req-9554bac1-b06b-44b5-8e1c-2386c6692671 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 210 time: 0.0803449 Jul 29 15:00:37.083494 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99a58a56-6b63-496a-8737-c9abd349d61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:37.087684 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99a58a56-6b63-496a-8737-c9abd349d61c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:37.163070 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99a58a56-6b63-496a-8737-c9abd349d61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:37.164811 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a58a56-6b63-496a-8737-c9abd349d61c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:00:37.185637 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99a58a56-6b63-496a-8737-c9abd349d61c admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:37.189841 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-99a58a56-6b63-496a-8737-c9abd349d61c admin admin] 10.222.0.16 "DELETE /v2.0/routers/9ca1808d-ea9b-4dd3-9377-8cd1a496fef9 HTTP/1.1" status: 204 len: 168 time: 2.7140863 Jul 29 15:00:37.194360 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48804) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:37.212777 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-69bf91b7-ab44-411f-a469-eee7e126dde6 req-d517d170-5dac-408e-8d2f-bd3fa017bbda tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594324 Jul 29 15:00:37.224099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce368ae-84d8-46a7-b4ae-63658beabca5 req-8c37bd03-ec49-4c53-af17-b46a11e54f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:37.226083 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dce368ae-84d8-46a7-b4ae-63658beabca5 req-8c37bd03-ec49-4c53-af17-b46a11e54f10 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 1096 time: 0.4360902 Jul 29 15:00:37.314034 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dce368ae-84d8-46a7-b4ae-63658beabca5 req-b3aa4e87-1917-43ce-b277-60c24223761a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751812 Jul 29 15:00:37.373865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-91edb25c-5c0a-484a-8c55-4ece2c28316e admin admin] Deleting subnet 8c2c5946-274d-455f-a39e-104d5d03aeca {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:00:37.379748 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91edb25c-5c0a-484a-8c55-4ece2c28316e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:37.402528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'port': 2} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:37.414358 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:37.435337 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:37.444531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7b028-2689-4c93-9b52-c3342f011521 req-2912240d-2cfb-40d4-97a1-2c3ccb41716e tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:37.447523 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-67a7b028-2689-4c93-9b52-c3342f011521 req-2912240d-2cfb-40d4-97a1-2c3ccb41716e tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.1369770 Jul 29 15:00:37.465528 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91edb25c-5c0a-484a-8c55-4ece2c28316e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:37.556623 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-67a7b028-2689-4c93-9b52-c3342f011521 req-3fd41541-8ab8-42b3-802d-b84432837797 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724113 Jul 29 15:00:37.560650 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port b366f4af-1885-4138-b9b8-29189c816218 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:00:37.648903 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91edb25c-5c0a-484a-8c55-4ece2c28316e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:37.818971 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:37.832045 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91edb25c-5c0a-484a-8c55-4ece2c28316e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:37.881185 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edb25c-5c0a-484a-8c55-4ece2c28316e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2c5946-274d-455f-a39e-104d5d03aeca,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:37.891088 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dec30-66d1-4285-8768-6816aab79da1 req-63a29643-2b21-4340-801a-700dddd74a69 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:37.893009 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-816dec30-66d1-4285-8768-6816aab79da1 req-63a29643-2b21-4340-801a-700dddd74a69 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.39 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 811 time: 0.1938965 Jul 29 15:00:37.896484 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91edb25c-5c0a-484a-8c55-4ece2c28316e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:37.898619 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-91edb25c-5c0a-484a-8c55-4ece2c28316e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8c2c5946-274d-455f-a39e-104d5d03aeca HTTP/1.1" status: 204 len: 168 time: 0.7009947 Jul 29 15:00:37.903924 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48810) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:37.910269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb266a7-7fc0-4d67-a570-6b77014ebb19 None None] Network 2dba885a-0741-41e8-b079-6381bc1efb2c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:37.920469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-816dec30-66d1-4285-8768-6816aab79da1 req-99337db5-2383-4064-a599-11b5a6b28710 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Request body: {'port': {'device_id': '893bb00b-a95f-4520-8f63-93c7a4718903', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'admin_state_up': True, 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:38.005405 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port 11dd958f-e7af-4d37-a94e-8f97f2aaca3c yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:00:38.201224 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b550aa-c410-4b9b-9e8a-b606482f90ac None None] DHCP port deletion for 2dba885a-0741-41e8-b079-6381bc1efb2c request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:00:38.260694 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:38.294546 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:38.407985 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:38.504361 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a2b550aa-c410-4b9b-9e8a-b606482f90ac None None] Deleting port 15776705-c77c-499b-95da-b038dcd3db3e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:38.510541 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2b550aa-c410-4b9b-9e8a-b606482f90ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:38.600390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:00:38.612214 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:38.620631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:00:38.621244 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:38.628773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=b366f4af-1885-4138-b9b8-29189c816218,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:38.636968 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-053b5786-f24b-4f95-b44a-b928d9722d35 req-59218d85-1fc9-4d7a-baae-6b3a873bdd79 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 210 time: 0.1887271 Jul 29 15:00:38.689615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cc54e-d73e-4b24-ba60-47a181a72816 req-3bebe486-ebbc-4777-a9b1-98f622028818 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:38.691706 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-081cc54e-d73e-4b24-ba60-47a181a72816 req-3bebe486-ebbc-4777-a9b1-98f622028818 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 945 time: 0.1567004 Jul 29 15:00:38.708343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816dec30-66d1-4285-8768-6816aab79da1 req-99337db5-2383-4064-a599-11b5a6b28710 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Made reservation on behalf of 09dcdfac1c5247cfbf78992b07e84d06 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:38.709136 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 15776705-c77c-499b-95da-b038dcd3db3e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:00:38.714562 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-816dec30-66d1-4285-8768-6816aab79da1 req-99337db5-2383-4064-a599-11b5a6b28710 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:38.714955 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a2b550aa-c410-4b9b-9e8a-b606482f90ac None None] For port 15776705-c77c-499b-95da-b038dcd3db3e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=15776705-c77c-499b-95da-b038dcd3db3e,segment=NetworkSegment(0efeb575-8d12-469f-ba3e-f65b5ed4cc0e),segment_id=0efeb575-8d12-469f-ba3e-f65b5ed4cc0e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:38.715316 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2b550aa-c410-4b9b-9e8a-b606482f90ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:38.765811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=11dd958f-e7af-4d37-a94e-8f97f2aaca3c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:38.803646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Checking segment: {'id': 'e7efe36c-b558-4812-8233-5baf08a8aa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ab3f6cb2-f940-45fc-9275-87dfa09d966d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:38.804107 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network hostable DHCP agents. Network: ab3f6cb2-f940-45fc-9275-87dfa09d966d, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:00:38.824014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a2b550aa-c410-4b9b-9e8a-b606482f90ac None None] Calling delete_port for 15776705-c77c-499b-95da-b038dcd3db3e owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:38.827893 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-081cc54e-d73e-4b24-ba60-47a181a72816 req-ad16abee-ee37-4b40-bd9c-6084d12a1c00 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171486 Jul 29 15:00:38.856396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network ab3f6cb2-f940-45fc-9275-87dfa09d966d is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:00:38.871874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, ab3f6cb2-f940-45fc-9275-87dfa09d966d) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:38.896599 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:00:38.904435 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:38.910405 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:38.912020 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:38.920089 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] Deleting port 15776705-c77c-499b-95da-b038dcd3db3e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:38.920569 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:38.947092 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b68da60d-0f1e-4eff-8ada-e6c2fe3d9689 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1109748 Jul 29 15:00:38.952467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48820) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:38.953311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c8858a-61c6-47cc-9d64-30c5eed18b8c None None] Network ab3f6cb2-f940-45fc-9275-87dfa09d966d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:39.035189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84fc30-e018-4462-a341-14520f254d02 req-a2fea213-284b-4a7a-b4f2-44fdf1ad4321 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:39.055424 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb84fc30-e018-4462-a341-14520f254d02 req-a2fea213-284b-4a7a-b4f2-44fdf1ad4321 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.2532723 Jul 29 15:00:39.130864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] For port 15776705-c77c-499b-95da-b038dcd3db3e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=15776705-c77c-499b-95da-b038dcd3db3e,segment=NetworkSegment(0efeb575-8d12-469f-ba3e-f65b5ed4cc0e),segment_id=0efeb575-8d12-469f-ba3e-f65b5ed4cc0e)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:39.131620 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:39.162239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3ce15546-7723-4fcc-9c26-774bce81576d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port 11dd958f-e7af-4d37-a94e-8f97f2aaca3c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:39.162612 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ce15546-7723-4fcc-9c26-774bce81576d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:39.179964 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] Calling delete_port for 15776705-c77c-499b-95da-b038dcd3db3e owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:39.191005 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-816dec30-66d1-4285-8768-6816aab79da1 req-99337db5-2383-4064-a599-11b5a6b28710 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Allocated IP 172.20.0.9 (be5d7f17-9ab7-4dcd-adcc-bad366939f03/454dd626-309b-466f-ace4-355ad2d7a9fc/d568e5b6-ffe5-43ee-bac8-390cd464dcf9) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:00:39.205170 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb84fc30-e018-4462-a341-14520f254d02 req-1316ab96-df98-4722-bc09-38f25c64de18 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486821 Jul 29 15:00:39.266272 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:39.275520 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ce15546-7723-4fcc-9c26-774bce81576d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:39.302297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3ce15546-7723-4fcc-9c26-774bce81576d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for 11dd958f-e7af-4d37-a94e-8f97f2aaca3c owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:39.304273 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a2b550aa-c410-4b9b-9e8a-b606482f90ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:39.351382 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f9422e0d-ed09-4038-9c09-2293d19789e3 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:00:39.395054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: f9422e0d-ed09-4038-9c09-2293d19789e3 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:00:39.395457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f9422e0d-ed09-4038-9c09-2293d19789e3 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:00:39.404190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b550aa-c410-4b9b-9e8a-b606482f90ac None None] No DVR routers for this DVR port 15776705-c77c-499b-95da-b038dcd3db3e on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:39.407220 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b550aa-c410-4b9b-9e8a-b606482f90ac None None] Pushing event deleted for resources: {'Port': ['ID=15776705-c77c-499b-95da-b038dcd3db3e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:39.431195 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:39.476828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] No DVR routers for this DVR port 15776705-c77c-499b-95da-b038dcd3db3e on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:39.480060 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] Pushing event deleted for resources: {'Port': ['ID=15776705-c77c-499b-95da-b038dcd3db3e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:39.535798 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ce15546-7723-4fcc-9c26-774bce81576d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:39.606089 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ce15546-7723-4fcc-9c26-774bce81576d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:39.609804 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3ce15546-7723-4fcc-9c26-774bce81576d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/11dd958f-e7af-4d37-a94e-8f97f2aaca3c HTTP/1.1" status: 204 len: 168 time: 0.6517043 Jul 29 15:00:39.611518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce15546-7723-4fcc-9c26-774bce81576d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=11dd958f-e7af-4d37-a94e-8f97f2aaca3c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:39.616180 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48826) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:39.675267 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:39.708139 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dba885a-0741-41e8-b079-6381bc1efb2c']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:39.731407 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-816dec30-66d1-4285-8768-6816aab79da1 req-99337db5-2383-4064-a599-11b5a6b28710 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:39.745267 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efeb575-8d12-469f-ba3e-f65b5ed4cc0e') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:39.745764 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efeb575-8d12-469f-ba3e-f65b5ed4cc0e') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:39.784132 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:39.799435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-816dec30-66d1-4285-8768-6816aab79da1 req-99337db5-2383-4064-a599-11b5a6b28710 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Transition to ACTIVE for port object d568e5b6-ffe5-43ee-bac8-390cd464dcf9 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:39.817898 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:39.835070 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860b951c-2c17-4af8-8530-e4c2974d9f69 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:39.837021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:39.837533 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:39.840405 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:39.853080 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860b951c-2c17-4af8-8530-e4c2974d9f69 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:39.853080 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-860b951c-2c17-4af8-8530-e4c2974d9f69 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2289455 Jul 29 15:00:39.854365 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48830) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:39.888562 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba63baa7-4db6-4407-96df-2788fc14834e req-85f6c375-0330-4355-b0d2-30405f862d75 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 210 time: 0.0814042 Jul 29 15:00:40.020962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-90551816-4545-40d1-8cd7-61a86ff9be88 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port b366f4af-1885-4138-b9b8-29189c816218 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:40.021548 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90551816-4545-40d1-8cd7-61a86ff9be88 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:40.063753 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:40.090095 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:40.094206 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2dba885a-0741-41e8-b079-6381bc1efb2c HTTP/1.1" status: 204 len: 168 time: 2.1494491 Jul 29 15:00:40.126642 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90551816-4545-40d1-8cd7-61a86ff9be88 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:40.145367 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-90551816-4545-40d1-8cd7-61a86ff9be88 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for b366f4af-1885-4138-b9b8-29189c816218 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:40.147481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69813e-afdb-4083-a641-308795d8c259 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dba885a-0741-41e8-b079-6381bc1efb2c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:40.179275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68812c-20bc-4840-abfc-1c9f69eba1c1 req-a3d718bb-b518-48de-8dfd-fb81e8bf16e5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:40.188801 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3c68812c-20bc-4840-abfc-1c9f69eba1c1 req-a3d718bb-b518-48de-8dfd-fb81e8bf16e5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 945 time: 0.2280128 Jul 29 15:00:40.199130 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-816dec30-66d1-4285-8768-6816aab79da1 req-99337db5-2383-4064-a599-11b5a6b28710 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:40.214049 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['841543b8-1f44-42a8-a561-ff4e94df3787', '98f995c5-687d-45d9-b67f-0a6e7d256ad4'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:00:40.272993 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99337db5-2383-4064-a599-11b5a6b28710 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event updated for resources: {'Port': ['ID=d568e5b6-ffe5-43ee-bac8-390cd464dcf9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:40.300300 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90551816-4545-40d1-8cd7-61a86ff9be88 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:40.320562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816dec30-66d1-4285-8768-6816aab79da1 req-99337db5-2383-4064-a599-11b5a6b28710 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Network be5d7f17-9ab7-4dcd-adcc-bad366939f03 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:00:40.329627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-816dec30-66d1-4285-8768-6816aab79da1 req-99337db5-2383-4064-a599-11b5a6b28710 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:40.361299 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3c68812c-20bc-4840-abfc-1c9f69eba1c1 req-53feb1c3-fcbd-4e9e-80ec-e5c6a801f6c7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715305 Jul 29 15:00:40.362197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-816dec30-66d1-4285-8768-6816aab79da1 req-99337db5-2383-4064-a599-11b5a6b28710 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:00:40.368493 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90551816-4545-40d1-8cd7-61a86ff9be88 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=b366f4af-1885-4138-b9b8-29189c816218,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:40.386793 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90551816-4545-40d1-8cd7-61a86ff9be88 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:40.392475 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-90551816-4545-40d1-8cd7-61a86ff9be88 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/b366f4af-1885-4138-b9b8-29189c816218 HTTP/1.1" status: 204 len: 168 time: 0.5218573 Jul 29 15:00:40.397653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48842) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:40.522441 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dec30-66d1-4285-8768-6816aab79da1 req-99337db5-2383-4064-a599-11b5a6b28710 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:40.523229 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-816dec30-66d1-4285-8768-6816aab79da1 req-99337db5-2383-4064-a599-11b5a6b28710 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:40.542519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6b3f3c-8a44-4ddd-8ea2-59ee5bce1e81 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:40.544725 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7f6b3f3c-8a44-4ddd-8ea2-59ee5bce1e81 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1411479 Jul 29 15:00:40.548918 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48844) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:40.598498 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-816dec30-66d1-4285-8768-6816aab79da1 req-99337db5-2383-4064-a599-11b5a6b28710 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6954336 Jul 29 15:00:40.603978 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-c999d0a4-7233-4505-b6a6-18d777051379 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] GET failed (client error): The resource could not be found. Jul 29 15:00:40.610084 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c999d0a4-7233-4505-b6a6-18d777051379 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/11dd958f-e7af-4d37-a94e-8f97f2aaca3c HTTP/1.1" status: 404 len: 333 time: 0.0554695 Jul 29 15:00:40.615735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48846) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:40.658753 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bd94ef-9175-4d9f-9646-52de9df58944 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] GET failed (client error): The resource could not be found. Jul 29 15:00:40.665371 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-22bd94ef-9175-4d9f-9646-52de9df58944 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/b366f4af-1885-4138-b9b8-29189c816218 HTTP/1.1" status: 404 len: 333 time: 0.0437319 Jul 29 15:00:40.665861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48848) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:40.726753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Request body: {'port': {'device_id': '893bb00b-a95f-4520-8f63-93c7a4718903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:40.851558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4eb55-11ec-410c-aaca-dae43e072445 req-48a5a6f0-a49e-4540-b7ff-9e3e227b4dbd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:40.860844 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ac4eb55-11ec-410c-aaca-dae43e072445 req-48a5a6f0-a49e-4540-b7ff-9e3e227b4dbd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.2896333 Jul 29 15:00:40.885551 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecc40170-e1f8-4d13-8a03-2512c5b45ae9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:40.914472 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:40.941125 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:40.950897 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48856) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:40.990071 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a563fb97-cce6-45bd-94e7-455d33d97e83 None None] Provisioning for port d568e5b6-ffe5-43ee-bac8-390cd464dcf9 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:00:40.991585 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ac4eb55-11ec-410c-aaca-dae43e072445 req-881558df-6477-4c8b-b528-53f5070a23ef tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271122 Jul 29 15:00:41.037994 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a563fb97-cce6-45bd-94e7-455d33d97e83 None None] Provisioning complete for port d568e5b6-ffe5-43ee-bac8-390cd464dcf9 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:00:41.039232 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a563fb97-cce6-45bd-94e7-455d33d97e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:41.143636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a563fb97-cce6-45bd-94e7-455d33d97e83 None None] Port d568e5b6-ffe5-43ee-bac8-390cd464dcf9 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:00:41.158275 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecc40170-e1f8-4d13-8a03-2512c5b45ae9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:41.171804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ecc40170-e1f8-4d13-8a03-2512c5b45ae9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3f6cb2-f940-45fc-9275-87dfa09d966d']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:41.185489 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ecc40170-e1f8-4d13-8a03-2512c5b45ae9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7efe36c-b558-4812-8233-5baf08a8aa5b') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:41.185879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ecc40170-e1f8-4d13-8a03-2512c5b45ae9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7efe36c-b558-4812-8233-5baf08a8aa5b') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:41.198387 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecc40170-e1f8-4d13-8a03-2512c5b45ae9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:41.225212 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ec7c5ec4-f711-44f1-b0d9-c0e6854545f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d512e776609042afb7cbb4d51213c3a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683883 Jul 29 15:00:41.252007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48858) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:41.264546 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecc40170-e1f8-4d13-8a03-2512c5b45ae9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:41.280501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc40170-e1f8-4d13-8a03-2512c5b45ae9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:41.280965 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecc40170-e1f8-4d13-8a03-2512c5b45ae9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:41.284150 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:41.345588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a2c2b-d99b-46d2-a5d7-5ddc8e6e72a6 req-0910896a-b267-441c-9d03-4f60fa9ea8f0 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:41.347711 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-830a2c2b-d99b-46d2-a5d7-5ddc8e6e72a6 req-0910896a-b267-441c-9d03-4f60fa9ea8f0 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 945 time: 0.2667890 Jul 29 15:00:41.379861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242e203-b938-41f6-8e52-1228f3a65cf9 req-7eb8cc3f-b47c-4a21-b880-9ac8df431757 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:41.381528 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9242e203-b938-41f6-8e52-1228f3a65cf9 req-7eb8cc3f-b47c-4a21-b880-9ac8df431757 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 931 time: 0.1746130 Jul 29 15:00:41.407106 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecc40170-e1f8-4d13-8a03-2512c5b45ae9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:41.429959 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecc40170-e1f8-4d13-8a03-2512c5b45ae9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:41.438736 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ecc40170-e1f8-4d13-8a03-2512c5b45ae9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/networks/ab3f6cb2-f940-45fc-9275-87dfa09d966d HTTP/1.1" status: 204 len: 168 time: 0.7656271 Jul 29 15:00:41.438736 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eadf5531-d6fa-4951-b227-824837d4305c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:41.439675 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48860) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:41.445042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5783d9cb-0d31-4a19-ae13-c1d6df99c16c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-643008240'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:41.467196 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc40170-e1f8-4d13-8a03-2512c5b45ae9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Network': ['ID=ab3f6cb2-f940-45fc-9275-87dfa09d966d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:41.514072 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9242e203-b938-41f6-8e52-1228f3a65cf9 req-b8f3fb49-3424-4672-8c2f-f79f7039e82d tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219141 Jul 29 15:00:41.516319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eadf5531-d6fa-4951-b227-824837d4305c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:41.525647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5783d9cb-0d31-4a19-ae13-c1d6df99c16c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:41.533304 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5783d9cb-0d31-4a19-ae13-c1d6df99c16c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:41.616005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5783d9cb-0d31-4a19-ae13-c1d6df99c16c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:00:41.653291 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5783d9cb-0d31-4a19-ae13-c1d6df99c16c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:41.654369 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-5783d9cb-0d31-4a19-ae13-c1d6df99c16c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Added segment b59e6489-0abe-4ad9-9596-c912da3d1339 of type vlan for network 49766d8f-4c09-41f4-a3cb-0627c14f9a49 Jul 29 15:00:41.739448 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5783d9cb-0d31-4a19-ae13-c1d6df99c16c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:41.790039 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eadf5531-d6fa-4951-b227-824837d4305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:41.794543 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eadf5531-d6fa-4951-b227-824837d4305c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:41.799332 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-eadf5531-d6fa-4951-b227-824837d4305c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32df7c92-d9e2-4ca9-8956-ac22ca5154f6 HTTP/1.1" status: 204 len: 168 time: 0.5427737 Jul 29 15:00:41.812711 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5531-d6fa-4951-b227-824837d4305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32df7c92-d9e2-4ca9-8956-ac22ca5154f6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:41.818177 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5783d9cb-0d31-4a19-ae13-c1d6df99c16c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:41.827884 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5783d9cb-0d31-4a19-ae13-c1d6df99c16c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:41.832803 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5783d9cb-0d31-4a19-ae13-c1d6df99c16c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:41.986283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783d9cb-0d31-4a19-ae13-c1d6df99c16c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Network': ['ID=49766d8f-4c09-41f4-a3cb-0627c14f9a49,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:42.006617 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 49766d8f-4c09-41f4-a3cb-0627c14f9a49 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:00:42.013978 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5783d9cb-0d31-4a19-ae13-c1d6df99c16c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5728679 Jul 29 15:00:42.015198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48868) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:42.021448 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9ade4d22-fce0-4936-bc29-913857d5e6e5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'subnet': {'network_id': '49766d8f-4c09-41f4-a3cb-0627c14f9a49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:42.230181 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ade4d22-fce0-4936-bc29-913857d5e6e5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:42.234002 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ade4d22-fce0-4936-bc29-913857d5e6e5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:42.249528 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-830a2c2b-d99b-46d2-a5d7-5ddc8e6e72a6 req-bae99809-a894-44a8-ad4c-c1305cd9b065 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8916507 Jul 29 15:00:42.348020 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d568e5b6-ffe5-43ee-bac8-390cd464dcf9 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:00:42.372903 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:42.411549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Transition to ACTIVE for port object d568e5b6-ffe5-43ee-bac8-390cd464dcf9 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:42.418507 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:42.530954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Pushing event updated for resources: {'Port': ['ID=d568e5b6-ffe5-43ee-bac8-390cd464dcf9,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:42.665133 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Attempting to bind port d568e5b6-ffe5-43ee-bac8-390cd464dcf9 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:00:42.666371 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Attempting to bind port d568e5b6-ffe5-43ee-bac8-390cd464dcf9 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:00:42.668401 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Attempting to bind port d568e5b6-ffe5-43ee-bac8-390cd464dcf9 on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:00:42.678308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Port d568e5b6-ffe5-43ee-bac8-390cd464dcf9 on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:00:42.678846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Attempting to bind port d568e5b6-ffe5-43ee-bac8-390cd464dcf9 on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:00:42.689896 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:00:42.690438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Checking segment: {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:42.691051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Bound using segment: {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:00:42.691784 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Bound port: d568e5b6-ffe5-43ee-bac8-390cd464dcf9, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:00:42.692364 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:42.877140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ca6e5-8ef3-4f18-80cf-3e38c9c1e1e7 req-71c2272c-8036-43fa-a138-87c5e44e3757 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:42.889690 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce5ca6e5-8ef3-4f18-80cf-3e38c9c1e1e7 req-71c2272c-8036-43fa-a138-87c5e44e3757 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 943 time: 0.1712327 Jul 29 15:00:42.993879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] For port d568e5b6-ffe5-43ee-bac8-390cd464dcf9, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:00:43.052043 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] For port d568e5b6-ffe5-43ee-bac8-390cd464dcf9, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d568e5b6-ffe5-43ee-bac8-390cd464dcf9,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:00:43.077219 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce5ca6e5-8ef3-4f18-80cf-3e38c9c1e1e7 req-0ae6268e-1b18-4124-9931-e0d41cd42bcf tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708374 Jul 29 15:00:43.082949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:43.182645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d553f-0add-4858-8cf1-5307988deeab req-029a429a-7ff4-4c38-8804-f30dd210890c tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:43.191584 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a33d553f-0add-4858-8cf1-5307988deeab req-029a429a-7ff4-4c38-8804-f30dd210890c tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 1.0057414 Jul 29 15:00:43.233702 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:43.234718 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:43.250063 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-816dec30-66d1-4285-8768-6816aab79da1 req-dc442183-db20-427c-9809-fc5201f42803 service neutron] 10.222.0.39 "PUT /v2.0/ports/d568e5b6-ffe5-43ee-bac8-390cd464dcf9 HTTP/1.1" status: 200 len: 1091 time: 2.5640056 Jul 29 15:00:43.251152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893bb00b-a95f-4520-8f63-93c7a4718903', 'tag': 'd568e5b6-ffe5-43ee-bac8-390cd464dcf9'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:00:43.258091 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a072623-cc63-4b71-967b-efc8f69eb6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "893bb00b-a95f-4520-8f63-93c7a4718903", "tag": "d568e5b6-ffe5-43ee-bac8-390cd464dcf9"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:00:43.317699 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a33d553f-0add-4858-8cf1-5307988deeab req-5e99b9a5-43d1-4300-bc8a-99f0580d2453 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207929 Jul 29 15:00:43.413054 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc442183-db20-427c-9809-fc5201f42803 service neutron] Pushing event updated for resources: {'Port': ['ID=d568e5b6-ffe5-43ee-bac8-390cd464dcf9,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:43.519644 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ab3789-26ff-473d-bcd6-629541343f7d x-openstack-request-id: req-e6ab3789-26ff-473d-bcd6-629541343f7d {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:00:43.520249 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893bb00b-a95f-4520-8f63-93c7a4718903", "tag": "d568e5b6-ffe5-43ee-bac8-390cd464dcf9", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:00:43.520645 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6ab3789-26ff-473d-bcd6-629541343f7d {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:00:43.521307 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893bb00b-a95f-4520-8f63-93c7a4718903', 'tag': 'd568e5b6-ffe5-43ee-bac8-390cd464dcf9', 'status': 'completed', 'code': 200} Jul 29 15:00:43.531653 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dec30-66d1-4285-8768-6816aab79da1 req-37382aa0-27cb-4724-8f2b-67c10e8c53af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:43.538237 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-816dec30-66d1-4285-8768-6816aab79da1 req-37382aa0-27cb-4724-8f2b-67c10e8c53af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 1094 time: 0.1807110 Jul 29 15:00:43.609776 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48900) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:43.611873 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-816dec30-66d1-4285-8768-6816aab79da1 req-a920e83a-88ff-4adc-a748-ff495110400e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d568e5b6-ffe5-43ee-bac8-390cd464dcf9 HTTP/1.1" status: 200 len: 217 time: 0.0641954 Jul 29 15:00:43.638822 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50dc6e-b179-4bc2-9522-6b9432566ba7 req-c6101f6b-8796-43d3-ac9b-ae7e7d6e433e tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:43.640451 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea50dc6e-b179-4bc2-9522-6b9432566ba7 req-c6101f6b-8796-43d3-ac9b-ae7e7d6e433e tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 945 time: 0.1591771 Jul 29 15:00:43.662741 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ade4d22-fce0-4936-bc29-913857d5e6e5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:43.766749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dec30-66d1-4285-8768-6816aab79da1 req-4e4a9f7e-2842-4a46-b4ff-12083afa115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:43.770404 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-816dec30-66d1-4285-8768-6816aab79da1 req-4e4a9f7e-2842-4a46-b4ff-12083afa115e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.1495082 Jul 29 15:00:43.793169 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea50dc6e-b179-4bc2-9522-6b9432566ba7 req-a724cdb2-d9a9-49b2-a8db-9a2c41e9dfa1 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442275 Jul 29 15:00:43.807694 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade4d22-fce0-4936-bc29-913857d5e6e5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Subnet': ['ID=6dbf0332-0533-4e70-a3fb-c2c373c3bdd4,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:43.811636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ade4d22-fce0-4936-bc29-913857d5e6e5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Checking segment: {'id': 'b59e6489-0abe-4ad9-9596-c912da3d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '49766d8f-4c09-41f4-a3cb-0627c14f9a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:43.812408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade4d22-fce0-4936-bc29-913857d5e6e5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network hostable DHCP agents. Network: 49766d8f-4c09-41f4-a3cb-0627c14f9a49, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:00:43.843842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ade4d22-fce0-4936-bc29-913857d5e6e5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network 49766d8f-4c09-41f4-a3cb-0627c14f9a49 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:00:43.862396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-9ade4d22-fce0-4936-bc29-913857d5e6e5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 49766d8f-4c09-41f4-a3cb-0627c14f9a49) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:43.869866 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-dd6e3f90-a93a-45ab-9298-a34865ea8918 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-284645885-network', 'tenant_id': 'c63479eb780040d2a1e30b582d75098a'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:43.871761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ade4d22-fce0-4936-bc29-913857d5e6e5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:43.874589 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ade4d22-fce0-4936-bc29-913857d5e6e5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:43.879715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e9dff-623a-4db3-a13c-cba0c6281938 None None] Network 49766d8f-4c09-41f4-a3cb-0627c14f9a49 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:43.911463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dec30-66d1-4285-8768-6816aab79da1 req-0402132c-d799-40f5-96d0-0ccc31604e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:43.913747 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-816dec30-66d1-4285-8768-6816aab79da1 req-0402132c-d799-40f5-96d0-0ccc31604e51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364889 Jul 29 15:00:43.917870 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6e3f90-a93a-45ab-9298-a34865ea8918 admin admin] Made reservation on behalf of c63479eb780040d2a1e30b582d75098a for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:43.922880 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3f90-a93a-45ab-9298-a34865ea8918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:43.937960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9ade4d22-fce0-4936-bc29-913857d5e6e5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9174571 Jul 29 15:00:43.938365 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3f90-a93a-45ab-9298-a34865ea8918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:43.938623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48906) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:43.953091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-fa625ade-c656-46e2-9feb-0735fc42c067 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'network_id': '49766d8f-4c09-41f4-a3cb-0627c14f9a49', 'name': 'tempest-PortsTestJSON-644110226'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:44.105634 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-816dec30-66d1-4285-8768-6816aab79da1 req-a7ce0c66-025e-4468-be9d-cbd066875dc9 service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694760 Jul 29 15:00:44.246228 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-49766d8f-4c09-41f4-a3cb-0627c14f9a49', 'network_id': '49766d8f-4c09-41f4-a3cb-0627c14f9a49', 'tenant_id': '42d4e998c7924ea2885f5e7134c87060', 'fixed_ips': [{'subnet_id': '6dbf0332-0533-4e70-a3fb-c2c373c3bdd4'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:00:44.248075 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:44.263075 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-816dec30-66d1-4285-8768-6816aab79da1 req-a71b8d8f-6db8-485a-8600-b8fca982f8e4 service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476946 Jul 29 15:00:44.428870 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3f90-a93a-45ab-9298-a34865ea8918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:44.435430 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f47dcd-4a4b-4c0c-bfc9-8a305b1cc27d req-cc352d7a-1f53-45ae-b21c-809a5fc20707 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:44.446956 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f1f47dcd-4a4b-4c0c-bfc9-8a305b1cc27d req-cc352d7a-1f53-45ae-b21c-809a5fc20707 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 943 time: 0.1690004 Jul 29 15:00:44.451622 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3f90-a93a-45ab-9298-a34865ea8918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:44.465550 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6e3f90-a93a-45ab-9298-a34865ea8918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:00:44.475972 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3f90-a93a-45ab-9298-a34865ea8918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:44.476426 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-dd6e3f90-a93a-45ab-9298-a34865ea8918 admin admin] Added segment d727d7a1-938d-49e4-bf86-c9c150df0869 of type vlan for network 65300431-d40d-461b-b40d-3488762d28cb Jul 29 15:00:44.506306 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa625ade-c656-46e2-9feb-0735fc42c067 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:44.510877 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa625ade-c656-46e2-9feb-0735fc42c067 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:44.548179 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f1f47dcd-4a4b-4c0c-bfc9-8a305b1cc27d req-c4a3dbdc-c2e6-4082-9401-2ceca99bf478 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966766 Jul 29 15:00:44.550822 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-fa625ade-c656-46e2-9feb-0735fc42c067 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port 0db12bc7-e324-4acb-8f58-84b2289a9afe yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:00:44.557229 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e3f90-a93a-45ab-9298-a34865ea8918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa67061e-3cf9-4d29-8966-cda768771b84,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:44.576992 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3f90-a93a-45ab-9298-a34865ea8918 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:44.611204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a072623-cc63-4b71-967b-efc8f69eb6f2 req-c009615f-4e94-48b4-9c2c-4e66051c09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:44.612822 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a072623-cc63-4b71-967b-efc8f69eb6f2 req-c009615f-4e94-48b4-9c2c-4e66051c09c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 1094 time: 0.2148397 Jul 29 15:00:44.628722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6085380-0fff-4442-b813-03b3f49c8766 req-e5bfe063-31d0-4bea-85bd-24f8b004ff5f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:44.630358 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f6085380-0fff-4442-b813-03b3f49c8766 req-e5bfe063-31d0-4bea-85bd-24f8b004ff5f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 945 time: 0.2000692 Jul 29 15:00:44.669363 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Allocated IP 172.20.0.2 (49766d8f-4c09-41f4-a3cb-0627c14f9a49/6dbf0332-0533-4e70-a3fb-c2c373c3bdd4/75dd56dc-3eaa-40ff-8b54-8749c05c7794) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:00:44.776329 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3f90-a93a-45ab-9298-a34865ea8918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:44.776627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e3f90-a93a-45ab-9298-a34865ea8918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:44.777272 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd6e3f90-a93a-45ab-9298-a34865ea8918 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:44.778428 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194de12-9429-409e-a266-30ca71f1e349 req-ad142584-538a-4c27-9394-b3ed4531c472 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:44.787005 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8194de12-9429-409e-a266-30ca71f1e349 req-ad142584-538a-4c27-9394-b3ed4531c472 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.0836716 Jul 29 15:00:44.858034 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8194de12-9429-409e-a266-30ca71f1e349 req-e045cc4a-4786-4ead-b502-089c1ca81627 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696623 Jul 29 15:00:44.898939 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dd6e3f90-a93a-45ab-9298-a34865ea8918 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2852306 Jul 29 15:00:44.903074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48920) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:44.903345 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a072623-cc63-4b71-967b-efc8f69eb6f2 req-0014eea8-b7b9-4af4-b6f2-02a75d3f48f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:44.905982 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a072623-cc63-4b71-967b-efc8f69eb6f2 req-0014eea8-b7b9-4af4-b6f2-02a75d3f48f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.2732451 Jul 29 15:00:44.909116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-eda18c57-01f9-4f34-a146-700ffee8477d admin admin] Request body: {'subnet': {'network_id': '65300431-d40d-461b-b40d-3488762d28cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-284645885-subnet', 'tenant_id': 'c63479eb780040d2a1e30b582d75098a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:44.921365 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f6085380-0fff-4442-b813-03b3f49c8766 req-f0844b32-be3f-4bb0-848b-7b68c0ca25d1 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768385 Jul 29 15:00:44.968236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda18c57-01f9-4f34-a146-700ffee8477d admin admin] Made reservation on behalf of c63479eb780040d2a1e30b582d75098a for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:44.971068 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eda18c57-01f9-4f34-a146-700ffee8477d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:44.994330 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:45.006424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Transition to ACTIVE for port object 75dd56dc-3eaa-40ff-8b54-8749c05c7794 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:45.027489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Transition to ACTIVE for port object 75dd56dc-3eaa-40ff-8b54-8749c05c7794 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:45.035910 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:45.042111 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a072623-cc63-4b71-967b-efc8f69eb6f2 req-1673b703-dc14-4875-9c1a-7215d9d196d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d568e5b6-ffe5-43ee-bac8-390cd464dcf9 HTTP/1.1" status: 200 len: 217 time: 0.1195626 Jul 29 15:00:45.045114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e3f90-a93a-45ab-9298-a34865ea8918 admin admin] Pushing event updated for resources: {'Network': ['ID=65300431-d40d-461b-b40d-3488762d28cb,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:45.083616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Network 49766d8f-4c09-41f4-a3cb-0627c14f9a49 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:00:45.087652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 65300431-d40d-461b-b40d-3488762d28cb details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:00:45.119185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:45.122496 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:00:45.168582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a072623-cc63-4b71-967b-efc8f69eb6f2 req-c2f94cab-aecf-400e-b5d8-8e2ce7a913f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:45.170360 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a072623-cc63-4b71-967b-efc8f69eb6f2 req-c2f94cab-aecf-400e-b5d8-8e2ce7a913f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.1179643 Jul 29 15:00:45.189617 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Pushing event updated for resources: {'Port': ['ID=75dd56dc-3eaa-40ff-8b54-8749c05c7794,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:45.202276 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:45.202966 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:45.203500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:45.204296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:45.204844 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:45.205368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:45.206766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:45.207370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:45.207884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:45.208390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:45.208947 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:45.209446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:00:45.244226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a072623-cc63-4b71-967b-efc8f69eb6f2 req-180745ab-2e45-4986-8891-d0a417e63fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:45.245947 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a072623-cc63-4b71-967b-efc8f69eb6f2 req-180745ab-2e45-4986-8891-d0a417e63fcb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658762 Jul 29 15:00:45.280727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Attempting to bind port 75dd56dc-3eaa-40ff-8b54-8749c05c7794 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:00:45.281314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Attempting to bind port 75dd56dc-3eaa-40ff-8b54-8749c05c7794 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'b59e6489-0abe-4ad9-9596-c912da3d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '49766d8f-4c09-41f4-a3cb-0627c14f9a49'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:00:45.281886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Attempting to bind port 75dd56dc-3eaa-40ff-8b54-8749c05c7794 on network 49766d8f-4c09-41f4-a3cb-0627c14f9a49 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:00:45.288311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:00:45.288731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Checking segment: {'id': 'b59e6489-0abe-4ad9-9596-c912da3d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '49766d8f-4c09-41f4-a3cb-0627c14f9a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:45.289147 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:45.289552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Bound using segment: {'id': 'b59e6489-0abe-4ad9-9596-c912da3d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '49766d8f-4c09-41f4-a3cb-0627c14f9a49'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:00:45.290813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Bound port: 75dd56dc-3eaa-40ff-8b54-8749c05c7794, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59e6489-0abe-4ad9-9596-c912da3d1339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '49766d8f-4c09-41f4-a3cb-0627c14f9a49'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:00:45.291165 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:45.410560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] For port 75dd56dc-3eaa-40ff-8b54-8749c05c7794, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:00:45.432972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] For port 75dd56dc-3eaa-40ff-8b54-8749c05c7794, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=75dd56dc-3eaa-40ff-8b54-8749c05c7794,segment=NetworkSegment(b59e6489-0abe-4ad9-9596-c912da3d1339),segment_id=b59e6489-0abe-4ad9-9596-c912da3d1339)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:00:45.433256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-fa625ade-c656-46e2-9feb-0735fc42c067 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Allocated IP 172.20.0.11 (49766d8f-4c09-41f4-a3cb-0627c14f9a49/6dbf0332-0533-4e70-a3fb-c2c373c3bdd4/0db12bc7-e324-4acb-8f58-84b2289a9afe) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:00:45.440276 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:45.443435 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a072623-cc63-4b71-967b-efc8f69eb6f2 req-1f69dc84-1aa1-426f-9fd8-97c6aac19ad3 service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871855 Jul 29 15:00:45.523587 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4e8e7-26a8-42f2-a7f4-4981566f0f29 req-34e566d4-70db-4007-bddf-477485c92dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:45.528896 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05d4e8e7-26a8-42f2-a7f4-4981566f0f29 req-34e566d4-70db-4007-bddf-477485c92dad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f5e572e1e43471cb0156603ea55a1bb&device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 1097 time: 0.2419291 Jul 29 15:00:45.641103 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce7a9b-e2be-454a-b457-eb8399360749 None None] Pushing event updated for resources: {'Port': ['ID=75dd56dc-3eaa-40ff-8b54-8749c05c7794,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:45.707144 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a072623-cc63-4b71-967b-efc8f69eb6f2 req-edb15363-cb72-4b28-8058-5e70e633d6ab service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557371 Jul 29 15:00:45.782088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bd30f-95a9-4fb1-a241-361dbe68ee61 req-a1735fd3-a5a7-4b1c-b936-424048545ac0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:45.785468 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ad9bd30f-95a9-4fb1-a241-361dbe68ee61 req-a1735fd3-a5a7-4b1c-b936-424048545ac0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.4424601 Jul 29 15:00:45.902988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a369a9c-5dca-4a6b-8907-cd864627a100 req-a8521805-9592-431c-ba93-3a7a5815459b tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:45.914436 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9a369a9c-5dca-4a6b-8907-cd864627a100 req-a8521805-9592-431c-ba93-3a7a5815459b tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 943 time: 0.2054772 Jul 29 15:00:45.945823 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54f6a1-d4f0-4597-9dc9-b16560f5511f req-2b262ff5-f6f3-4411-bed4-f36b7215f408 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:45.949051 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0e54f6a1-d4f0-4597-9dc9-b16560f5511f req-2b262ff5-f6f3-4411-bed4-f36b7215f408 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 945 time: 0.1645277 Jul 29 15:00:46.040614 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9a369a9c-5dca-4a6b-8907-cd864627a100 req-0b0d6313-5890-4388-a09f-88544d8fb555 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222036 Jul 29 15:00:46.195920 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-0e54f6a1-d4f0-4597-9dc9-b16560f5511f req-ae6bc25f-ca5f-46d7-b603-055c6807dbb9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Deleting port 4281d7f8-984e-423b-9111-21a03b660783 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:46.197802 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0e54f6a1-d4f0-4597-9dc9-b16560f5511f req-ae6bc25f-ca5f-46d7-b603-055c6807dbb9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:46.279719 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ad9bd30f-95a9-4fb1-a241-361dbe68ee61 req-6c72c1e6-f894-4295-97cc-a0db1e8bc78d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3057458 Jul 29 15:00:46.355397 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2e6a202a-4329-484a-8d1c-d81f50cfc665 req-cfd3b59d-ba34-43dc-9c44-7ad2334b259c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5681319 Jul 29 15:00:46.369578 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa625ade-c656-46e2-9feb-0735fc42c067 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:46.374140 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eda18c57-01f9-4f34-a146-700ffee8477d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:46.470373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d568e5b6-ffe5-43ee-bac8-390cd464dcf9 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:00:46.538209 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-fa625ade-c656-46e2-9feb-0735fc42c067 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Transition to ACTIVE for port object 0db12bc7-e324-4acb-8f58-84b2289a9afe will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:46.541760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-0e54f6a1-d4f0-4597-9dc9-b16560f5511f req-ae6bc25f-ca5f-46d7-b603-055c6807dbb9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] For port 4281d7f8-984e-423b-9111-21a03b660783, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=4281d7f8-984e-423b-9111-21a03b660783,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:46.542329 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0e54f6a1-d4f0-4597-9dc9-b16560f5511f req-ae6bc25f-ca5f-46d7-b603-055c6807dbb9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:46.561699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-0e54f6a1-d4f0-4597-9dc9-b16560f5511f req-ae6bc25f-ca5f-46d7-b603-055c6807dbb9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Calling delete_port for 4281d7f8-984e-423b-9111-21a03b660783 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:46.616807 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa625ade-c656-46e2-9feb-0735fc42c067 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:46.618767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 75dd56dc-3eaa-40ff-8b54-8749c05c7794 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:00:46.643621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4e8e7-26a8-42f2-a7f4-4981566f0f29 req-ce62cb4d-6975-44bf-8056-380163057d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:46.646261 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05d4e8e7-26a8-42f2-a7f4-4981566f0f29 req-ce62cb4d-6975-44bf-8056-380163057d0d service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d80521b-6229-44d9-b599-75d40e13b312 HTTP/1.1" status: 200 len: 910 time: 0.9046664 Jul 29 15:00:46.774489 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f273cc-7d6a-48f8-a04e-d4d3b35e5325 req-98c84b44-3f51-48a6-8fa3-d13f14107803 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:46.784641 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87f273cc-7d6a-48f8-a04e-d4d3b35e5325 req-98c84b44-3f51-48a6-8fa3-d13f14107803 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 945 time: 0.5804324 Jul 29 15:00:46.800563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port d568e5b6-ffe5-43ee-bac8-390cd464dcf9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d568e5b6-ffe5-43ee-bac8-390cd464dcf9,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:46.809860 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 75dd56dc-3eaa-40ff-8b54-8749c05c7794 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:00:46.820518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'd568e5b6-ffe5-43ee-bac8-390cd464dcf9', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'port_id': 'd568e5b6-ffe5-43ee-bac8-390cd464dcf9', 'mac_address': 'fa:16:3e:64:7f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:00:46.841944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa625ade-c656-46e2-9feb-0735fc42c067 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=0db12bc7-e324-4acb-8f58-84b2289a9afe,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:46.880073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa625ade-c656-46e2-9feb-0735fc42c067 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network 49766d8f-4c09-41f4-a3cb-0627c14f9a49 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:00:46.882062 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87f273cc-7d6a-48f8-a04e-d4d3b35e5325 req-76a0fb32-dfe2-4dcf-b009-77ec078173f5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954964 Jul 29 15:00:46.902387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda18c57-01f9-4f34-a146-700ffee8477d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2c05c4b-1541-4492-a9cf-08be3720cdf1,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:46.911363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-fa625ade-c656-46e2-9feb-0735fc42c067 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:46.913431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda18c57-01f9-4f34-a146-700ffee8477d admin admin] Checking segment: {'id': 'd727d7a1-938d-49e4-bf86-c9c150df0869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '65300431-d40d-461b-b40d-3488762d28cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:46.913801 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda18c57-01f9-4f34-a146-700ffee8477d admin admin] Network hostable DHCP agents. Network: 65300431-d40d-461b-b40d-3488762d28cb, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:00:46.921266 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa625ade-c656-46e2-9feb-0735fc42c067 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:00:46.929587 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a202a-4329-484a-8d1c-d81f50cfc665 req-2240c97f-5ef6-4669-8b7b-f63cdaff5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:46.931623 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2e6a202a-4329-484a-8d1c-d81f50cfc665 req-2240c97f-5ef6-4669-8b7b-f63cdaff5ebc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 1095 time: 0.4216051 Jul 29 15:00:46.933229 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05d4e8e7-26a8-42f2-a7f4-4981566f0f29 req-2181af25-391b-4447-8f06-928ac207f2a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f57ee018-b433-4528-a366-93e5e4fb32ae HTTP/1.1" status: 200 len: 1001 time: 0.2358978 Jul 29 15:00:46.957414 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:47.013832 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d568e5b6-ffe5-43ee-bac8-390cd464dcf9 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:00:47.074379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port d568e5b6-ffe5-43ee-bac8-390cd464dcf9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d568e5b6-ffe5-43ee-bac8-390cd464dcf9,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:47.074773 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0e54f6a1-d4f0-4597-9dc9-b16560f5511f req-ae6bc25f-ca5f-46d7-b603-055c6807dbb9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:47.095953 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:47.139789 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bc25f-ca5f-46d7-b603-055c6807dbb9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Pushing event deleted for resources: {'Port': ['ID=4281d7f8-984e-423b-9111-21a03b660783,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:47.204276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda18c57-01f9-4f34-a146-700ffee8477d admin admin] Network 65300431-d40d-461b-b40d-3488762d28cb is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:00:47.213771 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa625ade-c656-46e2-9feb-0735fc42c067 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:47.214478 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa625ade-c656-46e2-9feb-0735fc42c067 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:47.238627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e54f6a1-d4f0-4597-9dc9-b16560f5511f req-ae6bc25f-ca5f-46d7-b603-055c6807dbb9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] No DVR routers for this DVR port 4281d7f8-984e-423b-9111-21a03b660783 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:47.242281 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0e54f6a1-d4f0-4597-9dc9-b16560f5511f req-ae6bc25f-ca5f-46d7-b603-055c6807dbb9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:47.246828 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0e54f6a1-d4f0-4597-9dc9-b16560f5511f req-ae6bc25f-ca5f-46d7-b603-055c6807dbb9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "DELETE /v2.0/ports/4281d7f8-984e-423b-9111-21a03b660783 HTTP/1.1" status: 204 len: 173 time: 1.2906713 Jul 29 15:00:47.248625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ebca8f-26a5-44c3-9483-5986acfe63a1', 'name': 'network-vif-deleted', 'tag': '4281d7f8-984e-423b-9111-21a03b660783'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:00:47.253014 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d8b0e2-a3f4-4f7c-86eb-3271c88117cd" -d '{"events": [{"server_uuid": "30ebca8f-26a5-44c3-9483-5986acfe63a1", "name": "network-vif-deleted", "tag": "4281d7f8-984e-423b-9111-21a03b660783"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:00:47.254548 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=d568e5b6-ffe5-43ee-bac8-390cd464dcf9,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:47.279813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4e8e7-26a8-42f2-a7f4-4981566f0f29 req-878dcb7e-1f44-4bd8-b4ac-e94e639017ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:47.281218 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05d4e8e7-26a8-42f2-a7f4-4981566f0f29 req-878dcb7e-1f44-4bd8-b4ac-e94e639017ee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b1747c4-def9-4399-bfc4-b048db571a84 HTTP/1.1" status: 200 len: 848 time: 0.3242157 Jul 29 15:00:47.304798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-eda18c57-01f9-4f34-a146-700ffee8477d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 65300431-d40d-461b-b40d-3488762d28cb) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:47.324305 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3181f78-14d9-48c2-a22d-cfbeaabb45c6 None None] Network 65300431-d40d-461b-b40d-3488762d28cb requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:47.333146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda18c57-01f9-4f34-a146-700ffee8477d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:47.333873 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eda18c57-01f9-4f34-a146-700ffee8477d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:47.357758 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fa625ade-c656-46e2-9feb-0735fc42c067 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4179332 Jul 29 15:00:47.362624 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48940) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:47.409706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a202a-4329-484a-8d1c-d81f50cfc665 req-fb552b62-d62c-4a83-ac62-1154fcbaba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:47.411391 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2e6a202a-4329-484a-8d1c-d81f50cfc665 req-fb552b62-d62c-4a83-ac62-1154fcbaba53 service neutron] 10.222.0.38 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.4436796 Jul 29 15:00:47.464817 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efc757-cbd3-4094-ab64-6792d840c4d3 req-126db03f-38ba-406b-80f4-7abe737155c0 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:47.475301 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-22efc757-cbd3-4094-ab64-6792d840c4d3 req-126db03f-38ba-406b-80f4-7abe737155c0 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 944 time: 0.2931116 Jul 29 15:00:47.496708 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-eda18c57-01f9-4f34-a146-700ffee8477d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5798576 Jul 29 15:00:47.543973 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7a80c8-d8dc-4c97-bcca-da6bf492f0f1 x-openstack-request-id: req-cd7a80c8-d8dc-4c97-bcca-da6bf492f0f1 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:00:47.545453 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ebca8f-26a5-44c3-9483-5986acfe63a1", "name": "network-vif-deleted", "tag": "4281d7f8-984e-423b-9111-21a03b660783", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:00:47.546378 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd7a80c8-d8dc-4c97-bcca-da6bf492f0f1 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:00:47.547251 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ebca8f-26a5-44c3-9483-5986acfe63a1', 'name': 'network-vif-deleted', 'tag': '4281d7f8-984e-423b-9111-21a03b660783', 'status': 'completed', 'code': 200} Jul 29 15:00:47.567001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4e8e7-26a8-42f2-a7f4-4981566f0f29 req-e97fb9b4-22c4-4cbe-8807-8672834732fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:47.569300 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05d4e8e7-26a8-42f2-a7f4-4981566f0f29 req-e97fb9b4-22c4-4cbe-8807-8672834732fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d80521b-6229-44d9-b599-75d40e13b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2654803 Jul 29 15:00:47.588619 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-05d4e8e7-26a8-42f2-a7f4-4981566f0f29 req-475458cc-7bbe-4d1d-9120-c3616ef1e498 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:00:47.590068 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05d4e8e7-26a8-42f2-a7f4-4981566f0f29 req-475458cc-7bbe-4d1d-9120-c3616ef1e498 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077946 Jul 29 15:00:47.632767 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-22efc757-cbd3-4094-ab64-6792d840c4d3 req-caa2c49e-73e4-4b56-9e5a-abea88ebb30d tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570230 Jul 29 15:00:47.638269 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2e6a202a-4329-484a-8d1c-d81f50cfc665 req-af60518e-566c-47ed-912c-f23a5a83a40d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326 HTTP/1.1" status: 200 len: 999 time: 0.2040236 Jul 29 15:00:47.789488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef45c42-d736-48ed-ad4e-8273d0ba4d37 req-6c79be67-820e-4a2b-a9ab-49708509cff0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:47.798234 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9ef45c42-d736-48ed-ad4e-8273d0ba4d37 req-6c79be67-820e-4a2b-a9ab-49708509cff0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.1134424 Jul 29 15:00:47.858727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3ff047a7-3a16-4d50-a4e2-7d7d76aab8f3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port 0db12bc7-e324-4acb-8f58-84b2289a9afe {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:47.859403 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ff047a7-3a16-4d50-a4e2-7d7d76aab8f3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:47.918099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a202a-4329-484a-8d1c-d81f50cfc665 req-af1ef44a-a37b-4f68-b34a-cab3d739caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:47.920419 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2e6a202a-4329-484a-8d1c-d81f50cfc665 req-af1ef44a-a37b-4f68-b34a-cab3d739caa9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.1914585 Jul 29 15:00:47.967182 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05d4e8e7-26a8-42f2-a7f4-4981566f0f29 req-7725ad9a-678b-46c4-8a85-c7f539966ed0 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690753 Jul 29 15:00:48.059331 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['d568e5b6-ffe5-43ee-bac8-390cd464dcf9'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:00:48.061752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d8e2df-773e-42a7-a293-f50682f5e5b8 None None] Network 49766d8f-4c09-41f4-a3cb-0627c14f9a49 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:48.084050 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9ef45c42-d736-48ed-ad4e-8273d0ba4d37 req-ce3be0d8-b2e2-4756-b172-3c22f868f28a tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2840905 Jul 29 15:00:48.175193 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ff047a7-3a16-4d50-a4e2-7d7d76aab8f3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:48.185870 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05d4e8e7-26a8-42f2-a7f4-4981566f0f29 req-fbbd3f28-7bdd-474e-8d11-c37a4c25ebfa service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019329 Jul 29 15:00:48.196184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3ff047a7-3a16-4d50-a4e2-7d7d76aab8f3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for 0db12bc7-e324-4acb-8f58-84b2289a9afe owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:48.237262 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c8d1d278-bb8e-405e-ba2b-8e145756f7e2 None None] Provisioning for port 75dd56dc-3eaa-40ff-8b54-8749c05c7794 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:00:48.255006 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23f0b1b-f332-4e6e-82f4-d225b74db370 None None] Network 65300431-d40d-461b-b40d-3488762d28cb requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:48.266326 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c8d1d278-bb8e-405e-ba2b-8e145756f7e2 None None] Provisioning complete for port 75dd56dc-3eaa-40ff-8b54-8749c05c7794 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:00:48.267076 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8d1d278-bb8e-405e-ba2b-8e145756f7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:48.306422 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df7bdbd4-3626-4be0-9d50-cb7ebc1afe86 req-c32490ae-e308-46e8-916a-4170b0cfea2f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ebca8f-26a5-44c3-9483-5986acfe63a1 HTTP/1.1" status: 200 len: 210 time: 0.1147797 Jul 29 15:00:48.354808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a202a-4329-484a-8d1c-d81f50cfc665 req-509ecf1f-0d3e-4c32-8d93-cd40bb354243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:48.357285 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2e6a202a-4329-484a-8d1c-d81f50cfc665 req-509ecf1f-0d3e-4c32-8d93-cd40bb354243 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4221513 Jul 29 15:00:48.546269 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2e6a202a-4329-484a-8d1c-d81f50cfc665 req-8b4ad295-0038-4c60-8518-6fb1bb889407 service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797919 Jul 29 15:00:48.547559 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ff047a7-3a16-4d50-a4e2-7d7d76aab8f3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:48.660084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff047a7-3a16-4d50-a4e2-7d7d76aab8f3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=0db12bc7-e324-4acb-8f58-84b2289a9afe,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:48.709287 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8d1d278-bb8e-405e-ba2b-8e145756f7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:48.890059 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2e6a202a-4329-484a-8d1c-d81f50cfc665 req-eb80cd41-d4b4-4a06-9ab3-ef8ba1e644d1 service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319218 Jul 29 15:00:48.928468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ff047a7-3a16-4d50-a4e2-7d7d76aab8f3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:48.937307 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3ff047a7-3a16-4d50-a4e2-7d7d76aab8f3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/0db12bc7-e324-4acb-8f58-84b2289a9afe HTTP/1.1" status: 204 len: 168 time: 1.5679841 Jul 29 15:00:48.937598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc17c0-6572-4ccb-a55b-9e0fe0b8ce3e req-7fbaacaf-c215-4f46-8ea7-69a98c65e625 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:48.939599 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0edc17c0-6572-4ccb-a55b-9e0fe0b8ce3e req-7fbaacaf-c215-4f46-8ea7-69a98c65e625 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 944 time: 0.1738772 Jul 29 15:00:48.940904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48970) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:48.988122 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-0f0fe6be-85c6-448c-a133-fdf4e94832dd tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:48.990020 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-0f0fe6be-85c6-448c-a133-fdf4e94832dd tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/networks?id=65300431-d40d-461b-b40d-3488762d28cb HTTP/1.1" status: 200 len: 813 time: 0.3576219 Jul 29 15:00:49.017060 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2aa856-911e-4468-823c-d29c94c8cc97 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] DELETE failed (client error): The resource could not be found. Jul 29 15:00:49.018380 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2aa856-911e-4468-823c-d29c94c8cc97 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:00:49.024260 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7e2aa856-911e-4468-823c-d29c94c8cc97 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/0db12bc7-e324-4acb-8f58-84b2289a9afe HTTP/1.1" status: 404 len: 333 time: 0.0813427 Jul 29 15:00:49.028443 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-76f3c1ff-46b0-441c-9c59-bae8b2d36fdb tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/quotas/c63479eb780040d2a1e30b582d75098a HTTP/1.1" status: 200 len: 375 time: 0.0235183 Jul 29 15:00:49.029385 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48972) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:49.056485 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 4281d7f8-984e-423b-9111-21a03b660783 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:00:49.088912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0edc17c0-6572-4ccb-a55b-9e0fe0b8ce3e req-f9a01287-695f-4dfe-aba9-cfcf505a59cf tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294658 Jul 29 15:00:49.144608 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-1b1c5393-eb0f-455e-aeb9-63a78640cb12 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c63479eb780040d2a1e30b582d75098a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975318 Jul 29 15:00:49.147308 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c8d1d278-bb8e-405e-ba2b-8e145756f7e2 None None] For port 75dd56dc-3eaa-40ff-8b54-8749c05c7794, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=75dd56dc-3eaa-40ff-8b54-8749c05c7794,segment=NetworkSegment(b59e6489-0abe-4ad9-9596-c912da3d1339),segment_id=b59e6489-0abe-4ad9-9596-c912da3d1339)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:49.148183 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8779e99-637b-400a-abdd-3fad2eacbd71 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] GET failed (client error): The resource could not be found. Jul 29 15:00:49.155725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48976) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:49.157230 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e8779e99-637b-400a-abdd-3fad2eacbd71 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/0db12bc7-e324-4acb-8f58-84b2289a9afe HTTP/1.1" status: 404 len: 333 time: 0.1259239 Jul 29 15:00:49.169939 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 4281d7f8-984e-423b-9111-21a03b660783 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:00:49.171278 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 4281d7f8-984e-423b-9111-21a03b660783 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:00:49.181928 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8d1d278-bb8e-405e-ba2b-8e145756f7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:49.278611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded03952-fd91-471d-887a-e3ee22346c6c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting subnet 6dbf0332-0533-4e70-a3fb-c2c373c3bdd4 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:00:49.282112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1d278-bb8e-405e-ba2b-8e145756f7e2 None None] Pushing event updated for resources: {'Port': ['ID=75dd56dc-3eaa-40ff-8b54-8749c05c7794,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:49.284922 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ded03952-fd91-471d-887a-e3ee22346c6c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:49.358998 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ded03952-fd91-471d-887a-e3ee22346c6c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:49.389984 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-5f418479-2fc9-48af-9c92-8b64f2719e30 service neutron] 10.222.0.16 "GET /v2.0/networks/65300431-d40d-461b-b40d-3488762d28cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226295 Jul 29 15:00:49.490842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9d2af-7a0b-4381-ae1e-90cbab633fe0 req-2c273b33-75e9-41a8-a5ae-a61ef4628854 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:49.492405 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fcb9d2af-7a0b-4381-ae1e-90cbab633fe0 req-2c273b33-75e9-41a8-a5ae-a61ef4628854 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.1293912 Jul 29 15:00:49.573438 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ded03952-fd91-471d-887a-e3ee22346c6c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:49.580990 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fcb9d2af-7a0b-4381-ae1e-90cbab633fe0 req-d77ac908-acd4-4c9c-b24b-0dc13639ed23 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645053 Jul 29 15:00:49.631279 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-d18d1bf5-bc10-45de-add3-de8780ab211b service neutron] 10.222.0.16 "GET /v2.0/networks/65300431-d40d-461b-b40d-3488762d28cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347848 Jul 29 15:00:49.705113 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ded03952-fd91-471d-887a-e3ee22346c6c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:49.728599 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-22ff40c1-53d9-427f-8635-9e50589d535d None None] Provisioning complete for port 75dd56dc-3eaa-40ff-8b54-8749c05c7794 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:00:49.729435 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22ff40c1-53d9-427f-8635-9e50589d535d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:49.822252 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ded03952-fd91-471d-887a-e3ee22346c6c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:49.826376 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ded03952-fd91-471d-887a-e3ee22346c6c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/6dbf0332-0533-4e70-a3fb-c2c373c3bdd4 HTTP/1.1" status: 204 len: 168 time: 0.6694009 Jul 29 15:00:49.827697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded03952-fd91-471d-887a-e3ee22346c6c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Subnet': ['ID=6dbf0332-0533-4e70-a3fb-c2c373c3bdd4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:49.828953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48984) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:49.971557 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:50.092968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port 75dd56dc-3eaa-40ff-8b54-8749c05c7794 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:50.093663 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:50.140216 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9355d0e-117e-44f1-8068-2f3a6429bbd2 req-80c908ca-08ed-455a-8945-39c95002fb3d tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 210 time: 0.2094820 Jul 29 15:00:50.193572 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e92f6a-1977-4033-90cc-4f1fc3d04eeb None None] Network 49766d8f-4c09-41f4-a3cb-0627c14f9a49 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:50.296197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] For port 75dd56dc-3eaa-40ff-8b54-8749c05c7794, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=75dd56dc-3eaa-40ff-8b54-8749c05c7794,segment=NetworkSegment(b59e6489-0abe-4ad9-9596-c912da3d1339),segment_id=b59e6489-0abe-4ad9-9596-c912da3d1339)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:50.296489 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:50.316276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for 75dd56dc-3eaa-40ff-8b54-8749c05c7794 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:50.332722 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d420745d-f2ee-403b-937b-7d6499eb73f9 None None] Could not find standard attr ID for object 0db12bc7-e324-4acb-8f58-84b2289a9afe. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:00:50.475750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0085ea94-5980-4506-9608-fd038cccaa7b None None] DHCP port deletion for 49766d8f-4c09-41f4-a3cb-0627c14f9a49 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:00:50.485766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d568e5b6-ffe5-43ee-bac8-390cd464dcf9 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:00:50.598045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee838f-82b0-43b8-8a44-72ce19e8d136 req-a7be1ac3-c41b-4516-a0b7-928719533f1c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:50.623485 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-89ee838f-82b0-43b8-8a44-72ce19e8d136 req-a7be1ac3-c41b-4516-a0b7-928719533f1c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 944 time: 0.1733434 Jul 29 15:00:50.637463 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:50.683284 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-4dddb56d-94a7-4097-be00-40db3c1f0314 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:50.687007 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-4dddb56d-94a7-4097-be00-40db3c1f0314 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 811 time: 0.3783038 Jul 29 15:00:50.688834 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port d568e5b6-ffe5-43ee-bac8-390cd464dcf9 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:00:50.694749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=75dd56dc-3eaa-40ff-8b54-8749c05c7794,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:50.702163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0085ea94-5980-4506-9608-fd038cccaa7b None None] Deleting port 75dd56dc-3eaa-40ff-8b54-8749c05c7794 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:50.702900 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0085ea94-5980-4506-9608-fd038cccaa7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:50.705482 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port d568e5b6-ffe5-43ee-bac8-390cd464dcf9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:00:50.706486 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:50.718354 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-5328927b-68c2-4a46-9c1f-7d519d51b744 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/quotas/e951561287f84a8e8ff1072e4b5cb2f0 HTTP/1.1" status: 200 len: 375 time: 0.0225694 Jul 29 15:00:50.724407 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No DVR routers for this DVR port 75dd56dc-3eaa-40ff-8b54-8749c05c7794 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:50.750365 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-89ee838f-82b0-43b8-8a44-72ce19e8d136 req-5f66c3d3-83c7-4842-9b03-3879f72b59ae tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258445 Jul 29 15:00:50.847433 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-f597a805-ae72-408d-a21a-a78039affc1e tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1208608 Jul 29 15:00:50.854450 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0085ea94-5980-4506-9608-fd038cccaa7b None None] For port 75dd56dc-3eaa-40ff-8b54-8749c05c7794, host n-d-802893-1, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:50.854939 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0085ea94-5980-4506-9608-fd038cccaa7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:50.902825 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0085ea94-5980-4506-9608-fd038cccaa7b None None] Calling delete_port for 75dd56dc-3eaa-40ff-8b54-8749c05c7794 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:50.958834 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-0085ea94-5980-4506-9608-fd038cccaa7b None None] Port 75dd56dc-3eaa-40ff-8b54-8749c05c7794 was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 15:00:50.976700 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0085ea94-5980-4506-9608-fd038cccaa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:51.025985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085ea94-5980-4506-9608-fd038cccaa7b None None] Pushing event deleted for resources: {'Port': ['ID=75dd56dc-3eaa-40ff-8b54-8749c05c7794,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:51.035218 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085ea94-5980-4506-9608-fd038cccaa7b None None] No DVR routers for this DVR port 75dd56dc-3eaa-40ff-8b54-8749c05c7794 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:51.044576 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:51.069331 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:51.088307 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893bb00b-a95f-4520-8f63-93c7a4718903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd568e5b6-ffe5-43ee-bac8-390cd464dcf9'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:00:51.093095 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c1e4ad-85ae-4716-9edd-00a2efb27480" -d '{"events": [{"server_uuid": "893bb00b-a95f-4520-8f63-93c7a4718903", "name": "network-vif-plugged", "status": "completed", "tag": "d568e5b6-ffe5-43ee-bac8-390cd464dcf9"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:00:51.110284 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49766d8f-4c09-41f4-a3cb-0627c14f9a49']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:51.128317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59e6489-0abe-4ad9-9596-c912da3d1339') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:51.130760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59e6489-0abe-4ad9-9596-c912da3d1339') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:51.141658 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port d568e5b6-ffe5-43ee-bac8-390cd464dcf9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d568e5b6-ffe5-43ee-bac8-390cd464dcf9,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:51.151012 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:51.152700 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:51.174352 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-ae0e85dd-05ed-4cd6-b991-553949703b9f service neutron] 10.222.0.16 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136835 Jul 29 15:00:51.204745 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:51.231382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:51.231997 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:51.237693 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7aeda6e-6851-471a-866f-4143a4f03e07 x-openstack-request-id: req-f7aeda6e-6851-471a-866f-4143a4f03e07 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:00:51.239284 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893bb00b-a95f-4520-8f63-93c7a4718903", "name": "network-vif-plugged", "status": "completed", "tag": "d568e5b6-ffe5-43ee-bac8-390cd464dcf9", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:00:51.239589 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7aeda6e-6851-471a-866f-4143a4f03e07 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:51.241014 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:51.243779 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893bb00b-a95f-4520-8f63-93c7a4718903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd568e5b6-ffe5-43ee-bac8-390cd464dcf9', 'code': 200} Jul 29 15:00:51.322199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=d568e5b6-ffe5-43ee-bac8-390cd464dcf9,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:51.411582 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f020d550-914e-405f-bbda-16e548ab54b1 req-aebd0181-9eeb-400c-b16b-07bd2e0fbff8 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 210 time: 0.0450432 Jul 29 15:00:51.423707 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:51.443482 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:51.450883 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/networks/49766d8f-4c09-41f4-a3cb-0627c14f9a49 HTTP/1.1" status: 204 len: 168 time: 1.6190126 Jul 29 15:00:51.452177 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49018) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:51.455657 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-08c5e890-48d4-4d3d-b4f3-f25e009d397c service neutron] 10.222.0.16 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618022 Jul 29 15:00:51.458708 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b0c71f0b-6687-485b-a118-e54f758ecdc7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1640196158'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:51.474201 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352e23a-e497-444d-8ea2-f946101afc57 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Network': ['ID=49766d8f-4c09-41f4-a3cb-0627c14f9a49,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:51.507975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c71f0b-6687-485b-a118-e54f758ecdc7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:51.516955 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b0c71f0b-6687-485b-a118-e54f758ecdc7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:51.555460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c71f0b-6687-485b-a118-e54f758ecdc7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:00:51.614862 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b0c71f0b-6687-485b-a118-e54f758ecdc7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:51.615295 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-b0c71f0b-6687-485b-a118-e54f758ecdc7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Added segment 781f752d-2d15-4c4f-bb7d-aa8193a3c19b of type vlan for network 4b629daa-6fe2-4c75-884f-7a5509d81441 Jul 29 15:00:51.773974 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-026e8ee4-e8b4-4fc5-9b68-eff699d15dfb req-5d724819-8e5e-4b18-927f-13b9929bfb0c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 210 time: 0.1093616 Jul 29 15:00:51.800863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bbd81-0585-4b59-8733-21a6677584fc req-302ebb70-8fa5-44e8-afc8-ea8d4a32bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:51.803065 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9e6bbd81-0585-4b59-8733-21a6677584fc req-302ebb70-8fa5-44e8-afc8-ea8d4a32bb83 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 1096 time: 0.2432108 Jul 29 15:00:51.805213 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b0c71f0b-6687-485b-a118-e54f758ecdc7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:51.866702 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9e6bbd81-0585-4b59-8733-21a6677584fc req-494a38cb-6ea4-4ba7-8839-25bf711b0d44 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555506 Jul 29 15:00:51.871636 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b0c71f0b-6687-485b-a118-e54f758ecdc7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:51.877297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c71f0b-6687-485b-a118-e54f758ecdc7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:51.878001 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b0c71f0b-6687-485b-a118-e54f758ecdc7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:51.954088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed51157-0f82-4863-8197-63373f0a287f req-d348f681-da01-474e-90a4-a94582371dbb tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:51.962924 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ed51157-0f82-4863-8197-63373f0a287f req-d348f681-da01-474e-90a4-a94582371dbb tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 945 time: 0.0945377 Jul 29 15:00:52.010522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49032) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:52.012912 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b0c71f0b-6687-485b-a118-e54f758ecdc7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5547378 Jul 29 15:00:52.020175 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4b689657-8ad8-4509-9555-575212aa22b9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'subnet': {'network_id': '4b629daa-6fe2-4c75-884f-7a5509d81441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:52.077758 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c71f0b-6687-485b-a118-e54f758ecdc7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Network': ['ID=4b629daa-6fe2-4c75-884f-7a5509d81441,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:52.095627 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 4b629daa-6fe2-4c75-884f-7a5509d81441 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:00:52.135078 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ed51157-0f82-4863-8197-63373f0a287f req-fc75495d-60ec-412f-a2b5-b070087fd6cb tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678631 Jul 29 15:00:52.276494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b689657-8ad8-4509-9555-575212aa22b9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:52.284141 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b689657-8ad8-4509-9555-575212aa22b9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:52.424885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 75dd56dc-3eaa-40ff-8b54-8749c05c7794 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:00:52.484951 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-d73e10e0-3b5c-4528-b1d9-2f9f730a6def tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:52.486652 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-d73e10e0-3b5c-4528-b1d9-2f9f730a6def tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.38 "GET /v2.0/networks?id=65300431-d40d-461b-b40d-3488762d28cb HTTP/1.1" status: 200 len: 813 time: 0.2895961 Jul 29 15:00:52.489772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 75dd56dc-3eaa-40ff-8b54-8749c05c7794 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:00:52.490406 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 75dd56dc-3eaa-40ff-8b54-8749c05c7794 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:00:52.613305 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-bfa9ff12-0106-4dd1-8ad8-4f81197948e8 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Request body: {'port': {'device_id': '8c90b5d7-144b-42c5-a771-f61fa8926f6b', 'network_id': '65300431-d40d-461b-b40d-3488762d28cb', 'admin_state_up': True, 'tenant_id': 'c63479eb780040d2a1e30b582d75098a'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:52.692567 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4bacf7c5-230b-40a3-9c6f-043a31afb47e req-3a0f274a-caef-4a48-89e3-eb3f2e3d7819 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 210 time: 0.1004422 Jul 29 15:00:52.858895 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b689657-8ad8-4509-9555-575212aa22b9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:53.012286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b689657-8ad8-4509-9555-575212aa22b9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Subnet': ['ID=00718dd5-25f9-4b6c-99c3-614927bcf4dc,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:53.019259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29768dc4-1fe4-4f9e-b224-1b2faf9b4aad req-cfbc497a-9059-4290-ac8f-aa00de14081e tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 210 time: 0.0677807 Jul 29 15:00:53.029049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b689657-8ad8-4509-9555-575212aa22b9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Checking segment: {'id': '781f752d-2d15-4c4f-bb7d-aa8193a3c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4b629daa-6fe2-4c75-884f-7a5509d81441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:53.029519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b689657-8ad8-4509-9555-575212aa22b9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network hostable DHCP agents. Network: 4b629daa-6fe2-4c75-884f-7a5509d81441, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:00:53.047281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-bfa9ff12-0106-4dd1-8ad8-4f81197948e8 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Made reservation on behalf of c63479eb780040d2a1e30b582d75098a for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:53.050989 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-bfa9ff12-0106-4dd1-8ad8-4f81197948e8 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:53.070440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b689657-8ad8-4509-9555-575212aa22b9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network 4b629daa-6fe2-4c75-884f-7a5509d81441 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:00:53.091095 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-4b689657-8ad8-4509-9555-575212aa22b9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 4b629daa-6fe2-4c75-884f-7a5509d81441) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:53.100850 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a662350d-a602-4af0-81a4-2c00d11a3726 None None] Network 4b629daa-6fe2-4c75-884f-7a5509d81441 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:53.189230 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b689657-8ad8-4509-9555-575212aa22b9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:53.190382 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b689657-8ad8-4509-9555-575212aa22b9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:53.235673 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4b689657-8ad8-4509-9555-575212aa22b9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2236989 Jul 29 15:00:53.238297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49054) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:53.248586 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e2e0745d-5170-4699-b2d3-3937bec14d70 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'network_id': '4b629daa-6fe2-4c75-884f-7a5509d81441', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1375420906'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:53.453627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-bfa9ff12-0106-4dd1-8ad8-4f81197948e8 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Allocated IP 172.20.0.3 (65300431-d40d-461b-b40d-3488762d28cb/b2c05c4b-1541-4492-a9cf-08be3720cdf1/f6e14b83-52e0-4abf-8a69-24a1f16f236c) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:00:53.465018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-4b629daa-6fe2-4c75-884f-7a5509d81441', 'network_id': '4b629daa-6fe2-4c75-884f-7a5509d81441', 'tenant_id': '42d4e998c7924ea2885f5e7134c87060', 'fixed_ips': [{'subnet_id': '00718dd5-25f9-4b6c-99c3-614927bcf4dc'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:00:53.466605 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:53.522749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e0745d-5170-4699-b2d3-3937bec14d70 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:53.532219 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2e0745d-5170-4699-b2d3-3937bec14d70 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:53.582862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-e2e0745d-5170-4699-b2d3-3937bec14d70 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port 59d5839e-640f-40c4-83df-50a365c1b281 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:00:53.627689 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bc17b-adc0-4579-b778-814ad58ef62e req-798d44db-e476-4ffc-ae23-2b4db87cebc4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:53.635523 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be1bc17b-adc0-4579-b778-814ad58ef62e req-798d44db-e476-4ffc-ae23-2b4db87cebc4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 945 time: 0.3212628 Jul 29 15:00:53.794552 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-4205f68b-c2b8-4aeb-8858-ad6ef2026f64 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:53.796182 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-4205f68b-c2b8-4aeb-8858-ad6ef2026f64 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 811 time: 0.3399534 Jul 29 15:00:53.809194 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be1bc17b-adc0-4579-b778-814ad58ef62e req-1370bc49-efec-4c1a-a8bc-d55342c5cd7b tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726263 Jul 29 15:00:53.850813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-4f89d5ce-b93a-4b23-a5df-461f937207fb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Request body: {'port': {'device_id': '9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f', 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082', 'admin_state_up': True, 'tenant_id': 'e951561287f84a8e8ff1072e4b5cb2f0'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:53.901312 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Allocated IP 172.20.0.2 (4b629daa-6fe2-4c75-884f-7a5509d81441/00718dd5-25f9-4b6c-99c3-614927bcf4dc/4d02aa2d-29fe-4e65-aa04-aba11f923230) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:00:53.948558 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-578ba4e2-4008-4593-be74-8dca4097a983 req-afec21c6-8fb5-44a2-8957-a593de4b3ea1 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 210 time: 0.0637491 Jul 29 15:00:54.113362 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:54.132437 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Transition to ACTIVE for port object 4d02aa2d-29fe-4e65-aa04-aba11f923230 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:54.155461 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c35989d2-9462-4529-8096-b118543d7056 req-281f5f28-e5e2-4374-8f4a-a4b585346de3 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=09dcdfac1c5247cfbf78992b07e84d06 HTTP/1.1" status: 200 len: 267 time: 0.1339545 Jul 29 15:00:54.159651 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Transition to ACTIVE for port object 4d02aa2d-29fe-4e65-aa04-aba11f923230 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:54.169151 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:54.180134 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3790238e-36c3-48c7-8474-9a2a9170d26d req-79a848ad-9323-4530-8da3-5ff4af790eef tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 210 time: 0.0493357 Jul 29 15:00:54.205507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-bfa9ff12-0106-4dd1-8ad8-4f81197948e8 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:54.232944 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Network 4b629daa-6fe2-4c75-884f-7a5509d81441 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:00:54.239140 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:54.248828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:00:54.264071 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Pushing event updated for resources: {'Port': ['ID=4d02aa2d-29fe-4e65-aa04-aba11f923230,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:54.314109 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-e2e0745d-5170-4699-b2d3-3937bec14d70 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Allocated IP 172.20.0.7 (4b629daa-6fe2-4c75-884f-7a5509d81441/00718dd5-25f9-4b6c-99c3-614927bcf4dc/59d5839e-640f-40c4-83df-50a365c1b281) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:00:54.334307 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Attempting to bind port 4d02aa2d-29fe-4e65-aa04-aba11f923230 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:00:54.335052 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Attempting to bind port 4d02aa2d-29fe-4e65-aa04-aba11f923230 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '781f752d-2d15-4c4f-bb7d-aa8193a3c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4b629daa-6fe2-4c75-884f-7a5509d81441'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:00:54.335831 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Attempting to bind port 4d02aa2d-29fe-4e65-aa04-aba11f923230 on network 4b629daa-6fe2-4c75-884f-7a5509d81441 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:00:54.344291 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:00:54.345160 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Checking segment: {'id': '781f752d-2d15-4c4f-bb7d-aa8193a3c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4b629daa-6fe2-4c75-884f-7a5509d81441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:54.345736 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:54.347293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Bound using segment: {'id': '781f752d-2d15-4c4f-bb7d-aa8193a3c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4b629daa-6fe2-4c75-884f-7a5509d81441'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:00:54.348031 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Bound port: 4d02aa2d-29fe-4e65-aa04-aba11f923230, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781f752d-2d15-4c4f-bb7d-aa8193a3c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4b629daa-6fe2-4c75-884f-7a5509d81441'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:00:54.348643 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:54.402397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-4f89d5ce-b93a-4b23-a5df-461f937207fb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Made reservation on behalf of e951561287f84a8e8ff1072e4b5cb2f0 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:54.406153 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-4f89d5ce-b93a-4b23-a5df-461f937207fb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:54.431934 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35989d2-9462-4529-8096-b118543d7056 req-052f5eef-6071-4595-9485-3957ecc4aff2 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:54.439627 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c35989d2-9462-4529-8096-b118543d7056 req-052f5eef-6071-4595-9485-3957ecc4aff2 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 945 time: 0.2826393 Jul 29 15:00:54.455012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-c35989d2-9462-4529-8096-b118543d7056 req-8ba6a124-d14f-461b-8f8b-98f3adbc03e3 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Request body: {'port': {'security_groups': []}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:54.471284 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] For port 4d02aa2d-29fe-4e65-aa04-aba11f923230, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:00:54.478035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] For port 4d02aa2d-29fe-4e65-aa04-aba11f923230, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4d02aa2d-29fe-4e65-aa04-aba11f923230,segment=NetworkSegment(781f752d-2d15-4c4f-bb7d-aa8193a3c19b),segment_id=781f752d-2d15-4c4f-bb7d-aa8193a3c19b)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:00:54.487071 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:54.544437 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2e0745d-5170-4699-b2d3-3937bec14d70 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:54.552424 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-bfa9ff12-0106-4dd1-8ad8-4f81197948e8 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:54.569988 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07990246-2f3f-4c25-8443-ab2e681c868b None None] Pushing event updated for resources: {'Port': ['ID=4d02aa2d-29fe-4e65-aa04-aba11f923230,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:54.579578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-e2e0745d-5170-4699-b2d3-3937bec14d70 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Transition to ACTIVE for port object 59d5839e-640f-40c4-83df-50a365c1b281 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:54.651260 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2e0745d-5170-4699-b2d3-3937bec14d70 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:54.722853 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e0745d-5170-4699-b2d3-3937bec14d70 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network 4b629daa-6fe2-4c75-884f-7a5509d81441 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:00:54.727969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e2e0745d-5170-4699-b2d3-3937bec14d70 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:54.732871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0745d-5170-4699-b2d3-3937bec14d70 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:00:54.794287 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0745d-5170-4699-b2d3-3937bec14d70 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=59d5839e-640f-40c4-83df-50a365c1b281,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:54.902057 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e0745d-5170-4699-b2d3-3937bec14d70 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:54.903348 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2e0745d-5170-4699-b2d3-3937bec14d70 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:54.928058 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e2e0745d-5170-4699-b2d3-3937bec14d70 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6873004 Jul 29 15:00:54.931256 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49076) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:55.128623 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c35989d2-9462-4529-8096-b118543d7056 req-8ba6a124-d14f-461b-8f8b-98f3adbc03e3 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:55.170686 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c4399327-b8a4-4b20-b5fe-4501bdae79a6 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port 59d5839e-640f-40c4-83df-50a365c1b281 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:55.171152 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c4399327-b8a4-4b20-b5fe-4501bdae79a6 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:55.179361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-bfa9ff12-0106-4dd1-8ad8-4f81197948e8 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Network 65300431-d40d-461b-b40d-3488762d28cb is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:00:55.190484 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9ff12-0106-4dd1-8ad8-4f81197948e8 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Pushing event updated for resources: {'Port': ['ID=f6e14b83-52e0-4abf-8a69-24a1f16f236c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:55.193344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-bfa9ff12-0106-4dd1-8ad8-4f81197948e8 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:55.200225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453470b-1a9f-488c-8022-b19276f19900 req-498bf38c-3b10-4553-856c-4237ba67fe9b tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:55.201074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-bfa9ff12-0106-4dd1-8ad8-4f81197948e8 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:00:55.214601 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2453470b-1a9f-488c-8022-b19276f19900 req-498bf38c-3b10-4553-856c-4237ba67fe9b tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 931 time: 0.1456385 Jul 29 15:00:55.304289 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2453470b-1a9f-488c-8022-b19276f19900 req-2dd94ce1-69d3-4c53-88d7-01213269c85d tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa67061e-3cf9-4d29-8966-cda768771b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885239 Jul 29 15:00:55.332612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-bfa9ff12-0106-4dd1-8ad8-4f81197948e8 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:55.332612 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-bfa9ff12-0106-4dd1-8ad8-4f81197948e8 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:55.339280 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c4399327-b8a4-4b20-b5fe-4501bdae79a6 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:55.361409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c4399327-b8a4-4b20-b5fe-4501bdae79a6 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for 59d5839e-640f-40c4-83df-50a365c1b281 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:55.450841 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-bfa9ff12-0106-4dd1-8ad8-4f81197948e8 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8501983 Jul 29 15:00:55.452205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-4f89d5ce-b93a-4b23-a5df-461f937207fb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Allocated IP 172.20.0.2 (97a96aa0-af30-4a22-b3aa-15726419c082/1fc0785a-1332-47e1-a695-790fd3948837/f92841a2-9aad-410c-a854-7eb3e7144a12) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:00:55.486091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Request body: {'port': {'device_id': '8c90b5d7-144b-42c5-a771-f61fa8926f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:55.512822 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8b8af1d-14bf-4f6a-a2af-1503a6677c98 req-b2eef303-f7a4-40f0-bc6b-b322bbd0da58 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 210 time: 0.0432963 Jul 29 15:00:55.683180 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c4399327-b8a4-4b20-b5fe-4501bdae79a6 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:55.736540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4399327-b8a4-4b20-b5fe-4501bdae79a6 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=59d5839e-640f-40c4-83df-50a365c1b281,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:55.866147 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c35989d2-9462-4529-8096-b118543d7056 req-8ba6a124-d14f-461b-8f8b-98f3adbc03e3 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] For port d568e5b6-ffe5-43ee-bac8-390cd464dcf9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d568e5b6-ffe5-43ee-bac8-390cd464dcf9,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:55.882782 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c4399327-b8a4-4b20-b5fe-4501bdae79a6 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:55.887928 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c4399327-b8a4-4b20-b5fe-4501bdae79a6 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/59d5839e-640f-40c4-83df-50a365c1b281 HTTP/1.1" status: 204 len: 168 time: 0.9532528 Jul 29 15:00:55.888248 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49094) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:55.926530 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-7004933a-9d7e-4ff3-927c-645bb45bcab0 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] GET failed (client error): The resource could not be found. Jul 29 15:00:55.931665 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c35989d2-9462-4529-8096-b118543d7056 req-8ba6a124-d14f-461b-8f8b-98f3adbc03e3 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:55.931860 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7004933a-9d7e-4ff3-927c-645bb45bcab0 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/59d5839e-640f-40c4-83df-50a365c1b281 HTTP/1.1" status: 404 len: 333 time: 0.0388291 Jul 29 15:00:55.932257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49096) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:55.933713 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-4f89d5ce-b93a-4b23-a5df-461f937207fb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:55.942520 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c35989d2-9462-4529-8096-b118543d7056 req-8ba6a124-d14f-461b-8f8b-98f3adbc03e3 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:55.954912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['841543b8-1f44-42a8-a561-ff4e94df3787', '98f995c5-687d-45d9-b67f-0a6e7d256ad4', 'd568e5b6-ffe5-43ee-bac8-390cd464dcf9'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:00:55.980376 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:56.033764 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-801bfdae-2181-4190-ac91-63302feb3fdc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting subnet 00718dd5-25f9-4b6c-99c3-614927bcf4dc {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:00:56.039129 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-801bfdae-2181-4190-ac91-63302feb3fdc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:56.081804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35989d2-9462-4529-8096-b118543d7056 req-8ba6a124-d14f-461b-8f8b-98f3adbc03e3 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:56.082494 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c35989d2-9462-4529-8096-b118543d7056 req-8ba6a124-d14f-461b-8f8b-98f3adbc03e3 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:56.084016 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c35989d2-9462-4529-8096-b118543d7056 req-8ba6a124-d14f-461b-8f8b-98f3adbc03e3 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "PUT /v2.0/ports/d568e5b6-ffe5-43ee-bac8-390cd464dcf9 HTTP/1.1" status: 200 len: 904 time: 1.6435218 Jul 29 15:00:56.089169 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893bb00b-a95f-4520-8f63-93c7a4718903', 'tag': 'd568e5b6-ffe5-43ee-bac8-390cd464dcf9'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:00:56.104418 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625ea041-1b05-45f0-a01d-850d0239843a" -d '{"events": [{"name": "network-changed", "server_uuid": "893bb00b-a95f-4520-8f63-93c7a4718903", "tag": "d568e5b6-ffe5-43ee-bac8-390cd464dcf9"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:00:56.189289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4721c650-4341-4360-9502-2daab842272c None None] Network 4b629daa-6fe2-4c75-884f-7a5509d81441 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:56.195705 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-801bfdae-2181-4190-ac91-63302feb3fdc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:56.220274 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6eb781-6b87-4793-aef4-e6e7e67f4e67 x-openstack-request-id: req-bf6eb781-6b87-4793-aef4-e6e7e67f4e67 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:00:56.220815 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893bb00b-a95f-4520-8f63-93c7a4718903", "tag": "d568e5b6-ffe5-43ee-bac8-390cd464dcf9", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:00:56.221211 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf6eb781-6b87-4793-aef4-e6e7e67f4e67 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:00:56.221763 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893bb00b-a95f-4520-8f63-93c7a4718903', 'tag': 'd568e5b6-ffe5-43ee-bac8-390cd464dcf9', 'status': 'completed', 'code': 200} Jul 29 15:00:56.226881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['d568e5b6-ffe5-43ee-bac8-390cd464dcf9'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:00:56.236430 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6a124-d14f-461b-8f8b-98f3adbc03e3 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event updated for resources: {'Port': ['ID=d568e5b6-ffe5-43ee-bac8-390cd464dcf9,revision_number=6']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:56.309164 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:56.328083 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2fbcd726-1ebc-4f61-b14f-08cb8c147645 None None] Provisioning for port 4d02aa2d-29fe-4e65-aa04-aba11f923230 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:00:56.406316 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-4f89d5ce-b93a-4b23-a5df-461f937207fb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:56.593791 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-801bfdae-2181-4190-ac91-63302feb3fdc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:56.608478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4d02aa2d-29fe-4e65-aa04-aba11f923230 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:00:56.667297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ea041-1b05-45f0-a01d-850d0239843a req-61bf23aa-1a99-4292-8208-15dd63bfba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:56.669341 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-625ea041-1b05-45f0-a01d-850d0239843a req-61bf23aa-1a99-4292-8208-15dd63bfba16 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 1058 time: 0.2997286 Jul 29 15:00:56.671165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-4f89d5ce-b93a-4b23-a5df-461f937207fb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Network 97a96aa0-af30-4a22-b3aa-15726419c082 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:00:56.683933 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-4f89d5ce-b93a-4b23-a5df-461f937207fb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:56.685590 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006de682-d226-41de-a772-c4ed3c16405d req-c5d5f99b-3d15-4225-a98b-607d3be93a80 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:56.691238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-4f89d5ce-b93a-4b23-a5df-461f937207fb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:00:56.708156 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-006de682-d226-41de-a772-c4ed3c16405d req-c5d5f99b-3d15-4225-a98b-607d3be93a80 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 907 time: 0.3352354 Jul 29 15:00:56.716321 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3910a0d7-e673-4120-b8b0-e697c027ce42 None None] Provisioning complete for port d568e5b6-ffe5-43ee-bac8-390cd464dcf9 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:00:56.716768 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3910a0d7-e673-4120-b8b0-e697c027ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:56.790506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f19399-b6ae-4483-89be-b9779b77999e req-8be1044e-e572-4ec4-bc6b-367402bce890 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:56.798388 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21f19399-b6ae-4483-89be-b9779b77999e req-8be1044e-e572-4ec4-bc6b-367402bce890 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 931 time: 0.2490253 Jul 29 15:00:56.800647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89d5ce-b93a-4b23-a5df-461f937207fb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Pushing event updated for resources: {'Port': ['ID=f92841a2-9aad-410c-a854-7eb3e7144a12,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:56.929814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ea041-1b05-45f0-a01d-850d0239843a req-c76a5ead-a6f9-45e1-9bd6-c5cbfaf74eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:56.933104 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-625ea041-1b05-45f0-a01d-850d0239843a req-c76a5ead-a6f9-45e1-9bd6-c5cbfaf74eaa service neutron] 10.222.0.39 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.2235365 Jul 29 15:00:56.953287 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-801bfdae-2181-4190-ac91-63302feb3fdc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:56.969211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-4f89d5ce-b93a-4b23-a5df-461f937207fb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:56.970639 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-4f89d5ce-b93a-4b23-a5df-461f937207fb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:57.004449 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-801bfdae-2181-4190-ac91-63302feb3fdc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:57.011224 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-801bfdae-2181-4190-ac91-63302feb3fdc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/00718dd5-25f9-4b6c-99c3-614927bcf4dc HTTP/1.1" status: 204 len: 168 time: 1.0725131 Jul 29 15:00:57.011561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 4d02aa2d-29fe-4e65-aa04-aba11f923230 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:00:57.016473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4d02aa2d-29fe-4e65-aa04-aba11f923230 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:00:57.016893 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:57.051597 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49112) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:57.084083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bfdae-2181-4190-ac91-63302feb3fdc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Subnet': ['ID=00718dd5-25f9-4b6c-99c3-614927bcf4dc,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:57.096550 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-625ea041-1b05-45f0-a01d-850d0239843a req-8d59fd3d-a01f-45ef-beaa-fe9879822e2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d568e5b6-ffe5-43ee-bac8-390cd464dcf9 HTTP/1.1" status: 200 len: 217 time: 0.1465373 Jul 29 15:00:57.108945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b51d5-c766-45e3-8c87-a514c74e1704 req-ea4d184e-66f3-4785-8b30-f6d29c6a13a5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:57.120656 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-372b51d5-c766-45e3-8c87-a514c74e1704 req-ea4d184e-66f3-4785-8b30-f6d29c6a13a5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 931 time: 0.1849036 Jul 29 15:00:57.158624 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:57.224331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ea041-1b05-45f0-a01d-850d0239843a req-fa2cbdcf-a6b7-4a18-8e1c-e0e7f36014c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:57.226244 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-625ea041-1b05-45f0-a01d-850d0239843a req-fa2cbdcf-a6b7-4a18-8e1c-e0e7f36014c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.0966566 Jul 29 15:00:57.226708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 4d02aa2d-29fe-4e65-aa04-aba11f923230, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4d02aa2d-29fe-4e65-aa04-aba11f923230,segment=NetworkSegment(781f752d-2d15-4c4f-bb7d-aa8193a3c19b),segment_id=781f752d-2d15-4c4f-bb7d-aa8193a3c19b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:57.228547 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:57.235943 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:57.248028 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-372b51d5-c766-45e3-8c87-a514c74e1704 req-bed86b27-0092-4281-80ac-5112616b5b21 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242673 Jul 29 15:00:57.250313 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21f19399-b6ae-4483-89be-b9779b77999e req-1bf908eb-77a9-4c11-bd62-460571e0a7a3 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa67061e-3cf9-4d29-8966-cda768771b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507141 Jul 29 15:00:57.260318 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-4f89d5ce-b93a-4b23-a5df-461f937207fb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4164038 Jul 29 15:00:57.305565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ea041-1b05-45f0-a01d-850d0239843a req-5143ac81-18df-43b2-a58b-6ec8a37e197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:57.307649 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-625ea041-1b05-45f0-a01d-850d0239843a req-5143ac81-18df-43b2-a58b-6ec8a37e197c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690482 Jul 29 15:00:57.311057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Request body: {'port': {'device_id': '9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:57.323588 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=4d02aa2d-29fe-4e65-aa04-aba11f923230,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:57.329044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b5619a-ee93-4f52-b0f3-3b654dcd850e None None] Network 4b629daa-6fe2-4c75-884f-7a5509d81441 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:00:57.493222 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3912b72d-d71e-4411-ba8d-820ee7fc760a None None] Provisioning complete for port 4d02aa2d-29fe-4e65-aa04-aba11f923230 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:00:57.493222 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3912b72d-d71e-4411-ba8d-820ee7fc760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:57.505580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04463b-4188-447f-a574-c994c528265a req-00b5159b-5fec-4e3b-8dca-a1f81746e249 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:57.507121 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4f04463b-4188-447f-a574-c994c528265a req-00b5159b-5fec-4e3b-8dca-a1f81746e249 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1018267 Jul 29 15:00:57.525017 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e14b83-52e0-4abf-8a69-24a1f16f236c {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:00:57.537319 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-625ea041-1b05-45f0-a01d-850d0239843a req-5e68966c-866e-4b97-a4ab-9d6c5d11e1c4 service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221334 Jul 29 15:00:57.542076 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:57.552885 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:57.580334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Transition to ACTIVE for port object f6e14b83-52e0-4abf-8a69-24a1f16f236c will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:57.607558 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:57.663088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Pushing event updated for resources: {'Port': ['ID=f6e14b83-52e0-4abf-8a69-24a1f16f236c,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:57.712903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port 4d02aa2d-29fe-4e65-aa04-aba11f923230 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:57.713564 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:57.877185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ecfb02-d028-4018-853c-b9d79951f3e2 None None] DHCP port deletion for 4b629daa-6fe2-4c75-884f-7a5509d81441 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:00:57.975602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-99ecfb02-d028-4018-853c-b9d79951f3e2 None None] Deleting port 4d02aa2d-29fe-4e65-aa04-aba11f923230 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:00:57.976230 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99ecfb02-d028-4018-853c-b9d79951f3e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:58.037188 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] For port 4d02aa2d-29fe-4e65-aa04-aba11f923230, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4d02aa2d-29fe-4e65-aa04-aba11f923230,segment=NetworkSegment(781f752d-2d15-4c4f-bb7d-aa8193a3c19b),segment_id=781f752d-2d15-4c4f-bb7d-aa8193a3c19b)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:58.037793 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:58.083382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for 4d02aa2d-29fe-4e65-aa04-aba11f923230 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:58.115650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-99ecfb02-d028-4018-853c-b9d79951f3e2 None None] For port 4d02aa2d-29fe-4e65-aa04-aba11f923230, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4d02aa2d-29fe-4e65-aa04-aba11f923230,segment=NetworkSegment(781f752d-2d15-4c4f-bb7d-aa8193a3c19b),segment_id=781f752d-2d15-4c4f-bb7d-aa8193a3c19b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:00:58.117274 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99ecfb02-d028-4018-853c-b9d79951f3e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:58.129149 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Attempting to bind port f6e14b83-52e0-4abf-8a69-24a1f16f236c on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:00:58.129492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Attempting to bind port f6e14b83-52e0-4abf-8a69-24a1f16f236c by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'd727d7a1-938d-49e4-bf86-c9c150df0869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '65300431-d40d-461b-b40d-3488762d28cb'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:00:58.129827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Attempting to bind port f6e14b83-52e0-4abf-8a69-24a1f16f236c on network 65300431-d40d-461b-b40d-3488762d28cb {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:00:58.147989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-99ecfb02-d028-4018-853c-b9d79951f3e2 None None] Calling delete_port for 4d02aa2d-29fe-4e65-aa04-aba11f923230 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:00:58.156140 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4f04463b-4188-447f-a574-c994c528265a req-d51234a0-27f1-4e30-8356-49d345acbd6f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6405261 Jul 29 15:00:58.207258 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-625ea041-1b05-45f0-a01d-850d0239843a req-aa9000bd-780d-4a1c-9e38-558d78e8f4a8 service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6577504 Jul 29 15:00:58.217857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Port f6e14b83-52e0-4abf-8a69-24a1f16f236c on network 65300431-d40d-461b-b40d-3488762d28cb not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:00:58.218185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Attempting to bind port f6e14b83-52e0-4abf-8a69-24a1f16f236c on network 65300431-d40d-461b-b40d-3488762d28cb {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:00:58.250611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:00:58.250611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Checking segment: {'id': 'd727d7a1-938d-49e4-bf86-c9c150df0869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '65300431-d40d-461b-b40d-3488762d28cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:58.250611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Bound using segment: {'id': 'd727d7a1-938d-49e4-bf86-c9c150df0869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '65300431-d40d-461b-b40d-3488762d28cb'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:00:58.251025 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Bound port: f6e14b83-52e0-4abf-8a69-24a1f16f236c, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd727d7a1-938d-49e4-bf86-c9c150df0869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '65300431-d40d-461b-b40d-3488762d28cb'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:00:58.251362 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:58.318558 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99ecfb02-d028-4018-853c-b9d79951f3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:58.401770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecfb02-d028-4018-853c-b9d79951f3e2 None None] Pushing event deleted for resources: {'Port': ['ID=4d02aa2d-29fe-4e65-aa04-aba11f923230,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:58.419337 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ecfb02-d028-4018-853c-b9d79951f3e2 None None] No DVR routers for this DVR port 4d02aa2d-29fe-4e65-aa04-aba11f923230 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:58.438505 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92841a2-9aad-410c-a854-7eb3e7144a12 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:00:58.459363 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4d02aa2d-29fe-4e65-aa04-aba11f923230 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:00:58.460116 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:58.469064 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:58.473002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] For port f6e14b83-52e0-4abf-8a69-24a1f16f236c, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:00:58.482440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] For port f6e14b83-52e0-4abf-8a69-24a1f16f236c, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f6e14b83-52e0-4abf-8a69-24a1f16f236c,segment=NetworkSegment(d727d7a1-938d-49e4-bf86-c9c150df0869),segment_id=d727d7a1-938d-49e4-bf86-c9c150df0869)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:00:58.512278 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 4d02aa2d-29fe-4e65-aa04-aba11f923230 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:00:58.512627 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4d02aa2d-29fe-4e65-aa04-aba11f923230 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:00:58.521053 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:58.530957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99898a3-143d-46d3-a014-9ba8cdefc9cd req-cdec9d39-aa94-4af4-bd97-93b928543eeb tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:58.535659 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c99898a3-143d-46d3-a014-9ba8cdefc9cd req-cdec9d39-aa94-4af4-bd97-93b928543eeb tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 943 time: 0.1577334 Jul 29 15:00:58.539094 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No DVR routers for this DVR port 4d02aa2d-29fe-4e65-aa04-aba11f923230 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:00:58.546124 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Transition to ACTIVE for port object f92841a2-9aad-410c-a854-7eb3e7144a12 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:00:58.549662 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=4d02aa2d-29fe-4e65-aa04-aba11f923230,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:58.560899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a586322-3ed4-45a2-93dd-ebbf7eef7dd6 req-c892fdc1-5b98-4d29-830d-46ec18976f92 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:58.562700 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8a586322-3ed4-45a2-93dd-ebbf7eef7dd6 req-c892fdc1-5b98-4d29-830d-46ec18976f92 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.2108793 Jul 29 15:00:58.566598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:58.567235 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:58.568631 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] 10.222.0.38 "PUT /v2.0/ports/f6e14b83-52e0-4abf-8a69-24a1f16f236c HTTP/1.1" status: 200 len: 1091 time: 3.0893888 Jul 29 15:00:58.570519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c90b5d7-144b-42c5-a771-f61fa8926f6b', 'tag': 'f6e14b83-52e0-4abf-8a69-24a1f16f236c'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:00:58.573294 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38d1573-e707-4611-ad6a-19aa772c38dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8c90b5d7-144b-42c5-a771-f61fa8926f6b", "tag": "f6e14b83-52e0-4abf-8a69-24a1f16f236c"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:00:58.606869 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:58.638955 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c99898a3-143d-46d3-a014-9ba8cdefc9cd req-07e1bfb8-bf7e-4d0f-a40b-f89a6e48c267 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa67061e-3cf9-4d29-8966-cda768771b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901539 Jul 29 15:00:58.821673 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:58.837949 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e0f3f-694a-4327-a6b2-41e07cf69e01 req-5453ec98-bd1c-4050-b555-12624e6b8015 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:58.840551 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-540e0f3f-694a-4327-a6b2-41e07cf69e01 req-5453ec98-bd1c-4050-b555-12624e6b8015 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 943 time: 0.0928955 Jul 29 15:00:58.844571 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b629daa-6fe2-4c75-884f-7a5509d81441']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:58.848435 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc87db6-d466-4966-8429-535fbdf3429a service neutron] Pushing event updated for resources: {'Port': ['ID=f6e14b83-52e0-4abf-8a69-24a1f16f236c,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:58.862221 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8a586322-3ed4-45a2-93dd-ebbf7eef7dd6 req-1a088ae9-ba1a-4b7d-a8fa-3739ecaba4bf tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851555 Jul 29 15:00:58.883858 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781f752d-2d15-4c4f-bb7d-aa8193a3c19b') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:58.884346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781f752d-2d15-4c4f-bb7d-aa8193a3c19b') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:00:58.935898 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:58.949077 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-540e0f3f-694a-4327-a6b2-41e07cf69e01 req-be25c489-1ff7-45ce-9376-a0148d907cb9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899580 Jul 29 15:00:59.010359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-c92b9f23-0949-4ca8-b45a-6580afe161f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:59.011905 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-c92b9f23-0949-4ca8-b45a-6580afe161f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c63479eb780040d2a1e30b582d75098a&device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 1094 time: 0.3537312 Jul 29 15:00:59.013050 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:59.076783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:00:59.077394 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:00:59.080955 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:00:59.087645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Pushing event updated for resources: {'Port': ['ID=f92841a2-9aad-410c-a854-7eb3e7144a12,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:59.099716 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-3169e414-d01b-4e2b-bbf7-a70cf840d293 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6e14b83-52e0-4abf-8a69-24a1f16f236c HTTP/1.1" status: 200 len: 217 time: 0.0707276 Jul 29 15:00:59.105616 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c3fefe-8773-45b9-80da-4441be109c0e x-openstack-request-id: req-e1c3fefe-8773-45b9-80da-4441be109c0e {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:00:59.106086 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c90b5d7-144b-42c5-a771-f61fa8926f6b", "tag": "f6e14b83-52e0-4abf-8a69-24a1f16f236c", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:00:59.106849 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1c3fefe-8773-45b9-80da-4441be109c0e {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:00:59.107082 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c90b5d7-144b-42c5-a771-f61fa8926f6b', 'tag': 'f6e14b83-52e0-4abf-8a69-24a1f16f236c', 'status': 'completed', 'code': 200} Jul 29 15:00:59.259480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Attempting to bind port f92841a2-9aad-410c-a854-7eb3e7144a12 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:00:59.259926 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Attempting to bind port f92841a2-9aad-410c-a854-7eb3e7144a12 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:00:59.260338 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Attempting to bind port f92841a2-9aad-410c-a854-7eb3e7144a12 on network 97a96aa0-af30-4a22-b3aa-15726419c082 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:00:59.270875 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:59.292504 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:59.294504 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/networks/4b629daa-6fe2-4c75-884f-7a5509d81441 HTTP/1.1" status: 204 len: 168 time: 2.2404461 Jul 29 15:00:59.295234 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Port f92841a2-9aad-410c-a854-7eb3e7144a12 on network 97a96aa0-af30-4a22-b3aa-15726419c082 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:00:59.295558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Attempting to bind port f92841a2-9aad-410c-a854-7eb3e7144a12 on network 97a96aa0-af30-4a22-b3aa-15726419c082 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:00:59.300865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49140) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:00:59.302683 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-3a5f7c1a-0098-411a-b8ae-b83ff94852fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:59.304288 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-3a5f7c1a-0098-411a-b8ae-b83ff94852fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2c05c4b-1541-4492-a9cf-08be3720cdf1 HTTP/1.1" status: 200 len: 853 time: 0.1620560 Jul 29 15:00:59.308555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d91a23d8-73ad-4a03-802a-79dee850cbc5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'name': 'tempest-PortsTestJSON-2122598352'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:00:59.342642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:00:59.342642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Checking segment: {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:00:59.342642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Bound using segment: {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:00:59.342642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Bound port: f92841a2-9aad-410c-a854-7eb3e7144a12, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:00:59.342642 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:59.344383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51069e70-9237-4eef-aff0-de95dd31fe76 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Network': ['ID=4b629daa-6fe2-4c75-884f-7a5509d81441,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:59.368447 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-7eb2ac8d-41be-4d7c-8493-0f2259c09c82 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=65300431-d40d-461b-b40d-3488762d28cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477748 Jul 29 15:00:59.459941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91a23d8-73ad-4a03-802a-79dee850cbc5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:00:59.463641 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d91a23d8-73ad-4a03-802a-79dee850cbc5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:59.472167 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-8cfc7226-718b-4d7e-aa0d-1c3dfc89598a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:59.473880 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-8cfc7226-718b-4d7e-aa0d-1c3dfc89598a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 811 time: 0.3066616 Jul 29 15:00:59.485213 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-d91a23d8-73ad-4a03-802a-79dee850cbc5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port fed7e4fd-885d-487c-b2f9-acc851b0b4f4 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:00:59.541555 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-4cbdf611-34f0-44fc-8560-b436c1878dce tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/quotas/09dcdfac1c5247cfbf78992b07e84d06 HTTP/1.1" status: 200 len: 375 time: 0.0392742 Jul 29 15:00:59.548134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] For port f92841a2-9aad-410c-a854-7eb3e7144a12, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:00:59.590232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] For port f92841a2-9aad-410c-a854-7eb3e7144a12, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f92841a2-9aad-410c-a854-7eb3e7144a12,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:00:59.610894 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:59.614389 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-59df8f28-6098-40ee-8612-cfb6c6e69619 service neutron] 10.222.0.38 "GET /v2.0/networks/65300431-d40d-461b-b40d-3488762d28cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343791 Jul 29 15:00:59.717330 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:59.718023 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:59.719611 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] 10.222.0.38 "PUT /v2.0/ports/f92841a2-9aad-410c-a854-7eb3e7144a12 HTTP/1.1" status: 200 len: 1091 time: 2.4269624 Jul 29 15:00:59.724182 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d91a23d8-73ad-4a03-802a-79dee850cbc5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:59.759198 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-c3736265-c567-427d-985a-58c88cbd7f13 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1858547 Jul 29 15:00:59.769847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1225d44-9d7f-4168-89b0-e03eae94aead service neutron] Pushing event updated for resources: {'Port': ['ID=f92841a2-9aad-410c-a854-7eb3e7144a12,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:00:59.800557 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d91a23d8-73ad-4a03-802a-79dee850cbc5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:59.888182 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f0594a32-8be6-4a9b-beed-a54ca77c709f req-cd63f548-3b2c-429b-985e-0225efeb89ab service neutron] 10.222.0.38 "GET /v2.0/networks/65300431-d40d-461b-b40d-3488762d28cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627113 Jul 29 15:00:59.922697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-d2719319-2303-46c8-b4bf-e40eded6259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:59.924219 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-d2719319-2303-46c8-b4bf-e40eded6259d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 1094 time: 0.1219928 Jul 29 15:00:59.942224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91a23d8-73ad-4a03-802a-79dee850cbc5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:00:59.947530 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-b85e354d-d968-4070-8586-fdd7b50bc311 service neutron] 10.222.0.16 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566825 Jul 29 15:00:59.962140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-d91a23d8-73ad-4a03-802a-79dee850cbc5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:00:59.971754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a23d8-73ad-4a03-802a-79dee850cbc5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:00:59.982986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91a23d8-73ad-4a03-802a-79dee850cbc5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:00:59.983912 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d91a23d8-73ad-4a03-802a-79dee850cbc5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:00:59.994379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a23d8-73ad-4a03-802a-79dee850cbc5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=fed7e4fd-885d-487c-b2f9-acc851b0b4f4,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:00.018672 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b43b15-e612-4d79-a375-fa4926c42cef req-07256456-5a2a-4bbe-a065-c766a3c56190 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:00.020259 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53b43b15-e612-4d79-a375-fa4926c42cef req-07256456-5a2a-4bbe-a065-c766a3c56190 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 943 time: 0.2035580 Jul 29 15:01:00.037946 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d91a23d8-73ad-4a03-802a-79dee850cbc5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7363555 Jul 29 15:01:00.045857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49148) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:00.110171 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53b43b15-e612-4d79-a375-fa4926c42cef req-85cbbb34-a39d-46d3-ac98-94f19dddb53d tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa67061e-3cf9-4d29-8966-cda768771b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815096 Jul 29 15:01:00.176946 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-bb90ef18-b0b9-483d-bff9-1da8d2069637 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port fed7e4fd-885d-487c-b2f9-acc851b0b4f4 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:00.177579 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb90ef18-b0b9-483d-bff9-1da8d2069637 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:00.296160 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb90ef18-b0b9-483d-bff9-1da8d2069637 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:00.315863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0642f6-0a6a-441f-a816-f6ef19beeee4 req-9f6c1492-9569-4c38-8915-b619267e7178 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:00.317580 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab0642f6-0a6a-441f-a816-f6ef19beeee4 req-9f6c1492-9569-4c38-8915-b619267e7178 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 943 time: 0.1219411 Jul 29 15:01:00.322928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-bb90ef18-b0b9-483d-bff9-1da8d2069637 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for fed7e4fd-885d-487c-b2f9-acc851b0b4f4 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:00.414071 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab0642f6-0a6a-441f-a816-f6ef19beeee4 req-f5da3638-07a1-424d-b98c-2dbe63960605 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886505 Jul 29 15:01:00.480652 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb90ef18-b0b9-483d-bff9-1da8d2069637 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:00.498789 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-d6a09727-bd15-4fc3-8144-4bec50ac24b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f92841a2-9aad-410c-a854-7eb3e7144a12 HTTP/1.1" status: 200 len: 217 time: 0.4873161 Jul 29 15:01:00.514914 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37ecdeff-0bf7-4d45-bed0-9d1e00c290bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:00.536985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90ef18-b0b9-483d-bff9-1da8d2069637 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=fed7e4fd-885d-487c-b2f9-acc851b0b4f4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:00.543531 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb90ef18-b0b9-483d-bff9-1da8d2069637 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:00.550928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49160) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:00.556951 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bb90ef18-b0b9-483d-bff9-1da8d2069637 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/fed7e4fd-885d-487c-b2f9-acc851b0b4f4 HTTP/1.1" status: 204 len: 168 time: 0.4992542 Jul 29 15:01:00.566156 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-63488606-0397-4c8e-b656-1ec99573f010 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'mac_address': 'fa:16:3e:7e:cd:bc', 'name': 'tempest-PortsTestJSON-502099899'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:00.652535 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-182ed0f3-d5a7-44a6-a1ac-95a8c67bd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:00.654613 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-182ed0f3-d5a7-44a6-a1ac-95a8c67bd19a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc0785a-1332-47e1-a695-790fd3948837 HTTP/1.1" status: 200 len: 851 time: 0.1476676 Jul 29 15:01:00.656907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d1573-e707-4611-ad6a-19aa772c38dd req-dd186ccc-6046-4206-975b-11897de41720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:00.658466 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a38d1573-e707-4611-ad6a-19aa772c38dd req-dd186ccc-6046-4206-975b-11897de41720 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c63479eb780040d2a1e30b582d75098a&device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 1094 time: 0.6506929 Jul 29 15:01:00.719834 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-12a8f696-52d2-4a7b-9288-b97dcc52d694 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97a96aa0-af30-4a22-b3aa-15726419c082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380459 Jul 29 15:01:00.783323 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-1d3a7355-37c5-4adc-9572-6bdbe27b710b service neutron] 10.222.0.16 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8278775 Jul 29 15:01:00.945549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d1573-e707-4611-ad6a-19aa772c38dd req-cf2ba7bb-1693-47f7-88ce-96731c997894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:00.947286 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a38d1573-e707-4611-ad6a-19aa772c38dd req-cf2ba7bb-1693-47f7-88ce-96731c997894 service neutron] 10.222.0.38 "GET /v2.0/networks?id=65300431-d40d-461b-b40d-3488762d28cb HTTP/1.1" status: 200 len: 914 time: 0.2753735 Jul 29 15:01:00.951495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63488606-0397-4c8e-b656-1ec99573f010 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:01.077184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a38d1573-e707-4611-ad6a-19aa772c38dd req-50522f6f-af6b-4491-ab28-61a409d65ad3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6e14b83-52e0-4abf-8a69-24a1f16f236c HTTP/1.1" status: 200 len: 217 time: 0.1160786 Jul 29 15:01:01.080129 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c5afe5d-496d-4bb1-abef-5ee49588100d req-3c5f769f-cadb-4441-9205-f0d0a4d89717 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 210 time: 0.0497386 Jul 29 15:01:01.109179 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-f375de27-a0a0-4bb4-b942-f2f84af96bd5 service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472519 Jul 29 15:01:01.136108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f', 'tag': 'f92841a2-9aad-410c-a854-7eb3e7144a12'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:01:01.139066 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1528a554-77b4-4753-8926-3eaf7147c8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f", "tag": "f92841a2-9aad-410c-a854-7eb3e7144a12"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:01:01.186972 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-63488606-0397-4c8e-b656-1ec99573f010 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:01.245625 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4177dd-029b-407a-9508-1dd466ecaf73 x-openstack-request-id: req-ea4177dd-029b-407a-9508-1dd466ecaf73 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:01:01.245967 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f", "tag": "f92841a2-9aad-410c-a854-7eb3e7144a12", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:01:01.247103 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea4177dd-029b-407a-9508-1dd466ecaf73 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:01:01.247103 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f', 'tag': 'f92841a2-9aad-410c-a854-7eb3e7144a12', 'status': 'completed', 'code': 200} Jul 29 15:01:01.328793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d1573-e707-4611-ad6a-19aa772c38dd req-60ae067c-bd96-4bff-b1fe-98bb1391701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:01.331794 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a38d1573-e707-4611-ad6a-19aa772c38dd req-60ae067c-bd96-4bff-b1fe-98bb1391701f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2c05c4b-1541-4492-a9cf-08be3720cdf1 HTTP/1.1" status: 200 len: 853 time: 0.2425468 Jul 29 15:01:01.339512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-63488606-0397-4c8e-b656-1ec99573f010 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port bc2fbd4c-d4b4-4fea-8dca-a86e705ad797 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:01:01.408259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a38d1573-e707-4611-ad6a-19aa772c38dd req-8c9cc37d-995b-4a8d-8917-45f20155f507 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=65300431-d40d-461b-b40d-3488762d28cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570941 Jul 29 15:01:01.563410 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3aacdef-9fee-489a-bacc-1b7dea847319 req-e4c3956c-a4f8-43fc-aa9b-ce7695b77b66 service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110827 Jul 29 15:01:01.580555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dd6d3-e67e-4992-b6a7-1b18394ac924 req-249f3fcf-914e-45c2-ad60-99c6d86ce9d3 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:01.593406 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-795dd6d3-e67e-4992-b6a7-1b18394ac924 req-249f3fcf-914e-45c2-ad60-99c6d86ce9d3 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 943 time: 0.3441532 Jul 29 15:01:01.636884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ce9fb-8417-4753-a665-68236c32640f req-e450e099-878d-498d-8023-a4d385bb1a22 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:01.648243 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-897ce9fb-8417-4753-a665-68236c32640f req-e450e099-878d-498d-8023-a4d385bb1a22 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 943 time: 0.1092167 Jul 29 15:01:01.703252 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-897ce9fb-8417-4753-a665-68236c32640f req-af367d9a-61fd-4267-925f-c23fa642846a tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520654 Jul 29 15:01:01.789706 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a38d1573-e707-4611-ad6a-19aa772c38dd req-f6657e0c-fce1-4c83-a5d1-b92049aa7dfe service neutron] 10.222.0.38 "GET /v2.0/networks/65300431-d40d-461b-b40d-3488762d28cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697102 Jul 29 15:01:01.807608 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-795dd6d3-e67e-4992-b6a7-1b18394ac924 req-fee72910-623a-4d2c-b82a-ac48176bce1b tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa67061e-3cf9-4d29-8966-cda768771b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127397 Jul 29 15:01:01.975401 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528a554-77b4-4753-8926-3eaf7147c8bb req-273769a0-af0b-43b4-8de1-c7997b455027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:01.978269 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1528a554-77b4-4753-8926-3eaf7147c8bb req-273769a0-af0b-43b4-8de1-c7997b455027 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 1094 time: 0.3158062 Jul 29 15:01:02.099028 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-63488606-0397-4c8e-b656-1ec99573f010 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:02.126006 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a38d1573-e707-4611-ad6a-19aa772c38dd req-8dcf3489-cc73-46a7-8ccd-e7f3ea5f6f2b service neutron] 10.222.0.38 "GET /v2.0/networks/65300431-d40d-461b-b40d-3488762d28cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167050 Jul 29 15:01:02.191679 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-63488606-0397-4c8e-b656-1ec99573f010 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:02.229147 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528a554-77b4-4753-8926-3eaf7147c8bb req-d0e35c91-bf3b-45c7-8eef-ca0170ed9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:02.230604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1528a554-77b4-4753-8926-3eaf7147c8bb req-d0e35c91-bf3b-45c7-8eef-ca0170ed9334 service neutron] 10.222.0.38 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 912 time: 0.2391782 Jul 29 15:01:02.265326 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5624eb4-8713-4525-b2f0-aa141923807a req-e68b9155-f545-4d30-8c99-cfe931a164c2 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 210 time: 0.0355761 Jul 29 15:01:02.296362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63488606-0397-4c8e-b656-1ec99573f010 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:02.298737 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1528a554-77b4-4753-8926-3eaf7147c8bb req-8e914827-d835-4d4f-8c60-02d5f79410eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f92841a2-9aad-410c-a854-7eb3e7144a12 HTTP/1.1" status: 200 len: 217 time: 0.0574872 Jul 29 15:01:02.301152 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63488606-0397-4c8e-b656-1ec99573f010 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=bc2fbd4c-d4b4-4fea-8dca-a86e705ad797,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:02.304982 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-63488606-0397-4c8e-b656-1ec99573f010 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:02.308110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63488606-0397-4c8e-b656-1ec99573f010 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:02.316431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63488606-0397-4c8e-b656-1ec99573f010 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:02.317457 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-63488606-0397-4c8e-b656-1ec99573f010 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:02.373963 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-63488606-0397-4c8e-b656-1ec99573f010 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8181014 Jul 29 15:01:02.377869 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49188) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:02.398056 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528a554-77b4-4753-8926-3eaf7147c8bb req-104e0b18-87a5-45c1-9f8b-37b94353e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:02.401759 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1528a554-77b4-4753-8926-3eaf7147c8bb req-104e0b18-87a5-45c1-9f8b-37b94353e5c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc0785a-1332-47e1-a695-790fd3948837 HTTP/1.1" status: 200 len: 851 time: 0.0785863 Jul 29 15:01:02.470470 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1528a554-77b4-4753-8926-3eaf7147c8bb req-c6f4286f-888a-406a-8663-85b2111569eb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97a96aa0-af30-4a22-b3aa-15726419c082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560739 Jul 29 15:01:02.484293 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f3a447-c2b5-4ddb-9a22-b384fe1f1801 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:02.491180 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c4f3a447-c2b5-4ddb-9a22-b384fe1f1801 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/bc2fbd4c-d4b4-4fea-8dca-a86e705ad797 HTTP/1.1" status: 200 len: 840 time: 0.1068690 Jul 29 15:01:02.491180 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49190) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:02.663581 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1528a554-77b4-4753-8926-3eaf7147c8bb req-cc39a80c-3257-4ee0-8eb4-3e10efe51edb service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852722 Jul 29 15:01:02.706678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-379ccdda-93ff-42e4-a87e-5f6094a4a88e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:02.709323 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-379ccdda-93ff-42e4-a87e-5f6094a4a88e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.39 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 811 time: 0.3170757 Jul 29 15:01:02.745749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-2b04f2bc-bb7f-4e35-aac9-a2edc783076c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Request body: {'port': {'device_id': '063b7f67-e1ab-462e-b32b-965c4cc349fe', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'admin_state_up': True, 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:02.761855 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-8656d68d-68ef-429d-b0a6-00ec685e7ffb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port bc2fbd4c-d4b4-4fea-8dca-a86e705ad797 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:02.762436 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8656d68d-68ef-429d-b0a6-00ec685e7ffb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:02.891079 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1528a554-77b4-4753-8926-3eaf7147c8bb req-2223d639-50bb-488c-a7c2-d036926820fc service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190673 Jul 29 15:01:03.062655 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8656d68d-68ef-429d-b0a6-00ec685e7ffb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:03.078066 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f699c39-879d-4251-baa9-1c50c46991de req-a1434b3a-d19d-46de-b3e8-455d158963ab tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:03.082481 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f699c39-879d-4251-baa9-1c50c46991de req-a1434b3a-d19d-46de-b3e8-455d158963ab tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 943 time: 0.1774201 Jul 29 15:01:03.119968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-8656d68d-68ef-429d-b0a6-00ec685e7ffb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for bc2fbd4c-d4b4-4fea-8dca-a86e705ad797 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:03.128405 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f6e14b83-52e0-4abf-8a69-24a1f16f236c details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:01:03.227683 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:03.237303 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f699c39-879d-4251-baa9-1c50c46991de req-a6487aa3-3591-4a8d-a879-e61e2d2462a7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389368 Jul 29 15:01:03.416722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49206) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:03.429115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-2b04f2bc-bb7f-4e35-aac9-a2edc783076c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Made reservation on behalf of 09dcdfac1c5247cfbf78992b07e84d06 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:03.434977 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-2b04f2bc-bb7f-4e35-aac9-a2edc783076c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:03.436837 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-948777b1-f209-4e91-9111-32dc6f814176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:03.473466 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f6e14b83-52e0-4abf-8a69-24a1f16f236c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f6e14b83-52e0-4abf-8a69-24a1f16f236c,segment=NetworkSegment(d727d7a1-938d-49e4-bf86-c9c150df0869),segment_id=d727d7a1-938d-49e4-bf86-c9c150df0869)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:03.492247 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bfbf1-7e5f-4654-a724-4f01a540ac43 req-6d88b616-cb09-481c-8ceb-db4ca6fb3179 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:03.501465 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb6bfbf1-7e5f-4654-a724-4f01a540ac43 req-6d88b616-cb09-481c-8ceb-db4ca6fb3179 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 943 time: 0.1832728 Jul 29 15:01:03.505226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'f6e14b83-52e0-4abf-8a69-24a1f16f236c', 'network_id': '65300431-d40d-461b-b40d-3488762d28cb', 'port_id': 'f6e14b83-52e0-4abf-8a69-24a1f16f236c', 'mac_address': 'fa:16:3e:29:d8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2c05c4b-1541-4492-a9cf-08be3720cdf1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:01:03.515661 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc881206-1a28-4609-8bd9-d748413edd4d req-b944d391-d4c4-45c6-93d1-8b0407c01a89 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 210 time: 0.1040587 Jul 29 15:01:03.583096 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:03.588510 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8656d68d-68ef-429d-b0a6-00ec685e7ffb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:03.603716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e14b83-52e0-4abf-8a69-24a1f16f236c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:01:03.660597 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb6bfbf1-7e5f-4654-a724-4f01a540ac43 req-0755e011-479c-4d8a-b73d-4cee2b73de67 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa67061e-3cf9-4d29-8966-cda768771b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565812 Jul 29 15:01:03.677343 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f6e14b83-52e0-4abf-8a69-24a1f16f236c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f6e14b83-52e0-4abf-8a69-24a1f16f236c,segment=NetworkSegment(d727d7a1-938d-49e4-bf86-c9c150df0869),segment_id=d727d7a1-938d-49e4-bf86-c9c150df0869)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:03.677457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656d68d-68ef-429d-b0a6-00ec685e7ffb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=bc2fbd4c-d4b4-4fea-8dca-a86e705ad797,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:03.677542 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:03.682030 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8656d68d-68ef-429d-b0a6-00ec685e7ffb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:03.686449 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8656d68d-68ef-429d-b0a6-00ec685e7ffb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/bc2fbd4c-d4b4-4fea-8dca-a86e705ad797 HTTP/1.1" status: 204 len: 168 time: 1.1929798 Jul 29 15:01:03.688136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49210) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:03.695056 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:03.745508 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f9ba2b-87bf-4c31-9337-cd46b87d03c9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] GET failed (client error): The resource could not be found. Jul 29 15:01:03.753353 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d5f9ba2b-87bf-4c31-9337-cd46b87d03c9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/bc2fbd4c-d4b4-4fea-8dca-a86e705ad797 HTTP/1.1" status: 404 len: 333 time: 0.0596216 Jul 29 15:01:03.753353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49212) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:03.759861 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1cbdd608-b8f2-45e5-9a9e-780ad5f0c6bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'name': 'tempest-PortsTestJSON-1792007497'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:03.761993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f6e14b83-52e0-4abf-8a69-24a1f16f236c,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:03.844551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-2b04f2bc-bb7f-4e35-aac9-a2edc783076c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Allocated IP 172.20.0.7 (be5d7f17-9ab7-4dcd-adcc-bad366939f03/454dd626-309b-466f-ace4-355ad2d7a9fc/ad1f0839-03fd-463e-b164-5a83e3a7d724) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:03.873184 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:03.879912 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:03.934725 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbdd608-b8f2-45e5-9a9e-780ad5f0c6bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:03.939698 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd608-b8f2-45e5-9a9e-780ad5f0c6bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:03.970345 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b52cb9a3ec9643b39c01eca68511a545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5471439 Jul 29 15:01:03.970345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d522e579-07eb-4737-9201-5afdec73a05c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:03.971855 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49214) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:04.006125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:04.007443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:04.007443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:04.007870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:04.008487 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-1cbdd608-b8f2-45e5-9a9e-780ad5f0c6bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port e4d4d2a2-32e4-4432-842c-dde03d36f796 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:01:04.008645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:04.009153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:04.009724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:04.010307 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:04.010454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['f6e14b83-52e0-4abf-8a69-24a1f16f236c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:01:04.010875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:04.011445 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:04.012038 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:04.012514 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebefb570-b889-432e-9ce7-d66251d1bac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:04.110915 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-09c90490-83bf-4d58-98c5-c3e137833689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:04.147647 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-2b04f2bc-bb7f-4e35-aac9-a2edc783076c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:04.182492 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-09c90490-83bf-4d58-98c5-c3e137833689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:04.232115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-2b04f2bc-bb7f-4e35-aac9-a2edc783076c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Transition to ACTIVE for port object ad1f0839-03fd-463e-b164-5a83e3a7d724 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:04.280162 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-09c90490-83bf-4d58-98c5-c3e137833689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:04.286604 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-09c90490-83bf-4d58-98c5-c3e137833689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:04.291353 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-09c90490-83bf-4d58-98c5-c3e137833689 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d522e579-07eb-4737-9201-5afdec73a05c HTTP/1.1" status: 204 len: 168 time: 0.3151274 Jul 29 15:01:04.292503 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd608-b8f2-45e5-9a9e-780ad5f0c6bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:04.326528 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:04.330286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c90490-83bf-4d58-98c5-c3e137833689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d522e579-07eb-4737-9201-5afdec73a05c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:04.340344 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-2b04f2bc-bb7f-4e35-aac9-a2edc783076c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:04.367201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['841543b8-1f44-42a8-a561-ff4e94df3787', '98f995c5-687d-45d9-b67f-0a6e7d256ad4'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:01:04.404586 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-2b04f2bc-bb7f-4e35-aac9-a2edc783076c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Network be5d7f17-9ab7-4dcd-adcc-bad366939f03 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:04.417459 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-2b04f2bc-bb7f-4e35-aac9-a2edc783076c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:04.420603 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-2b04f2bc-bb7f-4e35-aac9-a2edc783076c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:04.468863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04f2bc-bb7f-4e35-aac9-a2edc783076c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event updated for resources: {'Port': ['ID=ad1f0839-03fd-463e-b164-5a83e3a7d724,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:04.474298 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd608-b8f2-45e5-9a9e-780ad5f0c6bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:04.608435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbdd608-b8f2-45e5-9a9e-780ad5f0c6bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:04.615146 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-2b04f2bc-bb7f-4e35-aac9-a2edc783076c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:04.615980 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-2b04f2bc-bb7f-4e35-aac9-a2edc783076c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:04.619482 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdd608-b8f2-45e5-9a9e-780ad5f0c6bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=e4d4d2a2-32e4-4432-842c-dde03d36f796,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:04.629266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-1cbdd608-b8f2-45e5-9a9e-780ad5f0c6bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:04.632446 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbdd608-b8f2-45e5-9a9e-780ad5f0c6bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:04.638942 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbdd608-b8f2-45e5-9a9e-780ad5f0c6bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:04.640345 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cbdd608-b8f2-45e5-9a9e-780ad5f0c6bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:04.670029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a03a3a-4b09-4b4b-9389-a8801a887179 req-40cc8339-d5c6-4f21-b834-b6505001e1a2 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:04.678062 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4a03a3a-4b09-4b4b-9389-a8801a887179 req-40cc8339-d5c6-4f21-b834-b6505001e1a2 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 943 time: 0.2461486 Jul 29 15:01:04.682373 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1cbdd608-b8f2-45e5-9a9e-780ad5f0c6bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9293723 Jul 29 15:01:04.685297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49230) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:04.688888 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-2b04f2bc-bb7f-4e35-aac9-a2edc783076c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9560804 Jul 29 15:01:04.698283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a3d210a0-3f78-4031-8e9c-f21f2d576353 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:04.706601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Request body: {'port': {'device_id': '063b7f67-e1ab-462e-b32b-965c4cc349fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:04.850318 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4a03a3a-4b09-4b4b-9389-a8801a887179 req-2f8158d5-24cd-4652-b208-a1ef54aabd0a tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710055 Jul 29 15:01:04.860317 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:04.958291 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bc6fb738-97e8-4022-a626-a6c463d59383 None None] Provisioning for port ad1f0839-03fd-463e-b164-5a83e3a7d724 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:04.969386 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bc6fb738-97e8-4022-a626-a6c463d59383 None None] Provisioning complete for port ad1f0839-03fd-463e-b164-5a83e3a7d724 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:04.969910 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bc6fb738-97e8-4022-a626-a6c463d59383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:04.974847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce957fe-5dce-4ac3-96ab-0c1277917851 req-18af5bb8-7064-4866-b5aa-6205d38d1cd8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:04.983505 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ce957fe-5dce-4ac3-96ab-0c1277917851 req-18af5bb8-7064-4866-b5aa-6205d38d1cd8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 931 time: 0.2681825 Jul 29 15:01:05.002945 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a3d210a0-3f78-4031-8e9c-f21f2d576353 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:05.030050 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bc6fb738-97e8-4022-a626-a6c463d59383 None None] Port ad1f0839-03fd-463e-b164-5a83e3a7d724 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:01:05.078665 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ce957fe-5dce-4ac3-96ab-0c1277917851 req-6b176fe3-2fb5-4fdc-968e-e0e01e92ec2b tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926144 Jul 29 15:01:05.129395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f92841a2-9aad-410c-a854-7eb3e7144a12 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:01:05.193616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f6e14b83-52e0-4abf-8a69-24a1f16f236c up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:01:05.304136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d57c8-ef33-408f-8d2b-d7d0082caedc req-6f2caeaa-3a03-4779-bd22-8ed46891cdf3 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:05.319609 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af1d57c8-ef33-408f-8d2b-d7d0082caedc req-6f2caeaa-3a03-4779-bd22-8ed46891cdf3 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 944 time: 0.3456626 Jul 29 15:01:05.328813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f92841a2-9aad-410c-a854-7eb3e7144a12, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f92841a2-9aad-410c-a854-7eb3e7144a12,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:05.332707 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port f6e14b83-52e0-4abf-8a69-24a1f16f236c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:05.346216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port f6e14b83-52e0-4abf-8a69-24a1f16f236c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:05.346606 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:05.353313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'f92841a2-9aad-410c-a854-7eb3e7144a12', 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082', 'port_id': 'f92841a2-9aad-410c-a854-7eb3e7144a12', 'mac_address': 'fa:16:3e:d3:dc:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc0785a-1332-47e1-a695-790fd3948837', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:01:05.356470 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a3d210a0-3f78-4031-8e9c-f21f2d576353 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:05.366597 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a3d210a0-3f78-4031-8e9c-f21f2d576353 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:05.396227 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a3d210a0-3f78-4031-8e9c-f21f2d576353 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] In _notify_port_updated(), no bound segment for port e4d4d2a2-32e4-4432-842c-dde03d36f796 on network fd2d6182-f59c-4e18-8be1-f61391d545d5 {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:01:05.408842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d210a0-3f78-4031-8e9c-f21f2d576353 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:05.410165 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a3d210a0-3f78-4031-8e9c-f21f2d576353 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:05.412610 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a3d210a0-3f78-4031-8e9c-f21f2d576353 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "PUT /v2.0/ports/e4d4d2a2-32e4-4432-842c-dde03d36f796 HTTP/1.1" status: 200 len: 818 time: 0.7251072 Jul 29 15:01:05.433122 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:05.447674 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49246) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:05.464953 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92841a2-9aad-410c-a854-7eb3e7144a12 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:01:05.493706 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f92841a2-9aad-410c-a854-7eb3e7144a12, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f92841a2-9aad-410c-a854-7eb3e7144a12,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:05.500813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d210a0-3f78-4031-8e9c-f21f2d576353 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=e4d4d2a2-32e4-4432-842c-dde03d36f796,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:05.501716 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:05.538812 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af1d57c8-ef33-408f-8d2b-d7d0082caedc req-21df6eda-a8d4-41f3-9421-a9032a5fc816 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa67061e-3cf9-4d29-8966-cda768771b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137897 Jul 29 15:01:05.608555 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f92841a2-9aad-410c-a854-7eb3e7144a12,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:05.661602 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:05.667111 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1f0839-03fd-463e-b164-5a83e3a7d724 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:01:05.677961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:05.698539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c90b5d7-144b-42c5-a771-f61fa8926f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e14b83-52e0-4abf-8a69-24a1f16f236c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:01:05.702746 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3c31cb-0603-41eb-b1bb-1c009e1da107" -d '{"events": [{"server_uuid": "8c90b5d7-144b-42c5-a771-f61fa8926f6b", "name": "network-vif-plugged", "status": "completed", "tag": "f6e14b83-52e0-4abf-8a69-24a1f16f236c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:01:05.704547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Transition to ACTIVE for port object ad1f0839-03fd-463e-b164-5a83e3a7d724 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:05.713231 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-52a0521b-e98b-48a5-bde8-d28a145fe23d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port e4d4d2a2-32e4-4432-842c-dde03d36f796 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:05.713231 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52a0521b-e98b-48a5-bde8-d28a145fe23d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:05.718924 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:05.734351 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f6e14b83-52e0-4abf-8a69-24a1f16f236c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f6e14b83-52e0-4abf-8a69-24a1f16f236c,segment=NetworkSegment(d727d7a1-938d-49e4-bf86-c9c150df0869),segment_id=d727d7a1-938d-49e4-bf86-c9c150df0869)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:05.741443 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:05.829654 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04052f2-5f54-4f0d-b2bf-490c283319e8 x-openstack-request-id: req-c04052f2-5f54-4f0d-b2bf-490c283319e8 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:01:05.830181 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c90b5d7-144b-42c5-a771-f61fa8926f6b", "name": "network-vif-plugged", "status": "completed", "tag": "f6e14b83-52e0-4abf-8a69-24a1f16f236c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:01:05.830860 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c04052f2-5f54-4f0d-b2bf-490c283319e8 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:01:05.831618 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c90b5d7-144b-42c5-a771-f61fa8926f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e14b83-52e0-4abf-8a69-24a1f16f236c', 'code': 200} Jul 29 15:01:05.841977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['f92841a2-9aad-410c-a854-7eb3e7144a12'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:01:05.869260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Pushing event updated for resources: {'Port': ['ID=ad1f0839-03fd-463e-b164-5a83e3a7d724,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:05.874773 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52a0521b-e98b-48a5-bde8-d28a145fe23d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:05.931991 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-52a0521b-e98b-48a5-bde8-d28a145fe23d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for e4d4d2a2-32e4-4432-842c-dde03d36f796 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:05.957156 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f6e14b83-52e0-4abf-8a69-24a1f16f236c,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:06.039470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbabd3-1d3c-403b-b0ab-e09b79234688 req-e36610ed-ff15-4184-ad2e-0b66db53943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:06.042773 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63bbabd3-1d3c-403b-b0ab-e09b79234688 req-e36610ed-ff15-4184-ad2e-0b66db53943c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 1096 time: 0.0735548 Jul 29 15:01:06.115533 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-63bbabd3-1d3c-403b-b0ab-e09b79234688 req-597582eb-a5e5-4f26-b7a2-673a4ed44588 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=fa67061e-3cf9-4d29-8966-cda768771b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624175 Jul 29 15:01:06.189833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Attempting to bind port ad1f0839-03fd-463e-b164-5a83e3a7d724 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:01:06.190064 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Attempting to bind port ad1f0839-03fd-463e-b164-5a83e3a7d724 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:01:06.190402 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Attempting to bind port ad1f0839-03fd-463e-b164-5a83e3a7d724 on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:01:06.205605 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adf482-9895-4859-bbee-062aedd1710d req-c795f7c9-0907-45a6-927d-d39d425b4aa3 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:06.207244 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-06adf482-9895-4859-bbee-062aedd1710d req-c795f7c9-0907-45a6-927d-d39d425b4aa3 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 944 time: 0.1902890 Jul 29 15:01:06.224861 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Port ad1f0839-03fd-463e-b164-5a83e3a7d724 on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:01:06.225131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Attempting to bind port ad1f0839-03fd-463e-b164-5a83e3a7d724 on network be5d7f17-9ab7-4dcd-adcc-bad366939f03 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:01:06.240272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:01:06.240868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Checking segment: {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:01:06.241281 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Bound using segment: {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:01:06.242045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Bound port: ad1f0839-03fd-463e-b164-5a83e3a7d724, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce270577-123a-4087-863c-9653be008c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:01:06.242519 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:06.281040 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:06.294847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcdebf-f6f4-4ce5-a753-93aec2146061 req-55b6713f-0062-4ddf-a5b6-339a0b5d16b7 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:06.296711 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b5fcdebf-f6f4-4ce5-a753-93aec2146061 req-55b6713f-0062-4ddf-a5b6-339a0b5d16b7 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 943 time: 0.0808284 Jul 29 15:01:06.385150 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b5fcdebf-f6f4-4ce5-a753-93aec2146061 req-61aee937-fa51-4d32-a058-233c0b9f213c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809779 Jul 29 15:01:06.396875 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-06adf482-9895-4859-bbee-062aedd1710d req-d93f63cb-acda-4582-b3d3-0eacfea37521 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787896 Jul 29 15:01:06.417092 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] For port ad1f0839-03fd-463e-b164-5a83e3a7d724, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:01:06.428915 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52a0521b-e98b-48a5-bde8-d28a145fe23d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:06.433851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] For port ad1f0839-03fd-463e-b164-5a83e3a7d724, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ad1f0839-03fd-463e-b164-5a83e3a7d724,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:01:06.503334 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:06.516743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0521b-e98b-48a5-bde8-d28a145fe23d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=e4d4d2a2-32e4-4432-842c-dde03d36f796,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:06.569305 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52a0521b-e98b-48a5-bde8-d28a145fe23d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:06.574488 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-52a0521b-e98b-48a5-bde8-d28a145fe23d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/e4d4d2a2-32e4-4432-842c-dde03d36f796 HTTP/1.1" status: 204 len: 168 time: 1.1247575 Jul 29 15:01:06.575504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49268) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:06.581982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:06.585127 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:06.585127 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] 10.222.0.39 "PUT /v2.0/ports/ad1f0839-03fd-463e-b164-5a83e3a7d724 HTTP/1.1" status: 200 len: 1091 time: 1.8863091 Jul 29 15:01:06.586087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063b7f67-e1ab-462e-b32b-965c4cc349fe', 'tag': 'ad1f0839-03fd-463e-b164-5a83e3a7d724'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:01:06.606174 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a877db-5dae-40e7-80c2-9fc5afa26d20" -d '{"events": [{"name": "network-changed", "server_uuid": "063b7f67-e1ab-462e-b32b-965c4cc349fe", "tag": "ad1f0839-03fd-463e-b164-5a83e3a7d724"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:01:06.675131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034615c-8895-472a-99d6-1262e83b69ee service neutron] Pushing event updated for resources: {'Port': ['ID=ad1f0839-03fd-463e-b164-5a83e3a7d724,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:06.717503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec102b26-80b6-431d-a525-55a57ecdb096 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:06.719422 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ec102b26-80b6-431d-a525-55a57ecdb096 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1423595 Jul 29 15:01:06.725139 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49276) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:06.766434 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6fdf05-bb90-4297-9a07-aed4741816de tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] GET failed (client error): The resource could not be found. Jul 29 15:01:06.773762 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fe6fdf05-bb90-4297-9a07-aed4741816de tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/e4d4d2a2-32e4-4432-842c-dde03d36f796 HTTP/1.1" status: 404 len: 333 time: 0.0417945 Jul 29 15:01:06.775851 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49278) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:06.780399 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-95e6995d-0d34-48aa-a009-77cc4e3ecd2e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-463365997'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:06.824601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-ac0d4151-06d6-4e2e-91e9-a59c5bc34846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:06.826720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-ac0d4151-06d6-4e2e-91e9-a59c5bc34846 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 1094 time: 0.1728671 Jul 29 15:01:06.837470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e6995d-0d34-48aa-a009-77cc4e3ecd2e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:06.837470 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-95e6995d-0d34-48aa-a009-77cc4e3ecd2e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:06.879892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e6995d-0d34-48aa-a009-77cc4e3ecd2e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:01:06.893485 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-95e6995d-0d34-48aa-a009-77cc4e3ecd2e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:06.893845 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-95e6995d-0d34-48aa-a009-77cc4e3ecd2e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Added segment e91d4b4d-8611-4e15-a975-c05842fcbb1b of type vlan for network ebd136b4-407a-4c8c-a77a-7b07ed3fb52c Jul 29 15:01:06.960692 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-95e6995d-0d34-48aa-a009-77cc4e3ecd2e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:06.983633 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-19c572af-7d39-49d9-bdc4-8a21053cb183 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad1f0839-03fd-463e-b164-5a83e3a7d724 HTTP/1.1" status: 200 len: 217 time: 0.1445012 Jul 29 15:01:07.005695 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01035f2e-6eed-49c9-ae93-71a57739ba0e x-openstack-request-id: req-01035f2e-6eed-49c9-ae93-71a57739ba0e {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:01:07.006064 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063b7f67-e1ab-462e-b32b-965c4cc349fe", "tag": "ad1f0839-03fd-463e-b164-5a83e3a7d724", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:01:07.006362 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01035f2e-6eed-49c9-ae93-71a57739ba0e {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:01:07.006778 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063b7f67-e1ab-462e-b32b-965c4cc349fe', 'tag': 'ad1f0839-03fd-463e-b164-5a83e3a7d724', 'status': 'completed', 'code': 200} Jul 29 15:01:07.010745 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-95e6995d-0d34-48aa-a009-77cc4e3ecd2e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:07.017227 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e6995d-0d34-48aa-a009-77cc4e3ecd2e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:07.018330 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-95e6995d-0d34-48aa-a009-77cc4e3ecd2e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:07.059771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed12c2e-5760-4a5d-b0f6-8d1aac801fde req-b9ad36cc-adeb-45be-b302-7554dfbc935a tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:07.062365 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ed12c2e-5760-4a5d-b0f6-8d1aac801fde req-b9ad36cc-adeb-45be-b302-7554dfbc935a tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 945 time: 0.3251059 Jul 29 15:01:07.097353 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-95e6995d-0d34-48aa-a009-77cc4e3ecd2e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3212719 Jul 29 15:01:07.107095 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49282) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:07.107931 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6995d-0d34-48aa-a009-77cc4e3ecd2e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Network': ['ID=ebd136b4-407a-4c8c-a77a-7b07ed3fb52c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:07.122178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0664c72a-2c48-41d8-9e5d-42e48e843f46 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'subnet': {'network_id': 'ebd136b4-407a-4c8c-a77a-7b07ed3fb52c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:07.131147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network ebd136b4-407a-4c8c-a77a-7b07ed3fb52c details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:01:07.138521 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f92841a2-9aad-410c-a854-7eb3e7144a12 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:01:07.219843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-daf68067-f53a-4468-aaec-7f98be69a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:07.222052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-daf68067-f53a-4468-aaec-7f98be69a4cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.2315826 Jul 29 15:01:07.261816 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port f92841a2-9aad-410c-a854-7eb3e7144a12 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:07.267761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port f92841a2-9aad-410c-a854-7eb3e7144a12 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:07.270182 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:07.299647 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ed12c2e-5760-4a5d-b0f6-8d1aac801fde req-ba25ecd9-c29d-4061-9370-be8e2031892a tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa67061e-3cf9-4d29-8966-cda768771b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294979 Jul 29 15:01:07.355624 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-33abfda9-d18f-458e-8997-265a93cd0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:07.358075 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-33abfda9-d18f-458e-8997-265a93cd0604 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268711 Jul 29 15:01:07.406288 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:07.533910 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f92841a2-9aad-410c-a854-7eb3e7144a12, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f92841a2-9aad-410c-a854-7eb3e7144a12,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:07.541497 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:07.604230 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0664c72a-2c48-41d8-9e5d-42e48e843f46 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:07.614221 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0664c72a-2c48-41d8-9e5d-42e48e843f46 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:07.614396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ac170-092c-4027-896f-416a9c5e3a91 req-f4d686c4-3eb6-4eff-a2c1-7965368c9f64 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:07.622764 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c49ac170-092c-4027-896f-416a9c5e3a91 req-f4d686c4-3eb6-4eff-a2c1-7965368c9f64 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 943 time: 0.1019590 Jul 29 15:01:07.677614 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c49ac170-092c-4027-896f-416a9c5e3a91 req-1f93052f-5bbd-4d42-b436-d71c873d7d24 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529008 Jul 29 15:01:07.677749 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f92841a2-9aad-410c-a854-7eb3e7144a12,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:07.715945 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-6e5bee09-e6a3-4410-9501-04c7a8a83ab4 service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473687 Jul 29 15:01:07.833323 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92841a2-9aad-410c-a854-7eb3e7144a12'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:01:07.839547 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f7192e-ef7b-4adb-890e-a717905139fc" -d '{"events": [{"server_uuid": "9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f", "name": "network-vif-plugged", "status": "completed", "tag": "f92841a2-9aad-410c-a854-7eb3e7144a12"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:01:07.887542 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401486bb-258c-42b3-aa32-c94583105493 x-openstack-request-id: req-401486bb-258c-42b3-aa32-c94583105493 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:01:07.888104 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f", "name": "network-vif-plugged", "status": "completed", "tag": "f92841a2-9aad-410c-a854-7eb3e7144a12", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:01:07.888410 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-401486bb-258c-42b3-aa32-c94583105493 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:01:07.888936 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92841a2-9aad-410c-a854-7eb3e7144a12', 'code': 200} Jul 29 15:01:08.051320 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218ba08-84a6-4289-8848-b82809e33b24 req-930ec0bc-ba49-49a7-a4c0-6bae577749c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:08.053451 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f218ba08-84a6-4289-8848-b82809e33b24 req-930ec0bc-ba49-49a7-a4c0-6bae577749c0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 1096 time: 0.0533848 Jul 29 15:01:08.106009 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f218ba08-84a6-4289-8848-b82809e33b24 req-d2de4ffc-ee32-4cb2-90c7-9a0a0bfa10a1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379117 Jul 29 15:01:08.147120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2a011-c724-4b77-beb1-eb37b6e987d1 req-a83497e0-86b6-46fa-bafc-e8f1500f533c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:08.148625 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bbf2a011-c724-4b77-beb1-eb37b6e987d1 req-a83497e0-86b6-46fa-bafc-e8f1500f533c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.6162641 Jul 29 15:01:08.298188 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad900a56-abbf-4d58-a886-7f54b3df0fcc req-d715ee8e-c905-498e-a9fe-796b1e0eb81f service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742269 Jul 29 15:01:08.303588 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bbf2a011-c724-4b77-beb1-eb37b6e987d1 req-5589b467-acc7-4f77-bc7a-78967a2f657e tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425507 Jul 29 15:01:08.324408 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0664c72a-2c48-41d8-9e5d-42e48e843f46 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:08.450717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664c72a-2c48-41d8-9e5d-42e48e843f46 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Subnet': ['ID=16d00234-e7f6-4cef-ad34-363dce21f9c7,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:08.451954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769e929-d402-43a3-ba62-a6f58557a110 req-9dc3213b-2da9-4f2a-9392-38c6084d6d23 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:08.454789 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8769e929-d402-43a3-ba62-a6f58557a110 req-9dc3213b-2da9-4f2a-9392-38c6084d6d23 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 945 time: 0.0618417 Jul 29 15:01:08.469301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a877db-5dae-40e7-80c2-9fc5afa26d20 req-b590e512-5941-4955-aae6-64ec4c2095d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:08.470836 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a6a877db-5dae-40e7-80c2-9fc5afa26d20 req-b590e512-5941-4955-aae6-64ec4c2095d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 1094 time: 0.1018903 Jul 29 15:01:08.477250 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0664c72a-2c48-41d8-9e5d-42e48e843f46 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Checking segment: {'id': 'e91d4b4d-8611-4e15-a975-c05842fcbb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ebd136b4-407a-4c8c-a77a-7b07ed3fb52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:01:08.477699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0664c72a-2c48-41d8-9e5d-42e48e843f46 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network hostable DHCP agents. Network: ebd136b4-407a-4c8c-a77a-7b07ed3fb52c, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:01:08.527579 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8769e929-d402-43a3-ba62-a6f58557a110 req-286767e8-7fd7-4114-aa2f-9193c30bbb01 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa67061e-3cf9-4d29-8966-cda768771b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587966 Jul 29 15:01:08.556427 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0664c72a-2c48-41d8-9e5d-42e48e843f46 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network ebd136b4-407a-4c8c-a77a-7b07ed3fb52c is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:01:08.575463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-0664c72a-2c48-41d8-9e5d-42e48e843f46 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, ebd136b4-407a-4c8c-a77a-7b07ed3fb52c) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:08.584633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0664c72a-2c48-41d8-9e5d-42e48e843f46 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:08.585229 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0664c72a-2c48-41d8-9e5d-42e48e843f46 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:08.590531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733c5bbb-d9ee-4974-9458-855c1768c764 None None] Network ebd136b4-407a-4c8c-a77a-7b07ed3fb52c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:08.611733 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a877db-5dae-40e7-80c2-9fc5afa26d20 req-900b5f59-e34e-4630-b27b-010bee11528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:08.613385 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a6a877db-5dae-40e7-80c2-9fc5afa26d20 req-900b5f59-e34e-4630-b27b-010bee11528b service neutron] 10.222.0.39 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.1331482 Jul 29 15:01:08.616755 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0664c72a-2c48-41d8-9e5d-42e48e843f46 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5069065 Jul 29 15:01:08.620938 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49298) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:08.627891 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1a493aed-e4e0-46cf-9141-0a9d56346323 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'subnet': {'network_id': 'ebd136b4-407a-4c8c-a77a-7b07ed3fb52c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:08.713723 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a6a877db-5dae-40e7-80c2-9fc5afa26d20 req-ec5ae254-674e-4cdb-8ab4-ce45e53c38c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad1f0839-03fd-463e-b164-5a83e3a7d724 HTTP/1.1" status: 200 len: 217 time: 0.0913768 Jul 29 15:01:08.815390 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a877db-5dae-40e7-80c2-9fc5afa26d20 req-cd7740fb-50e9-4a6a-9abc-ba72a7a41eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:08.817152 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a6a877db-5dae-40e7-80c2-9fc5afa26d20 req-cd7740fb-50e9-4a6a-9abc-ba72a7a41eda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.0947704 Jul 29 15:01:08.919925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-ebd136b4-407a-4c8c-a77a-7b07ed3fb52c', 'network_id': 'ebd136b4-407a-4c8c-a77a-7b07ed3fb52c', 'tenant_id': '42d4e998c7924ea2885f5e7134c87060', 'fixed_ips': [{'subnet_id': '16d00234-e7f6-4cef-ad34-363dce21f9c7'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:01:08.921857 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:08.987933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a493aed-e4e0-46cf-9141-0a9d56346323 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:08.993282 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1a493aed-e4e0-46cf-9141-0a9d56346323 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:09.027265 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ecbad-8156-4401-8531-6a238376ca3e req-8c910638-5445-497a-95d4-f619c56aebda tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:09.029210 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c63ecbad-8156-4401-8531-6a238376ca3e req-8c910638-5445-497a-95d4-f619c56aebda tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 943 time: 0.2045383 Jul 29 15:01:09.031883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a877db-5dae-40e7-80c2-9fc5afa26d20 req-275a44a5-e25f-494d-8f48-26caaeb74da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:09.033702 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a6a877db-5dae-40e7-80c2-9fc5afa26d20 req-275a44a5-e25f-494d-8f48-26caaeb74da5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2060161 Jul 29 15:01:09.150318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0310a-355a-4c4c-9341-f1f2f4678d8b req-44b78949-27be-4e70-a83c-621226de997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:09.152657 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aab0310a-355a-4c4c-9341-f1f2f4678d8b req-44b78949-27be-4e70-a83c-621226de997e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c63479eb780040d2a1e30b582d75098a&device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 1096 time: 0.0884869 Jul 29 15:01:09.199276 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-dbd9ec9f-17fb-4bc1-b78e-08fc38f15b5c tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6aa2bced863842c1b8f4073952fe4c03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539165 Jul 29 15:01:09.213637 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c63ecbad-8156-4401-8531-6a238376ca3e req-f11b6856-63d7-4fd2-931b-e8151a7d56f2 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488073 Jul 29 15:01:09.231700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Allocated IP 172.20.0.2 (ebd136b4-407a-4c8c-a77a-7b07ed3fb52c/16d00234-e7f6-4cef-ad34-363dce21f9c7/37dfae76-69bb-4755-8921-0d1232f4e15e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:09.267416 n-d-802893-1 neutron-server[94157]: INFO neutron.db.ipam_backend_mixin [None req-1a493aed-e4e0-46cf-9141-0a9d56346323 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 16d00234-e7f6-4cef-ad34-363dce21f9c7 (CIDR: 172.20.0.0/28) Jul 29 15:01:09.281208 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a493aed-e4e0-46cf-9141-0a9d56346323 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:01:09.281999 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a493aed-e4e0-46cf-9141-0a9d56346323 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:01:09.337517 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a6a877db-5dae-40e7-80c2-9fc5afa26d20 req-02b782cf-f655-4560-a7a7-8ca23232527b service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731712 Jul 29 15:01:09.391070 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0310a-355a-4c4c-9341-f1f2f4678d8b req-127ea21a-6e8b-4ee9-a524-a5fe22f250d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:09.392593 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aab0310a-355a-4c4c-9341-f1f2f4678d8b req-127ea21a-6e8b-4ee9-a524-a5fe22f250d2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=65300431-d40d-461b-b40d-3488762d28cb HTTP/1.1" status: 200 len: 914 time: 0.2297411 Jul 29 15:01:09.439505 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1a493aed-e4e0-46cf-9141-0a9d56346323 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8156433 Jul 29 15:01:09.440636 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49324) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:09.477596 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b9b8883f-3227-4ec8-b697-047ac79bd36f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'subnet': {'network_id': 'ebd136b4-407a-4c8c-a77a-7b07ed3fb52c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:09.479551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-364bc1fb-541a-444c-bc0e-3e492260bb46 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:09.482208 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-364bc1fb-541a-444c-bc0e-3e492260bb46 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816372 Jul 29 15:01:09.484782 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aab0310a-355a-4c4c-9341-f1f2f4678d8b req-897a839f-a884-42e7-a887-4fd7fd72a9d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6e14b83-52e0-4abf-8a69-24a1f16f236c HTTP/1.1" status: 200 len: 217 time: 0.0796058 Jul 29 15:01:09.557159 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:09.564348 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-d8471092-6b3b-4504-af18-ad88d16dc35f tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/quotas/6aa2bced863842c1b8f4073952fe4c03 HTTP/1.1" status: 200 len: 375 time: 0.0528271 Jul 29 15:01:09.569547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb447d-f07a-4305-b907-9ea0a392e46f req-b360c5d3-c767-4ce3-b994-3ffe857be60b tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:09.571662 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4dfb447d-f07a-4305-b907-9ea0a392e46f req-b360c5d3-c767-4ce3-b994-3ffe857be60b tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 945 time: 0.2762871 Jul 29 15:01:09.577501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Transition to ACTIVE for port object 37dfae76-69bb-4755-8921-0d1232f4e15e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:09.613577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Transition to ACTIVE for port object 37dfae76-69bb-4755-8921-0d1232f4e15e will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:09.625346 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:09.641222 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-ffa854f7-9429-4a87-acf6-81932660a380 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6aa2bced863842c1b8f4073952fe4c03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537677 Jul 29 15:01:09.641994 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0310a-355a-4c4c-9341-f1f2f4678d8b req-1cdecc90-d780-4e6c-a86b-a7a3aec4809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:09.644511 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aab0310a-355a-4c4c-9341-f1f2f4678d8b req-1cdecc90-d780-4e6c-a86b-a7a3aec4809e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b2c05c4b-1541-4492-a9cf-08be3720cdf1 HTTP/1.1" status: 200 len: 853 time: 0.1497760 Jul 29 15:01:09.653984 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a6a877db-5dae-40e7-80c2-9fc5afa26d20 req-40237f1c-0dba-4159-beda-3bd6af9441f2 service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884612 Jul 29 15:01:09.681588 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4dfb447d-f07a-4305-b907-9ea0a392e46f req-1519ec23-6483-4089-a331-1a63508946be tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa67061e-3cf9-4d29-8966-cda768771b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966578 Jul 29 15:01:09.708044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Pushing event updated for resources: {'Port': ['ID=37dfae76-69bb-4755-8921-0d1232f4e15e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:09.709444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b8883f-3227-4ec8-b697-047ac79bd36f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:09.716036 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9b8883f-3227-4ec8-b697-047ac79bd36f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:09.738461 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Network ebd136b4-407a-4c8c-a77a-7b07ed3fb52c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:09.742140 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:09.747119 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:09.750426 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aab0310a-355a-4c4c-9341-f1f2f4678d8b req-fd6a1953-6b12-4843-bd63-e8af0bb06cd6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=65300431-d40d-461b-b40d-3488762d28cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910342 Jul 29 15:01:09.877574 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Attempting to bind port 37dfae76-69bb-4755-8921-0d1232f4e15e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:01:09.878651 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Attempting to bind port 37dfae76-69bb-4755-8921-0d1232f4e15e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'e91d4b4d-8611-4e15-a975-c05842fcbb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ebd136b4-407a-4c8c-a77a-7b07ed3fb52c'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:01:09.879699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Attempting to bind port 37dfae76-69bb-4755-8921-0d1232f4e15e on network ebd136b4-407a-4c8c-a77a-7b07ed3fb52c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:01:09.890978 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:01:09.892171 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Checking segment: {'id': 'e91d4b4d-8611-4e15-a975-c05842fcbb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ebd136b4-407a-4c8c-a77a-7b07ed3fb52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:01:09.893092 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:09.893753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Bound using segment: {'id': 'e91d4b4d-8611-4e15-a975-c05842fcbb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ebd136b4-407a-4c8c-a77a-7b07ed3fb52c'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:01:09.894581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Bound port: 37dfae76-69bb-4755-8921-0d1232f4e15e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91d4b4d-8611-4e15-a975-c05842fcbb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ebd136b4-407a-4c8c-a77a-7b07ed3fb52c'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:01:09.895575 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:09.977932 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aab0310a-355a-4c4c-9341-f1f2f4678d8b req-fe1ad119-f545-4a7c-be3b-25876d9b8604 service neutron] 10.222.0.38 "GET /v2.0/networks/65300431-d40d-461b-b40d-3488762d28cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233169 Jul 29 15:01:09.988336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245178e-891c-4449-a02b-468a14f44822 req-bb08e4f8-dba2-4445-b5f1-5ab7a585f0b3 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:09.990821 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a245178e-891c-4449-a02b-468a14f44822 req-bb08e4f8-dba2-4445-b5f1-5ab7a585f0b3 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1107941 Jul 29 15:01:10.050253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] For port 37dfae76-69bb-4755-8921-0d1232f4e15e, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:01:10.060601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] For port 37dfae76-69bb-4755-8921-0d1232f4e15e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=37dfae76-69bb-4755-8921-0d1232f4e15e,segment=NetworkSegment(e91d4b4d-8611-4e15-a975-c05842fcbb1b),segment_id=e91d4b4d-8611-4e15-a975-c05842fcbb1b)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:01:10.074824 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:10.100852 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eb86da1a-06d4-4a99-963c-ed28c43f143f req-198b3d0a-8ecc-4c85-bf5a-1f362e7d2389 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 210 time: 0.0662735 Jul 29 15:01:10.113304 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a245178e-891c-4449-a02b-468a14f44822 req-25d450fd-b97a-4b40-8153-4037b51ca271 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664582 Jul 29 15:01:10.223649 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aab0310a-355a-4c4c-9341-f1f2f4678d8b req-b1f3f4c1-1165-4fc1-b535-e89479701d68 service neutron] 10.222.0.38 "GET /v2.0/networks/65300431-d40d-461b-b40d-3488762d28cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359452 Jul 29 15:01:10.230675 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd0a22-35c4-40f3-977f-029e54a7f786 None None] Pushing event updated for resources: {'Port': ['ID=37dfae76-69bb-4755-8921-0d1232f4e15e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:10.416218 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9b8883f-3227-4ec8-b697-047ac79bd36f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:10.502560 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b8883f-3227-4ec8-b697-047ac79bd36f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network ebd136b4-407a-4c8c-a77a-7b07ed3fb52c is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:10.509418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b9b8883f-3227-4ec8-b697-047ac79bd36f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:10.517972 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b8883f-3227-4ec8-b697-047ac79bd36f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:10.522856 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9b8883f-3227-4ec8-b697-047ac79bd36f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:10.563121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device ad1f0839-03fd-463e-b164-5a83e3a7d724 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:01:10.601075 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8883f-3227-4ec8-b697-047ac79bd36f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Subnet': ['ID=6a45eed7-5d4c-4e42-83c2-29d994b56b78,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:10.652791 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b9b8883f-3227-4ec8-b697-047ac79bd36f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1802826 Jul 29 15:01:10.657032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49346) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:10.685170 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d72aa0a4-f4d8-4cf0-a28d-f877bf4027dc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'network_id': 'ebd136b4-407a-4c8c-a77a-7b07ed3fb52c', 'fixed_ips': [{'subnet_id': '16d00234-e7f6-4cef-ad34-363dce21f9c7'}, {'subnet_id': '6a45eed7-5d4c-4e42-83c2-29d994b56b78'}], 'name': 'tempest-PortsTestJSON-428805021'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:10.687931 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5e942-d051-4966-8df4-dc877e0ace84 req-55f2a636-d557-4f42-9541-9a3dee6a7374 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:10.691919 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f2c5e942-d051-4966-8df4-dc877e0ace84 req-55f2a636-d557-4f42-9541-9a3dee6a7374 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 943 time: 0.2771761 Jul 29 15:01:10.822838 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port ad1f0839-03fd-463e-b164-5a83e3a7d724, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ad1f0839-03fd-463e-b164-5a83e3a7d724,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:10.824508 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f2c5e942-d051-4966-8df4-dc877e0ace84 req-d8d21bbc-2225-47b0-8549-37c6b7ebcfbf tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188712 Jul 29 15:01:10.902903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'ad1f0839-03fd-463e-b164-5a83e3a7d724', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'port_id': 'ad1f0839-03fd-463e-b164-5a83e3a7d724', 'mac_address': 'fa:16:3e:82:59:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:01:10.979337 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:11.012965 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:11.065697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1f0839-03fd-463e-b164-5a83e3a7d724 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:01:11.085734 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72aa0a4-f4d8-4cf0-a28d-f877bf4027dc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:11.135564 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port ad1f0839-03fd-463e-b164-5a83e3a7d724, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ad1f0839-03fd-463e-b164-5a83e3a7d724,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:11.148337 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:11.177396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004f3f1-6902-443e-a42c-75f8a5987e6c req-1c386c45-30b2-4511-90d1-848176078e00 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:11.180882 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a004f3f1-6902-443e-a42c-75f8a5987e6c req-1c386c45-30b2-4511-90d1-848176078e00 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 945 time: 0.1637154 Jul 29 15:01:11.264956 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=ad1f0839-03fd-463e-b164-5a83e3a7d724,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:11.266994 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a004f3f1-6902-443e-a42c-75f8a5987e6c req-8c558c59-0409-4f79-ac63-7e0f9b288afd tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa67061e-3cf9-4d29-8966-cda768771b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728352 Jul 29 15:01:11.346972 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e6d05-fc54-4129-ba3b-01301b471323 req-d307ba02-b2ab-4e06-9e63-f299e3ff7dda tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:11.348624 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a6e6d05-fc54-4129-ba3b-01301b471323 req-d307ba02-b2ab-4e06-9e63-f299e3ff7dda tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1027656 Jul 29 15:01:11.356720 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d72aa0a4-f4d8-4cf0-a28d-f877bf4027dc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:11.412034 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-d72aa0a4-f4d8-4cf0-a28d-f877bf4027dc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port 16ad0f39-abf5-41a9-adef-9b9270939f6d yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:01:11.426457 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a353327-86f7-4ee4-9e85-294e240ff03c req-e7e74da5-c6c1-4552-95ed-4fde42de1200 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 210 time: 0.0425265 Jul 29 15:01:11.459613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['ad1f0839-03fd-463e-b164-5a83e3a7d724'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:01:11.483301 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a6e6d05-fc54-4129-ba3b-01301b471323 req-712469e2-a16f-4ad0-a2d1-c66a1286e652 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066182 Jul 29 15:01:11.822779 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-d72aa0a4-f4d8-4cf0-a28d-f877bf4027dc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Allocated IP 172.20.0.10 (ebd136b4-407a-4c8c-a77a-7b07ed3fb52c/16d00234-e7f6-4cef-ad34-363dce21f9c7/16ad0f39-abf5-41a9-adef-9b9270939f6d) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:11.831405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-d72aa0a4-f4d8-4cf0-a28d-f877bf4027dc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Allocated IP 172.20.0.18 (ebd136b4-407a-4c8c-a77a-7b07ed3fb52c/6a45eed7-5d4c-4e42-83c2-29d994b56b78/16ad0f39-abf5-41a9-adef-9b9270939f6d) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:11.883964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8231204d-23e4-4c16-b469-95b8ed1349ad None None] Network ebd136b4-407a-4c8c-a77a-7b07ed3fb52c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:11.977736 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9add10c7-ce62-4e4c-8061-69bab897cb9f None None] Provisioning for port 37dfae76-69bb-4755-8921-0d1232f4e15e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:12.062700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740589be-eb1f-4387-b12a-fbf765f89e91 req-913593c7-c9ec-4a3b-8d98-c891a66f2706 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:12.064513 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-740589be-eb1f-4387-b12a-fbf765f89e91 req-913593c7-c9ec-4a3b-8d98-c891a66f2706 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 944 time: 0.1299639 Jul 29 15:01:12.123946 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d72aa0a4-f4d8-4cf0-a28d-f877bf4027dc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:12.149555 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-2bdd8fa6-d038-4317-8ccc-4bff7fb72e28 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=6aa2bced863842c1b8f4073952fe4c03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290990 Jul 29 15:01:12.149769 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-740589be-eb1f-4387-b12a-fbf765f89e91 req-c5ee2baf-82a5-4814-83ef-3651cb37dea1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711174 Jul 29 15:01:12.153882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-d72aa0a4-f4d8-4cf0-a28d-f877bf4027dc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Transition to ACTIVE for port object 16ad0f39-abf5-41a9-adef-9b9270939f6d will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:12.214439 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d72aa0a4-f4d8-4cf0-a28d-f877bf4027dc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:12.268931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad03eb51-0e69-4244-bc35-a8ea728c7ad4 None None] Update dhcp port {'port': {'network_id': 'ebd136b4-407a-4c8c-a77a-7b07ed3fb52c', 'fixed_ips': [{'subnet_id': '16d00234-e7f6-4cef-ad34-363dce21f9c7', 'ip_address': '172.20.0.2'}, {'subnet_id': '6a45eed7-5d4c-4e42-83c2-29d994b56b78'}], 'binding:host_id': 'n-d-802893-1'}, 'id': '37dfae76-69bb-4755-8921-0d1232f4e15e'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:01:12.277796 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72aa0a4-f4d8-4cf0-a28d-f877bf4027dc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network ebd136b4-407a-4c8c-a77a-7b07ed3fb52c is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:12.285712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-d72aa0a4-f4d8-4cf0-a28d-f877bf4027dc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:12.299800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72aa0a4-f4d8-4cf0-a28d-f877bf4027dc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:12.315551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f0b057c0-ce42-41b0-a885-856c89a7070e tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:12.317368 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f0b057c0-ce42-41b0-a885-856c89a7070e tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645911 Jul 29 15:01:12.319215 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad03eb51-0e69-4244-bc35-a8ea728c7ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:12.338211 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72aa0a4-f4d8-4cf0-a28d-f877bf4027dc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=16ad0f39-abf5-41a9-adef-9b9270939f6d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:12.353920 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Request body: {'port': {'device_id': 'fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '6aa2bced863842c1b8f4073952fe4c03'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:12.369950 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72aa0a4-f4d8-4cf0-a28d-f877bf4027dc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:12.370650 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d72aa0a4-f4d8-4cf0-a28d-f877bf4027dc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:12.389167 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d72aa0a4-f4d8-4cf0-a28d-f877bf4027dc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7289560 Jul 29 15:01:12.391555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49366) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:12.405067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-14efb918-f3e7-4959-844d-45b06f515878 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16d00234-e7f6-4cef-ad34-363dce21f9c7'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:12.501412 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14efb918-f3e7-4959-844d-45b06f515878 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:12.569806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device ad1f0839-03fd-463e-b164-5a83e3a7d724 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:01:12.636562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 37dfae76-69bb-4755-8921-0d1232f4e15e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:01:12.658111 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8e8211fa-8ea4-4832-8874-3500b4045026 req-cbe07964-0a26-40d7-bf09-2a66022d7fb4 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 210 time: 0.0624888 Jul 29 15:01:12.663677 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fb3ad-8c47-4813-96cb-d1daefb91771 req-e487e33d-06e7-4fba-b30f-214b1b498dcd tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:12.667508 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-394fb3ad-8c47-4813-96cb-d1daefb91771 req-e487e33d-06e7-4fba-b30f-214b1b498dcd tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 945 time: 0.2325733 Jul 29 15:01:12.729140 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-ad03eb51-0e69-4244-bc35-a8ea728c7ad4 None None] Allocated IP 172.20.0.19 (ebd136b4-407a-4c8c-a77a-7b07ed3fb52c/6a45eed7-5d4c-4e42-83c2-29d994b56b78/37dfae76-69bb-4755-8921-0d1232f4e15e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:12.761703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port ad1f0839-03fd-463e-b164-5a83e3a7d724 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:12.764061 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-394fb3ad-8c47-4813-96cb-d1daefb91771 req-da84ae2b-284b-41d8-9285-2eb3feb49399 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa67061e-3cf9-4d29-8966-cda768771b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895605 Jul 29 15:01:12.770827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Made reservation on behalf of 6aa2bced863842c1b8f4073952fe4c03 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:12.775342 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:12.785727 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:12.827348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port ad1f0839-03fd-463e-b164-5a83e3a7d724 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:12.827790 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:12.883281 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:01:12.924454 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:12.932483 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:12.973302 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937b302-3851-4484-8c06-6496de741eef req-604df535-dee9-4b0d-ac53-ae6f3a13b047 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:12.975651 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0937b302-3851-4484-8c06-6496de741eef req-604df535-dee9-4b0d-ac53-ae6f3a13b047 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1136942 Jul 29 15:01:12.989727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccec8fa-218c-41eb-a689-9faa84365cc8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:13.043279 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0937b302-3851-4484-8c06-6496de741eef req-4579ae31-73e7-4de7-b6ca-0eba6de7276b tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607045 Jul 29 15:01:13.098010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 37dfae76-69bb-4755-8921-0d1232f4e15e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:13.111644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 37dfae76-69bb-4755-8921-0d1232f4e15e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:13.112132 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:13.170596 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Allocated IP 192.168.233.222 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/e5dab1e9-0f59-4a3c-8515-f5ced516a349) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:13.197925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ad03eb51-0e69-4244-bc35-a8ea728c7ad4 None None] For port 37dfae76-69bb-4755-8921-0d1232f4e15e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=37dfae76-69bb-4755-8921-0d1232f4e15e,segment=NetworkSegment(e91d4b4d-8611-4e15-a975-c05842fcbb1b),segment_id=e91d4b4d-8611-4e15-a975-c05842fcbb1b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:13.309442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f730595-a1a5-4434-928f-d3a1c73f0dcb req-c7f5c236-bf47-468f-8d08-8b8b8cdff64d tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:13.311081 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8f730595-a1a5-4434-928f-d3a1c73f0dcb req-c7f5c236-bf47-468f-8d08-8b8b8cdff64d tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 945 time: 0.0752268 Jul 29 15:01:13.316500 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad03eb51-0e69-4244-bc35-a8ea728c7ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:13.349936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ad03eb51-0e69-4244-bc35-a8ea728c7ad4 None None] Transition to ACTIVE for port object 37dfae76-69bb-4755-8921-0d1232f4e15e will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:13.356897 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:13.361055 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad03eb51-0e69-4244-bc35-a8ea728c7ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:13.405242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7894b5-e193-473a-a6bf-7721f96b41ec req-95b59239-9359-4f57-9ef5-5c8dfa22b265 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:13.406987 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e7894b5-e193-473a-a6bf-7721f96b41ec req-95b59239-9359-4f57-9ef5-5c8dfa22b265 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 944 time: 0.1448135 Jul 29 15:01:13.411028 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:13.433852 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8f730595-a1a5-4434-928f-d3a1c73f0dcb req-c9a022c2-bdbb-4972-8abe-cd2d16d93ce3 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa67061e-3cf9-4d29-8966-cda768771b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096094 Jul 29 15:01:13.451704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063b7f67-e1ab-462e-b32b-965c4cc349fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1f0839-03fd-463e-b164-5a83e3a7d724'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:01:13.453058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Transition to ACTIVE for port object e5dab1e9-0f59-4a3c-8515-f5ced516a349 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:13.455117 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b588390a-71c5-4934-b34c-63e41a4517ed" -d '{"events": [{"server_uuid": "063b7f67-e1ab-462e-b32b-965c4cc349fe", "name": "network-vif-plugged", "status": "completed", "tag": "ad1f0839-03fd-463e-b164-5a83e3a7d724"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:01:13.481975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-14efb918-f3e7-4959-844d-45b06f515878 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Delete allocated IP 172.20.0.18 (ebd136b4-407a-4c8c-a77a-7b07ed3fb52c/6a45eed7-5d4c-4e42-83c2-29d994b56b78) {{(pid=94157) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 15:01:13.502713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port ad1f0839-03fd-463e-b164-5a83e3a7d724, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ad1f0839-03fd-463e-b164-5a83e3a7d724,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:13.512775 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:13.545242 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:13.553330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03eb51-0e69-4244-bc35-a8ea728c7ad4 None None] Pushing event updated for resources: {'Port': ['ID=37dfae76-69bb-4755-8921-0d1232f4e15e,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:13.558789 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:13.599573 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e7894b5-e193-473a-a6bf-7721f96b41ec req-40141785-604c-4439-9936-07dfe8373635 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698861 Jul 29 15:01:13.617180 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92214ee-6c05-411e-a138-a80afe1cbc8f x-openstack-request-id: req-f92214ee-6c05-411e-a138-a80afe1cbc8f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:01:13.617180 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063b7f67-e1ab-462e-b32b-965c4cc349fe", "name": "network-vif-plugged", "status": "completed", "tag": "ad1f0839-03fd-463e-b164-5a83e3a7d724", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:01:13.617180 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f92214ee-6c05-411e-a138-a80afe1cbc8f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:01:13.617180 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063b7f67-e1ab-462e-b32b-965c4cc349fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1f0839-03fd-463e-b164-5a83e3a7d724', 'code': 200} Jul 29 15:01:13.620348 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:13.626119 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:13.628802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:13.656192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 37dfae76-69bb-4755-8921-0d1232f4e15e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=37dfae76-69bb-4755-8921-0d1232f4e15e,segment=NetworkSegment(e91d4b4d-8611-4e15-a975-c05842fcbb1b),segment_id=e91d4b4d-8611-4e15-a975-c05842fcbb1b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:13.662538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=ad1f0839-03fd-463e-b164-5a83e3a7d724,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:13.667540 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:13.732009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Pushing event updated for resources: {'Port': ['ID=e5dab1e9-0f59-4a3c-8515-f5ced516a349,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:13.797768 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=37dfae76-69bb-4755-8921-0d1232f4e15e,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:13.809395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:13.810429 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:13.823301 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14efb918-f3e7-4959-844d-45b06f515878 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:13.855157 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-14efb918-f3e7-4959-844d-45b06f515878 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Ignored duplicate provisioning block setup for port 16ad0f39-abf5-41a9-adef-9b9270939f6d by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 15:01:13.863074 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10e23a-db65-4c91-9d78-131d2ef4df98 req-da9a392a-d769-4065-b686-b27b83ed0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:13.864844 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0e10e23a-db65-4c91-9d78-131d2ef4df98 req-da9a392a-d769-4065-b686-b27b83ed0fa9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 1096 time: 0.0970278 Jul 29 15:01:13.866299 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14efb918-f3e7-4959-844d-45b06f515878 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:13.966452 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efb918-f3e7-4959-844d-45b06f515878 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=16ad0f39-abf5-41a9-adef-9b9270939f6d,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:14.006465 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0e10e23a-db65-4c91-9d78-131d2ef4df98 req-61fc5dc5-2bee-4fe7-aa34-3d2c51ba9124 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324651 Jul 29 15:01:14.014719 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-f3cd5d2a-37f0-48f7-b8fc-f17f0836f4c2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6748273 Jul 29 15:01:14.029266 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2688a83-6bd0-48df-8849-45e17b0928c9 req-f6663aec-07d8-450d-ab21-b2213443e3a8 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:14.030997 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b2688a83-6bd0-48df-8849-45e17b0928c9 req-f6663aec-07d8-450d-ab21-b2213443e3a8 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 936 time: 0.2012806 Jul 29 15:01:14.036343 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Request body: {'port': {'device_id': 'fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:14.080516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-14efb918-f3e7-4959-844d-45b06f515878 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] In _notify_port_updated(), no bound segment for port 16ad0f39-abf5-41a9-adef-9b9270939f6d on network ebd136b4-407a-4c8c-a77a-7b07ed3fb52c {{(pid=94157) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:01:14.095366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14efb918-f3e7-4959-844d-45b06f515878 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:14.096919 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14efb918-f3e7-4959-844d-45b06f515878 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:14.099332 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-14efb918-f3e7-4959-844d-45b06f515878 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "PUT /v2.0/ports/16ad0f39-abf5-41a9-adef-9b9270939f6d HTTP/1.1" status: 200 len: 919 time: 1.7056074 Jul 29 15:01:14.103357 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49392) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:14.113809 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6dca7ee0-5704-42f0-b85f-1f4c7439d44d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16d00234-e7f6-4cef-ad34-363dce21f9c7'}, {'subnet_id': '6a45eed7-5d4c-4e42-83c2-29d994b56b78'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:14.144964 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b2688a83-6bd0-48df-8849-45e17b0928c9 req-17b4af37-dfa2-47c1-9404-b79ba1c76062 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ccec8fa-218c-41eb-a689-9faa84365cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809097 Jul 29 15:01:14.146917 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:14.180170 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-93768800-c7bb-4fdf-9816-714b6af033bd None None] Provisioning for port e5dab1e9-0f59-4a3c-8515-f5ced516a349 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:14.190162 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-93768800-c7bb-4fdf-9816-714b6af033bd None None] Provisioning complete for port e5dab1e9-0f59-4a3c-8515-f5ced516a349 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:14.190712 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93768800-c7bb-4fdf-9816-714b6af033bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:14.265140 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6dca7ee0-5704-42f0-b85f-1f4c7439d44d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:14.291055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-93768800-c7bb-4fdf-9816-714b6af033bd None None] Port e5dab1e9-0f59-4a3c-8515-f5ced516a349 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:01:14.426990 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6aed0e-bd91-4d0d-92a7-dc1b23b883c9 req-7b743cc1-7cd6-4b50-9e0a-7d48d677b8ad tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:14.429681 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6f6aed0e-bd91-4d0d-92a7-dc1b23b883c9 req-7b743cc1-7cd6-4b50-9e0a-7d48d677b8ad tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1677918 Jul 29 15:01:14.450192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 37dfae76-69bb-4755-8921-0d1232f4e15e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:01:14.564781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5dab1e9-0f59-4a3c-8515-f5ced516a349 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:01:14.574545 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:14.595313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Transition to ACTIVE for port object e5dab1e9-0f59-4a3c-8515-f5ced516a349 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:14.597627 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962ba181-c62b-408b-aafd-ad385d320e27 None None] Network ebd136b4-407a-4c8c-a77a-7b07ed3fb52c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:14.630026 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:14.635122 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6f6aed0e-bd91-4d0d-92a7-dc1b23b883c9 req-2ea22104-2701-48e5-b06d-f5fb1be25f6a tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948571 Jul 29 15:01:14.725191 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4bed7c10-985d-42b0-8e3f-772e6b0b0b44 None None] Provisioning for port 37dfae76-69bb-4755-8921-0d1232f4e15e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:14.743915 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4bed7c10-985d-42b0-8e3f-772e6b0b0b44 None None] Provisioning complete for port 37dfae76-69bb-4755-8921-0d1232f4e15e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:14.744780 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4bed7c10-985d-42b0-8e3f-772e6b0b0b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:14.792320 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d088c-9562-43c7-b442-d3b44f7624d9 req-57390686-59f4-4af0-a224-8990afd6301e tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:14.796697 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3c9d088c-9562-43c7-b442-d3b44f7624d9 req-57390686-59f4-4af0-a224-8990afd6301e tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 945 time: 0.1997688 Jul 29 15:01:14.856724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Pushing event updated for resources: {'Port': ['ID=e5dab1e9-0f59-4a3c-8515-f5ced516a349,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:14.954228 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f8f0e-84bf-4ca6-ae5b-b05e21063a58 req-c079c800-0099-4408-b2e9-4c46d558587e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:14.956781 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce8f8f0e-84bf-4ca6-ae5b-b05e21063a58 req-c079c800-0099-4408-b2e9-4c46d558587e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.2312162 Jul 29 15:01:14.995178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Attempting to bind port e5dab1e9-0f59-4a3c-8515-f5ced516a349 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:01:14.995517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Attempting to bind port e5dab1e9-0f59-4a3c-8515-f5ced516a349 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:01:14.995885 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Attempting to bind port e5dab1e9-0f59-4a3c-8515-f5ced516a349 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:01:15.008709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Port e5dab1e9-0f59-4a3c-8515-f5ced516a349 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:01:15.008709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Attempting to bind port e5dab1e9-0f59-4a3c-8515-f5ced516a349 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:01:15.045171 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce8f8f0e-84bf-4ca6-ae5b-b05e21063a58 req-53e0122d-b4b5-4c92-bdf1-7764a52aa8d0 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628557 Jul 29 15:01:15.059610 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3c9d088c-9562-43c7-b442-d3b44f7624d9 req-8369cc45-54ed-45cd-a388-8ce36405e8bd tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa67061e-3cf9-4d29-8966-cda768771b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074251 Jul 29 15:01:15.069227 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:01:15.071159 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:01:15.071759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:01:15.072541 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Bound port: e5dab1e9-0f59-4a3c-8515-f5ced516a349, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:01:15.073136 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:15.115268 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-6dca7ee0-5704-42f0-b85f-1f4c7439d44d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Allocated IP 172.20.0.24 (ebd136b4-407a-4c8c-a77a-7b07ed3fb52c/6a45eed7-5d4c-4e42-83c2-29d994b56b78/16ad0f39-abf5-41a9-adef-9b9270939f6d) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:15.167208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] For port e5dab1e9-0f59-4a3c-8515-f5ced516a349, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:01:15.175345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] For port e5dab1e9-0f59-4a3c-8515-f5ced516a349, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e5dab1e9-0f59-4a3c-8515-f5ced516a349,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:01:15.184933 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6d7a9-81fd-4a8d-8d18-d9835e36f187 req-ac2dca01-266e-402c-bfea-0c4fa6012067 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:15.186528 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ad6d7a9-81fd-4a8d-8d18-d9835e36f187 req-ac2dca01-266e-402c-bfea-0c4fa6012067 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 945 time: 0.2028115 Jul 29 15:01:15.188252 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:15.338842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:15.339794 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:15.342201 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] 10.222.0.38 "PUT /v2.0/ports/e5dab1e9-0f59-4a3c-8515-f5ced516a349 HTTP/1.1" status: 200 len: 1096 time: 1.3100328 Jul 29 15:01:15.356959 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6dca7ee0-5704-42f0-b85f-1f4c7439d44d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:15.357311 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c', 'tag': 'e5dab1e9-0f59-4a3c-8515-f5ced516a349'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:01:15.361316 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0609c555-4549-4eb7-8422-28a5b47a01b7" -d '{"events": [{"name": "network-changed", "server_uuid": "fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c", "tag": "e5dab1e9-0f59-4a3c-8515-f5ced516a349"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:01:15.375558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-6dca7ee0-5704-42f0-b85f-1f4c7439d44d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Ignored duplicate provisioning block setup for port 16ad0f39-abf5-41a9-adef-9b9270939f6d by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 15:01:15.383835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6dca7ee0-5704-42f0-b85f-1f4c7439d44d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:15.482854 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67039c3-28c8-4d05-b95a-fb68a3916780 x-openstack-request-id: req-f67039c3-28c8-4d05-b95a-fb68a3916780 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:01:15.483484 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c", "tag": "e5dab1e9-0f59-4a3c-8515-f5ced516a349", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:01:15.484019 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f67039c3-28c8-4d05-b95a-fb68a3916780 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:01:15.485046 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c', 'tag': 'e5dab1e9-0f59-4a3c-8515-f5ced516a349', 'status': 'completed', 'code': 200} Jul 29 15:01:15.508832 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca7ee0-5704-42f0-b85f-1f4c7439d44d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=16ad0f39-abf5-41a9-adef-9b9270939f6d,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:15.522392 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e8687-1ee6-4f88-89f3-816f5a0e99ba service neutron] Pushing event updated for resources: {'Port': ['ID=e5dab1e9-0f59-4a3c-8515-f5ced516a349,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:15.666078 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ba47b3e2-d649-4c18-89a2-e9d20b5298a8 None None] Provisioning complete for port 37dfae76-69bb-4755-8921-0d1232f4e15e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:15.666863 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ba47b3e2-d649-4c18-89a2-e9d20b5298a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:15.710961 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-6dca7ee0-5704-42f0-b85f-1f4c7439d44d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] In _notify_port_updated(), no bound segment for port 16ad0f39-abf5-41a9-adef-9b9270939f6d on network ebd136b4-407a-4c8c-a77a-7b07ed3fb52c {{(pid=94157) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:01:15.734423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dca7ee0-5704-42f0-b85f-1f4c7439d44d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:15.735792 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6dca7ee0-5704-42f0-b85f-1f4c7439d44d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:15.737570 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6dca7ee0-5704-42f0-b85f-1f4c7439d44d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "PUT /v2.0/ports/16ad0f39-abf5-41a9-adef-9b9270939f6d HTTP/1.1" status: 200 len: 999 time: 1.6325648 Jul 29 15:01:15.740255 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49406) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:15.893712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ba47b3e2-d649-4c18-89a2-e9d20b5298a8 None None] Provisioning for port 16ad0f39-abf5-41a9-adef-9b9270939f6d completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:15.899285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ba47b3e2-d649-4c18-89a2-e9d20b5298a8 None None] Provisioning complete for port 16ad0f39-abf5-41a9-adef-9b9270939f6d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:15.900125 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ba47b3e2-d649-4c18-89a2-e9d20b5298a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:15.927749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce870655-82bb-4506-bbf4-6000d3056859 req-49452c10-edce-44d1-b819-2529817ee292 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:15.938092 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce870655-82bb-4506-bbf4-6000d3056859 req-49452c10-edce-44d1-b819-2529817ee292 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1593273 Jul 29 15:01:15.950812 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ba47b3e2-d649-4c18-89a2-e9d20b5298a8 None None] Port 16ad0f39-abf5-41a9-adef-9b9270939f6d cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:01:16.000968 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce870655-82bb-4506-bbf4-6000d3056859 req-54b18ea1-fc51-4fbc-a0d4-ec39e3e42224 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552752 Jul 29 15:01:16.004025 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-898d24f9-8453-487f-82ea-1402d7d396b1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port 16ad0f39-abf5-41a9-adef-9b9270939f6d {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:16.004641 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-898d24f9-8453-487f-82ea-1402d7d396b1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:16.060324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67b2de-8ae3-4e7c-94a5-0ccc7a91a523 req-6bdec23e-d30e-40b0-8c43-056188437d82 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:16.064394 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5b67b2de-8ae3-4e7c-94a5-0ccc7a91a523 req-6bdec23e-d30e-40b0-8c43-056188437d82 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 948 time: 0.7680678 Jul 29 15:01:16.112627 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2189aa66-e328-4417-89f5-113b4c529517 None None] Provisioning complete for port 16ad0f39-abf5-41a9-adef-9b9270939f6d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:16.113598 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2189aa66-e328-4417-89f5-113b4c529517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:16.128925 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5b67b2de-8ae3-4e7c-94a5-0ccc7a91a523 req-a133e4fc-0655-4d61-b4fc-1c929379e33b tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ccec8fa-218c-41eb-a689-9faa84365cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591962 Jul 29 15:01:16.169262 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-898d24f9-8453-487f-82ea-1402d7d396b1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:16.170876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-3ad6d7a9-81fd-4a8d-8d18-d9835e36f187 req-4f521e32-4073-4e81-859c-0f7dfe78e12a tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Deleting port f6e14b83-52e0-4abf-8a69-24a1f16f236c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:16.171229 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ad6d7a9-81fd-4a8d-8d18-d9835e36f187 req-4f521e32-4073-4e81-859c-0f7dfe78e12a tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:16.175430 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-87823a21-917f-4dad-a685-57d6f2b9fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:16.178231 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-87823a21-917f-4dad-a685-57d6f2b9fcac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6aa2bced863842c1b8f4073952fe4c03&device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 1099 time: 0.6991088 Jul 29 15:01:16.193967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-898d24f9-8453-487f-82ea-1402d7d396b1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for 16ad0f39-abf5-41a9-adef-9b9270939f6d owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:16.204932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2189aa66-e328-4417-89f5-113b4c529517 None None] Port 16ad0f39-abf5-41a9-adef-9b9270939f6d cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:01:16.305711 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-1996391c-3a2a-4620-9e21-cfb1ea3303fb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e5dab1e9-0f59-4a3c-8515-f5ced516a349 HTTP/1.1" status: 200 len: 217 time: 0.0666053 Jul 29 15:01:16.333951 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-665cf8ce-c834-4a0a-9895-6da2880a216b None None] Provisioning complete for port 16ad0f39-abf5-41a9-adef-9b9270939f6d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:16.334547 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-665cf8ce-c834-4a0a-9895-6da2880a216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:16.396840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-058624c1-5fcb-4c48-af60-d2b9654742c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:16.399982 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-058624c1-5fcb-4c48-af60-d2b9654742c6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0855391 Jul 29 15:01:16.409742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-665cf8ce-c834-4a0a-9895-6da2880a216b None None] Port 16ad0f39-abf5-41a9-adef-9b9270939f6d cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:01:16.540388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db36aac-aaa6-4b99-bd56-09d8b1818c64 req-a72a1b76-0f0a-400e-a916-ae0aadea05b5 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:16.542667 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8db36aac-aaa6-4b99-bd56-09d8b1818c64 req-a72a1b76-0f0a-400e-a916-ae0aadea05b5 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 945 time: 0.3046987 Jul 29 15:01:16.583192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3ad6d7a9-81fd-4a8d-8d18-d9835e36f187 req-4f521e32-4073-4e81-859c-0f7dfe78e12a tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] For port f6e14b83-52e0-4abf-8a69-24a1f16f236c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f6e14b83-52e0-4abf-8a69-24a1f16f236c,segment=NetworkSegment(d727d7a1-938d-49e4-bf86-c9c150df0869),segment_id=d727d7a1-938d-49e4-bf86-c9c150df0869)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:16.583571 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ad6d7a9-81fd-4a8d-8d18-d9835e36f187 req-4f521e32-4073-4e81-859c-0f7dfe78e12a tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:16.601229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-310606a8-a39f-4dfb-b4c0-b95f10c22de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:16.602945 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-310606a8-a39f-4dfb-b4c0-b95f10c22de1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1923077 Jul 29 15:01:16.613909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-3ad6d7a9-81fd-4a8d-8d18-d9835e36f187 req-4f521e32-4073-4e81-859c-0f7dfe78e12a tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Calling delete_port for f6e14b83-52e0-4abf-8a69-24a1f16f236c owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:16.647125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1b6f17b4-faf5-421a-a4e4-7b6c06f72630 None None] Provisioning complete for port 16ad0f39-abf5-41a9-adef-9b9270939f6d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:16.647399 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b6f17b4-faf5-421a-a4e4-7b6c06f72630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:16.689486 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f17b4-faf5-421a-a4e4-7b6c06f72630 None None] Port 16ad0f39-abf5-41a9-adef-9b9270939f6d cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:01:16.690668 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8db36aac-aaa6-4b99-bd56-09d8b1818c64 req-573c4280-76a6-4e61-9ca4-f57506923889 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/security-groups?id=fa67061e-3cf9-4d29-8966-cda768771b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303847 Jul 29 15:01:16.706312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf022e9a-f439-44fb-8fd6-5b959f297bc1 req-9adf0f81-1712-4246-b3a7-8b058f4b0979 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:16.708051 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf022e9a-f439-44fb-8fd6-5b959f297bc1 req-9adf0f81-1712-4246-b3a7-8b058f4b0979 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.5161602 Jul 29 15:01:16.785584 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf022e9a-f439-44fb-8fd6-5b959f297bc1 req-6777d58e-8744-4b36-9ad1-bc58724fd87a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628719 Jul 29 15:01:16.811289 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-53782bf5-fe82-4ba1-b794-1d4d85c7e1bd service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993349 Jul 29 15:01:16.894530 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-898d24f9-8453-487f-82ea-1402d7d396b1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:16.941627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d24f9-8453-487f-82ea-1402d7d396b1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=16ad0f39-abf5-41a9-adef-9b9270939f6d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:16.990747 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f4a84ee-ec66-4bac-bd59-8b17cd447473 req-b9501d78-e9b6-41ad-8051-327f4b614ced service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707594 Jul 29 15:01:16.992464 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ad6d7a9-81fd-4a8d-8d18-d9835e36f187 req-4f521e32-4073-4e81-859c-0f7dfe78e12a tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:17.029672 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['f6e14b83-52e0-4abf-8a69-24a1f16f236c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:01:17.047716 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f521e32-4073-4e81-859c-0f7dfe78e12a tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Pushing event deleted for resources: {'Port': ['ID=f6e14b83-52e0-4abf-8a69-24a1f16f236c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:17.097113 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad6d7a9-81fd-4a8d-8d18-d9835e36f187 req-4f521e32-4073-4e81-859c-0f7dfe78e12a tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] No DVR routers for this DVR port f6e14b83-52e0-4abf-8a69-24a1f16f236c on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:01:17.109031 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3ad6d7a9-81fd-4a8d-8d18-d9835e36f187 req-4f521e32-4073-4e81-859c-0f7dfe78e12a tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:17.112115 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ad6d7a9-81fd-4a8d-8d18-d9835e36f187 req-4f521e32-4073-4e81-859c-0f7dfe78e12a tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.38 "DELETE /v2.0/ports/f6e14b83-52e0-4abf-8a69-24a1f16f236c HTTP/1.1" status: 204 len: 173 time: 1.9176474 Jul 29 15:01:17.183382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609c555-4549-4eb7-8422-28a5b47a01b7 req-9166aa1f-1e1c-44ec-b3c3-d1a4a63d2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:17.184586 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-898d24f9-8453-487f-82ea-1402d7d396b1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:17.186756 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0609c555-4549-4eb7-8422-28a5b47a01b7 req-9166aa1f-1e1c-44ec-b3c3-d1a4a63d2e16 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6aa2bced863842c1b8f4073952fe4c03&device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 1099 time: 0.0909021 Jul 29 15:01:17.190121 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-898d24f9-8453-487f-82ea-1402d7d396b1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/16ad0f39-abf5-41a9-adef-9b9270939f6d HTTP/1.1" status: 204 len: 168 time: 1.4462152 Jul 29 15:01:17.190665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49424) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:17.257340 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f140d2a-a136-41cc-b7d9-53df9c9f1cc5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] GET failed (client error): The resource could not be found. Jul 29 15:01:17.261935 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7f140d2a-a136-41cc-b7d9-53df9c9f1cc5 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/16ad0f39-abf5-41a9-adef-9b9270939f6d HTTP/1.1" status: 404 len: 333 time: 0.0698612 Jul 29 15:01:17.269878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49426) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:17.350049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451ffe3-c438-430d-883f-10efee2e4758 req-2630a443-3c00-4d57-82de-8536b8e3abc5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:17.351800 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a451ffe3-c438-430d-883f-10efee2e4758 req-2630a443-3c00-4d57-82de-8536b8e3abc5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.1619549 Jul 29 15:01:17.376392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a80159-0264-4e26-b5bc-15606e4653e2 req-9d7ebaa6-bd8f-477f-a059-caa2c232713d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:17.378490 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-66a80159-0264-4e26-b5bc-15606e4653e2 req-9d7ebaa6-bd8f-477f-a059-caa2c232713d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1760652 Jul 29 15:01:17.392075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609c555-4549-4eb7-8422-28a5b47a01b7 req-052c2e61-d0a3-4e7e-bd73-9ea9ea6f6b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:17.393599 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0609c555-4549-4eb7-8422-28a5b47a01b7 req-052c2e61-d0a3-4e7e-bd73-9ea9ea6f6b16 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.1813219 Jul 29 15:01:17.422900 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-8773de61-d39b-4824-8b5d-5bafd3520ff1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting subnet 6a45eed7-5d4c-4e42-83c2-29d994b56b78 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:01:17.429435 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8773de61-d39b-4824-8b5d-5bafd3520ff1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:17.451884 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0609c555-4549-4eb7-8422-28a5b47a01b7 req-003aef75-7b88-458f-9569-dcdcadd3872b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e5dab1e9-0f59-4a3c-8515-f5ced516a349 HTTP/1.1" status: 200 len: 217 time: 0.0488267 Jul 29 15:01:17.455021 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a451ffe3-c438-430d-883f-10efee2e4758 req-03ebe17d-06d9-44bc-8de9-adb89cb04a9f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818970 Jul 29 15:01:17.485335 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-66a80159-0264-4e26-b5bc-15606e4653e2 req-be5e6b0e-e453-4fe2-b497-7f5cc7d66929 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969505 Jul 29 15:01:17.502726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c90b5d7-144b-42c5-a771-f61fa8926f6b', 'name': 'network-vif-deleted', 'tag': 'f6e14b83-52e0-4abf-8a69-24a1f16f236c'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:01:17.506923 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e451bb6-d94e-45da-92b9-506a2f088a78" -d '{"events": [{"server_uuid": "8c90b5d7-144b-42c5-a771-f61fa8926f6b", "name": "network-vif-deleted", "tag": "f6e14b83-52e0-4abf-8a69-24a1f16f236c"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:01:17.517264 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8773de61-d39b-4824-8b5d-5bafd3520ff1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:17.541518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609c555-4549-4eb7-8422-28a5b47a01b7 req-05872080-b087-4c96-891b-bece3835d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:17.543805 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0609c555-4549-4eb7-8422-28a5b47a01b7 req-05872080-b087-4c96-891b-bece3835d464 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0837302 Jul 29 15:01:17.586627 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91849d6-4edc-44f9-b0ad-4dc7724991da x-openstack-request-id: req-a91849d6-4edc-44f9-b0ad-4dc7724991da {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:01:17.588000 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c90b5d7-144b-42c5-a771-f61fa8926f6b", "name": "network-vif-deleted", "tag": "f6e14b83-52e0-4abf-8a69-24a1f16f236c", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:01:17.588000 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a91849d6-4edc-44f9-b0ad-4dc7724991da {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:01:17.588000 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c90b5d7-144b-42c5-a771-f61fa8926f6b', 'name': 'network-vif-deleted', 'tag': 'f6e14b83-52e0-4abf-8a69-24a1f16f236c', 'status': 'completed', 'code': 200} Jul 29 15:01:17.635104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aebdc0-f560-4692-bde8-727a3d479508 req-f6232413-3661-474a-98fd-6c8266c9c531 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:17.636687 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-20aebdc0-f560-4692-bde8-727a3d479508 req-f6232413-3661-474a-98fd-6c8266c9c531 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 948 time: 0.0875394 Jul 29 15:01:17.639885 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609c555-4549-4eb7-8422-28a5b47a01b7 req-b2e13881-2972-4ec9-801e-62a304584108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:17.641405 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0609c555-4549-4eb7-8422-28a5b47a01b7 req-b2e13881-2972-4ec9-801e-62a304584108 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816381 Jul 29 15:01:17.646014 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8773de61-d39b-4824-8b5d-5bafd3520ff1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:17.733922 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8773de61-d39b-4824-8b5d-5bafd3520ff1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:17.738381 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-20aebdc0-f560-4692-bde8-727a3d479508 req-32a87a23-e90a-4a1d-9a9a-f61d6e9e3513 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ccec8fa-218c-41eb-a689-9faa84365cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912089 Jul 29 15:01:17.789502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773de61-d39b-4824-8b5d-5bafd3520ff1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Subnet': ['ID=6a45eed7-5d4c-4e42-83c2-29d994b56b78,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:17.809123 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0609c555-4549-4eb7-8422-28a5b47a01b7 req-680d0b95-0dff-4508-9542-5be338bea063 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417453 Jul 29 15:01:17.816740 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8773de61-d39b-4824-8b5d-5bafd3520ff1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:17.819144 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf3e61f-2f23-4eea-a0d2-5e4abfa2f9cf None None] Network ebd136b4-407a-4c8c-a77a-7b07ed3fb52c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:17.824430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8773de61-d39b-4824-8b5d-5bafd3520ff1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/6a45eed7-5d4c-4e42-83c2-29d994b56b78 HTTP/1.1" status: 204 len: 168 time: 0.5430906 Jul 29 15:01:17.824430 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49432) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:17.943602 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-875073ee-53d4-403d-a14a-59e50f57b085 req-89964ee0-3b60-4557-9ee1-c84d7ba258b1 tempest-InstanceActionsTestJSON-1344120646 tempest-InstanceActionsTestJSON-1344120646-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90b5d7-144b-42c5-a771-f61fa8926f6b HTTP/1.1" status: 200 len: 210 time: 0.0668268 Jul 29 15:01:17.992889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bbc787-3981-4b04-abcb-339024ede767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting subnet 16d00234-e7f6-4cef-ad34-363dce21f9c7 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:01:17.998024 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81bbc787-3981-4b04-abcb-339024ede767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:18.016242 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0609c555-4549-4eb7-8422-28a5b47a01b7 req-55bf7866-b812-464f-b1d0-b7b81fec4a9e service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819184 Jul 29 15:01:18.047862 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81bbc787-3981-4b04-abcb-339024ede767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:18.183175 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81bbc787-3981-4b04-abcb-339024ede767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:18.261931 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81bbc787-3981-4b04-abcb-339024ede767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:18.291572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbc787-3981-4b04-abcb-339024ede767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Subnet': ['ID=16d00234-e7f6-4cef-ad34-363dce21f9c7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:18.301674 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81bbc787-3981-4b04-abcb-339024ede767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:18.303665 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-81bbc787-3981-4b04-abcb-339024ede767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/16d00234-e7f6-4cef-ad34-363dce21f9c7 HTTP/1.1" status: 204 len: 168 time: 0.4783025 Jul 29 15:01:18.307555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49438) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:18.393630 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:18.460919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port 37dfae76-69bb-4755-8921-0d1232f4e15e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:18.461339 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:18.538292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] For port 37dfae76-69bb-4755-8921-0d1232f4e15e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=37dfae76-69bb-4755-8921-0d1232f4e15e,segment=NetworkSegment(e91d4b4d-8611-4e15-a975-c05842fcbb1b),segment_id=e91d4b4d-8611-4e15-a975-c05842fcbb1b)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:18.538923 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:18.564266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for 37dfae76-69bb-4755-8921-0d1232f4e15e owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:18.647572 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9f5188-09d8-4f17-a0f9-982326d4ee24 None None] Network ebd136b4-407a-4c8c-a77a-7b07ed3fb52c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:18.664797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b39809-7791-4d66-b765-1c72e3196f3e req-f6ca7e8d-92f4-476a-a369-4d801df34665 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:18.667419 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dc1b4-5c99-40ac-ac02-4e66b18ec2f7 req-61f52d6d-f590-4b8d-ab27-1a6c63030938 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:18.667583 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92b39809-7791-4d66-b765-1c72e3196f3e req-f6ca7e8d-92f4-476a-a369-4d801df34665 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.0942104 Jul 29 15:01:18.669013 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf4dc1b4-5c99-40ac-ac02-4e66b18ec2f7 req-61f52d6d-f590-4b8d-ab27-1a6c63030938 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.1067958 Jul 29 15:01:18.713656 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92b39809-7791-4d66-b765-1c72e3196f3e req-d8b0976f-c0f9-4326-855a-0607d55d3872 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386777 Jul 29 15:01:18.734712 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:18.746390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f5b26f8a-d403-4187-8b5e-3ef1112e89c4 None None] Could not find standard attr ID for object 37dfae76-69bb-4755-8921-0d1232f4e15e. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:01:18.770942 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf4dc1b4-5c99-40ac-ac02-4e66b18ec2f7 req-0056397f-d1f7-467c-bb93-b4cfb5ade899 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918276 Jul 29 15:01:18.772565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=37dfae76-69bb-4755-8921-0d1232f4e15e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:18.778241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No DVR routers for this DVR port 37dfae76-69bb-4755-8921-0d1232f4e15e on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:01:18.885171 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:18.896012 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd136b4-407a-4c8c-a77a-7b07ed3fb52c']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:18.905995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7401448-e053-4c77-b637-bd3ce8a97f84 req-b38bb931-056e-415a-9768-ebe343b1bc67 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:18.911900 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a7401448-e053-4c77-b637-bd3ce8a97f84 req-b38bb931-056e-415a-9768-ebe343b1bc67 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 948 time: 0.0633404 Jul 29 15:01:18.912713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91d4b4d-8611-4e15-a975-c05842fcbb1b') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:18.913026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91d4b4d-8611-4e15-a975-c05842fcbb1b') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:18.930070 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:18.948111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb01ca5-3317-45ca-b4ba-415e29c27e82 None None] DHCP port deletion for ebd136b4-407a-4c8c-a77a-7b07ed3fb52c request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:01:18.960818 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a7401448-e053-4c77-b637-bd3ce8a97f84 req-fcd52632-dae6-4ef2-8d99-22b5d264820f tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ccec8fa-218c-41eb-a689-9faa84365cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431921 Jul 29 15:01:18.980383 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:18.987711 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:01:18.988124 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:01:18.992100 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:01:19.042756 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49458) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:19.107645 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.112366 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.114476 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/networks/ebd136b4-407a-4c8c-a77a-7b07ed3fb52c HTTP/1.1" status: 204 len: 168 time: 0.8059120 Jul 29 15:01:19.119483 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49460) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:19.145663 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5fac5-fa61-41ba-a354-be5e850f3f03 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Network': ['ID=ebd136b4-407a-4c8c-a77a-7b07ed3fb52c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:19.158444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-6900c9be-6782-493f-b602-4b90671668e2 admin admin] Deleting subnet b2c05c4b-1541-4492-a9cf-08be3720cdf1 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:01:19.162052 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6900c9be-6782-493f-b602-4b90671668e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.186002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1813f3b8-17d1-4d15-8ba9-12ba10c20450 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:19.189528 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1813f3b8-17d1-4d15-8ba9-12ba10c20450 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0686846 Jul 29 15:01:19.192812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49466) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:19.216601 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6900c9be-6782-493f-b602-4b90671668e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.222898 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device e5dab1e9-0f59-4a3c-8515-f5ced516a349 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:01:19.234788 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f6e14b83-52e0-4abf-8a69-24a1f16f236c no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:01:19.256882 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f1694457-c036-40f3-8993-0ace1c94d610 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0623975 Jul 29 15:01:19.261238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49468) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:19.267448 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-47f16ca0-7cd6-496d-ac32-012f0739fe66 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1566576838'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:19.302989 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6900c9be-6782-493f-b602-4b90671668e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.311659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f16ca0-7cd6-496d-ac32-012f0739fe66 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:19.311899 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: f6e14b83-52e0-4abf-8a69-24a1f16f236c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:01:19.312528 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f6e14b83-52e0-4abf-8a69-24a1f16f236c not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:01:19.317923 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47f16ca0-7cd6-496d-ac32-012f0739fe66 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.385544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f16ca0-7cd6-496d-ac32-012f0739fe66 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:01:19.409003 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6900c9be-6782-493f-b602-4b90671668e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.412490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51a79e-4bab-46a9-b64f-8d3ee29b1052 req-9e75ffbc-94fd-4e8f-bc5e-b4960510f0a2 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:19.414288 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1d51a79e-4bab-46a9-b64f-8d3ee29b1052 req-9e75ffbc-94fd-4e8f-bc5e-b4960510f0a2 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.0795264 Jul 29 15:01:19.418397 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47f16ca0-7cd6-496d-ac32-012f0739fe66 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.418750 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-47f16ca0-7cd6-496d-ac32-012f0739fe66 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Added segment cd597f97-e9fc-490e-b9ce-92f4b7f96b0b of type vlan for network a3ae64bd-ea35-4388-a28d-70f9b28fef7c Jul 29 15:01:19.441161 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900c9be-6782-493f-b602-4b90671668e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2c05c4b-1541-4492-a9cf-08be3720cdf1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:19.447152 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port e5dab1e9-0f59-4a3c-8515-f5ced516a349, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e5dab1e9-0f59-4a3c-8515-f5ced516a349,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:19.447558 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6900c9be-6782-493f-b602-4b90671668e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.452474 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6900c9be-6782-493f-b602-4b90671668e2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b2c05c4b-1541-4492-a9cf-08be3720cdf1 HTTP/1.1" status: 204 len: 168 time: 0.4086103 Jul 29 15:01:19.453598 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49472) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:19.464746 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'e5dab1e9-0f59-4a3c-8515-f5ced516a349', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': 'e5dab1e9-0f59-4a3c-8515-f5ced516a349', 'mac_address': 'fa:16:3e:10:cb:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:01:19.501497 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47f16ca0-7cd6-496d-ac32-012f0739fe66 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.518144 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.538031 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1d51a79e-4bab-46a9-b64f-8d3ee29b1052 req-52b56f4b-eb8e-4e3e-bd53-9c88a8f5315b tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059079 Jul 29 15:01:19.539878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5dab1e9-0f59-4a3c-8515-f5ced516a349 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:01:19.563270 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1420ebc3-606c-44a7-b85f-ab9fd9580a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.566840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port e5dab1e9-0f59-4a3c-8515-f5ced516a349, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e5dab1e9-0f59-4a3c-8515-f5ced516a349,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:19.569668 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47f16ca0-7cd6-496d-ac32-012f0739fe66 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.572425 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.578287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f16ca0-7cd6-496d-ac32-012f0739fe66 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:19.579243 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47f16ca0-7cd6-496d-ac32-012f0739fe66 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.627844 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=e5dab1e9-0f59-4a3c-8515-f5ced516a349,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:19.648398 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-47f16ca0-7cd6-496d-ac32-012f0739fe66 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3859508 Jul 29 15:01:19.651908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49474) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:19.657324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7ad5d765-e091-49e9-b8a6-edf2b2e62e06 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'subnet': {'network_id': 'a3ae64bd-ea35-4388-a28d-70f9b28fef7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:19.658349 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1420ebc3-606c-44a7-b85f-ab9fd9580a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.670203 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-1420ebc3-606c-44a7-b85f-ab9fd9580a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65300431-d40d-461b-b40d-3488762d28cb']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:19.681614 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f16ca0-7cd6-496d-ac32-012f0739fe66 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Network': ['ID=a3ae64bd-ea35-4388-a28d-70f9b28fef7c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:19.692987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-1420ebc3-606c-44a7-b85f-ab9fd9580a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd727d7a1-938d-49e4-bf86-c9c150df0869') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:19.693290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-1420ebc3-606c-44a7-b85f-ab9fd9580a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd727d7a1-938d-49e4-bf86-c9c150df0869') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:19.700182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network a3ae64bd-ea35-4388-a28d-70f9b28fef7c details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:01:19.709743 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1420ebc3-606c-44a7-b85f-ab9fd9580a6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.728428 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1420ebc3-606c-44a7-b85f-ab9fd9580a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.737697 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1420ebc3-606c-44a7-b85f-ab9fd9580a6c admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:01:19.738359 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1420ebc3-606c-44a7-b85f-ab9fd9580a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:01:19.741368 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:01:19.799198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad5d765-e091-49e9-b8a6-edf2b2e62e06 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:19.803382 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ad5d765-e091-49e9-b8a6-edf2b2e62e06 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.883094 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1420ebc3-606c-44a7-b85f-ab9fd9580a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.899150 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1420ebc3-606c-44a7-b85f-ab9fd9580a6c admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:19.904062 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1420ebc3-606c-44a7-b85f-ab9fd9580a6c admin admin] 10.222.0.16 "DELETE /v2.0/networks/65300431-d40d-461b-b40d-3488762d28cb HTTP/1.1" status: 204 len: 168 time: 0.4477589 Jul 29 15:01:19.923212 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['e5dab1e9-0f59-4a3c-8515-f5ced516a349'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:01:19.926536 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a5ce5-3ba0-43a9-aca1-12c055566398 req-5842f79b-ade0-4bbf-b78a-36eedfb7fbab tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:19.928628 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b14a5ce5-3ba0-43a9-aca1-12c055566398 req-5842f79b-ade0-4bbf-b78a-36eedfb7fbab tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1158335 Jul 29 15:01:19.930709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420ebc3-606c-44a7-b85f-ab9fd9580a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=65300431-d40d-461b-b40d-3488762d28cb,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:20.027478 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b14a5ce5-3ba0-43a9-aca1-12c055566398 req-ceedee06-9e83-469b-bdba-d60a0f0ba5c7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738583 Jul 29 15:01:20.215339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb47ca8-e34d-402a-a14b-eb23b8e00312 req-a97f9e31-0082-4f44-8034-d91a7f60318b tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:20.216964 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6fb47ca8-e34d-402a-a14b-eb23b8e00312 req-a97f9e31-0082-4f44-8034-d91a7f60318b tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 949 time: 0.1617255 Jul 29 15:01:20.218473 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ad5d765-e091-49e9-b8a6-edf2b2e62e06 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:20.246523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49484) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:20.296064 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-729568c0-4017-4ec9-a957-dafec4362882 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c63479eb780040d2a1e30b582d75098a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474825 Jul 29 15:01:20.299896 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49486) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:20.300467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5d765-e091-49e9-b8a6-edf2b2e62e06 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Subnet': ['ID=8e0395a0-8aa6-4aff-8fde-a0e7f6668d4c,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:20.319574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6fb47ca8-e34d-402a-a14b-eb23b8e00312 req-4cad445c-a41f-4eef-8991-eace36683dbe tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ccec8fa-218c-41eb-a689-9faa84365cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917835 Jul 29 15:01:20.331608 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5d765-e091-49e9-b8a6-edf2b2e62e06 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Checking segment: {'id': 'cd597f97-e9fc-490e-b9ce-92f4b7f96b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a3ae64bd-ea35-4388-a28d-70f9b28fef7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:01:20.332040 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5d765-e091-49e9-b8a6-edf2b2e62e06 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network hostable DHCP agents. Network: a3ae64bd-ea35-4388-a28d-70f9b28fef7c, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:01:20.353777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5d765-e091-49e9-b8a6-edf2b2e62e06 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network a3ae64bd-ea35-4388-a28d-70f9b28fef7c is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:01:20.364093 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7ad5d765-e091-49e9-b8a6-edf2b2e62e06 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, a3ae64bd-ea35-4388-a28d-70f9b28fef7c) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:20.377735 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a7cf88-ab8d-484b-bcff-d51eb66e31ec None None] Network a3ae64bd-ea35-4388-a28d-70f9b28fef7c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:20.386902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad5d765-e091-49e9-b8a6-edf2b2e62e06 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:20.388062 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ad5d765-e091-49e9-b8a6-edf2b2e62e06 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:20.403955 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:20.417634 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7ad5d765-e091-49e9-b8a6-edf2b2e62e06 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7645068 Jul 29 15:01:20.418572 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49488) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:20.425869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-2bea105b-a971-4297-948a-a5619e9cdf40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'network_id': 'a3ae64bd-ea35-4388-a28d-70f9b28fef7c', 'name': 'tempest-PortsTestJSON-2140199701'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:20.444746 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:20.472944 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 37dfae76-69bb-4755-8921-0d1232f4e15e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:01:20.509215 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:20.512180 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:20.517166 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa67061e-3cf9-4d29-8966-cda768771b84 HTTP/1.1" status: 204 len: 168 time: 0.2125688 Jul 29 15:01:20.523376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 37dfae76-69bb-4755-8921-0d1232f4e15e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:01:20.524560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 37dfae76-69bb-4755-8921-0d1232f4e15e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:01:20.527140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa67061e-3cf9-4d29-8966-cda768771b84,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:20.543797 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:20.544736 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:20.545468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:20.546021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:20.546575 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:20.547124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:20.547865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:20.549183 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:20.549774 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:20.550256 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:20.550808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:20.551424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3bc9b5-9b6a-42a3-98e1-d9801def6b76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:20.608455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device ad1f0839-03fd-463e-b164-5a83e3a7d724 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:01:20.682371 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bea105b-a971-4297-948a-a5619e9cdf40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:20.687671 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2bea105b-a971-4297-948a-a5619e9cdf40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:20.712571 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-2bea105b-a971-4297-948a-a5619e9cdf40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port dccbd70e-6179-4b4e-a573-df0c48f578e2 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:01:20.738170 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38551768-8c95-4a9f-a789-056bebc3397f req-3a376c23-4ee3-4f1f-9a22-df6bca0a5f3e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:20.740390 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-38551768-8c95-4a9f-a789-056bebc3397f req-3a376c23-4ee3-4f1f-9a22-df6bca0a5f3e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.0997310 Jul 29 15:01:20.819916 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-38551768-8c95-4a9f-a789-056bebc3397f req-71d759fe-4a5b-4392-b663-9f1feb148c9f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636096 Jul 29 15:01:20.856106 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-a3ae64bd-ea35-4388-a28d-70f9b28fef7c', 'network_id': 'a3ae64bd-ea35-4388-a28d-70f9b28fef7c', 'tenant_id': '42d4e998c7924ea2885f5e7134c87060', 'fixed_ips': [{'subnet_id': '8e0395a0-8aa6-4aff-8fde-a0e7f6668d4c'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:01:20.857556 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:20.927356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-2bea105b-a971-4297-948a-a5619e9cdf40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Allocated IP 172.20.0.7 (a3ae64bd-ea35-4388-a28d-70f9b28fef7c/8e0395a0-8aa6-4aff-8fde-a0e7f6668d4c/dccbd70e-6179-4b4e-a573-df0c48f578e2) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:21.011358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port ad1f0839-03fd-463e-b164-5a83e3a7d724, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ad1f0839-03fd-463e-b164-5a83e3a7d724,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:21.038845 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'ad1f0839-03fd-463e-b164-5a83e3a7d724', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'port_id': 'ad1f0839-03fd-463e-b164-5a83e3a7d724', 'mac_address': 'fa:16:3e:82:59:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:01:21.099711 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:21.143941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad1f0839-03fd-463e-b164-5a83e3a7d724 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:01:21.183840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port ad1f0839-03fd-463e-b164-5a83e3a7d724, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ad1f0839-03fd-463e-b164-5a83e3a7d724,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:21.189839 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:21.221948 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2bea105b-a971-4297-948a-a5619e9cdf40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:21.249364 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ce818-f2d6-4e33-be17-c601db3c0052 req-a7529503-64e0-4e49-94ea-e4cc6bc34005 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:21.251020 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eb2ce818-f2d6-4e33-be17-c601db3c0052 req-a7529503-64e0-4e49-94ea-e4cc6bc34005 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.0943134 Jul 29 15:01:21.254332 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-2bea105b-a971-4297-948a-a5619e9cdf40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Transition to ACTIVE for port object dccbd70e-6179-4b4e-a573-df0c48f578e2 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:21.325248 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=ad1f0839-03fd-463e-b164-5a83e3a7d724,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:21.328380 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2bea105b-a971-4297-948a-a5619e9cdf40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:21.332411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device e5dab1e9-0f59-4a3c-8515-f5ced516a349 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:01:21.365509 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eb2ce818-f2d6-4e33-be17-c601db3c0052 req-a976ee77-cdfd-49f9-95fa-0954dacecbe6 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928888 Jul 29 15:01:21.384084 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bea105b-a971-4297-948a-a5619e9cdf40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network a3ae64bd-ea35-4388-a28d-70f9b28fef7c is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:21.401128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-2bea105b-a971-4297-948a-a5619e9cdf40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:21.403679 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bea105b-a971-4297-948a-a5619e9cdf40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:21.413061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea105b-a971-4297-948a-a5619e9cdf40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=dccbd70e-6179-4b4e-a573-df0c48f578e2,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:21.464578 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['ad1f0839-03fd-463e-b164-5a83e3a7d724'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:01:21.484563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bea105b-a971-4297-948a-a5619e9cdf40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:21.485577 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2bea105b-a971-4297-948a-a5619e9cdf40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:21.513710 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2bea105b-a971-4297-948a-a5619e9cdf40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0913670 Jul 29 15:01:21.515312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49518) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:21.526553 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'network_id': 'a3ae64bd-ea35-4388-a28d-70f9b28fef7c', 'name': 'tempest-PortsTestJSON-1070428143'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:21.536959 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21216b3d-aa7b-4f39-863c-a8d79aee887a req-43b5e221-0f59-4ed4-98d3-dd5c51f28e9d tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:21.547500 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21216b3d-aa7b-4f39-863c-a8d79aee887a req-43b5e221-0f59-4ed4-98d3-dd5c51f28e9d tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 949 time: 0.0907063 Jul 29 15:01:21.601361 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Allocated IP 172.20.0.2 (a3ae64bd-ea35-4388-a28d-70f9b28fef7c/8e0395a0-8aa6-4aff-8fde-a0e7f6668d4c/8b5a88e6-b33f-441c-a047-9e5a195efb6f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:21.606793 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21216b3d-aa7b-4f39-863c-a8d79aee887a req-2c5390d5-7239-4afe-8ddd-1d57ec97b599 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ccec8fa-218c-41eb-a689-9faa84365cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580699 Jul 29 15:01:21.659126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port e5dab1e9-0f59-4a3c-8515-f5ced516a349 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:21.706813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port e5dab1e9-0f59-4a3c-8515-f5ced516a349 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:21.707182 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:21.761603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:21.767870 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:21.794970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port 7dba7134-b0df-4e21-9214-c5978da91106 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:01:21.982407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49542) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:22.010494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54490c26-e40c-4059-b688-ad78ee06588e req-f55feb15-651b-41b3-9054-7e563c686bdd tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:22.013503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-54490c26-e40c-4059-b688-ad78ee06588e req-f55feb15-651b-41b3-9054-7e563c686bdd tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 944 time: 0.0773170 Jul 29 15:01:22.083410 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-54490c26-e40c-4059-b688-ad78ee06588e req-a4427b81-9da1-4564-a274-10e48c49797c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638897 Jul 29 15:01:22.104701 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:22.158859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7ef03767-729d-4880-9716-f9b6962e77ed admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1089076973-network', 'tenant_id': '670b789f94c74e8f977aaf3f39a3b67d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:22.192506 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5dab1e9-0f59-4a3c-8515-f5ced516a349'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:01:22.196472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef03767-729d-4880-9716-f9b6962e77ed admin admin] Made reservation on behalf of 670b789f94c74e8f977aaf3f39a3b67d for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:22.198624 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0df27e5-b007-40bb-856b-048e3c143507" -d '{"events": [{"server_uuid": "fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c", "name": "network-vif-plugged", "status": "completed", "tag": "e5dab1e9-0f59-4a3c-8515-f5ced516a349"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:01:22.199857 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ef03767-729d-4880-9716-f9b6962e77ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:22.209999 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ef03767-729d-4880-9716-f9b6962e77ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:22.213701 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:22.241174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port e5dab1e9-0f59-4a3c-8515-f5ced516a349, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e5dab1e9-0f59-4a3c-8515-f5ced516a349,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:22.248481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Transition to ACTIVE for port object 8b5a88e6-b33f-441c-a047-9e5a195efb6f will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:22.257490 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:22.390309 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ef03767-729d-4880-9716-f9b6962e77ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:22.397394 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ef03767-729d-4880-9716-f9b6962e77ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:22.468318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef03767-729d-4880-9716-f9b6962e77ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:01:22.508583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef03767-729d-4880-9716-f9b6962e77ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b779d5-333a-4a03-9755-81441903373e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:22.523324 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ef03767-729d-4880-9716-f9b6962e77ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:22.523815 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-7ef03767-729d-4880-9716-f9b6962e77ed admin admin] Added segment a3b72c49-e165-46a5-8987-c08cc8b6fd57 of type vlan for network 12465468-1186-4409-971d-400a766daa8f Jul 29 15:01:22.545658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85709629-8399-425d-811f-bd2c6ce7407d req-10cd7fb5-a988-41da-951a-e3b3bb821a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:22.547408 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-85709629-8399-425d-811f-bd2c6ce7407d req-10cd7fb5-a988-41da-951a-e3b3bb821a91 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 1101 time: 0.0737748 Jul 29 15:01:22.549755 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f85543b-110c-4960-9692-64bd2e914731 x-openstack-request-id: req-9f85543b-110c-4960-9692-64bd2e914731 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:01:22.550345 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c", "name": "network-vif-plugged", "status": "completed", "tag": "e5dab1e9-0f59-4a3c-8515-f5ced516a349", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:01:22.550345 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f85543b-110c-4960-9692-64bd2e914731 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:01:22.550708 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5dab1e9-0f59-4a3c-8515-f5ced516a349', 'code': 200} Jul 29 15:01:22.563920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Transition to ACTIVE for port object 8b5a88e6-b33f-441c-a047-9e5a195efb6f will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:22.602967 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:22.633527 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device ad1f0839-03fd-463e-b164-5a83e3a7d724 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:01:22.642407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=e5dab1e9-0f59-4a3c-8515-f5ced516a349,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:22.667655 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ef03767-729d-4880-9716-f9b6962e77ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:22.675556 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983e053-eb66-4b43-83a3-2cd26c2670ab req-4b99c338-da97-4f3e-92ce-4c1dec1ce907 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:22.680028 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5983e053-eb66-4b43-83a3-2cd26c2670ab req-4b99c338-da97-4f3e-92ce-4c1dec1ce907 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1225080 Jul 29 15:01:22.729599 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Pushing event updated for resources: {'Port': ['ID=8b5a88e6-b33f-441c-a047-9e5a195efb6f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:22.730885 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-85709629-8399-425d-811f-bd2c6ce7407d req-b773861e-e1b2-44cd-b7a0-ee7d9ae9d198 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2ccec8fa-218c-41eb-a689-9faa84365cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731665 Jul 29 15:01:22.758993 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5983e053-eb66-4b43-83a3-2cd26c2670ab req-410fc08f-d57f-41c2-9501-7384d7705f41 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701323 Jul 29 15:01:22.761852 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ce830a50-8ed1-4bc4-9c5f-f3c03ea82094 {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:01:22.762754 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:01:22.772849 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ef03767-729d-4880-9716-f9b6962e77ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:22.774777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef03767-729d-4880-9716-f9b6962e77ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:22.775313 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ef03767-729d-4880-9716-f9b6962e77ed admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:22.785707 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Network a3ae64bd-ea35-4388-a28d-70f9b28fef7c is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:22.797195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:22.812241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:22.886094 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7ef03767-729d-4880-9716-f9b6962e77ed admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8982718 Jul 29 15:01:22.886467 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49564) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:22.892574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-238f4302-a417-4180-9d9b-a72dc0438a71 admin admin] Request body: {'subnet': {'network_id': '12465468-1186-4409-971d-400a766daa8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1089076973-subnet', 'tenant_id': '670b789f94c74e8f977aaf3f39a3b67d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:22.901306 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef03767-729d-4880-9716-f9b6962e77ed admin admin] Pushing event updated for resources: {'Network': ['ID=12465468-1186-4409-971d-400a766daa8f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:22.938310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 12465468-1186-4409-971d-400a766daa8f details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:01:22.971881 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238f4302-a417-4180-9d9b-a72dc0438a71 admin admin] Made reservation on behalf of 670b789f94c74e8f977aaf3f39a3b67d for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:22.974418 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-238f4302-a417-4180-9d9b-a72dc0438a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:23.004537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Attempting to bind port 8b5a88e6-b33f-441c-a047-9e5a195efb6f on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:01:23.004887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Attempting to bind port 8b5a88e6-b33f-441c-a047-9e5a195efb6f by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'cd597f97-e9fc-490e-b9ce-92f4b7f96b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a3ae64bd-ea35-4388-a28d-70f9b28fef7c'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:01:23.005224 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Attempting to bind port 8b5a88e6-b33f-441c-a047-9e5a195efb6f on network a3ae64bd-ea35-4388-a28d-70f9b28fef7c {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:01:23.014091 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port ad1f0839-03fd-463e-b164-5a83e3a7d724 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:23.014497 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:23.068983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb6eb2-9b1a-4b5c-b8b6-b7b1c1bd2a72 req-e566e683-364f-4703-9a74-69d3f5d13944 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:23.069233 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:01:23.069475 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Checking segment: {'id': 'cd597f97-e9fc-490e-b9ce-92f4b7f96b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a3ae64bd-ea35-4388-a28d-70f9b28fef7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:01:23.069893 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:23.070305 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Bound using segment: {'id': 'cd597f97-e9fc-490e-b9ce-92f4b7f96b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a3ae64bd-ea35-4388-a28d-70f9b28fef7c'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:01:23.070912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Bound port: 8b5a88e6-b33f-441c-a047-9e5a195efb6f, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd597f97-e9fc-490e-b9ce-92f4b7f96b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a3ae64bd-ea35-4388-a28d-70f9b28fef7c'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:01:23.071464 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:23.082064 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05cb6eb2-9b1a-4b5c-b8b6-b7b1c1bd2a72 req-e566e683-364f-4703-9a74-69d3f5d13944 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 950 time: 0.1552553 Jul 29 15:01:23.155245 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05cb6eb2-9b1a-4b5c-b8b6-b7b1c1bd2a72 req-5018c2d7-14a3-4a1f-97b0-8ed4c734d099 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ccec8fa-218c-41eb-a689-9faa84365cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719223 Jul 29 15:01:23.225216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] For port 8b5a88e6-b33f-441c-a047-9e5a195efb6f, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:01:23.230184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] For port 8b5a88e6-b33f-441c-a047-9e5a195efb6f, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8b5a88e6-b33f-441c-a047-9e5a195efb6f,segment=NetworkSegment(cd597f97-e9fc-490e-b9ce-92f4b7f96b0b),segment_id=cd597f97-e9fc-490e-b9ce-92f4b7f96b0b)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:01:23.242193 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:23.257179 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:23.279405 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:23.323516 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port 75353c22-6579-44aa-82bf-8555384f3ba8 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:01:23.335699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port ad1f0839-03fd-463e-b164-5a83e3a7d724, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ad1f0839-03fd-463e-b164-5a83e3a7d724,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:23.412367 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-238f4302-a417-4180-9d9b-a72dc0438a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:23.443677 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:23.449469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a3741-e41d-4de9-bd2e-81e1b47d71ab req-656e9698-f684-43ca-8edf-b52f3826d53a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:23.451299 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-043a3741-e41d-4de9-bd2e-81e1b47d71ab req-656e9698-f684-43ca-8edf-b52f3826d53a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 944 time: 0.2265573 Jul 29 15:01:23.520064 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34b0bb-1bbc-48f0-be72-0d2aaf863b44 None None] Pushing event updated for resources: {'Port': ['ID=8b5a88e6-b33f-441c-a047-9e5a195efb6f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:23.600942 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f4302-a417-4180-9d9b-a72dc0438a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1844c81e-77c4-4d52-a3eb-c799f2e08bdb,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:23.628323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238f4302-a417-4180-9d9b-a72dc0438a71 admin admin] Checking segment: {'id': 'a3b72c49-e165-46a5-8987-c08cc8b6fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '12465468-1186-4409-971d-400a766daa8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:01:23.629292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f4302-a417-4180-9d9b-a72dc0438a71 admin admin] Network hostable DHCP agents. Network: 12465468-1186-4409-971d-400a766daa8f, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:01:23.643761 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-043a3741-e41d-4de9-bd2e-81e1b47d71ab req-325f7cba-a4df-4f9a-a552-241ef0047127 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700559 Jul 29 15:01:23.655513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=ad1f0839-03fd-463e-b164-5a83e3a7d724,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:23.726977 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f4302-a417-4180-9d9b-a72dc0438a71 admin admin] Network 12465468-1186-4409-971d-400a766daa8f is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:01:23.750774 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Allocated IP 172.20.0.11 (a3ae64bd-ea35-4388-a28d-70f9b28fef7c/8e0395a0-8aa6-4aff-8fde-a0e7f6668d4c/75353c22-6579-44aa-82bf-8555384f3ba8) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:23.767520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-238f4302-a417-4180-9d9b-a72dc0438a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 12465468-1186-4409-971d-400a766daa8f) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:23.775291 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238f4302-a417-4180-9d9b-a72dc0438a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:23.777775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15289de-9abf-41db-b3b4-1684dd04e6ef None None] Network 12465468-1186-4409-971d-400a766daa8f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:23.780114 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-238f4302-a417-4180-9d9b-a72dc0438a71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:23.831754 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-238f4302-a417-4180-9d9b-a72dc0438a71 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9430199 Jul 29 15:01:24.068174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb63890-f59e-484d-9cc3-e548903dbd1c None None] Network 12465468-1186-4409-971d-400a766daa8f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:24.325333 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336c139-c8b3-4fa1-9977-05287b75cc4a req-e2e27030-fd54-4eb3-9e5d-32c9ba039104 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:24.340707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b336c139-c8b3-4fa1-9977-05287b75cc4a req-e2e27030-fd54-4eb3-9e5d-32c9ba039104 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.3370922 Jul 29 15:01:24.422037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cd949-d676-451e-93dc-5a0bef2425c3 req-3d04cf53-4d41-41e4-8897-a254a62e7b99 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:24.433176 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-de6cd949-d676-451e-93dc-5a0bef2425c3 req-3d04cf53-4d41-41e4-8897-a254a62e7b99 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 950 time: 0.1360977 Jul 29 15:01:24.435277 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:24.471660 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Transition to ACTIVE for port object 75353c22-6579-44aa-82bf-8555384f3ba8 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:24.501462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-de6cd949-d676-451e-93dc-5a0bef2425c3 req-caa05f4e-ce30-463e-a5a7-8f5ba9594c3c tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ccec8fa-218c-41eb-a689-9faa84365cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655890 Jul 29 15:01:24.551184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8b5a88e6-b33f-441c-a047-9e5a195efb6f up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:01:24.556183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063b7f67-e1ab-462e-b32b-965c4cc349fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1f0839-03fd-463e-b164-5a83e3a7d724'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:01:24.558121 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a74c5ba-69bc-4154-beed-e3c335e37d6a" -d '{"events": [{"server_uuid": "063b7f67-e1ab-462e-b32b-965c4cc349fe", "name": "network-vif-plugged", "status": "completed", "tag": "ad1f0839-03fd-463e-b164-5a83e3a7d724"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:01:24.584333 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b336c139-c8b3-4fa1-9977-05287b75cc4a req-d788b613-7573-4f05-8a75-7249152c89c9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424366 Jul 29 15:01:24.673167 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 8b5a88e6-b33f-441c-a047-9e5a195efb6f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:24.686527 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:24.817372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=75353c22-6579-44aa-82bf-8555384f3ba8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:24.829388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network a3ae64bd-ea35-4388-a28d-70f9b28fef7c is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:24.837905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:24.847582 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:24.968922 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:24.971259 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:25.029861 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a9d6226c-fb18-401d-9429-3510088f9f80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5123045 Jul 29 15:01:25.034551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49612) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:25.287026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879f460-77d0-4113-b888-5d65c24e8343 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:25.296388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49616) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:25.297053 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2879f460-77d0-4113-b888-5d65c24e8343 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.2519255 Jul 29 15:01:25.400819 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-a39388de-befc-4067-b72b-a28a60874acd tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:25.405461 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-a39388de-befc-4067-b72b-a28a60874acd tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/networks?id=12465468-1186-4409-971d-400a766daa8f HTTP/1.1" status: 200 len: 821 time: 0.3990259 Jul 29 15:01:25.444408 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46087ca8-4291-4b56-b955-66fe43681cbd x-openstack-request-id: req-46087ca8-4291-4b56-b955-66fe43681cbd {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:01:25.446238 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063b7f67-e1ab-462e-b32b-965c4cc349fe", "name": "network-vif-plugged", "status": "completed", "tag": "ad1f0839-03fd-463e-b164-5a83e3a7d724", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:01:25.447234 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46087ca8-4291-4b56-b955-66fe43681cbd {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:01:25.447816 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063b7f67-e1ab-462e-b32b-965c4cc349fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1f0839-03fd-463e-b164-5a83e3a7d724', 'code': 200} Jul 29 15:01:25.455009 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-390be22c-464e-4e56-b493-e36ecb2b05ea tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/quotas/670b789f94c74e8f977aaf3f39a3b67d HTTP/1.1" status: 200 len: 375 time: 0.0483811 Jul 29 15:01:25.458765 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e984e-4dae-4d39-a774-88c96c20a329 None None] Network a3ae64bd-ea35-4388-a28d-70f9b28fef7c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:25.545220 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-27b91a82-8ceb-4249-8185-49b41bf8efdf tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=670b789f94c74e8f977aaf3f39a3b67d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888820 Jul 29 15:01:25.650855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6658756e-672d-4129-aeb2-1df6887990ff None None] Provisioning for port 8b5a88e6-b33f-441c-a047-9e5a195efb6f completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:25.687629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6658756e-672d-4129-aeb2-1df6887990ff None None] Provisioning complete for port 8b5a88e6-b33f-441c-a047-9e5a195efb6f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:25.688748 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6658756e-672d-4129-aeb2-1df6887990ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:25.702521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179a9bf-c1e7-4304-8a54-d81f23136bfd req-77f7d2c8-9de7-4bf3-b5a7-770a414ac3ec tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:25.717190 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8179a9bf-c1e7-4304-8a54-d81f23136bfd req-77f7d2c8-9de7-4bf3-b5a7-770a414ac3ec tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.1560764 Jul 29 15:01:25.822615 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8179a9bf-c1e7-4304-8a54-d81f23136bfd req-aa806b54-5663-40f0-9e52-312e6f51e93c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044016 Jul 29 15:01:25.868113 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-c8fdaa76-9646-49d7-bf41-d16a41c36bcb service neutron] 10.222.0.16 "GET /v2.0/networks/12465468-1186-4409-971d-400a766daa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094387 Jul 29 15:01:26.017751 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-bdd1c759-27f8-44d9-b2c2-b90795b13640 service neutron] 10.222.0.16 "GET /v2.0/networks/12465468-1186-4409-971d-400a766daa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458302 Jul 29 15:01:26.030476 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ab554-9a91-467f-9166-7465de6ab949 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port 75353c22-6579-44aa-82bf-8555384f3ba8 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:26.032248 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce2ab554-9a91-467f-9166-7465de6ab949 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:26.066507 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6658756e-672d-4129-aeb2-1df6887990ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:26.203564 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6658756e-672d-4129-aeb2-1df6887990ff None None] For port 8b5a88e6-b33f-441c-a047-9e5a195efb6f, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8b5a88e6-b33f-441c-a047-9e5a195efb6f,segment=NetworkSegment(cd597f97-e9fc-490e-b9ce-92f4b7f96b0b),segment_id=cd597f97-e9fc-490e-b9ce-92f4b7f96b0b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:26.213440 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6658756e-672d-4129-aeb2-1df6887990ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:26.294416 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce2ab554-9a91-467f-9166-7465de6ab949 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:26.330655 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658756e-672d-4129-aeb2-1df6887990ff None None] Pushing event updated for resources: {'Port': ['ID=8b5a88e6-b33f-441c-a047-9e5a195efb6f,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:26.335594 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:26.361393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ab554-9a91-467f-9166-7465de6ab949 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for 75353c22-6579-44aa-82bf-8555384f3ba8 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:26.437299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1f19c-ade8-4d44-bd75-e8201dccdfcd req-cb4589b3-e4fe-49d5-9cd6-a1057efddf6a tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:26.439254 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84a1f19c-ade8-4d44-bd75-e8201dccdfcd req-cb4589b3-e4fe-49d5-9cd6-a1057efddf6a tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1685894 Jul 29 15:01:26.545395 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84a1f19c-ade8-4d44-bd75-e8201dccdfcd req-44ccf608-1e2a-45b8-ae64-1607e9d79c0f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998163 Jul 29 15:01:26.546007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8b5a88e6-b33f-441c-a047-9e5a195efb6f up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:01:26.573361 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0d9e1263-9a4e-4e65-96a3-6365f3456dda req-46297790-f28e-4762-9595-b5f15a22ff18 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 210 time: 0.0519004 Jul 29 15:01:26.739087 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8b5a88e6-b33f-441c-a047-9e5a195efb6f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:26.741563 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:26.767681 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce2ab554-9a91-467f-9166-7465de6ab949 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:26.838800 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a4f9825d-5279-4786-867b-589bf0b85118 None None] Provisioning for port dccbd70e-6179-4b4e-a573-df0c48f578e2 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:26.845039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a4f9825d-5279-4786-867b-589bf0b85118 None None] Provisioning complete for port dccbd70e-6179-4b4e-a573-df0c48f578e2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:26.845418 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4f9825d-5279-4786-867b-589bf0b85118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:26.863841 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ab554-9a91-467f-9166-7465de6ab949 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=75353c22-6579-44aa-82bf-8555384f3ba8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:26.911498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a4f9825d-5279-4786-867b-589bf0b85118 None None] Port dccbd70e-6179-4b4e-a573-df0c48f578e2 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:01:26.916356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a4f9825d-5279-4786-867b-589bf0b85118 None None] Could not find standard attr ID for object 75353c22-6579-44aa-82bf-8555384f3ba8. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:01:26.931052 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a4f9825d-5279-4786-867b-589bf0b85118 None None] Provisioning complete for port 8b5a88e6-b33f-441c-a047-9e5a195efb6f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:26.931436 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4f9825d-5279-4786-867b-589bf0b85118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:27.135966 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce2ab554-9a91-467f-9166-7465de6ab949 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:27.142785 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ce2ab554-9a91-467f-9166-7465de6ab949 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/75353c22-6579-44aa-82bf-8555384f3ba8 HTTP/1.1" status: 204 len: 168 time: 1.8452337 Jul 29 15:01:27.147750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49640) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:27.224623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036e85e-eeec-443f-84e3-406d7d9d8863 req-960ef6ad-700c-4483-8cc5-ee97a60041a8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:27.228878 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08d22f2-11af-4901-b157-51e131b28b5a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] GET failed (client error): The resource could not be found. Jul 29 15:01:27.230632 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b08d22f2-11af-4901-b157-51e131b28b5a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/75353c22-6579-44aa-82bf-8555384f3ba8 HTTP/1.1" status: 404 len: 333 time: 0.0812967 Jul 29 15:01:27.231300 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0036e85e-eeec-443f-84e3-406d7d9d8863 req-960ef6ad-700c-4483-8cc5-ee97a60041a8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.1535821 Jul 29 15:01:27.236974 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49642) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:27.431814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-842a765d-4deb-499e-99a5-4017690106b9 None None] Provisioning complete for port dccbd70e-6179-4b4e-a573-df0c48f578e2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:27.432368 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-842a765d-4deb-499e-99a5-4017690106b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:27.443650 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0036e85e-eeec-443f-84e3-406d7d9d8863 req-d08c54d1-5686-40dc-a5ae-81620a816a9a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931090 Jul 29 15:01:27.520185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-842a765d-4deb-499e-99a5-4017690106b9 None None] Port dccbd70e-6179-4b4e-a573-df0c48f578e2 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:01:27.571366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a8196869-eded-41bd-ba10-8070802c32ff tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port dccbd70e-6179-4b4e-a573-df0c48f578e2 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:27.571997 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8196869-eded-41bd-ba10-8070802c32ff tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:27.808469 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-91613c11-85ee-444b-93da-5ed573170270 req-a54fce39-616d-4e72-ab5c-e287cfdd090b tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 210 time: 0.1014566 Jul 29 15:01:27.848874 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8196869-eded-41bd-ba10-8070802c32ff tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:27.868229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-427798d4-55c0-43b5-890d-f199994bff28 None None] Could not find standard attr ID for object 75353c22-6579-44aa-82bf-8555384f3ba8. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:01:27.899811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a8196869-eded-41bd-ba10-8070802c32ff tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for dccbd70e-6179-4b4e-a573-df0c48f578e2 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:27.919607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73422f4-8743-41aa-ad50-bbb4eb9b31a7 req-f5355853-0684-4b8e-ab86-1f7e2360528d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:27.922275 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c73422f4-8743-41aa-ad50-bbb4eb9b31a7 req-f5355853-0684-4b8e-ab86-1f7e2360528d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1851666 Jul 29 15:01:27.988547 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c73422f4-8743-41aa-ad50-bbb4eb9b31a7 req-a4191309-c221-4f67-a421-944f7b511165 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572150 Jul 29 15:01:28.236592 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8196869-eded-41bd-ba10-8070802c32ff tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:28.308419 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8196869-eded-41bd-ba10-8070802c32ff tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=dccbd70e-6179-4b4e-a573-df0c48f578e2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:28.667065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-96608ab7-9e3e-4d20-b120-2c0d747a97f4 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:28.670037 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-96608ab7-9e3e-4d20-b120-2c0d747a97f4 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.38 "GET /v2.0/networks?id=12465468-1186-4409-971d-400a766daa8f HTTP/1.1" status: 200 len: 821 time: 0.2034953 Jul 29 15:01:28.691272 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8196869-eded-41bd-ba10-8070802c32ff tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:28.694246 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a8196869-eded-41bd-ba10-8070802c32ff tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/dccbd70e-6179-4b4e-a573-df0c48f578e2 HTTP/1.1" status: 204 len: 168 time: 1.4556992 Jul 29 15:01:28.700593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49652) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:28.708489 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-8a42b3e9-8f69-4609-a299-b2072a79e7f2 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Request body: {'port': {'device_id': '034df5de-2c73-4941-b8b5-d01381764688', 'network_id': '12465468-1186-4409-971d-400a766daa8f', 'admin_state_up': True, 'tenant_id': '670b789f94c74e8f977aaf3f39a3b67d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:28.795703 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fced4-05a6-4de2-b316-1745c9603a00 req-50fe1fa8-83c2-4279-8f39-9d19a1414faf tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:28.814168 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b12fced4-05a6-4de2-b316-1745c9603a00 req-50fe1fa8-83c2-4279-8f39-9d19a1414faf tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.1762426 Jul 29 15:01:28.890187 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd252dc-18df-4bd7-a3d1-0b5535c74da8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] GET failed (client error): The resource could not be found. Jul 29 15:01:28.895096 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bdd252dc-18df-4bd7-a3d1-0b5535c74da8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/dccbd70e-6179-4b4e-a573-df0c48f578e2 HTTP/1.1" status: 404 len: 333 time: 0.1756191 Jul 29 15:01:28.896241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49656) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:28.931290 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b12fced4-05a6-4de2-b316-1745c9603a00 req-3618bb36-6b75-4af2-9832-630fd41e9ceb tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128008 Jul 29 15:01:29.030590 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ced3e6c-b338-4aed-83b3-b58fa57a32e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting subnet 8e0395a0-8aa6-4aff-8fde-a0e7f6668d4c {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:01:29.042570 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2ced3e6c-b338-4aed-83b3-b58fa57a32e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:29.091512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-8a42b3e9-8f69-4609-a299-b2072a79e7f2 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Made reservation on behalf of 670b789f94c74e8f977aaf3f39a3b67d for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:29.095984 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-8a42b3e9-8f69-4609-a299-b2072a79e7f2 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:29.168778 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2ced3e6c-b338-4aed-83b3-b58fa57a32e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:29.229904 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13721e-ba4d-417a-a4db-a45cc569f682 req-a00d9300-87c4-4dd7-b4a2-50c8ebe054c7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:29.231586 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3c13721e-ba4d-417a-a4db-a45cc569f682 req-a00d9300-87c4-4dd7-b4a2-50c8ebe054c7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1078084 Jul 29 15:01:29.391354 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3c13721e-ba4d-417a-a4db-a45cc569f682 req-eebad97a-7767-4709-8c3f-d2b632d0171a tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514142 Jul 29 15:01:29.432521 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2ced3e6c-b338-4aed-83b3-b58fa57a32e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:29.634024 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2ced3e6c-b338-4aed-83b3-b58fa57a32e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:29.668034 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908fa45d-00db-4369-bbb0-2dd81600aa0b None None] Network a3ae64bd-ea35-4388-a28d-70f9b28fef7c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:29.692807 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2ced3e6c-b338-4aed-83b3-b58fa57a32e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:29.698726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49662) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:29.699281 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2ced3e6c-b338-4aed-83b3-b58fa57a32e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/8e0395a0-8aa6-4aff-8fde-a0e7f6668d4c HTTP/1.1" status: 204 len: 168 time: 0.7987444 Jul 29 15:01:29.700529 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced3e6c-b338-4aed-83b3-b58fa57a32e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0395a0-8aa6-4aff-8fde-a0e7f6668d4c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:29.758270 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f08a39f-d694-443c-8aaa-0a2242f8830a req-d79c478f-0226-493e-ab93-a189d50e8c14 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 210 time: 0.0576453 Jul 29 15:01:29.967053 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e125b-cfa3-44a3-bbd5-4175792ab5f5 None None] DHCP port deletion for a3ae64bd-ea35-4388-a28d-70f9b28fef7c request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:01:29.973720 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:30.047878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-8a42b3e9-8f69-4609-a299-b2072a79e7f2 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Allocated IP 172.20.0.4 (12465468-1186-4409-971d-400a766daa8f/1844c81e-77c4-4d52-a3eb-c799f2e08bdb/0c2454b2-cebc-457c-8bdc-84800ef2a3eb) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:30.080147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-510e125b-cfa3-44a3-bbd5-4175792ab5f5 None None] Deleting port 8b5a88e6-b33f-441c-a047-9e5a195efb6f {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:30.080613 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-510e125b-cfa3-44a3-bbd5-4175792ab5f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:30.099177 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port 8b5a88e6-b33f-441c-a047-9e5a195efb6f {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:30.099784 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:30.103948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda78f12-8991-43b3-90fd-780fed64156c req-ab1b4833-fd80-4631-9182-c35a6433041a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:30.113545 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dda78f12-8991-43b3-90fd-780fed64156c req-ab1b4833-fd80-4631-9182-c35a6433041a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.0737426 Jul 29 15:01:30.171201 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dda78f12-8991-43b3-90fd-780fed64156c req-c74a28df-4cc3-4d33-9e1e-5f7ef1927814 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563076 Jul 29 15:01:30.222489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-510e125b-cfa3-44a3-bbd5-4175792ab5f5 None None] For port 8b5a88e6-b33f-441c-a047-9e5a195efb6f, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8b5a88e6-b33f-441c-a047-9e5a195efb6f,segment=NetworkSegment(cd597f97-e9fc-490e-b9ce-92f4b7f96b0b),segment_id=cd597f97-e9fc-490e-b9ce-92f4b7f96b0b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:30.225368 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-510e125b-cfa3-44a3-bbd5-4175792ab5f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:30.245234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-510e125b-cfa3-44a3-bbd5-4175792ab5f5 None None] Calling delete_port for 8b5a88e6-b33f-441c-a047-9e5a195efb6f owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:30.305228 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] For port 8b5a88e6-b33f-441c-a047-9e5a195efb6f, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8b5a88e6-b33f-441c-a047-9e5a195efb6f,segment=NetworkSegment(cd597f97-e9fc-490e-b9ce-92f4b7f96b0b),segment_id=cd597f97-e9fc-490e-b9ce-92f4b7f96b0b)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:30.305647 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:30.329923 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for 8b5a88e6-b33f-441c-a047-9e5a195efb6f owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:30.388303 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-510e125b-cfa3-44a3-bbd5-4175792ab5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:30.407283 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510e125b-cfa3-44a3-bbd5-4175792ab5f5 None None] No DVR routers for this DVR port 8b5a88e6-b33f-441c-a047-9e5a195efb6f on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:01:30.440028 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e125b-cfa3-44a3-bbd5-4175792ab5f5 None None] Pushing event deleted for resources: {'Port': ['ID=8b5a88e6-b33f-441c-a047-9e5a195efb6f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:30.447907 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-8a42b3e9-8f69-4609-a299-b2072a79e7f2 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:30.518686 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-20012969-1484-424e-93f8-9ced5d898b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:30.533424 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:30.551317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8b5a88e6-b33f-441c-a047-9e5a195efb6f no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:01:30.571356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=8b5a88e6-b33f-441c-a047-9e5a195efb6f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:30.598633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 8b5a88e6-b33f-441c-a047-9e5a195efb6f {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:01:30.599092 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8b5a88e6-b33f-441c-a047-9e5a195efb6f not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:01:30.614626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No DVR routers for this DVR port 8b5a88e6-b33f-441c-a047-9e5a195efb6f on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:01:30.617851 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-8a42b3e9-8f69-4609-a299-b2072a79e7f2 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:30.761382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7cc70-093e-4f1b-af6e-c626d2ad5325 req-685d54e2-aa46-406b-9ae0-6d8fc84e7a70 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:30.763024 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3cf7cc70-093e-4f1b-af6e-c626d2ad5325 req-685d54e2-aa46-406b-9ae0-6d8fc84e7a70 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.2155521 Jul 29 15:01:30.769638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-8a42b3e9-8f69-4609-a299-b2072a79e7f2 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Network 12465468-1186-4409-971d-400a766daa8f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:30.790693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-8a42b3e9-8f69-4609-a299-b2072a79e7f2 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:30.807644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-8a42b3e9-8f69-4609-a299-b2072a79e7f2 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:30.825093 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42b3e9-8f69-4609-a299-b2072a79e7f2 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Pushing event updated for resources: {'Port': ['ID=0c2454b2-cebc-457c-8bdc-84800ef2a3eb,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:30.859923 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:30.880752 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ae64bd-ea35-4388-a28d-70f9b28fef7c']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:30.924652 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3cf7cc70-093e-4f1b-af6e-c626d2ad5325 req-2bb5c28e-e045-4e0d-8c13-cce6976de682 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441901 Jul 29 15:01:30.931859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd597f97-e9fc-490e-b9ce-92f4b7f96b0b') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:30.932572 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd597f97-e9fc-490e-b9ce-92f4b7f96b0b') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:30.988312 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:30.991469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5a966-c9b7-4f86-8c9d-0718bf216c3c req-0d00a22d-e437-4562-95ef-b93d2b0a5551 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:30.992827 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6db5a966-c9b7-4f86-8c9d-0718bf216c3c req-0d00a22d-e437-4562-95ef-b93d2b0a5551 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 931 time: 0.1108088 Jul 29 15:01:31.001795 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-8a42b3e9-8f69-4609-a299-b2072a79e7f2 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:31.002492 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-8a42b3e9-8f69-4609-a299-b2072a79e7f2 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:31.022975 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:31.034850 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:01:31.035604 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:31.046628 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6db5a966-c9b7-4f86-8c9d-0718bf216c3c req-1f2ca304-0d60-4cb8-a2c6-003a7e1e6da9 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b779d5-333a-4a03-9755-81441903373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466444 Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:01:31.114156 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:01:31.119272 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-8a42b3e9-8f69-4609-a299-b2072a79e7f2 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4211669 Jul 29 15:01:31.139983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Request body: {'port': {'device_id': '034df5de-2c73-4941-b8b5-d01381764688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:31.148221 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:31.175347 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:31.177280 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/networks/a3ae64bd-ea35-4388-a28d-70f9b28fef7c HTTP/1.1" status: 204 len: 168 time: 1.4732721 Jul 29 15:01:31.181451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49676) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:31.186999 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7b75d546-62b3-4b4f-9638-0ff3be56e5f1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1675720477'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:31.214133 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d6bd0-b46e-46bd-b927-a168256340bd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Network': ['ID=a3ae64bd-ea35-4388-a28d-70f9b28fef7c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:31.254382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b75d546-62b3-4b4f-9638-0ff3be56e5f1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:31.261653 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b75d546-62b3-4b4f-9638-0ff3be56e5f1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:31.316539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b75d546-62b3-4b4f-9638-0ff3be56e5f1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:01:31.321196 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:31.330634 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b75d546-62b3-4b4f-9638-0ff3be56e5f1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:31.331221 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-7b75d546-62b3-4b4f-9638-0ff3be56e5f1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Added segment 58834ff8-e922-4dfa-82b1-470ca5809b5c of type vlan for network 1f8f07d1-8619-4d78-aa0b-1a9e66d446b9 Jul 29 15:01:31.394693 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b75d546-62b3-4b4f-9638-0ff3be56e5f1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:31.432425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c8e21-4c44-47f8-89d0-7710c5e38c42 req-e3148fa7-dfff-4cb4-b5e4-b27be2aec386 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:31.439489 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-527c8e21-4c44-47f8-89d0-7710c5e38c42 req-e3148fa7-dfff-4cb4-b5e4-b27be2aec386 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.1153288 Jul 29 15:01:31.465600 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b75d546-62b3-4b4f-9638-0ff3be56e5f1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:31.472430 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b75d546-62b3-4b4f-9638-0ff3be56e5f1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:31.473135 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b75d546-62b3-4b4f-9638-0ff3be56e5f1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:31.516755 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-527c8e21-4c44-47f8-89d0-7710c5e38c42 req-83d2a6aa-dfe3-4c19-8bd6-71f2d41a575d tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760660 Jul 29 15:01:31.564616 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7b75d546-62b3-4b4f-9638-0ff3be56e5f1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3817103 Jul 29 15:01:31.569280 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49680) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:31.583701 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-55f58b3f-269f-4f05-a990-4327aaa4a670 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'subnet': {'network_id': '1f8f07d1-8619-4d78-aa0b-1a9e66d446b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:31.682329 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75d546-62b3-4b4f-9638-0ff3be56e5f1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Network': ['ID=1f8f07d1-8619-4d78-aa0b-1a9e66d446b9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:31.699694 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 1f8f07d1-8619-4d78-aa0b-1a9e66d446b9 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:01:31.805043 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f58b3f-269f-4f05-a990-4327aaa4a670 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:31.811273 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-55f58b3f-269f-4f05-a990-4327aaa4a670 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:31.935191 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2454b2-cebc-457c-8bdc-84800ef2a3eb {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:01:31.951347 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:31.998127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Transition to ACTIVE for port object 0c2454b2-cebc-457c-8bdc-84800ef2a3eb will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:32.006337 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:32.153156 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-55f58b3f-269f-4f05-a990-4327aaa4a670 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:32.237747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2454b2-cebc-457c-8bdc-84800ef2a3eb,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:32.324138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf668b-10af-475b-baf9-0160ae39dbb0 req-62aa2e05-60b1-4260-bbca-5a2812871c80 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:32.337963 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fbdf668b-10af-475b-baf9-0160ae39dbb0 req-62aa2e05-60b1-4260-bbca-5a2812871c80 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.2218285 Jul 29 15:01:32.353071 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f58b3f-269f-4f05-a990-4327aaa4a670 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Subnet': ['ID=667343a2-3fe6-4c33-a1bb-0eca07b19892,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:32.397006 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Attempting to bind port 0c2454b2-cebc-457c-8bdc-84800ef2a3eb on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:01:32.397547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Attempting to bind port 0c2454b2-cebc-457c-8bdc-84800ef2a3eb by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'a3b72c49-e165-46a5-8987-c08cc8b6fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '12465468-1186-4409-971d-400a766daa8f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:01:32.398098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Attempting to bind port 0c2454b2-cebc-457c-8bdc-84800ef2a3eb on network 12465468-1186-4409-971d-400a766daa8f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:01:32.409817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f58b3f-269f-4f05-a990-4327aaa4a670 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Checking segment: {'id': '58834ff8-e922-4dfa-82b1-470ca5809b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1f8f07d1-8619-4d78-aa0b-1a9e66d446b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:01:32.410418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f58b3f-269f-4f05-a990-4327aaa4a670 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network hostable DHCP agents. Network: 1f8f07d1-8619-4d78-aa0b-1a9e66d446b9, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:01:32.420302 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Port 0c2454b2-cebc-457c-8bdc-84800ef2a3eb on network 12465468-1186-4409-971d-400a766daa8f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:01:32.420878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Attempting to bind port 0c2454b2-cebc-457c-8bdc-84800ef2a3eb on network 12465468-1186-4409-971d-400a766daa8f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:01:32.431799 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c062b-319f-437d-b315-6d9f82ffc4f8 req-34bce066-52b4-4b62-97e9-622ee34a71ab tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:32.433711 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-782c062b-319f-437d-b315-6d9f82ffc4f8 req-34bce066-52b4-4b62-97e9-622ee34a71ab tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 943 time: 0.2020698 Jul 29 15:01:32.455767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:01:32.456424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Checking segment: {'id': 'a3b72c49-e165-46a5-8987-c08cc8b6fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '12465468-1186-4409-971d-400a766daa8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:01:32.457931 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Bound using segment: {'id': 'a3b72c49-e165-46a5-8987-c08cc8b6fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '12465468-1186-4409-971d-400a766daa8f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:01:32.458293 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f58b3f-269f-4f05-a990-4327aaa4a670 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network 1f8f07d1-8619-4d78-aa0b-1a9e66d446b9 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:01:32.458720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Bound port: 0c2454b2-cebc-457c-8bdc-84800ef2a3eb, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b72c49-e165-46a5-8987-c08cc8b6fd57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '12465468-1186-4409-971d-400a766daa8f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:01:32.459578 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:32.477518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-55f58b3f-269f-4f05-a990-4327aaa4a670 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 1f8f07d1-8619-4d78-aa0b-1a9e66d446b9) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:32.486831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f58b3f-269f-4f05-a990-4327aaa4a670 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:32.487832 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-55f58b3f-269f-4f05-a990-4327aaa4a670 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:32.494888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4e0656-780c-4b6d-818f-6e82d269cb24 None None] Network 1f8f07d1-8619-4d78-aa0b-1a9e66d446b9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:32.525716 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-782c062b-319f-437d-b315-6d9f82ffc4f8 req-e97c9bdf-1d78-4dbc-9882-f10bd2a53548 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b779d5-333a-4a03-9755-81441903373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795648 Jul 29 15:01:32.528123 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-55f58b3f-269f-4f05-a990-4327aaa4a670 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9576471 Jul 29 15:01:32.530946 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49690) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:32.538268 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3f4996aa-520a-444b-a0dd-18746e96cce8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'network_id': '1f8f07d1-8619-4d78-aa0b-1a9e66d446b9', 'name': 'tempest-PortsTestJSON-150310576', 'fixed_ips': [{'subnet_id': '667343a2-3fe6-4c33-a1bb-0eca07b19892', 'ip_address': '172.20.0.10'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:32.554419 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fbdf668b-10af-475b-baf9-0160ae39dbb0 req-5aae40a5-fc15-43bb-9901-8972a66ec399 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122903 Jul 29 15:01:32.755864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] For port 0c2454b2-cebc-457c-8bdc-84800ef2a3eb, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:01:32.765301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] For port 0c2454b2-cebc-457c-8bdc-84800ef2a3eb, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=0c2454b2-cebc-457c-8bdc-84800ef2a3eb,segment=NetworkSegment(a3b72c49-e165-46a5-8987-c08cc8b6fd57),segment_id=a3b72c49-e165-46a5-8987-c08cc8b6fd57)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:01:32.780346 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:32.793982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03789f1-1003-4b67-a3a1-2bfcc2394613 req-6a3695b7-3a63-4ce9-9092-bc13554f4961 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:32.795727 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b03789f1-1003-4b67-a3a1-2bfcc2394613 req-6a3695b7-3a63-4ce9-9092-bc13554f4961 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.1123786 Jul 29 15:01:32.835294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-1f8f07d1-8619-4d78-aa0b-1a9e66d446b9', 'network_id': '1f8f07d1-8619-4d78-aa0b-1a9e66d446b9', 'tenant_id': '42d4e998c7924ea2885f5e7134c87060', 'fixed_ips': [{'subnet_id': '667343a2-3fe6-4c33-a1bb-0eca07b19892'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:01:32.836327 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:32.841081 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4996aa-520a-444b-a0dd-18746e96cce8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:32.858738 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:32.859364 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:32.860838 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] 10.222.0.38 "PUT /v2.0/ports/0c2454b2-cebc-457c-8bdc-84800ef2a3eb HTTP/1.1" status: 200 len: 1091 time: 1.7267864 Jul 29 15:01:32.869075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034df5de-2c73-4941-b8b5-d01381764688', 'tag': '0c2454b2-cebc-457c-8bdc-84800ef2a3eb'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:01:32.871411 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fffc8d-5305-4378-b456-8f032999d78a" -d '{"events": [{"name": "network-changed", "server_uuid": "034df5de-2c73-4941-b8b5-d01381764688", "tag": "0c2454b2-cebc-457c-8bdc-84800ef2a3eb"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:01:32.974641 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b03789f1-1003-4b67-a3a1-2bfcc2394613 req-a127997c-0542-4ef4-9f0b-c816544c2370 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655595 Jul 29 15:01:33.010184 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25691cb3-c075-4071-837a-b4b4f72c29a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2454b2-cebc-457c-8bdc-84800ef2a3eb,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:33.098355 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f4996aa-520a-444b-a0dd-18746e96cce8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:33.100638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Allocated IP 172.20.0.2 (1f8f07d1-8619-4d78-aa0b-1a9e66d446b9/667343a2-3fe6-4c33-a1bb-0eca07b19892/c1231960-14fb-41bc-914a-f75229c9be34) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:33.158697 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-3f4996aa-520a-444b-a0dd-18746e96cce8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port 895f69bd-671f-4a05-ab55-1132c8690988 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:01:33.161812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2c06-ae83-460a-8bc9-5ebbf6ad77b1 req-e9fb6730-1d46-4668-9a97-c0c3001602a8 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:33.170236 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-902d2c06-ae83-460a-8bc9-5ebbf6ad77b1 req-e9fb6730-1d46-4668-9a97-c0c3001602a8 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.2404540 Jul 29 15:01:33.218068 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a691d35-a2e2-48a8-8f70-89862a526860 x-openstack-request-id: req-6a691d35-a2e2-48a8-8f70-89862a526860 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:01:33.218432 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034df5de-2c73-4941-b8b5-d01381764688", "tag": "0c2454b2-cebc-457c-8bdc-84800ef2a3eb", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:01:33.218610 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a691d35-a2e2-48a8-8f70-89862a526860 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:01:33.219023 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034df5de-2c73-4941-b8b5-d01381764688', 'tag': '0c2454b2-cebc-457c-8bdc-84800ef2a3eb', 'status': 'completed', 'code': 200} Jul 29 15:01:33.254368 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-a321d383-efab-4fc5-8166-1cd537e89b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:33.259995 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-a321d383-efab-4fc5-8166-1cd537e89b36 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=670b789f94c74e8f977aaf3f39a3b67d&device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 1094 time: 0.2479880 Jul 29 15:01:33.269858 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:33.273359 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-902d2c06-ae83-460a-8bc9-5ebbf6ad77b1 req-7c855d77-4695-4eea-be8e-cf9ab6eaa653 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016271 Jul 29 15:01:33.351336 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-5b49b8e5-40c5-46b3-ab1b-ff2443b216a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c2454b2-cebc-457c-8bdc-84800ef2a3eb HTTP/1.1" status: 200 len: 217 time: 0.0774720 Jul 29 15:01:33.371038 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5b8db626-dfe2-4ff4-9ed2-57ade2f70d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:33.412181 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-46cf94b3-893f-4bf8-8c03-9a13243b24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:33.413894 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-46cf94b3-893f-4bf8-8c03-9a13243b24ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1844c81e-77c4-4d52-a3eb-c799f2e08bdb HTTP/1.1" status: 200 len: 861 time: 0.0551338 Jul 29 15:01:33.457855 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-a56e50b4-887b-4f90-815f-0b4d210cdced service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12465468-1186-4409-971d-400a766daa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333302 Jul 29 15:01:33.480680 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:33.500740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Transition to ACTIVE for port object c1231960-14fb-41bc-914a-f75229c9be34 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:33.521208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Transition to ACTIVE for port object c1231960-14fb-41bc-914a-f75229c9be34 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:33.529723 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:33.604878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Pushing event updated for resources: {'Port': ['ID=c1231960-14fb-41bc-914a-f75229c9be34,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:33.632118 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-e5f2af15-bb29-462c-9fa7-8bcef1b1c964 service neutron] 10.222.0.38 "GET /v2.0/networks/12465468-1186-4409-971d-400a766daa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579289 Jul 29 15:01:33.634456 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Network 1f8f07d1-8619-4d78-aa0b-1a9e66d446b9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:33.636253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:33.639406 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:33.641860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-3f4996aa-520a-444b-a0dd-18746e96cce8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Allocated IP 172.20.0.10 (1f8f07d1-8619-4d78-aa0b-1a9e66d446b9/667343a2-3fe6-4c33-a1bb-0eca07b19892/895f69bd-671f-4a05-ab55-1132c8690988) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:33.753315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Attempting to bind port c1231960-14fb-41bc-914a-f75229c9be34 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:01:33.758021 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Attempting to bind port c1231960-14fb-41bc-914a-f75229c9be34 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '58834ff8-e922-4dfa-82b1-470ca5809b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1f8f07d1-8619-4d78-aa0b-1a9e66d446b9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:01:33.758787 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Attempting to bind port c1231960-14fb-41bc-914a-f75229c9be34 on network 1f8f07d1-8619-4d78-aa0b-1a9e66d446b9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:01:33.768909 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:01:33.772206 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Checking segment: {'id': '58834ff8-e922-4dfa-82b1-470ca5809b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1f8f07d1-8619-4d78-aa0b-1a9e66d446b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:01:33.774971 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:33.775520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Bound using segment: {'id': '58834ff8-e922-4dfa-82b1-470ca5809b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1f8f07d1-8619-4d78-aa0b-1a9e66d446b9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:01:33.776364 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Bound port: c1231960-14fb-41bc-914a-f75229c9be34, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58834ff8-e922-4dfa-82b1-470ca5809b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '1f8f07d1-8619-4d78-aa0b-1a9e66d446b9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:01:33.780176 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:33.862658 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0212c902-e8f0-4d03-bd93-c8ba60ca4af1 req-96c1986f-6a0d-47aa-a442-0d9105dcd8d4 service neutron] 10.222.0.38 "GET /v2.0/networks/12465468-1186-4409-971d-400a766daa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119412 Jul 29 15:01:33.909840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] For port c1231960-14fb-41bc-914a-f75229c9be34, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:01:33.915641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] For port c1231960-14fb-41bc-914a-f75229c9be34, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c1231960-14fb-41bc-914a-f75229c9be34,segment=NetworkSegment(58834ff8-e922-4dfa-82b1-470ca5809b5c),segment_id=58834ff8-e922-4dfa-82b1-470ca5809b5c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:01:33.930526 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:33.948322 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e28e1c-e505-4b75-91d5-ff1a7923b3cb req-c4359216-7b69-4a2b-a6c5-2eae31284044 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:33.950285 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-20e28e1c-e505-4b75-91d5-ff1a7923b3cb req-c4359216-7b69-4a2b-a6c5-2eae31284044 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 943 time: 0.1264048 Jul 29 15:01:34.013218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c4e54-9ea9-49a7-82d6-2b1ce65333b5 req-e3c2d63d-3bb8-4139-9118-211334bbcfe8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:34.028548 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b10c4e54-9ea9-49a7-82d6-2b1ce65333b5 req-e3c2d63d-3bb8-4139-9118-211334bbcfe8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.2979395 Jul 29 15:01:34.074479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361801ba-1775-4c96-b6c8-48e5b2d28b7f None None] Pushing event updated for resources: {'Port': ['ID=c1231960-14fb-41bc-914a-f75229c9be34,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:34.095754 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-20e28e1c-e505-4b75-91d5-ff1a7923b3cb req-b5f9ecf5-b839-4dea-9397-b16639cd4658 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b779d5-333a-4a03-9755-81441903373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350770 Jul 29 15:01:34.125343 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fffc8d-5305-4378-b456-8f032999d78a req-237de3c0-39fe-40f9-812f-fc86dd475cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:34.126976 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78fffc8d-5305-4378-b456-8f032999d78a req-237de3c0-39fe-40f9-812f-fc86dd475cde service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=670b789f94c74e8f977aaf3f39a3b67d&device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 1094 time: 0.1558080 Jul 29 15:01:34.214989 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f4996aa-520a-444b-a0dd-18746e96cce8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:34.240508 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-3f4996aa-520a-444b-a0dd-18746e96cce8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Transition to ACTIVE for port object 895f69bd-671f-4a05-ab55-1132c8690988 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:34.325209 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:34.348864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fffc8d-5305-4378-b456-8f032999d78a req-29d42ec2-4dc6-4a91-98d9-c01594c09dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:34.350555 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78fffc8d-5305-4378-b456-8f032999d78a req-29d42ec2-4dc6-4a91-98d9-c01594c09dfb service neutron] 10.222.0.38 "GET /v2.0/networks?id=12465468-1186-4409-971d-400a766daa8f HTTP/1.1" status: 200 len: 922 time: 0.2143021 Jul 29 15:01:34.405343 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b10c4e54-9ea9-49a7-82d6-2b1ce65333b5 req-d282773c-6cf6-4d62-9638-9aaa3877fd7b tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756564 Jul 29 15:01:34.424560 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f4996aa-520a-444b-a0dd-18746e96cce8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:34.424689 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78fffc8d-5305-4378-b456-8f032999d78a req-a0fb7cb0-a643-4b50-bee5-34e28c375b8c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c2454b2-cebc-457c-8bdc-84800ef2a3eb HTTP/1.1" status: 200 len: 217 time: 0.0596142 Jul 29 15:01:34.429445 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca605da6-6e2d-4d1b-925f-2bc2a36380b5 req-57409d98-ff25-4ae8-8efe-2cffeb2e4820 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:34.439795 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca605da6-6e2d-4d1b-925f-2bc2a36380b5 req-57409d98-ff25-4ae8-8efe-2cffeb2e4820 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.1591945 Jul 29 15:01:34.583098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fffc8d-5305-4378-b456-8f032999d78a req-ba70c596-f0d8-4892-ba22-e6e652701f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:34.584831 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78fffc8d-5305-4378-b456-8f032999d78a req-ba70c596-f0d8-4892-ba22-e6e652701f98 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1844c81e-77c4-4d52-a3eb-c799f2e08bdb HTTP/1.1" status: 200 len: 861 time: 0.1289036 Jul 29 15:01:34.591352 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4996aa-520a-444b-a0dd-18746e96cce8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network 1f8f07d1-8619-4d78-aa0b-1a9e66d446b9 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:34.596763 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-3f4996aa-520a-444b-a0dd-18746e96cce8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:34.599355 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca605da6-6e2d-4d1b-925f-2bc2a36380b5 req-372aea54-719c-43a3-bc03-3235c8a13a19 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540565 Jul 29 15:01:34.613579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4996aa-520a-444b-a0dd-18746e96cce8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:34.665961 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c1231960-14fb-41bc-914a-f75229c9be34 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:01:34.692945 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78fffc8d-5305-4378-b456-8f032999d78a req-1a9031e9-121e-4056-bb38-e18a21d63fa9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=12465468-1186-4409-971d-400a766daa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922754 Jul 29 15:01:34.735551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4996aa-520a-444b-a0dd-18746e96cce8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=895f69bd-671f-4a05-ab55-1132c8690988,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:34.766944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4996aa-520a-444b-a0dd-18746e96cce8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:34.767632 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f4996aa-520a-444b-a0dd-18746e96cce8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:34.791317 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3f4996aa-520a-444b-a0dd-18746e96cce8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2591681 Jul 29 15:01:34.794127 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49714) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:34.808316 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a11e6ae4-00c4-403c-9a23-43c741a215e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'network_id': '1f8f07d1-8619-4d78-aa0b-1a9e66d446b9', 'name': 'tempest-PortsTestJSON-873319331', 'fixed_ips': [{'subnet_id': '667343a2-3fe6-4c33-a1bb-0eca07b19892', 'ip_address': '172.20.0.9'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:34.813124 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port c1231960-14fb-41bc-914a-f75229c9be34 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:34.863408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19247e-c128-4149-acbb-28b4a060676f req-3f619acd-2410-4802-80e9-103cac40df74 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:34.871265 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a19247e-c128-4149-acbb-28b4a060676f req-3f619acd-2410-4802-80e9-103cac40df74 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.1454868 Jul 29 15:01:34.963592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a19247e-c128-4149-acbb-28b4a060676f req-04386c20-e06a-467b-b323-1787261b68c1 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708771 Jul 29 15:01:34.972720 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78fffc8d-5305-4378-b456-8f032999d78a req-d5449051-d9a9-4d7b-99e5-56fd12ad049b service neutron] 10.222.0.38 "GET /v2.0/networks/12465468-1186-4409-971d-400a766daa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669859 Jul 29 15:01:35.000270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11e6ae4-00c4-403c-9a23-43c741a215e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:35.012802 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a11e6ae4-00c4-403c-9a23-43c741a215e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:35.073257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-a11e6ae4-00c4-403c-9a23-43c741a215e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port 4f720a65-4adb-4da1-866e-414bbc8513b1 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:01:35.150323 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78fffc8d-5305-4378-b456-8f032999d78a req-50fc4fc0-4b33-4b79-935c-2cee050ab5a7 service neutron] 10.222.0.38 "GET /v2.0/networks/12465468-1186-4409-971d-400a766daa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694529 Jul 29 15:01:35.338773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a3f33-2819-4898-b38a-cbaf6f227252 req-7c0aa4f0-bcdb-4e69-bed1-ea4cff5c33c9 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:35.340845 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-583a3f33-2819-4898-b38a-cbaf6f227252 req-7c0aa4f0-bcdb-4e69-bed1-ea4cff5c33c9 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 943 time: 0.1007049 Jul 29 15:01:35.373570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-a11e6ae4-00c4-403c-9a23-43c741a215e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Allocated IP 172.20.0.9 (1f8f07d1-8619-4d78-aa0b-1a9e66d446b9/667343a2-3fe6-4c33-a1bb-0eca07b19892/4f720a65-4adb-4da1-866e-414bbc8513b1) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:35.476862 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-583a3f33-2819-4898-b38a-cbaf6f227252 req-02b5e316-442b-4b30-8d65-07a6c35fa696 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b779d5-333a-4a03-9755-81441903373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257162 Jul 29 15:01:35.578925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5bca7b-3dae-4220-9470-591aa1c3d9e6 None None] Network 1f8f07d1-8619-4d78-aa0b-1a9e66d446b9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:35.582672 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99c700-4908-440d-ae20-d850aca5e3ea req-0d0eaac7-bcf9-4bcf-9929-f82033eedad2 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:35.590566 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b99c700-4908-440d-ae20-d850aca5e3ea req-0d0eaac7-bcf9-4bcf-9929-f82033eedad2 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.0716596 Jul 29 15:01:35.690319 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b99c700-4908-440d-ae20-d850aca5e3ea req-831c6f7a-0e80-497a-a7d2-93c1c4928d29 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987942 Jul 29 15:01:35.710747 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a11e6ae4-00c4-403c-9a23-43c741a215e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:35.796708 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-a11e6ae4-00c4-403c-9a23-43c741a215e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Transition to ACTIVE for port object 4f720a65-4adb-4da1-866e-414bbc8513b1 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:35.827670 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bc279f57-7c04-41b1-b6b3-e157837d6d75 None None] Provisioning for port c1231960-14fb-41bc-914a-f75229c9be34 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:35.837998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bc279f57-7c04-41b1-b6b3-e157837d6d75 None None] Provisioning complete for port c1231960-14fb-41bc-914a-f75229c9be34 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:35.838594 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bc279f57-7c04-41b1-b6b3-e157837d6d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:35.980811 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bc279f57-7c04-41b1-b6b3-e157837d6d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:36.057239 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-bc279f57-7c04-41b1-b6b3-e157837d6d75 None None] For port c1231960-14fb-41bc-914a-f75229c9be34, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c1231960-14fb-41bc-914a-f75229c9be34,segment=NetworkSegment(58834ff8-e922-4dfa-82b1-470ca5809b5c),segment_id=58834ff8-e922-4dfa-82b1-470ca5809b5c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:36.072806 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bc279f57-7c04-41b1-b6b3-e157837d6d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:36.149276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76e09c-d607-4e97-a283-7c6c4bb4527b req-34f86851-4d24-42f4-a174-58cb811b4cf0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:36.151112 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b76e09c-d607-4e97-a283-7c6c4bb4527b req-34f86851-4d24-42f4-a174-58cb811b4cf0 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.0984693 Jul 29 15:01:36.196760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc279f57-7c04-41b1-b6b3-e157837d6d75 None None] Pushing event updated for resources: {'Port': ['ID=c1231960-14fb-41bc-914a-f75229c9be34,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:36.256918 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b76e09c-d607-4e97-a283-7c6c4bb4527b req-bf67eb36-425b-4fab-914d-e5793262d331 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968587 Jul 29 15:01:36.286207 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:36.429622 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c0ffdadd-7f82-4e9c-b6e8-1411edd63633 None None] Provisioning complete for port c1231960-14fb-41bc-914a-f75229c9be34 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:36.432130 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0ffdadd-7f82-4e9c-b6e8-1411edd63633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:36.432438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fb73d-6ce2-43e5-93e0-47aab037c5d8 req-f15d1664-a9ed-43bf-9c47-cb0e1358725c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:36.441684 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-935fb73d-6ce2-43e5-93e0-47aab037c5d8 req-f15d1664-a9ed-43bf-9c47-cb0e1358725c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.6731789 Jul 29 15:01:36.458946 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13cd4de9-022e-4107-ae81-739a922cd8bc req-eeb31947-aec6-4428-aa8f-56ac30de4767 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6423683 Jul 29 15:01:36.462552 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a11e6ae4-00c4-403c-9a23-43c741a215e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:36.578634 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c1231960-14fb-41bc-914a-f75229c9be34 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:01:36.594535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e6ae4-00c4-403c-9a23-43c741a215e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=4f720a65-4adb-4da1-866e-414bbc8513b1,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:36.643270 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-935fb73d-6ce2-43e5-93e0-47aab037c5d8 req-014b105a-60c3-4fe0-a76a-cbbbf38f48bb tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004607 Jul 29 15:01:36.690388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e6ae4-00c4-403c-9a23-43c741a215e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network 1f8f07d1-8619-4d78-aa0b-1a9e66d446b9 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:36.695211 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a11e6ae4-00c4-403c-9a23-43c741a215e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:36.702577 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11e6ae4-00c4-403c-9a23-43c741a215e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:36.716297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fa095-6393-454f-8e6e-424e15da6059 req-cfd2d838-bc18-4d7e-8101-ea00442aeb1a tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:36.731967 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a08fa095-6393-454f-8e6e-424e15da6059 req-cfd2d838-bc18-4d7e-8101-ea00442aeb1a tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 943 time: 0.1372097 Jul 29 15:01:36.792069 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e6ae4-00c4-403c-9a23-43c741a215e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:36.792737 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a11e6ae4-00c4-403c-9a23-43c741a215e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:36.819043 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a11e6ae4-00c4-403c-9a23-43c741a215e4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0237086 Jul 29 15:01:36.822620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49736) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:36.838194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd4de9-022e-4107-ae81-739a922cd8bc req-5a2a2c97-bd0e-443f-a4c4-ade1e791d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:36.839808 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13cd4de9-022e-4107-ae81-739a922cd8bc req-5a2a2c97-bd0e-443f-a4c4-ade1e791d60c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 1097 time: 0.2970068 Jul 29 15:01:36.847284 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a08fa095-6393-454f-8e6e-424e15da6059 req-baf6b638-ad71-4f9f-9847-b88a606310ec tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b779d5-333a-4a03-9755-81441903373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138520 Jul 29 15:01:36.884477 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c0ffdadd-7f82-4e9c-b6e8-1411edd63633 None None] Provisioning for port 895f69bd-671f-4a05-ab55-1132c8690988 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:36.896226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c0ffdadd-7f82-4e9c-b6e8-1411edd63633 None None] Provisioning complete for port 895f69bd-671f-4a05-ab55-1132c8690988 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:36.899489 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c0ffdadd-7f82-4e9c-b6e8-1411edd63633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:36.910879 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c1231960-14fb-41bc-914a-f75229c9be34 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:36.911697 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:37.095143 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c0ffdadd-7f82-4e9c-b6e8-1411edd63633 None None] Port 895f69bd-671f-4a05-ab55-1132c8690988 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:01:37.100142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92625021-b0dd-4d6f-8eb6-a7704f7d883c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:37.107225 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49738) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:37.107433 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-92625021-b0dd-4d6f-8eb6-a7704f7d883c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2824409 Jul 29 15:01:37.165801 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea69c92-e355-4ff7-aee1-2d856e0a8e24 req-92fe6345-0872-4821-a3a3-cf34662c553c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:37.174981 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bea69c92-e355-4ff7-aee1-2d856e0a8e24 req-92fe6345-0872-4821-a3a3-cf34662c553c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.2909698 Jul 29 15:01:37.181927 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154c7574-36d0-455a-b028-88ddfcc53439 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:37.188202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154c7574-36d0-455a-b028-88ddfcc53439 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:37.194479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154c7574-36d0-455a-b028-88ddfcc53439 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:37.196863 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-154c7574-36d0-455a-b028-88ddfcc53439 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0885704 Jul 29 15:01:37.203065 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49740) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:37.221678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-51397b12-0018-45e8-af9a-4797d70d6c02 None None] Provisioning for port 4f720a65-4adb-4da1-866e-414bbc8513b1 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:37.226114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-51397b12-0018-45e8-af9a-4797d70d6c02 None None] Provisioning complete for port 4f720a65-4adb-4da1-866e-414bbc8513b1 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:37.226489 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51397b12-0018-45e8-af9a-4797d70d6c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:37.241082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd4de9-022e-4107-ae81-739a922cd8bc req-5180ecf2-496a-4e00-8923-bda66b0034c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:37.243247 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13cd4de9-022e-4107-ae81-739a922cd8bc req-5180ecf2-496a-4e00-8923-bda66b0034c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.3610818 Jul 29 15:01:37.266678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-51397b12-0018-45e8-af9a-4797d70d6c02 None None] Port 4f720a65-4adb-4da1-866e-414bbc8513b1 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:01:37.278321 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-51397b12-0018-45e8-af9a-4797d70d6c02 None None] Provisioning complete for port 895f69bd-671f-4a05-ab55-1132c8690988 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:37.278694 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51397b12-0018-45e8-af9a-4797d70d6c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:37.294257 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bea69c92-e355-4ff7-aee1-2d856e0a8e24 req-9986eae1-2a90-4b53-95af-7c9c437647f9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181331 Jul 29 15:01:37.332876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 0c2454b2-cebc-457c-8bdc-84800ef2a3eb details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:01:37.358218 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-51397b12-0018-45e8-af9a-4797d70d6c02 None None] Port 895f69bd-671f-4a05-ab55-1132c8690988 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:01:37.375718 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13cd4de9-022e-4107-ae81-739a922cd8bc req-6409dea1-76bf-456c-a81b-23e546e27d30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98f995c5-687d-45d9-b67f-0a6e7d256ad4 HTTP/1.1" status: 200 len: 217 time: 0.1224096 Jul 29 15:01:37.514325 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090d365-a476-4beb-9b01-ee24861946e7 req-f4c959da-1073-4745-90cc-6beb28e0ee13 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:37.515886 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6090d365-a476-4beb-9b01-ee24861946e7 req-f4c959da-1073-4745-90cc-6beb28e0ee13 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.1206298 Jul 29 15:01:37.536831 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 0c2454b2-cebc-457c-8bdc-84800ef2a3eb, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=0c2454b2-cebc-457c-8bdc-84800ef2a3eb,segment=NetworkSegment(a3b72c49-e165-46a5-8987-c08cc8b6fd57),segment_id=a3b72c49-e165-46a5-8987-c08cc8b6fd57)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:37.555035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '0c2454b2-cebc-457c-8bdc-84800ef2a3eb', 'network_id': '12465468-1186-4409-971d-400a766daa8f', 'port_id': '0c2454b2-cebc-457c-8bdc-84800ef2a3eb', 'mac_address': 'fa:16:3e:ce:58:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1844c81e-77c4-4d52-a3eb-c799f2e08bdb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:01:37.603413 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6090d365-a476-4beb-9b01-ee24861946e7 req-b7406965-5b3f-4661-b586-d0182084f50b tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731485 Jul 29 15:01:37.621861 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:37.625777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd4de9-022e-4107-ae81-739a922cd8bc req-f33af58e-ee7b-4563-8a3d-48ba14cf1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:37.627284 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13cd4de9-022e-4107-ae81-739a922cd8bc req-f33af58e-ee7b-4563-8a3d-48ba14cf1467 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.1716723 Jul 29 15:01:37.629703 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d4923134-bc28-413f-9fc6-e6928289cbcf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port 4f720a65-4adb-4da1-866e-414bbc8513b1 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:37.630050 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d4923134-bc28-413f-9fc6-e6928289cbcf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:37.637549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2454b2-cebc-457c-8bdc-84800ef2a3eb {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:01:37.667838 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 0c2454b2-cebc-457c-8bdc-84800ef2a3eb, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=0c2454b2-cebc-457c-8bdc-84800ef2a3eb,segment=NetworkSegment(a3b72c49-e165-46a5-8987-c08cc8b6fd57),segment_id=a3b72c49-e165-46a5-8987-c08cc8b6fd57)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:37.683112 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:37.760341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd4de9-022e-4107-ae81-739a922cd8bc req-13e070e4-4064-4fc0-a776-8a53d62c8ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:37.761045 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=0c2454b2-cebc-457c-8bdc-84800ef2a3eb,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:37.761963 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13cd4de9-022e-4107-ae81-739a922cd8bc req-13e070e4-4064-4fc0-a776-8a53d62c8ee1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170545 Jul 29 15:01:37.777330 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d4923134-bc28-413f-9fc6-e6928289cbcf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:37.864051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d4923134-bc28-413f-9fc6-e6928289cbcf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for 4f720a65-4adb-4da1-866e-414bbc8513b1 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:38.050665 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['0c2454b2-cebc-457c-8bdc-84800ef2a3eb'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:01:38.076063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c464e40-1341-468e-9483-24fb12d16777 req-d8173de6-9e50-44eb-94ba-9c7bef9166f4 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:38.083395 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c464e40-1341-468e-9483-24fb12d16777 req-d8173de6-9e50-44eb-94ba-9c7bef9166f4 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 944 time: 0.1348588 Jul 29 15:01:38.170004 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c464e40-1341-468e-9483-24fb12d16777 req-00261cfb-1327-44b9-8f5c-1155e0696b59 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b779d5-333a-4a03-9755-81441903373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787501 Jul 29 15:01:38.204104 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d4923134-bc28-413f-9fc6-e6928289cbcf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:38.303669 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4923134-bc28-413f-9fc6-e6928289cbcf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=4f720a65-4adb-4da1-866e-414bbc8513b1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:38.442665 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d4923134-bc28-413f-9fc6-e6928289cbcf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:38.449851 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49758) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:38.450414 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d4923134-bc28-413f-9fc6-e6928289cbcf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/4f720a65-4adb-4da1-866e-414bbc8513b1 HTTP/1.1" status: 204 len: 168 time: 1.2443907 Jul 29 15:01:38.454531 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13cd4de9-022e-4107-ae81-739a922cd8bc req-0d7f2ec1-fc2d-4bd5-92c8-40394c4a7450 service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6693733 Jul 29 15:01:38.464911 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a338a-d4b6-44ab-82b2-6ecad924a4ff req-becb86fd-6070-4195-998a-a666cb6ab35f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:38.466047 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f03a338a-d4b6-44ab-82b2-6ecad924a4ff req-becb86fd-6070-4195-998a-a666cb6ab35f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.6107323 Jul 29 15:01:38.491484 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4d8dce-246e-4127-b147-1b839cfbaedd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] GET failed (client error): The resource could not be found. Jul 29 15:01:38.499131 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ea4d8dce-246e-4127-b147-1b839cfbaedd tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/4f720a65-4adb-4da1-866e-414bbc8513b1 HTTP/1.1" status: 404 len: 333 time: 0.0474873 Jul 29 15:01:38.500129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49760) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:38.559099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3296293-dfb1-4063-ac68-7fcc8ccf3b12 req-926ab527-4b7c-4cd0-bf28-6062adf98467 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:38.567182 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3296293-dfb1-4063-ac68-7fcc8ccf3b12 req-926ab527-4b7c-4cd0-bf28-6062adf98467 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1601422 Jul 29 15:01:38.629052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f03a338a-d4b6-44ab-82b2-6ecad924a4ff req-137fcd96-4a09-40da-b71c-f112ba0bc513 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535451 Jul 29 15:01:38.650258 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3296293-dfb1-4063-ac68-7fcc8ccf3b12 req-597efe7c-73b3-4026-8ce1-cd8b7d395af7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802193 Jul 29 15:01:38.685276 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13cd4de9-022e-4107-ae81-739a922cd8bc req-97cb14a5-1484-49d9-b797-091791b87fbc service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181840 Jul 29 15:01:38.700654 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-0dd2724d-774a-4146-ad39-ceb456df0914 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port 895f69bd-671f-4a05-ab55-1132c8690988 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:38.703897 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0dd2724d-774a-4146-ad39-ceb456df0914 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:38.848763 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7871af3-d4e7-434e-8d3f-31c1b303fb6d req-a16b2e7c-84d5-4674-b9c3-4e45e0e50ebd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:38.850411 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7871af3-d4e7-434e-8d3f-31c1b303fb6d req-a16b2e7c-84d5-4674-b9c3-4e45e0e50ebd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.1015160 Jul 29 15:01:38.856438 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0dd2724d-774a-4146-ad39-ceb456df0914 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:38.888509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-0dd2724d-774a-4146-ad39-ceb456df0914 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for 895f69bd-671f-4a05-ab55-1132c8690988 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:38.920242 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7871af3-d4e7-434e-8d3f-31c1b303fb6d req-14b1e7e2-7eda-48f1-a416-ecb5ad0fd6e6 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608187 Jul 29 15:01:39.068740 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0dd2724d-774a-4146-ad39-ceb456df0914 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:39.119574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2724d-774a-4146-ad39-ceb456df0914 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=895f69bd-671f-4a05-ab55-1132c8690988,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:39.217507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0dd2724d-774a-4146-ad39-ceb456df0914 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:39.231375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0dd2724d-774a-4146-ad39-ceb456df0914 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/895f69bd-671f-4a05-ab55-1132c8690988 HTTP/1.1" status: 204 len: 168 time: 0.7268324 Jul 29 15:01:39.231780 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49768) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:39.277696 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-862c110d-10ee-4da2-9c71-06ab13b70ccf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] GET failed (client error): The resource could not be found. Jul 29 15:01:39.281740 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-862c110d-10ee-4da2-9c71-06ab13b70ccf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/895f69bd-671f-4a05-ab55-1132c8690988 HTTP/1.1" status: 404 len: 333 time: 0.0479767 Jul 29 15:01:39.288272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49772) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:39.332004 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 0c2454b2-cebc-457c-8bdc-84800ef2a3eb up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:01:39.419034 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd60956-2702-4637-a7e7-ff8e60216482 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting subnet 667343a2-3fe6-4c33-a1bb-0eca07b19892 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:01:39.423044 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8cd60956-2702-4637-a7e7-ff8e60216482 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:39.430192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 0c2454b2-cebc-457c-8bdc-84800ef2a3eb completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:39.433327 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 0c2454b2-cebc-457c-8bdc-84800ef2a3eb triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:39.433719 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:39.468524 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0891e03-6615-4ecc-801e-e947e7752672 req-440d24cf-1aa9-41e2-bd18-01e3dbf6ffec tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:39.470144 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0891e03-6615-4ecc-801e-e947e7752672 req-440d24cf-1aa9-41e2-bd18-01e3dbf6ffec tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 944 time: 0.1974263 Jul 29 15:01:39.492332 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8cd60956-2702-4637-a7e7-ff8e60216482 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:39.526407 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:39.558379 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0891e03-6615-4ecc-801e-e947e7752672 req-4a60643b-476e-492a-b4e0-964552253b97 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b779d5-333a-4a03-9755-81441903373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799577 Jul 29 15:01:39.559946 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034df5de-2c73-4941-b8b5-d01381764688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2454b2-cebc-457c-8bdc-84800ef2a3eb'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:01:39.562582 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ada7e33-f42f-47a3-81fd-442944973bb7" -d '{"events": [{"server_uuid": "034df5de-2c73-4941-b8b5-d01381764688", "name": "network-vif-plugged", "status": "completed", "tag": "0c2454b2-cebc-457c-8bdc-84800ef2a3eb"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:01:39.593365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 0c2454b2-cebc-457c-8bdc-84800ef2a3eb, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=0c2454b2-cebc-457c-8bdc-84800ef2a3eb,segment=NetworkSegment(a3b72c49-e165-46a5-8987-c08cc8b6fd57),segment_id=a3b72c49-e165-46a5-8987-c08cc8b6fd57)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:39.599504 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:39.635398 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe69cbbb-2f70-4a2f-9f23-73b2857c5a2d x-openstack-request-id: req-fe69cbbb-2f70-4a2f-9f23-73b2857c5a2d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:01:39.635886 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034df5de-2c73-4941-b8b5-d01381764688", "name": "network-vif-plugged", "status": "completed", "tag": "0c2454b2-cebc-457c-8bdc-84800ef2a3eb", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:01:39.636139 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe69cbbb-2f70-4a2f-9f23-73b2857c5a2d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:01:39.636538 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034df5de-2c73-4941-b8b5-d01381764688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2454b2-cebc-457c-8bdc-84800ef2a3eb', 'code': 200} Jul 29 15:01:39.669959 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8cd60956-2702-4637-a7e7-ff8e60216482 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:39.680792 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=0c2454b2-cebc-457c-8bdc-84800ef2a3eb,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:39.837105 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8cd60956-2702-4637-a7e7-ff8e60216482 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:39.870349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95eeb6-105d-44c3-82d2-ee33d2339832 req-4bcb7108-3eb2-4098-ad05-65be22e1d448 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:39.872846 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac95eeb6-105d-44c3-82d2-ee33d2339832 req-4bcb7108-3eb2-4098-ad05-65be22e1d448 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.0793960 Jul 29 15:01:39.875230 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976dbc2-e587-430a-a8ac-6e214173164c req-bebe2ad6-b50d-429b-9ecf-7128ad02a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:39.876903 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0976dbc2-e587-430a-a8ac-6e214173164c req-bebe2ad6-b50d-429b-9ecf-7128ad02a286 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 1096 time: 0.1349308 Jul 29 15:01:39.908907 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7f2d7-79f8-4f61-a904-02a2fb41f35a req-cad728a6-4592-4b21-9e72-3e215fec9a36 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:39.910534 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dfb7f2d7-79f8-4f61-a904-02a2fb41f35a req-cad728a6-4592-4b21-9e72-3e215fec9a36 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1411195 Jul 29 15:01:39.913624 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd60956-2702-4637-a7e7-ff8e60216482 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Subnet': ['ID=667343a2-3fe6-4c33-a1bb-0eca07b19892,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:39.915923 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8cd60956-2702-4637-a7e7-ff8e60216482 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:39.920478 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8cd60956-2702-4637-a7e7-ff8e60216482 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/667343a2-3fe6-4c33-a1bb-0eca07b19892 HTTP/1.1" status: 204 len: 168 time: 0.6288738 Jul 29 15:01:39.920868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49780) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:39.933751 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6281b1-e7f7-4be0-905e-9ee0117ea571 None None] Network 1f8f07d1-8619-4d78-aa0b-1a9e66d446b9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:39.971954 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac95eeb6-105d-44c3-82d2-ee33d2339832 req-5522de96-6383-4c3b-b7b3-f924c33d8013 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812392 Jul 29 15:01:39.974271 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0976dbc2-e587-430a-a8ac-6e214173164c req-dc3394ed-16fa-4c3e-af2d-5643e7c680d9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b0b779d5-333a-4a03-9755-81441903373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835505 Jul 29 15:01:40.077762 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dfb7f2d7-79f8-4f61-a904-02a2fb41f35a req-ddcc57f3-61bd-4cf9-b87d-975577b230cc tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275675 Jul 29 15:01:40.100586 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:40.158441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50922534-8ebb-4b0f-966f-217991207b47 req-ac4c3f97-f68b-4dd1-95d3-e2aac2f997e6 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:40.169062 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-50922534-8ebb-4b0f-966f-217991207b47 req-ac4c3f97-f68b-4dd1-95d3-e2aac2f997e6 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.1042497 Jul 29 15:01:40.189723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port c1231960-14fb-41bc-914a-f75229c9be34 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:40.190070 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:40.228718 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-50922534-8ebb-4b0f-966f-217991207b47 req-e0ce14a6-72d5-4eb4-8d4a-6ef06505711a tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579462 Jul 29 15:01:40.279724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] For port c1231960-14fb-41bc-914a-f75229c9be34, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c1231960-14fb-41bc-914a-f75229c9be34,segment=NetworkSegment(58834ff8-e922-4dfa-82b1-470ca5809b5c),segment_id=58834ff8-e922-4dfa-82b1-470ca5809b5c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:40.280098 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:40.298478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef347d5-e3a5-4c3e-9cd6-d4b0e3042a4c None None] DHCP port deletion for 1f8f07d1-8619-4d78-aa0b-1a9e66d446b9 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:01:40.313349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for c1231960-14fb-41bc-914a-f75229c9be34 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:40.391499 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4ef347d5-e3a5-4c3e-9cd6-d4b0e3042a4c None None] Deleting port c1231960-14fb-41bc-914a-f75229c9be34 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:40.395226 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ef347d5-e3a5-4c3e-9cd6-d4b0e3042a4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:40.478826 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:40.516814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No DVR routers for this DVR port c1231960-14fb-41bc-914a-f75229c9be34 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:01:40.518267 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c1231960-14fb-41bc-914a-f75229c9be34 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:01:40.524794 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=c1231960-14fb-41bc-914a-f75229c9be34,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:40.555806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: c1231960-14fb-41bc-914a-f75229c9be34 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:01:40.556312 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c1231960-14fb-41bc-914a-f75229c9be34 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:01:40.567379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4ef347d5-e3a5-4c3e-9cd6-d4b0e3042a4c None None] For port c1231960-14fb-41bc-914a-f75229c9be34, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c1231960-14fb-41bc-914a-f75229c9be34,segment=NetworkSegment(58834ff8-e922-4dfa-82b1-470ca5809b5c),segment_id=58834ff8-e922-4dfa-82b1-470ca5809b5c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:40.568226 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ef347d5-e3a5-4c3e-9cd6-d4b0e3042a4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:40.587361 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4ef347d5-e3a5-4c3e-9cd6-d4b0e3042a4c None None] Calling delete_port for c1231960-14fb-41bc-914a-f75229c9be34 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:40.650152 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:40.666706 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8f07d1-8619-4d78-aa0b-1a9e66d446b9']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:40.680804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58834ff8-e922-4dfa-82b1-470ca5809b5c') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:40.681353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58834ff8-e922-4dfa-82b1-470ca5809b5c') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:40.693573 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:40.694586 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ef347d5-e3a5-4c3e-9cd6-d4b0e3042a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:40.715633 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:40.729780 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:01:40.730409 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:01:40.733958 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:01:40.740811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef347d5-e3a5-4c3e-9cd6-d4b0e3042a4c None None] Pushing event deleted for resources: {'Port': ['ID=c1231960-14fb-41bc-914a-f75229c9be34,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:40.745502 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef347d5-e3a5-4c3e-9cd6-d4b0e3042a4c None None] No DVR routers for this DVR port c1231960-14fb-41bc-914a-f75229c9be34 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:01:40.752868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b10a7f-c769-4e71-aace-4c32ce4f0e15 req-75821276-0200-4e0f-aa34-585f938ffe59 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:40.770726 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5b10a7f-c769-4e71-aace-4c32ce4f0e15 req-75821276-0200-4e0f-aa34-585f938ffe59 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 945 time: 0.1051247 Jul 29 15:01:40.815668 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:40.833354 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5b10a7f-c769-4e71-aace-4c32ce4f0e15 req-01025abd-4c68-4672-b7f3-cfb22da05191 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b779d5-333a-4a03-9755-81441903373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593827 Jul 29 15:01:40.837604 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:40.848878 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/networks/1f8f07d1-8619-4d78-aa0b-1a9e66d446b9 HTTP/1.1" status: 204 len: 168 time: 0.9269235 Jul 29 15:01:40.849885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca56b8-ac6e-47e9-b475-9685cd3f2838 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Network': ['ID=1f8f07d1-8619-4d78-aa0b-1a9e66d446b9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:40.851625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49790) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:40.857171 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-826ca7f3-b73d-4a53-bd56-7f2ca44e85ad tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1943330124'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:40.884461 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:40.906463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826ca7f3-b73d-4a53-bd56-7f2ca44e85ad tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:40.911308 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-826ca7f3-b73d-4a53-bd56-7f2ca44e85ad tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:40.943136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826ca7f3-b73d-4a53-bd56-7f2ca44e85ad tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:01:40.955367 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-826ca7f3-b73d-4a53-bd56-7f2ca44e85ad tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:40.955775 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-826ca7f3-b73d-4a53-bd56-7f2ca44e85ad tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Added segment 7955ffd0-dfd2-4ff6-9321-bf6895cb0daf of type vlan for network 713ba3f1-cdaa-4abb-b517-21b27ea005c1 Jul 29 15:01:41.009512 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-826ca7f3-b73d-4a53-bd56-7f2ca44e85ad tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:41.065201 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-826ca7f3-b73d-4a53-bd56-7f2ca44e85ad tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:41.071833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826ca7f3-b73d-4a53-bd56-7f2ca44e85ad tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:41.072500 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-826ca7f3-b73d-4a53-bd56-7f2ca44e85ad tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:41.201726 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ca7f3-b73d-4a53-bd56-7f2ca44e85ad tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Network': ['ID=713ba3f1-cdaa-4abb-b517-21b27ea005c1,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:41.215903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 713ba3f1-cdaa-4abb-b517-21b27ea005c1 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:01:41.216483 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-826ca7f3-b73d-4a53-bd56-7f2ca44e85ad tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3633235 Jul 29 15:01:41.217363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49798) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:41.224976 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-05fc50f4-17c1-40c6-b83c-f7aef73ae767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'subnet': {'network_id': '713ba3f1-cdaa-4abb-b517-21b27ea005c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:41.244302 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5aead-d54d-45f7-ba29-9cac10c05f7f req-c4e9fed6-9331-471f-8f3e-97216fd8291b tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:41.253257 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fdc5aead-d54d-45f7-ba29-9cac10c05f7f req-c4e9fed6-9331-471f-8f3e-97216fd8291b tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.1776905 Jul 29 15:01:41.356433 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fdc5aead-d54d-45f7-ba29-9cac10c05f7f req-ac48de01-b2b9-4bf3-963f-008d01854815 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021430 Jul 29 15:01:41.445841 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248131f1-9690-49bc-9af6-3174b9fe86bb req-ffb7bd53-5283-4f18-8b88-e4075f274f3f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:41.453429 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-248131f1-9690-49bc-9af6-3174b9fe86bb req-ffb7bd53-5283-4f18-8b88-e4075f274f3f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.2348776 Jul 29 15:01:41.463728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fc50f4-17c1-40c6-b83c-f7aef73ae767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:41.465721 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05fc50f4-17c1-40c6-b83c-f7aef73ae767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:41.505015 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532be778-e9e1-44a2-b118-ef424890158f req-315ca334-69d8-46c0-8020-b176e36a2d6a tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:41.514129 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-532be778-e9e1-44a2-b118-ef424890158f req-315ca334-69d8-46c0-8020-b176e36a2d6a tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.0683889 Jul 29 15:01:41.560288 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-532be778-e9e1-44a2-b118-ef424890158f req-3c2a4193-a42c-48f9-a10f-e45d075af45f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449276 Jul 29 15:01:41.651937 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-248131f1-9690-49bc-9af6-3174b9fe86bb req-9a196586-c892-40b8-b013-d233a7fcf078 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976688 Jul 29 15:01:41.731650 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05fc50f4-17c1-40c6-b83c-f7aef73ae767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:41.819155 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc50f4-17c1-40c6-b83c-f7aef73ae767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Subnet': ['ID=c3e8b128-1ccb-4d2c-a210-3a8c02c23dca,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:41.822999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fc50f4-17c1-40c6-b83c-f7aef73ae767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Checking segment: {'id': '7955ffd0-dfd2-4ff6-9321-bf6895cb0daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '713ba3f1-cdaa-4abb-b517-21b27ea005c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:01:41.824039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fc50f4-17c1-40c6-b83c-f7aef73ae767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network hostable DHCP agents. Network: 713ba3f1-cdaa-4abb-b517-21b27ea005c1, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:01:41.860586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fc50f4-17c1-40c6-b83c-f7aef73ae767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network 713ba3f1-cdaa-4abb-b517-21b27ea005c1 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:01:41.873038 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-05fc50f4-17c1-40c6-b83c-f7aef73ae767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 713ba3f1-cdaa-4abb-b517-21b27ea005c1) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:41.877296 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fc50f4-17c1-40c6-b83c-f7aef73ae767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:41.877932 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05fc50f4-17c1-40c6-b83c-f7aef73ae767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:41.884631 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3741d017-12c2-4a38-a25c-847ff76467e2 None None] Network 713ba3f1-cdaa-4abb-b517-21b27ea005c1 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:41.911403 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49810) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:41.912581 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-05fc50f4-17c1-40c6-b83c-f7aef73ae767 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6917560 Jul 29 15:01:41.917346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-62e935f5-d889-4651-ba8d-e7035bdea87e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-69671934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:41.963057 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e935f5-d889-4651-ba8d-e7035bdea87e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:41.965502 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e935f5-d889-4651-ba8d-e7035bdea87e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:42.065362 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e935f5-d889-4651-ba8d-e7035bdea87e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:42.079360 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54e825-0ec2-4c4b-a9b0-47b79163d02d req-b778ca62-2589-4381-bbec-a15e24073a99 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:42.089308 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8b54e825-0ec2-4c4b-a9b0-47b79163d02d req-b778ca62-2589-4381-bbec-a15e24073a99 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 945 time: 0.1127207 Jul 29 15:01:42.090608 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e935f5-d889-4651-ba8d-e7035bdea87e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:42.098760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-713ba3f1-cdaa-4abb-b517-21b27ea005c1', 'network_id': '713ba3f1-cdaa-4abb-b517-21b27ea005c1', 'tenant_id': '42d4e998c7924ea2885f5e7134c87060', 'fixed_ips': [{'subnet_id': 'c3e8b128-1ccb-4d2c-a210-3a8c02c23dca'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:01:42.099680 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:42.125872 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62e935f5-d889-4651-ba8d-e7035bdea87e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:42.127489 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-62e935f5-d889-4651-ba8d-e7035bdea87e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2150233 Jul 29 15:01:42.130126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49812) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:42.135966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'network_id': '713ba3f1-cdaa-4abb-b517-21b27ea005c1', 'name': 'tempest-PortsTestJSON-1909562619'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:42.207660 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8b54e825-0ec2-4c4b-a9b0-47b79163d02d req-073afc05-2245-4001-9029-e530bcb94d7f tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b779d5-333a-4a03-9755-81441903373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088033 Jul 29 15:01:42.349627 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Allocated IP 172.20.0.2 (713ba3f1-cdaa-4abb-b517-21b27ea005c1/c3e8b128-1ccb-4d2c-a210-3a8c02c23dca/8e60128e-8d8f-4bec-844c-0dfb730fb17d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:42.412540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:42.421050 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:42.451538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port 37f7165f-244f-42f0-a6d1-9eff53a06470 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:01:42.623559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04306cd7-7c33-4186-8b11-cb060dcbd945 req-f80a9ca3-a194-4d85-93a5-db8a66d516a9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:42.625833 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-04306cd7-7c33-4186-8b11-cb060dcbd945 req-f80a9ca3-a194-4d85-93a5-db8a66d516a9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.1052177 Jul 29 15:01:42.704349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df79ad-9100-4695-b6b4-7acd8b218eb8 req-334ce33a-685a-4754-9955-8949304af2c6 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:42.707680 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:42.712991 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10df79ad-9100-4695-b6b4-7acd8b218eb8 req-334ce33a-685a-4754-9955-8949304af2c6 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.0768878 Jul 29 15:01:42.714815 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-04306cd7-7c33-4186-8b11-cb060dcbd945 req-9347964c-401f-4a84-a14e-f8a5dd3ba0d2 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598373 Jul 29 15:01:42.729487 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Transition to ACTIVE for port object 8e60128e-8d8f-4bec-844c-0dfb730fb17d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:42.764015 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Transition to ACTIVE for port object 8e60128e-8d8f-4bec-844c-0dfb730fb17d will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:42.769034 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10df79ad-9100-4695-b6b4-7acd8b218eb8 req-4aa0be3d-d6a3-488b-83d1-f7569a6bbcc8 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544446 Jul 29 15:01:42.790432 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:42.864914 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.api [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5b93db98-2a22-4d0d-91eb-28e886dc0a5d {{(pid=94157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:01:42.865391 n-d-802893-1 neutron-server[94157]: DEBUG oslo_db.api [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:01:42.868495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Network 713ba3f1-cdaa-4abb-b517-21b27ea005c1 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:42.874444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:42.879244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:42.908342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Pushing event updated for resources: {'Port': ['ID=8e60128e-8d8f-4bec-844c-0dfb730fb17d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:42.968212 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Attempting to bind port 8e60128e-8d8f-4bec-844c-0dfb730fb17d on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:01:42.968716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Attempting to bind port 8e60128e-8d8f-4bec-844c-0dfb730fb17d by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '7955ffd0-dfd2-4ff6-9321-bf6895cb0daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '713ba3f1-cdaa-4abb-b517-21b27ea005c1'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:01:42.969263 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Attempting to bind port 8e60128e-8d8f-4bec-844c-0dfb730fb17d on network 713ba3f1-cdaa-4abb-b517-21b27ea005c1 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:01:42.970634 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d6a60-d863-4f6a-bbee-962bbfce73b3 req-e86e9596-f66b-444f-bce2-303ce5227d75 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:42.976126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:01:42.977258 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Checking segment: {'id': '7955ffd0-dfd2-4ff6-9321-bf6895cb0daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '713ba3f1-cdaa-4abb-b517-21b27ea005c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:01:42.978394 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:42.978828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Bound using segment: {'id': '7955ffd0-dfd2-4ff6-9321-bf6895cb0daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '713ba3f1-cdaa-4abb-b517-21b27ea005c1'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:01:42.979467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Bound port: 8e60128e-8d8f-4bec-844c-0dfb730fb17d, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7955ffd0-dfd2-4ff6-9321-bf6895cb0daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '713ba3f1-cdaa-4abb-b517-21b27ea005c1'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:01:42.979859 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:42.981275 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-149d6a60-d863-4f6a-bbee-962bbfce73b3 req-e86e9596-f66b-444f-bce2-303ce5227d75 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.0909410 Jul 29 15:01:43.043676 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-149d6a60-d863-4f6a-bbee-962bbfce73b3 req-fe121f58-0857-4af1-aafa-9ba02c9f9251 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613155 Jul 29 15:01:43.069862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-05141e2c-dc3c-4c4b-bd6a-ad0aabd29797 req-3dab2726-6ac2-44ab-baac-6e939fe94345 service neutron] (94157) timed out ('10.222.0.38', 58416) {{(pid=94157) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 15:01:43.081602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] For port 8e60128e-8d8f-4bec-844c-0dfb730fb17d, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:01:43.085241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] For port 8e60128e-8d8f-4bec-844c-0dfb730fb17d, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8e60128e-8d8f-4bec-844c-0dfb730fb17d,segment=NetworkSegment(7955ffd0-dfd2-4ff6-9321-bf6895cb0daf),segment_id=7955ffd0-dfd2-4ff6-9321-bf6895cb0daf)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:01:43.092651 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:43.160192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60445dfb-3d88-4c20-95e5-87339a928c80 None None] Pushing event updated for resources: {'Port': ['ID=8e60128e-8d8f-4bec-844c-0dfb730fb17d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:43.168237 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bfcfa-28d4-4072-b5ba-2c731bdf52e8 req-ab0cdcda-1da5-4cb6-9fd1-4b8d91e61979 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:43.169884 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-665bfcfa-28d4-4072-b5ba-2c731bdf52e8 req-ab0cdcda-1da5-4cb6-9fd1-4b8d91e61979 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 945 time: 0.0712478 Jul 29 15:01:43.217818 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-665bfcfa-28d4-4072-b5ba-2c731bdf52e8 req-7875cb84-4901-4232-8dc4-f2239ad72864 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b779d5-333a-4a03-9755-81441903373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408089 Jul 29 15:01:43.355893 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f92841a2-9aad-410c-a854-7eb3e7144a12 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:01:43.366862 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:43.396390 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port 486b669d-b3aa-42a0-bfdc-77e6a0c21578 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:01:43.481198 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f92841a2-9aad-410c-a854-7eb3e7144a12, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f92841a2-9aad-410c-a854-7eb3e7144a12,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:43.504188 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'f92841a2-9aad-410c-a854-7eb3e7144a12', 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082', 'port_id': 'f92841a2-9aad-410c-a854-7eb3e7144a12', 'mac_address': 'fa:16:3e:d3:dc:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc0785a-1332-47e1-a695-790fd3948837', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:01:43.551913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f92b7d-afee-4ad3-819b-0ebf763a8142 req-f3f593aa-1f35-495f-bf59-799ea3723d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:43.553458 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85f92b7d-afee-4ad3-819b-0ebf763a8142 req-f3f593aa-1f35-495f-bf59-799ea3723d82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 1096 time: 0.1064172 Jul 29 15:01:43.569188 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:43.591629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f92841a2-9aad-410c-a854-7eb3e7144a12 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:01:43.617147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f92841a2-9aad-410c-a854-7eb3e7144a12, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f92841a2-9aad-410c-a854-7eb3e7144a12,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:43.618010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Allocated IP 172.20.0.5 (713ba3f1-cdaa-4abb-b517-21b27ea005c1/c3e8b128-1ccb-4d2c-a210-3a8c02c23dca/486b669d-b3aa-42a0-bfdc-77e6a0c21578) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:43.622704 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:43.675643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f92841a2-9aad-410c-a854-7eb3e7144a12,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:43.701836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f92b7d-afee-4ad3-819b-0ebf763a8142 req-93f1322c-67f9-4889-b665-4a8ba8c3299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:43.703314 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85f92b7d-afee-4ad3-819b-0ebf763a8142 req-93f1322c-67f9-4889-b665-4a8ba8c3299e service neutron] 10.222.0.39 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.1399333 Jul 29 15:01:43.787085 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85f92b7d-afee-4ad3-819b-0ebf763a8142 req-b5042cf3-c0ea-4bc0-a6a7-108cf56d81f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad1f0839-03fd-463e-b164-5a83e3a7d724 HTTP/1.1" status: 200 len: 217 time: 0.0693614 Jul 29 15:01:43.853428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['f92841a2-9aad-410c-a854-7eb3e7144a12'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:01:43.876919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f92b7d-afee-4ad3-819b-0ebf763a8142 req-36b16b7e-4a4b-4592-a68e-dc6af3659ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:43.879124 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85f92b7d-afee-4ad3-819b-0ebf763a8142 req-36b16b7e-4a4b-4592-a68e-dc6af3659ae7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.0841527 Jul 29 15:01:43.922068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53889cfc-6561-468e-b2df-49a2e257af75 req-62c5fc13-7872-40bc-b187-e7edf0e9e0e4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:43.924311 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53889cfc-6561-468e-b2df-49a2e257af75 req-62c5fc13-7872-40bc-b187-e7edf0e9e0e4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.1057217 Jul 29 15:01:43.993629 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53889cfc-6561-468e-b2df-49a2e257af75 req-89f25da2-8e35-4fa6-83b1-9f5e96fbedf8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606179 Jul 29 15:01:43.999885 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:44.052227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Transition to ACTIVE for port object 486b669d-b3aa-42a0-bfdc-77e6a0c21578 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:44.063037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c841f-7a7a-4579-925b-9c2a724b0e03 req-9ddfc9b5-6cfd-4d6e-aab8-0856093d1237 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:44.072414 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f31c841f-7a7a-4579-925b-9c2a724b0e03 req-9ddfc9b5-6cfd-4d6e-aab8-0856093d1237 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.1844919 Jul 29 15:01:44.086101 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f92b7d-afee-4ad3-819b-0ebf763a8142 req-eeaaf78b-6949-46a7-a219-6eb5cc2a892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:44.087592 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85f92b7d-afee-4ad3-819b-0ebf763a8142 req-eeaaf78b-6949-46a7-a219-6eb5cc2a892d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1987653 Jul 29 15:01:44.254766 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa5e61-0e8b-47eb-b6ac-35e28c17a427 req-50caa932-0ed5-47b9-a646-4ef4964e72e7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:44.260848 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f31c841f-7a7a-4579-925b-9c2a724b0e03 req-b44c66e8-b8c8-4fbc-8b87-58c26741b8b3 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827939 Jul 29 15:01:44.263948 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-13fa5e61-0e8b-47eb-b6ac-35e28c17a427 req-50caa932-0ed5-47b9-a646-4ef4964e72e7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 944 time: 0.0747366 Jul 29 15:01:44.301974 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85f92b7d-afee-4ad3-819b-0ebf763a8142 req-ceef22a1-229c-4e76-8f50-097c95c04acc service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046330 Jul 29 15:01:44.310269 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-13fa5e61-0e8b-47eb-b6ac-35e28c17a427 req-a39f7cfb-9352-447c-a25a-8d0ab2d699c2 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456636 Jul 29 15:01:44.374959 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:44.464948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network 713ba3f1-cdaa-4abb-b517-21b27ea005c1 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:44.473590 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:44.481597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:44.500549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7787b6-35b9-4592-b382-b6641a99c4fe None None] Network 713ba3f1-cdaa-4abb-b517-21b27ea005c1 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:44.578109 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=486b669d-b3aa-42a0-bfdc-77e6a0c21578,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:44.583814 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85f92b7d-afee-4ad3-819b-0ebf763a8142 req-b4904af0-1911-42dd-9d21-ec257d666705 service neutron] 10.222.0.39 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718687 Jul 29 15:01:44.602163 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7d78a-a260-43d7-9d62-5265dbf8b6f7 req-38b1c972-61e1-4943-b7c8-6c0008087858 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:44.610942 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-25c7d78a-a260-43d7-9d62-5265dbf8b6f7 req-38b1c972-61e1-4943-b7c8-6c0008087858 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 945 time: 0.2339475 Jul 29 15:01:44.667743 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8e60128e-8d8f-4bec-844c-0dfb730fb17d up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:01:44.683899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6cb6c-0990-4ec7-b07e-702d8e0dac89 req-75ea298a-ace6-467c-a606-21b312c74745 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:44.699678 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-91a6cb6c-0990-4ec7-b07e-702d8e0dac89 req-75ea298a-ace6-467c-a606-21b312c74745 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.1609926 Jul 29 15:01:44.711385 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-25c7d78a-a260-43d7-9d62-5265dbf8b6f7 req-957030f6-283b-47d6-8983-7e0bcefafa5c tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b779d5-333a-4a03-9755-81441903373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978067 Jul 29 15:01:44.718797 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:44.719452 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:44.743933 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-362a690c-c518-42e7-9cbc-49b6b3edf077 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6092818 Jul 29 15:01:44.744364 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49904) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:44.858555 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-91a6cb6c-0990-4ec7-b07e-702d8e0dac89 req-f52fab3d-5c3a-44f9-a218-0c5ec86a6f77 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524239 Jul 29 15:01:44.883732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-246f06ee-76b9-44ce-98f9-70e7bbfa05e5 None None] Provisioning for port 8e60128e-8d8f-4bec-844c-0dfb730fb17d completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:44.885258 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae61a9d-41b8-40af-90d4-819619100a08 req-edcfe638-916e-4a55-913c-1d41ba1c0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:44.899645 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bae61a9d-41b8-40af-90d4-819619100a08 req-edcfe638-916e-4a55-913c-1d41ba1c0257 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f5e572e1e43471cb0156603ea55a1bb&device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 1097 time: 0.1907535 Jul 29 15:01:44.981684 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 8e60128e-8d8f-4bec-844c-0dfb730fb17d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:44.988368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8e60128e-8d8f-4bec-844c-0dfb730fb17d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:44.988786 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:45.211563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd566d62-11a7-4819-ab71-2236e13ed215 req-ab6f0db2-8958-41ed-861a-d1b30104f973 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:45.214166 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd566d62-11a7-4819-ab71-2236e13ed215 req-ab6f0db2-8958-41ed-861a-d1b30104f973 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.38 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 945 time: 0.3007250 Jul 29 15:01:45.216371 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:45.280929 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 8e60128e-8d8f-4bec-844c-0dfb730fb17d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8e60128e-8d8f-4bec-844c-0dfb730fb17d,segment=NetworkSegment(7955ffd0-dfd2-4ff6-9321-bf6895cb0daf),segment_id=7955ffd0-dfd2-4ff6-9321-bf6895cb0daf)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:45.294518 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:45.357388 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f92841a2-9aad-410c-a854-7eb3e7144a12 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:01:45.365474 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae61a9d-41b8-40af-90d4-819619100a08 req-9b345146-feca-4da4-adbf-291159dc0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:45.368142 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bae61a9d-41b8-40af-90d4-819619100a08 req-9b345146-feca-4da4-adbf-291159dc0488 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d80521b-6229-44d9-b599-75d40e13b312 HTTP/1.1" status: 200 len: 910 time: 0.4514577 Jul 29 15:01:45.413784 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f061d-27ee-4962-b02a-34c46309f413 req-1a84616f-67b5-424d-89a5-23020e7ab2f5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:45.415420 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a04f061d-27ee-4962-b02a-34c46309f413 req-1a84616f-67b5-424d-89a5-23020e7ab2f5 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 945 time: 0.2140353 Jul 29 15:01:45.468234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=8e60128e-8d8f-4bec-844c-0dfb730fb17d,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:45.474927 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-52b157e2-0abf-42cd-ac0d-9477884b5572 None None] Provisioning for port 486b669d-b3aa-42a0-bfdc-77e6a0c21578 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:01:45.512128 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:45.513144 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:45.513631 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:45.514135 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:45.514614 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:45.515089 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:45.515565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:45.516048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:45.516530 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:45.517046 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:45.517518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:45.517985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:01:45.523829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-52b157e2-0abf-42cd-ac0d-9477884b5572 None None] Provisioning complete for port 486b669d-b3aa-42a0-bfdc-77e6a0c21578 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:45.524584 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52b157e2-0abf-42cd-ac0d-9477884b5572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:45.542681 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a04f061d-27ee-4962-b02a-34c46309f413 req-1f9ca061-74f0-455a-89ac-eecd14f728aa tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653183 Jul 29 15:01:45.628163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port f92841a2-9aad-410c-a854-7eb3e7144a12 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:45.628470 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:45.685581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-52b157e2-0abf-42cd-ac0d-9477884b5572 None None] Port 486b669d-b3aa-42a0-bfdc-77e6a0c21578 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:01:45.822015 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:45.840924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-52b157e2-0abf-42cd-ac0d-9477884b5572 None None] Provisioning complete for port 8e60128e-8d8f-4bec-844c-0dfb730fb17d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:45.841720 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52b157e2-0abf-42cd-ac0d-9477884b5572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:45.936495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92841a2-9aad-410c-a854-7eb3e7144a12'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:01:45.955705 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d3c8bc-d6bd-41ad-9277-5f4ef8a03b57" -d '{"events": [{"server_uuid": "9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f", "name": "network-vif-plugged", "status": "completed", "tag": "f92841a2-9aad-410c-a854-7eb3e7144a12"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:01:46.028471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f92841a2-9aad-410c-a854-7eb3e7144a12, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f92841a2-9aad-410c-a854-7eb3e7144a12,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:46.034222 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:46.093905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f92841a2-9aad-410c-a854-7eb3e7144a12,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:46.144360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a6930d7-6831-4bee-ad3d-9f3edf436270 None None] Provisioning complete for port 486b669d-b3aa-42a0-bfdc-77e6a0c21578 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:46.145024 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a6930d7-6831-4bee-ad3d-9f3edf436270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:46.192552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a6930d7-6831-4bee-ad3d-9f3edf436270 None None] Port 486b669d-b3aa-42a0-bfdc-77e6a0c21578 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:01:46.221912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bae61a9d-41b8-40af-90d4-819619100a08 req-101a85d3-2118-4e3d-9ca1-5e02e46ed5a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f57ee018-b433-4528-a366-93e5e4fb32ae HTTP/1.1" status: 200 len: 1001 time: 0.7901394 Jul 29 15:01:46.236452 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2db2517b-6a86-470a-a80e-fa4e502ef336 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:46.257170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7046d-2c20-45a4-97bd-32b191dd7bcc req-fe59cca5-7f30-4f3c-9525-b9a196064176 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:46.261066 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-23c7046d-2c20-45a4-97bd-32b191dd7bcc req-fe59cca5-7f30-4f3c-9525-b9a196064176 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 944 time: 0.7300231 Jul 29 15:01:46.323883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-fd566d62-11a7-4819-ab71-2236e13ed215 req-ede67ddd-2e3d-4b77-9e29-6a10b1d6ec2c tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Deleting port 0c2454b2-cebc-457c-8bdc-84800ef2a3eb {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:46.324219 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fd566d62-11a7-4819-ab71-2236e13ed215 req-ede67ddd-2e3d-4b77-9e29-6a10b1d6ec2c tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:46.452512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae61a9d-41b8-40af-90d4-819619100a08 req-a403eddd-221a-4d96-ae77-3640ec5a8381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:46.454293 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bae61a9d-41b8-40af-90d4-819619100a08 req-a403eddd-221a-4d96-ae77-3640ec5a8381 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b1747c4-def9-4399-bfc4-b048db571a84 HTTP/1.1" status: 200 len: 848 time: 0.2205820 Jul 29 15:01:46.468509 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-23c7046d-2c20-45a4-97bd-32b191dd7bcc req-8809a080-c45d-4890-ac83-a7c6f34b2139 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900535 Jul 29 15:01:46.559078 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8e60128e-8d8f-4bec-844c-0dfb730fb17d up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:01:46.596726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae61a9d-41b8-40af-90d4-819619100a08 req-700c4919-b2ec-4b43-93ce-41c74121d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:46.598411 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bae61a9d-41b8-40af-90d4-819619100a08 req-700c4919-b2ec-4b43-93ce-41c74121d308 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d80521b-6229-44d9-b599-75d40e13b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193807 Jul 29 15:01:46.608169 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2db2517b-6a86-470a-a80e-fa4e502ef336 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:46.630892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03426901-6858-4764-bf6d-3da33a0b3bdc req-c51f3640-c696-401d-91a4-c5b4e97c7b90 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:46.634276 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03426901-6858-4764-bf6d-3da33a0b3bdc req-c51f3640-c696-401d-91a4-c5b4e97c7b90 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 945 time: 0.4450426 Jul 29 15:01:46.641515 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2db2517b-6a86-470a-a80e-fa4e502ef336 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:46.679575 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8e60128e-8d8f-4bec-844c-0dfb730fb17d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:46.680619 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:46.733851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2517b-6a86-470a-a80e-fa4e502ef336 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=486b669d-b3aa-42a0-bfdc-77e6a0c21578,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:46.743563 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bae61a9d-41b8-40af-90d4-819619100a08 req-0071f423-4670-410d-b04a-bfce4b17edb4 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195707 Jul 29 15:01:46.783769 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device ad1f0839-03fd-463e-b164-5a83e3a7d724 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:01:46.930916 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bae61a9d-41b8-40af-90d4-819619100a08 req-0c993ef3-f859-4fdf-984e-c831f0e3a5d6 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668625 Jul 29 15:01:46.934157 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03426901-6858-4764-bf6d-3da33a0b3bdc req-31f9d570-5632-4a22-bf98-3e613847b167 tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0b779d5-333a-4a03-9755-81441903373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897792 Jul 29 15:01:46.971816 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-fd566d62-11a7-4819-ab71-2236e13ed215 req-ede67ddd-2e3d-4b77-9e29-6a10b1d6ec2c tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] For port 0c2454b2-cebc-457c-8bdc-84800ef2a3eb, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=0c2454b2-cebc-457c-8bdc-84800ef2a3eb,segment=NetworkSegment(a3b72c49-e165-46a5-8987-c08cc8b6fd57),segment_id=a3b72c49-e165-46a5-8987-c08cc8b6fd57)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:46.972221 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fd566d62-11a7-4819-ab71-2236e13ed215 req-ede67ddd-2e3d-4b77-9e29-6a10b1d6ec2c tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:47.026254 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-fd566d62-11a7-4819-ab71-2236e13ed215 req-ede67ddd-2e3d-4b77-9e29-6a10b1d6ec2c tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Calling delete_port for 0c2454b2-cebc-457c-8bdc-84800ef2a3eb owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:47.063746 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:47.079232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f33e5d-3572-4a1c-a54d-45a992e23909 req-9de5a34c-9c29-41d8-8a15-09b0d91dcb7c tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:47.092952 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b1f33e5d-3572-4a1c-a54d-45a992e23909 req-9de5a34c-9c29-41d8-8a15-09b0d91dcb7c tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.5194905 Jul 29 15:01:47.095457 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5983b00a-9fad-4d03-a5cb-a8dcb7a1ff52 x-openstack-request-id: req-5983b00a-9fad-4d03-a5cb-a8dcb7a1ff52 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:01:47.095678 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f", "name": "network-vif-plugged", "status": "completed", "tag": "f92841a2-9aad-410c-a854-7eb3e7144a12", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:01:47.095930 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5983b00a-9fad-4d03-a5cb-a8dcb7a1ff52 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:01:47.096336 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92841a2-9aad-410c-a854-7eb3e7144a12', 'code': 200} Jul 29 15:01:47.194315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port ad1f0839-03fd-463e-b164-5a83e3a7d724, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ad1f0839-03fd-463e-b164-5a83e3a7d724,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:47.215184 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:47.408173 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2db2517b-6a86-470a-a80e-fa4e502ef336 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:47.466269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=ad1f0839-03fd-463e-b164-5a83e3a7d724,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:47.471090 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 0c2454b2-cebc-457c-8bdc-84800ef2a3eb no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:01:47.512076 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b1f33e5d-3572-4a1c-a54d-45a992e23909 req-97099231-ea14-48ab-8275-0aedd4746e99 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4153578 Jul 29 15:01:47.583763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3dcb062d-dddd-4d2d-9b07-ed3961869bd1 None None] Provisioning complete for port 486b669d-b3aa-42a0-bfdc-77e6a0c21578 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:47.586339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c06aa0-88d8-4187-8675-2db29f18fdbb req-88dd0902-4b08-4189-985b-6fb4b48e6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:47.588056 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34c06aa0-88d8-4187-8675-2db29f18fdbb req-88dd0902-4b08-4189-985b-6fb4b48e6209 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f5e572e1e43471cb0156603ea55a1bb&device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 1097 time: 0.5567958 Jul 29 15:01:47.592302 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3dcb062d-dddd-4d2d-9b07-ed3961869bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:47.655344 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6efa74-32ce-41df-a6ef-50806e2cffb3 req-8ef33d06-fcaa-45ae-b70d-904af0d4a488 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:47.656966 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8b6efa74-32ce-41df-a6ef-50806e2cffb3 req-8ef33d06-fcaa-45ae-b70d-904af0d4a488 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 943 time: 0.1688268 Jul 29 15:01:47.703366 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb062d-dddd-4d2d-9b07-ed3961869bd1 None None] Port 486b669d-b3aa-42a0-bfdc-77e6a0c21578 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:01:47.704534 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fd566d62-11a7-4819-ab71-2236e13ed215 req-ede67ddd-2e3d-4b77-9e29-6a10b1d6ec2c tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:47.722688 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No active binding found for port 0c2454b2-cebc-457c-8bdc-84800ef2a3eb {{(pid=94159) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 15:01:47.723132 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 0c2454b2-cebc-457c-8bdc-84800ef2a3eb not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:01:47.752930 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2db2517b-6a86-470a-a80e-fa4e502ef336 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:47.787299 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8b6efa74-32ce-41df-a6ef-50806e2cffb3 req-df72dc05-a7b1-403e-b3a9-8c900aa64a2f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122406 Jul 29 15:01:47.825421 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede67ddd-2e3d-4b77-9e29-6a10b1d6ec2c tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Pushing event deleted for resources: {'Port': ['ID=0c2454b2-cebc-457c-8bdc-84800ef2a3eb,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:47.833424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd566d62-11a7-4819-ab71-2236e13ed215 req-ede67ddd-2e3d-4b77-9e29-6a10b1d6ec2c tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] No DVR routers for this DVR port 0c2454b2-cebc-457c-8bdc-84800ef2a3eb on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:01:47.839364 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fd566d62-11a7-4819-ab71-2236e13ed215 req-ede67ddd-2e3d-4b77-9e29-6a10b1d6ec2c tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:47.841668 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd566d62-11a7-4819-ab71-2236e13ed215 req-ede67ddd-2e3d-4b77-9e29-6a10b1d6ec2c tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.38 "DELETE /v2.0/ports/0c2454b2-cebc-457c-8bdc-84800ef2a3eb HTTP/1.1" status: 204 len: 173 time: 2.6163099 Jul 29 15:01:47.843021 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034df5de-2c73-4941-b8b5-d01381764688', 'name': 'network-vif-deleted', 'tag': '0c2454b2-cebc-457c-8bdc-84800ef2a3eb'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:01:47.845606 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75aabf0-aaaf-4581-b3f1-cd3dd12e8b47" -d '{"events": [{"server_uuid": "034df5de-2c73-4941-b8b5-d01381764688", "name": "network-vif-deleted", "tag": "0c2454b2-cebc-457c-8bdc-84800ef2a3eb"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:01:47.871544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bccc3-95a4-4a3f-a76b-70258cdb490c req-63211a87-f241-43dc-8b5d-5ce506daec97 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:47.879328 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eb9bccc3-95a4-4a3f-a76b-70258cdb490c req-63211a87-f241-43dc-8b5d-5ce506daec97 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1727245 Jul 29 15:01:47.938150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c06aa0-88d8-4187-8675-2db29f18fdbb req-0f00ebb6-71ad-4adc-a690-d10202bb3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:47.940202 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34c06aa0-88d8-4187-8675-2db29f18fdbb req-0f00ebb6-71ad-4adc-a690-d10202bb3e77 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d80521b-6229-44d9-b599-75d40e13b312 HTTP/1.1" status: 200 len: 910 time: 0.3131485 Jul 29 15:01:47.946457 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eb9bccc3-95a4-4a3f-a76b-70258cdb490c req-f10ab44e-ad78-4915-adff-aba216a3251e tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651865 Jul 29 15:01:48.047337 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f99a100-0359-4ace-8f37-437ac67120f9 x-openstack-request-id: req-1f99a100-0359-4ace-8f37-437ac67120f9 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:01:48.047630 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034df5de-2c73-4941-b8b5-d01381764688", "name": "network-vif-deleted", "tag": "0c2454b2-cebc-457c-8bdc-84800ef2a3eb", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:01:48.047884 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f99a100-0359-4ace-8f37-437ac67120f9 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:01:48.048292 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034df5de-2c73-4941-b8b5-d01381764688', 'name': 'network-vif-deleted', 'tag': '0c2454b2-cebc-457c-8bdc-84800ef2a3eb', 'status': 'completed', 'code': 200} Jul 29 15:01:48.098978 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34c06aa0-88d8-4187-8675-2db29f18fdbb req-72be377d-507a-464f-904d-41e4d2defa87 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f57ee018-b433-4528-a366-93e5e4fb32ae HTTP/1.1" status: 200 len: 1001 time: 0.1399176 Jul 29 15:01:48.197461 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-459b70eb-c8fd-4a7d-a054-54698c086603 req-0c30c90b-cd29-40f3-ba9f-0207764a260e tempest-ServerMetadataNegativeTestJSON-1176600607 tempest-ServerMetadataNegativeTestJSON-1176600607-project] 10.222.0.16 "GET /v2.0/ports?device_id=034df5de-2c73-4941-b8b5-d01381764688 HTTP/1.1" status: 200 len: 210 time: 0.0410867 Jul 29 15:01:48.206106 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c06aa0-88d8-4187-8675-2db29f18fdbb req-59fcad4f-f5d0-405c-bc3b-4896f4f746f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:48.207649 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34c06aa0-88d8-4187-8675-2db29f18fdbb req-59fcad4f-f5d0-405c-bc3b-4896f4f746f7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b1747c4-def9-4399-bfc4-b048db571a84 HTTP/1.1" status: 200 len: 848 time: 0.0876179 Jul 29 15:01:48.211440 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3b049-0145-4b66-b385-1151df633fbf req-26ee8571-66b8-418f-9700-22c4168389d2 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:48.213264 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76e3b049-0145-4b66-b385-1151df633fbf req-26ee8571-66b8-418f-9700-22c4168389d2 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.2044694 Jul 29 15:01:48.346495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c06aa0-88d8-4187-8675-2db29f18fdbb req-fb2cc71b-b1d1-47df-baeb-4f1e484fd1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:48.348239 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34c06aa0-88d8-4187-8675-2db29f18fdbb req-fb2cc71b-b1d1-47df-baeb-4f1e484fd1ee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d80521b-6229-44d9-b599-75d40e13b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270466 Jul 29 15:01:48.352553 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76e3b049-0145-4b66-b385-1151df633fbf req-91ae234c-6b7a-47d6-a28b-779fff939a84 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743518 Jul 29 15:01:48.429533 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2db2517b-6a86-470a-a80e-fa4e502ef336 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:48.437083 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2db2517b-6a86-470a-a80e-fa4e502ef336 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:48.532434 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2db2517b-6a86-470a-a80e-fa4e502ef336 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:48.543853 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2517b-6a86-470a-a80e-fa4e502ef336 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=486b669d-b3aa-42a0-bfdc-77e6a0c21578,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:48.603251 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34c06aa0-88d8-4187-8675-2db29f18fdbb req-7f9815a9-275e-4aa3-9c30-0cfed8c34059 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437820 Jul 29 15:01:48.681005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e562c-73f8-46b4-ad8f-3f0a249c40a6 req-2153a0a8-a16f-4f98-a005-b8d2d5442c7f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:48.682919 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3d6e562c-73f8-46b4-ad8f-3f0a249c40a6 req-2153a0a8-a16f-4f98-a005-b8d2d5442c7f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1909468 Jul 29 15:01:48.747465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db2517b-6a86-470a-a80e-fa4e502ef336 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network 713ba3f1-cdaa-4abb-b517-21b27ea005c1 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:48.758292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf4c8b-61c3-4e6e-92a8-9e3d613c5566 req-80fc609e-e97e-452c-86e5-933f44c411c6 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:48.766872 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7abf4c8b-61c3-4e6e-92a8-9e3d613c5566 req-80fc609e-e97e-452c-86e5-933f44c411c6 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.1399641 Jul 29 15:01:48.767715 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3d6e562c-73f8-46b4-ad8f-3f0a249c40a6 req-fc94b68d-aaed-420e-b033-b8f8e1ec30ab tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762897 Jul 29 15:01:48.776032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-2db2517b-6a86-470a-a80e-fa4e502ef336 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:48.796572 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34c06aa0-88d8-4187-8675-2db29f18fdbb req-8e295b62-b047-4955-a2f8-7bfaf967c131 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854239 Jul 29 15:01:48.929665 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7abf4c8b-61c3-4e6e-92a8-9e3d613c5566 req-86401c1d-42fd-47ea-af00-441a3444b5f9 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569059 Jul 29 15:01:49.097052 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063b7f67-e1ab-462e-b32b-965c4cc349fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad1f0839-03fd-463e-b164-5a83e3a7d724'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:01:49.100800 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9bf249-6823-40ab-8588-5fd54a601a62" -d '{"events": [{"server_uuid": "063b7f67-e1ab-462e-b32b-965c4cc349fe", "name": "network-vif-unplugged", "status": "completed", "tag": "ad1f0839-03fd-463e-b164-5a83e3a7d724"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:01:49.163604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db2517b-6a86-470a-a80e-fa4e502ef336 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Router 53b68751-e776-4bf8-8549-9bc1e6740af3 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:01:49.177397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab92de3-a131-4855-b196-88f3aa4ab031 req-f69bf4b6-41ab-4451-b22a-53cfcec8e444 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:49.186215 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ab92de3-a131-4855-b196-88f3aa4ab031 req-f69bf4b6-41ab-4451-b22a-53cfcec8e444 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1092391 Jul 29 15:01:49.222840 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ab92de3-a131-4855-b196-88f3aa4ab031 req-a2c227db-500d-4bee-92ed-645eff4ba74e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356419 Jul 29 15:01:49.263349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f36e6de6-1ee1-44c4-81fe-2dc454c5a1dc None None] Provisioning complete for port 486b669d-b3aa-42a0-bfdc-77e6a0c21578 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:01:49.273182 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f36e6de6-1ee1-44c4-81fe-2dc454c5a1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:49.292531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90aadb-0c1b-4f43-b75d-44920793b255 req-c8ce2fe8-627d-4d88-9a56-c013b15e00f7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:49.294099 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad90aadb-0c1b-4f43-b75d-44920793b255 req-c8ce2fe8-627d-4d88-9a56-c013b15e00f7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1512282 Jul 29 15:01:49.333755 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db2517b-6a86-470a-a80e-fa4e502ef336 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:01:49.345661 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2db2517b-6a86-470a-a80e-fa4e502ef336 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "PUT /v2.0/routers/53b68751-e776-4bf8-8549-9bc1e6740af3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6000583 Jul 29 15:01:49.346461 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eabe4b9-5af9-4c04-a4fa-85f0ce19f8a8 None None] Sync routers for ids ['53b68751-e776-4bf8-8549-9bc1e6740af3'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:01:49.348238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49960) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:49.350236 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1ba635-2b22-4c34-b897-a32b54b32b6f x-openstack-request-id: req-fc1ba635-2b22-4c34-b897-a32b54b32b6f {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:01:49.355246 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063b7f67-e1ab-462e-b32b-965c4cc349fe", "name": "network-vif-unplugged", "status": "failed", "tag": "ad1f0839-03fd-463e-b164-5a83e3a7d724", "code": 422}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:01:49.356854 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc1ba635-2b22-4c34-b897-a32b54b32b6f {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:01:49.357868 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eabe4b9-5af9-4c04-a4fa-85f0ce19f8a8 None None] Routers {'53b68751-e776-4bf8-8549-9bc1e6740af3'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:01:49.358494 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2eabe4b9-5af9-4c04-a4fa-85f0ce19f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:01:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['53b68751-e776-4bf8-8549-9bc1e6740af3'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:49.358899 n-d-802893-1 neutron-server[94159]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '063b7f67-e1ab-462e-b32b-965c4cc349fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad1f0839-03fd-463e-b164-5a83e3a7d724', 'code': 422} returned with failed status Jul 29 15:01:49.385205 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f36e6de6-1ee1-44c4-81fe-2dc454c5a1dc None None] Port 486b669d-b3aa-42a0-bfdc-77e6a0c21578 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:01:49.413913 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2eabe4b9-5af9-4c04-a4fa-85f0ce19f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:49.417266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49964) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:49.440488 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eabe4b9-5af9-4c04-a4fa-85f0ce19f8a8 None None] Routers {'53b68751-e776-4bf8-8549-9bc1e6740af3'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:01:49.441491 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2eabe4b9-5af9-4c04-a4fa-85f0ce19f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:01:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['53b68751-e776-4bf8-8549-9bc1e6740af3'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:49.453323 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad90aadb-0c1b-4f43-b75d-44920793b255 req-b98abf81-251f-4303-924d-3315625eb40d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417277 Jul 29 15:01:49.495870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ab1ee-7949-4965-aaa9-d9dba63edf80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:49.510709 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f55ab1ee-7949-4965-aaa9-d9dba63edf80 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports?device_id=53b68751-e776-4bf8-8549-9bc1e6740af3 HTTP/1.1" status: 200 len: 982 time: 0.1604474 Jul 29 15:01:49.513010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10f3b02-a379-40af-8d4b-f8ed22a6fc83 admin admin] Deleting subnet 1844c81e-77c4-4d52-a3eb-c799f2e08bdb {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:01:49.513555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49966) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:49.524814 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c10f3b02-a379-40af-8d4b-f8ed22a6fc83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:49.528711 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2eabe4b9-5af9-4c04-a4fa-85f0ce19f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:49.541659 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eabe4b9-5af9-4c04-a4fa-85f0ce19f8a8 None None] The sync data for ids ['53b68751-e776-4bf8-8549-9bc1e6740af3'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:01:49.587982 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c10f3b02-a379-40af-8d4b-f8ed22a6fc83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:49.655718 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c10f3b02-a379-40af-8d4b-f8ed22a6fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:49.769095 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c10f3b02-a379-40af-8d4b-f8ed22a6fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:49.844690 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c10f3b02-a379-40af-8d4b-f8ed22a6fc83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:49.847446 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c10f3b02-a379-40af-8d4b-f8ed22a6fc83 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1844c81e-77c4-4d52-a3eb-c799f2e08bdb HTTP/1.1" status: 204 len: 168 time: 0.4288969 Jul 29 15:01:49.849146 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f3b02-a379-40af-8d4b-f8ed22a6fc83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1844c81e-77c4-4d52-a3eb-c799f2e08bdb,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:49.860602 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:01:49.861611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49968) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:49.968865 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37f8fd9c-6abe-4570-b36a-83691d0b9ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:50.060637 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37f8fd9c-6abe-4570-b36a-83691d0b9ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:50.071812 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-37f8fd9c-6abe-4570-b36a-83691d0b9ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12465468-1186-4409-971d-400a766daa8f']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:50.083970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-37f8fd9c-6abe-4570-b36a-83691d0b9ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b72c49-e165-46a5-8987-c08cc8b6fd57') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:50.084269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-37f8fd9c-6abe-4570-b36a-83691d0b9ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b72c49-e165-46a5-8987-c08cc8b6fd57') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:50.095704 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37f8fd9c-6abe-4570-b36a-83691d0b9ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:50.113763 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-511cfe22-be8a-470f-9162-bb9eb3ea2650 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:50.117477 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37f8fd9c-6abe-4570-b36a-83691d0b9ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:50.124854 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f8fd9c-6abe-4570-b36a-83691d0b9ef0 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:01:50.125323 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37f8fd9c-6abe-4570-b36a-83691d0b9ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:01:50.187458 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:01:50.192487 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37f8fd9c-6abe-4570-b36a-83691d0b9ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:50.212381 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37f8fd9c-6abe-4570-b36a-83691d0b9ef0 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:50.214396 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-37f8fd9c-6abe-4570-b36a-83691d0b9ef0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/12465468-1186-4409-971d-400a766daa8f HTTP/1.1" status: 204 len: 168 time: 0.3495722 Jul 29 15:01:50.215338 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8fd9c-6abe-4570-b36a-83691d0b9ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=12465468-1186-4409-971d-400a766daa8f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:50.424346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49976) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:50.440436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b98d2-89df-46a6-ad45-4bd1ff03be99 req-ef013a07-b593-4989-85ce-1b6f37b734d8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:50.453891 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c77b98d2-89df-46a6-ad45-4bd1ff03be99 req-ef013a07-b593-4989-85ce-1b6f37b734d8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1101744 Jul 29 15:01:50.536150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-511cfe22-be8a-470f-9162-bb9eb3ea2650 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port 486b669d-b3aa-42a0-bfdc-77e6a0c21578 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:50.536781 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-511cfe22-be8a-470f-9162-bb9eb3ea2650 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:50.555438 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c77b98d2-89df-46a6-ad45-4bd1ff03be99 req-3e0f5469-869d-4a49-a6ca-917ef0be7c8f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996931 Jul 29 15:01:50.559372 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-248ee1d2-3268-48a5-812d-48e562b4b1cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=670b789f94c74e8f977aaf3f39a3b67d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331911 Jul 29 15:01:50.563077 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49982) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:50.674324 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37a3f5b0-c1c3-4568-97b8-ef12fc726247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:50.676132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d38d62-1538-42bb-a780-089c02ef706b req-07bdcf0d-38e2-4e6d-87c1-9e5d018d4d06 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:50.678179 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a6d38d62-1538-42bb-a780-089c02ef706b req-07bdcf0d-38e2-4e6d-87c1-9e5d018d4d06 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1237037 Jul 29 15:01:50.710166 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37a3f5b0-c1c3-4568-97b8-ef12fc726247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:50.738078 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-511cfe22-be8a-470f-9162-bb9eb3ea2650 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:50.759441 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a6d38d62-1538-42bb-a780-089c02ef706b req-55a64c72-f659-4916-bfef-2eba30d36ca6 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692430 Jul 29 15:01:50.780405 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-511cfe22-be8a-470f-9162-bb9eb3ea2650 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for 486b669d-b3aa-42a0-bfdc-77e6a0c21578 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:50.787936 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37a3f5b0-c1c3-4568-97b8-ef12fc726247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:50.793894 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37a3f5b0-c1c3-4568-97b8-ef12fc726247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:50.795886 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-37a3f5b0-c1c3-4568-97b8-ef12fc726247 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0b779d5-333a-4a03-9755-81441903373e HTTP/1.1" status: 204 len: 168 time: 0.2197862 Jul 29 15:01:50.828929 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3f5b0-c1c3-4568-97b8-ef12fc726247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b779d5-333a-4a03-9755-81441903373e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:51.243286 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-511cfe22-be8a-470f-9162-bb9eb3ea2650 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:51.288563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cfe22-be8a-470f-9162-bb9eb3ea2650 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=486b669d-b3aa-42a0-bfdc-77e6a0c21578,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:51.596531 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-511cfe22-be8a-470f-9162-bb9eb3ea2650 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:51.886224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd257a1-f005-4782-8ae9-dfbdaea90cd8 req-2e27f89e-a144-42f0-811e-e985c79593ca tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:51.908399 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6cd257a1-f005-4782-8ae9-dfbdaea90cd8 req-2e27f89e-a144-42f0-811e-e985c79593ca tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1873095 Jul 29 15:01:51.925400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511cfe22-be8a-470f-9162-bb9eb3ea2650 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Router 53b68751-e776-4bf8-8549-9bc1e6740af3 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:01:51.976997 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6cd257a1-f005-4782-8ae9-dfbdaea90cd8 req-912fc277-81f3-4b95-ad1a-a9ea04e4352f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631940 Jul 29 15:01:52.157420 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50016) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:52.210623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511cfe22-be8a-470f-9162-bb9eb3ea2650 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:01:52.222849 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4424f6d6-bdcd-4699-bef6-914f8a193a78 None None] Sync routers for ids ['53b68751-e776-4bf8-8549-9bc1e6740af3'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:01:52.244935 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-511cfe22-be8a-470f-9162-bb9eb3ea2650 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "PUT /v2.0/routers/53b68751-e776-4bf8-8549-9bc1e6740af3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7296550 Jul 29 15:01:52.251035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50022) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:52.255699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4424f6d6-bdcd-4699-bef6-914f8a193a78 None None] Routers {'53b68751-e776-4bf8-8549-9bc1e6740af3'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:01:52.256576 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4424f6d6-bdcd-4699-bef6-914f8a193a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:01:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['53b68751-e776-4bf8-8549-9bc1e6740af3'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:52.268355 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63e6aa-ffe1-4e30-beff-9f31df60c8ec req-1f5c0b87-6dbb-4809-aed6-99ea1c1bd2dc tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:52.296077 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f63e6aa-ffe1-4e30-beff-9f31df60c8ec req-1f5c0b87-6dbb-4809-aed6-99ea1c1bd2dc tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.2372713 Jul 29 15:01:52.317752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4424f6d6-bdcd-4699-bef6-914f8a193a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:52.332200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4424f6d6-bdcd-4699-bef6-914f8a193a78 None None] Routers {'53b68751-e776-4bf8-8549-9bc1e6740af3'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:01:52.333282 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4424f6d6-bdcd-4699-bef6-914f8a193a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:01:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['53b68751-e776-4bf8-8549-9bc1e6740af3'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:52.346767 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3c09a2-ab2d-4c7b-8ac0-787782685034 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] GET failed (client error): The resource could not be found. Jul 29 15:01:52.348541 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8f3c09a2-ab2d-4c7b-8ac0-787782685034 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/486b669d-b3aa-42a0-bfdc-77e6a0c21578 HTTP/1.1" status: 404 len: 333 time: 0.0965905 Jul 29 15:01:52.351206 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50024) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:52.386479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4424f6d6-bdcd-4699-bef6-914f8a193a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:52.387442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4424f6d6-bdcd-4699-bef6-914f8a193a78 None None] The sync data for ids ['53b68751-e776-4bf8-8549-9bc1e6740af3'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:01:52.391126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-cc9c0a3f-0247-4839-9c67-fb154fbdead4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1208634547-network', 'tenant_id': '5b5f098e689c4eb3960e4b60751cc35c'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:52.405160 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f63e6aa-ffe1-4e30-beff-9f31df60c8ec req-f095225d-f203-4a24-bfe3-060274e7544e tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080167 Jul 29 15:01:52.489745 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9983292-e587-4575-87b8-c56679057971 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:52.563439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9c0a3f-0247-4839-9c67-fb154fbdead4 admin admin] Made reservation on behalf of 5b5f098e689c4eb3960e4b60751cc35c for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:52.565787 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc9c0a3f-0247-4839-9c67-fb154fbdead4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:52.682914 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9983292-e587-4575-87b8-c56679057971 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:52.685150 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9983292-e587-4575-87b8-c56679057971 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:52.693761 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc9c0a3f-0247-4839-9c67-fb154fbdead4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:52.763956 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9983292-e587-4575-87b8-c56679057971 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:52.764688 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9983292-e587-4575-87b8-c56679057971 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Fanout notify agent at l3_agent the message router_deleted on router 53b68751-e776-4bf8-8549-9bc1e6740af3 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:01:52.778345 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9983292-e587-4575-87b8-c56679057971 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:52.779601 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b9983292-e587-4575-87b8-c56679057971 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/routers/53b68751-e776-4bf8-8549-9bc1e6740af3 HTTP/1.1" status: 204 len: 168 time: 0.4265072 Jul 29 15:01:52.782267 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50026) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:52.959229 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc9c0a3f-0247-4839-9c67-fb154fbdead4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:52.977230 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc9c0a3f-0247-4839-9c67-fb154fbdead4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:52.988435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49507ee-954b-4a42-9acd-8eb245b3e737 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting subnet c3e8b128-1ccb-4d2c-a210-3a8c02c23dca {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:01:53.029198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9c0a3f-0247-4839-9c67-fb154fbdead4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:01:53.033986 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b49507ee-954b-4a42-9acd-8eb245b3e737 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:53.099267 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c0a3f-0247-4839-9c67-fb154fbdead4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b991488a-1084-4e16-ab35-bb3ef7b8cfef,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:53.104080 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc9c0a3f-0247-4839-9c67-fb154fbdead4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:53.104521 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-cc9c0a3f-0247-4839-9c67-fb154fbdead4 admin admin] Added segment 0811b4fa-df02-482c-8fc1-4825ef94f0ac of type vlan for network 27584d7b-2fed-4046-88c1-19d3d19986b9 Jul 29 15:01:53.154775 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b49507ee-954b-4a42-9acd-8eb245b3e737 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:53.169621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02ef2c-7249-47b1-9604-d0f0d281de99 req-3320a23c-d64a-4715-ba74-24ab6f19af90 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:53.177142 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f02ef2c-7249-47b1-9604-d0f0d281de99 req-3320a23c-d64a-4715-ba74-24ab6f19af90 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0970578 Jul 29 15:01:53.224076 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f02ef2c-7249-47b1-9604-d0f0d281de99 req-78e2c9cb-3d50-463e-a266-7a1b024d8fd4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459421 Jul 29 15:01:53.243437 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc9c0a3f-0247-4839-9c67-fb154fbdead4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:53.362435 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc9c0a3f-0247-4839-9c67-fb154fbdead4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:53.363442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9c0a3f-0247-4839-9c67-fb154fbdead4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:53.364027 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc9c0a3f-0247-4839-9c67-fb154fbdead4 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:53.385992 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cc9c0a3f-0247-4839-9c67-fb154fbdead4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2272303 Jul 29 15:01:53.390384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50034) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:53.395831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a7db88e6-5e04-4b0d-9247-69b5b518fbd3 admin admin] Request body: {'subnet': {'network_id': '27584d7b-2fed-4046-88c1-19d3d19986b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1208634547-subnet', 'tenant_id': '5b5f098e689c4eb3960e4b60751cc35c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:53.429489 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7db88e6-5e04-4b0d-9247-69b5b518fbd3 admin admin] Made reservation on behalf of 5b5f098e689c4eb3960e4b60751cc35c for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:53.431883 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a7db88e6-5e04-4b0d-9247-69b5b518fbd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:53.487733 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b49507ee-954b-4a42-9acd-8eb245b3e737 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:53.523780 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c0a3f-0247-4839-9c67-fb154fbdead4 admin admin] Pushing event updated for resources: {'Network': ['ID=27584d7b-2fed-4046-88c1-19d3d19986b9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:53.547326 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 27584d7b-2fed-4046-88c1-19d3d19986b9 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:01:53.701230 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d798b6-4b0e-4255-93fc-651b0402165f req-6a767943-6f05-41d0-b11c-588ec7ee1314 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:53.708845 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-65d798b6-4b0e-4255-93fc-651b0402165f req-6a767943-6f05-41d0-b11c-588ec7ee1314 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1259079 Jul 29 15:01:53.713192 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b49507ee-954b-4a42-9acd-8eb245b3e737 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:53.759514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49507ee-954b-4a42-9acd-8eb245b3e737 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e8b128-1ccb-4d2c-a210-3a8c02c23dca,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:53.772470 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b49507ee-954b-4a42-9acd-8eb245b3e737 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:53.777737 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b49507ee-954b-4a42-9acd-8eb245b3e737 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/c3e8b128-1ccb-4d2c-a210-3a8c02c23dca HTTP/1.1" status: 204 len: 168 time: 0.9920094 Jul 29 15:01:53.779189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50038) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:53.784100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3638ea-1833-43ac-b856-3b920d55684e None None] Network 713ba3f1-cdaa-4abb-b517-21b27ea005c1 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:53.889474 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-65d798b6-4b0e-4255-93fc-651b0402165f req-628ffb4e-b406-4fca-86fa-c629c3686524 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794186 Jul 29 15:01:53.916637 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a7db88e6-5e04-4b0d-9247-69b5b518fbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:53.967810 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:54.033862 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db88e6-5e04-4b0d-9247-69b5b518fbd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a2ab4c9-fe9d-467c-94dc-555d103afe2f,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:54.042296 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7db88e6-5e04-4b0d-9247-69b5b518fbd3 admin admin] Checking segment: {'id': '0811b4fa-df02-482c-8fc1-4825ef94f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '27584d7b-2fed-4046-88c1-19d3d19986b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:01:54.042664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7db88e6-5e04-4b0d-9247-69b5b518fbd3 admin admin] Network hostable DHCP agents. Network: 27584d7b-2fed-4046-88c1-19d3d19986b9, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:01:54.072385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7db88e6-5e04-4b0d-9247-69b5b518fbd3 admin admin] Network 27584d7b-2fed-4046-88c1-19d3d19986b9 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:01:54.094975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-a7db88e6-5e04-4b0d-9247-69b5b518fbd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 27584d7b-2fed-4046-88c1-19d3d19986b9) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:54.099078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7db88e6-5e04-4b0d-9247-69b5b518fbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:54.099670 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a7db88e6-5e04-4b0d-9247-69b5b518fbd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:54.118329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69483ec-cb9b-4b92-9849-f69441cf5871 None None] Network 27584d7b-2fed-4046-88c1-19d3d19986b9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:54.120096 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port 8e60128e-8d8f-4bec-844c-0dfb730fb17d {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:01:54.120834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:54.125522 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a7db88e6-5e04-4b0d-9247-69b5b518fbd3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7340136 Jul 29 15:01:54.217128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] For port 8e60128e-8d8f-4bec-844c-0dfb730fb17d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8e60128e-8d8f-4bec-844c-0dfb730fb17d,segment=NetworkSegment(7955ffd0-dfd2-4ff6-9321-bf6895cb0daf),segment_id=7955ffd0-dfd2-4ff6-9321-bf6895cb0daf)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:01:54.217582 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:54.234375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for 8e60128e-8d8f-4bec-844c-0dfb730fb17d owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:01:54.299718 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7f2310-4631-47ad-a637-24bb88c3a472 None None] Network 27584d7b-2fed-4046-88c1-19d3d19986b9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:54.484203 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:54.559491 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No DVR routers for this DVR port 8e60128e-8d8f-4bec-844c-0dfb730fb17d on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:01:54.574557 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=8e60128e-8d8f-4bec-844c-0dfb730fb17d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:54.682175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057655b6-9a71-45bb-8f56-605cb0a62da9 None None] DHCP port deletion for 713ba3f1-cdaa-4abb-b517-21b27ea005c1 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:01:54.747524 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:54.758135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abdb06-b5b0-4b3d-811a-f9bdc6933e68 req-8ede88e0-b4e2-482e-b4bf-1678ae47ae33 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:54.765955 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61abdb06-b5b0-4b3d-811a-f9bdc6933e68 req-8ede88e0-b4e2-482e-b4bf-1678ae47ae33 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.2182322 Jul 29 15:01:54.803261 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713ba3f1-cdaa-4abb-b517-21b27ea005c1']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:54.819716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7955ffd0-dfd2-4ff6-9321-bf6895cb0daf') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:54.819716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7955ffd0-dfd2-4ff6-9321-bf6895cb0daf') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:01:54.860500 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61abdb06-b5b0-4b3d-811a-f9bdc6933e68 req-443fbd81-b00a-4997-9ea5-8043057d2df8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934315 Jul 29 15:01:54.865887 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:54.899763 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:54.914388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:01:54.918836 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:01:54.942729 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:01:55.068397 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:55.116758 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:55.127094 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/networks/713ba3f1-cdaa-4abb-b517-21b27ea005c1 HTTP/1.1" status: 204 len: 168 time: 1.3466649 Jul 29 15:01:55.128696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50066) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:55.158461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316db95-d012-432a-89e1-4686e20e49ef tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Network': ['ID=713ba3f1-cdaa-4abb-b517-21b27ea005c1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:55.193297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e8b5f-a579-44c5-8ee0-db2fc100425a req-12dd793d-476e-479a-ace9-32a3a94b4f9e tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:55.194810 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-453e8b5f-a579-44c5-8ee0-db2fc100425a req-12dd793d-476e-479a-ace9-32a3a94b4f9e tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1397235 Jul 29 15:01:55.220964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceba2877-4e46-45ea-92c7-89e1d7c1f050 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:55.222674 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ceba2877-4e46-45ea-92c7-89e1d7c1f050 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 HTTP/1.1" status: 200 len: 841 time: 0.0929866 Jul 29 15:01:55.230351 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50068) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:55.291515 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-453e8b5f-a579-44c5-8ee0-db2fc100425a req-ab8a4d4d-69b9-4b71-8968-4365eadaa364 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843232 Jul 29 15:01:55.669121 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-582e0e07-86b0-4eb0-a793-3f0275f96152 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4363759 Jul 29 15:01:55.672792 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50072) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:55.679523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7debfc3c-c508-477d-b24e-6eb10b56f847 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'subnet': {'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:55.682865 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-e363f155-830e-4608-8bcc-d9c2e148e69e tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:55.686043 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-e363f155-830e-4608-8bcc-d9c2e148e69e tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/networks?id=27584d7b-2fed-4046-88c1-19d3d19986b9 HTTP/1.1" status: 200 len: 813 time: 0.6881006 Jul 29 15:01:55.710134 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-f876c551-2db5-4e5d-8975-fabb41be8512 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/quotas/5b5f098e689c4eb3960e4b60751cc35c HTTP/1.1" status: 200 len: 375 time: 0.0174713 Jul 29 15:01:55.750482 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-1c874598-aecb-480c-b0b4-aff53c232026 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b5f098e689c4eb3960e4b60751cc35c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383208 Jul 29 15:01:55.840575 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-c8ec8cb7-a6b6-4d88-acf0-d41545fd8e1c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:01:55.841661 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-c8ec8cb7-a6b6-4d88-acf0-d41545fd8e1c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0894780 Jul 29 15:01:55.920308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7debfc3c-c508-477d-b24e-6eb10b56f847 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:55.937576 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7debfc3c-c508-477d-b24e-6eb10b56f847 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:56.045916 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-ec9ae37b-266d-43b3-a269-ad5ea3d2b235 service neutron] 10.222.0.16 "GET /v2.0/networks/27584d7b-2fed-4046-88c1-19d3d19986b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966779 Jul 29 15:01:56.183270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f667b-6f3b-4eea-b444-378a96a00f93 req-4f97f461-288d-4126-a6b0-5f545031384e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:56.190356 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c27f667b-6f3b-4eea-b444-378a96a00f93 req-4f97f461-288d-4126-a6b0-5f545031384e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0967343 Jul 29 15:01:56.213796 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:56.266958 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c27f667b-6f3b-4eea-b444-378a96a00f93 req-c6f71af3-a2be-4188-8cd9-c2ee8b471120 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753410 Jul 29 15:01:56.314704 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-7a679656-8808-4fc1-b77f-2bf47c78965b service neutron] 10.222.0.16 "GET /v2.0/networks/27584d7b-2fed-4046-88c1-19d3d19986b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518823 Jul 29 15:01:56.468887 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7debfc3c-c508-477d-b24e-6eb10b56f847 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:56.549560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8e60128e-8d8f-4bec-844c-0dfb730fb17d no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:01:56.573239 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7debfc3c-c508-477d-b24e-6eb10b56f847 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:56.588215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-7debfc3c-c508-477d-b24e-6eb10b56f847 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:56.606589 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7debfc3c-c508-477d-b24e-6eb10b56f847 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:56.607220 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7debfc3c-c508-477d-b24e-6eb10b56f847 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:56.624173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debfc3c-c508-477d-b24e-6eb10b56f847 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Subnet': ['ID=ba1b28c6-1f33-433b-af48-799812166e9d,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:56.629091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7debfc3c-c508-477d-b24e-6eb10b56f847 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9553134 Jul 29 15:01:56.649889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50088) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:56.655945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-fc4683ca-e167-462c-95ef-c904217f64cb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'security_group': {'name': 'tempest-secgroup-1425276376'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:56.686953 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4b2a84-4611-43a1-a7a7-82a2d2b1f324 None None] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:01:56.696907 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 8e60128e-8d8f-4bec-844c-0dfb730fb17d {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:01:56.697810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8e60128e-8d8f-4bec-844c-0dfb730fb17d not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:01:56.729537 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc4683ca-e167-462c-95ef-c904217f64cb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:56.750019 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c71d4b-a82d-451d-8269-f023c3dea840 req-8120bde6-4f17-4e98-a64f-00a2fd858aae tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:56.756896 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-20c71d4b-a82d-451d-8269-f023c3dea840 req-8120bde6-4f17-4e98-a64f-00a2fd858aae tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.2296448 Jul 29 15:01:56.909408 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-20c71d4b-a82d-451d-8269-f023c3dea840 req-27fbe1e2-24d1-437e-84ad-66f5096d8cb5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440542 Jul 29 15:01:56.942778 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc4683ca-e167-462c-95ef-c904217f64cb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:56.955957 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc4683ca-e167-462c-95ef-c904217f64cb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:57.040987 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab145007-4594-4265-a86d-d0e2c3c990e4 req-ae1d748a-bb54-437f-9bc4-2a8e1d32e06f tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/ports?device_id=584ecc87-d739-4b70-a50c-ee62375b14af HTTP/1.1" status: 200 len: 210 time: 0.0964539 Jul 29 15:01:57.043926 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc4683ca-e167-462c-95ef-c904217f64cb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:57.048165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50098) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:57.053307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-fa9a5d6d-d00c-4da2-91a3-226bcf8fd5fc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'security_group': {'name': 'tempest-secgroup-636792570'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:57.058775 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fc4683ca-e167-462c-95ef-c904217f64cb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4074838 Jul 29 15:01:57.093368 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fa9a5d6d-d00c-4da2-91a3-226bcf8fd5fc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:57.097580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4683ca-e167-462c-95ef-c904217f64cb tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd6d841-c31a-47c6-b421-6fb10932ee66,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:57.161989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-fd2d6182-f59c-4e18-8be1-f61391d545d5', 'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'tenant_id': '42d4e998c7924ea2885f5e7134c87060', 'fixed_ips': [{'subnet_id': 'ba1b28c6-1f33-433b-af48-799812166e9d'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:01:57.164386 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:57.274990 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fa9a5d6d-d00c-4da2-91a3-226bcf8fd5fc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:57.284151 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fa9a5d6d-d00c-4da2-91a3-226bcf8fd5fc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:57.324870 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fa9a5d6d-d00c-4da2-91a3-226bcf8fd5fc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:57.326720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fa9a5d6d-d00c-4da2-91a3-226bcf8fd5fc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2777183 Jul 29 15:01:57.329757 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a5d6d-d00c-4da2-91a3-226bcf8fd5fc tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf953585-b796-49b5-ae20-93ad8dc599e5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:57.333710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50102) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:57.343906 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7ab38168-5ae2-4645-b603-1a054dfe5992 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1060191532', 'security_groups': ['cf953585-b796-49b5-ae20-93ad8dc599e5'], 'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ba1b28c6-1f33-433b-af48-799812166e9d'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:57.562968 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Allocated IP 172.20.0.2 (fd2d6182-f59c-4e18-8be1-f61391d545d5/ba1b28c6-1f33-433b-af48-799812166e9d/fe408a17-d0ed-4164-9caa-d11c4c8579e7) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:57.728172 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab38168-5ae2-4645-b603-1a054dfe5992 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:57.811029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89710625-6d11-4638-97d4-2b724e5aee98 req-84867287-36c2-4e99-98c1-ac532e578947 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:57.818623 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-89710625-6d11-4638-97d4-2b724e5aee98 req-84867287-36c2-4e99-98c1-ac532e578947 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.3230634 Jul 29 15:01:57.918305 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-89710625-6d11-4638-97d4-2b724e5aee98 req-649b5bdf-e6ba-49b8-a769-b454419eb901 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986986 Jul 29 15:01:58.019095 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ab38168-5ae2-4645-b603-1a054dfe5992 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:58.151508 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:58.174198 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Transition to ACTIVE for port object fe408a17-d0ed-4164-9caa-d11c4c8579e7 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:58.192130 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7b1f7d70-fd3a-4162-a609-a61e10d77324 req-561657a3-26e5-4b88-8304-af50b41a089f tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/ports?device_id=584ecc87-d739-4b70-a50c-ee62375b14af HTTP/1.1" status: 200 len: 210 time: 0.0581038 Jul 29 15:01:58.204378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Transition to ACTIVE for port object fe408a17-d0ed-4164-9caa-d11c4c8579e7 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:58.222939 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:58.271690 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:58.276777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:58.281117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:58.294936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Pushing event updated for resources: {'Port': ['ID=fe408a17-d0ed-4164-9caa-d11c4c8579e7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:58.372132 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Attempting to bind port fe408a17-d0ed-4164-9caa-d11c4c8579e7 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:01:58.372827 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Attempting to bind port fe408a17-d0ed-4164-9caa-d11c4c8579e7 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'd53ea98b-9060-4baf-b0a8-c03fc29e240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:01:58.373392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Attempting to bind port fe408a17-d0ed-4164-9caa-d11c4c8579e7 on network fd2d6182-f59c-4e18-8be1-f61391d545d5 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:01:58.379819 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:01:58.380650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Checking segment: {'id': 'd53ea98b-9060-4baf-b0a8-c03fc29e240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:01:58.381307 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:58.381909 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Bound using segment: {'id': 'd53ea98b-9060-4baf-b0a8-c03fc29e240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:01:58.383168 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Bound port: fe408a17-d0ed-4164-9caa-d11c4c8579e7, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53ea98b-9060-4baf-b0a8-c03fc29e240c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:01:58.383901 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:58.473074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] For port fe408a17-d0ed-4164-9caa-d11c4c8579e7, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:01:58.477020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] For port fe408a17-d0ed-4164-9caa-d11c4c8579e7, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fe408a17-d0ed-4164-9caa-d11c4c8579e7,segment=NetworkSegment(d53ea98b-9060-4baf-b0a8-c03fc29e240c),segment_id=d53ea98b-9060-4baf-b0a8-c03fc29e240c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:01:58.501392 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:58.617360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b71e5d-369c-48d1-aafb-dba338832d65 None None] Pushing event updated for resources: {'Port': ['ID=fe408a17-d0ed-4164-9caa-d11c4c8579e7,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:58.727909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-7ab38168-5ae2-4645-b603-1a054dfe5992 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port 8b7a1a8c-8e6b-4e62-96cb-3468c715185f yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:01:58.876305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901534-57c3-4229-a3e9-e9b95f77013b req-8a1e790e-64d3-43ee-94ad-b2a7dca1daa4 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:58.878546 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd901534-57c3-4229-a3e9-e9b95f77013b req-8a1e790e-64d3-43ee-94ad-b2a7dca1daa4 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.2230520 Jul 29 15:01:58.988138 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd901534-57c3-4229-a3e9-e9b95f77013b req-2fda2491-f347-496d-b177-144dc4f9039a tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958533 Jul 29 15:01:59.041801 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-7120626b-ccce-4a4b-ac37-20656db3002d tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:59.043419 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-7120626b-ccce-4a4b-ac37-20656db3002d tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.39 "GET /v2.0/networks?id=27584d7b-2fed-4046-88c1-19d3d19986b9 HTTP/1.1" status: 200 len: 813 time: 0.4076362 Jul 29 15:01:59.057847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-a90fad61-6b77-401f-9ee3-d33f6213440b tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Request body: {'port': {'device_id': '584ecc87-d739-4b70-a50c-ee62375b14af', 'network_id': '27584d7b-2fed-4046-88c1-19d3d19986b9', 'admin_state_up': True, 'tenant_id': '5b5f098e689c4eb3960e4b60751cc35c'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:01:59.121347 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7484242-f8d9-4816-a940-68d2d60b8435 req-9c6e62af-7b5e-4017-ad69-a1ebd7e4cf89 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:59.132440 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d7484242-f8d9-4816-a940-68d2d60b8435 req-9c6e62af-7b5e-4017-ad69-a1ebd7e4cf89 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0948722 Jul 29 15:01:59.192722 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d7484242-f8d9-4816-a940-68d2d60b8435 req-c5559bdf-399d-4fee-83d0-6227ab4f81a0 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586023 Jul 29 15:01:59.205580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-7ab38168-5ae2-4645-b603-1a054dfe5992 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Allocated IP 172.20.0.14 (fd2d6182-f59c-4e18-8be1-f61391d545d5/ba1b28c6-1f33-433b-af48-799812166e9d/8b7a1a8c-8e6b-4e62-96cb-3468c715185f) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:59.389368 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9257239f-6d2b-4c75-b326-df4fac371be7 req-ba2a3fdd-d1b6-40c8-976c-509794f6ee9d tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/ports?device_id=584ecc87-d739-4b70-a50c-ee62375b14af HTTP/1.1" status: 200 len: 210 time: 0.0515451 Jul 29 15:01:59.404270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-a90fad61-6b77-401f-9ee3-d33f6213440b tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Made reservation on behalf of 5b5f098e689c4eb3960e4b60751cc35c for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:01:59.408785 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-a90fad61-6b77-401f-9ee3-d33f6213440b tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:59.612454 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ab38168-5ae2-4645-b603-1a054dfe5992 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:59.643416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-7ab38168-5ae2-4645-b603-1a054dfe5992 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Transition to ACTIVE for port object 8b7a1a8c-8e6b-4e62-96cb-3468c715185f will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:01:59.667141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-a90fad61-6b77-401f-9ee3-d33f6213440b tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Allocated IP 172.20.0.4 (27584d7b-2fed-4046-88c1-19d3d19986b9/0a2ab4c9-fe9d-467c-94dc-555d103afe2f/aabc9ae8-33cd-46a1-b1a9-dd945178e95c) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:01:59.756653 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ab38168-5ae2-4645-b603-1a054dfe5992 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:59.867268 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab38168-5ae2-4645-b603-1a054dfe5992 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:01:59.878745 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-7ab38168-5ae2-4645-b603-1a054dfe5992 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:01:59.881302 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab38168-5ae2-4645-b603-1a054dfe5992 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:01:59.939211 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab38168-5ae2-4645-b603-1a054dfe5992 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:01:59.940091 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ab38168-5ae2-4645-b603-1a054dfe5992 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:01:59.960407 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab38168-5ae2-4645-b603-1a054dfe5992 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=8b7a1a8c-8e6b-4e62-96cb-3468c715185f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:01:59.972801 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7ab38168-5ae2-4645-b603-1a054dfe5992 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6354105 Jul 29 15:01:59.975493 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50124) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:01:59.982400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-2b5d0808-59fe-4ba2-8cdf-9189e49b43a1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'subnet': {'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:00.042503 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-a90fad61-6b77-401f-9ee3-d33f6213440b tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:00.096819 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-a90fad61-6b77-401f-9ee3-d33f6213440b tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:00.158973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-a90fad61-6b77-401f-9ee3-d33f6213440b tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Network 27584d7b-2fed-4046-88c1-19d3d19986b9 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:02:00.165092 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-a90fad61-6b77-401f-9ee3-d33f6213440b tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:02:00.169649 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-a90fad61-6b77-401f-9ee3-d33f6213440b tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:02:00.215075 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fad61-6b77-401f-9ee3-d33f6213440b tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Pushing event updated for resources: {'Port': ['ID=aabc9ae8-33cd-46a1-b1a9-dd945178e95c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:00.240483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-a90fad61-6b77-401f-9ee3-d33f6213440b tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:00.241411 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-a90fad61-6b77-401f-9ee3-d33f6213440b tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:00.276450 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-a90fad61-6b77-401f-9ee3-d33f6213440b tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2236543 Jul 29 15:02:00.290081 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Request body: {'port': {'device_id': '584ecc87-d739-4b70-a50c-ee62375b14af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:00.315459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7d330-12d0-4e8d-b9bf-6db5a98ecf57 req-997a994c-a51d-405d-b3f0-a3d235757492 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:00.317064 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57b7d330-12d0-4e8d-b9bf-6db5a98ecf57 req-997a994c-a51d-405d-b3f0-a3d235757492 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1773152 Jul 29 15:02:00.334472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-243ca5d0-6752-4a1e-afa9-253a539f303d None None] Provisioning complete for port 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:00.344507 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-243ca5d0-6752-4a1e-afa9-253a539f303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:00.380756 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:00.446721 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57b7d330-12d0-4e8d-b9bf-6db5a98ecf57 req-e8ea18a5-73d4-46ec-a63d-9a75097e9844 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130643 Jul 29 15:02:00.466859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5d0808-59fe-4ba2-8cdf-9189e49b43a1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:02:00.470794 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b5d0808-59fe-4ba2-8cdf-9189e49b43a1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:00.477291 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-243ca5d0-6752-4a1e-afa9-253a539f303d None None] Port 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:02:00.538300 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-243ca5d0-6752-4a1e-afa9-253a539f303d None None] Provisioning for port fe408a17-d0ed-4164-9caa-d11c4c8579e7 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:02:00.616166 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-755262ff-387d-4d3f-ad3c-c646b8706ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:00.626076 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459a740-5d3a-4e1c-ad3f-14b48f9cb0cc req-9a2ee8ac-96d7-48e3-bc8a-41ae1336f973 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:00.630620 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5459a740-5d3a-4e1c-ad3f-14b48f9cb0cc req-9a2ee8ac-96d7-48e3-bc8a-41ae1336f973 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1202300 Jul 29 15:02:00.670735 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fe408a17-d0ed-4164-9caa-d11c4c8579e7 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:02:00.674978 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9952578-aeae-44ef-b633-0fa3e5bd1574 req-8f28abf6-8266-4c91-849d-ee77b5d7bf0f tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:00.677508 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9952578-aeae-44ef-b633-0fa3e5bd1574 req-8f28abf6-8266-4c91-849d-ee77b5d7bf0f tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/ports?device_id=584ecc87-d739-4b70-a50c-ee62375b14af HTTP/1.1" status: 200 len: 931 time: 0.0978925 Jul 29 15:02:00.769556 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5459a740-5d3a-4e1c-ad3f-14b48f9cb0cc req-69a82dc9-d260-4724-9778-5f454fe02dec tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273451 Jul 29 15:02:00.793673 n-d-802893-1 neutron-server[94158]: INFO neutron.db.ipam_backend_mixin [None req-2b5d0808-59fe-4ba2-8cdf-9189e49b43a1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ba1b28c6-1f33-433b-af48-799812166e9d (CIDR: 172.20.0.0/28) Jul 29 15:02:00.808044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2fc54634-c84d-428d-b18d-49ac6242d1f5 None None] Provisioning for port 8b7a1a8c-8e6b-4e62-96cb-3468c715185f completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:02:00.812602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port fe408a17-d0ed-4164-9caa-d11c4c8579e7 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:02:00.817391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2fc54634-c84d-428d-b18d-49ac6242d1f5 None None] Provisioning complete for port 8b7a1a8c-8e6b-4e62-96cb-3468c715185f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:00.817764 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2fc54634-c84d-428d-b18d-49ac6242d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:00.819254 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port fe408a17-d0ed-4164-9caa-d11c4c8579e7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:00.819581 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:00.824844 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9952578-aeae-44ef-b633-0fa3e5bd1574 req-ae41a143-9cf8-4d6e-8ee6-90af9b9f1961 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/security-groups?id=b991488a-1084-4e16-ab35-bb3ef7b8cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184883 Jul 29 15:02:00.829930 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5d0808-59fe-4ba2-8cdf-9189e49b43a1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:00.831195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5d0808-59fe-4ba2-8cdf-9189e49b43a1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:02:00.866018 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2b5d0808-59fe-4ba2-8cdf-9189e49b43a1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8890254 Jul 29 15:02:00.870214 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50138) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:00.876175 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5a4dbd94-7634-4694-997a-8b9bbc906080 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'subnet': {'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:00.959481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2fc54634-c84d-428d-b18d-49ac6242d1f5 None None] Port 8b7a1a8c-8e6b-4e62-96cb-3468c715185f cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:02:01.058026 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:01.076270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabc9ae8-33cd-46a1-b1a9-dd945178e95c {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:02:01.098228 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:01.134254 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Transition to ACTIVE for port object aabc9ae8-33cd-46a1-b1a9-dd945178e95c will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:02:01.141269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port fe408a17-d0ed-4164-9caa-d11c4c8579e7, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fe408a17-d0ed-4164-9caa-d11c4c8579e7,segment=NetworkSegment(d53ea98b-9060-4baf-b0a8-c03fc29e240c),segment_id=d53ea98b-9060-4baf-b0a8-c03fc29e240c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:01.143339 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:01.155165 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:01.230151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4dbd94-7634-4694-997a-8b9bbc906080 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:02:01.234321 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbd94-7634-4694-997a-8b9bbc906080 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:01.262377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Pushing event updated for resources: {'Port': ['ID=aabc9ae8-33cd-46a1-b1a9-dd945178e95c,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:01.276397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=fe408a17-d0ed-4164-9caa-d11c4c8579e7,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:01.368278 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ea7bc-f334-49dc-b9e2-27eb36b811cf req-79c51bd0-28ac-414e-9805-5d00ff719c47 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:01.375817 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a3ea7bc-f334-49dc-b9e2-27eb36b811cf req-79c51bd0-28ac-414e-9805-5d00ff719c47 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.2726681 Jul 29 15:02:01.382183 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d86db-430c-4b16-9649-8a9fc19cf245 req-8e9075f3-3370-4712-850d-b176b29d1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:01.384278 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db9d86db-430c-4b16-9649-8a9fc19cf245 req-8e9075f3-3370-4712-850d-b176b29d1aab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 1095 time: 0.2358851 Jul 29 15:02:01.388860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Attempting to bind port aabc9ae8-33cd-46a1-b1a9-dd945178e95c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:02:01.389403 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Attempting to bind port aabc9ae8-33cd-46a1-b1a9-dd945178e95c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0811b4fa-df02-482c-8fc1-4825ef94f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '27584d7b-2fed-4046-88c1-19d3d19986b9'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:02:01.389904 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Attempting to bind port aabc9ae8-33cd-46a1-b1a9-dd945178e95c on network 27584d7b-2fed-4046-88c1-19d3d19986b9 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:02:01.395391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Port aabc9ae8-33cd-46a1-b1a9-dd945178e95c on network 27584d7b-2fed-4046-88c1-19d3d19986b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:02:01.396345 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Attempting to bind port aabc9ae8-33cd-46a1-b1a9-dd945178e95c on network 27584d7b-2fed-4046-88c1-19d3d19986b9 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:02:01.404311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:02:01.404945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Checking segment: {'id': '0811b4fa-df02-482c-8fc1-4825ef94f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '27584d7b-2fed-4046-88c1-19d3d19986b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:02:01.405504 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Bound using segment: {'id': '0811b4fa-df02-482c-8fc1-4825ef94f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '27584d7b-2fed-4046-88c1-19d3d19986b9'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:02:01.406174 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Bound port: aabc9ae8-33cd-46a1-b1a9-dd945178e95c, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0811b4fa-df02-482c-8fc1-4825ef94f0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '27584d7b-2fed-4046-88c1-19d3d19986b9'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:02:01.406748 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:01.496100 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] For port aabc9ae8-33cd-46a1-b1a9-dd945178e95c, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:02:01.501491 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] For port aabc9ae8-33cd-46a1-b1a9-dd945178e95c, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=aabc9ae8-33cd-46a1-b1a9-dd945178e95c,segment=NetworkSegment(0811b4fa-df02-482c-8fc1-4825ef94f0ac),segment_id=0811b4fa-df02-482c-8fc1-4825ef94f0ac)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:02:01.510599 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:01.587877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Pushing event updated for resources: {'Port': ['ID=aabc9ae8-33cd-46a1-b1a9-dd945178e95c,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:01.654179 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:01.655516 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:01.657763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-489cbda2-01d1-419b-aa4d-5cd1079ee666 service neutron] 10.222.0.39 "PUT /v2.0/ports/aabc9ae8-33cd-46a1-b1a9-dd945178e95c HTTP/1.1" status: 200 len: 1091 time: 1.3728166 Jul 29 15:02:01.667329 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99477cf-46dd-4687-b6bb-f09c78bad641 req-336c1cb8-a411-439b-ac7c-776f80fe19f8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:01.669623 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a99477cf-46dd-4687-b6bb-f09c78bad641 req-336c1cb8-a411-439b-ac7c-776f80fe19f8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.0968843 Jul 29 15:02:01.670587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584ecc87-d739-4b70-a50c-ee62375b14af', 'tag': 'aabc9ae8-33cd-46a1-b1a9-dd945178e95c'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:01.673173 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43012074-05a5-4e23-acf0-bd9ee58c2ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "584ecc87-d739-4b70-a50c-ee62375b14af", "tag": "aabc9ae8-33cd-46a1-b1a9-dd945178e95c"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:01.774094 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a3ea7bc-f334-49dc-b9e2-27eb36b811cf req-eaa9150e-48d9-4e61-b5ed-57c28a9da0d7 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3970575 Jul 29 15:02:01.780996 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbd94-7634-4694-997a-8b9bbc906080 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:01.854720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a99477cf-46dd-4687-b6bb-f09c78bad641 req-66164407-46ed-4611-b104-23e1024723de tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772296 Jul 29 15:02:01.857030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-5e1e1c28-5503-407f-a63e-9e0db2059864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:01.859490 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-5e1e1c28-5503-407f-a63e-9e0db2059864 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b5f098e689c4eb3960e4b60751cc35c&device_id=584ecc87-d739-4b70-a50c-ee62375b14af HTTP/1.1" status: 200 len: 1094 time: 0.1357746 Jul 29 15:02:01.905281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d86db-430c-4b16-9649-8a9fc19cf245 req-1a38f14b-5d0b-4cc4-9d50-36456051accf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:01.906896 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db9d86db-430c-4b16-9649-8a9fc19cf245 req-1a38f14b-5d0b-4cc4-9d50-36456051accf service neutron] 10.222.0.38 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.2916403 Jul 29 15:02:01.922984 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4dbd94-7634-4694-997a-8b9bbc906080 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:02:01.939763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-96747bea-6f02-4fa3-b489-079cfb7f9254 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aabc9ae8-33cd-46a1-b1a9-dd945178e95c HTTP/1.1" status: 200 len: 217 time: 0.0682764 Jul 29 15:02:01.940156 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-5a4dbd94-7634-4694-997a-8b9bbc906080 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:02:01.952054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c50372-b07f-4d99-a390-690dc1ed0e5f None None] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:02:01.958969 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c31e0a-ab3e-41e5-8d95-226de58c3fef x-openstack-request-id: req-56c31e0a-ab3e-41e5-8d95-226de58c3fef {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:01.959541 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584ecc87-d739-4b70-a50c-ee62375b14af", "tag": "aabc9ae8-33cd-46a1-b1a9-dd945178e95c", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:01.959959 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56c31e0a-ab3e-41e5-8d95-226de58c3fef {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:01.960574 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584ecc87-d739-4b70-a50c-ee62375b14af', 'tag': 'aabc9ae8-33cd-46a1-b1a9-dd945178e95c', 'status': 'completed', 'code': 200} Jul 29 15:02:02.003693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4dbd94-7634-4694-997a-8b9bbc906080 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:02.004325 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a4dbd94-7634-4694-997a-8b9bbc906080 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:02.044954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dbd94-7634-4694-997a-8b9bbc906080 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Subnet': ['ID=64a0632f-3f2a-400b-9182-862eca772c66,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:02.045258 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-25c0be4e-8495-424b-8433-f6fb0721f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:02.047059 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-25c0be4e-8495-424b-8433-f6fb0721f944 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a2ab4c9-fe9d-467c-94dc-555d103afe2f HTTP/1.1" status: 200 len: 853 time: 0.0851414 Jul 29 15:02:02.095037 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5a4dbd94-7634-4694-997a-8b9bbc906080 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2234209 Jul 29 15:02:02.106239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50152) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:02.121304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-145904226', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '64a0632f-3f2a-400b-9182-862eca772c66'}], 'security_groups': ['5fd6d841-c31a-47c6-b421-6fb10932ee66']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:02.130110 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-4b64b1a4-6075-4cb5-b335-2333104ce349 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27584d7b-2fed-4046-88c1-19d3d19986b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757244 Jul 29 15:02:02.151912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db9d86db-430c-4b16-9649-8a9fc19cf245 req-c8dee42f-fde8-4016-a176-79969af1944b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326 HTTP/1.1" status: 200 len: 999 time: 0.2270098 Jul 29 15:02:02.195655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17dace-612f-4aa7-93ff-0232828b6277 req-48c8d121-f4bc-40da-9b16-e82c144b4026 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:02.199206 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab17dace-612f-4aa7-93ff-0232828b6277 req-48c8d121-f4bc-40da-9b16-e82c144b4026 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/ports?device_id=584ecc87-d739-4b70-a50c-ee62375b14af HTTP/1.1" status: 200 len: 943 time: 0.1979289 Jul 29 15:02:02.384917 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b77d841-f078-4919-9b0f-71b0d64e4849 None None] Update dhcp port {'port': {'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'fixed_ips': [{'subnet_id': 'ba1b28c6-1f33-433b-af48-799812166e9d', 'ip_address': '172.20.0.2'}, {'subnet_id': '64a0632f-3f2a-400b-9182-862eca772c66'}], 'binding:host_id': 'n-d-802893-1'}, 'id': 'fe408a17-d0ed-4164-9caa-d11c4c8579e7'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:02:02.385602 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-168bf39e-4f03-4042-87f9-5886079d265f service neutron] 10.222.0.39 "GET /v2.0/networks/27584d7b-2fed-4046-88c1-19d3d19986b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480078 Jul 29 15:02:02.392322 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab17dace-612f-4aa7-93ff-0232828b6277 req-3a194a3b-4b3b-42f4-ae24-29bd881e9f26 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/security-groups?id=b991488a-1084-4e16-ab35-bb3ef7b8cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756816 Jul 29 15:02:02.397370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d86db-430c-4b16-9649-8a9fc19cf245 req-aa794721-d9b8-4631-a0f5-50d40cd6a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:02.399354 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db9d86db-430c-4b16-9649-8a9fc19cf245 req-aa794721-d9b8-4631-a0f5-50d40cd6a0aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.1963611 Jul 29 15:02:02.479209 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b77d841-f078-4919-9b0f-71b0d64e4849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:02.497224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d86db-430c-4b16-9649-8a9fc19cf245 req-f93029ea-9cb8-4d13-8600-0a0c47e58dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:02.506772 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db9d86db-430c-4b16-9649-8a9fc19cf245 req-f93029ea-9cb8-4d13-8600-0a0c47e58dee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867856 Jul 29 15:02:02.615170 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-483b4604-00f2-4684-b8d7-1b6599957cc5 req-43f52d56-b3e1-40d4-8d29-b5f6d4410839 service neutron] 10.222.0.39 "GET /v2.0/networks/27584d7b-2fed-4046-88c1-19d3d19986b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221518 Jul 29 15:02:02.649416 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:02.746555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43012074-05a5-4e23-acf0-bd9ee58c2ee9 req-301793c4-ec40-442e-97a1-94cacb64c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:02.748596 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-43012074-05a5-4e23-acf0-bd9ee58c2ee9 req-301793c4-ec40-442e-97a1-94cacb64c9e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5b5f098e689c4eb3960e4b60751cc35c&device_id=584ecc87-d739-4b70-a50c-ee62375b14af HTTP/1.1" status: 200 len: 1094 time: 0.0823705 Jul 29 15:02:02.767503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-4b77d841-f078-4919-9b0f-71b0d64e4849 None None] Allocated IP 172.20.0.18 (fd2d6182-f59c-4e18-8be1-f61391d545d5/64a0632f-3f2a-400b-9182-862eca772c66/fe408a17-d0ed-4164-9caa-d11c4c8579e7) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:02:02.906905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fe408a17-d0ed-4164-9caa-d11c4c8579e7 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:02:03.000823 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43012074-05a5-4e23-acf0-bd9ee58c2ee9 req-6c1bb098-77a3-47bd-8e58-2aca2010ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:03.004155 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-43012074-05a5-4e23-acf0-bd9ee58c2ee9 req-6c1bb098-77a3-47bd-8e58-2aca2010ce94 service neutron] 10.222.0.39 "GET /v2.0/networks?id=27584d7b-2fed-4046-88c1-19d3d19986b9 HTTP/1.1" status: 200 len: 914 time: 0.2472346 Jul 29 15:02:03.045863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4b77d841-f078-4919-9b0f-71b0d64e4849 None None] For port fe408a17-d0ed-4164-9caa-d11c4c8579e7, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fe408a17-d0ed-4164-9caa-d11c4c8579e7,segment=NetworkSegment(d53ea98b-9060-4baf-b0a8-c03fc29e240c),segment_id=d53ea98b-9060-4baf-b0a8-c03fc29e240c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:03.093990 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b77d841-f078-4919-9b0f-71b0d64e4849 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:03.125583 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port fe408a17-d0ed-4164-9caa-d11c4c8579e7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:03.125962 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:03.159964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4b77d841-f078-4919-9b0f-71b0d64e4849 None None] Transition to ACTIVE for port object fe408a17-d0ed-4164-9caa-d11c4c8579e7 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:02:03.175976 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b77d841-f078-4919-9b0f-71b0d64e4849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:03.197906 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-43012074-05a5-4e23-acf0-bd9ee58c2ee9 req-8d6595f8-d184-4f2d-9cd4-8c25c1f8f376 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aabc9ae8-33cd-46a1-b1a9-dd945178e95c HTTP/1.1" status: 200 len: 217 time: 0.1662054 Jul 29 15:02:03.204614 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db9d86db-430c-4b16-9649-8a9fc19cf245 req-c514f7a1-5874-4a2d-8308-a98f75d048c6 service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677477 Jul 29 15:02:03.277854 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:03.330200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Port fe408a17-d0ed-4164-9caa-d11c4c8579e7 had new provisioning blocks added so it will not transition to active. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 29 15:02:03.342620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17fd54-6bce-4305-bd5b-75307e83f262 req-2f559bab-cee6-4f67-b269-b9eb8d8654fb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:03.354983 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc17fd54-6bce-4305-bd5b-75307e83f262 req-2f559bab-cee6-4f67-b269-b9eb8d8654fb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.3898675 Jul 29 15:02:03.382446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77d841-f078-4919-9b0f-71b0d64e4849 None None] Pushing event updated for resources: {'Port': ['ID=fe408a17-d0ed-4164-9caa-d11c4c8579e7,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:03.393018 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4db9e384-8a99-45b3-8c71-32361cacd98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:03.393148 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696887e5-ad29-4c44-8cc0-539064edeebf req-dfde439c-9ec1-4823-8043-fb7b05426349 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:03.401675 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-696887e5-ad29-4c44-8cc0-539064edeebf req-dfde439c-9ec1-4823-8043-fb7b05426349 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.4260840 Jul 29 15:02:03.412826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43012074-05a5-4e23-acf0-bd9ee58c2ee9 req-eb11154d-5299-411a-a0ea-32d4ab3902b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:03.415296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-43012074-05a5-4e23-acf0-bd9ee58c2ee9 req-eb11154d-5299-411a-a0ea-32d4ab3902b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a2ab4c9-fe9d-467c-94dc-555d103afe2f HTTP/1.1" status: 200 len: 853 time: 0.2015235 Jul 29 15:02:03.458721 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-43012074-05a5-4e23-acf0-bd9ee58c2ee9 req-ed477bc0-d90a-4a32-bb8f-5aba500cd7a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27584d7b-2fed-4046-88c1-19d3d19986b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356109 Jul 29 15:02:03.474054 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc17fd54-6bce-4305-bd5b-75307e83f262 req-d51feac5-6462-4e28-beac-19c69ba646d5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120441 Jul 29 15:02:03.592019 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-696887e5-ad29-4c44-8cc0-539064edeebf req-4f541b6f-4329-4cf6-9125-c0fe8f0b76a2 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890447 Jul 29 15:02:03.640514 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Delete allocated IP 172.20.0.14 (fd2d6182-f59c-4e18-8be1-f61391d545d5/ba1b28c6-1f33-433b-af48-799812166e9d) {{(pid=94158) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 15:02:03.659276 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db9d86db-430c-4b16-9649-8a9fc19cf245 req-28b797c7-532d-4132-b5f7-4a9de4c8530e service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712192 Jul 29 15:02:03.671274 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Allocated IP 172.20.0.26 (fd2d6182-f59c-4e18-8be1-f61391d545d5/64a0632f-3f2a-400b-9182-862eca772c66/8b7a1a8c-8e6b-4e62-96cb-3468c715185f) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:02:03.712369 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ed189-deba-4cdb-b650-5572bb51a7b3 req-0aaaa23c-9228-4e09-90ac-cf3038fd4ed2 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:03.714015 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3c2ed189-deba-4cdb-b650-5572bb51a7b3 req-0aaaa23c-9228-4e09-90ac-cf3038fd4ed2 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/ports?device_id=584ecc87-d739-4b70-a50c-ee62375b14af HTTP/1.1" status: 200 len: 943 time: 0.1107054 Jul 29 15:02:03.719192 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-43012074-05a5-4e23-acf0-bd9ee58c2ee9 req-d35d4d10-fcfe-4cd5-bab1-de74d4804f86 service neutron] 10.222.0.39 "GET /v2.0/networks/27584d7b-2fed-4046-88c1-19d3d19986b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439353 Jul 29 15:02:03.861489 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3c2ed189-deba-4cdb-b650-5572bb51a7b3 req-d9329b1f-8dd8-4a7b-afe8-ea357965e6be tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/security-groups?id=b991488a-1084-4e16-ab35-bb3ef7b8cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388350 Jul 29 15:02:03.965498 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-43012074-05a5-4e23-acf0-bd9ee58c2ee9 req-2457bb25-9ed0-41b7-bcf6-4ad5bc56bb8d service neutron] 10.222.0.39 "GET /v2.0/networks/27584d7b-2fed-4046-88c1-19d3d19986b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269573 Jul 29 15:02:04.019047 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:04.050988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Transition to ACTIVE for port object 8b7a1a8c-8e6b-4e62-96cb-3468c715185f will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:02:04.059187 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:04.143459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=8b7a1a8c-8e6b-4e62-96cb-3468c715185f,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:04.158566 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:04.159423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:04.159764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:04.160104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:04.160483 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:04.160846 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:04.161192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:04.161629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:04.161975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:04.162303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:04.162634 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:04.162972 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:04.247252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] In _notify_port_updated(), no bound segment for port 8b7a1a8c-8e6b-4e62-96cb-3468c715185f on network fd2d6182-f59c-4e18-8be1-f61391d545d5 {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:02:04.254586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:04.255435 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:04.259853 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-94a49566-2cfa-4289-8153-0564ac833835 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "PUT /v2.0/ports/8b7a1a8c-8e6b-4e62-96cb-3468c715185f HTTP/1.1" status: 200 len: 920 time: 2.1489389 Jul 29 15:02:04.260783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50172) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:04.333815 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:04.343852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-607e5539-a8d5-4c48-adae-773745199d3d None None] Provisioning complete for port 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:04.344459 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-607e5539-a8d5-4c48-adae-773745199d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:04.409986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-607e5539-a8d5-4c48-adae-773745199d3d None None] Port 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:02:04.432830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-94386b0e-84e5-4691-80de-a53c8593b41f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port 8b7a1a8c-8e6b-4e62-96cb-3468c715185f {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:04.433359 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94386b0e-84e5-4691-80de-a53c8593b41f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:04.437114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-607e5539-a8d5-4c48-adae-773745199d3d None None] Provisioning for port fe408a17-d0ed-4164-9caa-d11c4c8579e7 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:02:04.447472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-607e5539-a8d5-4c48-adae-773745199d3d None None] Provisioning complete for port fe408a17-d0ed-4164-9caa-d11c4c8579e7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:04.447913 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-607e5539-a8d5-4c48-adae-773745199d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:04.537825 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fe408a17-d0ed-4164-9caa-d11c4c8579e7 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:02:04.658159 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port fe408a17-d0ed-4164-9caa-d11c4c8579e7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:04.658624 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:04.692907 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94386b0e-84e5-4691-80de-a53c8593b41f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:04.726934 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-94386b0e-84e5-4691-80de-a53c8593b41f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for 8b7a1a8c-8e6b-4e62-96cb-3468c715185f owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:04.747342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd39a1a-f76c-4365-9bcb-c06c029c7e85 req-3a038ed9-8312-40b7-9c62-b8b918c04db0 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:04.750825 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-607e5539-a8d5-4c48-adae-773745199d3d None None] Provisioning for port 8b7a1a8c-8e6b-4e62-96cb-3468c715185f completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:02:04.755292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699882b-4c66-4bfa-8c52-5550c73fdbc6 req-18ba4984-a4a8-4753-ba18-b252f730eb15 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:04.756990 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f699882b-4c66-4bfa-8c52-5550c73fdbc6 req-18ba4984-a4a8-4753-ba18-b252f730eb15 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1267784 Jul 29 15:02:04.760924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-607e5539-a8d5-4c48-adae-773745199d3d None None] Provisioning complete for port 8b7a1a8c-8e6b-4e62-96cb-3468c715185f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:04.761570 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-607e5539-a8d5-4c48-adae-773745199d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:04.763845 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ccd39a1a-f76c-4365-9bcb-c06c029c7e85 req-3a038ed9-8312-40b7-9c62-b8b918c04db0 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0972764 Jul 29 15:02:04.840796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device aabc9ae8-33cd-46a1-b1a9-dd945178e95c details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:02:04.846027 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ccd39a1a-f76c-4365-9bcb-c06c029c7e85 req-9166425c-84c8-4f1d-8236-ef204646a308 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809085 Jul 29 15:02:04.865232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-607e5539-a8d5-4c48-adae-773745199d3d None None] Port 8b7a1a8c-8e6b-4e62-96cb-3468c715185f cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:02:04.990281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6173e556-ef80-40fd-828e-acbfabb6643e None None] Provisioning complete for port 8b7a1a8c-8e6b-4e62-96cb-3468c715185f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:04.990829 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6173e556-ef80-40fd-828e-acbfabb6643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:05.014226 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f699882b-4c66-4bfa-8c52-5550c73fdbc6 req-350f828a-d733-41a9-90d1-6f523e289847 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426432 Jul 29 15:02:05.015534 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94386b0e-84e5-4691-80de-a53c8593b41f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:05.053886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port aabc9ae8-33cd-46a1-b1a9-dd945178e95c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=aabc9ae8-33cd-46a1-b1a9-dd945178e95c,segment=NetworkSegment(0811b4fa-df02-482c-8fc1-4825ef94f0ac),segment_id=0811b4fa-df02-482c-8fc1-4825ef94f0ac)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:05.056285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6173e556-ef80-40fd-828e-acbfabb6643e None None] Port 8b7a1a8c-8e6b-4e62-96cb-3468c715185f cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:02:05.066858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'aabc9ae8-33cd-46a1-b1a9-dd945178e95c', 'network_id': '27584d7b-2fed-4046-88c1-19d3d19986b9', 'port_id': 'aabc9ae8-33cd-46a1-b1a9-dd945178e95c', 'mac_address': 'fa:16:3e:f5:ff:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a2ab4c9-fe9d-467c-94dc-555d103afe2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:02:05.067636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94386b0e-84e5-4691-80de-a53c8593b41f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=8b7a1a8c-8e6b-4e62-96cb-3468c715185f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:05.090593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409046d-fa5c-4dd3-b12c-8d0b80e8581c req-112572e8-2610-4211-a4bd-cca4f9e3fca4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:05.093498 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8409046d-fa5c-4dd3-b12c-8d0b80e8581c req-112572e8-2610-4211-a4bd-cca4f9e3fca4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0952024 Jul 29 15:02:05.142745 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:05.171495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabc9ae8-33cd-46a1-b1a9-dd945178e95c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:02:05.194254 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8409046d-fa5c-4dd3-b12c-8d0b80e8581c req-0e871104-9487-484d-9a42-3aee4b7d8e2d tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878513 Jul 29 15:02:05.210697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port aabc9ae8-33cd-46a1-b1a9-dd945178e95c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=aabc9ae8-33cd-46a1-b1a9-dd945178e95c,segment=NetworkSegment(0811b4fa-df02-482c-8fc1-4825ef94f0ac),segment_id=0811b4fa-df02-482c-8fc1-4825ef94f0ac)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:05.219059 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:05.271095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=aabc9ae8-33cd-46a1-b1a9-dd945178e95c,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:05.350469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca05e90-994e-42ce-8281-605eeb23ef9e req-23067e39-0ab0-442a-ba9f-37366c264c59 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:05.353413 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2ca05e90-994e-42ce-8281-605eeb23ef9e req-23067e39-0ab0-442a-ba9f-37366c264c59 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0612340 Jul 29 15:02:05.411189 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2ca05e90-994e-42ce-8281-605eeb23ef9e req-6474bd08-7a86-4e72-be2e-574badecbc84 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489621 Jul 29 15:02:05.525291 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94386b0e-84e5-4691-80de-a53c8593b41f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:05.527281 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-94386b0e-84e5-4691-80de-a53c8593b41f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/8b7a1a8c-8e6b-4e62-96cb-3468c715185f HTTP/1.1" status: 204 len: 168 time: 1.2658236 Jul 29 15:02:05.529853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['aabc9ae8-33cd-46a1-b1a9-dd945178e95c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:02:05.530338 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50200) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:05.543681 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104400cd-94ff-479d-9551-a58ccefce621 req-e24cf08c-9b69-49c7-8784-83f9b6a3de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:05.545210 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-104400cd-94ff-479d-9551-a58ccefce621 req-e24cf08c-9b69-49c7-8784-83f9b6a3de57 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 1096 time: 0.0968368 Jul 29 15:02:05.553882 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd114c3-4fde-4b7f-b3e3-570d662d6f76 req-575a1339-e8af-4ef0-8717-3da541b2206d tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:05.556018 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bbd114c3-4fde-4b7f-b3e3-570d662d6f76 req-575a1339-e8af-4ef0-8717-3da541b2206d tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/ports?device_id=584ecc87-d739-4b70-a50c-ee62375b14af HTTP/1.1" status: 200 len: 944 time: 0.1064920 Jul 29 15:02:05.591412 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-66eacd59-7f79-48ee-ad9c-b97b1688b3a1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] GET failed (client error): The resource could not be found. Jul 29 15:02:05.595631 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-66eacd59-7f79-48ee-ad9c-b97b1688b3a1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/8b7a1a8c-8e6b-4e62-96cb-3468c715185f HTTP/1.1" status: 404 len: 333 time: 0.0617204 Jul 29 15:02:05.596525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50204) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:05.678286 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bbd114c3-4fde-4b7f-b3e3-570d662d6f76 req-fbff69fa-48c0-44dc-84f4-bb3d09365dec tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/security-groups?id=b991488a-1084-4e16-ab35-bb3ef7b8cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069584 Jul 29 15:02:05.717238 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc9679a7-b58e-4fcb-94e1-6133e6233722 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:05.722872 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104400cd-94ff-479d-9551-a58ccefce621 req-f69678d1-b72d-43ee-a6e9-cac5df3027be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:05.725606 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-104400cd-94ff-479d-9551-a58ccefce621 req-f69678d1-b72d-43ee-a6e9-cac5df3027be service neutron] 10.222.0.38 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 912 time: 0.1681449 Jul 29 15:02:05.763441 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc9679a7-b58e-4fcb-94e1-6133e6233722 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:05.784025 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-104400cd-94ff-479d-9551-a58ccefce621 req-09352ef4-2995-48c4-962f-e1d89785e669 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f92841a2-9aad-410c-a854-7eb3e7144a12 HTTP/1.1" status: 200 len: 217 time: 0.0495262 Jul 29 15:02:05.793836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da151d-2199-48d7-8e14-b40ea2dd2722 req-fcc0ef8a-8eda-432d-a3c2-cc3262dff103 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:05.795396 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-10da151d-2199-48d7-8e14-b40ea2dd2722 req-fcc0ef8a-8eda-432d-a3c2-cc3262dff103 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1172721 Jul 29 15:02:05.851768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104400cd-94ff-479d-9551-a58ccefce621 req-22dc5d8a-0ee5-48d3-8739-5f22ec610e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:05.853900 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-104400cd-94ff-479d-9551-a58ccefce621 req-22dc5d8a-0ee5-48d3-8739-5f22ec610e2e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc0785a-1332-47e1-a695-790fd3948837 HTTP/1.1" status: 200 len: 851 time: 0.0592978 Jul 29 15:02:05.855261 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc9679a7-b58e-4fcb-94e1-6133e6233722 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:05.857919 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc9679a7-b58e-4fcb-94e1-6133e6233722 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:05.859140 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fc9679a7-b58e-4fcb-94e1-6133e6233722 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/security-groups/cf953585-b796-49b5-ae20-93ad8dc599e5 HTTP/1.1" status: 204 len: 168 time: 0.2620614 Jul 29 15:02:05.861849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50206) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:05.869210 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-10da151d-2199-48d7-8e14-b40ea2dd2722 req-9db903e0-09f6-475e-8cbc-a0ef2aa45040 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625384 Jul 29 15:02:05.874681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9679a7-b58e-4fcb-94e1-6133e6233722 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf953585-b796-49b5-ae20-93ad8dc599e5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:05.912408 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-104400cd-94ff-479d-9551-a58ccefce621 req-510e653f-28b4-4b57-9adb-857bcdca1de8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97a96aa0-af30-4a22-b3aa-15726419c082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392458 Jul 29 15:02:06.012734 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e926536-946e-420b-8d55-076b7210b949 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:06.056238 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e926536-946e-420b-8d55-076b7210b949 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:06.060212 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-104400cd-94ff-479d-9551-a58ccefce621 req-f07bb9a9-df34-45b8-96c3-79be8d985454 service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370950 Jul 29 15:02:06.187119 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e926536-946e-420b-8d55-076b7210b949 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:06.190210 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e926536-946e-420b-8d55-076b7210b949 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:06.193765 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3e926536-946e-420b-8d55-076b7210b949 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/security-groups/5fd6d841-c31a-47c6-b421-6fb10932ee66 HTTP/1.1" status: 204 len: 168 time: 0.3280845 Jul 29 15:02:06.193931 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d8ff8-3960-4ecf-8f5f-43281a30e588 req-9c09faba-4152-43f6-9c3d-88fc55ee58f9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:06.202346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50216) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:06.211299 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7f5d8ff8-3960-4ecf-8f5f-43281a30e588 req-9c09faba-4152-43f6-9c3d-88fc55ee58f9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.0958071 Jul 29 15:02:06.251994 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7f5d8ff8-3960-4ecf-8f5f-43281a30e588 req-903f7176-9d39-4c4d-8f17-e302915413f2 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389705 Jul 29 15:02:06.254078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e926536-946e-420b-8d55-076b7210b949 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd6d841-c31a-47c6-b421-6fb10932ee66,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:06.262168 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-104400cd-94ff-479d-9551-a58ccefce621 req-0c722218-e55c-4dce-8289-6c7bfce06d78 service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933947 Jul 29 15:02:06.294314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9781bf-ecdd-435f-bdf9-05e7bbc8c5c9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting subnet ba1b28c6-1f33-433b-af48-799812166e9d {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:02:06.297409 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:06.298310 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8b9781bf-ecdd-435f-bdf9-05e7bbc8c5c9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:06.341744 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8b9781bf-ecdd-435f-bdf9-05e7bbc8c5c9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:06.431813 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8b9781bf-ecdd-435f-bdf9-05e7bbc8c5c9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:06.499637 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8b9781bf-ecdd-435f-bdf9-05e7bbc8c5c9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:06.526951 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9781bf-ecdd-435f-bdf9-05e7bbc8c5c9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Subnet': ['ID=ba1b28c6-1f33-433b-af48-799812166e9d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:06.533038 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8b9781bf-ecdd-435f-bdf9-05e7bbc8c5c9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:06.539320 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8b9781bf-ecdd-435f-bdf9-05e7bbc8c5c9 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/ba1b28c6-1f33-433b-af48-799812166e9d HTTP/1.1" status: 204 len: 168 time: 0.3341055 Jul 29 15:02:06.539998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50218) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:06.543948 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9010f6-98b5-4e28-9f38-16809e556829 None None] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:02:06.552716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6f2b8f6e-7eda-4af2-9ede-828934613724 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'subnet': {'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:06.673830 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2b8f6e-7eda-4af2-9ede-828934613724 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:02:06.677679 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8f6e-7eda-4af2-9ede-828934613724 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:06.828607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a97fa-9f46-4b9c-a4bd-4ae2f342554d req-d4f7023b-94c4-4a1c-8d7a-af76ba63af53 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:06.834050 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-719a97fa-9f46-4b9c-a4bd-4ae2f342554d req-d4f7023b-94c4-4a1c-8d7a-af76ba63af53 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/ports?device_id=584ecc87-d739-4b70-a50c-ee62375b14af HTTP/1.1" status: 200 len: 944 time: 0.0640202 Jul 29 15:02:06.876538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device aabc9ae8-33cd-46a1-b1a9-dd945178e95c up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:02:06.912861 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-719a97fa-9f46-4b9c-a4bd-4ae2f342554d req-31bbc8ff-ff4e-4435-af1d-e431dd7677b4 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/security-groups?id=b991488a-1084-4e16-ab35-bb3ef7b8cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536761 Jul 29 15:02:06.960371 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port aabc9ae8-33cd-46a1-b1a9-dd945178e95c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:02:06.965526 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port aabc9ae8-33cd-46a1-b1a9-dd945178e95c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:06.966183 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.033114 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8f6e-7eda-4af2-9ede-828934613724 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.077087 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.080899 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2b8f6e-7eda-4af2-9ede-828934613724 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:02:07.092162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4a5fc-032e-4591-890a-8338b6fa1240 req-9898972c-67ba-4f71-aa88-928c8455abfd tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:07.093775 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9d4a5fc-032e-4591-890a-8338b6fa1240 req-9898972c-67ba-4f71-aa88-928c8455abfd tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1274006 Jul 29 15:02:07.098555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-6f2b8f6e-7eda-4af2-9ede-828934613724 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:02:07.103592 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2b8f6e-7eda-4af2-9ede-828934613724 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:07.103861 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584ecc87-d739-4b70-a50c-ee62375b14af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabc9ae8-33cd-46a1-b1a9-dd945178e95c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:07.104189 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8f6e-7eda-4af2-9ede-828934613724 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.106239 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcd4fe0-1020-486c-b766-9f43232a6e2a" -d '{"events": [{"server_uuid": "584ecc87-d739-4b70-a50c-ee62375b14af", "name": "network-vif-plugged", "status": "completed", "tag": "aabc9ae8-33cd-46a1-b1a9-dd945178e95c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:07.121278 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port aabc9ae8-33cd-46a1-b1a9-dd945178e95c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=aabc9ae8-33cd-46a1-b1a9-dd945178e95c,segment=NetworkSegment(0811b4fa-df02-482c-8fc1-4825ef94f0ac),segment_id=0811b4fa-df02-482c-8fc1-4825ef94f0ac)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:07.126903 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.155874 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7e0ca3-fc69-4d35-8622-fc14a3d5439e x-openstack-request-id: req-bf7e0ca3-fc69-4d35-8622-fc14a3d5439e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:07.156166 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584ecc87-d739-4b70-a50c-ee62375b14af", "name": "network-vif-plugged", "status": "completed", "tag": "aabc9ae8-33cd-46a1-b1a9-dd945178e95c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:07.161849 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf7e0ca3-fc69-4d35-8622-fc14a3d5439e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:07.164368 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584ecc87-d739-4b70-a50c-ee62375b14af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabc9ae8-33cd-46a1-b1a9-dd945178e95c', 'code': 200} Jul 29 15:02:07.173229 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9d4a5fc-032e-4591-890a-8338b6fa1240 req-078d9ee1-d5df-4ada-926f-7ed347c81482 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662851 Jul 29 15:02:07.174305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b8f6e-7eda-4af2-9ede-828934613724 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Subnet': ['ID=aba105ce-5ed4-41ff-8802-00d3a0bbdfe7,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:07.181695 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50230) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:07.183063 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6f2b8f6e-7eda-4af2-9ede-828934613724 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6408792 Jul 29 15:02:07.187402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a91c3a95-2042-4862-b9e5-4ae23ab0c447 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'security_group': {'name': 'tempest-secgroup-1554155324'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:07.216031 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=aabc9ae8-33cd-46a1-b1a9-dd945178e95c,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:07.228081 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a95-2042-4862-b9e5-4ae23ab0c447 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.284851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff140d-45bf-4885-b6f1-37a03a3b0857 req-1c134645-7e21-4da2-9118-e81ab11087d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:07.287322 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8dff140d-45bf-4885-b6f1-37a03a3b0857 req-1c134645-7e21-4da2-9118-e81ab11087d4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=584ecc87-d739-4b70-a50c-ee62375b14af HTTP/1.1" status: 200 len: 1096 time: 0.0540361 Jul 29 15:02:07.337554 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8dff140d-45bf-4885-b6f1-37a03a3b0857 req-17eb08e2-42a3-4503-8358-dc178dd5c742 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b991488a-1084-4e16-ab35-bb3ef7b8cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432076 Jul 29 15:02:07.384623 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a95-2042-4862-b9e5-4ae23ab0c447 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.401507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a95-2042-4862-b9e5-4ae23ab0c447 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.447796 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a91c3a95-2042-4862-b9e5-4ae23ab0c447 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.449106 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a91c3a95-2042-4862-b9e5-4ae23ab0c447 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2664931 Jul 29 15:02:07.450946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c3a95-2042-4862-b9e5-4ae23ab0c447 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da035473-c494-46fd-b5e6-486eaacbd527,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:07.453284 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50240) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:07.459136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-82a32f47-24d9-47b1-a418-76ee5aee0e6a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'security_group': {'name': 'tempest-secgroup-64118379'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:07.470407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f92841a2-9aad-410c-a854-7eb3e7144a12 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:02:07.481936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cf61a-18cb-48e4-802f-03ff5d9b0cb4 req-391f9df3-815c-4424-9b13-eb4b55ea72ba tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:07.496958 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-068cf61a-18cb-48e4-802f-03ff5d9b0cb4 req-391f9df3-815c-4424-9b13-eb4b55ea72ba tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 945 time: 0.1211245 Jul 29 15:02:07.513716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e09774-1542-4309-b088-c68062fc28a0 req-eb839384-a267-4022-8c36-fa3c509850bb tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:07.515494 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8e09774-1542-4309-b088-c68062fc28a0 req-eb839384-a267-4022-8c36-fa3c509850bb tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0755424 Jul 29 15:02:07.568196 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8e09774-1542-4309-b088-c68062fc28a0 req-c390fc7f-1de8-4701-8f39-b01f09f9b0f4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434210 Jul 29 15:02:07.572623 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5f963f-be52-4c85-93bb-032981c1031c None None] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:02:07.587665 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-82a32f47-24d9-47b1-a418-76ee5aee0e6a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.591979 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.607185 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-068cf61a-18cb-48e4-802f-03ff5d9b0cb4 req-85a9743e-1c2f-4eb8-abd0-79134df0e29e tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046903 Jul 29 15:02:07.616213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260884f-6d9f-44dc-b2d5-300ca14f5456 req-aa5c3b14-9a1d-43d5-835e-f0049d3e2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:07.617908 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7260884f-6d9f-44dc-b2d5-300ca14f5456 req-aa5c3b14-9a1d-43d5-835e-f0049d3e2e51 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 1095 time: 0.0968108 Jul 29 15:02:07.687931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f92841a2-9aad-410c-a854-7eb3e7144a12, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f92841a2-9aad-410c-a854-7eb3e7144a12,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:07.689026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-14eed208-e787-4f49-9780-af8cee020d32 None None] Provisioning complete for port 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:07.689461 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14eed208-e787-4f49-9780-af8cee020d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.715995 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.753696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260884f-6d9f-44dc-b2d5-300ca14f5456 req-c8c86813-9459-4e4c-b78b-09965df6bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:07.755212 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7260884f-6d9f-44dc-b2d5-300ca14f5456 req-c8c86813-9459-4e4c-b78b-09965df6bd27 service neutron] 10.222.0.38 "GET /v2.0/networks?id=be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 200 len: 912 time: 0.1242678 Jul 29 15:02:07.776492 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-82a32f47-24d9-47b1-a418-76ee5aee0e6a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.793301 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-14eed208-e787-4f49-9780-af8cee020d32 None None] Port 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:02:07.808946 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-82a32f47-24d9-47b1-a418-76ee5aee0e6a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.835270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f92841a2-9aad-410c-a854-7eb3e7144a12,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:07.842810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-14eed208-e787-4f49-9780-af8cee020d32 None None] Provisioning complete for port fe408a17-d0ed-4164-9caa-d11c4c8579e7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:07.843196 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14eed208-e787-4f49-9780-af8cee020d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.860157 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-82a32f47-24d9-47b1-a418-76ee5aee0e6a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.861644 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-82a32f47-24d9-47b1-a418-76ee5aee0e6a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4063032 Jul 29 15:02:07.864544 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50242) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:07.872512 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-2c7e2de9-1025-4ae6-9e8f-50cd0449ac40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'security_group': {'name': 'tempest-secgroup-431386637'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:07.879439 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7260884f-6d9f-44dc-b2d5-300ca14f5456 req-891ed414-3912-41fa-bc20-8d01ca929b3a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326 HTTP/1.1" status: 200 len: 999 time: 0.1165309 Jul 29 15:02:07.880305 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a32f47-24d9-47b1-a418-76ee5aee0e6a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28cc242-bfb4-499b-9028-6c13226f00e4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:07.911344 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c7e2de9-1025-4ae6-9e8f-50cd0449ac40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:07.965565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260884f-6d9f-44dc-b2d5-300ca14f5456 req-31a237b2-2a68-4cc8-a2e4-98e97215909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:07.967847 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7260884f-6d9f-44dc-b2d5-300ca14f5456 req-31a237b2-2a68-4cc8-a2e4-98e97215909b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 200 len: 850 time: 0.0683017 Jul 29 15:02:08.072434 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b93237c-0a93-4af0-8f39-294025026be1 None None] Update dhcp port {'port': {'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'fixed_ips': [{'subnet_id': '64a0632f-3f2a-400b-9182-862eca772c66', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aba105ce-5ed4-41ff-8802-00d3a0bbdfe7'}], 'binding:host_id': 'n-d-802893-1'}, 'id': 'fe408a17-d0ed-4164-9caa-d11c4c8579e7'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:02:08.075460 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c7e2de9-1025-4ae6-9e8f-50cd0449ac40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:08.083303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260884f-6d9f-44dc-b2d5-300ca14f5456 req-02aa6cbe-5dfe-45bc-b0eb-2c091b41705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:08.084987 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7260884f-6d9f-44dc-b2d5-300ca14f5456 req-02aa6cbe-5dfe-45bc-b0eb-2c091b41705c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=be5d7f17-9ab7-4dcd-adcc-bad366939f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101685 Jul 29 15:02:08.103546 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8b93237c-0a93-4af0-8f39-294025026be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:08.122729 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c7e2de9-1025-4ae6-9e8f-50cd0449ac40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:08.166810 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c7e2de9-1025-4ae6-9e8f-50cd0449ac40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:08.169628 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2c7e2de9-1025-4ae6-9e8f-50cd0449ac40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3026454 Jul 29 15:02:08.173368 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50248) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:08.178601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ccebd2f4-b062-47bc-9536-98a14c1ec25a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1947952437', 'security_groups': ['3b96cab2-75b0-4d26-b5e8-7bb725cbe02a'], 'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aba105ce-5ed4-41ff-8802-00d3a0bbdfe7'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:08.185936 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e2de9-1025-4ae6-9e8f-50cd0449ac40 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b96cab2-75b0-4d26-b5e8-7bb725cbe02a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:08.201803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebbea1-2362-468b-9000-4697a025bda9 req-e0a03a00-a0a1-4408-9dc5-eda618a290a1 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:08.213162 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dfebbea1-2362-468b-9000-4697a025bda9 req-e0a03a00-a0a1-4408-9dc5-eda618a290a1 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/ports?device_id=584ecc87-d739-4b70-a50c-ee62375b14af HTTP/1.1" status: 200 len: 945 time: 0.1630385 Jul 29 15:02:08.298670 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7260884f-6d9f-44dc-b2d5-300ca14f5456 req-c1b7e2e0-2b66-4a36-a6bb-4b80c0e07e5a service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042394 Jul 29 15:02:08.357713 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dfebbea1-2362-468b-9000-4697a025bda9 req-7a7abb2e-af08-4713-8756-843d5d96b66a tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/security-groups?id=b991488a-1084-4e16-ab35-bb3ef7b8cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218076 Jul 29 15:02:08.421028 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccebd2f4-b062-47bc-9536-98a14c1ec25a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:02:08.434496 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7260884f-6d9f-44dc-b2d5-300ca14f5456 req-4aaddf88-47ac-4cb5-b7d3-870fc99ce9f3 service neutron] 10.222.0.38 "GET /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264303 Jul 29 15:02:08.463521 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-8b93237c-0a93-4af0-8f39-294025026be1 None None] Allocated IP 172.20.0.2 (fd2d6182-f59c-4e18-8be1-f61391d545d5/aba105ce-5ed4-41ff-8802-00d3a0bbdfe7/fe408a17-d0ed-4164-9caa-d11c4c8579e7) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:02:08.524744 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ccebd2f4-b062-47bc-9536-98a14c1ec25a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:08.544718 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-ccebd2f4-b062-47bc-9536-98a14c1ec25a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] device_id is not set on port ea0c9940-8073-40b8-a747-6c053381b3c4 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:02:08.572269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8b93237c-0a93-4af0-8f39-294025026be1 None None] For port fe408a17-d0ed-4164-9caa-d11c4c8579e7, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fe408a17-d0ed-4164-9caa-d11c4c8579e7,segment=NetworkSegment(d53ea98b-9060-4baf-b0a8-c03fc29e240c),segment_id=d53ea98b-9060-4baf-b0a8-c03fc29e240c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:08.774040 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984845e2-e0af-49cf-a4a5-068d10a06165 req-80c6a649-2cd4-4c0c-8f28-fa472343e0de tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:08.775661 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-984845e2-e0af-49cf-a4a5-068d10a06165 req-80c6a649-2cd4-4c0c-8f28-fa472343e0de tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 943 time: 0.0883555 Jul 29 15:02:08.805919 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6066d-ce29-4a29-9153-7fbe836db160 req-77b34152-3a76-4800-aa95-e7edced50192 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:08.809007 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3f6066d-ce29-4a29-9153-7fbe836db160 req-77b34152-3a76-4800-aa95-e7edced50192 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1201370 Jul 29 15:02:08.816489 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8b93237c-0a93-4af0-8f39-294025026be1 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:08.833324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8b93237c-0a93-4af0-8f39-294025026be1 None None] Transition to ACTIVE for port object fe408a17-d0ed-4164-9caa-d11c4c8579e7 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:02:08.840660 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8b93237c-0a93-4af0-8f39-294025026be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:08.873525 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3f6066d-ce29-4a29-9153-7fbe836db160 req-ce274780-52a1-45e5-bf21-562017eb3e4a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581615 Jul 29 15:02:08.893112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-984845e2-e0af-49cf-a4a5-068d10a06165 req-625af260-f418-440e-81c7-65ca8f4080bf tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068327 Jul 29 15:02:08.919750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93237c-0a93-4af0-8f39-294025026be1 None None] Pushing event updated for resources: {'Port': ['ID=fe408a17-d0ed-4164-9caa-d11c4c8579e7,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:08.927461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-ccebd2f4-b062-47bc-9536-98a14c1ec25a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Allocated IP 172.20.0.10 (fd2d6182-f59c-4e18-8be1-f61391d545d5/aba105ce-5ed4-41ff-8802-00d3a0bbdfe7/ea0c9940-8073-40b8-a747-6c053381b3c4) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:02:09.142122 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ccebd2f4-b062-47bc-9536-98a14c1ec25a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:09.161953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-ccebd2f4-b062-47bc-9536-98a14c1ec25a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Transition to ACTIVE for port object ea0c9940-8073-40b8-a747-6c053381b3c4 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:02:09.165936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f92841a2-9aad-410c-a854-7eb3e7144a12'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:09.168464 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6c5fba-a56d-4d43-839c-b158de9d2ad3" -d '{"events": [{"server_uuid": "9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f", "name": "network-vif-unplugged", "status": "completed", "tag": "f92841a2-9aad-410c-a854-7eb3e7144a12"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:09.218160 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a910da-d194-4d75-bacf-7bea12c0e7a9 x-openstack-request-id: req-18a910da-d194-4d75-bacf-7bea12c0e7a9 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:09.218457 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f", "name": "network-vif-unplugged", "status": "failed", "tag": "f92841a2-9aad-410c-a854-7eb3e7144a12", "code": 422}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:09.218741 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18a910da-d194-4d75-bacf-7bea12c0e7a9 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:09.219097 n-d-802893-1 neutron-server[94159]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f92841a2-9aad-410c-a854-7eb3e7144a12', 'code': 422} returned with failed status Jul 29 15:02:09.226304 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ccebd2f4-b062-47bc-9536-98a14c1ec25a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:09.290943 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccebd2f4-b062-47bc-9536-98a14c1ec25a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:02:09.294903 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-ccebd2f4-b062-47bc-9536-98a14c1ec25a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:02:09.302175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccebd2f4-b062-47bc-9536-98a14c1ec25a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:02:09.310818 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccebd2f4-b062-47bc-9536-98a14c1ec25a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=ea0c9940-8073-40b8-a747-6c053381b3c4,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:09.366415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccebd2f4-b062-47bc-9536-98a14c1ec25a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:09.367777 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ccebd2f4-b062-47bc-9536-98a14c1ec25a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:09.396368 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ccebd2f4-b062-47bc-9536-98a14c1ec25a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2217488 Jul 29 15:02:09.399383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50304) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:09.406164 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9ef84849-aff9-4ce1-b7fc-9cceb44e2a4c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'subnet': {'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:09.554942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef84849-aff9-4ce1-b7fc-9cceb44e2a4c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:02:09.559774 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ef84849-aff9-4ce1-b7fc-9cceb44e2a4c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:09.590120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5c76b-e959-4a57-ace9-c86ed4003347 req-4088a56d-b197-4e1b-b850-7f35986b2103 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:09.597838 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-79d5c76b-e959-4a57-ace9-c86ed4003347 req-4088a56d-b197-4e1b-b850-7f35986b2103 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/ports?device_id=584ecc87-d739-4b70-a50c-ee62375b14af HTTP/1.1" status: 200 len: 945 time: 0.0798123 Jul 29 15:02:09.646267 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-79d5c76b-e959-4a57-ace9-c86ed4003347 req-9629c3ad-3aab-4efb-9128-0f5d099dbae9 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/security-groups?id=b991488a-1084-4e16-ab35-bb3ef7b8cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472605 Jul 29 15:02:09.697320 n-d-802893-1 neutron-server[94158]: INFO neutron.db.ipam_backend_mixin [None req-9ef84849-aff9-4ce1-b7fc-9cceb44e2a4c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aba105ce-5ed4-41ff-8802-00d3a0bbdfe7 (CIDR: 172.20.0.0/28) Jul 29 15:02:09.701673 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef84849-aff9-4ce1-b7fc-9cceb44e2a4c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:09.702688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef84849-aff9-4ce1-b7fc-9cceb44e2a4c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:02:09.723623 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9ef84849-aff9-4ce1-b7fc-9cceb44e2a4c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3226604 Jul 29 15:02:09.726758 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50332) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:09.732930 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b0208663-0e2b-43e9-8bb7-a8ae814f5f68 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'subnet': {'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:09.827620 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-27c866b7-6882-49f9-9aae-eb5e14f17ed7 None None] Provisioning complete for port 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:09.828650 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27c866b7-6882-49f9-9aae-eb5e14f17ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:09.953200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-27c866b7-6882-49f9-9aae-eb5e14f17ed7 None None] Port 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:02:09.973500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-27c866b7-6882-49f9-9aae-eb5e14f17ed7 None None] Provisioning for port fe408a17-d0ed-4164-9caa-d11c4c8579e7 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:02:09.978344 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-27c866b7-6882-49f9-9aae-eb5e14f17ed7 None None] Provisioning complete for port fe408a17-d0ed-4164-9caa-d11c4c8579e7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:09.978754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0208663-0e2b-43e9-8bb7-a8ae814f5f68 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:02:09.979158 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-27c866b7-6882-49f9-9aae-eb5e14f17ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:09.982765 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b0208663-0e2b-43e9-8bb7-a8ae814f5f68 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:10.034511 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fc170-a3d2-424c-b360-8f5459b1b75d req-7e48aebc-b1ca-4a8d-8ac4-8f660396d763 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:10.060010 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bc5fc170-a3d2-424c-b360-8f5459b1b75d req-7e48aebc-b1ca-4a8d-8ac4-8f660396d763 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f HTTP/1.1" status: 200 len: 943 time: 0.1230979 Jul 29 15:02:10.170599 n-d-802893-1 neutron-server[94157]: INFO neutron.db.ipam_backend_mixin [None req-b0208663-0e2b-43e9-8bb7-a8ae814f5f68 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 64a0632f-3f2a-400b-9182-862eca772c66 (CIDR: 172.20.0.16/28) Jul 29 15:02:10.197797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-bc5fc170-a3d2-424c-b360-8f5459b1b75d req-a3a6e566-206e-43b4-8b4d-c803b45764a7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Deleting port f92841a2-9aad-410c-a854-7eb3e7144a12 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:10.198159 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-bc5fc170-a3d2-424c-b360-8f5459b1b75d req-a3a6e566-206e-43b4-8b4d-c803b45764a7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:10.201229 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0208663-0e2b-43e9-8bb7-a8ae814f5f68 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:10.201878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0208663-0e2b-43e9-8bb7-a8ae814f5f68 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:02:10.235067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c04a9-d209-48f4-8acb-08b1c7746005 req-8b13d24a-9f7e-4620-bf1e-58b8b9e3a042 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:10.236162 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8a289257-e624-406c-ac1a-4e8265a686cb None None] Provisioning for port ea0c9940-8073-40b8-a747-6c053381b3c4 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:02:10.237134 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d42c04a9-d209-48f4-8acb-08b1c7746005 req-8b13d24a-9f7e-4620-bf1e-58b8b9e3a042 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0844431 Jul 29 15:02:10.238873 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b0208663-0e2b-43e9-8bb7-a8ae814f5f68 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5109272 Jul 29 15:02:10.240900 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8a289257-e624-406c-ac1a-4e8265a686cb None None] Provisioning complete for port ea0c9940-8073-40b8-a747-6c053381b3c4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:10.242253 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a289257-e624-406c-ac1a-4e8265a686cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:10.242712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50354) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:10.252457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-622976e6-6e8b-4871-ba2c-2a9ebf3abf55 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'subnet': {'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:10.284417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8a289257-e624-406c-ac1a-4e8265a686cb None None] Port ea0c9940-8073-40b8-a747-6c053381b3c4 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:02:10.314314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-bc5fc170-a3d2-424c-b360-8f5459b1b75d req-a3a6e566-206e-43b4-8b4d-c803b45764a7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] For port f92841a2-9aad-410c-a854-7eb3e7144a12, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f92841a2-9aad-410c-a854-7eb3e7144a12,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:10.314871 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-bc5fc170-a3d2-424c-b360-8f5459b1b75d req-a3a6e566-206e-43b4-8b4d-c803b45764a7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:10.329990 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-bc5fc170-a3d2-424c-b360-8f5459b1b75d req-a3a6e566-206e-43b4-8b4d-c803b45764a7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Calling delete_port for f92841a2-9aad-410c-a854-7eb3e7144a12 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:10.348118 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d42c04a9-d209-48f4-8acb-08b1c7746005 req-109ec7b3-f52a-466f-af0a-c565d97fd329 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879858 Jul 29 15:02:10.411455 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622976e6-6e8b-4871-ba2c-2a9ebf3abf55 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Made reservation on behalf of 42d4e998c7924ea2885f5e7134c87060 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:02:10.416254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-622976e6-6e8b-4871-ba2c-2a9ebf3abf55 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:10.516227 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-bc5fc170-a3d2-424c-b360-8f5459b1b75d req-a3a6e566-206e-43b4-8b4d-c803b45764a7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:10.533938 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fe408a17-d0ed-4164-9caa-d11c4c8579e7 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:02:10.550908 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4597c-6a65-4cfd-8842-03c2544999e2 req-35523f67-e20c-4606-8ed0-86d5be667548 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:10.553058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6e566-206e-43b4-8b4d-c803b45764a7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Pushing event deleted for resources: {'Port': ['ID=f92841a2-9aad-410c-a854-7eb3e7144a12,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:10.553374 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-83a4597c-6a65-4cfd-8842-03c2544999e2 req-35523f67-e20c-4606-8ed0-86d5be667548 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/ports?device_id=584ecc87-d739-4b70-a50c-ee62375b14af HTTP/1.1" status: 200 len: 945 time: 0.1304219 Jul 29 15:02:10.607811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5fc170-a3d2-424c-b360-8f5459b1b75d req-a3a6e566-206e-43b4-8b4d-c803b45764a7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] No DVR routers for this DVR port f92841a2-9aad-410c-a854-7eb3e7144a12 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:02:10.612734 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-bc5fc170-a3d2-424c-b360-8f5459b1b75d req-a3a6e566-206e-43b4-8b4d-c803b45764a7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:10.620160 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bc5fc170-a3d2-424c-b360-8f5459b1b75d req-a3a6e566-206e-43b4-8b4d-c803b45764a7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "DELETE /v2.0/ports/f92841a2-9aad-410c-a854-7eb3e7144a12 HTTP/1.1" status: 204 len: 173 time: 0.5591357 Jul 29 15:02:10.620648 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f', 'name': 'network-vif-deleted', 'tag': 'f92841a2-9aad-410c-a854-7eb3e7144a12'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:10.623927 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24093892-cc86-40a6-9dd9-a03842071780" -d '{"events": [{"server_uuid": "9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f", "name": "network-vif-deleted", "tag": "f92841a2-9aad-410c-a854-7eb3e7144a12"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:10.635195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port fe408a17-d0ed-4164-9caa-d11c4c8579e7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:10.635754 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:10.638137 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-83a4597c-6a65-4cfd-8842-03c2544999e2 req-1131f6d5-ea18-4487-9f4f-075950d1bda6 tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/security-groups?id=b991488a-1084-4e16-ab35-bb3ef7b8cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711675 Jul 29 15:02:10.833320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1efe4f-41c0-45bd-bae6-7b18183bf619 req-77667920-e084-4f13-a9e2-3687279eaed4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:10.834936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a1efe4f-41c0-45bd-bae6-7b18183bf619 req-77667920-e084-4f13-a9e2-3687279eaed4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0888267 Jul 29 15:02:10.837300 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-622976e6-6e8b-4871-ba2c-2a9ebf3abf55 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:10.884591 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:10.912568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622976e6-6e8b-4871-ba2c-2a9ebf3abf55 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:02:10.927746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-622976e6-6e8b-4871-ba2c-2a9ebf3abf55 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:02:10.931692 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622976e6-6e8b-4871-ba2c-2a9ebf3abf55 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:10.932281 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-622976e6-6e8b-4871-ba2c-2a9ebf3abf55 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:10.940208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6ac1a7-12c8-46c0-94df-34bf7beb2c2d None None] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:02:10.954727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622976e6-6e8b-4871-ba2c-2a9ebf3abf55 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Subnet': ['ID=7ef8927a-a37a-464b-b019-e48abf97547f,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:10.965170 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a1efe4f-41c0-45bd-bae6-7b18183bf619 req-4ae55a75-e308-4821-8803-41072983c1fa tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182795 Jul 29 15:02:10.978628 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-622976e6-6e8b-4871-ba2c-2a9ebf3abf55 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7345517 Jul 29 15:02:10.981545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50380) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:10.989051 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-543bb525-5584-4729-87c5-2ebbc10a779e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-696388373', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7ef8927a-a37a-464b-b019-e48abf97547f'}], 'security_groups': ['da035473-c494-46fd-b5e6-486eaacbd527', 'f28cc242-bfb4-499b-9028-6c13226f00e4']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:11.166105 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7870a1d0-3333-492c-883b-5d9baf3f1385 x-openstack-request-id: req-7870a1d0-3333-492c-883b-5d9baf3f1385 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:11.167117 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f", "name": "network-vif-deleted", "tag": "f92841a2-9aad-410c-a854-7eb3e7144a12", "status": "failed", "code": 422}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:11.167378 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7870a1d0-3333-492c-883b-5d9baf3f1385 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:11.167801 n-d-802893-1 neutron-server[94158]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9573e0a5-ffcc-4af1-9aa0-50a3865b6e0f', 'name': 'network-vif-deleted', 'tag': 'f92841a2-9aad-410c-a854-7eb3e7144a12', 'status': 'failed', 'code': 422} returned with failed status Jul 29 15:02:11.229584 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-543bb525-5584-4729-87c5-2ebbc10a779e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:11.441445 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9ece18-3866-4ec5-981d-747d96605e4a None None] Update dhcp port {'port': {'network_id': 'fd2d6182-f59c-4e18-8be1-f61391d545d5', 'fixed_ips': [{'subnet_id': '64a0632f-3f2a-400b-9182-862eca772c66', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aba105ce-5ed4-41ff-8802-00d3a0bbdfe7', 'ip_address': '172.20.0.2'}, {'subnet_id': '7ef8927a-a37a-464b-b019-e48abf97547f'}], 'binding:host_id': 'n-d-802893-1'}, 'id': 'fe408a17-d0ed-4164-9caa-d11c4c8579e7'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:02:11.447224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7458f-5767-4228-b859-35974d909015 req-4e85e63a-7067-45a0-965f-f2c1677829ab tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:11.450028 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aac7458f-5767-4228-b859-35974d909015 req-4e85e63a-7067-45a0-965f-f2c1677829ab tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.39 "GET /v2.0/ports?device_id=584ecc87-d739-4b70-a50c-ee62375b14af HTTP/1.1" status: 200 len: 945 time: 0.1172054 Jul 29 15:02:11.495365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f92841a2-9aad-410c-a854-7eb3e7144a12 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:02:11.525194 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: f92841a2-9aad-410c-a854-7eb3e7144a12 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:02:11.525194 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f92841a2-9aad-410c-a854-7eb3e7144a12 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:02:11.530141 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac9ece18-3866-4ec5-981d-747d96605e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:11.629015 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-aac7458f-5767-4228-b859-35974d909015 req-9663266d-4726-47fe-ae15-01bac033bbac tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Deleting port aabc9ae8-33cd-46a1-b1a9-dd945178e95c {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:11.629368 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aac7458f-5767-4228-b859-35974d909015 req-9663266d-4726-47fe-ae15-01bac033bbac tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:11.776398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-2b320277-9f70-4b4f-aaa4-a770524d4838 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:11.783783 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-2b320277-9f70-4b4f-aaa4-a770524d4838 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 811 time: 0.1800449 Jul 29 15:02:11.808548 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6001a070-f1d3-4579-a27b-f645c24cfc0b tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/quotas/e951561287f84a8e8ff1072e4b5cb2f0 HTTP/1.1" status: 200 len: 375 time: 0.0236106 Jul 29 15:02:11.855330 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-75a364b5-a76c-4a60-891b-7f2818509e59 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456789 Jul 29 15:02:11.857016 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-543bb525-5584-4729-87c5-2ebbc10a779e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Delete allocated IP 172.20.0.10 (fd2d6182-f59c-4e18-8be1-f61391d545d5/aba105ce-5ed4-41ff-8802-00d3a0bbdfe7) {{(pid=94158) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 15:02:11.899089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-543bb525-5584-4729-87c5-2ebbc10a779e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Allocated IP 172.20.0.40 (fd2d6182-f59c-4e18-8be1-f61391d545d5/7ef8927a-a37a-464b-b019-e48abf97547f/ea0c9940-8073-40b8-a747-6c053381b3c4) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:02:12.037218 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-3dcc0d47-a399-40ae-b131-d104ddfc8027 service neutron] 10.222.0.16 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736042 Jul 29 15:02:12.182597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e600e-28c0-4bd1-9cf1-9e5ff96aab90 req-623ce3cd-4d26-4137-92ea-d447110b619a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:12.184126 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-072e600e-28c0-4bd1-9cf1-9e5ff96aab90 req-623ce3cd-4d26-4137-92ea-d447110b619a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=063b7f67-e1ab-462e-b32b-965c4cc349fe HTTP/1.1" status: 200 len: 943 time: 0.0892589 Jul 29 15:02:12.186058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-aac7458f-5767-4228-b859-35974d909015 req-9663266d-4726-47fe-ae15-01bac033bbac tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] For port aabc9ae8-33cd-46a1-b1a9-dd945178e95c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=aabc9ae8-33cd-46a1-b1a9-dd945178e95c,segment=NetworkSegment(0811b4fa-df02-482c-8fc1-4825ef94f0ac),segment_id=0811b4fa-df02-482c-8fc1-4825ef94f0ac)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:12.186421 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aac7458f-5767-4228-b859-35974d909015 req-9663266d-4726-47fe-ae15-01bac033bbac tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:12.199453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-aac7458f-5767-4228-b859-35974d909015 req-9663266d-4726-47fe-ae15-01bac033bbac tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Calling delete_port for aabc9ae8-33cd-46a1-b1a9-dd945178e95c owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:12.223390 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-5d557018-4fd9-4518-9b9b-2e969e0cc9d9 service neutron] 10.222.0.16 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602414 Jul 29 15:02:12.242251 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-543bb525-5584-4729-87c5-2ebbc10a779e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:12.256907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-543bb525-5584-4729-87c5-2ebbc10a779e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Transition to ACTIVE for port object ea0c9940-8073-40b8-a747-6c053381b3c4 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:02:12.267072 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-543bb525-5584-4729-87c5-2ebbc10a779e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:12.341541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-ac9ece18-3866-4ec5-981d-747d96605e4a None None] Allocated IP 172.20.0.34 (fd2d6182-f59c-4e18-8be1-f61391d545d5/7ef8927a-a37a-464b-b019-e48abf97547f/fe408a17-d0ed-4164-9caa-d11c4c8579e7) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:02:12.349494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bb525-5584-4729-87c5-2ebbc10a779e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event updated for resources: {'Port': ['ID=ea0c9940-8073-40b8-a747-6c053381b3c4,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:12.486431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-072e600e-28c0-4bd1-9cf1-9e5ff96aab90 req-f48b0e64-3c1d-4b03-8911-f5845538837f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Deleting port ad1f0839-03fd-463e-b164-5a83e3a7d724 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:12.486431 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-072e600e-28c0-4bd1-9cf1-9e5ff96aab90 req-f48b0e64-3c1d-4b03-8911-f5845538837f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:12.493350 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ac9ece18-3866-4ec5-981d-747d96605e4a None None] For port fe408a17-d0ed-4164-9caa-d11c4c8579e7, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fe408a17-d0ed-4164-9caa-d11c4c8579e7,segment=NetworkSegment(d53ea98b-9060-4baf-b0a8-c03fc29e240c),segment_id=d53ea98b-9060-4baf-b0a8-c03fc29e240c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:12.531506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-543bb525-5584-4729-87c5-2ebbc10a779e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] In _notify_port_updated(), no bound segment for port ea0c9940-8073-40b8-a747-6c053381b3c4 on network fd2d6182-f59c-4e18-8be1-f61391d545d5 {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:02:12.533665 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac9ece18-3866-4ec5-981d-747d96605e4a None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:12.537695 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543bb525-5584-4729-87c5-2ebbc10a779e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:12.538509 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-543bb525-5584-4729-87c5-2ebbc10a779e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:12.540924 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-543bb525-5584-4729-87c5-2ebbc10a779e tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "PUT /v2.0/ports/ea0c9940-8073-40b8-a747-6c053381b3c4 HTTP/1.1" status: 200 len: 959 time: 1.5582111 Jul 29 15:02:12.543914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50462) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:12.591043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651fc4d-d1c8-4fa0-841a-9ada567b4127 req-2558f025-7951-414b-a1b7-e68cd987cb6b tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:12.592024 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7651fc4d-d1c8-4fa0-841a-9ada567b4127 req-2558f025-7951-414b-a1b7-e68cd987cb6b tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/ports?device_id=584ecc87-d739-4b70-a50c-ee62375b14af HTTP/1.1" status: 200 len: 945 time: 0.1184168 Jul 29 15:02:12.601999 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ac9ece18-3866-4ec5-981d-747d96605e4a None None] Transition to ACTIVE for port object fe408a17-d0ed-4164-9caa-d11c4c8579e7 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:02:12.611082 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac9ece18-3866-4ec5-981d-747d96605e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:12.623763 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aac7458f-5767-4228-b859-35974d909015 req-9663266d-4726-47fe-ae15-01bac033bbac tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:12.683762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['aabc9ae8-33cd-46a1-b1a9-dd945178e95c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:02:12.686234 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7651fc4d-d1c8-4fa0-841a-9ada567b4127 req-58a4eaff-74b3-41d5-acd5-f4fa88588d9c tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.16 "GET /v2.0/security-groups?id=b991488a-1084-4e16-ab35-bb3ef7b8cfef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860548 Jul 29 15:02:12.713197 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-671e58e3-5f4e-4cdf-96a9-19cb3f046cb3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port ea0c9940-8073-40b8-a747-6c053381b3c4 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:12.713896 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-671e58e3-5f4e-4cdf-96a9-19cb3f046cb3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:12.737209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663266d-4726-47fe-ae15-01bac033bbac tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Pushing event deleted for resources: {'Port': ['ID=aabc9ae8-33cd-46a1-b1a9-dd945178e95c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:12.762654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-072e600e-28c0-4bd1-9cf1-9e5ff96aab90 req-f48b0e64-3c1d-4b03-8911-f5845538837f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] For port ad1f0839-03fd-463e-b164-5a83e3a7d724, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ad1f0839-03fd-463e-b164-5a83e3a7d724,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:12.764008 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-072e600e-28c0-4bd1-9cf1-9e5ff96aab90 req-f48b0e64-3c1d-4b03-8911-f5845538837f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:12.779393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-072e600e-28c0-4bd1-9cf1-9e5ff96aab90 req-f48b0e64-3c1d-4b03-8911-f5845538837f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Calling delete_port for ad1f0839-03fd-463e-b164-5a83e3a7d724 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:12.799163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ece18-3866-4ec5-981d-747d96605e4a None None] Pushing event updated for resources: {'Port': ['ID=fe408a17-d0ed-4164-9caa-d11c4c8579e7,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:12.887026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac7458f-5767-4228-b859-35974d909015 req-9663266d-4726-47fe-ae15-01bac033bbac tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] No DVR routers for this DVR port aabc9ae8-33cd-46a1-b1a9-dd945178e95c on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:02:12.899537 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-49057c3d-ba93-4f99-acab-a6e61f03a29d req-60ff386d-5f85-4914-a9e1-b545df339d54 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 210 time: 0.0399430 Jul 29 15:02:12.939642 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aac7458f-5767-4228-b859-35974d909015 req-9663266d-4726-47fe-ae15-01bac033bbac tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:12.942257 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aac7458f-5767-4228-b859-35974d909015 req-9663266d-4726-47fe-ae15-01bac033bbac tempest-ServerPasswordTestJSON-249791737 tempest-ServerPasswordTestJSON-249791737-project] 10.222.0.39 "DELETE /v2.0/ports/aabc9ae8-33cd-46a1-b1a9-dd945178e95c HTTP/1.1" status: 204 len: 173 time: 1.4850852 Jul 29 15:02:12.942257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584ecc87-d739-4b70-a50c-ee62375b14af', 'name': 'network-vif-deleted', 'tag': 'aabc9ae8-33cd-46a1-b1a9-dd945178e95c'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:12.944920 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704319db-aa0c-4512-a6dd-d18bfeffb0df" -d '{"events": [{"server_uuid": "584ecc87-d739-4b70-a50c-ee62375b14af", "name": "network-vif-deleted", "tag": "aabc9ae8-33cd-46a1-b1a9-dd945178e95c"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:12.989075 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-671e58e3-5f4e-4cdf-96a9-19cb3f046cb3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:13.010296 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb87b13-92b2-4c42-86fd-aca334e7457b x-openstack-request-id: req-feb87b13-92b2-4c42-86fd-aca334e7457b {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:13.010583 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584ecc87-d739-4b70-a50c-ee62375b14af", "name": "network-vif-deleted", "tag": "aabc9ae8-33cd-46a1-b1a9-dd945178e95c", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:13.011015 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-feb87b13-92b2-4c42-86fd-aca334e7457b {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:13.011644 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584ecc87-d739-4b70-a50c-ee62375b14af', 'name': 'network-vif-deleted', 'tag': 'aabc9ae8-33cd-46a1-b1a9-dd945178e95c', 'status': 'completed', 'code': 200} Jul 29 15:02:13.018335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-671e58e3-5f4e-4cdf-96a9-19cb3f046cb3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for ea0c9940-8073-40b8-a747-6c053381b3c4 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:13.117601 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-072e600e-28c0-4bd1-9cf1-9e5ff96aab90 req-f48b0e64-3c1d-4b03-8911-f5845538837f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:13.130187 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['841543b8-1f44-42a8-a561-ff4e94df3787', '98f995c5-687d-45d9-b67f-0a6e7d256ad4'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:02:13.181550 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b0e64-3c1d-4b03-8911-f5845538837f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event deleted for resources: {'Port': ['ID=ad1f0839-03fd-463e-b164-5a83e3a7d724,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:13.295586 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-072e600e-28c0-4bd1-9cf1-9e5ff96aab90 req-f48b0e64-3c1d-4b03-8911-f5845538837f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] No DVR routers for this DVR port ad1f0839-03fd-463e-b164-5a83e3a7d724 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:02:13.299858 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-072e600e-28c0-4bd1-9cf1-9e5ff96aab90 req-f48b0e64-3c1d-4b03-8911-f5845538837f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:13.309636 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-072e600e-28c0-4bd1-9cf1-9e5ff96aab90 req-f48b0e64-3c1d-4b03-8911-f5845538837f tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "DELETE /v2.0/ports/ad1f0839-03fd-463e-b164-5a83e3a7d724 HTTP/1.1" status: 204 len: 173 time: 1.1033673 Jul 29 15:02:13.313332 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-671e58e3-5f4e-4cdf-96a9-19cb3f046cb3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:13.369444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e58e3-5f4e-4cdf-96a9-19cb3f046cb3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=ea0c9940-8073-40b8-a747-6c053381b3c4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:13.784057 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50490) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:13.922758 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-1682ded1-0fd8-4c76-b3a7-4c5d1a36041f admin admin] Deleting subnet 0a2ab4c9-fe9d-467c-94dc-555d103afe2f {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:02:13.932465 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1682ded1-0fd8-4c76-b3a7-4c5d1a36041f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.011786 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-671e58e3-5f4e-4cdf-96a9-19cb3f046cb3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.013770 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-671e58e3-5f4e-4cdf-96a9-19cb3f046cb3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/ea0c9940-8073-40b8-a747-6c053381b3c4 HTTP/1.1" status: 204 len: 168 time: 1.4673860 Jul 29 15:02:14.016635 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50500) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:14.058144 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-51e1d751-4819-4919-ab59-a2d9afa93796 None None] Could not find standard attr ID for object ea0c9940-8073-40b8-a747-6c053381b3c4. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:02:14.062891 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-833b9cd6-c156-4c86-928a-bcc773b2b7d3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] GET failed (client error): The resource could not be found. Jul 29 15:02:14.069929 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-833b9cd6-c156-4c86-928a-bcc773b2b7d3 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports/ea0c9940-8073-40b8-a747-6c053381b3c4 HTTP/1.1" status: 404 len: 333 time: 0.0499973 Jul 29 15:02:14.071754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50504) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:14.075295 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1682ded1-0fd8-4c76-b3a7-4c5d1a36041f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.096057 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-51e1d751-4819-4919-ab59-a2d9afa93796 None None] Provisioning complete for port 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:14.096431 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51e1d751-4819-4919-ab59-a2d9afa93796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.103029 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a2dbb00c-0b84-49fe-81ab-abde07d64d96 req-08419e1e-bac6-45fc-a46b-5bd324e0dbfe tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 210 time: 0.0993598 Jul 29 15:02:14.175098 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1682ded1-0fd8-4c76-b3a7-4c5d1a36041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.196014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-51e1d751-4819-4919-ab59-a2d9afa93796 None None] Port 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:02:14.233697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-51e1d751-4819-4919-ab59-a2d9afa93796 None None] Provisioning for port fe408a17-d0ed-4164-9caa-d11c4c8579e7 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:02:14.239400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-51e1d751-4819-4919-ab59-a2d9afa93796 None None] Provisioning complete for port fe408a17-d0ed-4164-9caa-d11c4c8579e7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:14.239900 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51e1d751-4819-4919-ab59-a2d9afa93796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.261611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-907fd8a6-dda9-4c79-9780-2872c1732f44 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:14.263657 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-907fd8a6-dda9-4c79-9780-2872c1732f44 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 811 time: 0.1679335 Jul 29 15:02:14.277243 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80e12f98-92ea-4288-bd79-dfd45bdb0fc4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.284063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-8baea756-791d-4f40-8b66-308c017eca8f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Request body: {'port': {'device_id': '20fcc56b-1191-4740-b283-0f5e82d948a2', 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082', 'admin_state_up': True, 'tenant_id': 'e951561287f84a8e8ff1072e4b5cb2f0'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:14.389799 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80e12f98-92ea-4288-bd79-dfd45bdb0fc4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.420609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa39f9-d9d0-4ff2-aef2-b12549a5a239 req-ef4a3676-6c2d-4ec7-aad3-78bd3d9dd9db tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:14.422442 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aefa39f9-d9d0-4ff2-aef2-b12549a5a239 req-ef4a3676-6c2d-4ec7-aad3-78bd3d9dd9db tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 907 time: 0.2197375 Jul 29 15:02:14.444988 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1682ded1-0fd8-4c76-b3a7-4c5d1a36041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.485611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682ded1-0fd8-4c76-b3a7-4c5d1a36041f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a2ab4c9-fe9d-467c-94dc-555d103afe2f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:14.493931 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1682ded1-0fd8-4c76-b3a7-4c5d1a36041f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.497567 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1682ded1-0fd8-4c76-b3a7-4c5d1a36041f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0a2ab4c9-fe9d-467c-94dc-555d103afe2f HTTP/1.1" status: 204 len: 168 time: 0.7124143 Jul 29 15:02:14.503319 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50516) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:14.509582 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80e12f98-92ea-4288-bd79-dfd45bdb0fc4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.512305 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80e12f98-92ea-4288-bd79-dfd45bdb0fc4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.515897 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-80e12f98-92ea-4288-bd79-dfd45bdb0fc4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/security-groups/3b96cab2-75b0-4d26-b5e8-7bb725cbe02a HTTP/1.1" status: 204 len: 168 time: 0.4351687 Jul 29 15:02:14.516319 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50518) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:14.532142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-8baea756-791d-4f40-8b66-308c017eca8f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Made reservation on behalf of e951561287f84a8e8ff1072e4b5cb2f0 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:02:14.537976 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-8baea756-791d-4f40-8b66-308c017eca8f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.551160 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fe408a17-d0ed-4164-9caa-d11c4c8579e7 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:02:14.553830 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e12f98-92ea-4288-bd79-dfd45bdb0fc4 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b96cab2-75b0-4d26-b5e8-7bb725cbe02a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:14.650157 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b49b0e79-4728-49b7-83fc-5de04bb7c785 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.678375 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b49b0e79-4728-49b7-83fc-5de04bb7c785 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.681058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port fe408a17-d0ed-4164-9caa-d11c4c8579e7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:14.681425 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.692636 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-400d93e2-15e2-492e-a491-1e71824c578a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.763508 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b49b0e79-4728-49b7-83fc-5de04bb7c785 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.768972 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b49b0e79-4728-49b7-83fc-5de04bb7c785 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.770248 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-38042237-1648-4905-a4c7-ca5083342092 None None] Could not find standard attr ID for object ea0c9940-8073-40b8-a747-6c053381b3c4. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:02:14.774546 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b49b0e79-4728-49b7-83fc-5de04bb7c785 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/security-groups/f28cc242-bfb4-499b-9028-6c13226f00e4 HTTP/1.1" status: 204 len: 168 time: 0.2521479 Jul 29 15:02:14.775253 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50520) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:14.813763 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b0e79-4728-49b7-83fc-5de04bb7c785 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28cc242-bfb4-499b-9028-6c13226f00e4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:14.861076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device aabc9ae8-33cd-46a1-b1a9-dd945178e95c no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:02:14.862741 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-400d93e2-15e2-492e-a491-1e71824c578a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.873916 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-400d93e2-15e2-492e-a491-1e71824c578a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27584d7b-2fed-4046-88c1-19d3d19986b9']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:14.874726 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7998-bb51-43ed-854a-76b975c13f35 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.888175 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-400d93e2-15e2-492e-a491-1e71824c578a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0811b4fa-df02-482c-8fc1-4825ef94f0ac') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:14.888475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-400d93e2-15e2-492e-a491-1e71824c578a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0811b4fa-df02-482c-8fc1-4825ef94f0ac') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:14.904855 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-400d93e2-15e2-492e-a491-1e71824c578a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.914939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-8baea756-791d-4f40-8b66-308c017eca8f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Allocated IP 172.20.0.14 (97a96aa0-af30-4a22-b3aa-15726419c082/1fc0785a-1332-47e1-a695-790fd3948837/cba803d1-4ad7-4d74-81b6-403c808283b2) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:02:14.917314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: aabc9ae8-33cd-46a1-b1a9-dd945178e95c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:02:14.917826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device aabc9ae8-33cd-46a1-b1a9-dd945178e95c not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:02:14.922569 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7998-bb51-43ed-854a-76b975c13f35 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.954269 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-400d93e2-15e2-492e-a491-1e71824c578a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.977288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400d93e2-15e2-492e-a491-1e71824c578a admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:02:14.977756 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-400d93e2-15e2-492e-a491-1e71824c578a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:02:14.979657 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:02:15.013302 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063b7f67-e1ab-462e-b32b-965c4cc349fe', 'name': 'network-vif-deleted', 'tag': 'ad1f0839-03fd-463e-b164-5a83e3a7d724'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:15.015844 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647220f8-2cde-411c-a9ae-a007375ae198" -d '{"events": [{"server_uuid": "063b7f67-e1ab-462e-b32b-965c4cc349fe", "name": "network-vif-deleted", "tag": "ad1f0839-03fd-463e-b164-5a83e3a7d724"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:15.026390 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7998-bb51-43ed-854a-76b975c13f35 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:15.029128 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7998-bb51-43ed-854a-76b975c13f35 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:15.030355 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8e5a7998-bb51-43ed-854a-76b975c13f35 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/security-groups/da035473-c494-46fd-b5e6-486eaacbd527 HTTP/1.1" status: 204 len: 168 time: 0.2444971 Jul 29 15:02:15.034002 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50530) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:15.067898 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e09f3fa-c3ac-43bb-a72a-a2a31e11a766 x-openstack-request-id: req-9e09f3fa-c3ac-43bb-a72a-a2a31e11a766 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:15.068185 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063b7f67-e1ab-462e-b32b-965c4cc349fe", "name": "network-vif-deleted", "tag": "ad1f0839-03fd-463e-b164-5a83e3a7d724", "status": "failed", "code": 422}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:15.068623 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e09f3fa-c3ac-43bb-a72a-a2a31e11a766 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:15.069259 n-d-802893-1 neutron-server[94157]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '063b7f67-e1ab-462e-b32b-965c4cc349fe', 'name': 'network-vif-deleted', 'tag': 'ad1f0839-03fd-463e-b164-5a83e3a7d724', 'status': 'failed', 'code': 422} returned with failed status Jul 29 15:02:15.078105 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7998-bb51-43ed-854a-76b975c13f35 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da035473-c494-46fd-b5e6-486eaacbd527,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:15.094098 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-400d93e2-15e2-492e-a491-1e71824c578a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:15.112611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e529d5-dc86-4c75-b7c7-95e4a70d28a2 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting subnet aba105ce-5ed4-41ff-8802-00d3a0bbdfe7 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:02:15.115934 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5e529d5-dc86-4c75-b7c7-95e4a70d28a2 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:15.126289 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-400d93e2-15e2-492e-a491-1e71824c578a admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:15.130585 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-400d93e2-15e2-492e-a491-1e71824c578a admin admin] 10.222.0.16 "DELETE /v2.0/networks/27584d7b-2fed-4046-88c1-19d3d19986b9 HTTP/1.1" status: 204 len: 168 time: 0.6226904 Jul 29 15:02:15.162591 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d93e2-15e2-492e-a491-1e71824c578a admin admin] Pushing event deleted for resources: {'Network': ['ID=27584d7b-2fed-4046-88c1-19d3d19986b9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:15.188000 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5e529d5-dc86-4c75-b7c7-95e4a70d28a2 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:15.285738 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8456ef85-c824-4e7e-81d3-c53b966e0698 req-07079b85-f934-43b1-b55d-a55ba23f934a tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 210 time: 0.0556560 Jul 29 15:02:15.331292 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-8baea756-791d-4f40-8b66-308c017eca8f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:15.335191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5e529d5-dc86-4c75-b7c7-95e4a70d28a2 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:15.353213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50542) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:15.407560 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-8baea756-791d-4f40-8b66-308c017eca8f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:15.429728 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-97ea3e92-dc4d-458d-8118-13d5e8ca1b76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b5f098e689c4eb3960e4b60751cc35c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714061 Jul 29 15:02:15.433098 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50544) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:15.458766 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-8baea756-791d-4f40-8b66-308c017eca8f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Network 97a96aa0-af30-4a22-b3aa-15726419c082 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:02:15.462562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-8baea756-791d-4f40-8b66-308c017eca8f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:02:15.463845 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5e529d5-dc86-4c75-b7c7-95e4a70d28a2 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:15.471094 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-8baea756-791d-4f40-8b66-308c017eca8f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:02:15.527535 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5e529d5-dc86-4c75-b7c7-95e4a70d28a2 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:15.532348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e728d65d-89c0-4a7a-bcaf-d92509e1a1d3 None None] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:02:15.535873 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e5e529d5-dc86-4c75-b7c7-95e4a70d28a2 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/aba105ce-5ed4-41ff-8802-00d3a0bbdfe7 HTTP/1.1" status: 204 len: 168 time: 0.4980364 Jul 29 15:02:15.540096 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e529d5-dc86-4c75-b7c7-95e4a70d28a2 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Subnet': ['ID=aba105ce-5ed4-41ff-8802-00d3a0bbdfe7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:15.542103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50552) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:15.542404 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-8baea756-791d-4f40-8b66-308c017eca8f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:15.543676 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-8baea756-791d-4f40-8b66-308c017eca8f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:15.562686 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baea756-791d-4f40-8b66-308c017eca8f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Pushing event updated for resources: {'Port': ['ID=cba803d1-4ad7-4d74-81b6-403c808283b2,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:15.580892 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-8baea756-791d-4f40-8b66-308c017eca8f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3004985 Jul 29 15:02:15.600645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Request body: {'port': {'device_id': '20fcc56b-1191-4740-b283-0f5e82d948a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:15.600915 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b041f8-503d-475d-966e-500fd2a7d0ca req-c377fc88-b5ac-4e87-a8b0-6362ede0e3ee tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:15.602958 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37b041f8-503d-475d-966e-500fd2a7d0ca req-c377fc88-b5ac-4e87-a8b0-6362ede0e3ee tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.39 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 907 time: 0.2040951 Jul 29 15:02:15.669494 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:15.696460 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c8f3a26-cade-4f3a-b0e3-e55ca75583a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:15.755751 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6b60fd-0a69-4d52-9707-56d337c931c7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting subnet 7ef8927a-a37a-464b-b019-e48abf97547f {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:02:15.765249 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d6b60fd-0a69-4d52-9707-56d337c931c7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:15.798081 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c8f3a26-cade-4f3a-b0e3-e55ca75583a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:15.821547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b97a54-4c6f-4629-832d-ff5537aa31cc req-18318d79-2a45-45b7-9479-56ce4d48cd40 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:15.838571 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b7b97a54-4c6f-4629-832d-ff5537aa31cc req-18318d79-2a45-45b7-9479-56ce4d48cd40 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 907 time: 0.2792554 Jul 29 15:02:15.897448 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d6b60fd-0a69-4d52-9707-56d337c931c7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:16.003780 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-37b041f8-503d-475d-966e-500fd2a7d0ca req-99047cd9-e8f5-40b3-8458-2201d2233add tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Deleting port d568e5b6-ffe5-43ee-bac8-390cd464dcf9 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:16.004131 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-37b041f8-503d-475d-966e-500fd2a7d0ca req-99047cd9-e8f5-40b3-8458-2201d2233add tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:16.147670 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba803d1-4ad7-4d74-81b6-403c808283b2 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:02:16.157200 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:16.222460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Transition to ACTIVE for port object cba803d1-4ad7-4d74-81b6-403c808283b2 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:02:16.229318 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:16.236430 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c8f3a26-cade-4f3a-b0e3-e55ca75583a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:16.239175 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c8f3a26-cade-4f3a-b0e3-e55ca75583a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:16.252408 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8c8f3a26-cade-4f3a-b0e3-e55ca75583a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b991488a-1084-4e16-ab35-bb3ef7b8cfef HTTP/1.1" status: 204 len: 168 time: 0.8147593 Jul 29 15:02:16.256290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-37b041f8-503d-475d-966e-500fd2a7d0ca req-99047cd9-e8f5-40b3-8458-2201d2233add tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] For port d568e5b6-ffe5-43ee-bac8-390cd464dcf9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d568e5b6-ffe5-43ee-bac8-390cd464dcf9,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:16.256716 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-37b041f8-503d-475d-966e-500fd2a7d0ca req-99047cd9-e8f5-40b3-8458-2201d2233add tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:16.299465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f3a26-cade-4f3a-b0e3-e55ca75583a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b991488a-1084-4e16-ab35-bb3ef7b8cfef,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:16.301915 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-37b041f8-503d-475d-966e-500fd2a7d0ca req-99047cd9-e8f5-40b3-8458-2201d2233add tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Calling delete_port for d568e5b6-ffe5-43ee-bac8-390cd464dcf9 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:16.323059 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d6b60fd-0a69-4d52-9707-56d337c931c7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:16.383999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cba803d1-4ad7-4d74-81b6-403c808283b2,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:16.527675 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Attempting to bind port cba803d1-4ad7-4d74-81b6-403c808283b2 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:02:16.528283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Attempting to bind port cba803d1-4ad7-4d74-81b6-403c808283b2 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:02:16.528898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Attempting to bind port cba803d1-4ad7-4d74-81b6-403c808283b2 on network 97a96aa0-af30-4a22-b3aa-15726419c082 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:02:16.534200 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Port cba803d1-4ad7-4d74-81b6-403c808283b2 on network 97a96aa0-af30-4a22-b3aa-15726419c082 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:02:16.534807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Attempting to bind port cba803d1-4ad7-4d74-81b6-403c808283b2 on network 97a96aa0-af30-4a22-b3aa-15726419c082 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:02:16.540965 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:02:16.541586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Checking segment: {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:02:16.541988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Bound using segment: {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:02:16.542633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Bound port: cba803d1-4ad7-4d74-81b6-403c808283b2, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:02:16.543242 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:16.616307 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d6b60fd-0a69-4d52-9707-56d337c931c7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:16.659116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] For port cba803d1-4ad7-4d74-81b6-403c808283b2, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:02:16.663107 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] For port cba803d1-4ad7-4d74-81b6-403c808283b2, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=cba803d1-4ad7-4d74-81b6-403c808283b2,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:02:16.670631 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:16.700243 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b60fd-0a69-4d52-9707-56d337c931c7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef8927a-a37a-464b-b019-e48abf97547f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:16.716960 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:16.717627 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:16.719139 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] 10.222.0.38 "PUT /v2.0/ports/cba803d1-4ad7-4d74-81b6-403c808283b2 HTTP/1.1" status: 200 len: 1092 time: 1.1239145 Jul 29 15:02:16.719606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fcc56b-1191-4740-b283-0f5e82d948a2', 'tag': 'cba803d1-4ad7-4d74-81b6-403c808283b2'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:16.722032 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8894cf41-c0db-4137-8f31-177b3887ba42" -d '{"events": [{"name": "network-changed", "server_uuid": "20fcc56b-1191-4740-b283-0f5e82d948a2", "tag": "cba803d1-4ad7-4d74-81b6-403c808283b2"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:16.740513 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d6b60fd-0a69-4d52-9707-56d337c931c7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:16.745277 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3d6b60fd-0a69-4d52-9707-56d337c931c7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/7ef8927a-a37a-464b-b019-e48abf97547f HTTP/1.1" status: 204 len: 168 time: 1.1996462 Jul 29 15:02:16.749091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50580) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:16.769126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a9c192-169c-45dd-a540-4a0f8d4fbce9 None None] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:02:16.801502 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-37b041f8-503d-475d-966e-500fd2a7d0ca req-99047cd9-e8f5-40b3-8458-2201d2233add tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:16.914048 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3329b0-92b4-4e01-8a43-d9c6d70283a8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] DELETE failed (client error): The resource could not be found. Jul 29 15:02:16.914745 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3329b0-92b4-4e01-8a43-d9c6d70283a8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:02:16.915824 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99047cd9-e8f5-40b3-8458-2201d2233add tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event deleted for resources: {'Port': ['ID=d568e5b6-ffe5-43ee-bac8-390cd464dcf9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:16.916584 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0c3329b0-92b4-4e01-8a43-d9c6d70283a8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/aba105ce-5ed4-41ff-8802-00d3a0bbdfe7 HTTP/1.1" status: 404 len: 337 time: 0.1665957 Jul 29 15:02:16.926387 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50586) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:16.927355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b041f8-503d-475d-966e-500fd2a7d0ca req-99047cd9-e8f5-40b3-8458-2201d2233add tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] No DVR routers for this DVR port d568e5b6-ffe5-43ee-bac8-390cd464dcf9 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:02:16.932658 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f901a19f-7e3d-4e74-aca7-c922e68fe154 x-openstack-request-id: req-f901a19f-7e3d-4e74-aca7-c922e68fe154 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:16.933088 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fcc56b-1191-4740-b283-0f5e82d948a2", "tag": "cba803d1-4ad7-4d74-81b6-403c808283b2", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:16.933411 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f901a19f-7e3d-4e74-aca7-c922e68fe154 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:16.933854 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fcc56b-1191-4740-b283-0f5e82d948a2', 'tag': 'cba803d1-4ad7-4d74-81b6-403c808283b2', 'status': 'completed', 'code': 200} Jul 29 15:02:16.967936 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253a9de-8a03-496d-bedf-c087e1d81f21 req-7cc7d92d-d74e-4021-ab97-f77d9f2de044 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:16.987241 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6253a9de-8a03-496d-bedf-c087e1d81f21 req-7cc7d92d-d74e-4021-ab97-f77d9f2de044 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 944 time: 0.4069259 Jul 29 15:02:17.014147 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-37b041f8-503d-475d-966e-500fd2a7d0ca req-99047cd9-e8f5-40b3-8458-2201d2233add tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:17.015034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc530a9-8883-4009-b592-6bbe466e14d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cba803d1-4ad7-4d74-81b6-403c808283b2,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:17.022090 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37b041f8-503d-475d-966e-500fd2a7d0ca req-99047cd9-e8f5-40b3-8458-2201d2233add tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.39 "DELETE /v2.0/ports/d568e5b6-ffe5-43ee-bac8-390cd464dcf9 HTTP/1.1" status: 204 len: 173 time: 1.3970549 Jul 29 15:02:17.040477 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-c08d7f64-ae56-444a-bc8f-000ec0306463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:17.042563 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-c08d7f64-ae56-444a-bc8f-000ec0306463 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 1095 time: 0.2189500 Jul 29 15:02:17.100561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893bb00b-a95f-4520-8f63-93c7a4718903', 'name': 'network-vif-deleted', 'tag': 'd568e5b6-ffe5-43ee-bac8-390cd464dcf9'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:17.106068 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2c3d31-f22f-4ac8-85ff-0c8bcee44354" -d '{"events": [{"server_uuid": "893bb00b-a95f-4520-8f63-93c7a4718903", "name": "network-vif-deleted", "tag": "d568e5b6-ffe5-43ee-bac8-390cd464dcf9"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:17.131313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0457237d-ae76-4d3c-83e9-9db41af4f5e3 None None] Provisioning complete for port 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:17.136788 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0457237d-ae76-4d3c-83e9-9db41af4f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:17.201362 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-01b74b6a-f43b-4e31-b956-ead513ef6902 req-a15639a8-6d97-40e0-bf6e-825570854ff4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=893bb00b-a95f-4520-8f63-93c7a4718903 HTTP/1.1" status: 200 len: 210 time: 0.1389680 Jul 29 15:02:17.203016 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-efa63a6f-c73b-4a5b-92cc-d39ef51b9ff0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cba803d1-4ad7-4d74-81b6-403c808283b2 HTTP/1.1" status: 200 len: 217 time: 0.1432405 Jul 29 15:02:17.233102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6704ebc-06f3-4132-90f0-625248e70daf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting subnet 64a0632f-3f2a-400b-9182-862eca772c66 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:02:17.235251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0457237d-ae76-4d3c-83e9-9db41af4f5e3 None None] Port 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:02:17.249146 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6704ebc-06f3-4132-90f0-625248e70daf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:17.252554 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0457237d-ae76-4d3c-83e9-9db41af4f5e3 None None] Provisioning complete for port fe408a17-d0ed-4164-9caa-d11c4c8579e7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:17.252976 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0457237d-ae76-4d3c-83e9-9db41af4f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:17.335506 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6253a9de-8a03-496d-bedf-c087e1d81f21 req-65e611d5-048e-4ba6-b2bd-3d3609d5b63d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470678 Jul 29 15:02:17.385372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-694c1301-9b7d-47e3-b6bc-a21f25376077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:17.391022 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-694c1301-9b7d-47e3-b6bc-a21f25376077 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc0785a-1332-47e1-a695-790fd3948837 HTTP/1.1" status: 200 len: 851 time: 0.1788909 Jul 29 15:02:17.403254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6704ebc-06f3-4132-90f0-625248e70daf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:17.466040 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-e58c04a5-6a16-43cf-b90d-79785c1b4d96 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97a96aa0-af30-4a22-b3aa-15726419c082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664268 Jul 29 15:02:17.467860 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a08dda-61f3-4d4b-97c0-e7d321e64418 x-openstack-request-id: req-57a08dda-61f3-4d4b-97c0-e7d321e64418 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:17.468362 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893bb00b-a95f-4520-8f63-93c7a4718903", "name": "network-vif-deleted", "tag": "d568e5b6-ffe5-43ee-bac8-390cd464dcf9", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:17.468776 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57a08dda-61f3-4d4b-97c0-e7d321e64418 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:17.469270 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893bb00b-a95f-4520-8f63-93c7a4718903', 'name': 'network-vif-deleted', 'tag': 'd568e5b6-ffe5-43ee-bac8-390cd464dcf9', 'status': 'completed', 'code': 200} Jul 29 15:02:17.616948 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6704ebc-06f3-4132-90f0-625248e70daf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:17.626651 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-1977bc46-682b-4728-9249-04c780325222 service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526783 Jul 29 15:02:17.765732 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6704ebc-06f3-4132-90f0-625248e70daf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:17.795831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6704ebc-06f3-4132-90f0-625248e70daf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Subnet': ['ID=64a0632f-3f2a-400b-9182-862eca772c66,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:17.811172 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6704ebc-06f3-4132-90f0-625248e70daf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:17.813427 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b6704ebc-06f3-4132-90f0-625248e70daf tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/64a0632f-3f2a-400b-9182-862eca772c66 HTTP/1.1" status: 204 len: 168 time: 0.8240256 Jul 29 15:02:17.815851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50620) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:17.846649 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e205ba71-9d6e-4f91-8e7a-a3cb4e4a0a43 req-411d27e2-e725-4548-bf18-ca1b07c14af6 service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038753 Jul 29 15:02:17.875008 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5d4fa0-05a7-4adf-888e-fbd2837e5393 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] DELETE failed (client error): The resource could not be found. Jul 29 15:02:17.875507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5d4fa0-05a7-4adf-888e-fbd2837e5393 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:02:17.881040 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cd5d4fa0-05a7-4adf-888e-fbd2837e5393 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/ba1b28c6-1f33-433b-af48-799812166e9d HTTP/1.1" status: 404 len: 337 time: 0.0636048 Jul 29 15:02:17.883744 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50630) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:17.922963 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5115f2b5-fa63-4ae8-8d90-22dde11a354c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "GET /v2.0/ports?device_id=53b68751-e776-4bf8-8549-9bc1e6740af3 HTTP/1.1" status: 200 len: 205 time: 0.0357454 Jul 29 15:02:17.923600 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50632) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:17.983893 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-41e3fb20-1650-45b1-9495-5135e83e4575 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] delete failed (client error): The resource could not be found. Jul 29 15:02:17.984997 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-41e3fb20-1650-45b1-9495-5135e83e4575 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/routers/53b68751-e776-4bf8-8549-9bc1e6740af3 HTTP/1.1" status: 404 len: 336 time: 0.0607677 Jul 29 15:02:17.988619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50634) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:18.053997 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894cf41-c0db-4137-8f31-177b3887ba42 req-8d8fca99-073c-4258-be98-00a218c22daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:18.055934 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8894cf41-c0db-4137-8f31-177b3887ba42 req-8d8fca99-073c-4258-be98-00a218c22daf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 1095 time: 0.0965712 Jul 29 15:02:18.058806 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a565f9-3670-4060-9e19-0cf2441cb02a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] DELETE failed (client error): The resource could not be found. Jul 29 15:02:18.059613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a565f9-3670-4060-9e19-0cf2441cb02a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:02:18.061763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-54a565f9-3670-4060-9e19-0cf2441cb02a tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/c3e8b128-1ccb-4d2c-a210-3a8c02c23dca HTTP/1.1" status: 404 len: 337 time: 0.0694368 Jul 29 15:02:18.064057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50640) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:18.176470 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f6247f-50eb-42ca-bdc6-c57ad84fecc8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] DELETE failed (client error): The resource could not be found. Jul 29 15:02:18.177000 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f6247f-50eb-42ca-bdc6-c57ad84fecc8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:02:18.182382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50650) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:18.184239 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-64f6247f-50eb-42ca-bdc6-c57ad84fecc8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/667343a2-3fe6-4c33-a1bb-0eca07b19892 HTTP/1.1" status: 404 len: 337 time: 0.1157281 Jul 29 15:02:18.213096 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb4909e-e422-42f1-8cfc-c1d1be22b97f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] DELETE failed (client error): The resource could not be found. Jul 29 15:02:18.213662 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb4909e-e422-42f1-8cfc-c1d1be22b97f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:02:18.219164 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1eb4909e-e422-42f1-8cfc-c1d1be22b97f tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/8e0395a0-8aa6-4aff-8fde-a0e7f6668d4c HTTP/1.1" status: 404 len: 337 time: 0.0323176 Jul 29 15:02:18.219164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50652) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:18.239996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe67ee7-a308-4682-9da3-f8b82515d5ba None None] Network fd2d6182-f59c-4e18-8be1-f61391d545d5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:02:18.253295 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b89db2e-50e7-47a4-bf98-7d7fcccc25c1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] DELETE failed (client error): The resource could not be found. Jul 29 15:02:18.254815 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b89db2e-50e7-47a4-bf98-7d7fcccc25c1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:02:18.258738 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9b89db2e-50e7-47a4-bf98-7d7fcccc25c1 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/16ad0f39-abf5-41a9-adef-9b9270939f6d HTTP/1.1" status: 404 len: 333 time: 0.0378315 Jul 29 15:02:18.261512 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50656) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:18.291533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894cf41-c0db-4137-8f31-177b3887ba42 req-a456a4cc-69da-4cac-b20b-8e3f4f066d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:18.293107 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8894cf41-c0db-4137-8f31-177b3887ba42 req-a456a4cc-69da-4cac-b20b-8e3f4f066d0f service neutron] 10.222.0.38 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 912 time: 0.2191582 Jul 29 15:02:18.326983 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16a9218-7332-4803-8cbf-bbe76101e2c8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] DELETE failed (client error): The resource could not be found. Jul 29 15:02:18.329151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16a9218-7332-4803-8cbf-bbe76101e2c8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:02:18.331033 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d16a9218-7332-4803-8cbf-bbe76101e2c8 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/6a45eed7-5d4c-4e42-83c2-29d994b56b78 HTTP/1.1" status: 404 len: 337 time: 0.0682006 Jul 29 15:02:18.342268 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50660) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:18.356034 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e894cd9e-7ae8-400e-badf-2da46f9d4f21 None None] Provisioning complete for port 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:18.356732 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e894cd9e-7ae8-400e-badf-2da46f9d4f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:18.405192 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-5103173b-7f07-40ba-9f86-6d51c80b287d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] DELETE failed (client error): The resource could not be found. Jul 29 15:02:18.409029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5103173b-7f07-40ba-9f86-6d51c80b287d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:02:18.411613 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5103173b-7f07-40ba-9f86-6d51c80b287d tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/16d00234-e7f6-4cef-ad34-363dce21f9c7 HTTP/1.1" status: 404 len: 337 time: 0.0680783 Jul 29 15:02:18.415403 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8894cf41-c0db-4137-8f31-177b3887ba42 req-fee80384-a266-43df-9e6d-053efd88422e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cba803d1-4ad7-4d74-81b6-403c808283b2 HTTP/1.1" status: 200 len: 217 time: 0.1098368 Jul 29 15:02:18.415873 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50670) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:18.440046 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69a3998-88cf-48aa-841d-144b85eb38ee tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] DELETE failed (client error): The resource could not be found. Jul 29 15:02:18.440968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69a3998-88cf-48aa-841d-144b85eb38ee tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:02:18.442758 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f69a3998-88cf-48aa-841d-144b85eb38ee tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/59d5839e-640f-40c4-83df-50a365c1b281 HTTP/1.1" status: 404 len: 333 time: 0.0259535 Jul 29 15:02:18.446074 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50672) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:18.509175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e894cd9e-7ae8-400e-badf-2da46f9d4f21 None None] Port 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:02:18.512605 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd456d0c-69df-426f-9208-582f9832a86b tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] DELETE failed (client error): The resource could not be found. Jul 29 15:02:18.513524 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd456d0c-69df-426f-9208-582f9832a86b tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:02:18.518695 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bd456d0c-69df-426f-9208-582f9832a86b tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/00718dd5-25f9-4b6c-99c3-614927bcf4dc HTTP/1.1" status: 404 len: 337 time: 0.0711651 Jul 29 15:02:18.521198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50676) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:18.561999 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e894cd9e-7ae8-400e-badf-2da46f9d4f21 None None] Provisioning complete for port fe408a17-d0ed-4164-9caa-d11c4c8579e7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:18.563320 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e894cd9e-7ae8-400e-badf-2da46f9d4f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:18.577972 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6f7c14-56da-4015-b97b-8ef2e3fcc52c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] DELETE failed (client error): The resource could not be found. Jul 29 15:02:18.578532 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6f7c14-56da-4015-b97b-8ef2e3fcc52c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:02:18.580602 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9a6f7c14-56da-4015-b97b-8ef2e3fcc52c tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/subnets/6dbf0332-0533-4e70-a3fb-c2c373c3bdd4 HTTP/1.1" status: 404 len: 337 time: 0.0582097 Jul 29 15:02:18.583406 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50678) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:18.602013 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894cf41-c0db-4137-8f31-177b3887ba42 req-16d4c8ac-e673-49a4-9b5a-439e6678c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:18.609011 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8894cf41-c0db-4137-8f31-177b3887ba42 req-16d4c8ac-e673-49a4-9b5a-439e6678c890 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc0785a-1332-47e1-a695-790fd3948837 HTTP/1.1" status: 200 len: 851 time: 0.1650686 Jul 29 15:02:18.666937 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9ac1f3-33c3-4b95-bbfb-b44e52c31211 None None] DHCP port deletion for fd2d6182-f59c-4e18-8be1-f61391d545d5 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:02:18.672593 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-afa27f86-e8fb-4b84-a1d0-213ab4c92da9 req-ea19deab-f098-4cc8-99cc-6f52bd9c7a12 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=26dc95c3-fdd5-4971-bd7c-d597bcf95c34 HTTP/1.1" status: 200 len: 210 time: 0.0959449 Jul 29 15:02:18.730119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8894cf41-c0db-4137-8f31-177b3887ba42 req-e95cebd4-0470-43f9-a540-0f6684c4fc6d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97a96aa0-af30-4a22-b3aa-15726419c082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999496 Jul 29 15:02:18.845697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ac1f3-33c3-4b95-bbfb-b44e52c31211 None None] Deleting port fe408a17-d0ed-4164-9caa-d11c4c8579e7 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:18.845697 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac1f3-33c3-4b95-bbfb-b44e52c31211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:18.882982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033603f9-9205-49f7-b0f2-12bb2dcd64c5 req-8aacaf78-4fbb-4113-928d-0ce506e17350 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:18.891618 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8894cf41-c0db-4137-8f31-177b3887ba42 req-14b13202-f893-4e0a-abb2-7973fb345e8d service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197426 Jul 29 15:02:18.895521 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-033603f9-9205-49f7-b0f2-12bb2dcd64c5 req-8aacaf78-4fbb-4113-928d-0ce506e17350 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 946 time: 0.1173429 Jul 29 15:02:18.923077 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42f40d-c5f1-40cf-9134-0c7ea553efe4 req-b0556f83-1377-46d3-9be8-b7ba01bc798c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:18.928740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4d9ac1f3-33c3-4b95-bbfb-b44e52c31211 None None] For port fe408a17-d0ed-4164-9caa-d11c4c8579e7, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fe408a17-d0ed-4164-9caa-d11c4c8579e7,segment=NetworkSegment(d53ea98b-9060-4baf-b0a8-c03fc29e240c),segment_id=d53ea98b-9060-4baf-b0a8-c03fc29e240c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:18.931590 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac1f3-33c3-4b95-bbfb-b44e52c31211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:18.933288 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eb42f40d-c5f1-40cf-9134-0c7ea553efe4 req-b0556f83-1377-46d3-9be8-b7ba01bc798c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 944 time: 0.2467096 Jul 29 15:02:18.948360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ac1f3-33c3-4b95-bbfb-b44e52c31211 None None] Calling delete_port for fe408a17-d0ed-4164-9caa-d11c4c8579e7 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:19.012541 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-033603f9-9205-49f7-b0f2-12bb2dcd64c5 req-bf0f3e65-d05e-4f19-bdd1-00028fa1a06d tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811975 Jul 29 15:02:19.025598 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2b22b-427b-4a71-b980-a7b0639e37a7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Deleting port 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:19.029126 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b22b-427b-4a71-b980-a7b0639e37a7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:19.038451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d568e5b6-ffe5-43ee-bac8-390cd464dcf9 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:02:19.060815 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eb42f40d-c5f1-40cf-9134-0c7ea553efe4 req-3e22e73b-4cc1-4625-a9de-14b9ba4062e1 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262827 Jul 29 15:02:19.085219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: d568e5b6-ffe5-43ee-bac8-390cd464dcf9 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:02:19.086710 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d568e5b6-ffe5-43ee-bac8-390cd464dcf9 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:02:19.093127 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac1f3-33c3-4b95-bbfb-b44e52c31211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:19.118932 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8894cf41-c0db-4137-8f31-177b3887ba42 req-98d2f9f1-a267-4bcc-943a-81f5bf903877 service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185316 Jul 29 15:02:19.167925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ac1f3-33c3-4b95-bbfb-b44e52c31211 None None] Pushing event deleted for resources: {'Port': ['ID=fe408a17-d0ed-4164-9caa-d11c4c8579e7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:19.171664 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b22b-427b-4a71-b980-a7b0639e37a7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:19.171881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9ac1f3-33c3-4b95-bbfb-b44e52c31211 None None] No DVR routers for this DVR port fe408a17-d0ed-4164-9caa-d11c4c8579e7 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:02:19.199887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2b22b-427b-4a71-b980-a7b0639e37a7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Calling delete_port for 6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:19.331984 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b22b-427b-4a71-b980-a7b0639e37a7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:19.371472 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2b22b-427b-4a71-b980-a7b0639e37a7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Port': ['ID=6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:19.387359 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ac2b22b-427b-4a71-b980-a7b0639e37a7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:19.391254 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3ac2b22b-427b-4a71-b980-a7b0639e37a7 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/ports/6fe6f2cd-ca79-40b6-91e7-f8b2030e5c54 HTTP/1.1" status: 204 len: 168 time: 0.8060637 Jul 29 15:02:19.393117 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50714) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:19.484481 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cbbdbdbe-26bf-4fd1-9da7-a0cb3a74b9dd req-cfa29ac7-d6d1-47ae-a070-d0dc97a3b918 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0379245 Jul 29 15:02:19.534989 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-77ffcdf4-eefb-4ce9-b8ce-bfebc6bdf994 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:19.654307 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-77ffcdf4-eefb-4ce9-b8ce-bfebc6bdf994 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:19.669190 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-77ffcdf4-eefb-4ce9-b8ce-bfebc6bdf994 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2d6182-f59c-4e18-8be1-f61391d545d5']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:19.682079 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-77ffcdf4-eefb-4ce9-b8ce-bfebc6bdf994 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53ea98b-9060-4baf-b0a8-c03fc29e240c') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:19.682394 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-77ffcdf4-eefb-4ce9-b8ce-bfebc6bdf994 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53ea98b-9060-4baf-b0a8-c03fc29e240c') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:19.715900 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-77ffcdf4-eefb-4ce9-b8ce-bfebc6bdf994 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:19.743870 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-77ffcdf4-eefb-4ce9-b8ce-bfebc6bdf994 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:19.758072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ffcdf4-eefb-4ce9-b8ce-bfebc6bdf994 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:02:19.758559 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-77ffcdf4-eefb-4ce9-b8ce-bfebc6bdf994 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:02:19.767973 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:02:19.856546 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-77ffcdf4-eefb-4ce9-b8ce-bfebc6bdf994 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:19.875801 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-77ffcdf4-eefb-4ce9-b8ce-bfebc6bdf994 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:19.878546 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-77ffcdf4-eefb-4ce9-b8ce-bfebc6bdf994 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] 10.222.0.16 "DELETE /v2.0/networks/fd2d6182-f59c-4e18-8be1-f61391d545d5 HTTP/1.1" status: 204 len: 168 time: 0.4842858 Jul 29 15:02:19.921967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffcdf4-eefb-4ce9-b8ce-bfebc6bdf994 tempest-PortsTestJSON-2140690033 tempest-PortsTestJSON-2140690033-project] Pushing event deleted for resources: {'Network': ['ID=fd2d6182-f59c-4e18-8be1-f61391d545d5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:19.952284 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04c217-9bbb-4985-b780-29a0e3c33eac req-791033ee-f474-444b-b6e0-8c808c2835a9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:19.954084 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5a04c217-9bbb-4985-b780-29a0e3c33eac req-791033ee-f474-444b-b6e0-8c808c2835a9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.39 "GET /v2.0/ports?device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 946 time: 0.0720661 Jul 29 15:02:20.102478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-5a04c217-9bbb-4985-b780-29a0e3c33eac req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Deleting port 98f995c5-687d-45d9-b67f-0a6e7d256ad4 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:20.103539 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5a04c217-9bbb-4985-b780-29a0e3c33eac req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:20.224063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0b00d-d025-4d7b-937b-04e1e29e9821 req-9ff4cf21-8fc1-4d38-9883-17334c00c5df tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:20.226584 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-46b0b00d-d025-4d7b-937b-04e1e29e9821 req-9ff4cf21-8fc1-4d38-9883-17334c00c5df tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 944 time: 0.0646713 Jul 29 15:02:20.269620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eac37c-4510-4271-9059-8fac080a57c6 req-d3fb1f2a-5282-4e31-80c9-89db67bfce5e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:20.277541 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1eac37c-4510-4271-9059-8fac080a57c6 req-d3fb1f2a-5282-4e31-80c9-89db67bfce5e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=d004eb59-5e4b-4044-8713-9d7fcc1d3f57 HTTP/1.1" status: 200 len: 946 time: 0.1690822 Jul 29 15:02:20.280817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-5a04c217-9bbb-4985-b780-29a0e3c33eac req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] For port 98f995c5-687d-45d9-b67f-0a6e7d256ad4, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=98f995c5-687d-45d9-b67f-0a6e7d256ad4,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:20.281202 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5a04c217-9bbb-4985-b780-29a0e3c33eac req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:20.288329 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-46b0b00d-d025-4d7b-937b-04e1e29e9821 req-89cd8d8a-3b12-4740-97f3-ce445bb72f1f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540650 Jul 29 15:02:20.298273 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50746) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:20.310118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-5a04c217-9bbb-4985-b780-29a0e3c33eac req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Calling delete_port for 98f995c5-687d-45d9-b67f-0a6e7d256ad4 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:20.376271 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1eac37c-4510-4271-9059-8fac080a57c6 req-05e536f5-06c5-4eea-b27c-c055d728b729 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978417 Jul 29 15:02:20.515869 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ffe24b50-d0cb-4c6d-bf31-7ac8416f42cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42d4e998c7924ea2885f5e7134c87060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161071 Jul 29 15:02:20.536787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50754) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:20.547004 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fe408a17-d0ed-4164-9caa-d11c4c8579e7 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:02:20.565281 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5a04c217-9bbb-4985-b780-29a0e3c33eac req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:20.609572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event deleted for resources: {'Port': ['ID=98f995c5-687d-45d9-b67f-0a6e7d256ad4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:20.621965 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: fe408a17-d0ed-4164-9caa-d11c4c8579e7 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:02:20.625117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fe408a17-d0ed-4164-9caa-d11c4c8579e7 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:02:20.635767 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:20.636410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:20.636964 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:20.637717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:20.637970 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['841543b8-1f44-42a8-a561-ff4e94df3787', '98f995c5-687d-45d9-b67f-0a6e7d256ad4'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:02:20.638079 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6469c5d9-a617-4276-9ef0-0fa7b5677d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:20.638538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:20.639064 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:20.640723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:20.643279 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:20.643643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:20.643986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:20.644326 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:20.644735 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:20.676839 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6469c5d9-a617-4276-9ef0-0fa7b5677d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:20.698752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a04c217-9bbb-4985-b780-29a0e3c33eac req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] No DVR routers for this DVR port 98f995c5-687d-45d9-b67f-0a6e7d256ad4 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:02:20.702004 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5a04c217-9bbb-4985-b780-29a0e3c33eac req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:20.704875 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5a04c217-9bbb-4985-b780-29a0e3c33eac req-b7085e95-f642-4443-a355-78533a31a988 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.39 "DELETE /v2.0/ports/98f995c5-687d-45d9-b67f-0a6e7d256ad4 HTTP/1.1" status: 204 len: 173 time: 0.7409563 Jul 29 15:02:20.706202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd004eb59-5e4b-4044-8713-9d7fcc1d3f57', 'name': 'network-vif-deleted', 'tag': '98f995c5-687d-45d9-b67f-0a6e7d256ad4'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:20.709102 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb4c1a3-3fea-4c65-8883-5604a763eb74" -d '{"events": [{"server_uuid": "d004eb59-5e4b-4044-8713-9d7fcc1d3f57", "name": "network-vif-deleted", "tag": "98f995c5-687d-45d9-b67f-0a6e7d256ad4"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:20.772412 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-70c15450-cc9c-471e-a24e-8334e2510447 req-90ad0656-3440-454a-8acc-feaa124fee6f tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0383079 Jul 29 15:02:20.780454 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6469c5d9-a617-4276-9ef0-0fa7b5677d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:20.786668 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6469c5d9-a617-4276-9ef0-0fa7b5677d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:20.790611 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6469c5d9-a617-4276-9ef0-0fa7b5677d42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/075c63d4-b320-4e09-9f1d-64a88f51896b HTTP/1.1" status: 204 len: 168 time: 0.2498939 Jul 29 15:02:20.808369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469c5d9-a617-4276-9ef0-0fa7b5677d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075c63d4-b320-4e09-9f1d-64a88f51896b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:20.838906 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b1500d-55fb-4541-a433-87e56fc3df27 x-openstack-request-id: req-f4b1500d-55fb-4541-a433-87e56fc3df27 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:20.839549 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d004eb59-5e4b-4044-8713-9d7fcc1d3f57", "name": "network-vif-deleted", "tag": "98f995c5-687d-45d9-b67f-0a6e7d256ad4", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:20.840022 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4b1500d-55fb-4541-a433-87e56fc3df27 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:20.840746 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd004eb59-5e4b-4044-8713-9d7fcc1d3f57', 'name': 'network-vif-deleted', 'tag': '98f995c5-687d-45d9-b67f-0a6e7d256ad4', 'status': 'completed', 'code': 200} Jul 29 15:02:20.988712 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b745ee03-e12a-42df-b8d2-35952e63cc34 req-7178dfd1-5430-4347-a10b-0b3b8d80560a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26dc95c3-fdd5-4971-bd7c-d597bcf95c34 HTTP/1.1" status: 200 len: 210 time: 0.0264168 Jul 29 15:02:21.499455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f75744-8786-4c60-8c99-f3ee371b89d5 req-8269764f-c64e-47e3-b5e4-94c132ab00b8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:21.512505 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8f75744-8786-4c60-8c99-f3ee371b89d5 req-8269764f-c64e-47e3-b5e4-94c132ab00b8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 944 time: 0.1463048 Jul 29 15:02:21.540143 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device cba803d1-4ad7-4d74-81b6-403c808283b2 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:02:21.566937 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8f75744-8786-4c60-8c99-f3ee371b89d5 req-3a6e5e85-0ada-4e43-8d54-9c7c5d1014dd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530126 Jul 29 15:02:21.709925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50808) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:21.717064 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port cba803d1-4ad7-4d74-81b6-403c808283b2, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=cba803d1-4ad7-4d74-81b6-403c808283b2,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:21.754948 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'cba803d1-4ad7-4d74-81b6-403c808283b2', 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082', 'port_id': 'cba803d1-4ad7-4d74-81b6-403c808283b2', 'mac_address': 'fa:16:3e:45:45:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc0785a-1332-47e1-a695-790fd3948837', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:02:21.806866 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc1482c-95c1-4d3b-947d-a4cc38d0f72a req-c5c4cca3-0ef4-48fb-bcdc-6fcc82c45c2a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:21.807151 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:21.815024 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ebc1482c-95c1-4d3b-947d-a4cc38d0f72a req-c5c4cca3-0ef4-48fb-bcdc-6fcc82c45c2a tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.0732143 Jul 29 15:02:21.822267 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba803d1-4ad7-4d74-81b6-403c808283b2 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:02:21.846701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port cba803d1-4ad7-4d74-81b6-403c808283b2, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=cba803d1-4ad7-4d74-81b6-403c808283b2,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:21.873275 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:21.906674 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ebc1482c-95c1-4d3b-947d-a4cc38d0f72a req-cc770b98-a1c1-422c-9c06-33e82e396b51 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900748 Jul 29 15:02:21.922684 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-56d3ec6c-df9c-453a-8e01-2531b3be35c7 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112736811'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:21.952770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=cba803d1-4ad7-4d74-81b6-403c808283b2,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:21.965371 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56d3ec6c-df9c-453a-8e01-2531b3be35c7 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:21.987467 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-236bfe3c-5f86-4266-aded-dc667aad972b req-107ae016-0d58-4f3e-8949-f137fdfefadc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0765166 Jul 29 15:02:21.993699 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56d3ec6c-df9c-453a-8e01-2531b3be35c7 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:22.041432 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-11d4da82-4426-4fb6-bbd5-30c9446a1a5c req-bdb4844b-ea6d-493b-a72e-cb3b31ee55ff tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0318253 Jul 29 15:02:22.123488 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56d3ec6c-df9c-453a-8e01-2531b3be35c7 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:22.127335 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56d3ec6c-df9c-453a-8e01-2531b3be35c7 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:22.176319 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3ec6c-df9c-453a-8e01-2531b3be35c7 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c65e41cd-6bc6-44f1-8d6e-d9a794266cd0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:22.188636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['cba803d1-4ad7-4d74-81b6-403c808283b2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:02:22.232475 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56d3ec6c-df9c-453a-8e01-2531b3be35c7 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:22.237698 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56d3ec6c-df9c-453a-8e01-2531b3be35c7 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:22.278736 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3ec6c-df9c-453a-8e01-2531b3be35c7 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be85fa77-6b5a-45e8-8e1a-115a08aa29ed,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:22.281135 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56d3ec6c-df9c-453a-8e01-2531b3be35c7 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:22.285157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50826) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:22.285472 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-56d3ec6c-df9c-453a-8e01-2531b3be35c7 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5727749 Jul 29 15:02:22.372066 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-28c62909-700e-4b2a-987a-123934f50ece tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0853436 Jul 29 15:02:22.374917 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50832) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:22.379805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0174a753-0125-4209-8425-a5752c444f7c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group': {'name': 'tempest-security--1506636661', 'description': 'tempest-security-description-578014225'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:22.412250 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0174a753-0125-4209-8425-a5752c444f7c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:22.480439 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0174a753-0125-4209-8425-a5752c444f7c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:22.485125 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0174a753-0125-4209-8425-a5752c444f7c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:22.488185 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0174a753-0125-4209-8425-a5752c444f7c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:22.491936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0174a753-0125-4209-8425-a5752c444f7c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "PUT /v2.0/security-groups/be85fa77-6b5a-45e8-8e1a-115a08aa29ed HTTP/1.1" status: 200 len: 1779 time: 0.1135373 Jul 29 15:02:22.492959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50838) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:22.517964 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174a753-0125-4209-8425-a5752c444f7c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be85fa77-6b5a-45e8-8e1a-115a08aa29ed,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:22.563485 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e44964fa-db5a-49fb-9607-92729442ad0b tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-groups/be85fa77-6b5a-45e8-8e1a-115a08aa29ed HTTP/1.1" status: 200 len: 1779 time: 0.0666142 Jul 29 15:02:22.564046 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50842) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:22.646140 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-483875c0-3fe1-4c25-9c8b-ab3b64301843 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:22.661075 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884e7d3-38ab-4256-b036-a70022c96138 req-0cff43ef-e32b-4bf4-892b-fa68cfbf4376 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:22.668519 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6884e7d3-38ab-4256-b036-a70022c96138 req-0cff43ef-e32b-4bf4-892b-fa68cfbf4376 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.0767419 Jul 29 15:02:22.680623 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-483875c0-3fe1-4c25-9c8b-ab3b64301843 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:22.713560 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6884e7d3-38ab-4256-b036-a70022c96138 req-949a03f4-50f2-48d1-be69-b4904f39d826 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439670 Jul 29 15:02:22.802933 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e77c9-fb15-49f3-9a6e-7df54fd0039c req-a03ca241-ab2e-4315-b96b-6fdb8239f481 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:22.805250 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-898e77c9-fb15-49f3-9a6e-7df54fd0039c req-a03ca241-ab2e-4315-b96b-6fdb8239f481 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 945 time: 0.1104491 Jul 29 15:02:22.806852 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-483875c0-3fe1-4c25-9c8b-ab3b64301843 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:22.809311 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-483875c0-3fe1-4c25-9c8b-ab3b64301843 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:22.810432 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-483875c0-3fe1-4c25-9c8b-ab3b64301843 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-groups/be85fa77-6b5a-45e8-8e1a-115a08aa29ed HTTP/1.1" status: 204 len: 168 time: 0.2457321 Jul 29 15:02:22.813250 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50852) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:22.827584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483875c0-3fe1-4c25-9c8b-ab3b64301843 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be85fa77-6b5a-45e8-8e1a-115a08aa29ed,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:22.878644 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-898e77c9-fb15-49f3-9a6e-7df54fd0039c req-919acf81-7c44-4614-b679-c6e224fc231d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643482 Jul 29 15:02:22.880731 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a0eb4bcc-7b01-41bb-8a86-1279f42f9641 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660284 Jul 29 15:02:22.883696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50854) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:22.903530 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-8c2911ec-c4f5-46db-b4fa-784c45fa5f8b tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] delete failed (client error): The resource could not be found. Jul 29 15:02:22.904899 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8c2911ec-c4f5-46db-b4fa-784c45fa5f8b tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-groups/be85fa77-6b5a-45e8-8e1a-115a08aa29ed HTTP/1.1" status: 404 len: 347 time: 0.0201495 Jul 29 15:02:22.906416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 98f995c5-687d-45d9-b67f-0a6e7d256ad4 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:02:22.908842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50856) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:22.915094 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-44750d00-5479-4528-a3e9-a717a3b9360d tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384054119'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:22.935287 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 98f995c5-687d-45d9-b67f-0a6e7d256ad4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:02:22.936176 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 98f995c5-687d-45d9-b67f-0a6e7d256ad4 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:02:22.945791 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-44750d00-5479-4528-a3e9-a717a3b9360d tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.078025 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f377cb-ee84-48ab-89a0-ca74d73b4f9a req-39869db9-558f-42f8-af8d-5ebc90ed5596 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:23.079733 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68f377cb-ee84-48ab-89a0-ca74d73b4f9a req-39869db9-558f-42f8-af8d-5ebc90ed5596 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.0827680 Jul 29 15:02:23.122846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e70128-27e1-41a8-a879-a03948d61fad req-268c0185-735a-4924-bf9e-e7f9c222ab27 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:23.124742 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53e70128-27e1-41a8-a879-a03948d61fad req-268c0185-735a-4924-bf9e-e7f9c222ab27 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.39 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 946 time: 0.0844154 Jul 29 15:02:23.150436 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-44750d00-5479-4528-a3e9-a717a3b9360d tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.167713 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68f377cb-ee84-48ab-89a0-ca74d73b4f9a req-0302478f-ed93-46dc-ab2f-e33e12809d80 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca6e5e7b-9606-49df-8793-92287d48b63c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702510 Jul 29 15:02:23.168342 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-44750d00-5479-4528-a3e9-a717a3b9360d tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.211005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44750d00-5479-4528-a3e9-a717a3b9360d tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79167712-082a-4b83-a47e-4cdce749431f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:23.218189 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-44750d00-5479-4528-a3e9-a717a3b9360d tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.221074 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-44750d00-5479-4528-a3e9-a717a3b9360d tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3105805 Jul 29 15:02:23.225086 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50868) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:23.230667 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b52558bb-c1d5-4c0b-b83d-0eafba36f2c1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group_rule': {'security_group_id': '79167712-082a-4b83-a47e-4cdce749431f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:23.231407 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-375c2cd9-b6b1-4e10-af44-1284a3bef2ae req-13e63dca-1cba-4a26-808c-9841ab85798a tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0630255 Jul 29 15:02:23.266095 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b52558bb-c1d5-4c0b-b83d-0eafba36f2c1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.311800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-53e70128-27e1-41a8-a879-a03948d61fad req-473974ed-796b-4ade-bffb-95ff046dcbd1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Deleting port 841543b8-1f44-42a8-a561-ff4e94df3787 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:23.312393 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53e70128-27e1-41a8-a879-a03948d61fad req-473974ed-796b-4ade-bffb-95ff046dcbd1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.380652 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b52558bb-c1d5-4c0b-b83d-0eafba36f2c1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.388406 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b52558bb-c1d5-4c0b-b83d-0eafba36f2c1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.411972 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52558bb-c1d5-4c0b-b83d-0eafba36f2c1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943ddac7-93c3-4da0-acba-49c673ebf900,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:23.423100 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b52558bb-c1d5-4c0b-b83d-0eafba36f2c1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.425225 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b52558bb-c1d5-4c0b-b83d-0eafba36f2c1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1987953 Jul 29 15:02:23.432036 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50884) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:23.476103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-53e70128-27e1-41a8-a879-a03948d61fad req-473974ed-796b-4ade-bffb-95ff046dcbd1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] For port 841543b8-1f44-42a8-a561-ff4e94df3787, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=841543b8-1f44-42a8-a561-ff4e94df3787,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:23.476629 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53e70128-27e1-41a8-a879-a03948d61fad req-473974ed-796b-4ade-bffb-95ff046dcbd1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.483701 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-31fcd00e-6875-4f64-a50e-6f60b014eabd tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.501089 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-31fcd00e-6875-4f64-a50e-6f60b014eabd tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.505915 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-53e70128-27e1-41a8-a879-a03948d61fad req-473974ed-796b-4ade-bffb-95ff046dcbd1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Calling delete_port for 841543b8-1f44-42a8-a561-ff4e94df3787 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:23.547760 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-31fcd00e-6875-4f64-a50e-6f60b014eabd tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.559795 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-31fcd00e-6875-4f64-a50e-6f60b014eabd tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.565189 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-31fcd00e-6875-4f64-a50e-6f60b014eabd tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/943ddac7-93c3-4da0-acba-49c673ebf900 HTTP/1.1" status: 204 len: 168 time: 0.1306808 Jul 29 15:02:23.567543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50886) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:23.576739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device cba803d1-4ad7-4d74-81b6-403c808283b2 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:02:23.599841 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcd00e-6875-4f64-a50e-6f60b014eabd tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=943ddac7-93c3-4da0-acba-49c673ebf900,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:23.671897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port cba803d1-4ad7-4d74-81b6-403c808283b2 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:02:23.687002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port cba803d1-4ad7-4d74-81b6-403c808283b2 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:23.687636 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.701960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-67bcab6d-857e-4957-a2f5-3708ad9e09af tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1336455 Jul 29 15:02:23.706576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50896) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:23.787936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-96850e14-968a-4df8-bf2f-8e187e9e413c req-cdba1062-0ef5-46a7-b410-e21b9dfa6913 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0399036 Jul 29 15:02:23.815062 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53e70128-27e1-41a8-a879-a03948d61fad req-473974ed-796b-4ade-bffb-95ff046dcbd1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.838701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['841543b8-1f44-42a8-a561-ff4e94df3787'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:02:23.872976 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473974ed-796b-4ade-bffb-95ff046dcbd1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event deleted for resources: {'Port': ['ID=841543b8-1f44-42a8-a561-ff4e94df3787,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:23.874071 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.901198 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-55312c84-9860-49c9-8f31-9a9c867ee541 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.932069 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-55312c84-9860-49c9-8f31-9a9c867ee541 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.946234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port cba803d1-4ad7-4d74-81b6-403c808283b2, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=cba803d1-4ad7-4d74-81b6-403c808283b2,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:23.947487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e7c17-f1b3-4602-a024-23ea493750e4 req-6adc4681-225a-4304-a62a-2905bf392a20 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:23.948299 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fcc56b-1191-4740-b283-0f5e82d948a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba803d1-4ad7-4d74-81b6-403c808283b2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:23.957915 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d59d27-ab9c-4a7f-a65c-0892691277dd" -d '{"events": [{"server_uuid": "20fcc56b-1191-4740-b283-0f5e82d948a2", "name": "network-vif-plugged", "status": "completed", "tag": "cba803d1-4ad7-4d74-81b6-403c808283b2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:23.958349 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-269e7c17-f1b3-4602-a024-23ea493750e4 req-6adc4681-225a-4304-a62a-2905bf392a20 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.0716252 Jul 29 15:02:23.968639 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.983410 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-55312c84-9860-49c9-8f31-9a9c867ee541 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.985806 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-55312c84-9860-49c9-8f31-9a9c867ee541 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:23.987244 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-55312c84-9860-49c9-8f31-9a9c867ee541 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-groups/79167712-082a-4b83-a47e-4cdce749431f HTTP/1.1" status: 204 len: 168 time: 0.2791505 Jul 29 15:02:23.998187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50904) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:24.028445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55312c84-9860-49c9-8f31-9a9c867ee541 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79167712-082a-4b83-a47e-4cdce749431f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:24.067500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=cba803d1-4ad7-4d74-81b6-403c808283b2,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:24.072432 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e70128-27e1-41a8-a879-a03948d61fad req-473974ed-796b-4ade-bffb-95ff046dcbd1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] No DVR routers for this DVR port 841543b8-1f44-42a8-a561-ff4e94df3787 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:02:24.084125 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53e70128-27e1-41a8-a879-a03948d61fad req-473974ed-796b-4ade-bffb-95ff046dcbd1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:24.086555 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53e70128-27e1-41a8-a879-a03948d61fad req-473974ed-796b-4ade-bffb-95ff046dcbd1 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.39 "DELETE /v2.0/ports/841543b8-1f44-42a8-a561-ff4e94df3787 HTTP/1.1" status: 204 len: 173 time: 0.9558680 Jul 29 15:02:24.087449 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41192275-1c3e-46ca-8d82-4d45f75e4105', 'name': 'network-vif-deleted', 'tag': '841543b8-1f44-42a8-a561-ff4e94df3787'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:24.087649 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-269e7c17-f1b3-4602-a024-23ea493750e4 req-35d9eae6-6c05-48b4-82fe-7cee8744bf84 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281743 Jul 29 15:02:24.089590 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c66ad0-1185-44e7-9f04-b3ec0b6a732e" -d '{"events": [{"server_uuid": "41192275-1c3e-46ca-8d82-4d45f75e4105", "name": "network-vif-deleted", "tag": "841543b8-1f44-42a8-a561-ff4e94df3787"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:24.138178 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e9cd93de-64c4-4141-809a-ee118d5c4b47 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1211431 Jul 29 15:02:24.142784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50914) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:24.148384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e99e869e-0603-4187-8a65-8a34509556ce tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group': {'name': 'tempest-secgroup--611002347'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:24.175825 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d698c9-8699-4343-9af8-68aee5b12367 req-0344dc35-86c3-4132-8d8b-ce19d0bc55e9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:24.177256 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55d698c9-8699-4343-9af8-68aee5b12367 req-0344dc35-86c3-4132-8d8b-ce19d0bc55e9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.1437848 Jul 29 15:02:24.183061 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1302453-af41-44b9-bb08-c53b9e9011cb x-openstack-request-id: req-c1302453-af41-44b9-bb08-c53b9e9011cb {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:24.183578 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fcc56b-1191-4740-b283-0f5e82d948a2", "name": "network-vif-plugged", "status": "completed", "tag": "cba803d1-4ad7-4d74-81b6-403c808283b2", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:24.184085 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1302453-af41-44b9-bb08-c53b9e9011cb {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:24.184742 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fcc56b-1191-4740-b283-0f5e82d948a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba803d1-4ad7-4d74-81b6-403c808283b2', 'code': 200} Jul 29 15:02:24.195959 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e99e869e-0603-4187-8a65-8a34509556ce tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:24.270271 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55d698c9-8699-4343-9af8-68aee5b12367 req-6bd3cc5e-e046-4d32-b19c-3b3fc2e0530f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781884 Jul 29 15:02:24.332279 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a41394-1de1-4640-81b3-d5287b1a75d9 x-openstack-request-id: req-a6a41394-1de1-4640-81b3-d5287b1a75d9 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:24.333104 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41192275-1c3e-46ca-8d82-4d45f75e4105", "name": "network-vif-deleted", "tag": "841543b8-1f44-42a8-a561-ff4e94df3787", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:24.333548 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6a41394-1de1-4640-81b3-d5287b1a75d9 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:24.334249 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41192275-1c3e-46ca-8d82-4d45f75e4105', 'name': 'network-vif-deleted', 'tag': '841543b8-1f44-42a8-a561-ff4e94df3787', 'status': 'completed', 'code': 200} Jul 29 15:02:24.419080 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e99e869e-0603-4187-8a65-8a34509556ce tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:24.440218 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05f7d92d-8a46-4bd7-9aee-49b438224375 req-55fe8a1f-c5e3-4cd5-9e03-077e4b297872 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=41192275-1c3e-46ca-8d82-4d45f75e4105 HTTP/1.1" status: 200 len: 210 time: 0.0399113 Jul 29 15:02:24.440218 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e99e869e-0603-4187-8a65-8a34509556ce tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:24.476582 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148badec-2826-4ac2-9b2c-6657122e75e8 req-469c9343-bd93-4126-9af8-fe32c354f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:24.478416 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-148badec-2826-4ac2-9b2c-6657122e75e8 req-469c9343-bd93-4126-9af8-fe32c354f374 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 1097 time: 0.1145020 Jul 29 15:02:24.482319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e99e869e-0603-4187-8a65-8a34509556ce tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:24.483819 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e99e869e-0603-4187-8a65-8a34509556ce tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3398132 Jul 29 15:02:24.487285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50922) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:24.494148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-fa7880e1-498c-44ff-bbdb-83efa4af60d0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group_rule': {'security_group_id': '6b56b5e4-4027-47d3-a9f7-abf23d229f44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:24.511086 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e869e-0603-4187-8a65-8a34509556ce tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b56b5e4-4027-47d3-a9f7-abf23d229f44,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:24.534900 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fa7880e1-498c-44ff-bbdb-83efa4af60d0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:24.535027 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-148badec-2826-4ac2-9b2c-6657122e75e8 req-dbe48dac-9904-4648-aad5-32aed89fb131 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457296 Jul 29 15:02:24.588140 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fa7880e1-498c-44ff-bbdb-83efa4af60d0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:24.593164 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fa7880e1-498c-44ff-bbdb-83efa4af60d0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:24.635431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7880e1-498c-44ff-bbdb-83efa4af60d0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e57405-224a-4e70-b484-700d4699dbc1,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:24.658589 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fa7880e1-498c-44ff-bbdb-83efa4af60d0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:24.660709 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fa7880e1-498c-44ff-bbdb-83efa4af60d0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1716313 Jul 29 15:02:24.662872 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50928) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:24.668844 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c0f9335e-e0c3-4f64-bdc1-2515330da9a0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group_rule': {'security_group_id': '6b56b5e4-4027-47d3-a9f7-abf23d229f44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:24.707567 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c0f9335e-e0c3-4f64-bdc1-2515330da9a0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:24.766586 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c0f9335e-e0c3-4f64-bdc1-2515330da9a0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:24.771350 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c0f9335e-e0c3-4f64-bdc1-2515330da9a0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:24.797434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9335e-e0c3-4f64-bdc1-2515330da9a0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac45b5d-841c-41eb-a22b-93faad1cdf1b,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:24.806462 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c0f9335e-e0c3-4f64-bdc1-2515330da9a0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:24.807740 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c0f9335e-e0c3-4f64-bdc1-2515330da9a0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433756 Jul 29 15:02:24.810739 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50938) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:24.816384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4c94e5fe-9d0e-4eec-ab8e-b0038db9a476 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group_rule': {'security_group_id': '6b56b5e4-4027-47d3-a9f7-abf23d229f44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:24.845429 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c94e5fe-9d0e-4eec-ab8e-b0038db9a476 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:24.940123 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d5d20d00-0f87-4962-ad19-e32d17068ac4 req-90c11115-2d33-4d81-b409-9b12504b9639 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0322621 Jul 29 15:02:24.964103 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c94e5fe-9d0e-4eec-ab8e-b0038db9a476 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:24.974539 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c94e5fe-9d0e-4eec-ab8e-b0038db9a476 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.002062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94e5fe-9d0e-4eec-ab8e-b0038db9a476 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d85b12-ec77-43fc-87e2-85dbc52ac793,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:25.013482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e372fcc-6f73-45d7-9832-a85e7cac6243 req-01183eae-b279-49a3-8a30-f5be5f25be7c tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:25.014956 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e372fcc-6f73-45d7-9832-a85e7cac6243 req-01183eae-b279-49a3-8a30-f5be5f25be7c tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.38 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.1037271 Jul 29 15:02:25.016252 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c94e5fe-9d0e-4eec-ab8e-b0038db9a476 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.019794 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4c94e5fe-9d0e-4eec-ab8e-b0038db9a476 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2056310 Jul 29 15:02:25.020146 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50942) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:25.026248 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f2cc4247-fdd5-47f9-b408-f2d80a017ccf tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group_rule': {'security_group_id': '6b56b5e4-4027-47d3-a9f7-abf23d229f44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:25.060974 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4247-fdd5-47f9-b408-f2d80a017ccf tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.120552 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-8e372fcc-6f73-45d7-9832-a85e7cac6243 req-fa93c578-23ff-49af-a272-339f0b6f702d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Deleting port f57ee018-b433-4528-a366-93e5e4fb32ae {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:25.120934 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8e372fcc-6f73-45d7-9832-a85e7cac6243 req-fa93c578-23ff-49af-a272-339f0b6f702d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.140900 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4247-fdd5-47f9-b408-f2d80a017ccf tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.147607 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4247-fdd5-47f9-b408-f2d80a017ccf tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.168709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc4247-fdd5-47f9-b408-f2d80a017ccf tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e177396-4e67-41fc-ae6e-bbf31c046b47,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:25.178834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f2cc4247-fdd5-47f9-b408-f2d80a017ccf tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.181883 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f2cc4247-fdd5-47f9-b408-f2d80a017ccf tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1605744 Jul 29 15:02:25.184464 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50950) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:25.189940 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-04091131-9118-4697-bc69-a38094836a9c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group_rule': {'security_group_id': '6b56b5e4-4027-47d3-a9f7-abf23d229f44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:25.219019 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04091131-9118-4697-bc69-a38094836a9c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.258505 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-8e372fcc-6f73-45d7-9832-a85e7cac6243 req-fa93c578-23ff-49af-a272-339f0b6f702d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] For port f57ee018-b433-4528-a366-93e5e4fb32ae, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f57ee018-b433-4528-a366-93e5e4fb32ae,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:25.258895 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8e372fcc-6f73-45d7-9832-a85e7cac6243 req-fa93c578-23ff-49af-a272-339f0b6f702d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.292317 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04091131-9118-4697-bc69-a38094836a9c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.298030 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04091131-9118-4697-bc69-a38094836a9c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.313573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dd34e-642e-4027-9cf0-86de73c273a0 req-d8088e22-a72c-45b2-a03b-6b254304c5ca tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:25.315255 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d70dd34e-642e-4027-9cf0-86de73c273a0 req-d8088e22-a72c-45b2-a03b-6b254304c5ca tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 946 time: 0.1013954 Jul 29 15:02:25.327175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04091131-9118-4697-bc69-a38094836a9c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a26188f-898d-4f30-b34d-89f123ed7064,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:25.372893 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04091131-9118-4697-bc69-a38094836a9c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.376805 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-04091131-9118-4697-bc69-a38094836a9c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1880491 Jul 29 15:02:25.377445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50958) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:25.424319 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794b849-4ba9-468e-8621-5b5cb5a787dd req-1355e830-7a37-4667-a75e-8b38e19150d5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:25.426219 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7794b849-4ba9-468e-8621-5b5cb5a787dd req-1355e830-7a37-4667-a75e-8b38e19150d5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.0896688 Jul 29 15:02:25.427790 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56abd510-9139-4905-b479-ff4c1746258a tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.428966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d70dd34e-642e-4027-9cf0-86de73c273a0 req-cea447c2-c291-4346-8566-066afd3bf3a4 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743668 Jul 29 15:02:25.436703 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56abd510-9139-4905-b479-ff4c1746258a tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.553061 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7794b849-4ba9-468e-8621-5b5cb5a787dd req-648902ef-3acc-4ebc-b7d5-8022335d16ed tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146681 Jul 29 15:02:25.556928 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56abd510-9139-4905-b479-ff4c1746258a tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.563620 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-56abd510-9139-4905-b479-ff4c1746258a tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.565220 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-56abd510-9139-4905-b479-ff4c1746258a tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0a26188f-898d-4f30-b34d-89f123ed7064 HTTP/1.1" status: 204 len: 168 time: 0.1867638 Jul 29 15:02:25.569450 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50964) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:25.598409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abd510-9139-4905-b479-ff4c1746258a tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a26188f-898d-4f30-b34d-89f123ed7064,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:25.666496 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6131f9cf-6abe-4d7a-93b6-c32b78d57bb0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0952568 Jul 29 15:02:25.674175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50968) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:25.708441 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5d886c2a-b7cc-427e-922c-03099bb25fb1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.720116 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5d886c2a-b7cc-427e-922c-03099bb25fb1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.755255 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5d886c2a-b7cc-427e-922c-03099bb25fb1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.765737 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5d886c2a-b7cc-427e-922c-03099bb25fb1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.767119 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5d886c2a-b7cc-427e-922c-03099bb25fb1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/1e177396-4e67-41fc-ae6e-bbf31c046b47 HTTP/1.1" status: 204 len: 168 time: 0.0917780 Jul 29 15:02:25.775727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50976) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:25.794854 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d886c2a-b7cc-427e-922c-03099bb25fb1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e177396-4e67-41fc-ae6e-bbf31c046b47,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:25.855808 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e5784e68-50ad-4846-bb4a-4013a8754ad6 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0790126 Jul 29 15:02:25.856639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50980) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:25.881714 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f01b145-a81d-480d-9271-a94cb4af43c2 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.890226 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f01b145-a81d-480d-9271-a94cb4af43c2 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.923214 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f01b145-a81d-480d-9271-a94cb4af43c2 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.929964 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f01b145-a81d-480d-9271-a94cb4af43c2 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:25.931071 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9f01b145-a81d-480d-9271-a94cb4af43c2 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e4d85b12-ec77-43fc-87e2-85dbc52ac793 HTTP/1.1" status: 204 len: 168 time: 0.0733140 Jul 29 15:02:25.935978 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50982) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:25.943023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01b145-a81d-480d-9271-a94cb4af43c2 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4d85b12-ec77-43fc-87e2-85dbc52ac793,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:25.991525 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-15ae8b6d-5e15-4aca-8369-19a8a3609bc5 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0543990 Jul 29 15:02:25.992157 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50986) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:26.018407 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bbddc58d-fa8c-4fc5-bfd6-de8539936384 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.027240 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bbddc58d-fa8c-4fc5-bfd6-de8539936384 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.051875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680d1fb-456d-4419-a2fd-58130956fea7 req-430cd9bc-c371-4b81-99fc-122a624fa276 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:26.053444 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5680d1fb-456d-4419-a2fd-58130956fea7 req-430cd9bc-c371-4b81-99fc-122a624fa276 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1643980 Jul 29 15:02:26.076745 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eb60960c-39e4-470b-acdf-7fbfaa2e647a req-daf9e63e-608a-4791-a0a5-2173edbc8eef tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0321333 Jul 29 15:02:26.080083 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8e372fcc-6f73-45d7-9832-a85e7cac6243 req-fa93c578-23ff-49af-a272-339f0b6f702d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.080411 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8e372fcc-6f73-45d7-9832-a85e7cac6243 req-fa93c578-23ff-49af-a272-339f0b6f702d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.080804 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-8e372fcc-6f73-45d7-9832-a85e7cac6243 req-fa93c578-23ff-49af-a272-339f0b6f702d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Floating IP 1b6b6112-6949-4d5f-95bc-9480423ac5a7 disassociated. External IP: 172.25.6.83, port: f57ee018-b433-4528-a366-93e5e4fb32ae. Jul 29 15:02:26.081148 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-8e372fcc-6f73-45d7-9832-a85e7cac6243 req-fa93c578-23ff-49af-a272-339f0b6f702d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Calling delete_port for f57ee018-b433-4528-a366-93e5e4fb32ae owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:26.089670 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bbddc58d-fa8c-4fc5-bfd6-de8539936384 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.102996 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddc58d-fa8c-4fc5-bfd6-de8539936384 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ac45b5d-841c-41eb-a22b-93faad1cdf1b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:26.115162 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bbddc58d-fa8c-4fc5-bfd6-de8539936384 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.115162 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bbddc58d-fa8c-4fc5-bfd6-de8539936384 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/4ac45b5d-841c-41eb-a22b-93faad1cdf1b HTTP/1.1" status: 204 len: 168 time: 0.1140528 Jul 29 15:02:26.115162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50992) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:26.159850 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5680d1fb-456d-4419-a2fd-58130956fea7 req-671780b5-b88a-4859-9971-ffa1ddd1af6c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926764 Jul 29 15:02:26.162691 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4354bc9f-9bf5-4bf3-8077-c8b836da9cc0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0514059 Jul 29 15:02:26.166276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50994) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:26.195908 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8034ccdc-36d8-4885-84f0-8b68d0558ba5 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.200799 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.210632 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8034ccdc-36d8-4885-84f0-8b68d0558ba5 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.240630 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8034ccdc-36d8-4885-84f0-8b68d0558ba5 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.249702 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8034ccdc-36d8-4885-84f0-8b68d0558ba5 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.250830 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8034ccdc-36d8-4885-84f0-8b68d0558ba5 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/d0e57405-224a-4e70-b484-700d4699dbc1 HTTP/1.1" status: 204 len: 168 time: 0.0834351 Jul 29 15:02:26.253420 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50996) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:26.264188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034ccdc-36d8-4885-84f0-8b68d0558ba5 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0e57405-224a-4e70-b484-700d4699dbc1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:26.281430 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8e372fcc-6f73-45d7-9832-a85e7cac6243 req-fa93c578-23ff-49af-a272-339f0b6f702d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.303317 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-96c9f094-c024-4d9e-a0a4-054b670edde5 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0463603 Jul 29 15:02:26.305125 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50998) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:26.313036 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93c578-23ff-49af-a272-339f0b6f702d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event deleted for resources: {'Port': ['ID=f57ee018-b433-4528-a366-93e5e4fb32ae,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:26.362872 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bf59710e-ceb3-4f76-9c4d-42c5e1e99fc2 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.392442 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bf59710e-ceb3-4f76-9c4d-42c5e1e99fc2 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.446481 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bf59710e-ceb3-4f76-9c4d-42c5e1e99fc2 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.448551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e372fcc-6f73-45d7-9832-a85e7cac6243 req-fa93c578-23ff-49af-a272-339f0b6f702d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Router 18c1758c-782c-4b0f-beff-060dbbab11fc has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:02:26.450025 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bf59710e-ceb3-4f76-9c4d-42c5e1e99fc2 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.451838 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bf59710e-ceb3-4f76-9c4d-42c5e1e99fc2 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-groups/6b56b5e4-4027-47d3-a9f7-abf23d229f44 HTTP/1.1" status: 204 len: 168 time: 0.1455467 Jul 29 15:02:26.455011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51004) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:26.463344 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59710e-ceb3-4f76-9c4d-42c5e1e99fc2 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b56b5e4-4027-47d3-a9f7-abf23d229f44,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:26.561252 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-15a49515-5965-4abe-bc69-7f9ba95c609e req-f65464d6-ebf3-4c56-8f4c-e3fb3c4490e4 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c89016-fc87-4677-8873-aedd063a07df HTTP/1.1" status: 200 len: 210 time: 0.0384614 Jul 29 15:02:26.589861 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-69f84974-8748-4f32-873c-f1728dde3613 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1318552 Jul 29 15:02:26.593405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51012) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:26.602484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-78eb500c-7ee1-4603-92a8-aac424110038 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group': {'name': 'tempest-secgroup--1452843040'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:26.636028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e372fcc-6f73-45d7-9832-a85e7cac6243 req-fa93c578-23ff-49af-a272-339f0b6f702d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:02:26.653127 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aa021b-523f-4c9f-b627-d59a969ff9cb None None] Sync routers for ids ['18c1758c-782c-4b0f-beff-060dbbab11fc'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:02:26.668990 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa021b-523f-4c9f-b627-d59a969ff9cb None None] Routers {'18c1758c-782c-4b0f-beff-060dbbab11fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:02:26.671388 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78eb500c-7ee1-4603-92a8-aac424110038 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.672050 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-91aa021b-523f-4c9f-b627-d59a969ff9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:02:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['18c1758c-782c-4b0f-beff-060dbbab11fc'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:26.689298 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e372fcc-6f73-45d7-9832-a85e7cac6243 req-fa93c578-23ff-49af-a272-339f0b6f702d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] No DVR routers for this DVR port f57ee018-b433-4528-a366-93e5e4fb32ae on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:02:26.692414 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8e372fcc-6f73-45d7-9832-a85e7cac6243 req-fa93c578-23ff-49af-a272-339f0b6f702d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.695498 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e372fcc-6f73-45d7-9832-a85e7cac6243 req-fa93c578-23ff-49af-a272-339f0b6f702d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.38 "DELETE /v2.0/ports/f57ee018-b433-4528-a366-93e5e4fb32ae HTTP/1.1" status: 204 len: 173 time: 1.6719215 Jul 29 15:02:26.696055 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c89016-fc87-4677-8873-aedd063a07df', 'name': 'network-vif-deleted', 'tag': 'f57ee018-b433-4528-a366-93e5e4fb32ae'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:26.700429 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf765bb-90b0-46df-af96-027dc10216e7" -d '{"events": [{"server_uuid": "84c89016-fc87-4677-8873-aedd063a07df", "name": "network-vif-deleted", "tag": "f57ee018-b433-4528-a366-93e5e4fb32ae"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:26.770011 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b946a4-904d-495c-8038-433074f6e190 x-openstack-request-id: req-14b946a4-904d-495c-8038-433074f6e190 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:26.770580 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c89016-fc87-4677-8873-aedd063a07df", "name": "network-vif-deleted", "tag": "f57ee018-b433-4528-a366-93e5e4fb32ae", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:26.771175 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14b946a4-904d-495c-8038-433074f6e190 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:26.771931 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c89016-fc87-4677-8873-aedd063a07df', 'name': 'network-vif-deleted', 'tag': 'f57ee018-b433-4528-a366-93e5e4fb32ae', 'status': 'completed', 'code': 200} Jul 29 15:02:26.789501 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bc6aa-2bcb-45ac-acc5-71d162b87f13 req-d40bfd4d-4318-4aed-83a9-b3f1dd753492 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:26.791158 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d39bc6aa-2bcb-45ac-acc5-71d162b87f13 req-d40bfd4d-4318-4aed-83a9-b3f1dd753492 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.1494286 Jul 29 15:02:26.862918 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:02:26.876290 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-91aa021b-523f-4c9f-b627-d59a969ff9cb None None] Set router 18c1758c-782c-4b0f-beff-060dbbab11fc gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:02:26.909192 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d39bc6aa-2bcb-45ac-acc5-71d162b87f13 req-ce0102af-8144-4e0a-88ee-404f5122a0bb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072247 Jul 29 15:02:26.930655 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 841543b8-1f44-42a8-a561-ff4e94df3787 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:02:26.990809 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78eb500c-7ee1-4603-92a8-aac424110038 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:26.996409 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78eb500c-7ee1-4603-92a8-aac424110038 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:27.001641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 841543b8-1f44-42a8-a561-ff4e94df3787 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:02:27.006598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 841543b8-1f44-42a8-a561-ff4e94df3787 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:02:27.046155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb500c-7ee1-4603-92a8-aac424110038 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ddab2d-4e9d-4adc-b83a-b5a426bec2c9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:27.070655 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78eb500c-7ee1-4603-92a8-aac424110038 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:27.072704 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-78eb500c-7ee1-4603-92a8-aac424110038 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4781337 Jul 29 15:02:27.075342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51028) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:27.087151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-167ba359-620b-4304-b014-a9a2be528ec6 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group_rule': {'security_group_id': 'c8ddab2d-4e9d-4adc-b83a-b5a426bec2c9', 'direction': 'ingress', 'protocol': 17}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:27.139977 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-167ba359-620b-4304-b014-a9a2be528ec6 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:27.252102 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-91aa021b-523f-4c9f-b627-d59a969ff9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c3520a63-d954-4509-a403-6d9e1baf9d29', 'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'mac_address': 'fa:16:3e:49:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:46Z', 'updated_at': '2021-07-29T14:58:04Z', 'revision_number': 5, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'subnets': [{'id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:27.259435 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-15ab1757-bfa4-45e6-827b-e1cf8686371e req-4d6c5143-6f34-41c3-ab27-6f1b86590cfd tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0475981 Jul 29 15:02:27.295417 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e0524-740c-4472-b2fb-32cf8373dfa1 req-ff2fc316-55eb-41ab-90f2-ff9275ded037 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:27.303326 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ff1e0524-740c-4472-b2fb-32cf8373dfa1 req-ff2fc316-55eb-41ab-90f2-ff9275ded037 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.0951490 Jul 29 15:02:27.308076 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-167ba359-620b-4304-b014-a9a2be528ec6 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:27.315792 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-167ba359-620b-4304-b014-a9a2be528ec6 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:27.325159 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aa021b-523f-4c9f-b627-d59a969ff9cb None None] Checking router: 18c1758c-782c-4b0f-beff-060dbbab11fc for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:02:27.339655 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aa021b-523f-4c9f-b627-d59a969ff9cb None None] Routers {'18c1758c-782c-4b0f-beff-060dbbab11fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:02:27.341148 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-91aa021b-523f-4c9f-b627-d59a969ff9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:02:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['18c1758c-782c-4b0f-beff-060dbbab11fc'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:27.377340 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ff1e0524-740c-4472-b2fb-32cf8373dfa1 req-365fb4a4-c5f9-4ea1-b507-62c1730801ea tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729232 Jul 29 15:02:27.383707 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ba359-620b-4304-b014-a9a2be528ec6 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74a941e-d178-4826-ac90-736aa58e9290,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:27.416551 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-167ba359-620b-4304-b014-a9a2be528ec6 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:27.418219 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-167ba359-620b-4304-b014-a9a2be528ec6 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3412447 Jul 29 15:02:27.421844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51036) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:27.512217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da62778-8c16-46f2-9505-32c5f323059f req-2d987ff4-841c-4bc4-8548-748a70c98564 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:27.514453 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2da62778-8c16-46f2-9505-32c5f323059f req-2d987ff4-841c-4bc4-8548-748a70c98564 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1029682 Jul 29 15:02:27.527467 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b1d1909-8099-4c66-88b8-07cd5a10e51e tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:27.556596 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-91aa021b-523f-4c9f-b627-d59a969ff9cb None None] Set router 18c1758c-782c-4b0f-beff-060dbbab11fc gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:02:27.575894 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b1d1909-8099-4c66-88b8-07cd5a10e51e tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:27.586241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f57ee018-b433-4528-a366-93e5e4fb32ae no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:02:27.615705 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: f57ee018-b433-4528-a366-93e5e4fb32ae {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:02:27.616314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f57ee018-b433-4528-a366-93e5e4fb32ae not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:02:27.720494 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2da62778-8c16-46f2-9505-32c5f323059f req-d6de7d85-32d8-4a6c-8399-17332b1e894c tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965175 Jul 29 15:02:27.753894 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa06b36-e1ea-4c83-990a-6f693e38d33e req-a24bd8ae-6deb-4229-b36c-c4b54783d14e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:27.757975 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dfa06b36-e1ea-4c83-990a-6f693e38d33e req-a24bd8ae-6deb-4229-b36c-c4b54783d14e tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.38 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.1745875 Jul 29 15:02:27.824426 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51052) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:27.965521 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-84790e80-e738-4e86-a1e5-be9e93d3ee38 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:27.993904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-dfa06b36-e1ea-4c83-990a-6f693e38d33e req-34292641-5ee0-422c-afba-fbe87ad11d77 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Deleting port f214c1ee-c833-4ce4-8174-e69b4e56f326 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:27.994250 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dfa06b36-e1ea-4c83-990a-6f693e38d33e req-34292641-5ee0-422c-afba-fbe87ad11d77 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:28.013213 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-84790e80-e738-4e86-a1e5-be9e93d3ee38 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:28.028700 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-91aa021b-523f-4c9f-b627-d59a969ff9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c3520a63-d954-4509-a403-6d9e1baf9d29', 'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'mac_address': 'fa:16:3e:49:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:46Z', 'updated_at': '2021-07-29T14:58:04Z', 'revision_number': 5, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'subnets': [{'id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:28.064627 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aa021b-523f-4c9f-b627-d59a969ff9cb None None] The sync data for ids ['18c1758c-782c-4b0f-beff-060dbbab11fc'] in n-d-802893-1 is: [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c3520a63-d954-4509-a403-6d9e1baf9d29', 'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'mac_address': 'fa:16:3e:49:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:46Z', 'updated_at': '2021-07-29T14:58:04Z', 'revision_number': 5, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'subnets': [{'id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:02:28.162332 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b1d1909-8099-4c66-88b8-07cd5a10e51e tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:28.165200 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b1d1909-8099-4c66-88b8-07cd5a10e51e tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:28.169067 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0b1d1909-8099-4c66-88b8-07cd5a10e51e tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-groups/c8ddab2d-4e9d-4adc-b83a-b5a426bec2c9 HTTP/1.1" status: 204 len: 168 time: 0.7436261 Jul 29 15:02:28.182940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51060) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:28.194045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d1909-8099-4c66-88b8-07cd5a10e51e tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ddab2d-4e9d-4adc-b83a-b5a426bec2c9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:28.209669 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-dfa06b36-e1ea-4c83-990a-6f693e38d33e req-34292641-5ee0-422c-afba-fbe87ad11d77 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] For port f214c1ee-c833-4ce4-8174-e69b4e56f326, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f214c1ee-c833-4ce4-8174-e69b4e56f326,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:28.212041 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dfa06b36-e1ea-4c83-990a-6f693e38d33e req-34292641-5ee0-422c-afba-fbe87ad11d77 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:28.215995 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-84790e80-e738-4e86-a1e5-be9e93d3ee38 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:28.220900 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-84790e80-e738-4e86-a1e5-be9e93d3ee38 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:28.222374 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-84790e80-e738-4e86-a1e5-be9e93d3ee38 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "DELETE /v2.0/security-groups/67aa2bf6-17a2-4a1e-ba3a-1c314103ff31 HTTP/1.1" status: 204 len: 168 time: 0.3970554 Jul 29 15:02:28.225126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51062) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:28.242009 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-dabaf740-dda2-4a20-b228-0b439e1fa502 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] show failed (client error): The resource could not be found. Jul 29 15:02:28.244452 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dabaf740-dda2-4a20-b228-0b439e1fa502 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups/67aa2bf6-17a2-4a1e-ba3a-1c314103ff31 HTTP/1.1" status: 404 len: 347 time: 0.0172186 Jul 29 15:02:28.247649 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51064) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:28.253292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84790e80-e738-4e86-a1e5-be9e93d3ee38 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aa2bf6-17a2-4a1e-ba3a-1c314103ff31,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:28.361583 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4b1c9a27-8acd-4ed6-aaeb-f0f4ade6152f tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1773748 Jul 29 15:02:28.369335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51068) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:28.377650 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a35d0e59-4e81-4a2e-ac3e-7ed8e0a74cfa tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group': {'name': 'tempest-secgroup--694845406'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:28.490910 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a35d0e59-4e81-4a2e-ac3e-7ed8e0a74cfa tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:28.575733 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7193408b-af78-4961-930b-5bcd03f43251 req-a00839a5-a65a-4499-8789-fb8e6d6fbe03 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0717888 Jul 29 15:02:28.590183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb120672-ee4e-44a5-b6ce-10f01b7be9a9 None None] New status for floating IP 1b6b6112-6949-4d5f-95bc-9480423ac5a7: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:02:28.611856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3953d62a-93e9-4ed4-ae20-c3ccf3f25763 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Deleting port c6c5ccad-b12f-4fd0-afa2-259663b7374b {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:28.612209 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3953d62a-93e9-4ed4-ae20-c3ccf3f25763 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:28.645742 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dfa06b36-e1ea-4c83-990a-6f693e38d33e req-34292641-5ee0-422c-afba-fbe87ad11d77 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:28.646359 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dfa06b36-e1ea-4c83-990a-6f693e38d33e req-34292641-5ee0-422c-afba-fbe87ad11d77 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:28.646888 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-dfa06b36-e1ea-4c83-990a-6f693e38d33e req-34292641-5ee0-422c-afba-fbe87ad11d77 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Floating IP 799c6f6e-9900-4d46-8954-26f7772b1f1f disassociated. External IP: 172.25.6.129, port: f214c1ee-c833-4ce4-8174-e69b4e56f326. Jul 29 15:02:28.647518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-dfa06b36-e1ea-4c83-990a-6f693e38d33e req-34292641-5ee0-422c-afba-fbe87ad11d77 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Calling delete_port for f214c1ee-c833-4ce4-8174-e69b4e56f326 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:28.728980 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3953d62a-93e9-4ed4-ae20-c3ccf3f25763 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:28.732791 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3953d62a-93e9-4ed4-ae20-c3ccf3f25763 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:28.767798 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3953d62a-93e9-4ed4-ae20-c3ccf3f25763 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Calling delete_port for c6c5ccad-b12f-4fd0-afa2-259663b7374b owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:28.772088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111e4d8-89bb-401a-85d7-7b83b37c7f3a req-becc6caf-4248-4c0b-a9fc-a600d30e4c78 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:28.778607 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d111e4d8-89bb-401a-85d7-7b83b37c7f3a req-becc6caf-4248-4c0b-a9fc-a600d30e4c78 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.2264557 Jul 29 15:02:28.930035 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d111e4d8-89bb-401a-85d7-7b83b37c7f3a req-4e95ff44-e939-4f24-8193-6c00de406da2 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407006 Jul 29 15:02:29.020454 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635432e-d16b-43d3-865e-c231c2c1f1b6 req-51ef1aa5-b169-4aa2-b3cd-d795c556fb84 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:29.026725 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2635432e-d16b-43d3-865e-c231c2c1f1b6 req-51ef1aa5-b169-4aa2-b3cd-d795c556fb84 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 944 time: 0.0923724 Jul 29 15:02:29.054714 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a35d0e59-4e81-4a2e-ac3e-7ed8e0a74cfa tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:29.111914 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a35d0e59-4e81-4a2e-ac3e-7ed8e0a74cfa tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:29.134956 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2635432e-d16b-43d3-865e-c231c2c1f1b6 req-38bae0b5-3235-4b3c-b0b4-76e93c67f3a9 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ab3ed8e-16be-43c6-9063-caac22477542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003580 Jul 29 15:02:29.153074 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3953d62a-93e9-4ed4-ae20-c3ccf3f25763 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:29.168914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d0e59-4e81-4a2e-ac3e-7ed8e0a74cfa tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8003072-ea8f-41b1-bc88-943bd46f500f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:29.172568 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a35d0e59-4e81-4a2e-ac3e-7ed8e0a74cfa tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:29.173905 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a35d0e59-4e81-4a2e-ac3e-7ed8e0a74cfa tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8035874 Jul 29 15:02:29.174785 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dfa06b36-e1ea-4c83-990a-6f693e38d33e req-34292641-5ee0-422c-afba-fbe87ad11d77 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:29.179303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51086) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:29.202604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953d62a-93e9-4ed4-ae20-c3ccf3f25763 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event deleted for resources: {'Port': ['ID=c6c5ccad-b12f-4fd0-afa2-259663b7374b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:29.209359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b30a5e5a-2eff-46d4-bc6d-d07d5bfbf1d4 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group': {'name': 'tempest-secgroup--783448939'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:29.221087 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34292641-5ee0-422c-afba-fbe87ad11d77 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event deleted for resources: {'Port': ['ID=f214c1ee-c833-4ce4-8174-e69b4e56f326,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:29.300038 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3953d62a-93e9-4ed4-ae20-c3ccf3f25763 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:29.303249 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3953d62a-93e9-4ed4-ae20-c3ccf3f25763 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:29.305434 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3953d62a-93e9-4ed4-ae20-c3ccf3f25763 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "DELETE /v2.0/floatingips/1b6b6112-6949-4d5f-95bc-9480423ac5a7 HTTP/1.1" status: 204 len: 168 time: 1.0561883 Jul 29 15:02:29.388985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfa06b36-e1ea-4c83-990a-6f693e38d33e req-34292641-5ee0-422c-afba-fbe87ad11d77 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Router 05c64cde-58d5-4c01-bf9a-297999300739 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:02:29.454171 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b30a5e5a-2eff-46d4-bc6d-d07d5bfbf1d4 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:29.621679 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51094) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:29.626523 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b30a5e5a-2eff-46d4-bc6d-d07d5bfbf1d4 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:29.629509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-43ac7e0f-017a-47bc-ba95-573c59583c22 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1832331970', 'description': 'tempest-description--68963380'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:29.633579 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b30a5e5a-2eff-46d4-bc6d-d07d5bfbf1d4 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:29.664658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfa06b36-e1ea-4c83-990a-6f693e38d33e req-34292641-5ee0-422c-afba-fbe87ad11d77 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:02:29.683341 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eeb8c7-6628-460d-9850-60b539e43a9e None None] Sync routers for ids ['05c64cde-58d5-4c01-bf9a-297999300739'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:02:29.694243 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-43ac7e0f-017a-47bc-ba95-573c59583c22 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:29.698378 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eeb8c7-6628-460d-9850-60b539e43a9e None None] Routers {'05c64cde-58d5-4c01-bf9a-297999300739'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:02:29.699642 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b0eeb8c7-6628-460d-9850-60b539e43a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:02:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['05c64cde-58d5-4c01-bf9a-297999300739'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:29.705330 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a5e5a-2eff-46d4-bc6d-d07d5bfbf1d4 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10831227-6679-4de8-b6d6-5189228493cc,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:29.735180 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b30a5e5a-2eff-46d4-bc6d-d07d5bfbf1d4 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:29.739986 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b30a5e5a-2eff-46d4-bc6d-d07d5bfbf1d4 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5323822 Jul 29 15:02:29.739986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa06b36-e1ea-4c83-990a-6f693e38d33e req-34292641-5ee0-422c-afba-fbe87ad11d77 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] No DVR routers for this DVR port f214c1ee-c833-4ce4-8174-e69b4e56f326 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:02:29.740626 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-dfa06b36-e1ea-4c83-990a-6f693e38d33e req-34292641-5ee0-422c-afba-fbe87ad11d77 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:29.741108 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51098) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:29.743092 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dfa06b36-e1ea-4c83-990a-6f693e38d33e req-34292641-5ee0-422c-afba-fbe87ad11d77 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.38 "DELETE /v2.0/ports/f214c1ee-c833-4ce4-8174-e69b4e56f326 HTTP/1.1" status: 204 len: 173 time: 1.9785154 Jul 29 15:02:29.743561 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'name': 'network-vif-deleted', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:29.745967 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2cbebd-de6d-4f88-a573-ff7e91b39450" -d '{"events": [{"server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "name": "network-vif-deleted", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:29.749021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-27b2b571-6498-4a82-8e8e-53bc686a26e1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group_rule': {'security_group_id': 'a8003072-ea8f-41b1-bc88-943bd46f500f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '10831227-6679-4de8-b6d6-5189228493cc', 'remote_ip_prefix': None}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:29.807828 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc2e1b6-5f3e-45b5-b1e6-4ca531ce1976 x-openstack-request-id: req-1bc2e1b6-5f3e-45b5-b1e6-4ca531ce1976 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:29.808128 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72adb2ea-8409-4852-a0e6-c6e44e6b3b84", "name": "network-vif-deleted", "tag": "f214c1ee-c833-4ce4-8174-e69b4e56f326", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:29.808376 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bc2e1b6-5f3e-45b5-b1e6-4ca531ce1976 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:29.808835 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72adb2ea-8409-4852-a0e6-c6e44e6b3b84', 'name': 'network-vif-deleted', 'tag': 'f214c1ee-c833-4ce4-8174-e69b4e56f326', 'status': 'completed', 'code': 200} Jul 29 15:02:29.840353 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0cdbba2-0fdb-4d91-ad2f-fc9667b935f2 req-9cadf628-28f3-4c75-8bcb-217e9f7d246a tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0569179 Jul 29 15:02:29.877208 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27b2b571-6498-4a82-8e8e-53bc686a26e1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:29.890178 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-b0eeb8c7-6628-460d-9850-60b539e43a9e None None] Set router 05c64cde-58d5-4c01-bf9a-297999300739 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:02:30.045058 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-43ac7e0f-017a-47bc-ba95-573c59583c22 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.064717 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-43ac7e0f-017a-47bc-ba95-573c59583c22 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.112051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac7e0f-017a-47bc-ba95-573c59583c22 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5174bd98-1c02-4d62-85e7-dcb6e73a9cff,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:30.141561 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27b2b571-6498-4a82-8e8e-53bc686a26e1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.147860 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27b2b571-6498-4a82-8e8e-53bc686a26e1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.152509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4f85b-11b5-489e-bdf5-879a51098d0b req-282ca66d-7ff1-49e0-9af4-b8f7d84ffb8b tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:30.159352 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-43ac7e0f-017a-47bc-ba95-573c59583c22 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.161312 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-43ac7e0f-017a-47bc-ba95-573c59583c22 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5373409 Jul 29 15:02:30.163151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eec4f85b-11b5-489e-bdf5-879a51098d0b req-282ca66d-7ff1-49e0-9af4-b8f7d84ffb8b tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.1207738 Jul 29 15:02:30.179805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51118) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:30.184037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2b571-6498-4a82-8e8e-53bc686a26e1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e060302a-6ae8-4c7c-bbfd-7deac49a9709,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:30.194343 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cecc9e85-21f0-4108-aae0-60421e73413a tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Request body: {'security_group_rule': {'security_group_id': '5174bd98-1c02-4d62-85e7-dcb6e73a9cff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:30.194746 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27b2b571-6498-4a82-8e8e-53bc686a26e1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.198897 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-27b2b571-6498-4a82-8e8e-53bc686a26e1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4527895 Jul 29 15:02:30.199766 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51120) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:30.228475 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b0eeb8c7-6628-460d-9850-60b539e43a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c64cde-58d5-4c01-bf9a-297999300739', 'name': 'tempest-ServerActionsTestJSON-547501748-router', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:52:23Z', 'updated_at': '2021-07-29T14:52:37Z', 'revision_number': 4, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'gw_port': {'id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:26Z', 'updated_at': '2021-07-29T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '82a0d657-845c-4256-adff-aa1de5e02810', 'name': '', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'mac_address': 'fa:16:3e:3c:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:35Z', 'updated_at': '2021-07-29T14:52:51Z', 'revision_number': 5, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'subnets': [{'id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:30.261886 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eeb8c7-6628-460d-9850-60b539e43a9e None None] Checking router: 05c64cde-58d5-4c01-bf9a-297999300739 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:02:30.266258 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c59469cb-f184-4ba1-8478-00239b5baf40 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.273750 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eeb8c7-6628-460d-9850-60b539e43a9e None None] Routers {'05c64cde-58d5-4c01-bf9a-297999300739'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:02:30.274502 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b0eeb8c7-6628-460d-9850-60b539e43a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:02:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['05c64cde-58d5-4c01-bf9a-297999300739'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:30.282161 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eec4f85b-11b5-489e-bdf5-879a51098d0b req-793e4c39-c3c8-4dc3-8d0f-b8ae6daa6c9f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170828 Jul 29 15:02:30.285206 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c59469cb-f184-4ba1-8478-00239b5baf40 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.289943 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cecc9e85-21f0-4108-aae0-60421e73413a tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.387383 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f8756e00-9142-47ee-8a72-fd13a463b1c5 req-7ea1ad62-1d58-48ad-8ad2-507a7c0166a8 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/ports?device_id=72adb2ea-8409-4852-a0e6-c6e44e6b3b84 HTTP/1.1" status: 200 len: 210 time: 0.0424426 Jul 29 15:02:30.388121 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c59469cb-f184-4ba1-8478-00239b5baf40 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.401808 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cecc9e85-21f0-4108-aae0-60421e73413a tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.402483 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c59469cb-f184-4ba1-8478-00239b5baf40 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.406177 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51122) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:30.406371 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c59469cb-f184-4ba1-8478-00239b5baf40 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e060302a-6ae8-4c7c-bbfd-7deac49a9709 HTTP/1.1" status: 204 len: 168 time: 0.2051098 Jul 29 15:02:30.412924 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59469cb-f184-4ba1-8478-00239b5baf40 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e060302a-6ae8-4c7c-bbfd-7deac49a9709,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:30.446632 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-b0eeb8c7-6628-460d-9850-60b539e43a9e None None] Set router 05c64cde-58d5-4c01-bf9a-297999300739 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:02:30.452958 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cecc9e85-21f0-4108-aae0-60421e73413a tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.483661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc9e85-21f0-4108-aae0-60421e73413a tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e077c71c-a00c-4408-a7e4-f50fefa1d63c,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:30.519153 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d11abac9-7cce-43b0-89f8-95baf2fcb18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.534007 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4af0a044-9596-496b-8595-8929fef6d1cf tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1230328 Jul 29 15:02:30.535865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51128) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:30.542237 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cecc9e85-21f0-4108-aae0-60421e73413a tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.543608 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cecc9e85-21f0-4108-aae0-60421e73413a tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3620815 Jul 29 15:02:30.546276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51130) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:30.551552 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9f8339b9-8272-4992-be3c-4d3247c7f76f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Request body: {'security_group_rule': {'security_group_id': '5174bd98-1c02-4d62-85e7-dcb6e73a9cff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:30.604112 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f8339b9-8272-4992-be3c-4d3247c7f76f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.620399 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9c3e608-f479-4c5d-a08d-98ffe934fd6d tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.652853 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9c3e608-f479-4c5d-a08d-98ffe934fd6d tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.711709 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f8339b9-8272-4992-be3c-4d3247c7f76f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.717020 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f8339b9-8272-4992-be3c-4d3247c7f76f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.724278 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9c3e608-f479-4c5d-a08d-98ffe934fd6d tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.729816 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b9c3e608-f479-4c5d-a08d-98ffe934fd6d tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.731302 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b9c3e608-f479-4c5d-a08d-98ffe934fd6d tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-groups/10831227-6679-4de8-b6d6-5189228493cc HTTP/1.1" status: 204 len: 168 time: 0.1944377 Jul 29 15:02:30.736005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51132) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:30.748464 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3e608-f479-4c5d-a08d-98ffe934fd6d tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10831227-6679-4de8-b6d6-5189228493cc,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:30.755037 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b0eeb8c7-6628-460d-9850-60b539e43a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c64cde-58d5-4c01-bf9a-297999300739', 'name': 'tempest-ServerActionsTestJSON-547501748-router', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:52:23Z', 'updated_at': '2021-07-29T14:52:37Z', 'revision_number': 4, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'gw_port': {'id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:26Z', 'updated_at': '2021-07-29T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '82a0d657-845c-4256-adff-aa1de5e02810', 'name': '', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'mac_address': 'fa:16:3e:3c:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:35Z', 'updated_at': '2021-07-29T14:52:51Z', 'revision_number': 5, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'subnets': [{'id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:30.776067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8339b9-8272-4992-be3c-4d3247c7f76f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1af467-58c9-42b4-8154-e2aed2b59f18,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:30.785606 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f8339b9-8272-4992-be3c-4d3247c7f76f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.789456 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9f8339b9-8272-4992-be3c-4d3247c7f76f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2393329 Jul 29 15:02:30.791886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51134) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:30.798228 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:30.802182 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eeb8c7-6628-460d-9850-60b539e43a9e None None] The sync data for ids ['05c64cde-58d5-4c01-bf9a-297999300739'] in n-d-802893-1 is: [{'id': '05c64cde-58d5-4c01-bf9a-297999300739', 'name': 'tempest-ServerActionsTestJSON-547501748-router', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:52:23Z', 'updated_at': '2021-07-29T14:52:37Z', 'revision_number': 4, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'gw_port': {'id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:26Z', 'updated_at': '2021-07-29T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '82a0d657-845c-4256-adff-aa1de5e02810', 'name': '', 'network_id': 'be5d7f17-9ab7-4dcd-adcc-bad366939f03', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'mac_address': 'fa:16:3e:3c:3d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:35Z', 'updated_at': '2021-07-29T14:52:51Z', 'revision_number': 5, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'subnets': [{'id': '454dd626-309b-466f-ace4-355ad2d7a9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:02:30.861577 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.870192 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-97236340-2b5a-470c-ab0c-8d72dfb8c912 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1286550 Jul 29 15:02:30.873546 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51140) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:30.961504 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73cc7576-c200-43cb-b02e-0b1849847fa8 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:30.995813 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73cc7576-c200-43cb-b02e-0b1849847fa8 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.020079 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-590ddd64-c60b-419d-b598-35466fe14ddc req-4983db3a-9303-4b7b-b6f5-872fb6f98eef tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0413489 Jul 29 15:02:31.073991 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73cc7576-c200-43cb-b02e-0b1849847fa8 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.079547 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73cc7576-c200-43cb-b02e-0b1849847fa8 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.082184 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-73cc7576-c200-43cb-b02e-0b1849847fa8 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-groups/a8003072-ea8f-41b1-bc88-943bd46f500f HTTP/1.1" status: 204 len: 168 time: 0.2073483 Jul 29 15:02:31.084357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51146) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:31.098062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc7576-c200-43cb-b02e-0b1849847fa8 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8003072-ea8f-41b1-bc88-943bd46f500f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:31.128012 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.185456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51154) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:31.190179 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-05e79059-7859-45de-8f05-931209a35620 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group': {'name': 'tempest-secgroup--74505591'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:31.197432 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f237de8f-5078-4a15-b000-f1277955cf45 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1096020 Jul 29 15:02:31.222967 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-05e79059-7859-45de-8f05-931209a35620 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.274657 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f529984-ac99-40f5-9824-5e8391579d97 None None] New status for floating IP 799c6f6e-9900-4d46-8954-26f7772b1f1f: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:02:31.360300 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-05e79059-7859-45de-8f05-931209a35620 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.366820 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-05e79059-7859-45de-8f05-931209a35620 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.404909 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-05e79059-7859-45de-8f05-931209a35620 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.409118 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-05e79059-7859-45de-8f05-931209a35620 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2202229 Jul 29 15:02:31.410584 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51158) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:31.416748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f85e957b-7b65-4595-ab8b-b3ab153a232f tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group_rule': {'security_group_id': 'f20bf7e3-70c5-4925-b68e-16aa087853c1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:31.424475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e79059-7859-45de-8f05-931209a35620 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20bf7e3-70c5-4925-b68e-16aa087853c1,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:31.467931 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f85e957b-7b65-4595-ab8b-b3ab153a232f tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.521583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Allocated IP 172.25.6.179 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/5c12d386-f303-4be3-b031-f84ad8397e47) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:02:31.533354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51166) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:31.567458 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f85e957b-7b65-4595-ab8b-b3ab153a232f tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.577124 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f85e957b-7b65-4595-ab8b-b3ab153a232f tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.607897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c0268-9d8f-463a-99f8-632cc3c23ae2 req-49c30cc0-44fb-4cbc-985d-0a910c5ef676 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:31.609730 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c2c0268-9d8f-463a-99f8-632cc3c23ae2 req-49c30cc0-44fb-4cbc-985d-0a910c5ef676 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.1541705 Jul 29 15:02:31.622638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f214c1ee-c833-4ce4-8174-e69b4e56f326 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:02:31.634629 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e957b-7b65-4595-ab8b-b3ab153a232f tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b574aae9-8783-494e-8d88-652066ef4541,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:31.640283 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f85e957b-7b65-4595-ab8b-b3ab153a232f tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.641553 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f85e957b-7b65-4595-ab8b-b3ab153a232f tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2299705 Jul 29 15:02:31.660105 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51170) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:31.683474 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: f214c1ee-c833-4ce4-8174-e69b4e56f326 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:02:31.684468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f214c1ee-c833-4ce4-8174-e69b4e56f326 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:02:31.703753 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb9ec312-841c-4fc6-a49b-e900336ba255 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.753940 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c2c0268-9d8f-463a-99f8-632cc3c23ae2 req-72897fa5-ce1a-46c3-946a-da1ea05c4c52 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942512 Jul 29 15:02:31.764437 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb9ec312-841c-4fc6-a49b-e900336ba255 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.776719 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.796491 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-619cb2c7-3f97-416b-86f2-ece94de209ec tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.817233 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-619cb2c7-3f97-416b-86f2-ece94de209ec tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.822274 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.874735 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb9ec312-841c-4fc6-a49b-e900336ba255 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.880577 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb9ec312-841c-4fc6-a49b-e900336ba255 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.887249 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bb9ec312-841c-4fc6-a49b-e900336ba255 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "DELETE /v2.0/security-groups/2ab3ed8e-16be-43c6-9063-caac22477542 HTTP/1.1" status: 204 len: 168 time: 0.3455465 Jul 29 15:02:31.888324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51174) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:31.892285 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-619cb2c7-3f97-416b-86f2-ece94de209ec tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.903836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:02:31.911370 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-619cb2c7-3f97-416b-86f2-ece94de209ec tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:31.916754 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-619cb2c7-3f97-416b-86f2-ece94de209ec tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b574aae9-8783-494e-8d88-652066ef4541 HTTP/1.1" status: 204 len: 168 time: 0.2523208 Jul 29 15:02:31.918092 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51178) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:31.924944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ec312-841c-4fc6-a49b-e900336ba255 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab3ed8e-16be-43c6-9063-caac22477542,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:31.927329 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cb2c7-3f97-416b-86f2-ece94de209ec tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b574aae9-8783-494e-8d88-652066ef4541,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:31.937242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:02:31.942818 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:02:31.950437 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-2bccf6cb-8cec-4c26-9ae0-9999b8fea93d tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] show failed (client error): The resource could not be found. Jul 29 15:02:31.953248 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2bccf6cb-8cec-4c26-9ae0-9999b8fea93d tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "GET /v2.0/security-groups/2ab3ed8e-16be-43c6-9063-caac22477542 HTTP/1.1" status: 404 len: 347 time: 0.0637138 Jul 29 15:02:31.956838 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51180) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:31.978162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event updated for resources: {'Port': ['ID=5c12d386-f303-4be3-b031-f84ad8397e47,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:32.054213 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9751af42-fb27-4efc-962f-3aa98b6f69a0 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1353786 Jul 29 15:02:32.058844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51186) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:32.172450 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.185770 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8df7714-21a1-42eb-ba89-f91e63a99231 req-6726ca36-e30e-4b18-b28a-4b91bc66170a tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0349493 Jul 29 15:02:32.186623 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d57f8f25-aca0-4bb4-a704-7e6a241d4992 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.195514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3992c32c-7972-45dc-ab57-e4e0540b73b4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Deleting port ef76ef2a-c515-43a8-afe4-80e0da87ef20 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:32.195858 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3992c32c-7972-45dc-ab57-e4e0540b73b4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.227474 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.255583 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d57f8f25-aca0-4bb4-a704-7e6a241d4992 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.333731 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3992c32c-7972-45dc-ab57-e4e0540b73b4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.334119 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3992c32c-7972-45dc-ab57-e4e0540b73b4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.353650 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d57f8f25-aca0-4bb4-a704-7e6a241d4992 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.359572 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d57f8f25-aca0-4bb4-a704-7e6a241d4992 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.365855 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51194) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:32.366087 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d57f8f25-aca0-4bb4-a704-7e6a241d4992 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-groups/f20bf7e3-70c5-4925-b68e-16aa087853c1 HTTP/1.1" status: 204 len: 168 time: 0.3064950 Jul 29 15:02:32.386437 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3992c32c-7972-45dc-ab57-e4e0540b73b4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Calling delete_port for ef76ef2a-c515-43a8-afe4-80e0da87ef20 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:32.389739 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f8f25-aca0-4bb4-a704-7e6a241d4992 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20bf7e3-70c5-4925-b68e-16aa087853c1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:32.466508 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2bc482c3-a301-47f6-b088-eb9e964dc022 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0989096 Jul 29 15:02:32.468708 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.472170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51198) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:32.477859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b096bce6-0673-4598-815e-d027135b2580 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group': {'name': 'tempest-secgroup--829815762'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:32.483610 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.558352 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b096bce6-0673-4598-815e-d027135b2580 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.570085 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3992c32c-7972-45dc-ab57-e4e0540b73b4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.586319 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event updated for resources: {'Port': ['ID=5c12d386-f303-4be3-b031-f84ad8397e47,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:32.605513 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.612657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992c32c-7972-45dc-ab57-e4e0540b73b4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Pushing event deleted for resources: {'Port': ['ID=ef76ef2a-c515-43a8-afe4-80e0da87ef20,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:32.686500 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3992c32c-7972-45dc-ab57-e4e0540b73b4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.686500 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3992c32c-7972-45dc-ab57-e4e0540b73b4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.686500 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3992c32c-7972-45dc-ab57-e4e0540b73b4 tempest-ServerActionsTestJSON-147391345 tempest-ServerActionsTestJSON-147391345-project] 10.222.0.16 "DELETE /v2.0/floatingips/799c6f6e-9900-4d46-8954-26f7772b1f1f HTTP/1.1" status: 204 len: 168 time: 0.7280996 Jul 29 15:02:32.688980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51204) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:32.715361 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b096bce6-0673-4598-815e-d027135b2580 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.723562 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b096bce6-0673-4598-815e-d027135b2580 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.742425 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.744753 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-48602a8e-cf1a-4bea-a2a0-7b0da2cf18fa tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9511242 Jul 29 15:02:32.774170 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b096bce6-0673-4598-815e-d027135b2580 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.775558 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b096bce6-0673-4598-815e-d027135b2580 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3021049 Jul 29 15:02:32.778460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51210) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:32.784522 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-839b35a2-64f7-4db7-b201-fbda009dbd4c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group_rule': {'security_group_id': 'a5189d5a-e754-48ea-be8c-6547142a33bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:32.789206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096bce6-0673-4598-815e-d027135b2580 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5189d5a-e754-48ea-be8c-6547142a33bb,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:32.824597 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-839b35a2-64f7-4db7-b201-fbda009dbd4c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.978461 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-839b35a2-64f7-4db7-b201-fbda009dbd4c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.988046 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-839b35a2-64f7-4db7-b201-fbda009dbd4c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:32.999307 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-3560f02d-81b6-4406-adec-cb670156c753 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1832331970&fields=id&tenant_id=0f5e572e1e43471cb0156603ea55a1bb HTTP/1.1" status: 200 len: 267 time: 0.0411639 Jul 29 15:02:33.024871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52beadf4-02a1-4c78-91ca-f58f909ad82c req-58d8c9b2-dea1-4d45-bc4c-ac4364b38300 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:33.026920 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-52beadf4-02a1-4c78-91ca-f58f909ad82c req-58d8c9b2-dea1-4d45-bc4c-ac4364b38300 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.1421659 Jul 29 15:02:33.077557 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b35a2-64f7-4db7-b201-fbda009dbd4c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c54a9e7-4870-46b2-a6b8-9dec07a2992e,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:33.103455 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-839b35a2-64f7-4db7-b201-fbda009dbd4c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:33.104691 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-839b35a2-64f7-4db7-b201-fbda009dbd4c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3251729 Jul 29 15:02:33.108846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51230) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:33.132402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-eb9d0c0e-3878-45b4-bfa2-2f349e8735ca tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules/4c54a9e7-4870-46b2-a6b8-9dec07a2992e HTTP/1.1" status: 200 len: 763 time: 0.0194688 Jul 29 15:02:33.135693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51232) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:33.178563 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:33.194338 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-52beadf4-02a1-4c78-91ca-f58f909ad82c req-774284d9-b633-4f24-aedb-4e056159014d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252687 Jul 29 15:02:33.338490 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f0f51e36-fce4-4730-8733-b07e7417665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:33.368164 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d4e3b5e8-96eb-4bda-877e-dd54ce04cd79 req-414b13d7-b3a1-4012-81d8-c5e2752e54f6 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0683992 Jul 29 15:02:33.512840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-38a53b86-dc00-47d7-b96e-4e0917f6f93d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:33.514348 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-38a53b86-dc00-47d7-b96e-4e0917f6f93d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/networks?id=1d80521b-6229-44d9-b599-75d40e13b312 HTTP/1.1" status: 200 len: 809 time: 0.5044651 Jul 29 15:02:33.519814 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6cd301b-228a-4830-8940-94a86fc301a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:33.540975 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ff02757e-f657-4b9b-b159-91c03f2a7f51 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4019191 Jul 29 15:02:33.543949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51242) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:33.558423 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-4d27e3a6-b949-40d3-bd1a-1bf945c61712 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/quotas/0f5e572e1e43471cb0156603ea55a1bb HTTP/1.1" status: 200 len: 375 time: 0.0313182 Jul 29 15:02:33.574097 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f29f2395-47b1-4d9b-b2df-b9060d0c78d1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:33.597481 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f29f2395-47b1-4d9b-b2df-b9060d0c78d1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:33.668957 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-bec7ecc8-a3ac-46d3-9b26-d471cf8bc0dd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f5e572e1e43471cb0156603ea55a1bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0881224 Jul 29 15:02:33.671063 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f29f2395-47b1-4d9b-b2df-b9060d0c78d1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:33.679517 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f29f2395-47b1-4d9b-b2df-b9060d0c78d1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:33.682988 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f29f2395-47b1-4d9b-b2df-b9060d0c78d1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/4c54a9e7-4870-46b2-a6b8-9dec07a2992e HTTP/1.1" status: 204 len: 168 time: 0.1357861 Jul 29 15:02:33.684354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51248) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:33.700496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f2395-47b1-4d9b-b2df-b9060d0c78d1 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c54a9e7-4870-46b2-a6b8-9dec07a2992e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:33.794540 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-00cb98fd-aec3-4dfd-a371-018f79a64786 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1089952 Jul 29 15:02:33.797043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51250) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:33.801756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e66e04b2-dfd0-4e0b-bb98-2134070aaddf tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group_rule': {'security_group_id': 'a5189d5a-e754-48ea-be8c-6547142a33bb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:33.838754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd301b-228a-4830-8940-94a86fc301a1 admin admin] Deleting port 82a0d657-845c-4256-adff-aa1de5e02810 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:33.839159 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6cd301b-228a-4830-8940-94a86fc301a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:33.845729 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-1158afaf-2b8a-44ec-91f1-fcfc92e1c2c4 service neutron] 10.222.0.16 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544981 Jul 29 15:02:33.879811 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e66e04b2-dfd0-4e0b-bb98-2134070aaddf tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:33.931419 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-d6cd301b-228a-4830-8940-94a86fc301a1 admin admin] For port 82a0d657-845c-4256-adff-aa1de5e02810, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=82a0d657-845c-4256-adff-aa1de5e02810,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:33.931871 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6cd301b-228a-4830-8940-94a86fc301a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:33.949740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd301b-228a-4830-8940-94a86fc301a1 admin admin] Calling delete_port for 82a0d657-845c-4256-adff-aa1de5e02810 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:34.033331 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e66e04b2-dfd0-4e0b-bb98-2134070aaddf tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:34.036195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f10958e5-8c21-4f42-a10f-858df0040ae6 service neutron] 10.222.0.16 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718900 Jul 29 15:02:34.040030 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e66e04b2-dfd0-4e0b-bb98-2134070aaddf tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:34.063369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e04b2-dfd0-4e0b-bb98-2134070aaddf tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e9eec8-3266-4f8b-8746-c15328f719a8,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:34.076273 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e66e04b2-dfd0-4e0b-bb98-2134070aaddf tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:34.077622 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e66e04b2-dfd0-4e0b-bb98-2134070aaddf tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2796030 Jul 29 15:02:34.080477 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51258) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:34.099924 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bedcf32e-0aad-4a6b-acfa-2379a1fa3a3b tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules/77e9eec8-3266-4f8b-8746-c15328f719a8 HTTP/1.1" status: 200 len: 763 time: 0.0180738 Jul 29 15:02:34.103037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51260) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:34.164040 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8d58b725-900c-4da3-b76d-fc4599e4de12 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0591302 Jul 29 15:02:34.167131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51262) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:34.219180 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4d15f97-1ca4-4485-9e47-e8eac9efd799 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:34.252320 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4d15f97-1ca4-4485-9e47-e8eac9efd799 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:34.286446 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6cd301b-228a-4830-8940-94a86fc301a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:34.331027 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:34.363210 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5854018-0bc6-402f-b78b-33d989b75273 req-efeae227-52a5-4001-af8d-dca504ce4b4d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 210 time: 0.0989296 Jul 29 15:02:34.372032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846d3fa-23c2-4341-bc72-2f2a4a4da54a req-0e7c7f5b-fdb2-4005-8214-95bdf53e3784 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:34.373747 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1846d3fa-23c2-4341-bc72-2f2a4a4da54a req-0e7c7f5b-fdb2-4005-8214-95bdf53e3784 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.0768352 Jul 29 15:02:34.393936 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd301b-228a-4830-8940-94a86fc301a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a0d657-845c-4256-adff-aa1de5e02810,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:34.463407 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4d15f97-1ca4-4485-9e47-e8eac9efd799 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:34.501031 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1846d3fa-23c2-4341-bc72-2f2a4a4da54a req-940865f1-2185-4796-aebd-8756be2d79c8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072752 Jul 29 15:02:34.517663 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4d15f97-1ca4-4485-9e47-e8eac9efd799 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:34.523495 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e4d15f97-1ca4-4485-9e47-e8eac9efd799 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/77e9eec8-3266-4f8b-8746-c15328f719a8 HTTP/1.1" status: 204 len: 168 time: 0.3545840 Jul 29 15:02:34.524952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51282) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:34.612754 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ba05e43b-914d-4ea7-94eb-df019ca14844 req-e6b85203-c614-4a3b-a0c5-7aa00ef432b6 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0482538 Jul 29 15:02:34.613778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d15f97-1ca4-4485-9e47-e8eac9efd799 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77e9eec8-3266-4f8b-8746-c15328f719a8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:34.622046 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a6e89632-d7bc-41f5-9d6d-6eeb437cb586 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0954080 Jul 29 15:02:34.624715 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51284) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:34.635324 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-31e1b4d4-f290-4207-bf6b-3a67f10071aa tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Request body: {'security_group_rule': {'security_group_id': 'a5189d5a-e754-48ea-be8c-6547142a33bb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:34.706974 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31e1b4d4-f290-4207-bf6b-3a67f10071aa tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:34.844752 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31e1b4d4-f290-4207-bf6b-3a67f10071aa tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:34.845746 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6cd301b-228a-4830-8940-94a86fc301a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:34.853115 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31e1b4d4-f290-4207-bf6b-3a67f10071aa tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:34.869660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1b4d4-f290-4207-bf6b-3a67f10071aa tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c712bc52-4f06-4bdc-8abb-865f7fcb3553,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:34.916819 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31e1b4d4-f290-4207-bf6b-3a67f10071aa tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:34.918288 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-31e1b4d4-f290-4207-bf6b-3a67f10071aa tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2909205 Jul 29 15:02:34.920974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51292) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:34.942471 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c6b07c20-ad56-4069-9902-5482d921f425 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules/c712bc52-4f06-4bdc-8abb-865f7fcb3553 HTTP/1.1" status: 200 len: 764 time: 0.0203629 Jul 29 15:02:34.946222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51294) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:35.012718 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f8df7efa-c61a-40df-b569-452ea44b2534 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0648603 Jul 29 15:02:35.013508 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51300) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:35.077526 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ee50-21c9-45ea-a71b-bddd46bac36c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:35.088762 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ee50-21c9-45ea-a71b-bddd46bac36c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:35.161073 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ee50-21c9-45ea-a71b-bddd46bac36c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:35.169040 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7b2ee50-21c9-45ea-a71b-bddd46bac36c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:35.172398 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f7b2ee50-21c9-45ea-a71b-bddd46bac36c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c712bc52-4f06-4bdc-8abb-865f7fcb3553 HTTP/1.1" status: 204 len: 168 time: 0.1555042 Jul 29 15:02:35.173058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51304) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:35.180260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2ee50-21c9-45ea-a71b-bddd46bac36c tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c712bc52-4f06-4bdc-8abb-865f7fcb3553,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:35.189513 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cd301b-228a-4830-8940-94a86fc301a1 admin admin] Router 05c64cde-58d5-4c01-bf9a-297999300739 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:02:35.233114 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a5c15c5a-20d0-4703-86ab-99077c188888 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0590711 Jul 29 15:02:35.235883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51306) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:35.339368 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d930cc0b-582b-4204-a82e-03178cae921b tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:35.342610 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cd301b-228a-4830-8940-94a86fc301a1 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:02:35.349738 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d6cd301b-228a-4830-8940-94a86fc301a1 admin admin] 10.222.0.16 "PUT /v2.0/routers/05c64cde-58d5-4c01-bf9a-297999300739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6594300 Jul 29 15:02:35.354839 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51312) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:35.356593 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c941b-a9f9-494a-945f-7d13a74f3dba None None] Sync routers for ids ['05c64cde-58d5-4c01-bf9a-297999300739'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:02:35.366300 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24c941b-a9f9-494a-945f-7d13a74f3dba None None] Routers {'05c64cde-58d5-4c01-bf9a-297999300739'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:02:35.367478 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f24c941b-a9f9-494a-945f-7d13a74f3dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:02:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['05c64cde-58d5-4c01-bf9a-297999300739'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:35.380515 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d930cc0b-582b-4204-a82e-03178cae921b tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:35.432324 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d930cc0b-582b-4204-a82e-03178cae921b tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:35.435212 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d930cc0b-582b-4204-a82e-03178cae921b tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:35.436374 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d930cc0b-582b-4204-a82e-03178cae921b tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "DELETE /v2.0/security-groups/a5189d5a-e754-48ea-be8c-6547142a33bb HTTP/1.1" status: 204 len: 168 time: 0.1995599 Jul 29 15:02:35.440756 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51316) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:35.470508 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930cc0b-582b-4204-a82e-03178cae921b tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5189d5a-e754-48ea-be8c-6547142a33bb,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:35.506747 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-94af8d20-b783-45cf-9887-e7527f6d41f8 req-a5ba80d1-e889-4e5c-a7c3-6924c1fd0674 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 210 time: 0.0489616 Jul 29 15:02:35.510234 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f24c941b-a9f9-494a-945f-7d13a74f3dba None None] Set router 05c64cde-58d5-4c01-bf9a-297999300739 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:02:35.539893 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51320) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:35.540764 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-05073de8-2a49-4e04-8692-1719963bf708 tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0988297 Jul 29 15:02:35.666818 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-08c350c1-d592-49ae-8c50-df6123d216cd admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:35.723294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797158e-1da6-4442-952f-1d239113ffb2 req-7e854291-0e00-4d17-8810-adc8f6834218 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:35.725052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a797158e-1da6-4442-952f-1d239113ffb2 req-7e854291-0e00-4d17-8810-adc8f6834218 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.1227415 Jul 29 15:02:35.765720 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-afb307dd-2457-4b32-8494-aa1fa220dc8f tempest-SecGroupTest-1763607630 tempest-SecGroupTest-1763607630-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2230513 Jul 29 15:02:35.905741 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f24c941b-a9f9-494a-945f-7d13a74f3dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c64cde-58d5-4c01-bf9a-297999300739', 'name': 'tempest-ServerActionsTestJSON-547501748-router', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:52:23Z', 'updated_at': '2021-07-29T15:02:34Z', 'revision_number': 5, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'gw_port': {'id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:26Z', 'updated_at': '2021-07-29T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:35.935450 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-167146a9-f90c-4361-b005-7dc726ffa66a req-46350bb9-aa51-4ad0-9463-d8d9e2849cc7 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0562546 Jul 29 15:02:35.947347 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c941b-a9f9-494a-945f-7d13a74f3dba None None] Checking router: 05c64cde-58d5-4c01-bf9a-297999300739 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:02:35.951832 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-e5a52b9d-5992-42c5-9314-57329622176d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:35.953276 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a797158e-1da6-4442-952f-1d239113ffb2 req-a380cfdd-38c6-43e2-b970-87d218112e0c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037876 Jul 29 15:02:35.953449 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-e5a52b9d-5992-42c5-9314-57329622176d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.38 "GET /v2.0/networks?id=1d80521b-6229-44d9-b599-75d40e13b312 HTTP/1.1" status: 200 len: 809 time: 0.3337183 Jul 29 15:02:35.959180 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24c941b-a9f9-494a-945f-7d13a74f3dba None None] Routers {'05c64cde-58d5-4c01-bf9a-297999300739'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:02:35.959922 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f24c941b-a9f9-494a-945f-7d13a74f3dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:02:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['05c64cde-58d5-4c01-bf9a-297999300739'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:35.977913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-08c350c1-d592-49ae-8c50-df6123d216cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:35.981955 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-1fa8fdb5-1e35-4592-bf88-fe08f4d81ff0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1497960 Jul 29 15:02:36.056235 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-01b519b1-bff4-49cd-919b-3e6935af99a2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f5e572e1e43471cb0156603ea55a1bb HTTP/1.1" status: 200 len: 380 time: 0.0803425 Jul 29 15:02:36.067600 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-a15b24ed-c1c4-47d6-8c2f-907c6694443d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Request body: {'port': {'device_id': 'e895a3a5-dbe2-4842-ade0-f90d8c0987bd', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'admin_state_up': True, 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'security_groups': ['5174bd98-1c02-4d62-85e7-dcb6e73a9cff']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:36.107616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-27461f72-3555-4211-8a5d-609e5d16c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:36.108495 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-27461f72-3555-4211-8a5d-609e5d16c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:36.109180 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-27461f72-3555-4211-8a5d-609e5d16c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:36.110500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-27461f72-3555-4211-8a5d-609e5d16c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:36.111199 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-27461f72-3555-4211-8a5d-609e5d16c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:36.113382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-27461f72-3555-4211-8a5d-609e5d16c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:36.115409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-27461f72-3555-4211-8a5d-609e5d16c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:36.138519 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-27461f72-3555-4211-8a5d-609e5d16c053 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b87fe36def094cf5968288b084e2140d&device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 6500 time: 0.1100652 Jul 29 15:02:36.151487 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51340) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:36.153788 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f24c941b-a9f9-494a-945f-7d13a74f3dba None None] Set router 05c64cde-58d5-4c01-bf9a-297999300739 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:02:36.161482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-08c350c1-d592-49ae-8c50-df6123d216cd admin admin] Deleting port 982e36a7-70fc-4579-9b8a-8beb57cc31ca {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:36.161830 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-08c350c1-d592-49ae-8c50-df6123d216cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:36.281356 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:36.307810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-4414d592-0223-4ab6-abe4-8493b10af335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:36.308325 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-4414d592-0223-4ab6-abe4-8493b10af335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:36.308827 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-4414d592-0223-4ab6-abe4-8493b10af335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:36.308948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-08c350c1-d592-49ae-8c50-df6123d216cd admin admin] For port 982e36a7-70fc-4579-9b8a-8beb57cc31ca, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=982e36a7-70fc-4579-9b8a-8beb57cc31ca,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:36.309351 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-08c350c1-d592-49ae-8c50-df6123d216cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:36.310873 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-4414d592-0223-4ab6-abe4-8493b10af335 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c87811c7-fa8b-41f4-b809-e4e0814b1be8&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=cbb34b73-c540-4255-9d61-eaabcefcb943&id=cbb34b73-c540-4255-9d61-eaabcefcb943 HTTP/1.1" status: 200 len: 2297 time: 0.1411347 Jul 29 15:02:36.347635 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-08c350c1-d592-49ae-8c50-df6123d216cd admin admin] Calling delete_port for 982e36a7-70fc-4579-9b8a-8beb57cc31ca owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:36.350377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-a15b24ed-c1c4-47d6-8c2f-907c6694443d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Made reservation on behalf of 0f5e572e1e43471cb0156603ea55a1bb for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:02:36.358522 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-a15b24ed-c1c4-47d6-8c2f-907c6694443d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:36.552438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-a15b24ed-c1c4-47d6-8c2f-907c6694443d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Allocated IP 172.20.0.3 (1d80521b-6229-44d9-b599-75d40e13b312/9b1747c4-def9-4399-bfc4-b048db571a84/caf2625a-cfb3-4dbb-9edb-0634f1e7a07c) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:02:36.568078 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f24c941b-a9f9-494a-945f-7d13a74f3dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c64cde-58d5-4c01-bf9a-297999300739', 'name': 'tempest-ServerActionsTestJSON-547501748-router', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:52:23Z', 'updated_at': '2021-07-29T15:02:34Z', 'revision_number': 5, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'gw_port': {'id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:26Z', 'updated_at': '2021-07-29T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:36.602408 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c941b-a9f9-494a-945f-7d13a74f3dba None None] The sync data for ids ['05c64cde-58d5-4c01-bf9a-297999300739'] in n-d-802893-1 is: [{'id': '05c64cde-58d5-4c01-bf9a-297999300739', 'name': 'tempest-ServerActionsTestJSON-547501748-router', 'tenant_id': '09dcdfac1c5247cfbf78992b07e84d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:52:23Z', 'updated_at': '2021-07-29T15:02:34Z', 'revision_number': 5, 'project_id': '09dcdfac1c5247cfbf78992b07e84d06', 'gw_port': {'id': '982e36a7-70fc-4579-9b8a-8beb57cc31ca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:44:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c64cde-58d5-4c01-bf9a-297999300739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:52:26Z', 'updated_at': '2021-07-29T14:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:02:36.819104 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9ddbf7fa-6404-4497-ba46-d1d2358d7154 req-c3bfa8fd-18d6-46f5-9299-4aeb424b34e5 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 210 time: 0.0514057 Jul 29 15:02:36.860367 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-ef160c1d-832d-4c58-b16a-6a3a76a2a27b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=861979d8-e377-468b-a834-f7023ef2664a HTTP/1.1" status: 200 len: 1000 time: 0.5343695 Jul 29 15:02:36.879667 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-a15b24ed-c1c4-47d6-8c2f-907c6694443d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:36.925339 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-73aa2a8d-d86a-4f64-97e6-520cfaa1a797 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b121c44684414715a98411f3bf7b81c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7726283 Jul 29 15:02:36.925984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51356) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:36.946754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-a15b24ed-c1c4-47d6-8c2f-907c6694443d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Transition to ACTIVE for port object caf2625a-cfb3-4dbb-9edb-0634f1e7a07c will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:02:36.953217 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-08c350c1-d592-49ae-8c50-df6123d216cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:36.967992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-33812c8b-68ca-477e-9b49-999601edb0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:36.975547 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-33812c8b-68ca-477e-9b49-999601edb0e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0553de55-e064-4bb6-b0d3-b4a9bd38f40f HTTP/1.1" status: 200 len: 855 time: 0.0954928 Jul 29 15:02:36.992213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c350c1-d592-49ae-8c50-df6123d216cd admin admin] Pushing event deleted for resources: {'Port': ['ID=982e36a7-70fc-4579-9b8a-8beb57cc31ca,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:37.128414 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e55e8292-395c-4969-ac67-8a3fee06378e req-e7924f30-2b98-4214-b556-767ce9814146 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0554969 Jul 29 15:02:37.132642 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-08c350c1-d592-49ae-8c50-df6123d216cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:37.147379 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7267dd5c-4fe1-444c-8120-ac5e143b3372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:37.152305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-477d7508-152e-49de-8a0e-dd7aa2efb4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:37.153750 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-477d7508-152e-49de-8a0e-dd7aa2efb4d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c87811c7-fa8b-41f4-b809-e4e0814b1be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686103 Jul 29 15:02:37.181791 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-a15b24ed-c1c4-47d6-8c2f-907c6694443d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:37.237430 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7267dd5c-4fe1-444c-8120-ac5e143b3372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:37.314727 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-4c1305a9-078f-4378-ae89-ec80b5a0e78d service neutron] 10.222.0.39 "GET /v2.0/networks/c87811c7-fa8b-41f4-b809-e4e0814b1be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508932 Jul 29 15:02:37.341946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-a15b24ed-c1c4-47d6-8c2f-907c6694443d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Network 1d80521b-6229-44d9-b599-75d40e13b312 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:02:37.343432 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-08c350c1-d592-49ae-8c50-df6123d216cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:37.354786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39e182-e0b1-4229-aee9-cbea92cf1046 req-9d933b44-2aad-4a52-9acf-64adec7027a7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:37.356342 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be39e182-e0b1-4229-aee9-cbea92cf1046 req-9d933b44-2aad-4a52-9acf-64adec7027a7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.2786829 Jul 29 15:02:37.359853 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-08c350c1-d592-49ae-8c50-df6123d216cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:37.365755 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-a15b24ed-c1c4-47d6-8c2f-907c6694443d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:02:37.375175 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-a15b24ed-c1c4-47d6-8c2f-907c6694443d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:02:37.377108 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7267dd5c-4fe1-444c-8120-ac5e143b3372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:37.380102 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7267dd5c-4fe1-444c-8120-ac5e143b3372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:37.381032 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7267dd5c-4fe1-444c-8120-ac5e143b3372 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c65e41cd-6bc6-44f1-8d6e-d9a794266cd0 HTTP/1.1" status: 204 len: 168 time: 0.4481244 Jul 29 15:02:37.403377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267dd5c-4fe1-444c-8120-ac5e143b3372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65e41cd-6bc6-44f1-8d6e-d9a794266cd0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:37.421474 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b24ed-c1c4-47d6-8c2f-907c6694443d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event updated for resources: {'Port': ['ID=caf2625a-cfb3-4dbb-9edb-0634f1e7a07c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:37.497055 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-de0319bd-9071-4ae3-ad17-61837ac3883f service neutron] 10.222.0.39 "GET /v2.0/networks/c87811c7-fa8b-41f4-b809-e4e0814b1be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741295 Jul 29 15:02:37.505975 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-08c350c1-d592-49ae-8c50-df6123d216cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:37.506541 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c350c1-d592-49ae-8c50-df6123d216cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05c64cde-58d5-4c01-bf9a-297999300739 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:02:37.513608 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-08c350c1-d592-49ae-8c50-df6123d216cd admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:37.517226 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-08c350c1-d592-49ae-8c50-df6123d216cd admin admin] 10.222.0.16 "DELETE /v2.0/routers/05c64cde-58d5-4c01-bf9a-297999300739 HTTP/1.1" status: 204 len: 168 time: 2.1587799 Jul 29 15:02:37.535092 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be39e182-e0b1-4229-aee9-cbea92cf1046 req-f7848c45-60da-4522-8cbe-005221062fef tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630976 Jul 29 15:02:37.535626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51370) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:37.543205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-a15b24ed-c1c4-47d6-8c2f-907c6694443d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:37.543900 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-a15b24ed-c1c4-47d6-8c2f-907c6694443d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:37.600973 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-7fbe243a-64e0-4a7e-aba0-94a4f4c798fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=1bdf1649-a389-4996-8e32-7b0940a4a965 HTTP/1.1" status: 200 len: 217 time: 0.0974402 Jul 29 15:02:37.621164 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-a15b24ed-c1c4-47d6-8c2f-907c6694443d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5580812 Jul 29 15:02:37.643782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Request body: {'port': {'device_id': 'e895a3a5-dbe2-4842-ade0-f90d8c0987bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:37.671530 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e99201f-5210-4173-8d27-457ed2556e3d admin admin] Deleting subnet 454dd626-309b-466f-ace4-355ad2d7a9fc {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:02:37.693535 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6e99201f-5210-4173-8d27-457ed2556e3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:37.719112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-72556941-b423-4488-a45c-08abc7fb1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:37.722187 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-72556941-b423-4488-a45c-08abc7fb1e00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 200 len: 797 time: 0.1140158 Jul 29 15:02:37.781779 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-0f6be5cc-0058-4881-adfb-aefd87643fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:37.784093 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-0f6be5cc-0058-4881-adfb-aefd87643fda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=112a52ee-a8c5-491c-86d2-16cd4245effc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0538673 Jul 29 15:02:37.790953 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:37.795417 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6e99201f-5210-4173-8d27-457ed2556e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:37.847476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-97f94d2c-5118-4590-a1bd-b43429b01837 None None] Provisioning for port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:02:37.875646 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-97f94d2c-5118-4590-a1bd-b43429b01837 None None] Provisioning complete for port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:37.878946 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-97f94d2c-5118-4590-a1bd-b43429b01837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:38.009484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-97f94d2c-5118-4590-a1bd-b43429b01837 None None] Port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:02:38.073516 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-fe70cd39-85ac-4606-b038-d233dadd276b service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815139 Jul 29 15:02:38.205381 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-8406e3a1-d553-444a-bb89-454833abec78 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234999 Jul 29 15:02:38.207190 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6e99201f-5210-4173-8d27-457ed2556e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:38.217132 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce798b-eae8-458d-84e1-a25e2789e057 req-a80b4f23-51ef-4c08-a11b-d80fc0278da5 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:38.219040 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efce798b-eae8-458d-84e1-a25e2789e057 req-a80b4f23-51ef-4c08-a11b-d80fc0278da5 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 931 time: 0.2000494 Jul 29 15:02:38.319888 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-7da0aebc-5a26-48a9-9c02-4dcd034e73dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=85e3d439-4f4c-480b-b468-4d17d9852f15 HTTP/1.1" status: 200 len: 217 time: 0.0967522 Jul 29 15:02:38.399157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4f01e2cd-da02-49f6-a871-3d4101c5be38 req-397abec4-653c-4831-9320-06cde355a206 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0691578 Jul 29 15:02:38.406773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf2625a-cfb3-4dbb-9edb-0634f1e7a07c {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:02:38.412633 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6e99201f-5210-4173-8d27-457ed2556e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:38.433601 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:38.437110 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efce798b-eae8-458d-84e1-a25e2789e057 req-87fe1ca2-1dff-4b90-bdd7-6486bb6066bc tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=5174bd98-1c02-4d62-85e7-dcb6e73a9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080665 Jul 29 15:02:38.446772 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-12cb5735-11d5-4036-a36d-1a9789be0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:38.448401 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-12cb5735-11d5-4036-a36d-1a9789be0cdd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 200 len: 797 time: 0.1144531 Jul 29 15:02:38.476222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99201f-5210-4173-8d27-457ed2556e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=454dd626-309b-466f-ace4-355ad2d7a9fc,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:38.483434 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6e99201f-5210-4173-8d27-457ed2556e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:38.486539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6e99201f-5210-4173-8d27-457ed2556e3d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/454dd626-309b-466f-ace4-355ad2d7a9fc HTTP/1.1" status: 204 len: 168 time: 0.9495385 Jul 29 15:02:38.489600 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51410) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:38.490731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1849446-d1cc-490c-b082-9c6f32919a9f None None] Network be5d7f17-9ab7-4dcd-adcc-bad366939f03 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:02:38.508787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Transition to ACTIVE for port object caf2625a-cfb3-4dbb-9edb-0634f1e7a07c will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:02:38.519044 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:38.583024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 82a0d657-845c-4256-adff-aa1de5e02810 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:02:38.623785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-5ceed130-6248-4c1d-86af-d5448be83ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:38.625268 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-5ceed130-6248-4c1d-86af-d5448be83ed9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=112a52ee-a8c5-491c-86d2-16cd4245effc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1662900 Jul 29 15:02:38.634921 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:38.641886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Pushing event updated for resources: {'Port': ['ID=caf2625a-cfb3-4dbb-9edb-0634f1e7a07c,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:38.660329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51414) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:38.675849 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 82a0d657-845c-4256-adff-aa1de5e02810 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:02:38.676216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 82a0d657-845c-4256-adff-aa1de5e02810 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:02:38.676659 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 982e36a7-70fc-4579-9b8a-8beb57cc31ca no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:02:38.726472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 982e36a7-70fc-4579-9b8a-8beb57cc31ca {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:02:38.726918 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 982e36a7-70fc-4579-9b8a-8beb57cc31ca not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:02:38.861208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-bd904093-8785-42e4-859e-9592ee7ddb5f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:38.862832 n-d-802893-1 neutron-server[94158]: WARNING neutron.api.v2.base [None req-bd904093-8785-42e4-859e-9592ee7ddb5f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 15:02:38.863491 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-bd904093-8785-42e4-859e-9592ee7ddb5f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 15:02:38.868241 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bd904093-8785-42e4-859e-9592ee7ddb5f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2032297 Jul 29 15:02:38.879653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd095cc-3669-4eaf-b753-636c45338f0b req-7abf62e7-8b51-47a6-a7f1-fff8c7953903 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:38.890623 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51422) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:38.891171 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1cd095cc-3669-4eaf-b753-636c45338f0b req-7abf62e7-8b51-47a6-a7f1-fff8c7953903 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.2268000 Jul 29 15:02:38.896112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-046436e2-58fd-4d78-8f86-f60e293131e9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group': {'name': 'tempest-secgroup--656150007'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:38.937475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Attempting to bind port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:02:38.937861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Attempting to bind port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:02:38.938155 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Attempting to bind port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c on network 1d80521b-6229-44d9-b599-75d40e13b312 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:02:38.959091 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fb41fe-78c0-47fb-b510-a2e2438295b5 None None] DHCP port deletion for be5d7f17-9ab7-4dcd-adcc-bad366939f03 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:02:38.959847 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-2c398f62-7471-4faa-b700-8dfd12ec54a1 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103597 Jul 29 15:02:38.963008 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-046436e2-58fd-4d78-8f86-f60e293131e9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:38.976914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c on network 1d80521b-6229-44d9-b599-75d40e13b312 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:02:38.977252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Attempting to bind port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c on network 1d80521b-6229-44d9-b599-75d40e13b312 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:02:38.982922 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-046436e2-58fd-4d78-8f86-f60e293131e9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:38.988961 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1cd095cc-3669-4eaf-b753-636c45338f0b req-f0443bf5-50d7-443f-920d-0a57918ff969 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968478 Jul 29 15:02:38.990083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:02:38.990435 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Checking segment: {'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:02:38.990826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Bound using segment: {'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:02:38.991390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Bound port: caf2625a-cfb3-4dbb-9edb-0634f1e7a07c, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b628d61-5d76-4e53-871a-056fdf27405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:02:38.991772 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:39.050005 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] Deleting port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:39.050351 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:39.066033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-84fb41fe-78c0-47fb-b510-a2e2438295b5 None None] Deleting port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:39.066806 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-84fb41fe-78c0-47fb-b510-a2e2438295b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:39.109018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] For port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:02:39.115221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] For port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=caf2625a-cfb3-4dbb-9edb-0634f1e7a07c,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:02:39.127227 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:39.139755 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-84fb41fe-78c0-47fb-b510-a2e2438295b5 None None] For port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4b6002d6-a6b1-41d6-b25c-8cca2adeb57e,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:39.140546 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-84fb41fe-78c0-47fb-b510-a2e2438295b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:39.156319 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-84fb41fe-78c0-47fb-b510-a2e2438295b5 None None] Calling delete_port for 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:39.175163 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] For port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4b6002d6-a6b1-41d6-b25c-8cca2adeb57e,segment=NetworkSegment(ce270577-123a-4087-863c-9653be008c4c),segment_id=ce270577-123a-4087-863c-9653be008c4c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:39.175741 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:39.242227 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-4eb9d9a8-96fc-48df-ba36-f8aa6daa839e service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689025 Jul 29 15:02:39.244492 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] Calling delete_port for 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:39.253686 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:39.254327 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:39.256567 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] 10.222.0.38 "PUT /v2.0/ports/caf2625a-cfb3-4dbb-9edb-0634f1e7a07c HTTP/1.1" status: 200 len: 1091 time: 1.6185091 Jul 29 15:02:39.259144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e895a3a5-dbe2-4842-ade0-f90d8c0987bd', 'tag': 'caf2625a-cfb3-4dbb-9edb-0634f1e7a07c'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:39.259873 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-84fb41fe-78c0-47fb-b510-a2e2438295b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:39.262113 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a86c1a8-647d-43b2-a7b8-cfc098e5d187" -d '{"events": [{"name": "network-changed", "server_uuid": "e895a3a5-dbe2-4842-ade0-f90d8c0987bd", "tag": "caf2625a-cfb3-4dbb-9edb-0634f1e7a07c"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:39.284367 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3a63f-781a-4d78-a3f7-d68cdbc43498 service neutron] Pushing event updated for resources: {'Port': ['ID=caf2625a-cfb3-4dbb-9edb-0634f1e7a07c,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:39.304597 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb41fe-78c0-47fb-b510-a2e2438295b5 None None] Pushing event deleted for resources: {'Port': ['ID=4b6002d6-a6b1-41d6-b25c-8cca2adeb57e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:39.315982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb41fe-78c0-47fb-b510-a2e2438295b5 None None] No DVR routers for this DVR port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:02:39.325469 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1818fa0e-4651-456d-a51d-a7dddace7af5 x-openstack-request-id: req-1818fa0e-4651-456d-a51d-a7dddace7af5 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:39.326110 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e895a3a5-dbe2-4842-ade0-f90d8c0987bd", "tag": "caf2625a-cfb3-4dbb-9edb-0634f1e7a07c", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:39.327198 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1818fa0e-4651-456d-a51d-a7dddace7af5 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:39.329562 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e895a3a5-dbe2-4842-ade0-f90d8c0987bd', 'tag': 'caf2625a-cfb3-4dbb-9edb-0634f1e7a07c', 'status': 'completed', 'code': 200} Jul 29 15:02:39.342093 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-d3ab2bfd-e84b-4f35-a6e7-f1930201d687 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=29e9b265-f059-42b7-ba08-f34517c2624b HTTP/1.1" status: 200 len: 217 time: 0.0877233 Jul 29 15:02:39.492308 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-046436e2-58fd-4d78-8f86-f60e293131e9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:39.504699 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-046436e2-58fd-4d78-8f86-f60e293131e9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:39.528645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-cd574a9c-fee5-423b-8eef-768734e2976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:39.530734 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-cd574a9c-fee5-423b-8eef-768734e2976e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 200 len: 797 time: 0.1537721 Jul 29 15:02:39.653004 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2014b80-8af1-491b-8f36-cde9ea8170a3 req-73e4cb1d-5cf8-4716-8dbf-7a814965fb30 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0970240 Jul 29 15:02:39.654263 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:39.692238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046436e2-58fd-4d78-8f86-f60e293131e9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7535e2-609a-4290-823d-96da53fd7e51,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:39.721003 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=4b6002d6-a6b1-41d6-b25c-8cca2adeb57e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:39.762507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] No DVR routers for this DVR port 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:02:39.774142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-1104b816-266c-4317-ae32-257195762fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:39.775929 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-1104b816-266c-4317-ae32-257195762fbb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=112a52ee-a8c5-491c-86d2-16cd4245effc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2253065 Jul 29 15:02:39.824084 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-9c5fdcdb-c4ba-4ff3-9d0c-a2b3b31bbffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:39.825769 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-9c5fdcdb-c4ba-4ff3-9d0c-a2b3b31bbffd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f5e572e1e43471cb0156603ea55a1bb&device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 1094 time: 0.4863286 Jul 29 15:02:39.846947 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86790e-33eb-4f3d-b7f8-189b7247e79e req-576906a3-09ce-468e-bde0-4897e5190269 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:39.856247 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc86790e-33eb-4f3d-b7f8-189b7247e79e req-576906a3-09ce-468e-bde0-4897e5190269 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 943 time: 0.0794232 Jul 29 15:02:39.909703 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-91f54353-a048-44df-a1e8-3d7a8f9f177a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=caf2625a-cfb3-4dbb-9edb-0634f1e7a07c HTTP/1.1" status: 200 len: 217 time: 0.0506530 Jul 29 15:02:39.969596 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-046436e2-58fd-4d78-8f86-f60e293131e9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:39.970277 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc86790e-33eb-4f3d-b7f8-189b7247e79e req-17003958-d377-40ca-bb97-ec0b49d4a0fe tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=5174bd98-1c02-4d62-85e7-dcb6e73a9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120973 Jul 29 15:02:39.984311 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:39.987167 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-046436e2-58fd-4d78-8f86-f60e293131e9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:40.016059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-6e88eedd-14b1-4126-8376-0f243841bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:40.017717 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-6e88eedd-14b1-4126-8376-0f243841bfab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b1747c4-def9-4399-bfc4-b048db571a84 HTTP/1.1" status: 200 len: 848 time: 0.0931003 Jul 29 15:02:40.021247 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5d7f17-9ab7-4dcd-adcc-bad366939f03']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:40.047442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce270577-123a-4087-863c-9653be008c4c') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:40.047740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce270577-123a-4087-863c-9653be008c4c') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:40.069211 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-046436e2-58fd-4d78-8f86-f60e293131e9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:40.074710 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-046436e2-58fd-4d78-8f86-f60e293131e9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1828275 Jul 29 15:02:40.086384 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51448) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:40.093242 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e2fa016a-3674-4d6f-8a35-451a3c17dc81 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '64a71abd-bb64-47b6-847f-e5d69494bfc4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:40.099528 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:40.120965 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-4f0d1ca1-17d1-4492-b045-703c26cc035f service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183310 Jul 29 15:02:40.122307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046436e2-58fd-4d78-8f86-f60e293131e9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a71abd-bb64-47b6-847f-e5d69494bfc4,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:40.128837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-a1cdc526-3bb9-4784-9f6b-b60e15562238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:40.130961 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-a1cdc526-3bb9-4784-9f6b-b60e15562238 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d80521b-6229-44d9-b599-75d40e13b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048932 Jul 29 15:02:40.173144 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:40.228733 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:02:40.229813 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:02:40.232436 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:02:40.276611 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-082695cc-a17c-4b63-b818-cd0e28444c40 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378696 Jul 29 15:02:40.310605 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2fa016a-3674-4d6f-8a35-451a3c17dc81 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:40.379007 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca286d-8866-476b-a05e-ed23d822434d req-2e63031c-cea3-41ba-98d0-c723d27ed672 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:40.380776 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0cca286d-8866-476b-a05e-ed23d822434d req-2e63031c-cea3-41ba-98d0-c723d27ed672 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.2510231 Jul 29 15:02:40.381551 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:40.417946 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:40.419560 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] 10.222.0.16 "DELETE /v2.0/networks/be5d7f17-9ab7-4dcd-adcc-bad366939f03 HTTP/1.1" status: 204 len: 168 time: 1.9287984 Jul 29 15:02:40.421759 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1bab765-00a4-4506-8a79-8669acbfcfc2 req-75cd4e9e-ffa9-41cb-84a3-661c84d2356d service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376693 Jul 29 15:02:40.475999 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39a3b3-e1c0-4d28-b775-3a6428164d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=be5d7f17-9ab7-4dcd-adcc-bad366939f03,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:40.496952 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-11d2f8ed-3ca3-4f5e-aaa4-d247fcee20ec service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612082 Jul 29 15:02:40.528379 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0cca286d-8866-476b-a05e-ed23d822434d req-dfbfd870-0aa4-46fa-9eaa-b59c5a15f301 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352682 Jul 29 15:02:40.548550 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:02:40.570647 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-70a5f3ed-4986-4162-b28b-47ad599f5837 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 HTTP/1.1" status: 200 len: 217 time: 0.0637887 Jul 29 15:02:40.577365 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2fa016a-3674-4d6f-8a35-451a3c17dc81 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:40.583364 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86c1a8-647d-43b2-a7b8-cfc098e5d187 req-7aa62fbf-5ddf-49a4-bc2c-aad2a923e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:40.585629 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a86c1a8-647d-43b2-a7b8-cfc098e5d187 req-7aa62fbf-5ddf-49a4-bc2c-aad2a923e7c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f5e572e1e43471cb0156603ea55a1bb&device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 1094 time: 0.0729957 Jul 29 15:02:40.590267 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2fa016a-3674-4d6f-8a35-451a3c17dc81 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:40.601335 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:02:40.604752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4b6002d6-a6b1-41d6-b25c-8cca2adeb57e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:02:40.664410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa016a-3674-4d6f-8a35-451a3c17dc81 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef3f49a-6c17-4ef9-8914-b3f693429270,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:40.685427 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2fa016a-3674-4d6f-8a35-451a3c17dc81 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:40.689216 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e2fa016a-3674-4d6f-8a35-451a3c17dc81 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5973272 Jul 29 15:02:40.689216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-267d3998-95db-4f89-807d-713789c4dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:40.690008 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-267d3998-95db-4f89-807d-713789c4dbc3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 200 len: 797 time: 0.1111391 Jul 29 15:02:40.690551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51466) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:40.695367 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-827ca812-4897-4334-aa4b-e91f75057754 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '64a71abd-bb64-47b6-847f-e5d69494bfc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:40.748323 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-827ca812-4897-4334-aa4b-e91f75057754 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:40.791041 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84c55b9a-e32b-497d-beec-4ad6ed08fe5e req-c172a175-9e56-409f-b654-14e20648565f tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0438750 Jul 29 15:02:40.792586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86c1a8-647d-43b2-a7b8-cfc098e5d187 req-b12124a9-8faf-45e3-b16e-0b956d299fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:40.794552 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a86c1a8-647d-43b2-a7b8-cfc098e5d187 req-b12124a9-8faf-45e3-b16e-0b956d299fdb service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d80521b-6229-44d9-b599-75d40e13b312 HTTP/1.1" status: 200 len: 910 time: 0.2020066 Jul 29 15:02:40.813898 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-69945850-288e-41dd-915d-231ac1ff146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:40.827175 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-69945850-288e-41dd-915d-231ac1ff146b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=112a52ee-a8c5-491c-86d2-16cd4245effc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0985866 Jul 29 15:02:40.827622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51468) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:40.881176 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a86c1a8-647d-43b2-a7b8-cfc098e5d187 req-93b076e0-87c4-42e2-925b-224143b2ee92 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=caf2625a-cfb3-4dbb-9edb-0634f1e7a07c HTTP/1.1" status: 200 len: 217 time: 0.0789218 Jul 29 15:02:40.902771 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-827ca812-4897-4334-aa4b-e91f75057754 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 15:02:40.907001 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-827ca812-4897-4334-aa4b-e91f75057754 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2153850 Jul 29 15:02:40.907594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51474) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:40.914691 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:40.946003 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e5f41d8a-e9bf-4278-9fd7-7c4445321e0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09dcdfac1c5247cfbf78992b07e84d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1197019 Jul 29 15:02:40.947104 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51476) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:40.968165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86c1a8-647d-43b2-a7b8-cfc098e5d187 req-f7425d61-a410-46cc-afc3-f8fcdebc03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:40.968165 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a86c1a8-647d-43b2-a7b8-cfc098e5d187 req-f7425d61-a410-46cc-afc3-f8fcdebc03c2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b1747c4-def9-4399-bfc4-b048db571a84 HTTP/1.1" status: 200 len: 848 time: 0.0609202 Jul 29 15:02:41.001492 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-d390f545-fa00-4bba-a6e9-c7a5bdbcb0e1 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697159 Jul 29 15:02:41.042964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86c1a8-647d-43b2-a7b8-cfc098e5d187 req-6f9a7e1a-622b-4db5-b85d-f0547b8f8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:41.044956 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a86c1a8-647d-43b2-a7b8-cfc098e5d187 req-6f9a7e1a-622b-4db5-b85d-f0547b8f8945 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d80521b-6229-44d9-b599-75d40e13b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659304 Jul 29 15:02:41.085984 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6116a5d8-a39e-4d5f-a8ff-76f4846ba9cd tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:41.156123 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2f2f6e9-7f25-4f0a-bf48-cc2b041d02f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:41.157441 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a86c1a8-647d-43b2-a7b8-cfc098e5d187 req-a7ecd58d-84f7-4343-8b1a-7934811d5183 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045203 Jul 29 15:02:41.169564 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6116a5d8-a39e-4d5f-a8ff-76f4846ba9cd tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:41.234223 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2f2f6e9-7f25-4f0a-bf48-cc2b041d02f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:41.250772 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-583fd68d-4923-47b8-a00a-284ecca7a748 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420340 Jul 29 15:02:41.270746 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a86c1a8-647d-43b2-a7b8-cfc098e5d187 req-bc21ac01-08db-40d5-8249-5694c0f37581 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025472 Jul 29 15:02:41.286322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a05f8-4bf2-4894-9f83-2d352919eb7c req-2ea3cd96-2274-4c36-bbae-2e016e6b0d8f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:41.287877 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-322a05f8-4bf2-4894-9f83-2d352919eb7c req-2ea3cd96-2274-4c36-bbae-2e016e6b0d8f tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 943 time: 0.1918185 Jul 29 15:02:41.333952 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-6ab28a03-a5dd-4476-aaa4-5d9a3c2eb241 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=384b2766-5b64-4b46-a1c5-a1c0e093692d HTTP/1.1" status: 200 len: 217 time: 0.0678723 Jul 29 15:02:41.366933 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6116a5d8-a39e-4d5f-a8ff-76f4846ba9cd tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:41.369647 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6116a5d8-a39e-4d5f-a8ff-76f4846ba9cd tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:41.373658 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6116a5d8-a39e-4d5f-a8ff-76f4846ba9cd tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "DELETE /v2.0/security-groups/64a71abd-bb64-47b6-847f-e5d69494bfc4 HTTP/1.1" status: 204 len: 168 time: 0.4632535 Jul 29 15:02:41.374424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51488) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:41.422590 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-322a05f8-4bf2-4894-9f83-2d352919eb7c req-2906e658-9e1e-4854-a9ff-24a32b62caac tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=5174bd98-1c02-4d62-85e7-dcb6e73a9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925148 Jul 29 15:02:41.425057 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116a5d8-a39e-4d5f-a8ff-76f4846ba9cd tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a71abd-bb64-47b6-847f-e5d69494bfc4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:41.429421 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2f2f6e9-7f25-4f0a-bf48-cc2b041d02f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:41.432738 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2f2f6e9-7f25-4f0a-bf48-cc2b041d02f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:41.434544 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d2f2f6e9-7f25-4f0a-bf48-cc2b041d02f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca6e5e7b-9606-49df-8793-92287d48b63c HTTP/1.1" status: 204 len: 168 time: 0.4867284 Jul 29 15:02:41.454705 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2f6e9-7f25-4f0a-bf48-cc2b041d02f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6e5e7b-9606-49df-8793-92287d48b63c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:41.457196 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-368529eb-f5e9-4adc-8695-05f11341dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:41.458859 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-368529eb-f5e9-4adc-8695-05f11341dc72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b82d0d65-5f7c-4442-9148-60b7547ab51d HTTP/1.1" status: 200 len: 797 time: 0.1098876 Jul 29 15:02:41.465903 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-301b6b49-02d7-4b8f-b206-fc7ac1d566a0 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862594 Jul 29 15:02:41.466549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51492) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:41.471169 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-34258913-bbe3-4c62-b734-7b1fb0c25e09 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333623954'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:41.525327 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34258913-bbe3-4c62-b734-7b1fb0c25e09 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:41.541890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-59e5f6ac-0093-4566-9201-00dacb14c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:41.543397 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-59e5f6ac-0093-4566-9201-00dacb14c222 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbb34b73-c540-4255-9d61-eaabcefcb943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0677969 Jul 29 15:02:41.661788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f309660-0d78-4cde-ab76-23cac60f5272 req-00a85524-30ff-452f-9269-fcf8f6a696ab tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:41.672056 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f309660-0d78-4cde-ab76-23cac60f5272 req-00a85524-30ff-452f-9269-fcf8f6a696ab tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.0690601 Jul 29 15:02:41.708700 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f309660-0d78-4cde-ab76-23cac60f5272 req-573aba18-58b6-4775-bfcc-b188080e8074 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357177 Jul 29 15:02:41.751619 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-60bdeb0d-1810-4a64-bbb6-7907926902e0 service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956828 Jul 29 15:02:41.785611 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34258913-bbe3-4c62-b734-7b1fb0c25e09 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:41.816611 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34258913-bbe3-4c62-b734-7b1fb0c25e09 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:41.881500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34258913-bbe3-4c62-b734-7b1fb0c25e09 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b0ee85-2154-4919-b782-bac9ebaa32b2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:41.883997 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34258913-bbe3-4c62-b734-7b1fb0c25e09 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:41.888200 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51512) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:41.888500 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-34258913-bbe3-4c62-b734-7b1fb0c25e09 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4206369 Jul 29 15:02:41.896083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ffe61827-6dff-4f0c-afab-501ee9b6456b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '97b0ee85-2154-4919-b782-bac9ebaa32b2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:41.897891 n-d-802893-1 neutron-server[94158]: WARNING neutron.api.v2.base [None req-ffe61827-6dff-4f0c-afab-501ee9b6456b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 29 15:02:41.898436 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-ffe61827-6dff-4f0c-afab-501ee9b6456b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:41.901320 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ffe61827-6dff-4f0c-afab-501ee9b6456b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0113394 Jul 29 15:02:41.902358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51514) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:41.952395 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1efb95a1-ed17-4d79-aafc-d222df6735c8 req-d0c6a6f4-179a-4d25-a135-a0c1615f04a4 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0493643 Jul 29 15:02:41.965044 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-9eacc157-8311-4c50-8d66-d0cbb0bc7ddb service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043664 Jul 29 15:02:41.979725 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-44329a0f-feb4-4110-92e9-8bd8a45d8cad tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.014934 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-44329a0f-feb4-4110-92e9-8bd8a45d8cad tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.022112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-d72462f6-30cb-4089-9f7e-454821cc92a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6866365f-9081-45de-b450-c210f1db65b5 HTTP/1.1" status: 200 len: 217 time: 0.0484505 Jul 29 15:02:42.070680 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-44329a0f-feb4-4110-92e9-8bd8a45d8cad tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.073553 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-44329a0f-feb4-4110-92e9-8bd8a45d8cad tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.077047 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-44329a0f-feb4-4110-92e9-8bd8a45d8cad tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "DELETE /v2.0/security-groups/97b0ee85-2154-4919-b782-bac9ebaa32b2 HTTP/1.1" status: 204 len: 168 time: 0.1713350 Jul 29 15:02:42.077770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51520) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:42.084557 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44329a0f-feb4-4110-92e9-8bd8a45d8cad tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b0ee85-2154-4919-b782-bac9ebaa32b2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:42.109844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-ea198fa2-24a0-42d8-95fa-952a36e3658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:42.111362 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-ea198fa2-24a0-42d8-95fa-952a36e3658e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b82d0d65-5f7c-4442-9148-60b7547ab51d HTTP/1.1" status: 200 len: 797 time: 0.0814760 Jul 29 15:02:42.164539 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f2821c8f-0207-4179-847d-9ce6f5d13aa7 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0856378 Jul 29 15:02:42.168756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51526) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:42.176805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-a956cfda-e805-43eb-a4e0-4fa504289b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:42.178756 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-a956cfda-e805-43eb-a4e0-4fa504289b4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbb34b73-c540-4255-9d61-eaabcefcb943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594437 Jul 29 15:02:42.184392 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-6a70d08d-d0ff-408a-bc37-8184b43e28c9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271432765'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:42.213261 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6a70d08d-d0ff-408a-bc37-8184b43e28c9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.314370 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-a85c1e0c-bda5-47fb-ba0b-0bac03e8dc76 service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262527 Jul 29 15:02:42.357423 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6a70d08d-d0ff-408a-bc37-8184b43e28c9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.365024 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6a70d08d-d0ff-408a-bc37-8184b43e28c9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.415453 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6a70d08d-d0ff-408a-bc37-8184b43e28c9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.417148 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6a70d08d-d0ff-408a-bc37-8184b43e28c9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2468162 Jul 29 15:02:42.419562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51540) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:42.420066 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51542) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:42.425177 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-662d6304-b8bd-42c7-84a5-d46587f0dcb4 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '63db5ba5-d865-4340-a8f1-31c8384ffc37', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:42.431084 n-d-802893-1 neutron-server[94158]: WARNING neutron.api.v2.base [None req-662d6304-b8bd-42c7-84a5-d46587f0dcb4 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 29 15:02:42.431805 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-662d6304-b8bd-42c7-84a5-d46587f0dcb4 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:42.433182 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-662d6304-b8bd-42c7-84a5-d46587f0dcb4 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0116596 Jul 29 15:02:42.437430 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51544) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:42.443951 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70d08d-d0ff-408a-bc37-8184b43e28c9 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63db5ba5-d865-4340-a8f1-31c8384ffc37,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:42.503598 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dabbf428-ffd0-4665-81b2-3eba510e4420 req-4b13dfc6-2275-44e6-ad17-10607736b8bf service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807592 Jul 29 15:02:42.531698 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef97ca87-195a-4e6d-a895-5ed36cefa2dd tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.556854 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef97ca87-195a-4e6d-a895-5ed36cefa2dd tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.600898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-bd40a3a9-f107-46fb-9c43-273e0a7efbcb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-521905806-network', 'tenant_id': 'ef4b53ff2a2b4059a7df15c4d6b23d62'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:42.631190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd40a3a9-f107-46fb-9c43-273e0a7efbcb admin admin] Made reservation on behalf of ef4b53ff2a2b4059a7df15c4d6b23d62 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:02:42.634553 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd40a3a9-f107-46fb-9c43-273e0a7efbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.651887 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd40a3a9-f107-46fb-9c43-273e0a7efbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.655462 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51f0fc-bf7c-4766-88cf-7421cd8f30ad req-95747b72-4123-4394-8311-fcfb4d9562bd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:42.657024 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5d51f0fc-bf7c-4766-88cf-7421cd8f30ad req-95747b72-4123-4394-8311-fcfb4d9562bd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 943 time: 0.0689187 Jul 29 15:02:42.658137 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef97ca87-195a-4e6d-a895-5ed36cefa2dd tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.660919 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef97ca87-195a-4e6d-a895-5ed36cefa2dd tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.661992 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ef97ca87-195a-4e6d-a895-5ed36cefa2dd tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "DELETE /v2.0/security-groups/63db5ba5-d865-4340-a8f1-31c8384ffc37 HTTP/1.1" status: 204 len: 168 time: 0.2236314 Jul 29 15:02:42.665123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51554) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:42.687138 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97ca87-195a-4e6d-a895-5ed36cefa2dd tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63db5ba5-d865-4340-a8f1-31c8384ffc37,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:42.721283 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5d51f0fc-bf7c-4766-88cf-7421cd8f30ad req-72600ff7-7434-4667-a347-38aae8a38a95 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=5174bd98-1c02-4d62-85e7-dcb6e73a9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554790 Jul 29 15:02:42.737266 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3a2850e1-c5c2-423f-99af-e95e091360d0 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704875 Jul 29 15:02:42.741965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51558) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:42.748165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-5578098c-3ca2-4f69-9945-f9f96f484643 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474421593'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:42.845840 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd40a3a9-f107-46fb-9c43-273e0a7efbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.854145 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd40a3a9-f107-46fb-9c43-273e0a7efbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.871131 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5578098c-3ca2-4f69-9945-f9f96f484643 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.893362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd40a3a9-f107-46fb-9c43-273e0a7efbcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:02:42.910896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffa3f5-c51a-424f-b324-7db12e006368 req-0bf9bb98-cfa8-4eac-b252-96939c89f3cf tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:42.912617 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e4ffa3f5-c51a-424f-b324-7db12e006368 req-0bf9bb98-cfa8-4eac-b252-96939c89f3cf tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.1034572 Jul 29 15:02:42.915696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40a3a9-f107-46fb-9c43-273e0a7efbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58addf0a-8524-478d-8096-ed656bc1f614,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:42.923159 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd40a3a9-f107-46fb-9c43-273e0a7efbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:42.923517 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-bd40a3a9-f107-46fb-9c43-273e0a7efbcb admin admin] Added segment d50c24ba-bc1b-4a42-a99b-aa6909edf5f5 of type vlan for network ea65ba52-7e0e-480f-9a1a-5b9ece2c073c Jul 29 15:02:42.995083 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd40a3a9-f107-46fb-9c43-273e0a7efbcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.010831 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5578098c-3ca2-4f69-9945-f9f96f484643 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.017203 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5578098c-3ca2-4f69-9945-f9f96f484643 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.018965 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e4ffa3f5-c51a-424f-b324-7db12e006368 req-0a142ee9-ac68-4d48-b98b-0729abdc0a49 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831506 Jul 29 15:02:43.055114 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd40a3a9-f107-46fb-9c43-273e0a7efbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.056160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd40a3a9-f107-46fb-9c43-273e0a7efbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:43.056793 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd40a3a9-f107-46fb-9c43-273e0a7efbcb admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.098097 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8b76b89-9e11-4e92-a0d1-00e8ff58c95e req-2d40baaf-99e1-4212-83ca-a50886034c22 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0426810 Jul 29 15:02:43.101892 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5578098c-3ca2-4f69-9945-f9f96f484643 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.103336 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5578098c-3ca2-4f69-9945-f9f96f484643 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3599792 Jul 29 15:02:43.105837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578098c-3ca2-4f69-9945-f9f96f484643 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716ad28a-98bf-4ca3-8f80-8695887721a2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:43.107908 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51568) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:43.113520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b99bc3a3-7f1e-4c15-b666-5f83f3b59b73 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '716ad28a-98bf-4ca3-8f80-8695887721a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:43.146833 n-d-802893-1 neutron-server[94157]: WARNING neutron.api.v2.base [None req-b99bc3a3-7f1e-4c15-b666-5f83f3b59b73 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 29 15:02:43.148504 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-b99bc3a3-7f1e-4c15-b666-5f83f3b59b73 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:43.150292 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b99bc3a3-7f1e-4c15-b666-5f83f3b59b73 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0408103 Jul 29 15:02:43.154712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51572) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:43.159714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1f7d0fd8-237b-455f-b9f1-779d4f2f8a7b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '716ad28a-98bf-4ca3-8f80-8695887721a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:43.160787 n-d-802893-1 neutron-server[94157]: WARNING neutron.api.v2.base [None req-1f7d0fd8-237b-455f-b9f1-779d4f2f8a7b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 29 15:02:43.161290 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-1f7d0fd8-237b-455f-b9f1-779d4f2f8a7b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:43.166285 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1f7d0fd8-237b-455f-b9f1-779d4f2f8a7b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063183 Jul 29 15:02:43.166471 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bd40a3a9-f107-46fb-9c43-273e0a7efbcb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7299936 Jul 29 15:02:43.167927 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51574) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:43.169168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51576) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:43.177930 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f84b2a15-63cf-4a65-836a-d6637eb89f71 admin admin] Request body: {'subnet': {'network_id': 'ea65ba52-7e0e-480f-9a1a-5b9ece2c073c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-521905806-subnet', 'tenant_id': 'ef4b53ff2a2b4059a7df15c4d6b23d62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:43.182479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40a3a9-f107-46fb-9c43-273e0a7efbcb admin admin] Pushing event updated for resources: {'Network': ['ID=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:43.186775 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-cd0b5cb7-27de-4e8d-afd9-450699da82e0 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '716ad28a-98bf-4ca3-8f80-8695887721a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:43.188167 n-d-802893-1 neutron-server[94157]: WARNING neutron.api.v2.base [None req-cd0b5cb7-27de-4e8d-afd9-450699da82e0 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 29 15:02:43.188599 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-cd0b5cb7-27de-4e8d-afd9-450699da82e0 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:43.192286 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cd0b5cb7-27de-4e8d-afd9-450699da82e0 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0194695 Jul 29 15:02:43.192706 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51578) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:43.197994 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-acf29615-f77b-45f9-9fbf-fd87070b53bc tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '716ad28a-98bf-4ca3-8f80-8695887721a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:43.198931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network ea65ba52-7e0e-480f-9a1a-5b9ece2c073c details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:02:43.199450 n-d-802893-1 neutron-server[94157]: WARNING neutron.api.v2.base [None req-acf29615-f77b-45f9-9fbf-fd87070b53bc tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 29 15:02:43.199552 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-acf29615-f77b-45f9-9fbf-fd87070b53bc tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:43.200711 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-acf29615-f77b-45f9-9fbf-fd87070b53bc tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069511 Jul 29 15:02:43.203246 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51580) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:43.252468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84b2a15-63cf-4a65-836a-d6637eb89f71 admin admin] Made reservation on behalf of ef4b53ff2a2b4059a7df15c4d6b23d62 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:02:43.252468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f84b2a15-63cf-4a65-836a-d6637eb89f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.324321 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a2facfdd-5c12-4e21-863c-aca6b5c9c194 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.360138 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a2facfdd-5c12-4e21-863c-aca6b5c9c194 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.446479 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a2facfdd-5c12-4e21-863c-aca6b5c9c194 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.449835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a2facfdd-5c12-4e21-863c-aca6b5c9c194 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.451150 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a2facfdd-5c12-4e21-863c-aca6b5c9c194 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "DELETE /v2.0/security-groups/716ad28a-98bf-4ca3-8f80-8695887721a2 HTTP/1.1" status: 204 len: 168 time: 0.2468476 Jul 29 15:02:43.453696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51588) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:43.487357 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2facfdd-5c12-4e21-863c-aca6b5c9c194 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=716ad28a-98bf-4ca3-8f80-8695887721a2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:43.524478 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f84b2a15-63cf-4a65-836a-d6637eb89f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.556722 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-16b0d2c5-50d4-4ca5-b763-bb17eb83f62a tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1002321 Jul 29 15:02:43.559566 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51592) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:43.580712 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-69214d16-2414-4ece-8065-a7a826dd4a5a tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group': {'name': 'tempest-secgroup--556511810'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:43.606670 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-69214d16-2414-4ece-8065-a7a826dd4a5a tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.609500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b2a15-63cf-4a65-836a-d6637eb89f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=654fde81-0e11-4ae6-9ae2-c96a6f63881c,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:43.620241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84b2a15-63cf-4a65-836a-d6637eb89f71 admin admin] Checking segment: {'id': 'd50c24ba-bc1b-4a42-a99b-aa6909edf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ea65ba52-7e0e-480f-9a1a-5b9ece2c073c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:02:43.620241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84b2a15-63cf-4a65-836a-d6637eb89f71 admin admin] Network hostable DHCP agents. Network: ea65ba52-7e0e-480f-9a1a-5b9ece2c073c, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:02:43.639611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84b2a15-63cf-4a65-836a-d6637eb89f71 admin admin] Network ea65ba52-7e0e-480f-9a1a-5b9ece2c073c is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:02:43.653693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-f84b2a15-63cf-4a65-836a-d6637eb89f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, ea65ba52-7e0e-480f-9a1a-5b9ece2c073c) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:02:43.658310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84b2a15-63cf-4a65-836a-d6637eb89f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:43.658897 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f84b2a15-63cf-4a65-836a-d6637eb89f71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.667717 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba62e718-7605-47ec-9558-483f458c0200 None None] Network ea65ba52-7e0e-480f-9a1a-5b9ece2c073c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:02:43.709290 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device caf2625a-cfb3-4dbb-9edb-0634f1e7a07c details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:02:43.739748 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-69214d16-2414-4ece-8065-a7a826dd4a5a tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.746924 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-69214d16-2414-4ece-8065-a7a826dd4a5a tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.752713 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f84b2a15-63cf-4a65-836a-d6637eb89f71 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5800681 Jul 29 15:02:43.774901 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-69214d16-2414-4ece-8065-a7a826dd4a5a tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:43.785915 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-69214d16-2414-4ece-8065-a7a826dd4a5a tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2090619 Jul 29 15:02:43.788782 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51600) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:43.794550 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-97422de3-27d8-4e24-b21c-3c1037d0eabb tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '6427da5a-6c8a-40d8-a1c2-f21697b3cc50', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:43.795651 n-d-802893-1 neutron-server[94157]: WARNING neutron.api.v2.base [None req-97422de3-27d8-4e24-b21c-3c1037d0eabb tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 15:02:43.796346 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-97422de3-27d8-4e24-b21c-3c1037d0eabb tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:43.797887 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-97422de3-27d8-4e24-b21c-3c1037d0eabb tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076649 Jul 29 15:02:43.800866 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51602) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:43.808955 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-92dc1b6a-779d-499d-9626-47f03bab7bb4 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '6427da5a-6c8a-40d8-a1c2-f21697b3cc50', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:43.815869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69214d16-2414-4ece-8065-a7a826dd4a5a tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6427da5a-6c8a-40d8-a1c2-f21697b3cc50,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:43.895239 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-92dc1b6a-779d-499d-9626-47f03bab7bb4 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:43.896720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-92dc1b6a-779d-499d-9626-47f03bab7bb4 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0940471 Jul 29 15:02:43.900269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51606) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:43.905663 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8a40b962-bcda-4c2c-b960-15ca235818d6 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '6427da5a-6c8a-40d8-a1c2-f21697b3cc50', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:43.906220 n-d-802893-1 neutron-server[94158]: WARNING neutron.api.v2.base [None req-8a40b962-bcda-4c2c-b960-15ca235818d6 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 29 15:02:43.906732 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-8a40b962-bcda-4c2c-b960-15ca235818d6 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:43.912033 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8a40b962-bcda-4c2c-b960-15ca235818d6 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0098102 Jul 29 15:02:43.912033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51608) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:43.918678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-14349f2c-8991-4b95-b0d7-01725224934a tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '6427da5a-6c8a-40d8-a1c2-f21697b3cc50', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:43.948612 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821a41e-4526-468e-ac16-522a800714c6 req-bd85d1bb-8319-41e0-95a9-6bf318b07e31 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:43.951985 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2821a41e-4526-468e-ac16-522a800714c6 req-bd85d1bb-8319-41e0-95a9-6bf318b07e31 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 943 time: 0.0896821 Jul 29 15:02:44.004358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79491b42-c329-40dd-82d4-f6b6993a8ab9 None None] Network ea65ba52-7e0e-480f-9a1a-5b9ece2c073c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:02:44.009177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=caf2625a-cfb3-4dbb-9edb-0634f1e7a07c,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:44.015879 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-14349f2c-8991-4b95-b0d7-01725224934a tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:44.017033 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-14349f2c-8991-4b95-b0d7-01725224934a tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1041660 Jul 29 15:02:44.019917 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2821a41e-4526-468e-ac16-522a800714c6 req-73831c33-1777-44c5-a30e-3dbbf5bd5573 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=5174bd98-1c02-4d62-85e7-dcb6e73a9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608232 Jul 29 15:02:44.020878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51610) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:44.028538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0b5cfa9e-f395-4850-8869-145d94e70f42 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '6427da5a-6c8a-40d8-a1c2-f21697b3cc50', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:44.029585 n-d-802893-1 neutron-server[94157]: WARNING neutron.api.v2.base [None req-0b5cfa9e-f395-4850-8869-145d94e70f42 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 15:02:44.030318 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-0b5cfa9e-f395-4850-8869-145d94e70f42 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:44.032130 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0b5cfa9e-f395-4850-8869-145d94e70f42 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096605 Jul 29 15:02:44.035474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51612) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:44.047117 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e5180e49-d1a8-416a-bfb6-3172f7e0d945 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '6427da5a-6c8a-40d8-a1c2-f21697b3cc50', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:44.078474 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'caf2625a-cfb3-4dbb-9edb-0634f1e7a07c', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'port_id': 'caf2625a-cfb3-4dbb-9edb-0634f1e7a07c', 'mac_address': 'fa:16:3e:f7:0e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:02:44.080164 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-e5180e49-d1a8-416a-bfb6-3172f7e0d945 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Project 313e0334b35d4325a57cde9791e7f31b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:02:44.101897 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-e5180e49-d1a8-416a-bfb6-3172f7e0d945 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:44.103560 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e5180e49-d1a8-416a-bfb6-3172f7e0d945 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0668676 Jul 29 15:02:44.106928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51618) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:44.112228 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-277df6a5-8f20-4f4a-893d-e0f7999116a1 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '6427da5a-6c8a-40d8-a1c2-f21697b3cc50', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:44.113201 n-d-802893-1 neutron-server[94158]: WARNING neutron.api.v2.base [None req-277df6a5-8f20-4f4a-893d-e0f7999116a1 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 29 15:02:44.113898 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-277df6a5-8f20-4f4a-893d-e0f7999116a1 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:44.115539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-277df6a5-8f20-4f4a-893d-e0f7999116a1 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073755 Jul 29 15:02:44.119057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51620) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:44.135583 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:44.136603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-84e62dd0-f17f-438f-a16f-b207c999867b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '6427da5a-6c8a-40d8-a1c2-f21697b3cc50', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:44.160803 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf2625a-cfb3-4dbb-9edb-0634f1e7a07c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:02:44.197390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=caf2625a-cfb3-4dbb-9edb-0634f1e7a07c,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:44.208977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbd8f2-72f7-4bfd-bfe9-b92c99975890 req-befc74ce-a09a-4a29-9142-bc82afbe4087 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:44.210779 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9efbd8f2-72f7-4bfd-bfe9-b92c99975890 req-befc74ce-a09a-4a29-9142-bc82afbe4087 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.0878463 Jul 29 15:02:44.212294 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-84e62dd0-f17f-438f-a16f-b207c999867b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Project 313e0334b35d4325a57cde9791e7f31b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:02:44.219247 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:44.228322 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-84e62dd0-f17f-438f-a16f-b207c999867b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:44.230507 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-84e62dd0-f17f-438f-a16f-b207c999867b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1088142 Jul 29 15:02:44.232969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51632) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:44.237668 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-117bd4c2-b5be-4706-b888-957055a59ffe tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '6427da5a-6c8a-40d8-a1c2-f21697b3cc50', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:44.264405 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-117bd4c2-b5be-4706-b888-957055a59ffe tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Project 313e0334b35d4325a57cde9791e7f31b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:02:44.282852 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-117bd4c2-b5be-4706-b888-957055a59ffe tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:44.284781 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-117bd4c2-b5be-4706-b888-957055a59ffe tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0503919 Jul 29 15:02:44.286948 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9efbd8f2-72f7-4bfd-bfe9-b92c99975890 req-347d56d0-902f-4aca-8ba8-38841a4fb263 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545290 Jul 29 15:02:44.294030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51634) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:44.345222 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=caf2625a-cfb3-4dbb-9edb-0634f1e7a07c,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:44.385182 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f9a28bf-4611-4aab-9e94-06a8ae6ace64 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:44.412700 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f9a28bf-4611-4aab-9e94-06a8ae6ace64 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:44.456043 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61130f3c-6f6a-400d-bcfa-53a329ba9919 req-cfc93253-bb9b-4a40-92a3-c0a3d60448dd tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0686498 Jul 29 15:02:44.513889 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f9a28bf-4611-4aab-9e94-06a8ae6ace64 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:44.516493 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7f9a28bf-4611-4aab-9e94-06a8ae6ace64 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:44.517644 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7f9a28bf-4611-4aab-9e94-06a8ae6ace64 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "DELETE /v2.0/security-groups/6427da5a-6c8a-40d8-a1c2-f21697b3cc50 HTTP/1.1" status: 204 len: 168 time: 0.2218263 Jul 29 15:02:44.520383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51646) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:44.527167 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['caf2625a-cfb3-4dbb-9edb-0634f1e7a07c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:02:44.534301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a28bf-4611-4aab-9e94-06a8ae6ace64 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6427da5a-6c8a-40d8-a1c2-f21697b3cc50,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:44.578996 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0362b562-71b0-493b-965e-45ab83b8000f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0571268 Jul 29 15:02:44.583412 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51652) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:44.589785 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1d47d267-9561-4c22-a237-c27e63e0eb93 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group': {'name': 'tempest-secgroup--13984316'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:44.591810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-a56a7fe6-6913-42e0-b97e-5fd94560e185 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:44.601854 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-a56a7fe6-6913-42e0-b97e-5fd94560e185 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/networks?id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c HTTP/1.1" status: 200 len: 813 time: 0.1591215 Jul 29 15:02:44.641064 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d47d267-9561-4c22-a237-c27e63e0eb93 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:44.643673 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-5eca3eb9-51c2-45f5-beda-38a4c7ca6d34 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/quotas/ef4b53ff2a2b4059a7df15c4d6b23d62 HTTP/1.1" status: 200 len: 375 time: 0.0251598 Jul 29 15:02:44.682302 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-fffbf761-cc8c-41da-a356-0371d450ed84 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef4b53ff2a2b4059a7df15c4d6b23d62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375259 Jul 29 15:02:44.776647 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d47d267-9561-4c22-a237-c27e63e0eb93 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:44.781874 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d47d267-9561-4c22-a237-c27e63e0eb93 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:44.798564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-c7175dc3-54f2-4477-b149-1bfe9df18c27 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:02:44.799943 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-c7175dc3-54f2-4477-b149-1bfe9df18c27 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1168711 Jul 29 15:02:44.819027 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47d267-9561-4c22-a237-c27e63e0eb93 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bc3d62-d75b-42c8-ac58-49cd5222c2ec,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:44.825653 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d47d267-9561-4c22-a237-c27e63e0eb93 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:44.827647 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1d47d267-9561-4c22-a237-c27e63e0eb93 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2427483 Jul 29 15:02:44.831504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51658) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:44.837500 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-2d195e2d-b151-4a0c-a463-6ef95cfb94df tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': 'b4bc3d62-d75b-42c8-ac58-49cd5222c2ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:44.885008 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-2d195e2d-b151-4a0c-a463-6ef95cfb94df tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The resource could not be found. Jul 29 15:02:44.888640 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2d195e2d-b151-4a0c-a463-6ef95cfb94df tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0534310 Jul 29 15:02:44.889104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51660) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:44.895018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-dba1561e-a5f0-4e5f-a0ce-5ffc09e183d0 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': 'b4bc3d62-d75b-42c8-ac58-49cd5222c2ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5969ed26-603d-4365-a4a3-84c4ec211c96'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:44.916384 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-a94b398b-f416-4c1f-b3a2-6449e9b8307b service neutron] 10.222.0.16 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064243 Jul 29 15:02:44.942571 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-dba1561e-a5f0-4e5f-a0ce-5ffc09e183d0 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The resource could not be found. Jul 29 15:02:44.943679 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dba1561e-a5f0-4e5f-a0ce-5ffc09e183d0 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0538800 Jul 29 15:02:44.947495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51666) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:45.019399 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61540681-9aad-4bd9-bdd9-432369780c84 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:45.029830 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-96de4196-292f-4d03-847a-9067ba568d86 service neutron] 10.222.0.16 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067109 Jul 29 15:02:45.044846 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61540681-9aad-4bd9-bdd9-432369780c84 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:45.109922 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61540681-9aad-4bd9-bdd9-432369780c84 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:45.112711 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61540681-9aad-4bd9-bdd9-432369780c84 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:45.113870 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-61540681-9aad-4bd9-bdd9-432369780c84 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "DELETE /v2.0/security-groups/b4bc3d62-d75b-42c8-ac58-49cd5222c2ec HTTP/1.1" status: 204 len: 168 time: 0.1652637 Jul 29 15:02:45.117550 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51670) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:45.147482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61540681-9aad-4bd9-bdd9-432369780c84 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bc3d62-d75b-42c8-ac58-49cd5222c2ec,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:45.174056 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-64b5f539-5bd0-4546-811d-a1efd3070adc tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552537 Jul 29 15:02:45.178274 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51672) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:45.184179 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-33ed0c25-e762-424c-b8e9-5c3bcbaae01e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': 'a04ed997-0955-411d-a240-1c413daf0c08', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:45.188031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634bbaf-6de3-4980-8068-019ab70e1c14 req-d1195037-b6df-445c-9e7b-251d38ab54d7 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:45.198263 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c634bbaf-6de3-4980-8068-019ab70e1c14 req-d1195037-b6df-445c-9e7b-251d38ab54d7 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 944 time: 0.0997906 Jul 29 15:02:45.258208 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c634bbaf-6de3-4980-8068-019ab70e1c14 req-13ee6691-cb05-4727-876d-51cb374a9ab8 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=5174bd98-1c02-4d62-85e7-dcb6e73a9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585482 Jul 29 15:02:45.425679 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befec378-b326-41f5-9890-718a81b777ff req-203f3d55-ef3d-4e4c-b560-11f10b204aa6 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:45.433283 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-befec378-b326-41f5-9890-718a81b777ff req-203f3d55-ef3d-4e4c-b560-11f10b204aa6 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.0682187 Jul 29 15:02:45.482729 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-befec378-b326-41f5-9890-718a81b777ff req-9d4ce7ce-7717-4102-bada-216bc07ea215 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478325 Jul 29 15:02:45.609421 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7a1d3108-f00b-4877-8349-ff409e2f32cf req-0739ef68-78aa-4634-ba22-9e586dcceb02 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0344031 Jul 29 15:02:45.682387 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aad32161-86c7-42fe-9eb3-63a1473fd4e0 req-0dde7073-d374-46d8-ad47-ab342cedfe9d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 210 time: 0.4378083 Jul 29 15:02:45.684497 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-33ed0c25-e762-424c-b8e9-5c3bcbaae01e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The resource could not be found. Jul 29 15:02:45.689260 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-33ed0c25-e762-424c-b8e9-5c3bcbaae01e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5056014 Jul 29 15:02:45.689816 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51706) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:45.690250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device caf2625a-cfb3-4dbb-9edb-0634f1e7a07c up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:02:45.695291 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-34fe036b-95fc-40bd-aa7e-e1727d36d17f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659708264'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:45.723344 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34fe036b-95fc-40bd-aa7e-e1727d36d17f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:45.756934 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:02:45.761374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:45.761985 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:45.877022 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:45.901389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e895a3a5-dbe2-4842-ade0-f90d8c0987bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf2625a-cfb3-4dbb-9edb-0634f1e7a07c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:45.901589 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34fe036b-95fc-40bd-aa7e-e1727d36d17f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:45.904391 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c692dbe9-669d-459b-b4af-2ee83cf0ced1" -d '{"events": [{"server_uuid": "e895a3a5-dbe2-4842-ade0-f90d8c0987bd", "name": "network-vif-plugged", "status": "completed", "tag": "caf2625a-cfb3-4dbb-9edb-0634f1e7a07c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:45.906289 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34fe036b-95fc-40bd-aa7e-e1727d36d17f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:45.921261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=caf2625a-cfb3-4dbb-9edb-0634f1e7a07c,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:45.927830 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:45.941911 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34fe036b-95fc-40bd-aa7e-e1727d36d17f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:45.946308 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51714) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:45.951567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c96fd6b2-6cf6-438c-a767-86e3ea2feb7e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group': {'name': 'tempest-secgroup--743483119'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:45.956274 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-34fe036b-95fc-40bd-aa7e-e1727d36d17f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2651756 Jul 29 15:02:45.969165 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50edf3b0-8201-4362-9c93-975ec17372c6 x-openstack-request-id: req-50edf3b0-8201-4362-9c93-975ec17372c6 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:45.969767 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e895a3a5-dbe2-4842-ade0-f90d8c0987bd", "name": "network-vif-plugged", "status": "completed", "tag": "caf2625a-cfb3-4dbb-9edb-0634f1e7a07c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:45.970242 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50edf3b0-8201-4362-9c93-975ec17372c6 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:45.970521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe036b-95fc-40bd-aa7e-e1727d36d17f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b1680f-e2bc-4227-9370-30e1d4805aa8,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:45.970649 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e895a3a5-dbe2-4842-ade0-f90d8c0987bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf2625a-cfb3-4dbb-9edb-0634f1e7a07c', 'code': 200} Jul 29 15:02:45.993744 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=caf2625a-cfb3-4dbb-9edb-0634f1e7a07c,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:45.999084 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c96fd6b2-6cf6-438c-a767-86e3ea2feb7e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:46.003443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:46.003801 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:46.004149 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:46.004481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:46.005076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:46.005470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:46.005804 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:46.006345 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:46.006766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:46.007107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:46.007557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:46.007866 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:02:46.132526 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c96fd6b2-6cf6-438c-a767-86e3ea2feb7e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:46.136495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e98da3-f79d-4164-b234-4e3d361bca91 req-d6cfda81-c6ad-4faa-a3a7-6ad97fe8ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:46.138073 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00e98da3-f79d-4164-b234-4e3d361bca91 req-d6cfda81-c6ad-4faa-a3a7-6ad97fe8ff03 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 1096 time: 0.0753434 Jul 29 15:02:46.139372 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c96fd6b2-6cf6-438c-a767-86e3ea2feb7e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:46.190384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fd6b2-6cf6-438c-a767-86e3ea2feb7e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdcd6da-3025-433e-af88-80fd2bb4e45b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:46.208438 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c96fd6b2-6cf6-438c-a767-86e3ea2feb7e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:46.209709 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c96fd6b2-6cf6-438c-a767-86e3ea2feb7e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2623219 Jul 29 15:02:46.212920 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51716) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:46.217428 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d3341f76-6b43-4927-bed0-0bec809cc148 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': 'c7b1680f-e2bc-4227-9370-30e1d4805aa8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4cdcd6da-3025-433e-af88-80fd2bb4e45b'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:46.224229 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00e98da3-f79d-4164-b234-4e3d361bca91 req-8ef3ccb0-8686-437a-8665-f171b05d3cb3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5174bd98-1c02-4d62-85e7-dcb6e73a9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761282 Jul 29 15:02:46.255762 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-d3341f76-6b43-4927-bed0-0bec809cc148 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:46.257604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d3341f76-6b43-4927-bed0-0bec809cc148 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0430624 Jul 29 15:02:46.260183 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51718) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:46.320972 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1931c13d-80d2-4a4c-863e-19739c26855e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:46.354205 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1931c13d-80d2-4a4c-863e-19739c26855e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:46.415310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc166e16-2aa3-4048-87f1-72e49ee22771 req-30ccfa07-bdab-4d2d-b840-6607d4cce769 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:46.416855 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc166e16-2aa3-4048-87f1-72e49ee22771 req-30ccfa07-bdab-4d2d-b840-6607d4cce769 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 945 time: 0.0797019 Jul 29 15:02:46.426479 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1931c13d-80d2-4a4c-863e-19739c26855e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:46.429597 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1931c13d-80d2-4a4c-863e-19739c26855e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:46.430753 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1931c13d-80d2-4a4c-863e-19739c26855e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "DELETE /v2.0/security-groups/4cdcd6da-3025-433e-af88-80fd2bb4e45b HTTP/1.1" status: 204 len: 168 time: 0.1695039 Jul 29 15:02:46.433493 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51722) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:46.453636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931c13d-80d2-4a4c-863e-19739c26855e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdcd6da-3025-433e-af88-80fd2bb4e45b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:46.477188 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc166e16-2aa3-4048-87f1-72e49ee22771 req-8b569472-a3a4-4b30-8dec-85e4babb1c9c tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=5174bd98-1c02-4d62-85e7-dcb6e73a9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450876 Jul 29 15:02:46.490166 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1cc05215-ce31-41ee-85d0-2afdaa2f6581 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0554941 Jul 29 15:02:46.493535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51726) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:46.574860 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bde0ba9a-78b0-4ef5-ad6b-b20fc0b73af0 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:46.651024 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bde0ba9a-78b0-4ef5-ad6b-b20fc0b73af0 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:46.719585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcbe45-0da0-47fc-8906-26a178c0dee3 req-825a33dc-f647-4d09-9195-a140892153dd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:46.721216 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cddcbe45-0da0-47fc-8906-26a178c0dee3 req-825a33dc-f647-4d09-9195-a140892153dd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.1486046 Jul 29 15:02:46.755410 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8b624e52-3f0b-4749-acbc-2726297d6e65 req-c5c88650-43b0-4ecb-9c65-22f6bcc2a2e9 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0502357 Jul 29 15:02:46.798268 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bde0ba9a-78b0-4ef5-ad6b-b20fc0b73af0 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:46.800912 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bde0ba9a-78b0-4ef5-ad6b-b20fc0b73af0 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:46.802126 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bde0ba9a-78b0-4ef5-ad6b-b20fc0b73af0 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "DELETE /v2.0/security-groups/c7b1680f-e2bc-4227-9370-30e1d4805aa8 HTTP/1.1" status: 204 len: 168 time: 0.3074574 Jul 29 15:02:46.806034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51734) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:46.822495 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cddcbe45-0da0-47fc-8906-26a178c0dee3 req-a934d20d-8c0c-4299-b029-41c5eb978e19 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907319 Jul 29 15:02:46.828974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-dc8c0ed1-6131-425a-900e-1a5aa1e7da8a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:46.830450 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-dc8c0ed1-6131-425a-900e-1a5aa1e7da8a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.39 "GET /v2.0/networks?id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c HTTP/1.1" status: 200 len: 813 time: 0.2132096 Jul 29 15:02:46.831707 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0ba9a-78b0-4ef5-ad6b-b20fc0b73af0 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b1680f-e2bc-4227-9370-30e1d4805aa8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:46.847039 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-e8a69dbd-13fd-4ca9-bc82-b5a492cddf90 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Request body: {'port': {'device_id': 'c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307', 'network_id': 'ea65ba52-7e0e-480f-9a1a-5b9ece2c073c', 'admin_state_up': True, 'tenant_id': 'ef4b53ff2a2b4059a7df15c4d6b23d62'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:46.914731 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9390ab5-f9b6-4b7f-838c-7dac67b7c944 req-829bc2d6-27a3-4da8-a1e8-f949fe36ca67 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 210 time: 0.0407212 Jul 29 15:02:46.919437 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-122f306e-8ac1-43da-b164-898e7453acdf tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1115208 Jul 29 15:02:46.923944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51738) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:46.929984 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4c5a6c0c-9278-4e1f-859a-b565e247de4b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group': {'name': 'tempest-secgroup--197394881'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:46.955893 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6c0c-9278-4e1f-859a-b565e247de4b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.048096 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6c0c-9278-4e1f-859a-b565e247de4b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.053053 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6c0c-9278-4e1f-859a-b565e247de4b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.069718 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-e8a69dbd-13fd-4ca9-bc82-b5a492cddf90 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Made reservation on behalf of ef4b53ff2a2b4059a7df15c4d6b23d62 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:02:47.074400 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-e8a69dbd-13fd-4ca9-bc82-b5a492cddf90 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.082804 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c5a6c0c-9278-4e1f-859a-b565e247de4b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.083976 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4c5a6c0c-9278-4e1f-859a-b565e247de4b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1586108 Jul 29 15:02:47.087684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51740) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:47.093178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9ef194c7-978e-4624-90e4-fa995847dc38 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '2d8988ad-3171-4e25-88a2-50fda7eceef6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:47.097276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a6c0c-9278-4e1f-859a-b565e247de4b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8988ad-3171-4e25-88a2-50fda7eceef6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:47.132639 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-9ef194c7-978e-4624-90e4-fa995847dc38 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:47.136365 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9ef194c7-978e-4624-90e4-fa995847dc38 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0447757 Jul 29 15:02:47.136761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51742) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:47.141382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-453c4e60-0db1-433e-878e-09a61f27b205 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group_rule': {'security_group_id': '2d8988ad-3171-4e25-88a2-50fda7eceef6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:47.185403 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-453c4e60-0db1-433e-878e-09a61f27b205 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:02:47.189488 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-453c4e60-0db1-433e-878e-09a61f27b205 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0487869 Jul 29 15:02:47.189709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51744) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:47.221572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-e8a69dbd-13fd-4ca9-bc82-b5a492cddf90 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Allocated IP 172.20.0.8 (ea65ba52-7e0e-480f-9a1a-5b9ece2c073c/654fde81-0e11-4ae6-9ae2-c96a6f63881c/d11b1d2c-139d-4bef-bde2-6fa380b0690c) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:02:47.253098 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e6affb2-0855-4be4-b9b7-9d27a416d84e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.281122 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e6affb2-0855-4be4-b9b7-9d27a416d84e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.326806 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e6affb2-0855-4be4-b9b7-9d27a416d84e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.329737 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e6affb2-0855-4be4-b9b7-9d27a416d84e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.330920 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1e6affb2-0855-4be4-b9b7-9d27a416d84e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "DELETE /v2.0/security-groups/2d8988ad-3171-4e25-88a2-50fda7eceef6 HTTP/1.1" status: 204 len: 168 time: 0.1400814 Jul 29 15:02:47.333738 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51746) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:47.345076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6affb2-0855-4be4-b9b7-9d27a416d84e tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8988ad-3171-4e25-88a2-50fda7eceef6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:47.413532 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-920c02ab-a906-4848-9d38-086118b5a3d3 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0783956 Jul 29 15:02:47.419781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51748) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:47.424877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-298248bb-78dc-45ce-8ffd-f82dabd9be1f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917451723'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:47.442674 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-e8a69dbd-13fd-4ca9-bc82-b5a492cddf90 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.450971 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-298248bb-78dc-45ce-8ffd-f82dabd9be1f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.500087 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-e8a69dbd-13fd-4ca9-bc82-b5a492cddf90 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.542913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-e8a69dbd-13fd-4ca9-bc82-b5a492cddf90 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Network ea65ba52-7e0e-480f-9a1a-5b9ece2c073c is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:02:47.546176 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-e8a69dbd-13fd-4ca9-bc82-b5a492cddf90 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:02:47.551596 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-e8a69dbd-13fd-4ca9-bc82-b5a492cddf90 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:02:47.598553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a69dbd-13fd-4ca9-bc82-b5a492cddf90 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Pushing event updated for resources: {'Port': ['ID=d11b1d2c-139d-4bef-bde2-6fa380b0690c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:47.617982 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-298248bb-78dc-45ce-8ffd-f82dabd9be1f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.623882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-e8a69dbd-13fd-4ca9-bc82-b5a492cddf90 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:47.624538 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-e8a69dbd-13fd-4ca9-bc82-b5a492cddf90 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.640426 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-e8a69dbd-13fd-4ca9-bc82-b5a492cddf90 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7974420 Jul 29 15:02:47.648122 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-298248bb-78dc-45ce-8ffd-f82dabd9be1f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.658468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Request body: {'port': {'device_id': 'c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:47.686428 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298248bb-78dc-45ce-8ffd-f82dabd9be1f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b4aa7b-d27b-4393-8932-58664dd29e5d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:47.703842 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-298248bb-78dc-45ce-8ffd-f82dabd9be1f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.706984 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-298248bb-78dc-45ce-8ffd-f82dabd9be1f tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2860775 Jul 29 15:02:47.719923 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51754) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:47.723042 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.726066 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-13a295bf-817e-4e9b-8f83-30d36fe6163b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:47.726066 n-d-802893-1 neutron-server[94158]: WARNING neutron.api.v2.base [None req-13a295bf-817e-4e9b-8f83-30d36fe6163b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 15:02:47.726519 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-13a295bf-817e-4e9b-8f83-30d36fe6163b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 15:02:47.730402 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-13a295bf-817e-4e9b-8f83-30d36fe6163b tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "PUT /v2.0/security-groups/82b4aa7b-d27b-4393-8932-58664dd29e5d HTTP/1.1" status: 409 len: 330 time: 0.0088115 Jul 29 15:02:47.732908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51756) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:47.759969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664bd3d-488a-4a84-9141-7e58058fb0bb req-0977c918-cc1d-4906-947f-7876216214f7 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:47.761405 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a664bd3d-488a-4a84-9141-7e58058fb0bb req-0977c918-cc1d-4906-947f-7876216214f7 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 945 time: 0.1515541 Jul 29 15:02:47.808047 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9a3b7cf5-f271-4e6c-84d4-91780788674f req-90dd7745-e5ad-47ac-8fbe-36bdb7f4ed66 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1187601 Jul 29 15:02:47.873180 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a664bd3d-488a-4a84-9141-7e58058fb0bb req-20d0ac96-7b40-4fdc-b2d7-282e372e4755 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=5174bd98-1c02-4d62-85e7-dcb6e73a9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996201 Jul 29 15:02:47.876142 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-42221718-baf9-416f-acc6-f18ec725cfcf tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.927085 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-42221718-baf9-416f-acc6-f18ec725cfcf tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:47.938524 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf3612ff-947b-4924-8ae3-ac60d7029984 req-b51a4450-aff7-4f0d-a7c2-84a4732a233d tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0505395 Jul 29 15:02:47.987479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b7cf5-f271-4e6c-84d4-91780788674f req-c476f11a-aaa9-4334-866b-1cee3a4658d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:47.989493 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9a3b7cf5-f271-4e6c-84d4-91780788674f req-c476f11a-aaa9-4334-866b-1cee3a4658d1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6aa2bced863842c1b8f4073952fe4c03&device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 1101 time: 0.1113658 Jul 29 15:02:48.072707 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-42221718-baf9-416f-acc6-f18ec725cfcf tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:48.075298 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-42221718-baf9-416f-acc6-f18ec725cfcf tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:48.078781 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-42221718-baf9-416f-acc6-f18ec725cfcf tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "DELETE /v2.0/security-groups/82b4aa7b-d27b-4393-8932-58664dd29e5d HTTP/1.1" status: 204 len: 168 time: 0.3344884 Jul 29 15:02:48.079738 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51768) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:48.091763 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52757f91-d895-44cc-89e6-97794d449538 req-7c6017c9-6b63-4a25-9170-c40204c5630d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:48.096826 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-52757f91-d895-44cc-89e6-97794d449538 req-7c6017c9-6b63-4a25-9170-c40204c5630d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.1320848 Jul 29 15:02:48.101145 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204d4f7-d798-4e03-92bd-5779ecb5c3c5 req-4008ca2a-afa4-42c0-bbc3-db5a083d13cd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:48.102905 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f204d4f7-d798-4e03-92bd-5779ecb5c3c5 req-4008ca2a-afa4-42c0-bbc3-db5a083d13cd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 945 time: 0.0938928 Jul 29 15:02:48.115285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51770) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:48.132095 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-33537d46-ef3c-4ba4-8302-370ebd7ed787 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Request body: {'floatingip': {'port_id': 'caf2625a-cfb3-4dbb-9edb-0634f1e7a07c'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:48.135295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42221718-baf9-416f-acc6-f18ec725cfcf tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b4aa7b-d27b-4393-8932-58664dd29e5d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:48.250299 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33537d46-ef3c-4ba4-8302-370ebd7ed787 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:48.257624 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-52757f91-d895-44cc-89e6-97794d449538 req-f64836a4-7a4a-4276-a1aa-881410162fd1 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407669 Jul 29 15:02:48.261686 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11b1d2c-139d-4bef-bde2-6fa380b0690c {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:02:48.273512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1f5965fc-91db-4eca-9903-c0e728cfadad tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1894648 Jul 29 15:02:48.275999 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:48.278393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51772) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:48.297618 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b7cf5-f271-4e6c-84d4-91780788674f req-22f352bb-0b0a-4a39-8c02-d91d60314acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:48.299814 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9a3b7cf5-f271-4e6c-84d4-91780788674f req-22f352bb-0b0a-4a39-8c02-d91d60314acc service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.2833753 Jul 29 15:02:48.305016 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-245b5a60-da69-46dd-9005-6ab85cac4269 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] delete failed (client error): The resource could not be found. Jul 29 15:02:48.307752 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-245b5a60-da69-46dd-9005-6ab85cac4269 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "DELETE /v2.0/security-groups/058e3d7f-8571-489f-97c0-d8e88eb55a54 HTTP/1.1" status: 404 len: 347 time: 0.0252645 Jul 29 15:02:48.310179 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Transition to ACTIVE for port object d11b1d2c-139d-4bef-bde2-6fa380b0690c will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:02:48.310959 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51774) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:48.322948 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:48.339660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd11a35-36c4-4085-92ce-87bca2949385 req-9c0511a4-af5b-4e32-84b2-b6cd9602aab8 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:48.341248 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9fd11a35-36c4-4085-92ce-87bca2949385 req-9c0511a4-af5b-4e32-84b2-b6cd9602aab8 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 931 time: 0.1524420 Jul 29 15:02:48.367574 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-f1d72d58-6291-49c7-bd33-522e539ce076 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] show failed (client error): The resource could not be found. Jul 29 15:02:48.371945 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f1d72d58-6291-49c7-bd33-522e539ce076 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "GET /v2.0/security-groups/ad541c1c-e7c4-433b-aae8-ae1f49371375 HTTP/1.1" status: 404 len: 347 time: 0.0567489 Jul 29 15:02:48.375804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51776) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:48.406571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9a3b7cf5-f271-4e6c-84d4-91780788674f req-9bfb6855-f4c6-4cd7-a316-685876e74474 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=e5dab1e9-0f59-4a3c-8515-f5ced516a349 HTTP/1.1" status: 200 len: 217 time: 0.0972264 Jul 29 15:02:48.411732 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-9e935e85-4dc3-47fb-bb48-1cc824445148 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] show failed (client error): The resource could not be found. Jul 29 15:02:48.417237 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9e935e85-4dc3-47fb-bb48-1cc824445148 tempest-NegativeSecGroupIPv6Test-1322581026 tempest-NegativeSecGroupIPv6Test-1322581026-project] 10.222.0.16 "GET /v2.0/security-group-rules/15700605-a912-44a6-b1f5-8f5d38ec2614 HTTP/1.1" status: 404 len: 356 time: 0.0351219 Jul 29 15:02:48.434348 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Pushing event updated for resources: {'Port': ['ID=d11b1d2c-139d-4bef-bde2-6fa380b0690c,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:48.449261 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9fd11a35-36c4-4085-92ce-87bca2949385 req-229a8ada-1349-45aa-9c84-d76f6f5e696e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758235 Jul 29 15:02:48.528215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Attempting to bind port d11b1d2c-139d-4bef-bde2-6fa380b0690c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:02:48.528561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Attempting to bind port d11b1d2c-139d-4bef-bde2-6fa380b0690c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'd50c24ba-bc1b-4a42-a99b-aa6909edf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ea65ba52-7e0e-480f-9a1a-5b9ece2c073c'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:02:48.528929 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Attempting to bind port d11b1d2c-139d-4bef-bde2-6fa380b0690c on network ea65ba52-7e0e-480f-9a1a-5b9ece2c073c {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:02:48.535788 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Port d11b1d2c-139d-4bef-bde2-6fa380b0690c on network ea65ba52-7e0e-480f-9a1a-5b9ece2c073c not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:02:48.536790 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Attempting to bind port d11b1d2c-139d-4bef-bde2-6fa380b0690c on network ea65ba52-7e0e-480f-9a1a-5b9ece2c073c {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:02:48.545768 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:02:48.546478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Checking segment: {'id': 'd50c24ba-bc1b-4a42-a99b-aa6909edf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ea65ba52-7e0e-480f-9a1a-5b9ece2c073c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:02:48.546963 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Bound using segment: {'id': 'd50c24ba-bc1b-4a42-a99b-aa6909edf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ea65ba52-7e0e-480f-9a1a-5b9ece2c073c'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:02:48.547625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Bound port: d11b1d2c-139d-4bef-bde2-6fa380b0690c, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50c24ba-bc1b-4a42-a99b-aa6909edf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ea65ba52-7e0e-480f-9a1a-5b9ece2c073c'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:02:48.548376 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:48.569848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b7cf5-f271-4e6c-84d4-91780788674f req-510eaaf9-e063-4e5f-b677-c09656058e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:48.572004 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9a3b7cf5-f271-4e6c-84d4-91780788674f req-510eaaf9-e063-4e5f-b677-c09656058e70 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.1550825 Jul 29 15:02:48.639271 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] For port d11b1d2c-139d-4bef-bde2-6fa380b0690c, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:02:48.644301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] For port d11b1d2c-139d-4bef-bde2-6fa380b0690c, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:02:48.653096 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:48.684478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51784) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:48.702032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b7cf5-f271-4e6c-84d4-91780788674f req-5453f719-2c44-4181-a847-032d87c5d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:48.703690 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:48.704088 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9a3b7cf5-f271-4e6c-84d4-91780788674f req-5453f719-2c44-4181-a847-032d87c5d949 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1201575 Jul 29 15:02:48.704322 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:48.705978 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] 10.222.0.39 "PUT /v2.0/ports/d11b1d2c-139d-4bef-bde2-6fa380b0690c HTTP/1.1" status: 200 len: 1091 time: 1.0534198 Jul 29 15:02:48.706479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307', 'tag': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:48.709037 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce3248c-16ba-49fb-a28d-9fa5068413c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307", "tag": "d11b1d2c-139d-4bef-bde2-6fa380b0690c"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:48.753234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b2edc-02e6-4a7f-978a-db57973ecec5 service neutron] Pushing event updated for resources: {'Port': ['ID=d11b1d2c-139d-4bef-bde2-6fa380b0690c,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:48.795307 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afce78fe-e70b-4fab-9414-1e3362545ca4 x-openstack-request-id: req-afce78fe-e70b-4fab-9414-1e3362545ca4 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:48.795615 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307", "tag": "d11b1d2c-139d-4bef-bde2-6fa380b0690c", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:48.795918 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afce78fe-e70b-4fab-9414-1e3362545ca4 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:48.796324 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307', 'tag': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c', 'status': 'completed', 'code': 200} Jul 29 15:02:48.816902 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-bbf51f59-e804-424f-974c-dbf4fc5b16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:48.820251 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-bbf51f59-e804-424f-974c-dbf4fc5b16e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef4b53ff2a2b4059a7df15c4d6b23d62&device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 1094 time: 0.0619709 Jul 29 15:02:48.876574 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-73ca0e0b-720f-4960-9e58-02072f22bf5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c HTTP/1.1" status: 200 len: 217 time: 0.0466521 Jul 29 15:02:48.929332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-de3602d7-73e5-45ca-9584-a589e2871825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:48.931011 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-de3602d7-73e5-45ca-9584-a589e2871825 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=654fde81-0e11-4ae6-9ae2-c96a6f63881c HTTP/1.1" status: 200 len: 853 time: 0.0474255 Jul 29 15:02:48.968163 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-608a47d5-a662-4d66-9bf8-629c0d3291c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290236 Jul 29 15:02:49.029583 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-956bea46-b6ca-4dfc-8fc0-3c9de68ad678 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=313e0334b35d4325a57cde9791e7f31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438163 Jul 29 15:02:49.031845 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51792) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:49.068227 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-07b60bd6-ca60-44b1-ac3e-b26d29b934db req-ce75ff01-6169-4745-9c3d-898cb4244d4f tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0396955 Jul 29 15:02:49.103168 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9a3b7cf5-f271-4e6c-84d4-91780788674f req-40265d0e-dd3c-401d-975d-bff50e05a266 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769445 Jul 29 15:02:49.141930 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-8459f4ec-1ff5-4bcf-a91a-6afb5f38f73d service neutron] 10.222.0.39 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656675 Jul 29 15:02:49.142729 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46fecde7-e518-4866-9b8b-e675ef84a464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:49.213193 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46fecde7-e518-4866-9b8b-e675ef84a464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:49.285310 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2e712423-617d-44ff-94f7-dfee0445aaf9 req-9881cb7a-4f19-436b-a5e6-e0c179615fd8 service neutron] 10.222.0.39 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329520 Jul 29 15:02:49.311623 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46fecde7-e518-4866-9b8b-e675ef84a464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:49.315865 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46fecde7-e518-4866-9b8b-e675ef84a464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:49.317375 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-46fecde7-e518-4866-9b8b-e675ef84a464 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb7535e2-609a-4290-823d-96da53fd7e51 HTTP/1.1" status: 204 len: 168 time: 0.2773266 Jul 29 15:02:49.370162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fecde7-e518-4866-9b8b-e675ef84a464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7535e2-609a-4290-823d-96da53fd7e51,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:49.423989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3248c-16ba-49fb-a28d-9fa5068413c8 req-c5964b62-3ad9-4823-92ca-9c6a11106693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:49.426525 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ce3248c-16ba-49fb-a28d-9fa5068413c8 req-c5964b62-3ad9-4823-92ca-9c6a11106693 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef4b53ff2a2b4059a7df15c4d6b23d62&device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 1094 time: 0.0809286 Jul 29 15:02:49.601695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3248c-16ba-49fb-a28d-9fa5068413c8 req-34e09833-cd18-49b3-8d21-cc0bd86c3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:49.603426 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ce3248c-16ba-49fb-a28d-9fa5068413c8 req-34e09833-cd18-49b3-8d21-cc0bd86c3273 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c HTTP/1.1" status: 200 len: 914 time: 0.1680226 Jul 29 15:02:49.671570 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ce3248c-16ba-49fb-a28d-9fa5068413c8 req-d3f1cfc9-b9fb-4d38-9fb8-a952149d3809 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c HTTP/1.1" status: 200 len: 217 time: 0.0510077 Jul 29 15:02:49.681488 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.resource_extend [None req-33537d46-ef3c-4ba4-8302-370ebd7ed787 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 15:02:49.734932 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9a3b7cf5-f271-4e6c-84d4-91780788674f req-991b72da-5de1-41c4-b278-d87393b1a642 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6185582 Jul 29 15:02:49.749990 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762d23f-72dd-43bf-adbf-6a58b85c9c88 req-1f66d486-7eac-4536-9240-da689a3e022e tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:49.751586 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e762d23f-72dd-43bf-adbf-6a58b85c9c88 req-1f66d486-7eac-4536-9240-da689a3e022e tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.2202232 Jul 29 15:02:49.758158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9211d8-47b1-4171-a2a8-28c46d0836e2 req-1608463a-2bba-4fde-a13a-450f5b3b0cc8 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:49.759922 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3a9211d8-47b1-4171-a2a8-28c46d0836e2 req-1608463a-2bba-4fde-a13a-450f5b3b0cc8 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 943 time: 0.1854026 Jul 29 15:02:49.775807 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33537d46-ef3c-4ba4-8302-370ebd7ed787 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:49.786066 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33537d46-ef3c-4ba4-8302-370ebd7ed787 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:49.825697 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3248c-16ba-49fb-a28d-9fa5068413c8 req-4cc78736-1672-4404-8042-93194526fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:49.827174 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ce3248c-16ba-49fb-a28d-9fa5068413c8 req-4cc78736-1672-4404-8042-93194526fc07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=654fde81-0e11-4ae6-9ae2-c96a6f63881c HTTP/1.1" status: 200 len: 853 time: 0.1368647 Jul 29 15:02:49.877703 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3a9211d8-47b1-4171-a2a8-28c46d0836e2 req-cf829930-3851-4998-b902-2fe58aa0e61d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093538 Jul 29 15:02:49.880092 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ce3248c-16ba-49fb-a28d-9fa5068413c8 req-b1a68939-9e35-426f-a475-78e8801c6fb9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388832 Jul 29 15:02:49.891587 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e762d23f-72dd-43bf-adbf-6a58b85c9c88 req-4a0c4b7d-f920-4ccc-843b-f63a2118f6b4 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199443 Jul 29 15:02:50.006309 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-33537d46-ef3c-4ba4-8302-370ebd7ed787 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Floating IP 4e44b86e-5463-4b82-bab0-d6e1f55f1938 associated. External IP: 172.25.6.179, port: caf2625a-cfb3-4dbb-9edb-0634f1e7a07c. Jul 29 15:02:50.015928 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ce3248c-16ba-49fb-a28d-9fa5068413c8 req-80e4b458-f201-48e9-9d6e-7087acb923f6 service neutron] 10.222.0.39 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204302 Jul 29 15:02:50.159322 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ce3248c-16ba-49fb-a28d-9fa5068413c8 req-fef2f029-6f8d-493a-8c21-35c8fc9c4cec service neutron] 10.222.0.39 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331642 Jul 29 15:02:50.235917 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d84cef21-1e64-4c27-8a26-7e9a8107e34d req-38b56317-98a4-4711-a773-d71ee1b7f57d tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0385706 Jul 29 15:02:50.264546 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33537d46-ef3c-4ba4-8302-370ebd7ed787 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Router 18c1758c-782c-4b0f-beff-060dbbab11fc has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:02:50.380765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33537d46-ef3c-4ba4-8302-370ebd7ed787 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:02:50.386443 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33537d46-ef3c-4ba4-8302-370ebd7ed787 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:50.393885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae37f4f1-e667-4337-9966-2a7dd411e4e6 None None] Sync routers for ids ['18c1758c-782c-4b0f-beff-060dbbab11fc'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:02:50.411624 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae37f4f1-e667-4337-9966-2a7dd411e4e6 None None] Routers {'18c1758c-782c-4b0f-beff-060dbbab11fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:02:50.412400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ae37f4f1-e667-4337-9966-2a7dd411e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:02:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['18c1758c-782c-4b0f-beff-060dbbab11fc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:50.416221 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-33537d46-ef3c-4ba4-8302-370ebd7ed787 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "PUT /v2.0/floatingips/4e44b86e-5463-4b82-bab0-d6e1f55f1938 HTTP/1.1" status: 200 len: 991 time: 2.2921941 Jul 29 15:02:50.417015 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e895a3a5-dbe2-4842-ade0-f90d8c0987bd', 'tag': 'caf2625a-cfb3-4dbb-9edb-0634f1e7a07c'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:50.429181 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a6bb51-e720-4184-a139-9f46b8eec4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e895a3a5-dbe2-4842-ade0-f90d8c0987bd", "tag": "caf2625a-cfb3-4dbb-9edb-0634f1e7a07c"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:50.493618 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e713e2f-2f66-4e9c-ac95-023cfe03976e x-openstack-request-id: req-2e713e2f-2f66-4e9c-ac95-023cfe03976e {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:50.493930 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e895a3a5-dbe2-4842-ade0-f90d8c0987bd", "tag": "caf2625a-cfb3-4dbb-9edb-0634f1e7a07c", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:50.494223 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e713e2f-2f66-4e9c-ac95-023cfe03976e {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:50.494634 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e895a3a5-dbe2-4842-ade0-f90d8c0987bd', 'tag': 'caf2625a-cfb3-4dbb-9edb-0634f1e7a07c', 'status': 'completed', 'code': 200} Jul 29 15:02:50.567304 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-ae37f4f1-e667-4337-9966-2a7dd411e4e6 None None] Set router 18c1758c-782c-4b0f-beff-060dbbab11fc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:02:50.624173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6bb51-e720-4184-a139-9f46b8eec4ea req-1a4a65f2-ea74-4483-becd-6a02cfeb8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:50.625921 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1a6bb51-e720-4184-a139-9f46b8eec4ea req-1a4a65f2-ea74-4483-becd-6a02cfeb8cfa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f5e572e1e43471cb0156603ea55a1bb&device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 1096 time: 0.0771470 Jul 29 15:02:50.737903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6bb51-e720-4184-a139-9f46b8eec4ea req-968e8f1d-087c-47c5-8b00-7c0b8c676d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:50.740138 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1a6bb51-e720-4184-a139-9f46b8eec4ea req-968e8f1d-087c-47c5-8b00-7c0b8c676d2f service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d80521b-6229-44d9-b599-75d40e13b312 HTTP/1.1" status: 200 len: 910 time: 0.1018927 Jul 29 15:02:50.840157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1a6bb51-e720-4184-a139-9f46b8eec4ea req-480843e9-3717-4a1a-a8a8-66e10e644e0b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=caf2625a-cfb3-4dbb-9edb-0634f1e7a07c HTTP/1.1" status: 200 len: 999 time: 0.0918512 Jul 29 15:02:50.862193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ae37f4f1-e667-4337-9966-2a7dd411e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '4e44b86e-5463-4b82-bab0-d6e1f55f1938', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'port_id': 'caf2625a-cfb3-4dbb-9edb-0634f1e7a07c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'mac_address': 'fa:16:3e:f7:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e895a3a5-dbe2-4842-ade0-f90d8c0987bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:02:32Z', 'updated_at': '2021-07-29T15:02:49Z', 'revision_number': 1, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3520a63-d954-4509-a403-6d9e1baf9d29', 'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'mac_address': 'fa:16:3e:49:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:46Z', 'updated_at': '2021-07-29T14:58:04Z', 'revision_number': 5, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'subnets': [{'id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:50.908206 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae37f4f1-e667-4337-9966-2a7dd411e4e6 None None] Checking router: 18c1758c-782c-4b0f-beff-060dbbab11fc for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:02:50.918354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6bb51-e720-4184-a139-9f46b8eec4ea req-4fa73764-62aa-4194-8520-bdc9ee315da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:50.919960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1a6bb51-e720-4184-a139-9f46b8eec4ea req-4fa73764-62aa-4194-8520-bdc9ee315da1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b1747c4-def9-4399-bfc4-b048db571a84 HTTP/1.1" status: 200 len: 848 time: 0.0712292 Jul 29 15:02:50.921117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae37f4f1-e667-4337-9966-2a7dd411e4e6 None None] Routers {'18c1758c-782c-4b0f-beff-060dbbab11fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:02:50.921747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ae37f4f1-e667-4337-9966-2a7dd411e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:02:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['18c1758c-782c-4b0f-beff-060dbbab11fc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:51.054623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6bb51-e720-4184-a139-9f46b8eec4ea req-7354c05b-69e6-4527-91f6-cf021c66e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:51.056110 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1a6bb51-e720-4184-a139-9f46b8eec4ea req-7354c05b-69e6-4527-91f6-cf021c66e84d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d80521b-6229-44d9-b599-75d40e13b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258874 Jul 29 15:02:51.069941 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c52f5a-bb50-489d-a207-e9657592a050 req-9c5ff8a4-6e53-4ae4-963c-8fcaade22d43 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:51.071711 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f6c52f5a-bb50-489d-a207-e9657592a050 req-9c5ff8a4-6e53-4ae4-963c-8fcaade22d43 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 943 time: 0.0701458 Jul 29 15:02:51.089083 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-ae37f4f1-e667-4337-9966-2a7dd411e4e6 None None] Set router 18c1758c-782c-4b0f-beff-060dbbab11fc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:02:51.100093 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c217c4-251b-425b-b663-b4ed863e447c req-8ea3d49b-10f4-4e34-a0fb-49904563691b tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:51.109090 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-46c217c4-251b-425b-b663-b4ed863e447c req-8ea3d49b-10f4-4e34-a0fb-49904563691b tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.1095657 Jul 29 15:02:51.139703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d11b1d2c-139d-4bef-bde2-6fa380b0690c details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:02:51.183501 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1a6bb51-e720-4184-a139-9f46b8eec4ea req-74ee4a61-99e8-4315-9483-44e1a1f95dd3 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106522 Jul 29 15:02:51.204537 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-46c217c4-251b-425b-b663-b4ed863e447c req-45fc2f24-e033-4099-891e-f9480ef6faf4 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867300 Jul 29 15:02:51.362516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port d11b1d2c-139d-4bef-bde2-6fa380b0690c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:51.381807 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c', 'network_id': 'ea65ba52-7e0e-480f-9a1a-5b9ece2c073c', 'port_id': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c', 'mac_address': 'fa:16:3e:75:2a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654fde81-0e11-4ae6-9ae2-c96a6f63881c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:02:51.387237 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f6c52f5a-bb50-489d-a207-e9657592a050 req-0b56de5c-46e4-48e0-9583-d05bdd4d5bf3 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025700 Jul 29 15:02:51.411767 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51856) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:51.439515 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1a6bb51-e720-4184-a139-9f46b8eec4ea req-1519e778-a650-428a-858e-70aa144d922a service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346823 Jul 29 15:02:51.472375 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c83c7a8-3942-4a04-8d4b-54ba09012c68 req-95dc84a5-b4b7-418e-90b3-26ce650435c3 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0773966 Jul 29 15:02:51.478570 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:51.497123 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ae37f4f1-e667-4337-9966-2a7dd411e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '4e44b86e-5463-4b82-bab0-d6e1f55f1938', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'port_id': 'caf2625a-cfb3-4dbb-9edb-0634f1e7a07c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'mac_address': 'fa:16:3e:f7:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e895a3a5-dbe2-4842-ade0-f90d8c0987bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:02:32Z', 'updated_at': '2021-07-29T15:02:49Z', 'revision_number': 1, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3520a63-d954-4509-a403-6d9e1baf9d29', 'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'mac_address': 'fa:16:3e:49:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:46Z', 'updated_at': '2021-07-29T14:58:04Z', 'revision_number': 5, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'subnets': [{'id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:02:51.526261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae37f4f1-e667-4337-9966-2a7dd411e4e6 None None] The sync data for ids ['18c1758c-782c-4b0f-beff-060dbbab11fc'] in n-d-802893-1 is: [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '4e44b86e-5463-4b82-bab0-d6e1f55f1938', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'port_id': 'caf2625a-cfb3-4dbb-9edb-0634f1e7a07c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'mac_address': 'fa:16:3e:f7:0e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e895a3a5-dbe2-4842-ade0-f90d8c0987bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:02:32Z', 'updated_at': '2021-07-29T15:02:49Z', 'revision_number': 1, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3520a63-d954-4509-a403-6d9e1baf9d29', 'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'mac_address': 'fa:16:3e:49:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:46Z', 'updated_at': '2021-07-29T14:58:04Z', 'revision_number': 5, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'subnets': [{'id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:02:51.529466 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11b1d2c-139d-4bef-bde2-6fa380b0690c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:02:51.562076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port d11b1d2c-139d-4bef-bde2-6fa380b0690c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:51.570817 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:51.602454 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb241fb6-6058-4a91-b04a-6ed11507c14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:51.657184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=d11b1d2c-139d-4bef-bde2-6fa380b0690c,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:51.740303 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb241fb6-6058-4a91-b04a-6ed11507c14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:51.755418 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb241fb6-6058-4a91-b04a-6ed11507c14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:51.808837 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-eb241fb6-6058-4a91-b04a-6ed11507c14f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e560b2eb9c94dd49d8c6d1771caad95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904898 Jul 29 15:02:51.811280 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51870) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:51.818377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb241fb6-6058-4a91-b04a-6ed11507c14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b35a456-8661-46ca-bd5f-85ab9f0bc9b5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:51.862607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['d11b1d2c-139d-4bef-bde2-6fa380b0690c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:02:51.896749 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d186e27-f056-415d-a611-5e1f5b085a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:51.933755 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d186e27-f056-415d-a611-5e1f5b085a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:51.946850 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111c768b-b78d-4311-b6eb-c3c0931484f3 None None] New status for floating IP 4e44b86e-5463-4b82-bab0-d6e1f55f1938: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:02:52.021313 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d186e27-f056-415d-a611-5e1f5b085a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:52.025311 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d186e27-f056-415d-a611-5e1f5b085a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:52.031258 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4d186e27-f056-415d-a611-5e1f5b085a2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b35a456-8661-46ca-bd5f-85ab9f0bc9b5 HTTP/1.1" status: 204 len: 168 time: 0.2166607 Jul 29 15:02:52.046064 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d186e27-f056-415d-a611-5e1f5b085a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b35a456-8661-46ca-bd5f-85ab9f0bc9b5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:52.323087 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2f416-ee0b-4091-a63d-14ea11c48074 req-49fe4473-841f-4aad-8661-fe0e8ffa4163 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:52.324701 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-52a2f416-ee0b-4091-a63d-14ea11c48074 req-49fe4473-841f-4aad-8661-fe0e8ffa4163 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.0535779 Jul 29 15:02:52.384530 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-52a2f416-ee0b-4091-a63d-14ea11c48074 req-f5dff1f7-10cf-40a8-81b5-73709a26d69b tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467608 Jul 29 15:02:52.434745 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51936) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:52.456269 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d3088b1c-9f03-416c-9f84-1cd071edf68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:52.565567 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d3088b1c-9f03-416c-9f84-1cd071edf68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:52.600756 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d3088b1c-9f03-416c-9f84-1cd071edf68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:52.668905 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-439feb1f-601f-4cf9-9ef6-f58783d25e03 req-a81a92ac-458e-408e-a875-dae1303ec4eb tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0438774 Jul 29 15:02:52.672493 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6edf09b6-64dc-4b38-9a0d-7fcfb3b1b3d0 req-231e12bd-cb15-4ec1-9936-dc2c4761286f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0728042 Jul 29 15:02:52.693666 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3088b1c-9f03-416c-9f84-1cd071edf68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80617a3-77ac-4ef2-8176-90351cbd6dd6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:52.734317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd103cf-9449-45d3-be36-cd4c40ec2e7e req-24157347-0169-400a-8e9a-d47441f38e7e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:52.736232 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2fd103cf-9449-45d3-be36-cd4c40ec2e7e req-24157347-0169-400a-8e9a-d47441f38e7e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 944 time: 0.1690664 Jul 29 15:02:52.739510 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d3088b1c-9f03-416c-9f84-1cd071edf68b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99371d970b3549d59c716d1de05989f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033726 Jul 29 15:02:52.742925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51976) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:02:52.821237 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2fd103cf-9449-45d3-be36-cd4c40ec2e7e req-fa536596-b6a3-4e14-8249-051497d99926 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722933 Jul 29 15:02:52.859504 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4625f3b-dea4-4b34-8692-7a09709b113f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:52.886458 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4625f3b-dea4-4b34-8692-7a09709b113f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:52.936434 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4625f3b-dea4-4b34-8692-7a09709b113f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:52.939324 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4625f3b-dea4-4b34-8692-7a09709b113f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:52.943293 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d4625f3b-dea4-4b34-8692-7a09709b113f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a80617a3-77ac-4ef2-8176-90351cbd6dd6 HTTP/1.1" status: 204 len: 168 time: 0.1965351 Jul 29 15:02:52.960116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4625f3b-dea4-4b34-8692-7a09709b113f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80617a3-77ac-4ef2-8176-90351cbd6dd6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:53.035206 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d11b1d2c-139d-4bef-bde2-6fa380b0690c up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:02:53.117890 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port d11b1d2c-139d-4bef-bde2-6fa380b0690c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:02:53.123590 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port d11b1d2c-139d-4bef-bde2-6fa380b0690c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:02:53.124151 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:53.411105 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:53.461559 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port d11b1d2c-139d-4bef-bde2-6fa380b0690c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:53.462789 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:53.465651 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123c1607-81ef-4ad5-8e32-fd4846ad6d63" -d '{"events": [{"server_uuid": "c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307", "name": "network-vif-plugged", "status": "completed", "tag": "d11b1d2c-139d-4bef-bde2-6fa380b0690c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:53.471262 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:53.557003 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2f2930-9c8f-4de6-a30f-a1f809d75300 x-openstack-request-id: req-ab2f2930-9c8f-4de6-a30f-a1f809d75300 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:53.557556 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307", "name": "network-vif-plugged", "status": "completed", "tag": "d11b1d2c-139d-4bef-bde2-6fa380b0690c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:53.557986 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab2f2930-9c8f-4de6-a30f-a1f809d75300 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:53.558936 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c', 'code': 200} Jul 29 15:02:53.564116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=d11b1d2c-139d-4bef-bde2-6fa380b0690c,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:53.628816 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ef8c7-8251-4578-a25a-c2aa1675bc79 req-06b4f35b-0029-449a-815e-763f8ab3947c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:53.636910 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f93ef8c7-8251-4578-a25a-c2aa1675bc79 req-06b4f35b-0029-449a-815e-763f8ab3947c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.0753951 Jul 29 15:02:53.729460 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f93ef8c7-8251-4578-a25a-c2aa1675bc79 req-1857af32-152a-4cdf-be60-85538de8561b tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915039 Jul 29 15:02:53.737848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b2a5b-bdf2-4c38-8a37-0b1143abcc58 req-e9bfe885-7e11-49ba-82ce-aab6fc142fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:53.739728 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-705b2a5b-bdf2-4c38-8a37-0b1143abcc58 req-e9bfe885-7e11-49ba-82ce-aab6fc142fff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 1096 time: 0.1006660 Jul 29 15:02:53.806460 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-705b2a5b-bdf2-4c38-8a37-0b1143abcc58 req-08eaeb58-2d71-4418-af29-1d3e05537927 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573859 Jul 29 15:02:53.852723 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-94039353-8339-4b0d-91fa-d8ad4dea513e req-19ab4148-a58f-4535-9c7f-12648aacae31 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0617740 Jul 29 15:02:54.169276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5acfe-9097-4646-9b7a-b68ea8f89741 req-c837484d-c7d0-43f2-8414-d7b3126c23e9 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:54.174746 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5c5acfe-9097-4646-9b7a-b68ea8f89741 req-c837484d-c7d0-43f2-8414-d7b3126c23e9 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0867426 Jul 29 15:02:54.245324 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5c5acfe-9097-4646-9b7a-b68ea8f89741 req-a73cbca8-897c-4177-95f6-1bb5bda64610 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635138 Jul 29 15:02:54.568031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e082878-cacb-4c13-b539-f280b08f8f8e req-243241ba-c0ba-4524-953e-0516a451e399 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:54.576928 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2e082878-cacb-4c13-b539-f280b08f8f8e req-243241ba-c0ba-4524-953e-0516a451e399 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.0812585 Jul 29 15:02:54.629614 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9abc40c-93a8-4d63-9cf5-8ef0b7dbe5fe req-77a05d2c-5aef-49f5-a79a-fbbbe65c4d46 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102&device_id=26dc95c3-fdd5-4971-bd7c-d597bcf95c34 HTTP/1.1" status: 200 len: 210 time: 0.0459263 Jul 29 15:02:54.650619 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2e082878-cacb-4c13-b539-f280b08f8f8e req-6ffb4b4f-bd5c-4717-8b7c-b63c29363a42 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527112 Jul 29 15:02:54.891950 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-effeb043-fc30-4c9d-9a9b-b06096e0f35e req-1f6d93de-021b-4158-985d-3dbe2d79b53c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72b3d23085cf4788b8121c950caf6d0d&device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0391548 Jul 29 15:02:54.904407 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ae463ce-0d3d-4fb5-84df-59642680c585 req-6cf42eae-7598-4412-be21-b772188c806e tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0325050 Jul 29 15:02:54.928093 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-effeb043-fc30-4c9d-9a9b-b06096e0f35e req-67786ab1-f1cb-411c-98cb-4aa34febfa06 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=72b3d23085cf4788b8121c950caf6d0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269403 Jul 29 15:02:55.060347 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effeb043-fc30-4c9d-9a9b-b06096e0f35e req-0fc3f6f0-5324-443c-bbad-c748c8445faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:55.061982 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-effeb043-fc30-4c9d-9a9b-b06096e0f35e req-0fc3f6f0-5324-443c-bbad-c748c8445faa service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1251042 Jul 29 15:02:55.385713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ffa25-a050-4704-95a8-eb8de68b22cc req-d45ec8ec-c325-414a-8268-1096dccc75b1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:55.387857 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-290ffa25-a050-4704-95a8-eb8de68b22cc req-d45ec8ec-c325-414a-8268-1096dccc75b1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0596898 Jul 29 15:02:55.452314 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-290ffa25-a050-4704-95a8-eb8de68b22cc req-03fcdcd6-2773-405b-beea-7f1f59cb0395 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582168 Jul 29 15:02:55.513887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6bc8f-8984-4cf3-86c8-7e4ca338644f req-979252c7-a19c-49f8-b61c-78206c259fcd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:55.515450 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e1a6bc8f-8984-4cf3-86c8-7e4ca338644f req-979252c7-a19c-49f8-b61c-78206c259fcd tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.0893261 Jul 29 15:02:55.641686 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-e1a6bc8f-8984-4cf3-86c8-7e4ca338644f req-7c017223-ea58-4b20-b0b2-e615d724e9ac tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Deleting port cba803d1-4ad7-4d74-81b6-403c808283b2 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:02:55.642290 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e1a6bc8f-8984-4cf3-86c8-7e4ca338644f req-7c017223-ea58-4b20-b0b2-e615d724e9ac tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:55.830848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e1a6bc8f-8984-4cf3-86c8-7e4ca338644f req-7c017223-ea58-4b20-b0b2-e615d724e9ac tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] For port cba803d1-4ad7-4d74-81b6-403c808283b2, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=cba803d1-4ad7-4d74-81b6-403c808283b2,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:02:55.831234 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e1a6bc8f-8984-4cf3-86c8-7e4ca338644f req-7c017223-ea58-4b20-b0b2-e615d724e9ac tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:55.849210 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c00c9-8f6b-4a75-b8d8-bb968653fd22 req-f9fe7675-214e-4930-a362-1e7b2c39f607 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:55.857298 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c59c00c9-8f6b-4a75-b8d8-bb968653fd22 req-f9fe7675-214e-4930-a362-1e7b2c39f607 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=20fcc56b-1191-4740-b283-0f5e82d948a2 HTTP/1.1" status: 200 len: 946 time: 0.1060894 Jul 29 15:02:55.875788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-e1a6bc8f-8984-4cf3-86c8-7e4ca338644f req-7c017223-ea58-4b20-b0b2-e615d724e9ac tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Calling delete_port for cba803d1-4ad7-4d74-81b6-403c808283b2 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:02:55.906581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-cb392492-1dd3-4cc4-aa4f-0b4f1b2fcc69 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:55.911876 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-cb392492-1dd3-4cc4-aa4f-0b4f1b2fcc69 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/networks?id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c HTTP/1.1" status: 200 len: 813 time: 0.1616058 Jul 29 15:02:55.927982 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-8b0695f5-a5cf-4b14-bf5a-114205bb7d0a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/quotas/ef4b53ff2a2b4059a7df15c4d6b23d62 HTTP/1.1" status: 200 len: 375 time: 0.0107479 Jul 29 15:02:55.944288 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c59c00c9-8f6b-4a75-b8d8-bb968653fd22 req-1648c0b2-dd35-469d-b619-7a1dae83561a tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827606 Jul 29 15:02:55.997276 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-96ad8699-8c38-4cc4-83d7-bdb7faf8f642 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef4b53ff2a2b4059a7df15c4d6b23d62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615602 Jul 29 15:02:56.076264 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a71e80fb-962c-463d-b9b9-881a1ac1026a req-94f9497e-ef49-4538-957e-65c81c4a53bc tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0333500 Jul 29 15:02:56.106151 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e1a6bc8f-8984-4cf3-86c8-7e4ca338644f req-7c017223-ea58-4b20-b0b2-e615d724e9ac tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:56.125612 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-4ef1c8f4-2f68-4323-b9d0-3ef57232331a service neutron] 10.222.0.16 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172507 Jul 29 15:02:56.145810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c017223-ea58-4b20-b0b2-e615d724e9ac tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Pushing event deleted for resources: {'Port': ['ID=cba803d1-4ad7-4d74-81b6-403c808283b2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:56.201758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a6bc8f-8984-4cf3-86c8-7e4ca338644f req-7c017223-ea58-4b20-b0b2-e615d724e9ac tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] No DVR routers for this DVR port cba803d1-4ad7-4d74-81b6-403c808283b2 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:02:56.204683 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e1a6bc8f-8984-4cf3-86c8-7e4ca338644f req-7c017223-ea58-4b20-b0b2-e615d724e9ac tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:56.206837 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e1a6bc8f-8984-4cf3-86c8-7e4ca338644f req-7c017223-ea58-4b20-b0b2-e615d724e9ac tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "DELETE /v2.0/ports/cba803d1-4ad7-4d74-81b6-403c808283b2 HTTP/1.1" status: 204 len: 173 time: 0.6829481 Jul 29 15:02:56.207603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fcc56b-1191-4740-b283-0f5e82d948a2', 'name': 'network-vif-deleted', 'tag': 'cba803d1-4ad7-4d74-81b6-403c808283b2'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:02:56.211246 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dd8812-09bd-43fb-bec2-f61f1a01e075" -d '{"events": [{"server_uuid": "20fcc56b-1191-4740-b283-0f5e82d948a2", "name": "network-vif-deleted", "tag": "cba803d1-4ad7-4d74-81b6-403c808283b2"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:02:56.226647 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:56.276057 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-eea37d4f-5c4e-42b6-8de3-87c307c93030 service neutron] 10.222.0.16 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417184 Jul 29 15:02:56.377646 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-effeb043-fc30-4c9d-9a9b-b06096e0f35e req-c453b9ae-e4b6-4755-a5c6-76d08ae8c8a3 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.39 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0449717 Jul 29 15:02:56.404033 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72874f99-9ac9-4d14-981f-2a358a2a9804 x-openstack-request-id: req-72874f99-9ac9-4d14-981f-2a358a2a9804 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:02:56.404347 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fcc56b-1191-4740-b283-0f5e82d948a2", "name": "network-vif-deleted", "tag": "cba803d1-4ad7-4d74-81b6-403c808283b2", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:02:56.404641 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72874f99-9ac9-4d14-981f-2a358a2a9804 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:02:56.405215 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fcc56b-1191-4740-b283-0f5e82d948a2', 'name': 'network-vif-deleted', 'tag': 'cba803d1-4ad7-4d74-81b6-403c808283b2', 'status': 'completed', 'code': 200} Jul 29 15:02:56.585180 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3e17e63f-e873-42a5-a56c-2d3820f703d0 req-fb4bb438-a2a6-45bb-bd04-900cdb775f75 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 210 time: 0.0406687 Jul 29 15:02:57.236509 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-661da10f-9ca0-4205-8cdb-623ba4a5cca6 req-4a458132-eef9-47cc-ad5d-a91cae139f00 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=c33256a0-c07d-48ab-84b2-86f35a68a102 HTTP/1.1" status: 200 len: 210 time: 0.0538039 Jul 29 15:02:57.359646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bc783-ce61-4766-870f-122566864d8c req-13ff57fe-5bb2-409d-96c0-58184835a1f1 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:57.361086 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d1bc783-ce61-4766-870f-122566864d8c req-13ff57fe-5bb2-409d-96c0-58184835a1f1 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 811 time: 0.1067359 Jul 29 15:02:57.377852 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d1bc783-ce61-4766-870f-122566864d8c req-f4607fe3-d7c4-4291-b6c9-bc3cb3facc4b tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/quotas/e951561287f84a8e8ff1072e4b5cb2f0 HTTP/1.1" status: 200 len: 375 time: 0.0097151 Jul 29 15:02:57.412052 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d1bc783-ce61-4766-870f-122566864d8c req-48db604b-9ec8-41c0-8703-c9e4022edda4 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271914 Jul 29 15:02:57.513006 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d1bc783-ce61-4766-870f-122566864d8c req-b4713832-ac8f-474c-8c07-fcf4b94b13e7 service neutron] 10.222.0.16 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930417 Jul 29 15:02:57.613827 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d1bc783-ce61-4766-870f-122566864d8c req-7ed07eb8-eef4-4a75-b48a-b3d11f8541a3 service neutron] 10.222.0.16 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935736 Jul 29 15:02:57.695230 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-77c5e3d7-7dd7-43b0-930d-8a633e1386a2 req-eb60305e-0460-4e77-b7fa-0a5c4eae075a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 210 time: 0.0349715 Jul 29 15:02:57.735248 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device cba803d1-4ad7-4d74-81b6-403c808283b2 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:02:57.790055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: cba803d1-4ad7-4d74-81b6-403c808283b2 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:02:57.791545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device cba803d1-4ad7-4d74-81b6-403c808283b2 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:02:58.039398 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-09fa2591-c9eb-42f8-bf50-f65a43c8197c req-be6b6542-2544-41de-a7ba-3955619bf897 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 210 time: 0.0650413 Jul 29 15:02:58.082624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-ba039bb8-c235-458e-8ced-2b0f8d8c5d33 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:58.088483 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-ba039bb8-c235-458e-8ced-2b0f8d8c5d33 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.38 "GET /v2.0/networks?id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c HTTP/1.1" status: 200 len: 813 time: 0.3369696 Jul 29 15:02:58.117853 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-88d31eb2-9a76-4c90-a668-a0ee1f4102ea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Request body: {'port': {'device_id': '8c6ffea2-a744-4968-bb21-ecb925836225', 'network_id': 'ea65ba52-7e0e-480f-9a1a-5b9ece2c073c', 'admin_state_up': True, 'tenant_id': 'ef4b53ff2a2b4059a7df15c4d6b23d62'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:58.382778 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-88d31eb2-9a76-4c90-a668-a0ee1f4102ea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Made reservation on behalf of ef4b53ff2a2b4059a7df15c4d6b23d62 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:02:58.397163 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-88d31eb2-9a76-4c90-a668-a0ee1f4102ea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:58.674313 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4d0ed67-1d75-4708-b803-c1a1e4afd397 req-011bd6aa-66c2-41cb-86a7-7b35e28efb56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72b3d23085cf4788b8121c950caf6d0d&device_id=26dc95c3-fdd5-4971-bd7c-d597bcf95c34 HTTP/1.1" status: 200 len: 210 time: 0.0992045 Jul 29 15:02:58.716708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-88d31eb2-9a76-4c90-a668-a0ee1f4102ea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Allocated IP 172.20.0.9 (ea65ba52-7e0e-480f-9a1a-5b9ece2c073c/654fde81-0e11-4ae6-9ae2-c96a6f63881c/dce9a50b-fe6b-4d63-8f52-701f288bba10) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:02:58.784558 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5bec7ade-a8a0-4537-97c0-8933edcc6d99 req-e50f44e8-412e-4beb-80e0-58efe225223b tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=26dc95c3-fdd5-4971-bd7c-d597bcf95c34 HTTP/1.1" status: 200 len: 210 time: 0.1429381 Jul 29 15:02:58.790330 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4d0ed67-1d75-4708-b803-c1a1e4afd397 req-af80054a-9b23-4a06-af8a-e19dde4187a9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=72b3d23085cf4788b8121c950caf6d0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729704 Jul 29 15:02:58.903451 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-687b26cd-538c-4817-b78a-77ded0a06518 req-0a2313d6-0335-4a88-9887-0a08b85e904a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 210 time: 0.0351667 Jul 29 15:02:58.943228 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0ed67-1d75-4708-b803-c1a1e4afd397 req-440a0e5e-14ec-4239-a2de-955dac3c17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:58.945554 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4d0ed67-1d75-4708-b803-c1a1e4afd397 req-440a0e5e-14ec-4239-a2de-955dac3c17c8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1478333 Jul 29 15:02:59.105422 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-88d31eb2-9a76-4c90-a668-a0ee1f4102ea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:59.160749 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-88d31eb2-9a76-4c90-a668-a0ee1f4102ea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:59.173406 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['d11b1d2c-139d-4bef-bde2-6fa380b0690c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:02:59.181270 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0431bc2-0abf-4302-994d-a737f1853c41 req-9829a39c-d2c1-4321-a613-fb95aa553e41 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 210 time: 0.0348155 Jul 29 15:02:59.210755 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-88d31eb2-9a76-4c90-a668-a0ee1f4102ea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Network ea65ba52-7e0e-480f-9a1a-5b9ece2c073c is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:02:59.214865 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-88d31eb2-9a76-4c90-a668-a0ee1f4102ea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:02:59.218383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-88d31eb2-9a76-4c90-a668-a0ee1f4102ea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:02:59.275435 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d31eb2-9a76-4c90-a668-a0ee1f4102ea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Pushing event updated for resources: {'Port': ['ID=dce9a50b-fe6b-4d63-8f52-701f288bba10,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:02:59.295246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-88d31eb2-9a76-4c90-a668-a0ee1f4102ea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:59.296510 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-88d31eb2-9a76-4c90-a668-a0ee1f4102ea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:59.316355 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-88d31eb2-9a76-4c90-a668-a0ee1f4102ea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2042465 Jul 29 15:02:59.357660 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Request body: {'port': {'device_id': '8c6ffea2-a744-4968-bb21-ecb925836225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:59.432212 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:59.648472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bc783-ce61-4766-870f-122566864d8c req-1d1f6a54-e961-4cff-b257-7876ab94a340 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:02:59.650043 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d1bc783-ce61-4766-870f-122566864d8c req-1d1f6a54-e961-4cff-b257-7876ab94a340 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 811 time: 0.2182970 Jul 29 15:02:59.677863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0d1bc783-ce61-4766-870f-122566864d8c req-b25c7c03-2cfd-4a4a-a001-a4e9d836ceb7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Request body: {'port': {'device_id': '3d769efe-5290-40b8-934e-b341dfae0487', 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082', 'admin_state_up': True, 'tenant_id': 'e951561287f84a8e8ff1072e4b5cb2f0'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:02:59.924623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1bc783-ce61-4766-870f-122566864d8c req-b25c7c03-2cfd-4a4a-a001-a4e9d836ceb7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Made reservation on behalf of e951561287f84a8e8ff1072e4b5cb2f0 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:02:59.928112 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0d1bc783-ce61-4766-870f-122566864d8c req-b25c7c03-2cfd-4a4a-a001-a4e9d836ceb7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:02:59.966333 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea0598f7-84fc-4c09-ac0f-ed7420818547 req-4f231f88-b5e7-4c60-a019-daac3e616fe8 tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.16 "GET /v2.0/ports?device_id=26dc95c3-fdd5-4971-bd7c-d597bcf95c34 HTTP/1.1" status: 200 len: 210 time: 0.0599954 Jul 29 15:02:59.967383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce9a50b-fe6b-4d63-8f52-701f288bba10 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:02:59.979392 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:00.009620 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Transition to ACTIVE for port object dce9a50b-fe6b-4d63-8f52-701f288bba10 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:03:00.046446 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:00.168026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Pushing event updated for resources: {'Port': ['ID=dce9a50b-fe6b-4d63-8f52-701f288bba10,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:00.206068 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39d90f-2209-4c52-92a6-1bf00862eaba req-7601db85-67aa-428f-8de3-cd20733ca6b5 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:00.221311 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e39d90f-2209-4c52-92a6-1bf00862eaba req-7601db85-67aa-428f-8de3-cd20733ca6b5 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 943 time: 0.1521914 Jul 29 15:03:00.280202 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e39d90f-2209-4c52-92a6-1bf00862eaba req-04005ef9-fa4d-4d2e-8902-d3d4ebf70c7d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501544 Jul 29 15:03:00.284492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-0d1bc783-ce61-4766-870f-122566864d8c req-b25c7c03-2cfd-4a4a-a001-a4e9d836ceb7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Allocated IP 172.20.0.10 (97a96aa0-af30-4a22-b3aa-15726419c082/1fc0785a-1332-47e1-a695-790fd3948837/53711ddf-1460-44ae-aa5c-c031ff7591e4) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:03:00.321736 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4d0ed67-1d75-4708-b803-c1a1e4afd397 req-341f9a04-a7f3-4ea0-9ce9-243acb26e6ea tempest-ServerShowV247Test-532425019 tempest-ServerShowV247Test-532425019-project] 10.222.0.39 "GET /v2.0/ports?device_id=26dc95c3-fdd5-4971-bd7c-d597bcf95c34 HTTP/1.1" status: 200 len: 210 time: 0.0578158 Jul 29 15:03:00.425781 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-09d67732-d910-4e05-a824-e472ccfa554f req-6247c1c9-ac21-46eb-8d30-e1ca1483fa3a tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 210 time: 0.0552819 Jul 29 15:03:00.430207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Attempting to bind port dce9a50b-fe6b-4d63-8f52-701f288bba10 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:03:00.430655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Attempting to bind port dce9a50b-fe6b-4d63-8f52-701f288bba10 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'd50c24ba-bc1b-4a42-a99b-aa6909edf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ea65ba52-7e0e-480f-9a1a-5b9ece2c073c'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:03:00.430934 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Attempting to bind port dce9a50b-fe6b-4d63-8f52-701f288bba10 on network ea65ba52-7e0e-480f-9a1a-5b9ece2c073c {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:03:00.498719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Port dce9a50b-fe6b-4d63-8f52-701f288bba10 on network ea65ba52-7e0e-480f-9a1a-5b9ece2c073c not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:03:00.499441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Attempting to bind port dce9a50b-fe6b-4d63-8f52-701f288bba10 on network ea65ba52-7e0e-480f-9a1a-5b9ece2c073c {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:03:00.512343 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:03:00.512726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Checking segment: {'id': 'd50c24ba-bc1b-4a42-a99b-aa6909edf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ea65ba52-7e0e-480f-9a1a-5b9ece2c073c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:03:00.513087 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Bound using segment: {'id': 'd50c24ba-bc1b-4a42-a99b-aa6909edf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ea65ba52-7e0e-480f-9a1a-5b9ece2c073c'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:03:00.513528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Bound port: dce9a50b-fe6b-4d63-8f52-701f288bba10, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd50c24ba-bc1b-4a42-a99b-aa6909edf5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ea65ba52-7e0e-480f-9a1a-5b9ece2c073c'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:03:00.513893 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:00.521834 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-615eb9c5-37ba-4056-ab79-01b87c187ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:00.971015 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0d1bc783-ce61-4766-870f-122566864d8c req-b25c7c03-2cfd-4a4a-a001-a4e9d836ceb7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:00.992240 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] For port dce9a50b-fe6b-4d63-8f52-701f288bba10, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:03:00.998263 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] For port dce9a50b-fe6b-4d63-8f52-701f288bba10, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=dce9a50b-fe6b-4d63-8f52-701f288bba10,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:03:01.010194 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:01.079314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:01.080089 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:01.082104 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] 10.222.0.38 "PUT /v2.0/ports/dce9a50b-fe6b-4d63-8f52-701f288bba10 HTTP/1.1" status: 200 len: 1091 time: 1.7338495 Jul 29 15:03:01.086385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6ffea2-a744-4968-bb21-ecb925836225', 'tag': 'dce9a50b-fe6b-4d63-8f52-701f288bba10'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:03:01.088498 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d3f4f6-5b4c-4067-9433-0574d3bf54ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6ffea2-a744-4968-bb21-ecb925836225", "tag": "dce9a50b-fe6b-4d63-8f52-701f288bba10"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:03:01.172967 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c28746-e42c-4b53-8366-783c7e74ad03 service neutron] Pushing event updated for resources: {'Port': ['ID=dce9a50b-fe6b-4d63-8f52-701f288bba10,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:01.176848 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0d1bc783-ce61-4766-870f-122566864d8c req-b25c7c03-2cfd-4a4a-a001-a4e9d836ceb7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:01.234022 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229cffc2-5660-4589-be8b-6b133191036d x-openstack-request-id: req-229cffc2-5660-4589-be8b-6b133191036d {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:03:01.234338 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6ffea2-a744-4968-bb21-ecb925836225", "tag": "dce9a50b-fe6b-4d63-8f52-701f288bba10", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:03:01.234718 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-229cffc2-5660-4589-be8b-6b133191036d {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:03:01.235180 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6ffea2-a744-4968-bb21-ecb925836225', 'tag': 'dce9a50b-fe6b-4d63-8f52-701f288bba10', 'status': 'completed', 'code': 200} Jul 29 15:03:01.263285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1bc783-ce61-4766-870f-122566864d8c req-b25c7c03-2cfd-4a4a-a001-a4e9d836ceb7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Network 97a96aa0-af30-4a22-b3aa-15726419c082 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:03:01.270211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-0d1bc783-ce61-4766-870f-122566864d8c req-b25c7c03-2cfd-4a4a-a001-a4e9d836ceb7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:03:01.272640 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c7c03-2cfd-4a4a-a001-a4e9d836ceb7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Pushing event updated for resources: {'Port': ['ID=53711ddf-1460-44ae-aa5c-c031ff7591e4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:01.275290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1bc783-ce61-4766-870f-122566864d8c req-b25c7c03-2cfd-4a4a-a001-a4e9d836ceb7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:03:01.304004 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-09d8072a-d2f0-4e9b-bb0b-aff9680db070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:01.306235 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-09d8072a-d2f0-4e9b-bb0b-aff9680db070 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ef4b53ff2a2b4059a7df15c4d6b23d62&device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 1094 time: 0.1476736 Jul 29 15:03:01.396215 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-0fbd72e3-0b04-4c74-83e2-d5a6ee980e30 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce9a50b-fe6b-4d63-8f52-701f288bba10 HTTP/1.1" status: 200 len: 217 time: 0.0546861 Jul 29 15:03:01.403432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bc783-ce61-4766-870f-122566864d8c req-b25c7c03-2cfd-4a4a-a001-a4e9d836ceb7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:01.404157 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0d1bc783-ce61-4766-870f-122566864d8c req-b25c7c03-2cfd-4a4a-a001-a4e9d836ceb7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:01.498991 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d1bc783-ce61-4766-870f-122566864d8c req-b25c7c03-2cfd-4a4a-a001-a4e9d836ceb7 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8254020 Jul 29 15:03:01.517909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Request body: {'port': {'device_id': '3d769efe-5290-40b8-934e-b341dfae0487', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:03:01.524194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76463a03-a86f-43b3-82c0-5a0777a3ead5 req-b0f98d07-f17b-4891-b5b4-a65dfe1a8683 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:01.531523 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76463a03-a86f-43b3-82c0-5a0777a3ead5 req-b0f98d07-f17b-4891-b5b4-a65dfe1a8683 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 943 time: 0.1104836 Jul 29 15:03:01.588073 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 52568) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:01.594773 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76463a03-a86f-43b3-82c0-5a0777a3ead5 req-208570c2-689e-4b0d-a244-7e84b65a999a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617709 Jul 29 15:03:01.621232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-59d22184-24bc-44f1-899b-cb8a3f8d9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:01.624558 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-59d22184-24bc-44f1-899b-cb8a3f8d9f0d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=654fde81-0e11-4ae6-9ae2-c96a6f63881c HTTP/1.1" status: 200 len: 853 time: 0.2172220 Jul 29 15:03:01.704956 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-b2bc2ee6-2a0c-4c40-8c25-1847558fb314 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665009 Jul 29 15:03:01.716548 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e7c3e-4937-4131-912b-591ea9fb3008 req-98384f8a-c3f9-41fb-81c9-80012dd12df0 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:01.718174 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8b4e7c3e-4937-4131-912b-591ea9fb3008 req-98384f8a-c3f9-41fb-81c9-80012dd12df0 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 932 time: 0.1528437 Jul 29 15:03:01.720111 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:01.785171 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f8da9e3-52d2-493a-a661-895028ff3dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:01.903477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8b4e7c3e-4937-4131-912b-591ea9fb3008 req-1f396edf-44d1-4a0b-a59d-3f63af7ce27f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635592 Jul 29 15:03:01.954254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f8da9e3-52d2-493a-a661-895028ff3dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:01.961988 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f8da9e3-52d2-493a-a661-895028ff3dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:02.013059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8da9e3-52d2-493a-a661-895028ff3dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334cd7cd-05d5-4d9b-ad5d-fbf2cf89c56c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:02.033625 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6f8da9e3-52d2-493a-a661-895028ff3dbd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72b3d23085cf4788b8121c950caf6d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366782 Jul 29 15:03:02.034289 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 52580) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:02.044035 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-85295288-ced7-4114-b82c-11ab46d1d28a service neutron] 10.222.0.38 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246837 Jul 29 15:03:02.103827 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd5ebb3e-1554-4dd6-9491-0aadbfbe0344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:02.138336 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd5ebb3e-1554-4dd6-9491-0aadbfbe0344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:02.215435 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd5ebb3e-1554-4dd6-9491-0aadbfbe0344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:02.218418 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd5ebb3e-1554-4dd6-9491-0aadbfbe0344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:02.222629 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fd5ebb3e-1554-4dd6-9491-0aadbfbe0344 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/334cd7cd-05d5-4d9b-ad5d-fbf2cf89c56c HTTP/1.1" status: 204 len: 168 time: 0.1868908 Jul 29 15:03:02.233444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ebb3e-1554-4dd6-9491-0aadbfbe0344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334cd7cd-05d5-4d9b-ad5d-fbf2cf89c56c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:02.304229 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5682a7b8-2447-4f31-a923-5cf47581b3ab req-ca5f8eb1-b961-4be4-8ef8-0e8ac50cac9a service neutron] 10.222.0.38 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357202 Jul 29 15:03:02.410767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478a7c1-713a-4bcb-8917-5efbb8461ecf req-3f12b2ab-010f-4094-a18b-8318d78aab7a tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:02.419437 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9478a7c1-713a-4bcb-8917-5efbb8461ecf req-3f12b2ab-010f-4094-a18b-8318d78aab7a tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 950 time: 0.1389678 Jul 29 15:03:02.442661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53711ddf-1460-44ae-aa5c-c031ff7591e4 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:03:02.455112 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:02.506448 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Transition to ACTIVE for port object 53711ddf-1460-44ae-aa5c-c031ff7591e4 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:03:02.527937 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9478a7c1-713a-4bcb-8917-5efbb8461ecf req-b3b18ed0-8e4f-4019-b6e6-e128415dcaab tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ccec8fa-218c-41eb-a689-9faa84365cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074803 Jul 29 15:03:02.532874 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:02.578603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3f4f6-5b4c-4067-9433-0574d3bf54ab req-1249e6a4-47ab-49ca-aab3-4c927af7c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:02.580207 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8d3f4f6-5b4c-4067-9433-0574d3bf54ab req-1249e6a4-47ab-49ca-aab3-4c927af7c0e3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ef4b53ff2a2b4059a7df15c4d6b23d62&device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 1094 time: 0.1308241 Jul 29 15:03:02.624259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Pushing event updated for resources: {'Port': ['ID=53711ddf-1460-44ae-aa5c-c031ff7591e4,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:02.808604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Attempting to bind port 53711ddf-1460-44ae-aa5c-c031ff7591e4 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:03:02.809022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Attempting to bind port 53711ddf-1460-44ae-aa5c-c031ff7591e4 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:03:02.809355 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Attempting to bind port 53711ddf-1460-44ae-aa5c-c031ff7591e4 on network 97a96aa0-af30-4a22-b3aa-15726419c082 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:03:02.811968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3f4f6-5b4c-4067-9433-0574d3bf54ab req-1560658a-f386-4b90-9c5a-00b4f2ab471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:02.813539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8d3f4f6-5b4c-4067-9433-0574d3bf54ab req-1560658a-f386-4b90-9c5a-00b4f2ab471b service neutron] 10.222.0.38 "GET /v2.0/networks?id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c HTTP/1.1" status: 200 len: 914 time: 0.2211173 Jul 29 15:03:02.820133 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Port 53711ddf-1460-44ae-aa5c-c031ff7591e4 on network 97a96aa0-af30-4a22-b3aa-15726419c082 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:03:02.820458 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Attempting to bind port 53711ddf-1460-44ae-aa5c-c031ff7591e4 on network 97a96aa0-af30-4a22-b3aa-15726419c082 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:03:02.848193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:03:02.848928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Checking segment: {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:03:02.849519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Bound using segment: {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:03:02.850956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Bound port: 53711ddf-1460-44ae-aa5c-c031ff7591e4, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:03:02.851107 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:02.896771 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4264ae-d453-4f4c-a135-f7ef0dbba48a req-8e150104-cf61-4fb4-a3d1-11251854b58c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:02.904755 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e4264ae-d453-4f4c-a135-f7ef0dbba48a req-8e150104-cf61-4fb4-a3d1-11251854b58c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 943 time: 0.1786933 Jul 29 15:03:02.909598 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8d3f4f6-5b4c-4067-9433-0574d3bf54ab req-ce69d8f5-2d0d-4048-a232-6eb23d8f6696 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce9a50b-fe6b-4d63-8f52-701f288bba10 HTTP/1.1" status: 200 len: 217 time: 0.0850484 Jul 29 15:03:03.011701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3f4f6-5b4c-4067-9433-0574d3bf54ab req-8355226e-d2b1-4b4a-bb4f-d325c691cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:03.013358 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8d3f4f6-5b4c-4067-9433-0574d3bf54ab req-8355226e-d2b1-4b4a-bb4f-d325c691cf82 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=654fde81-0e11-4ae6-9ae2-c96a6f63881c HTTP/1.1" status: 200 len: 853 time: 0.0881212 Jul 29 15:03:03.090017 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f00d9-d823-4108-a9f6-5cbe6afb6e32 req-03cbf3b9-b8dc-48d7-b16e-48fcb0128fdc tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:03.095058 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8d3f4f6-5b4c-4067-9433-0574d3bf54ab req-b8871e91-044d-4d93-b82c-021b07375952 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547752 Jul 29 15:03:03.097448 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-875f00d9-d823-4108-a9f6-5cbe6afb6e32 req-03cbf3b9-b8dc-48d7-b16e-48fcb0128fdc tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 944 time: 0.0734768 Jul 29 15:03:03.135677 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e4264ae-d453-4f4c-a135-f7ef0dbba48a req-930373a6-c20d-469c-a0e4-c08911acb653 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287421 Jul 29 15:03:03.145158 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-875f00d9-d823-4108-a9f6-5cbe6afb6e32 req-3f5b63a6-143b-40b7-8e7e-66a118ebb16c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453134 Jul 29 15:03:03.195882 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:03.211393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] For port 53711ddf-1460-44ae-aa5c-c031ff7591e4, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:03:03.218211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] For port 53711ddf-1460-44ae-aa5c-c031ff7591e4, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=53711ddf-1460-44ae-aa5c-c031ff7591e4,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:03:03.227711 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:03.299225 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:03.299864 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:03.301351 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d1bc783-ce61-4766-870f-122566864d8c req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] 10.222.0.38 "PUT /v2.0/ports/53711ddf-1460-44ae-aa5c-c031ff7591e4 HTTP/1.1" status: 200 len: 1092 time: 1.7877669 Jul 29 15:03:03.301841 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d769efe-5290-40b8-934e-b341dfae0487', 'tag': '53711ddf-1460-44ae-aa5c-c031ff7591e4'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:03:03.304284 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102a2f74-6d2b-4dbf-b75e-176bb11692fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3d769efe-5290-40b8-934e-b341dfae0487", "tag": "53711ddf-1460-44ae-aa5c-c031ff7591e4"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:03:03.318807 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8d3f4f6-5b4c-4067-9433-0574d3bf54ab req-110b7dcd-05b5-4391-8b39-2c1d6054ae1f service neutron] 10.222.0.38 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101536 Jul 29 15:03:03.325178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c9343-71cf-48ab-a3ca-1fcb01b7db81 service neutron] Pushing event updated for resources: {'Port': ['ID=53711ddf-1460-44ae-aa5c-c031ff7591e4,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:03.357734 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4e05c6ca-3b4e-4ab1-be15-f9420e1c7507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:03.407665 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58a7262-6264-4a2d-86bc-3ec1bef52f6a x-openstack-request-id: req-f58a7262-6264-4a2d-86bc-3ec1bef52f6a {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:03:03.408047 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d769efe-5290-40b8-934e-b341dfae0487", "tag": "53711ddf-1460-44ae-aa5c-c031ff7591e4", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:03:03.408341 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f58a7262-6264-4a2d-86bc-3ec1bef52f6a {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:03:03.408782 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d769efe-5290-40b8-934e-b341dfae0487', 'tag': '53711ddf-1460-44ae-aa5c-c031ff7591e4', 'status': 'completed', 'code': 200} Jul 29 15:03:03.465883 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8d3f4f6-5b4c-4067-9433-0574d3bf54ab req-73f48df9-ed3a-4f34-9307-0a3bd8748ce0 service neutron] 10.222.0.38 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374130 Jul 29 15:03:03.467828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bc783-ce61-4766-870f-122566864d8c req-aae7a0c5-4c94-45ac-a3e7-e5ad385ff09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:03.469289 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d1bc783-ce61-4766-870f-122566864d8c req-aae7a0c5-4c94-45ac-a3e7-e5ad385ff09b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 1095 time: 0.0793726 Jul 29 15:03:03.536236 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d1bc783-ce61-4766-870f-122566864d8c req-3c8d2547-4517-40b2-8116-60a50ba93626 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53711ddf-1460-44ae-aa5c-c031ff7591e4 HTTP/1.1" status: 200 len: 217 time: 0.0383880 Jul 29 15:03:03.596870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bc783-ce61-4766-870f-122566864d8c req-0c11cb62-1f76-47dc-9a50-f2b5f15f36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:03.598769 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d1bc783-ce61-4766-870f-122566864d8c req-0c11cb62-1f76-47dc-9a50-f2b5f15f36b4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc0785a-1332-47e1-a695-790fd3948837 HTTP/1.1" status: 200 len: 851 time: 0.0550182 Jul 29 15:03:03.661542 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d1bc783-ce61-4766-870f-122566864d8c req-79059f64-2537-43eb-9aeb-df4c0c8b17d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97a96aa0-af30-4a22-b3aa-15726419c082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475748 Jul 29 15:03:03.736754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278c547-0b20-42db-b373-921b76794cb8 req-2843df10-6002-4434-96b2-856096a5ec1b tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:03.743966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a278c547-0b20-42db-b373-921b76794cb8 req-2843df10-6002-4434-96b2-856096a5ec1b tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 950 time: 0.1393168 Jul 29 15:03:03.809136 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a278c547-0b20-42db-b373-921b76794cb8 req-c5b47842-6518-4353-9045-492de5e1d4e5 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ccec8fa-218c-41eb-a689-9faa84365cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637269 Jul 29 15:03:03.858002 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:03:03.861174 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d1bc783-ce61-4766-870f-122566864d8c req-60a60e91-9b0f-4166-9e33-45f75b226c20 service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854243 Jul 29 15:03:03.910176 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-236fd3ac-a02c-4fae-865d-d9521fb3b02d req-1a529d26-97fe-46a8-a36a-ca4a50582679 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0478914 Jul 29 15:03:03.993246 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0d1bc783-ce61-4766-870f-122566864d8c req-c4e765cd-44a0-47e1-90c2-2b24ebfc1d80 service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196098 Jul 29 15:03:04.156276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc470f-a63b-453f-bfa2-b2a927d135a3 req-2376c8d2-a866-4035-bbf3-1667ad1fed7e tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:04.158275 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10cc470f-a63b-453f-bfa2-b2a927d135a3 req-2376c8d2-a866-4035-bbf3-1667ad1fed7e tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 950 time: 0.1025004 Jul 29 15:03:04.279124 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a2f74-6d2b-4dbf-b75e-176bb11692fb req-ecb555c8-33cf-4506-ae42-e11ea7da8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:04.281033 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-102a2f74-6d2b-4dbf-b75e-176bb11692fb req-ecb555c8-33cf-4506-ae42-e11ea7da8dfa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 1095 time: 0.1646292 Jul 29 15:03:04.337707 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:04.343904 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55680316-b89b-4164-8f6e-9bba3e0745fe req-e74d34b3-12cc-44e2-871e-3ec0e4cb6fc1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:04.347068 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55680316-b89b-4164-8f6e-9bba3e0745fe req-e74d34b3-12cc-44e2-871e-3ec0e4cb6fc1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 943 time: 0.0895061 Jul 29 15:03:04.401945 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55680316-b89b-4164-8f6e-9bba3e0745fe req-7af6f161-74b0-4b54-8725-f14c5797d1d4 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429723 Jul 29 15:03:04.471108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-10cc470f-a63b-453f-bfa2-b2a927d135a3 req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Deleting port e5dab1e9-0f59-4a3c-8515-f5ced516a349 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:03:04.471881 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-10cc470f-a63b-453f-bfa2-b2a927d135a3 req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:04.587587 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13120cc-acdb-4ab1-ba5d-16b116574917 req-53059e75-17c0-4a26-8005-24fb00da791c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:04.590543 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e13120cc-acdb-4ab1-ba5d-16b116574917 req-53059e75-17c0-4a26-8005-24fb00da791c tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 944 time: 0.2353425 Jul 29 15:03:04.592722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a2f74-6d2b-4dbf-b75e-176bb11692fb req-723211fb-856b-4af6-b3d7-99a8d9354db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:04.594120 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-102a2f74-6d2b-4dbf-b75e-176bb11692fb req-723211fb-856b-4af6-b3d7-99a8d9354db0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 200 len: 912 time: 0.3007140 Jul 29 15:03:04.671895 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-102a2f74-6d2b-4dbf-b75e-176bb11692fb req-2e2f96bf-0cdd-4762-92e3-7f39c18d162d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53711ddf-1460-44ae-aa5c-c031ff7591e4 HTTP/1.1" status: 200 len: 217 time: 0.0679333 Jul 29 15:03:04.760810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-10cc470f-a63b-453f-bfa2-b2a927d135a3 req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] For port e5dab1e9-0f59-4a3c-8515-f5ced516a349, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e5dab1e9-0f59-4a3c-8515-f5ced516a349,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:04.761100 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-10cc470f-a63b-453f-bfa2-b2a927d135a3 req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:04.766177 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e13120cc-acdb-4ab1-ba5d-16b116574917 req-fc7ae871-8c3f-49dc-8d71-a26c5071d5bb tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638968 Jul 29 15:03:04.782551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-10cc470f-a63b-453f-bfa2-b2a927d135a3 req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Calling delete_port for e5dab1e9-0f59-4a3c-8515-f5ced516a349 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:03:04.785302 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a2f74-6d2b-4dbf-b75e-176bb11692fb req-3ddbff4c-6837-470a-8e51-c7588ad4d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:04.786817 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-102a2f74-6d2b-4dbf-b75e-176bb11692fb req-3ddbff4c-6837-470a-8e51-c7588ad4d5e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fc0785a-1332-47e1-a695-790fd3948837 HTTP/1.1" status: 200 len: 851 time: 0.1034412 Jul 29 15:03:04.858877 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-102a2f74-6d2b-4dbf-b75e-176bb11692fb req-c6ba06a9-60a8-445c-8f23-ebe810e8764a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=97a96aa0-af30-4a22-b3aa-15726419c082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628636 Jul 29 15:03:05.007700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c666c-7455-4364-bb9b-3532676b5bd5 req-a7519054-3bf0-4df9-8011-e3a683ce4600 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:05.010947 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f92c666c-7455-4364-bb9b-3532676b5bd5 req-a7519054-3bf0-4df9-8011-e3a683ce4600 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c HTTP/1.1" status: 200 len: 950 time: 0.1175203 Jul 29 15:03:05.077557 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f92c666c-7455-4364-bb9b-3532676b5bd5 req-238361aa-5a03-492c-a7c8-9356a84541f2 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.16 "GET /v2.0/security-groups?id=2ccec8fa-218c-41eb-a689-9faa84365cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567050 Jul 29 15:03:05.086753 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-12a92ce2-ece3-4cfd-a4a5-5b64243fe58f req-57700427-8de6-49cc-ac80-97060efd00e3 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0662737 Jul 29 15:03:05.110358 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-102a2f74-6d2b-4dbf-b75e-176bb11692fb req-19a2b4a2-b61f-4d09-aa18-a492cfb5d41e service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418020 Jul 29 15:03:05.174353 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-10cc470f-a63b-453f-bfa2-b2a927d135a3 req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:05.210940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Pushing event deleted for resources: {'Port': ['ID=e5dab1e9-0f59-4a3c-8515-f5ced516a349,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:05.254693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:05.254948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:05.255286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:05.255627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:05.255959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:05.256285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:05.257167 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:05.257491 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:05.258009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:05.258571 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:05.259171 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:05.259720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:05.281028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cc470f-a63b-453f-bfa2-b2a927d135a3 req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] No DVR routers for this DVR port e5dab1e9-0f59-4a3c-8515-f5ced516a349 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:03:05.289071 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-10cc470f-a63b-453f-bfa2-b2a927d135a3 req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:05.292183 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10cc470f-a63b-453f-bfa2-b2a927d135a3 req-9f436f4f-b21b-46c0-913f-9c97a2e87120 tempest-VolumesBackupsTest-1834118626 tempest-VolumesBackupsTest-1834118626-project] 10.222.0.38 "DELETE /v2.0/ports/e5dab1e9-0f59-4a3c-8515-f5ced516a349 HTTP/1.1" status: 204 len: 173 time: 1.1235621 Jul 29 15:03:05.315350 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-102a2f74-6d2b-4dbf-b75e-176bb11692fb req-f3a74e68-a635-4203-b992-4a68380ba00c service neutron] 10.222.0.38 "GET /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896040 Jul 29 15:03:05.410196 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c', 'name': 'network-vif-deleted', 'tag': 'e5dab1e9-0f59-4a3c-8515-f5ced516a349'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:03:05.412827 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab4dc78-38c3-4e09-9204-c78bb07afccc" -d '{"events": [{"server_uuid": "fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c", "name": "network-vif-deleted", "tag": "e5dab1e9-0f59-4a3c-8515-f5ced516a349"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:03:05.460447 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd942ab5-922a-4433-b5f3-a62d5f33f68c x-openstack-request-id: req-fd942ab5-922a-4433-b5f3-a62d5f33f68c {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:03:05.461032 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c", "name": "network-vif-deleted", "tag": "e5dab1e9-0f59-4a3c-8515-f5ced516a349", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:03:05.461218 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd942ab5-922a-4433-b5f3-a62d5f33f68c {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:03:05.461752 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc76c5fb-04fa-4a25-ad02-0ef6c5bd125c', 'name': 'network-vif-deleted', 'tag': 'e5dab1e9-0f59-4a3c-8515-f5ced516a349', 'status': 'completed', 'code': 200} Jul 29 15:03:05.523282 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['e5dab1e9-0f59-4a3c-8515-f5ced516a349'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:03:05.572402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215dc78-cb63-4dfc-91f9-d59ab7a1d7ce req-e621324d-ab6c-4ce5-ad08-29d810b7cced tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:05.574457 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c215dc78-cb63-4dfc-91f9-d59ab7a1d7ce req-e621324d-ab6c-4ce5-ad08-29d810b7cced tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 943 time: 0.0625756 Jul 29 15:03:05.623602 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c215dc78-cb63-4dfc-91f9-d59ab7a1d7ce req-b88e7d87-7caf-40c3-83b2-ad002d23449b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425816 Jul 29 15:03:05.800134 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device dce9a50b-fe6b-4d63-8f52-701f288bba10 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:03:05.941768 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port dce9a50b-fe6b-4d63-8f52-701f288bba10, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=dce9a50b-fe6b-4d63-8f52-701f288bba10,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:05.950365 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c83a79-781b-4ef6-8435-24a8464cb455 req-f881fec9-c987-4d36-bb16-06c46d6ad867 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:05.956622 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'dce9a50b-fe6b-4d63-8f52-701f288bba10', 'network_id': 'ea65ba52-7e0e-480f-9a1a-5b9ece2c073c', 'port_id': 'dce9a50b-fe6b-4d63-8f52-701f288bba10', 'mac_address': 'fa:16:3e:a1:e2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654fde81-0e11-4ae6-9ae2-c96a6f63881c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:03:05.961904 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66c83a79-781b-4ef6-8435-24a8464cb455 req-f881fec9-c987-4d36-bb16-06c46d6ad867 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 944 time: 0.1044197 Jul 29 15:03:06.022836 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66c83a79-781b-4ef6-8435-24a8464cb455 req-119d1f40-52f5-43ca-8462-c8e474060184 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588953 Jul 29 15:03:06.024953 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:06.047689 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce9a50b-fe6b-4d63-8f52-701f288bba10 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:03:06.071298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port dce9a50b-fe6b-4d63-8f52-701f288bba10, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=dce9a50b-fe6b-4d63-8f52-701f288bba10,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:06.075624 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:06.134246 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=dce9a50b-fe6b-4d63-8f52-701f288bba10,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:06.196964 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e79f964-20aa-4841-b2ad-c49ef96bcdad req-6d7cd7d2-c213-4fb0-9ff6-279ccdef202e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0287914 Jul 29 15:03:06.229392 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a4107aab-5cd7-4888-b51a-9baeb4821b19 req-7c4c04fc-c000-4454-9ea2-8aa04f0602a3 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0285842 Jul 29 15:03:06.279272 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:06.380702 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['dce9a50b-fe6b-4d63-8f52-701f288bba10'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:03:06.761336 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991388b0-8aeb-4064-b181-52eeebbc9380 req-1eac4c53-3664-4289-b099-8ca87fb20b17 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:06.763560 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-991388b0-8aeb-4064-b181-52eeebbc9380 req-1eac4c53-3664-4289-b099-8ca87fb20b17 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 944 time: 0.0603812 Jul 29 15:03:06.822457 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-991388b0-8aeb-4064-b181-52eeebbc9380 req-bd172aa0-076f-4156-ac4f-847b9f936200 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483694 Jul 29 15:03:07.173091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568d43e-fdd8-49e9-91d3-176acef84e36 req-0a7a4285-2b80-45ea-9a8c-326556ca7785 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:07.175660 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2568d43e-fdd8-49e9-91d3-176acef84e36 req-0a7a4285-2b80-45ea-9a8c-326556ca7785 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 944 time: 0.0660679 Jul 29 15:03:07.241475 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2568d43e-fdd8-49e9-91d3-176acef84e36 req-f9cd4c4a-1aba-4adc-aa61-7873b08d3ab1 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550306 Jul 29 15:03:07.389111 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a815584b-49d2-4f8c-91ce-abe1edcc45ed req-54d9a471-18dd-4042-8f69-f0289b56fcf0 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0607429 Jul 29 15:03:07.813375 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 53711ddf-1460-44ae-aa5c-c031ff7591e4 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:03:07.821137 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device dce9a50b-fe6b-4d63-8f52-701f288bba10 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:03:07.957382 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-346bf256-4a58-4abb-b9f1-87c9d315ef86 req-d69be659-e651-4b85-adae-04b87feff522 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0325575 Jul 29 15:03:07.970252 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 53711ddf-1460-44ae-aa5c-c031ff7591e4, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=53711ddf-1460-44ae-aa5c-c031ff7591e4,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:08.024266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '53711ddf-1460-44ae-aa5c-c031ff7591e4', 'network_id': '97a96aa0-af30-4a22-b3aa-15726419c082', 'port_id': '53711ddf-1460-44ae-aa5c-c031ff7591e4', 'mac_address': 'fa:16:3e:85:ee:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc0785a-1332-47e1-a695-790fd3948837', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:03:08.035037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca842465-6c5c-4546-87ba-c6c59f1bb59d req-6e7307e4-d75a-4ff1-a59a-579b1160d4b0 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:08.037581 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ca842465-6c5c-4546-87ba-c6c59f1bb59d req-6e7307e4-d75a-4ff1-a59a-579b1160d4b0 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 944 time: 0.1142838 Jul 29 15:03:08.083383 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port dce9a50b-fe6b-4d63-8f52-701f288bba10 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:03:08.093996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port dce9a50b-fe6b-4d63-8f52-701f288bba10 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:03:08.094992 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:08.100136 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ca842465-6c5c-4546-87ba-c6c59f1bb59d req-d93a9a0c-318d-4f2f-bd33-8f5406dadb06 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537460 Jul 29 15:03:08.186723 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:08.215667 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53711ddf-1460-44ae-aa5c-c031ff7591e4 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:03:08.241598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 53711ddf-1460-44ae-aa5c-c031ff7591e4, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=53711ddf-1460-44ae-aa5c-c031ff7591e4,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:08.274298 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:08.339981 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:08.386331 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=53711ddf-1460-44ae-aa5c-c031ff7591e4,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:08.396227 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6ffea2-a744-4968-bb21-ecb925836225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce9a50b-fe6b-4d63-8f52-701f288bba10'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:03:08.400347 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22fa915-ca71-4b08-a71b-eb9ca97e9870" -d '{"events": [{"server_uuid": "8c6ffea2-a744-4968-bb21-ecb925836225", "name": "network-vif-plugged", "status": "completed", "tag": "dce9a50b-fe6b-4d63-8f52-701f288bba10"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:03:08.420981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port dce9a50b-fe6b-4d63-8f52-701f288bba10, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=dce9a50b-fe6b-4d63-8f52-701f288bba10,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:08.432788 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:08.433718 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device e5dab1e9-0f59-4a3c-8515-f5ced516a349 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:03:08.454105 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ddb69-e01d-4882-a503-a25e223ef8b4 req-e980ad9c-b981-4dc6-a101-eedba5e8b7ee tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:08.462608 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c12ddb69-e01d-4882-a503-a25e223ef8b4 req-e980ad9c-b981-4dc6-a101-eedba5e8b7ee tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 945 time: 0.0925987 Jul 29 15:03:08.492999 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa54ae0a-754d-4e9b-bf57-328e6a5aeeda x-openstack-request-id: req-fa54ae0a-754d-4e9b-bf57-328e6a5aeeda {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:03:08.493294 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6ffea2-a744-4968-bb21-ecb925836225", "name": "network-vif-plugged", "status": "completed", "tag": "dce9a50b-fe6b-4d63-8f52-701f288bba10", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:03:08.493536 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa54ae0a-754d-4e9b-bf57-328e6a5aeeda {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:03:08.493934 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6ffea2-a744-4968-bb21-ecb925836225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce9a50b-fe6b-4d63-8f52-701f288bba10', 'code': 200} Jul 29 15:03:08.534846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: e5dab1e9-0f59-4a3c-8515-f5ced516a349 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:03:08.535196 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device e5dab1e9-0f59-4a3c-8515-f5ced516a349 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:03:08.561236 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c12ddb69-e01d-4882-a503-a25e223ef8b4 req-82f469e7-d8b5-4004-8a0b-b4f7d0aa91c0 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977035 Jul 29 15:03:08.588023 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=dce9a50b-fe6b-4d63-8f52-701f288bba10,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:08.640959 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['53711ddf-1460-44ae-aa5c-c031ff7591e4'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:03:08.645687 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad75c8-9963-4b36-b067-73c47ea02e12 req-51647eb4-c45b-4834-8424-5aa5fb4654b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:08.651568 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d5ad75c8-9963-4b36-b067-73c47ea02e12 req-51647eb4-c45b-4834-8424-5aa5fb4654b6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 1096 time: 0.0788784 Jul 29 15:03:08.716080 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d5ad75c8-9963-4b36-b067-73c47ea02e12 req-772e2b8e-2c4a-43d5-8709-480f12638a21 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569470 Jul 29 15:03:09.099897 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7c63ae4f-654f-4074-b93d-ce99cb18b908 req-52259b10-a42e-44bd-9336-b83f50c2fdd0 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0483015 Jul 29 15:03:09.247771 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0b4fd-88e9-47b8-b936-de5206dc34c9 req-443002de-2301-42e0-b29e-9e0cebaf8fb5 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:09.249940 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5bf0b4fd-88e9-47b8-b936-de5206dc34c9 req-443002de-2301-42e0-b29e-9e0cebaf8fb5 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 945 time: 0.0627921 Jul 29 15:03:09.294183 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5bf0b4fd-88e9-47b8-b936-de5206dc34c9 req-d113476a-06e7-4d14-b393-d04ff048372a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377192 Jul 29 15:03:09.783345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d5b72-4b43-4199-aeee-8483a3c3ac9b req-06add791-a261-4fed-aebf-cff38481d856 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:09.785141 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-580d5b72-4b43-4199-aeee-8483a3c3ac9b req-06add791-a261-4fed-aebf-cff38481d856 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 945 time: 0.0560157 Jul 29 15:03:09.826960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 53711ddf-1460-44ae-aa5c-c031ff7591e4 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:03:09.917191 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 53711ddf-1460-44ae-aa5c-c031ff7591e4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:03:09.925171 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 53711ddf-1460-44ae-aa5c-c031ff7591e4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:03:09.925807 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:09.929388 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-580d5b72-4b43-4199-aeee-8483a3c3ac9b req-ef4d2ba2-56c2-4c40-85ce-64112a733069 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368930 Jul 29 15:03:10.024295 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:10.066790 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 53711ddf-1460-44ae-aa5c-c031ff7591e4, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=53711ddf-1460-44ae-aa5c-c031ff7591e4,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:10.072816 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:10.159891 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=53711ddf-1460-44ae-aa5c-c031ff7591e4,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:10.298680 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-672d851b-fedb-4c56-af7e-15683ba9bca2 req-77ddb771-326c-4a1f-be0f-7d29589fa445 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0667284 Jul 29 15:03:10.463506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984a2cf-24a2-481b-8782-ff8a795123bb req-038dffab-1bae-4b25-9b9f-637925eafc4c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:10.471312 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e984a2cf-24a2-481b-8782-ff8a795123bb req-038dffab-1bae-4b25-9b9f-637925eafc4c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 945 time: 0.0775659 Jul 29 15:03:10.502666 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d769efe-5290-40b8-934e-b341dfae0487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53711ddf-1460-44ae-aa5c-c031ff7591e4'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:03:10.509827 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5406f255-cd73-422e-91e9-0e34d8a1fb78" -d '{"events": [{"server_uuid": "3d769efe-5290-40b8-934e-b341dfae0487", "name": "network-vif-plugged", "status": "completed", "tag": "53711ddf-1460-44ae-aa5c-c031ff7591e4"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:03:10.535082 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e984a2cf-24a2-481b-8782-ff8a795123bb req-f8252379-3edc-43ae-84b0-48fde8383606 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626347 Jul 29 15:03:10.568133 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b87de9-756b-44f2-83e9-ecaa82681cfa x-openstack-request-id: req-93b87de9-756b-44f2-83e9-ecaa82681cfa {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:03:10.568484 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d769efe-5290-40b8-934e-b341dfae0487", "name": "network-vif-plugged", "status": "completed", "tag": "53711ddf-1460-44ae-aa5c-c031ff7591e4", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:03:10.569333 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93b87de9-756b-44f2-83e9-ecaa82681cfa {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:03:10.570262 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d769efe-5290-40b8-934e-b341dfae0487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53711ddf-1460-44ae-aa5c-c031ff7591e4', 'code': 200} Jul 29 15:03:10.718318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512918a-564c-4264-b206-a5c27385f993 req-9fe80fa9-edd5-48e7-81ca-54240a5b88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:10.723980 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9512918a-564c-4264-b206-a5c27385f993 req-9fe80fa9-edd5-48e7-81ca-54240a5b88e4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 1097 time: 0.0602314 Jul 29 15:03:10.783059 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9512918a-564c-4264-b206-a5c27385f993 req-b3f2d203-a2d9-4fed-9883-e2f025aa4baf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522091 Jul 29 15:03:10.881539 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab52e61-e554-4e50-bbbc-abd7a386cb4b req-1cfca4a5-0c1a-4886-b0ea-c49a55bab641 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:10.883553 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6ab52e61-e554-4e50-bbbc-abd7a386cb4b req-1cfca4a5-0c1a-4886-b0ea-c49a55bab641 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 945 time: 0.0577867 Jul 29 15:03:10.917406 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:10.943500 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6ab52e61-e554-4e50-bbbc-abd7a386cb4b req-659b7f98-0eed-405e-99b2-b3fab579cfcc tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533059 Jul 29 15:03:11.085814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698f20-aa1d-4bad-aa2f-2e6b0729f622 req-db403ede-7a2b-4e48-a5f5-6cf765d023b8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:11.087447 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-11698f20-aa1d-4bad-aa2f-2e6b0729f622 req-db403ede-7a2b-4e48-a5f5-6cf765d023b8 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 946 time: 0.0579476 Jul 29 15:03:11.141028 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-11698f20-aa1d-4bad-aa2f-2e6b0729f622 req-7ed8bd9c-c643-4e6b-9410-c6fabc9f4a26 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430813 Jul 29 15:03:11.419011 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a2fcc1ce-b7b9-42dc-9336-7e1de4760a19 req-8d90a109-efc0-443c-87b1-81ca671aa080 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0331056 Jul 29 15:03:12.087108 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7519e-f88a-4c55-96a8-eedc54ad1f1b req-70cfaf25-ea17-4026-b678-841d7082ab46 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:12.088862 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c1f7519e-f88a-4c55-96a8-eedc54ad1f1b req-70cfaf25-ea17-4026-b678-841d7082ab46 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 945 time: 0.0567064 Jul 29 15:03:12.141891 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c1f7519e-f88a-4c55-96a8-eedc54ad1f1b req-9c5f0650-d959-4427-b4d3-9db52b026406 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428505 Jul 29 15:03:12.280147 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f212f-7392-4969-aea4-4e642327a61f req-9b6acf48-b27a-4ea1-87f3-69b31608d79d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:12.281708 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-892f212f-7392-4969-aea4-4e642327a61f req-9b6acf48-b27a-4ea1-87f3-69b31608d79d tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 946 time: 0.0607767 Jul 29 15:03:12.327324 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-892f212f-7392-4969-aea4-4e642327a61f req-78fc7d1e-be59-42ac-8447-4181fa74b4a6 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381274 Jul 29 15:03:12.602009 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c45bcfa-fdf5-401d-8d57-873285624599 req-2b233d41-caf3-496c-87fc-35cfe1cab387 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0321789 Jul 29 15:03:12.622135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54351f0a-2459-4762-ba8c-4463a7e19029 req-393f3ae4-03a9-418b-ae32-9092dc725553 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:12.623710 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-54351f0a-2459-4762-ba8c-4463a7e19029 req-393f3ae4-03a9-418b-ae32-9092dc725553 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 946 time: 0.0806446 Jul 29 15:03:12.687267 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-54351f0a-2459-4762-ba8c-4463a7e19029 req-961fc907-fe8e-4fc9-b67c-ce1b64179224 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489204 Jul 29 15:03:12.905646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c799e-ec0c-4496-8418-9462fef969c9 req-ad6c99f1-b9c5-410e-9198-e882a918a8df tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:12.907415 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e08c799e-ec0c-4496-8418-9462fef969c9 req-ad6c99f1-b9c5-410e-9198-e882a918a8df tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.38 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 945 time: 0.0672512 Jul 29 15:03:13.022398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-e08c799e-ec0c-4496-8418-9462fef969c9 req-ce3d1502-c340-48ea-912d-17136f910232 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Deleting port dce9a50b-fe6b-4d63-8f52-701f288bba10 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:03:13.023237 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e08c799e-ec0c-4496-8418-9462fef969c9 req-ce3d1502-c340-48ea-912d-17136f910232 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:13.553693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c60ff-73ef-4302-9c1f-11f30e6b4291 req-0bc25ddd-a036-414b-9098-c0b2270732b4 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:13.555668 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b6c60ff-73ef-4302-9c1f-11f30e6b4291 req-0bc25ddd-a036-414b-9098-c0b2270732b4 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 945 time: 0.1337581 Jul 29 15:03:13.575562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-e08c799e-ec0c-4496-8418-9462fef969c9 req-ce3d1502-c340-48ea-912d-17136f910232 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] For port dce9a50b-fe6b-4d63-8f52-701f288bba10, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=dce9a50b-fe6b-4d63-8f52-701f288bba10,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:13.576192 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e08c799e-ec0c-4496-8418-9462fef969c9 req-ce3d1502-c340-48ea-912d-17136f910232 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:13.607089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-e08c799e-ec0c-4496-8418-9462fef969c9 req-ce3d1502-c340-48ea-912d-17136f910232 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Calling delete_port for dce9a50b-fe6b-4d63-8f52-701f288bba10 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:03:13.647738 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b6c60ff-73ef-4302-9c1f-11f30e6b4291 req-314cc573-f407-4c8e-9302-b0c6afa5280b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845728 Jul 29 15:03:13.785300 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-06c2ca79-9db3-487c-8884-bce10d006f14 req-007293d1-fd73-4989-a3ba-79051dafdc28 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0349734 Jul 29 15:03:13.825069 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e08c799e-ec0c-4496-8418-9462fef969c9 req-ce3d1502-c340-48ea-912d-17136f910232 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:13.850778 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['d11b1d2c-139d-4bef-bde2-6fa380b0690c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:03:13.888333 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d1502-c340-48ea-912d-17136f910232 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Pushing event deleted for resources: {'Port': ['ID=dce9a50b-fe6b-4d63-8f52-701f288bba10,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:13.934308 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['dce9a50b-fe6b-4d63-8f52-701f288bba10'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:03:14.006790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08c799e-ec0c-4496-8418-9462fef969c9 req-ce3d1502-c340-48ea-912d-17136f910232 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] No DVR routers for this DVR port dce9a50b-fe6b-4d63-8f52-701f288bba10 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:03:14.015119 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-e08c799e-ec0c-4496-8418-9462fef969c9 req-ce3d1502-c340-48ea-912d-17136f910232 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:14.018935 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e08c799e-ec0c-4496-8418-9462fef969c9 req-ce3d1502-c340-48ea-912d-17136f910232 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.38 "DELETE /v2.0/ports/dce9a50b-fe6b-4d63-8f52-701f288bba10 HTTP/1.1" status: 204 len: 173 time: 1.1024003 Jul 29 15:03:14.021582 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6ffea2-a744-4968-bb21-ecb925836225', 'name': 'network-vif-deleted', 'tag': 'dce9a50b-fe6b-4d63-8f52-701f288bba10'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:03:14.027881 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a88061-ab02-4325-9242-d96cbca0577e" -d '{"events": [{"server_uuid": "8c6ffea2-a744-4968-bb21-ecb925836225", "name": "network-vif-deleted", "tag": "dce9a50b-fe6b-4d63-8f52-701f288bba10"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:03:14.087213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b84e8a-338c-4aca-b65f-5ce3f37498b9 req-4b6a51b5-1b93-4342-acaa-a528e9dbc4c5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:14.094600 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60b84e8a-338c-4aca-b65f-5ce3f37498b9 req-4b6a51b5-1b93-4342-acaa-a528e9dbc4c5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 946 time: 0.2035825 Jul 29 15:03:14.128957 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8767d93-08bb-4d72-9eac-c7cae17e20a8 x-openstack-request-id: req-e8767d93-08bb-4d72-9eac-c7cae17e20a8 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:03:14.129604 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6ffea2-a744-4968-bb21-ecb925836225", "name": "network-vif-deleted", "tag": "dce9a50b-fe6b-4d63-8f52-701f288bba10", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:03:14.130670 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8767d93-08bb-4d72-9eac-c7cae17e20a8 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:03:14.132808 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6ffea2-a744-4968-bb21-ecb925836225', 'name': 'network-vif-deleted', 'tag': 'dce9a50b-fe6b-4d63-8f52-701f288bba10', 'status': 'completed', 'code': 200} Jul 29 15:03:14.215196 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60b84e8a-338c-4aca-b65f-5ce3f37498b9 req-197ce06b-287d-4771-84f9-2ab671cdeab5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117771 Jul 29 15:03:14.688129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba59e46-689a-4751-88ec-56150749e8ce req-28baf97e-2fec-4fe3-b9b0-43026ccb66a4 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:14.689810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ba59e46-689a-4751-88ec-56150749e8ce req-28baf97e-2fec-4fe3-b9b0-43026ccb66a4 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 946 time: 0.1027882 Jul 29 15:03:14.750004 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ba59e46-689a-4751-88ec-56150749e8ce req-c82e5d1f-88ed-48ae-9f70-e77841c3a34f tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511558 Jul 29 15:03:14.824754 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37786b35-1357-4b52-8654-1d320d83390e req-473bdee1-98ef-47eb-a695-4ce1d592a0ce tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c6ffea2-a744-4968-bb21-ecb925836225 HTTP/1.1" status: 200 len: 210 time: 0.0306864 Jul 29 15:03:14.968584 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b83995be-52cb-4640-8088-130d32de3191 req-4d971b32-1653-40e0-b176-f5c55a6a9a2a tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0410962 Jul 29 15:03:15.878443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device dce9a50b-fe6b-4d63-8f52-701f288bba10 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:03:15.942090 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: dce9a50b-fe6b-4d63-8f52-701f288bba10 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:03:15.942473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device dce9a50b-fe6b-4d63-8f52-701f288bba10 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:03:15.953045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d98f6b-25d2-4652-a68a-6c0b1f6f7650 req-87b6358a-2ed0-40d8-943e-1da2a325e1d5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:15.963111 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d3d98f6b-25d2-4652-a68a-6c0b1f6f7650 req-87b6358a-2ed0-40d8-943e-1da2a325e1d5 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 946 time: 0.0925841 Jul 29 15:03:16.012971 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d3d98f6b-25d2-4652-a68a-6c0b1f6f7650 req-57f264f1-f101-49c1-80a1-1be40dad64c9 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/security-groups?id=f01cd92d-5f24-41dd-b982-3448a845978f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479531 Jul 29 15:03:16.081228 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a401e-7343-4ad9-b072-e79c9fc42547 req-ed89a62b-6ca9-447d-a7d5-68fe81b593dd tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:16.086093 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d82a401e-7343-4ad9-b072-e79c9fc42547 req-ed89a62b-6ca9-447d-a7d5-68fe81b593dd tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0762444 Jul 29 15:03:16.135217 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b1a36d35-91ba-4618-86a5-c52cc30331c9 req-3f4033c0-19b9-4302-93d1-2547af1cde98 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0429761 Jul 29 15:03:16.166520 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d82a401e-7343-4ad9-b072-e79c9fc42547 req-0bf97951-6865-463c-9222-b8f9a77bfbc1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703926 Jul 29 15:03:16.310481 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a106fef-0f62-409a-af0c-fa6140cfdfd2 req-6c6ff9d4-fdeb-41dd-9f8e-ad1dbb0e08c0 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:16.312454 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1a106fef-0f62-409a-af0c-fa6140cfdfd2 req-6c6ff9d4-fdeb-41dd-9f8e-ad1dbb0e08c0 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 946 time: 0.1194739 Jul 29 15:03:16.514938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-1a106fef-0f62-409a-af0c-fa6140cfdfd2 req-ed6f7349-d477-4b86-a5a7-96b9ef767229 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Deleting port 53711ddf-1460-44ae-aa5c-c031ff7591e4 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:03:16.515570 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1a106fef-0f62-409a-af0c-fa6140cfdfd2 req-ed6f7349-d477-4b86-a5a7-96b9ef767229 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:16.680171 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4191fb-a9f7-4a23-808b-8543426be61d req-31b6657e-c616-4430-bd36-c5290446d6f0 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:16.687722 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fc4191fb-a9f7-4a23-808b-8543426be61d req-31b6657e-c616-4430-bd36-c5290446d6f0 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1131649 Jul 29 15:03:16.725612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-1a106fef-0f62-409a-af0c-fa6140cfdfd2 req-ed6f7349-d477-4b86-a5a7-96b9ef767229 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] For port 53711ddf-1460-44ae-aa5c-c031ff7591e4, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=53711ddf-1460-44ae-aa5c-c031ff7591e4,segment=NetworkSegment(c5a202d3-6b9b-4be3-98d0-c60d58a4ded5),segment_id=c5a202d3-6b9b-4be3-98d0-c60d58a4ded5)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:16.726095 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1a106fef-0f62-409a-af0c-fa6140cfdfd2 req-ed6f7349-d477-4b86-a5a7-96b9ef767229 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:16.760303 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fc4191fb-a9f7-4a23-808b-8543426be61d req-d20a30b1-683f-4099-b0f4-4e81c3ec7dc0 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717163 Jul 29 15:03:16.768900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-1a106fef-0f62-409a-af0c-fa6140cfdfd2 req-ed6f7349-d477-4b86-a5a7-96b9ef767229 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Calling delete_port for 53711ddf-1460-44ae-aa5c-c031ff7591e4 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:03:16.992161 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb400a-ad04-4dd6-8005-ffed7518acc1 req-2998e7eb-2d2b-44a1-b036-620fcc126dac tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:16.994044 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3eeb400a-ad04-4dd6-8005-ffed7518acc1 req-2998e7eb-2d2b-44a1-b036-620fcc126dac tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0777493 Jul 29 15:03:17.005918 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1a106fef-0f62-409a-af0c-fa6140cfdfd2 req-ed6f7349-d477-4b86-a5a7-96b9ef767229 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:17.042528 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['53711ddf-1460-44ae-aa5c-c031ff7591e4'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:03:17.088037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f7349-d477-4b86-a5a7-96b9ef767229 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Pushing event deleted for resources: {'Port': ['ID=53711ddf-1460-44ae-aa5c-c031ff7591e4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:17.107310 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3eeb400a-ad04-4dd6-8005-ffed7518acc1 req-6a4389ed-7a29-4e75-8640-5d032c9424bb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061239 Jul 29 15:03:17.149588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a106fef-0f62-409a-af0c-fa6140cfdfd2 req-ed6f7349-d477-4b86-a5a7-96b9ef767229 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] No DVR routers for this DVR port 53711ddf-1460-44ae-aa5c-c031ff7591e4 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:03:17.155914 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1a106fef-0f62-409a-af0c-fa6140cfdfd2 req-ed6f7349-d477-4b86-a5a7-96b9ef767229 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:17.155914 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1a106fef-0f62-409a-af0c-fa6140cfdfd2 req-ed6f7349-d477-4b86-a5a7-96b9ef767229 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.38 "DELETE /v2.0/ports/53711ddf-1460-44ae-aa5c-c031ff7591e4 HTTP/1.1" status: 204 len: 173 time: 0.8339958 Jul 29 15:03:17.155914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d769efe-5290-40b8-934e-b341dfae0487', 'name': 'network-vif-deleted', 'tag': '53711ddf-1460-44ae-aa5c-c031ff7591e4'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:03:17.157688 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f553acf4-7a1b-49fc-be9e-3f775f2ad30f" -d '{"events": [{"server_uuid": "3d769efe-5290-40b8-934e-b341dfae0487", "name": "network-vif-deleted", "tag": "53711ddf-1460-44ae-aa5c-c031ff7591e4"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:03:17.192088 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cccf4c98-5fe9-4cef-a198-86ba24c63cf1 req-e1eb8406-0a99-4b28-9ec5-2536922ff969 tempest-DeleteServersTestJSON-259028992 tempest-DeleteServersTestJSON-259028992-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d769efe-5290-40b8-934e-b341dfae0487 HTTP/1.1" status: 200 len: 210 time: 0.0437603 Jul 29 15:03:17.273359 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde09df7-0c2c-45b0-8ab1-628a5ea6b51d x-openstack-request-id: req-fde09df7-0c2c-45b0-8ab1-628a5ea6b51d {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:03:17.273659 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d769efe-5290-40b8-934e-b341dfae0487", "name": "network-vif-deleted", "tag": "53711ddf-1460-44ae-aa5c-c031ff7591e4", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:03:17.273917 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fde09df7-0c2c-45b0-8ab1-628a5ea6b51d {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:03:17.274346 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d769efe-5290-40b8-934e-b341dfae0487', 'name': 'network-vif-deleted', 'tag': '53711ddf-1460-44ae-aa5c-c031ff7591e4', 'status': 'completed', 'code': 200} Jul 29 15:03:17.356860 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab370421-fb07-450e-86fd-f64161ccfaa9 req-def4b088-f985-48be-bd5a-ec5fd83795f9 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0687895 Jul 29 15:03:18.521349 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b8a68736-7dc4-4a4d-a09e-faeac57665df req-cab7f592-63fb-4118-b7a2-d4864e716747 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0368412 Jul 29 15:03:18.968912 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53092) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:19.140013 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bb524e6-eef5-41e1-af4c-9f5abc5f61d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:19.328636 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bb524e6-eef5-41e1-af4c-9f5abc5f61d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:19.335175 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bb524e6-eef5-41e1-af4c-9f5abc5f61d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:19.402026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb524e6-eef5-41e1-af4c-9f5abc5f61d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0199ed14-a8e6-4e85-b1c7-3da783e182c6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:19.414564 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5bb524e6-eef5-41e1-af4c-9f5abc5f61d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68e048fce53341cea1b1ccddd3b83109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4443965 Jul 29 15:03:19.416609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53098) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:19.488560 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d91b394-28eb-4e39-9b60-e46745119e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:19.529486 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d91b394-28eb-4e39-9b60-e46745119e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:19.623361 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d91b394-28eb-4e39-9b60-e46745119e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:19.626199 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d91b394-28eb-4e39-9b60-e46745119e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:19.628329 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9d91b394-28eb-4e39-9b60-e46745119e73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0199ed14-a8e6-4e85-b1c7-3da783e182c6 HTTP/1.1" status: 204 len: 168 time: 0.2100954 Jul 29 15:03:19.650855 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91b394-28eb-4e39-9b60-e46745119e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0199ed14-a8e6-4e85-b1c7-3da783e182c6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:19.727691 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc057605-fa1d-4915-a110-135aa720787c req-1ffe0d4b-70c1-4a89-82f8-6993f97d0f8f tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0409124 Jul 29 15:03:19.898452 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 53711ddf-1460-44ae-aa5c-c031ff7591e4 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:03:19.927182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 53711ddf-1460-44ae-aa5c-c031ff7591e4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:03:19.927844 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 53711ddf-1460-44ae-aa5c-c031ff7591e4 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:03:20.285035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53126) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:20.322297 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:20.880517 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba416f1-0aff-4501-9ec5-a80ff3ab4788 req-bf792d19-87ad-47c9-9fd3-1b6289b3cf98 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:20.890073 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ba416f1-0aff-4501-9ec5-a80ff3ab4788 req-bf792d19-87ad-47c9-9fd3-1b6289b3cf98 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0970986 Jul 29 15:03:20.969945 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ba416f1-0aff-4501-9ec5-a80ff3ab4788 req-3da352e7-744f-4e23-a32b-4442187676eb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785594 Jul 29 15:03:21.053610 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:21.068406 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:21.168512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb22ef58ecb94689b2de1e25887ada65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8786874 Jul 29 15:03:21.175722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53140) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:21.185849 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3c087fe4-62f0-4b71-9a83-ca0caef174d5 req-a0b85e91-263e-43cf-80f3-2dfa49dec350 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.1154041 Jul 29 15:03:21.207144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc8e0f7-5ae3-4bc2-a06c-afdf79b02e0b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:21.245822 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:21.246395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:21.247207 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:21.247750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:21.248296 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:21.251283 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:21.251926 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:21.252482 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:21.253084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:21.253628 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:21.254169 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:21.254708 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c84f4d-4991-4fe9-b114-eaeff14c6b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:21.366278 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d336abe5-ab89-43b1-9547-0228227e5272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:21.441626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d336abe5-ab89-43b1-9547-0228227e5272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:21.489765 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286c86d-4a9d-4c3c-b982-09f7e06d298f req-e0de6301-4e2f-4fdc-89c9-e3b9f5d5e87e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:21.491855 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c286c86d-4a9d-4c3c-b982-09f7e06d298f req-e0de6301-4e2f-4fdc-89c9-e3b9f5d5e87e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1045353 Jul 29 15:03:21.543542 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c286c86d-4a9d-4c3c-b982-09f7e06d298f req-4de206f6-5c62-423b-bdc9-6411029290dc tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439541 Jul 29 15:03:21.547042 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d336abe5-ab89-43b1-9547-0228227e5272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:21.555704 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d336abe5-ab89-43b1-9547-0228227e5272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:21.565350 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d336abe5-ab89-43b1-9547-0228227e5272 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dfc8e0f7-5ae3-4bc2-a06c-afdf79b02e0b HTTP/1.1" status: 204 len: 168 time: 0.3751972 Jul 29 15:03:21.598574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336abe5-ab89-43b1-9547-0228227e5272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc8e0f7-5ae3-4bc2-a06c-afdf79b02e0b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:22.488211 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-233e922f-5beb-4d6b-9703-7fac554ddaa1 req-80503fcb-6c3e-44b8-8302-148415b68077 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0672235 Jul 29 15:03:22.760095 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53188) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:23.311737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14b668a-fdd7-42df-89f6-5a1ebbc25927 admin admin] Deleting subnet 1fc0785a-1332-47e1-a695-790fd3948837 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:03:23.321264 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c14b668a-fdd7-42df-89f6-5a1ebbc25927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:23.374750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c14b668a-fdd7-42df-89f6-5a1ebbc25927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:23.448491 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c14b668a-fdd7-42df-89f6-5a1ebbc25927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:23.525311 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c14b668a-fdd7-42df-89f6-5a1ebbc25927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:23.569282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b668a-fdd7-42df-89f6-5a1ebbc25927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc0785a-1332-47e1-a695-790fd3948837,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:23.571994 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c14b668a-fdd7-42df-89f6-5a1ebbc25927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:23.577554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53212) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:23.578707 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c14b668a-fdd7-42df-89f6-5a1ebbc25927 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1fc0785a-1332-47e1-a695-790fd3948837 HTTP/1.1" status: 204 len: 168 time: 0.8170264 Jul 29 15:03:23.703337 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab747613-a89f-47a2-84b8-865fbb9f9a2a req-e26b371c-0286-483f-87ba-df1b7043de57 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0431836 Jul 29 15:03:23.703887 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-22968f2e-78c5-40b5-9c77-175837a14544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:23.849108 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-22968f2e-78c5-40b5-9c77-175837a14544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:23.874746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-22968f2e-78c5-40b5-9c77-175837a14544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a96aa0-af30-4a22-b3aa-15726419c082']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:03:23.893870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-22968f2e-78c5-40b5-9c77-175837a14544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:03:23.894818 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-22968f2e-78c5-40b5-9c77-175837a14544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a202d3-6b9b-4be3-98d0-c60d58a4ded5') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:03:23.906977 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-22968f2e-78c5-40b5-9c77-175837a14544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:23.934276 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-22968f2e-78c5-40b5-9c77-175837a14544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:23.941944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22968f2e-78c5-40b5-9c77-175837a14544 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:03:23.942738 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-22968f2e-78c5-40b5-9c77-175837a14544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:03:23.945015 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:03:24.008210 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-22968f2e-78c5-40b5-9c77-175837a14544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:24.029460 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-22968f2e-78c5-40b5-9c77-175837a14544 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:24.031533 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-22968f2e-78c5-40b5-9c77-175837a14544 admin admin] 10.222.0.16 "DELETE /v2.0/networks/97a96aa0-af30-4a22-b3aa-15726419c082 HTTP/1.1" status: 204 len: 168 time: 0.4529376 Jul 29 15:03:24.034030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22968f2e-78c5-40b5-9c77-175837a14544 admin admin] Pushing event deleted for resources: {'Network': ['ID=97a96aa0-af30-4a22-b3aa-15726419c082,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:24.290077 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53234) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:24.373558 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-777ed391-41f3-4244-8dd9-05302c8b5509 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e951561287f84a8e8ff1072e4b5cb2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818641 Jul 29 15:03:24.373886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53240) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:24.451390 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4077ff6-22a2-476b-80ca-1376f3277f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:24.485334 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4077ff6-22a2-476b-80ca-1376f3277f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:24.606591 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84e127-60d2-4037-9b98-9a61bd3f0d48 req-a2159926-ff56-441d-8e32-25937f17f2fd tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:24.608704 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f84e127-60d2-4037-9b98-9a61bd3f0d48 req-a2159926-ff56-441d-8e32-25937f17f2fd tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0786586 Jul 29 15:03:24.627727 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4077ff6-22a2-476b-80ca-1376f3277f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:24.630492 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4077ff6-22a2-476b-80ca-1376f3277f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:24.631700 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d4077ff6-22a2-476b-80ca-1376f3277f52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f01cd92d-5f24-41dd-b982-3448a845978f HTTP/1.1" status: 204 len: 168 time: 0.2565463 Jul 29 15:03:24.669121 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4077ff6-22a2-476b-80ca-1376f3277f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01cd92d-5f24-41dd-b982-3448a845978f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:24.705265 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f84e127-60d2-4037-9b98-9a61bd3f0d48 req-25eb565a-77d8-4ce2-b5ef-774a74c6ee32 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870166 Jul 29 15:03:24.922034 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3306dee4-afcd-40ea-a97a-1b987b99beaa req-b2e4f33d-3750-4231-945a-5532ce6107ae tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0505455 Jul 29 15:03:24.940707 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bac868-a108-4385-af9c-085c0b9483bf req-d7adbcb8-e23b-4d95-9269-d840c6c5125a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:24.942633 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28bac868-a108-4385-af9c-085c0b9483bf req-d7adbcb8-e23b-4d95-9269-d840c6c5125a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0829072 Jul 29 15:03:24.993837 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28bac868-a108-4385-af9c-085c0b9483bf req-a6ee9b71-8cfa-4f16-b824-23323eb7b3c2 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444510 Jul 29 15:03:25.314914 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42d675-ada0-476e-8eb9-06a0bf0f7de7 req-242de532-f9ce-4f8b-8c8f-313e5e2ce069 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:25.317251 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc42d675-ada0-476e-8eb9-06a0bf0f7de7 req-242de532-f9ce-4f8b-8c8f-313e5e2ce069 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0690215 Jul 29 15:03:25.361572 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc42d675-ada0-476e-8eb9-06a0bf0f7de7 req-7b52a4ed-c18e-49ac-a363-bf572a1f0532 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368884 Jul 29 15:03:25.565039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ed639-e3f4-491f-884f-a72995c4a204 req-8de99547-b81d-48ea-8e81-7a8c5410e46d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:25.573634 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d15ed639-e3f4-491f-884f-a72995c4a204 req-8de99547-b81d-48ea-8e81-7a8c5410e46d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1056809 Jul 29 15:03:25.637673 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d15ed639-e3f4-491f-884f-a72995c4a204 req-5daade9c-1b41-42fa-ad7b-b30310703a4a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598257 Jul 29 15:03:25.797250 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53298) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:25.939858 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0b18faf9-61f7-4ff5-9141-94e622a6d0c6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-244228606-network', 'tenant_id': '5d8138c3cb0047d0943e567326f7fcce'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:03:25.993441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18c2fb-02b5-4e4d-9617-9aa26cb4fdb3 req-089bfe3b-0ccc-4d39-91b2-ec0de0b17535 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:25.995067 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b18c2fb-02b5-4e4d-9617-9aa26cb4fdb3 req-089bfe3b-0ccc-4d39-91b2-ec0de0b17535 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1097913 Jul 29 15:03:25.996982 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b18faf9-61f7-4ff5-9141-94e622a6d0c6 admin admin] Made reservation on behalf of 5d8138c3cb0047d0943e567326f7fcce for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:03:25.999612 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b18faf9-61f7-4ff5-9141-94e622a6d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:26.011832 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b18faf9-61f7-4ff5-9141-94e622a6d0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:26.049880 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d090ab22-342e-4571-ad84-aa32a834cde5 req-eac5189b-8b1a-41dd-9460-6abbf71308e5 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0351872 Jul 29 15:03:26.066968 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6b18c2fb-02b5-4e4d-9617-9aa26cb4fdb3 req-be5a1564-5179-4653-b63e-a7b5627be592 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574911 Jul 29 15:03:26.208365 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b18faf9-61f7-4ff5-9141-94e622a6d0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:26.217139 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b18faf9-61f7-4ff5-9141-94e622a6d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:26.233675 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:26.250783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b18faf9-61f7-4ff5-9141-94e622a6d0c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:03:26.275009 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b18faf9-61f7-4ff5-9141-94e622a6d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:26.275557 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-0b18faf9-61f7-4ff5-9141-94e622a6d0c6 admin admin] Added segment a38a287a-e10c-4751-a298-2160649c0d00 of type vlan for network 19182e03-a888-4157-8752-b6382362c95e Jul 29 15:03:26.277803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace81fc-e201-42cd-8242-41f0f79c576f req-31bba32e-a91d-4860-8e06-76c94cad6c4c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:26.285946 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ace81fc-e201-42cd-8242-41f0f79c576f req-31bba32e-a91d-4860-8e06-76c94cad6c4c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1052358 Jul 29 15:03:26.363763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ace81fc-e201-42cd-8242-41f0f79c576f req-2199655e-7cd8-4158-a9c2-ab4b65bfba28 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698664 Jul 29 15:03:26.372338 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18faf9-61f7-4ff5-9141-94e622a6d0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a79130-fa4f-49c4-ac1b-b34e2ef50580,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:26.414039 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b18faf9-61f7-4ff5-9141-94e622a6d0c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:26.453442 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b18faf9-61f7-4ff5-9141-94e622a6d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:26.453442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b18faf9-61f7-4ff5-9141-94e622a6d0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:26.454264 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b18faf9-61f7-4ff5-9141-94e622a6d0c6 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:26.533687 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0b18faf9-61f7-4ff5-9141-94e622a6d0c6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7308540 Jul 29 15:03:26.534523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53326) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:26.544358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8fd2a91c-1d5c-41d9-885e-594cd0eb98b4 admin admin] Request body: {'subnet': {'network_id': '19182e03-a888-4157-8752-b6382362c95e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-244228606-subnet', 'tenant_id': '5d8138c3cb0047d0943e567326f7fcce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:03:26.556807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18faf9-61f7-4ff5-9141-94e622a6d0c6 admin admin] Pushing event updated for resources: {'Network': ['ID=19182e03-a888-4157-8752-b6382362c95e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:26.568390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 19182e03-a888-4157-8752-b6382362c95e details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:03:26.585789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd2a91c-1d5c-41d9-885e-594cd0eb98b4 admin admin] Made reservation on behalf of 5d8138c3cb0047d0943e567326f7fcce for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:03:26.588490 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a91c-1d5c-41d9-885e-594cd0eb98b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:26.650096 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ac6f2-9e52-477c-92f2-3c8eb405ec7b req-4ace1761-a5bd-4e8a-a85f-f6b96d34dbd1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:26.658886 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-423ac6f2-9e52-477c-92f2-3c8eb405ec7b req-4ace1761-a5bd-4e8a-a85f-f6b96d34dbd1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1040454 Jul 29 15:03:26.725571 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-423ac6f2-9e52-477c-92f2-3c8eb405ec7b req-d157c14d-7044-4c35-b574-c5a7aef188d7 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654716 Jul 29 15:03:26.894989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030eeb4-bcfa-4fef-97a7-19b8b50e1941 req-9dc82a6e-3d80-4ba5-8215-a4556f29f503 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:26.899199 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a91c-1d5c-41d9-885e-594cd0eb98b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:26.904588 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c030eeb4-bcfa-4fef-97a7-19b8b50e1941 req-9dc82a6e-3d80-4ba5-8215-a4556f29f503 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0967357 Jul 29 15:03:26.957822 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c030eeb4-bcfa-4fef-97a7-19b8b50e1941 req-6189dc7a-3b18-4863-91b1-0b0dce0120cf tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469093 Jul 29 15:03:26.985042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2a91c-1d5c-41d9-885e-594cd0eb98b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf726642-57f4-490d-8b60-953165f72e40,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:26.995665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd2a91c-1d5c-41d9-885e-594cd0eb98b4 admin admin] Checking segment: {'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:03:26.996033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2a91c-1d5c-41d9-885e-594cd0eb98b4 admin admin] Network hostable DHCP agents. Network: 19182e03-a888-4157-8752-b6382362c95e, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:03:27.021471 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2a91c-1d5c-41d9-885e-594cd0eb98b4 admin admin] Network 19182e03-a888-4157-8752-b6382362c95e is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:03:27.036447 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-8fd2a91c-1d5c-41d9-885e-594cd0eb98b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 19182e03-a888-4157-8752-b6382362c95e) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:03:27.042485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd2a91c-1d5c-41d9-885e-594cd0eb98b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:27.043429 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a91c-1d5c-41d9-885e-594cd0eb98b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:27.055189 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffd325d-5558-4176-9501-672e8761eb11 None None] Network 19182e03-a888-4157-8752-b6382362c95e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:03:27.069189 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8fd2a91c-1d5c-41d9-885e-594cd0eb98b4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5325601 Jul 29 15:03:27.225670 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48f54643-32b3-411a-9f8a-65bcd6e7f7c2 req-9e81084c-a201-4ef0-a412-5b1a7a276ccf tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0560818 Jul 29 15:03:27.278942 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8bcdc-ba0c-45bd-a1e1-dc9f7e4ecabe req-2518cbfb-2c25-4830-80b7-db70e57dd123 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:27.280657 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-42f8bcdc-ba0c-45bd-a1e1-dc9f7e4ecabe req-2518cbfb-2c25-4830-80b7-db70e57dd123 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1136632 Jul 29 15:03:27.328705 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-42f8bcdc-ba0c-45bd-a1e1-dc9f7e4ecabe req-67473d41-9296-4324-a867-593882e6db0a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416505 Jul 29 15:03:27.354471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeebc818-bf88-4304-be9d-7e9318a6da07 None None] Network 19182e03-a888-4157-8752-b6382362c95e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:03:27.538292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0fc7e-8f14-4a1f-bac6-50020fab66b5 req-464b03e3-8447-4f1d-958b-ce48b030b0df tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:27.540454 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-22f0fc7e-8f14-4a1f-bac6-50020fab66b5 req-464b03e3-8447-4f1d-958b-ce48b030b0df tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0779650 Jul 29 15:03:27.627216 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-22f0fc7e-8f14-4a1f-bac6-50020fab66b5 req-7006bf5a-7f6d-45b4-8ec2-d069cbc66598 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705829 Jul 29 15:03:27.850739 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-0e521925-b8b0-42e1-b3f4-33cb9223be2a tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:27.859340 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-0e521925-b8b0-42e1-b3f4-33cb9223be2a tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/networks?id=19182e03-a888-4157-8752-b6382362c95e HTTP/1.1" status: 200 len: 812 time: 0.1524112 Jul 29 15:03:27.882230 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-a3b7a903-5715-4840-8d94-396c85a1e914 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/quotas/5d8138c3cb0047d0943e567326f7fcce HTTP/1.1" status: 200 len: 375 time: 0.0219510 Jul 29 15:03:27.926778 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-9fac6ac2-15c8-4c25-ac36-cf53274d25d5 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d8138c3cb0047d0943e567326f7fcce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436225 Jul 29 15:03:28.010716 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e68c77-c728-4022-b89c-248b6b219d82 req-bd36f4c2-1eae-4eff-80fe-1b15919e9317 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:28.013417 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-22e68c77-c728-4022-b89c-248b6b219d82 req-bd36f4c2-1eae-4eff-80fe-1b15919e9317 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0697803 Jul 29 15:03:28.079154 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-22e68c77-c728-4022-b89c-248b6b219d82 req-9f92e553-fc85-44f3-8a17-d5001fa005e9 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540922 Jul 29 15:03:28.118395 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-34f6cc08-5a3c-482b-8b6e-3c8b79082072 service neutron] 10.222.0.16 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719513 Jul 29 15:03:28.250741 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d454c75-7da7-4a02-8fd6-21706b49ed1b req-65fc9a23-1f11-45bc-accb-644bacf8d175 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:28.257512 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d454c75-7da7-4a02-8fd6-21706b49ed1b req-65fc9a23-1f11-45bc-accb-644bacf8d175 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0795093 Jul 29 15:03:28.349862 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-1efb443e-d908-4a86-bfa4-679439dd5b01 service neutron] 10.222.0.16 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236831 Jul 29 15:03:28.353411 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d454c75-7da7-4a02-8fd6-21706b49ed1b req-6b9ddb3b-5434-4650-8b0a-1e9730447939 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881810 Jul 29 15:03:28.538596 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c79376f4-5575-48ef-855d-8b1e878f7657 req-aaaa8ace-132d-40a1-83fb-9e0cab54c7c4 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0606554 Jul 29 15:03:28.865418 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cb30e03-26e9-4346-8d58-459e598bc01b req-d39cb96a-2a73-48d7-8eeb-fdea00212988 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 210 time: 0.0751867 Jul 29 15:03:28.942684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35940cc4-51be-4fc5-9a25-ba79995cee5d req-77b50d62-f04f-4653-b556-cf1d3d3355bb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:28.952278 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-35940cc4-51be-4fc5-9a25-ba79995cee5d req-77b50d62-f04f-4653-b556-cf1d3d3355bb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/networks?id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c HTTP/1.1" status: 200 len: 813 time: 0.3156047 Jul 29 15:03:28.997382 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-35940cc4-51be-4fc5-9a25-ba79995cee5d req-9baefce1-ab95-45ef-adac-0d4f78d21ef2 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/quotas/ef4b53ff2a2b4059a7df15c4d6b23d62 HTTP/1.1" status: 200 len: 375 time: 0.0433106 Jul 29 15:03:29.142907 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-35940cc4-51be-4fc5-9a25-ba79995cee5d req-f99b32ef-3b76-4d91-9cf2-dceb3a600c6c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef4b53ff2a2b4059a7df15c4d6b23d62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1407192 Jul 29 15:03:29.401461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac23196-8101-4849-8021-04bdbd057d5f req-17fdac9f-50be-4aa3-b221-01794aa4ab13 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:29.403492 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6ac23196-8101-4849-8021-04bdbd057d5f req-17fdac9f-50be-4aa3-b221-01794aa4ab13 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1120391 Jul 29 15:03:29.466151 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6ac23196-8101-4849-8021-04bdbd057d5f req-b9523e35-e21d-4dc3-b176-a76a857b5da3 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546722 Jul 29 15:03:29.716416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a436dc-d824-4f17-8f2a-6c5f26945cb1 req-5989923d-2edc-46a3-89c2-0af1a535bce1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:29.718395 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05b5e4be-1c93-4552-816f-1b49a5d07c00 req-00652bf3-a41e-4891-b881-a62c99c89d22 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0455182 Jul 29 15:03:29.736328 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8a436dc-d824-4f17-8f2a-6c5f26945cb1 req-5989923d-2edc-46a3-89c2-0af1a535bce1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1661243 Jul 29 15:03:29.966741 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8a436dc-d824-4f17-8f2a-6c5f26945cb1 req-e28c9840-e731-470d-85ee-216d51a626dd tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254944 Jul 29 15:03:30.035950 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c0f60f8-e2d0-4b90-aefc-7d6be1e07644 req-f88b5ceb-9f0f-4729-95f9-b2d966be8bbb tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 210 time: 0.0869381 Jul 29 15:03:30.322250 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-273f7f95-da74-443c-8c72-809090daf4ee req-ced147b7-3087-4512-aee6-ede98a72f89d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ef4b53ff2a2b4059a7df15c4d6b23d62 HTTP/1.1" status: 200 len: 221 time: 0.0701950 Jul 29 15:03:30.467620 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d23a9-1fa6-4273-8a26-76c31f3dd564 req-6e954b38-58da-427d-91a9-8466deff5ee3 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:30.469220 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-597d23a9-1fa6-4273-8a26-76c31f3dd564 req-6e954b38-58da-427d-91a9-8466deff5ee3 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0757568 Jul 29 15:03:30.533560 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dcb2b305-5e2b-40fe-b165-ce80f2867587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:30.539772 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-597d23a9-1fa6-4273-8a26-76c31f3dd564 req-d6cc1df1-37d9-4c83-93ad-8d5b61ee9307 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542741 Jul 29 15:03:30.706743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a8d78-bbd4-4f5d-8e68-786225fc2f81 req-797d3c2c-1870-4465-80fb-e7204981d794 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:30.708418 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-811a8d78-bbd4-4f5d-8e68-786225fc2f81 req-797d3c2c-1870-4465-80fb-e7204981d794 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0904691 Jul 29 15:03:30.789596 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-811a8d78-bbd4-4f5d-8e68-786225fc2f81 req-e13adb9e-e73b-4d43-b790-574b8fa18c0c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692208 Jul 29 15:03:31.074298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6a043-64b7-49c1-8a22-7e8c2b9469ce req-2846bbce-bd81-490c-97f4-eb5fd062f864 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:31.080462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e7d6a043-64b7-49c1-8a22-7e8c2b9469ce req-2846bbce-bd81-490c-97f4-eb5fd062f864 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0836904 Jul 29 15:03:31.141952 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e7d6a043-64b7-49c1-8a22-7e8c2b9469ce req-86755044-83b8-45d1-9089-ecac04cafbc8 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533288 Jul 29 15:03:31.166637 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c0086e39-9f50-4e15-8689-ae1202d9a73d req-dcff34eb-11fa-4b7d-a831-538aeeb96c41 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0436959 Jul 29 15:03:31.291800 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-e916c848-bced-46e1-8900-e6a0871efe94 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:31.293677 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-e916c848-bced-46e1-8900-e6a0871efe94 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.38 "GET /v2.0/networks?id=19182e03-a888-4157-8752-b6382362c95e HTTP/1.1" status: 200 len: 812 time: 0.3742085 Jul 29 15:03:31.293840 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f1465386-99e6-488f-ab3c-7ee35b1fbd8d req-7e424da9-cf94-4c4d-8b82-32cb51f2f3cf tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 210 time: 0.0654869 Jul 29 15:03:31.323872 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-9ddcc78a-1aaf-4386-bb82-42d251b1272d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Request body: {'port': {'device_id': '5b598bf1-8a9e-423f-8fa8-dd88ed6d8083', 'network_id': '19182e03-a888-4157-8752-b6382362c95e', 'admin_state_up': True, 'tenant_id': '5d8138c3cb0047d0943e567326f7fcce'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:03:31.510187 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d71bdc-15f2-40c2-918a-4a8e2777af46 req-e6895cbd-3f06-4570-8796-f08bb6ad6e3a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:31.525002 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31d71bdc-15f2-40c2-918a-4a8e2777af46 req-e6895cbd-3f06-4570-8796-f08bb6ad6e3a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1242497 Jul 29 15:03:31.654301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-5c2b1ce7-a521-44fb-9ea8-02e59b10cb0c tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:31.656103 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-5c2b1ce7-a521-44fb-9ea8-02e59b10cb0c tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.38 "GET /v2.0/networks?id=19182e03-a888-4157-8752-b6382362c95e HTTP/1.1" status: 200 len: 812 time: 0.2216094 Jul 29 15:03:31.659297 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31d71bdc-15f2-40c2-918a-4a8e2777af46 req-153e5bda-e8c9-432d-afae-bb93a4366ed2 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329424 Jul 29 15:03:31.684910 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-18056c77-eaee-40ee-9b78-9eb786b28c95 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Request body: {'port': {'device_id': 'ef4ac155-f4af-4d69-9326-c35f1adddf62', 'network_id': '19182e03-a888-4157-8752-b6382362c95e', 'admin_state_up': True, 'tenant_id': '5d8138c3cb0047d0943e567326f7fcce'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:03:31.801249 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-9ddcc78a-1aaf-4386-bb82-42d251b1272d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Made reservation on behalf of 5d8138c3cb0047d0943e567326f7fcce for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:03:31.807645 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-9ddcc78a-1aaf-4386-bb82-42d251b1272d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:31.895493 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a040aa-6fbc-4c56-ab72-b5748e4c1c2a req-bed99425-cfab-468a-ab1b-e64da4b4253d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:31.923248 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-51a040aa-6fbc-4c56-ab72-b5748e4c1c2a req-bed99425-cfab-468a-ab1b-e64da4b4253d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1198258 Jul 29 15:03:31.989843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-18056c77-eaee-40ee-9b78-9eb786b28c95 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Made reservation on behalf of 5d8138c3cb0047d0943e567326f7fcce for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:03:31.994727 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-18056c77-eaee-40ee-9b78-9eb786b28c95 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:32.003052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-51a040aa-6fbc-4c56-ab72-b5748e4c1c2a req-eddbf765-070b-4f50-9b5e-3b2e5a1bdd2e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782757 Jul 29 15:03:32.101842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-9ddcc78a-1aaf-4386-bb82-42d251b1272d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Allocated IP 172.20.0.6 (19182e03-a888-4157-8752-b6382362c95e/cf726642-57f4-490d-8b60-953165f72e40/fd56b093-1981-4d1f-b658-4aeed9330baf) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:03:32.394966 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c96f-d47e-49ec-bf9d-0e97eb318c1e req-2fa8437a-895d-4242-a43b-819fc0615a06 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:32.397447 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-43f2c96f-d47e-49ec-bf9d-0e97eb318c1e req-2fa8437a-895d-4242-a43b-819fc0615a06 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.2425044 Jul 29 15:03:32.484462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6c28d55-ce3b-488e-8cfb-0dd3ab3552a4 req-e1b16deb-a324-45c7-b5b9-d0dacf1fb0be tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.1065850 Jul 29 15:03:32.520415 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-9ddcc78a-1aaf-4386-bb82-42d251b1272d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:32.538417 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-43f2c96f-d47e-49ec-bf9d-0e97eb318c1e req-bbbf8e7a-47dc-4c84-967a-aa022884d9b9 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902133 Jul 29 15:03:32.611507 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a0be9eba-73da-4572-a612-affd42be86da req-6a95e8e7-afc1-413f-b951-96237a90dbce tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 210 time: 0.0404553 Jul 29 15:03:32.648951 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-9ddcc78a-1aaf-4386-bb82-42d251b1272d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:32.735102 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-9ddcc78a-1aaf-4386-bb82-42d251b1272d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Network 19182e03-a888-4157-8752-b6382362c95e is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:03:32.747511 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-9ddcc78a-1aaf-4386-bb82-42d251b1272d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:03:32.768291 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-9ddcc78a-1aaf-4386-bb82-42d251b1272d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:03:32.822646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcc78a-1aaf-4386-bb82-42d251b1272d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Pushing event updated for resources: {'Port': ['ID=fd56b093-1981-4d1f-b658-4aeed9330baf,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:32.826068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-18056c77-eaee-40ee-9b78-9eb786b28c95 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Allocated IP 172.20.0.11 (19182e03-a888-4157-8752-b6382362c95e/cf726642-57f4-490d-8b60-953165f72e40/4999239b-9276-41bb-b892-88e27a02d9c9) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:03:32.882744 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-9ddcc78a-1aaf-4386-bb82-42d251b1272d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:32.883558 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-9ddcc78a-1aaf-4386-bb82-42d251b1272d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:32.912117 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67784755-4d4a-4033-9718-0ca014e1a5b7 req-776e8a06-092a-4741-b43b-01e08e24e954 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:32.914189 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-67784755-4d4a-4033-9718-0ca014e1a5b7 req-776e8a06-092a-4741-b43b-01e08e24e954 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1602716 Jul 29 15:03:32.940171 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-9ddcc78a-1aaf-4386-bb82-42d251b1272d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6312323 Jul 29 15:03:32.976424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Request body: {'port': {'device_id': '5b598bf1-8a9e-423f-8fa8-dd88ed6d8083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:03:33.109445 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-67784755-4d4a-4033-9718-0ca014e1a5b7 req-700f5e4a-bf45-458e-8b98-19e0499b0b09 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746063 Jul 29 15:03:33.131944 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:33.200543 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:33.286804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23f250-2209-42b1-9939-95eccf76cb5d req-c2e3fb46-660b-4341-9ebc-52c060eed295 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:33.289629 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ca23f250-2209-42b1-9939-95eccf76cb5d req-c2e3fb46-660b-4341-9ebc-52c060eed295 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0675447 Jul 29 15:03:33.346865 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1c31690d-f1d4-4955-8ea2-76677305572a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:33.352396 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ca23f250-2209-42b1-9939-95eccf76cb5d req-02580833-381e-4942-932d-6f858f3be87a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526116 Jul 29 15:03:33.410630 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-18056c77-eaee-40ee-9b78-9eb786b28c95 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:33.581890 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-18056c77-eaee-40ee-9b78-9eb786b28c95 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:33.661961 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06394db3-f695-4e02-bec0-e7699000f28f req-c34e8fb1-afed-4e9b-bdc4-942913e68787 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:33.667780 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-06394db3-f695-4e02-bec0-e7699000f28f req-c34e8fb1-afed-4e9b-bdc4-942913e68787 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1997662 Jul 29 15:03:33.674388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18056c77-eaee-40ee-9b78-9eb786b28c95 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Pushing event updated for resources: {'Port': ['ID=4999239b-9276-41bb-b892-88e27a02d9c9,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:33.714513 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9cb3570a-dba8-4bc7-a023-0484e387b38d req-5abd4b82-be3e-45b5-ad80-216c5ec930c2 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0526304 Jul 29 15:03:33.716731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-18056c77-eaee-40ee-9b78-9eb786b28c95 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Network 19182e03-a888-4157-8752-b6382362c95e is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:03:33.720102 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-18056c77-eaee-40ee-9b78-9eb786b28c95 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:03:33.726957 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-18056c77-eaee-40ee-9b78-9eb786b28c95 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:03:33.809583 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-06394db3-f695-4e02-bec0-e7699000f28f req-25cdf898-1e05-4d9e-96e3-05905c717bfb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120765 Jul 29 15:03:33.868388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-18056c77-eaee-40ee-9b78-9eb786b28c95 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:33.868388 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-18056c77-eaee-40ee-9b78-9eb786b28c95 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:33.892379 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-18056c77-eaee-40ee-9b78-9eb786b28c95 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2196174 Jul 29 15:03:33.906133 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd56b093-1981-4d1f-b658-4aeed9330baf {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:03:33.942317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Request body: {'port': {'device_id': 'ef4ac155-f4af-4d69-9326-c35f1adddf62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:03:33.951515 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:33.995222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Transition to ACTIVE for port object fd56b093-1981-4d1f-b658-4aeed9330baf will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:03:34.026896 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:34.347442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae180688-0c82-43cd-b687-0d1573f54818 req-32b7d6de-0295-4eaf-927b-d7eb42c0e6cf tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:34.347861 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:34.361589 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae180688-0c82-43cd-b687-0d1573f54818 req-32b7d6de-0295-4eaf-927b-d7eb42c0e6cf tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1382897 Jul 29 15:03:34.417458 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ad4a0-635f-485b-84b2-733f4e8cc792 req-050b9241-7e79-4288-9071-38a56454b3f9 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:34.425209 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-253ad4a0-635f-485b-84b2-733f4e8cc792 req-050b9241-7e79-4288-9071-38a56454b3f9 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 932 time: 0.5217674 Jul 29 15:03:34.484202 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae180688-0c82-43cd-b687-0d1573f54818 req-bf64331c-5e4e-4506-8fd0-f80529756eea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222057 Jul 29 15:03:34.523516 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:34.566401 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-253ad4a0-635f-485b-84b2-733f4e8cc792 req-43413186-3b29-49d8-ab7c-afb5f4feb880 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398849 Jul 29 15:03:34.740787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Pushing event updated for resources: {'Port': ['ID=fd56b093-1981-4d1f-b658-4aeed9330baf,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:34.755161 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611e7cd-d847-46b2-915e-8f63c727a0b0 req-2a38c34e-8c2e-472d-8e1a-b6e48b3ebb41 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:34.766552 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b611e7cd-d847-46b2-915e-8f63c727a0b0 req-2a38c34e-8c2e-472d-8e1a-b6e48b3ebb41 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1349385 Jul 29 15:03:34.816970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Attempting to bind port fd56b093-1981-4d1f-b658-4aeed9330baf on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:03:34.817353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Attempting to bind port fd56b093-1981-4d1f-b658-4aeed9330baf by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:03:34.817699 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Attempting to bind port fd56b093-1981-4d1f-b658-4aeed9330baf on network 19182e03-a888-4157-8752-b6382362c95e {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:03:34.834616 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Port fd56b093-1981-4d1f-b658-4aeed9330baf on network 19182e03-a888-4157-8752-b6382362c95e not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:03:34.834616 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Attempting to bind port fd56b093-1981-4d1f-b658-4aeed9330baf on network 19182e03-a888-4157-8752-b6382362c95e {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:03:34.873880 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b611e7cd-d847-46b2-915e-8f63c727a0b0 req-13dba2b6-a00e-4467-a938-78293761455b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877230 Jul 29 15:03:34.930844 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:03:34.931358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Checking segment: {'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:03:34.931571 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Bound using segment: {'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:03:34.932020 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Bound port: fd56b093-1981-4d1f-b658-4aeed9330baf, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:03:34.932387 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:34.988092 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eca0b228-21f7-4816-96a2-0ee2fe488f49 req-d69fa85d-fd74-463b-b8a9-d92425c22d8f tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0532234 Jul 29 15:03:35.177581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbdb7a-8589-488f-92ac-32b6983adf42 req-31d22ef5-b70c-4a26-a393-c7c30a0bcfea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:35.197875 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-78cbdb7a-8589-488f-92ac-32b6983adf42 req-31d22ef5-b70c-4a26-a393-c7c30a0bcfea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1349919 Jul 29 15:03:35.273104 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-78cbdb7a-8589-488f-92ac-32b6983adf42 req-a46f85f2-d67c-46af-ad98-dfb636d62d3b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738771 Jul 29 15:03:35.280407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] For port fd56b093-1981-4d1f-b658-4aeed9330baf, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:03:35.326253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] For port fd56b093-1981-4d1f-b658-4aeed9330baf, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=fd56b093-1981-4d1f-b658-4aeed9330baf,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:03:35.335851 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:35.387775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:35.388775 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:35.390256 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] 10.222.0.38 "PUT /v2.0/ports/fd56b093-1981-4d1f-b658-4aeed9330baf HTTP/1.1" status: 200 len: 1091 time: 2.4282672 Jul 29 15:03:35.394501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b598bf1-8a9e-423f-8fa8-dd88ed6d8083', 'tag': 'fd56b093-1981-4d1f-b658-4aeed9330baf'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:03:35.396298 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b645d71-45cc-4293-ad38-4031bb345e71" -d '{"events": [{"name": "network-changed", "server_uuid": "5b598bf1-8a9e-423f-8fa8-dd88ed6d8083", "tag": "fd56b093-1981-4d1f-b658-4aeed9330baf"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:03:35.547951 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d28a69-ec8b-46bd-a4ef-11c508dda11c x-openstack-request-id: req-25d28a69-ec8b-46bd-a4ef-11c508dda11c {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:03:35.548197 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b598bf1-8a9e-423f-8fa8-dd88ed6d8083", "tag": "fd56b093-1981-4d1f-b658-4aeed9330baf", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:03:35.548496 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25d28a69-ec8b-46bd-a4ef-11c508dda11c {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:03:35.549046 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b598bf1-8a9e-423f-8fa8-dd88ed6d8083', 'tag': 'fd56b093-1981-4d1f-b658-4aeed9330baf', 'status': 'completed', 'code': 200} Jul 29 15:03:35.554139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa949473-3706-46de-a45e-7b20b8e5d83c service neutron] Pushing event updated for resources: {'Port': ['ID=fd56b093-1981-4d1f-b658-4aeed9330baf,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:35.567076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c86fbd-3e38-4a19-9275-24d3ed1ed8f6 req-18ac0cc4-3dc7-4c0e-89da-ec419104afdf tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:35.575001 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-77c86fbd-3e38-4a19-9275-24d3ed1ed8f6 req-18ac0cc4-3dc7-4c0e-89da-ec419104afdf tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1887174 Jul 29 15:03:35.621888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4999239b-9276-41bb-b892-88e27a02d9c9 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:03:35.641013 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:35.671433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Transition to ACTIVE for port object 4999239b-9276-41bb-b892-88e27a02d9c9 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:03:35.689859 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:35.718072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-df4100f0-fb02-4d02-bd09-b833e1c67704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:35.718072 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-df4100f0-fb02-4d02-bd09-b833e1c67704 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d8138c3cb0047d0943e567326f7fcce&device_id=5b598bf1-8a9e-423f-8fa8-dd88ed6d8083 HTTP/1.1" status: 200 len: 1094 time: 0.1309788 Jul 29 15:03:35.723203 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-77c86fbd-3e38-4a19-9275-24d3ed1ed8f6 req-14912f67-c374-4b6f-b916-268c96fec333 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473784 Jul 29 15:03:35.821730 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-2ec5b868-7187-4836-8ccb-7f7886c30713 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd56b093-1981-4d1f-b658-4aeed9330baf HTTP/1.1" status: 200 len: 217 time: 0.0774684 Jul 29 15:03:35.864496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Pushing event updated for resources: {'Port': ['ID=4999239b-9276-41bb-b892-88e27a02d9c9,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:35.930665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e1c5a-ff36-4782-b8c0-0dd84f283fe5 req-7c554dda-7b62-4132-824e-7308d729e0b5 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:35.936415 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-858e1c5a-ff36-4782-b8c0-0dd84f283fe5 req-7c554dda-7b62-4132-824e-7308d729e0b5 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 944 time: 0.1581254 Jul 29 15:03:35.999737 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-9f5f7b01-a53a-401b-b111-9a2c56e0039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:36.001367 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-9f5f7b01-a53a-401b-b111-9a2c56e0039b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cf726642-57f4-490d-8b60-953165f72e40 HTTP/1.1" status: 200 len: 852 time: 0.1312621 Jul 29 15:03:36.030556 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f15bf-6c19-42a4-9d81-886f2ddd7379 req-86fcd478-5bf6-4b19-9374-1ab39d231c5c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:36.032179 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d13f15bf-6c19-42a4-9d81-886f2ddd7379 req-86fcd478-5bf6-4b19-9374-1ab39d231c5c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1893766 Jul 29 15:03:36.051669 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-858e1c5a-ff36-4782-b8c0-0dd84f283fe5 req-7249cb6d-601b-4d15-8207-aeae028b5d5b tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050160 Jul 29 15:03:36.055921 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-88e8a72a-9179-4506-9633-54a34fe64e6c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19182e03-a888-4157-8752-b6382362c95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466931 Jul 29 15:03:36.163106 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Attempting to bind port 4999239b-9276-41bb-b892-88e27a02d9c9 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:03:36.163690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Attempting to bind port 4999239b-9276-41bb-b892-88e27a02d9c9 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:03:36.163874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Attempting to bind port 4999239b-9276-41bb-b892-88e27a02d9c9 on network 19182e03-a888-4157-8752-b6382362c95e {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:03:36.197591 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d13f15bf-6c19-42a4-9d81-886f2ddd7379 req-044f87d7-81fd-494b-bec9-6b7e6b282ef3 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441684 Jul 29 15:03:36.200564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Port 4999239b-9276-41bb-b892-88e27a02d9c9 on network 19182e03-a888-4157-8752-b6382362c95e not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:03:36.200949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Attempting to bind port 4999239b-9276-41bb-b892-88e27a02d9c9 on network 19182e03-a888-4157-8752-b6382362c95e {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:03:36.225832 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:03:36.227315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Checking segment: {'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:03:36.229076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Bound using segment: {'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:03:36.229485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Bound port: 4999239b-9276-41bb-b892-88e27a02d9c9, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:03:36.229898 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:36.249321 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c868dc4d-4d86-40cf-a8f1-96c3e145e622 req-d00abdcc-d765-4b03-b3eb-b128d6c92413 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0566788 Jul 29 15:03:36.308823 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:36.323397 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-d60ba3ca-d8bc-4b0f-aa7b-a58d2fd9a128 service neutron] 10.222.0.38 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579489 Jul 29 15:03:36.418403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] For port 4999239b-9276-41bb-b892-88e27a02d9c9, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:03:36.423505 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] For port 4999239b-9276-41bb-b892-88e27a02d9c9, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=4999239b-9276-41bb-b892-88e27a02d9c9,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:03:36.431166 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:36.483429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004fdc0-cf12-491c-8bc5-bbf44549e474 req-8900c9e6-c567-4374-8274-408af9217048 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:36.496384 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e004fdc0-cf12-491c-8bc5-bbf44549e474 req-8900c9e6-c567-4374-8274-408af9217048 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1281993 Jul 29 15:03:36.507408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:36.508404 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:36.511688 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] 10.222.0.38 "PUT /v2.0/ports/4999239b-9276-41bb-b892-88e27a02d9c9 HTTP/1.1" status: 200 len: 1092 time: 2.5979490 Jul 29 15:03:36.541051 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-20a8c0f7-29f6-4220-b8ea-24097d9796fe service neutron] 10.222.0.38 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092984 Jul 29 15:03:36.545250 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fa134-5987-4f76-8d37-738e38912190 service neutron] Pushing event updated for resources: {'Port': ['ID=4999239b-9276-41bb-b892-88e27a02d9c9,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:36.586644 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e004fdc0-cf12-491c-8bc5-bbf44549e474 req-ea67ac78-6864-4502-a244-481ad01cbeb2 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844569 Jul 29 15:03:36.657292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-c13a9aef-5012-41a6-8541-417a24e172ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:36.660095 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-c13a9aef-5012-41a6-8541-417a24e172ca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d8138c3cb0047d0943e567326f7fcce&device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 1095 time: 0.0880072 Jul 29 15:03:36.767907 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-093872dc-e9b2-4501-bf28-919c8532b6d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4999239b-9276-41bb-b892-88e27a02d9c9 HTTP/1.1" status: 200 len: 217 time: 0.0883889 Jul 29 15:03:36.961986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-10a519cf-3f63-4eb2-8310-6eaede5e8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:36.963541 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-10a519cf-3f63-4eb2-8310-6eaede5e8652 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cf726642-57f4-490d-8b60-953165f72e40 HTTP/1.1" status: 200 len: 852 time: 0.1562839 Jul 29 15:03:36.974073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b12c4-5a49-4713-8f33-4137b0e5e9c5 req-4ca61250-3cc1-4b38-abee-253b625d4688 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:36.979486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-446b12c4-5a49-4713-8f33-4137b0e5e9c5 req-4ca61250-3cc1-4b38-abee-253b625d4688 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.2179940 Jul 29 15:03:36.981786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b645d71-45cc-4293-ad38-4031bb345e71 req-e6c80cef-7767-4cd3-a658-e9e090f13a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:36.983367 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1b645d71-45cc-4293-ad38-4031bb345e71 req-e6c80cef-7767-4cd3-a658-e9e090f13a9b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d8138c3cb0047d0943e567326f7fcce&device_id=5b598bf1-8a9e-423f-8fa8-dd88ed6d8083 HTTP/1.1" status: 200 len: 1094 time: 0.2904856 Jul 29 15:03:37.129466 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-3bf0106d-7b2a-44ef-b8b5-3fc2ab7a1959 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19182e03-a888-4157-8752-b6382362c95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1447866 Jul 29 15:03:37.234584 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf59b0-3982-4c53-8925-9ddefc1eda68 req-cf2bfccf-310b-44e8-b828-7e7a407df9d9 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:37.242925 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60cf59b0-3982-4c53-8925-9ddefc1eda68 req-cf2bfccf-310b-44e8-b828-7e7a407df9d9 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 944 time: 0.0707853 Jul 29 15:03:37.297477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-446b12c4-5a49-4713-8f33-4137b0e5e9c5 req-12c7e674-cfb8-4c84-babc-ffd9c566f546 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115575 Jul 29 15:03:37.342569 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b645d71-45cc-4293-ad38-4031bb345e71 req-55783d21-4cbb-4f1e-b545-943b0faa37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:37.344467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1b645d71-45cc-4293-ad38-4031bb345e71 req-55783d21-4cbb-4f1e-b545-943b0faa37c0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=19182e03-a888-4157-8752-b6382362c95e HTTP/1.1" status: 200 len: 913 time: 0.3337390 Jul 29 15:03:37.353623 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60cf59b0-3982-4c53-8925-9ddefc1eda68 req-083e1ba3-c0e0-49c4-96e8-5cbc26a74468 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073344 Jul 29 15:03:37.401697 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1b645d71-45cc-4293-ad38-4031bb345e71 req-458f6702-88d8-4525-bead-d7fd0c43d326 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd56b093-1981-4d1f-b658-4aeed9330baf HTTP/1.1" status: 200 len: 217 time: 0.0480609 Jul 29 15:03:37.481185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b645d71-45cc-4293-ad38-4031bb345e71 req-26d18d13-0261-473a-9e43-2b0ac309d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:37.482817 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1b645d71-45cc-4293-ad38-4031bb345e71 req-26d18d13-0261-473a-9e43-2b0ac309d033 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cf726642-57f4-490d-8b60-953165f72e40 HTTP/1.1" status: 200 len: 852 time: 0.0711362 Jul 29 15:03:37.545705 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1b645d71-45cc-4293-ad38-4031bb345e71 req-62f50c65-090c-4616-a427-4d80c6910b5a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19182e03-a888-4157-8752-b6382362c95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541873 Jul 29 15:03:37.550743 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4ac155-f4af-4d69-9326-c35f1adddf62', 'tag': '4999239b-9276-41bb-b892-88e27a02d9c9'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:03:37.558710 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0580bc-4e93-4d0a-a3d5-0c7d564e6e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4ac155-f4af-4d69-9326-c35f1adddf62", "tag": "4999239b-9276-41bb-b892-88e27a02d9c9"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:03:37.589254 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-1c3bd962-bc4a-4e30-920a-5381784013a3 service neutron] 10.222.0.38 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463809 Jul 29 15:03:37.647609 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eb970b-91e9-4103-9a27-fc550dde0202 x-openstack-request-id: req-87eb970b-91e9-4103-9a27-fc550dde0202 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:03:37.647904 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4ac155-f4af-4d69-9326-c35f1adddf62", "tag": "4999239b-9276-41bb-b892-88e27a02d9c9", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:03:37.648159 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87eb970b-91e9-4103-9a27-fc550dde0202 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:03:37.648568 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4ac155-f4af-4d69-9326-c35f1adddf62', 'tag': '4999239b-9276-41bb-b892-88e27a02d9c9', 'status': 'completed', 'code': 200} Jul 29 15:03:37.651196 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b982d7db-2efe-4cec-a806-952c633b4185 req-4f8fd948-8fac-4187-9863-7e6ea9da7323 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0854998 Jul 29 15:03:37.872089 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-387dcb7a-48f0-4a99-8c38-828fb2a82bb9 req-2779e81c-8b98-41a5-868e-ee68f7fd5dc9 service neutron] 10.222.0.38 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447996 Jul 29 15:03:37.877979 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1b645d71-45cc-4293-ad38-4031bb345e71 req-882c2e58-c6ff-4239-9457-f4153a6b3236 service neutron] 10.222.0.38 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147454 Jul 29 15:03:37.967542 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-95da9720-5a6c-4d54-92c0-699fe91933d6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1572809 Jul 29 15:03:37.980088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ab095-54b3-4e3a-bb85-5296f10140eb req-b56a6756-fb63-42d6-80b6-f588a5add86f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:37.987966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c62ab095-54b3-4e3a-bb85-5296f10140eb req-b56a6756-fb63-42d6-80b6-f588a5add86f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1936331 Jul 29 15:03:38.131886 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-22e7178a-f4b8-4e9f-8215-42dc6f21edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.132864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-22e7178a-f4b8-4e9f-8215-42dc6f21edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.134393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-22e7178a-f4b8-4e9f-8215-42dc6f21edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.143200 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c62ab095-54b3-4e3a-bb85-5296f10140eb req-20a853ad-a0d5-4599-baef-bdf41d538311 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309845 Jul 29 15:03:38.147158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-22e7178a-f4b8-4e9f-8215-42dc6f21edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.147158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-22e7178a-f4b8-4e9f-8215-42dc6f21edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.147158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-22e7178a-f4b8-4e9f-8215-42dc6f21edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.147158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-22e7178a-f4b8-4e9f-8215-42dc6f21edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.149017 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-22e7178a-f4b8-4e9f-8215-42dc6f21edc9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b87fe36def094cf5968288b084e2140d&device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 6500 time: 0.1117275 Jul 29 15:03:38.158307 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0580bc-4e93-4d0a-a3d5-0c7d564e6e9a req-68124ebe-56a3-4f8c-bcf4-622cf557acea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.162497 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5c0580bc-4e93-4d0a-a3d5-0c7d564e6e9a req-68124ebe-56a3-4f8c-bcf4-622cf557acea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5d8138c3cb0047d0943e567326f7fcce&device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 1095 time: 0.1726468 Jul 29 15:03:38.167542 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1b645d71-45cc-4293-ad38-4031bb345e71 req-e672b60b-fb0a-47db-8111-2923b9087085 service neutron] 10.222.0.38 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779229 Jul 29 15:03:38.373408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0580bc-4e93-4d0a-a3d5-0c7d564e6e9a req-873054f1-fb6c-4b26-92cd-c9776a5be375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.376139 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5c0580bc-4e93-4d0a-a3d5-0c7d564e6e9a req-873054f1-fb6c-4b26-92cd-c9776a5be375 service neutron] 10.222.0.38 "GET /v2.0/networks?id=19182e03-a888-4157-8752-b6382362c95e HTTP/1.1" status: 200 len: 913 time: 0.1791224 Jul 29 15:03:38.444839 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eee242-6998-4ff8-9959-6f62193fef48 req-453f7a49-b731-4d70-844b-705101c6dd64 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.446717 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-09eee242-6998-4ff8-9959-6f62193fef48 req-453f7a49-b731-4d70-844b-705101c6dd64 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1328106 Jul 29 15:03:38.474427 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5c0580bc-4e93-4d0a-a3d5-0c7d564e6e9a req-4c11823c-1c47-4542-a006-c2eb0b75ba63 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4999239b-9276-41bb-b892-88e27a02d9c9 HTTP/1.1" status: 200 len: 217 time: 0.0902174 Jul 29 15:03:38.532044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-cbde52cb-fe73-44a9-bcc5-6001e9794aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.532650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-cbde52cb-fe73-44a9-bcc5-6001e9794aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.533187 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-cbde52cb-fe73-44a9-bcc5-6001e9794aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.535173 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-cbde52cb-fe73-44a9-bcc5-6001e9794aed service neutron] 10.222.0.39 "GET /v2.0/networks?id=c87811c7-fa8b-41f4-b809-e4e0814b1be8&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=cbb34b73-c540-4255-9d61-eaabcefcb943&id=cbb34b73-c540-4255-9d61-eaabcefcb943 HTTP/1.1" status: 200 len: 2297 time: 0.3295140 Jul 29 15:03:38.619907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0580bc-4e93-4d0a-a3d5-0c7d564e6e9a req-a93cd83e-e757-4787-8899-6470c816b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.621380 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5c0580bc-4e93-4d0a-a3d5-0c7d564e6e9a req-a93cd83e-e757-4787-8899-6470c816b9c5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=cf726642-57f4-490d-8b60-953165f72e40 HTTP/1.1" status: 200 len: 852 time: 0.1396317 Jul 29 15:03:38.640234 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-0ab75a82-a2ed-423d-8dc6-e5376a7817cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=861979d8-e377-468b-a834-f7023ef2664a HTTP/1.1" status: 200 len: 1000 time: 0.0958350 Jul 29 15:03:38.669132 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5c0580bc-4e93-4d0a-a3d5-0c7d564e6e9a req-fa655302-eb0a-4efd-97a6-50748a4b6378 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19182e03-a888-4157-8752-b6382362c95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383680 Jul 29 15:03:38.679638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619f905-237f-47ac-b2eb-bc014213f86d req-b3ec9404-4909-4c4e-a4d3-0dbc33fd8e25 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.681276 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4619f905-237f-47ac-b2eb-bc014213f86d req-b3ec9404-4909-4c4e-a4d3-0dbc33fd8e25 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 944 time: 0.1148913 Jul 29 15:03:38.716149 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-09eee242-6998-4ff8-9959-6f62193fef48 req-2d3ac844-ae72-4b14-8051-e0eaa3badab1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570045 Jul 29 15:03:38.785518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-0ba2bf9e-fe7b-4b35-acec-4a45112ccedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.788028 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-0ba2bf9e-fe7b-4b35-acec-4a45112ccedb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0553de55-e064-4bb6-b0d3-b4a9bd38f40f HTTP/1.1" status: 200 len: 855 time: 0.1358898 Jul 29 15:03:38.837071 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4619f905-237f-47ac-b2eb-bc014213f86d req-0781c1de-edcf-42e8-ad2e-e0d63438c196 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737696 Jul 29 15:03:38.874349 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5c0580bc-4e93-4d0a-a3d5-0c7d564e6e9a req-b31cb151-2249-44df-8514-3ec506ee2d59 service neutron] 10.222.0.38 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918664 Jul 29 15:03:38.921800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-3bf2c6c3-0169-4d99-bc8a-c519de92f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:38.924026 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-3bf2c6c3-0169-4d99-bc8a-c519de92f7b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c87811c7-fa8b-41f4-b809-e4e0814b1be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1197572 Jul 29 15:03:39.100873 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcf2d540-afb9-457d-bc16-97399e3e909e req-b86c8235-e556-4c8e-9d89-9f1302cc4130 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0542381 Jul 29 15:03:39.208210 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5c0580bc-4e93-4d0a-a3d5-0c7d564e6e9a req-feca1c1d-876c-411b-a956-f3e3edfd1d38 service neutron] 10.222.0.38 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072197 Jul 29 15:03:39.369236 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-ba9cefb7-4910-468a-b062-91865451bc72 service neutron] 10.222.0.39 "GET /v2.0/networks/c87811c7-fa8b-41f4-b809-e4e0814b1be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371283 Jul 29 15:03:39.420717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff0cc7-665f-46c5-8833-b7d6ddd4f33c req-14b0ddbf-271a-41ab-9db1-cf67028465e2 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:39.433309 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ccff0cc7-665f-46c5-8833-b7d6ddd4f33c req-14b0ddbf-271a-41ab-9db1-cf67028465e2 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1834185 Jul 29 15:03:39.601590 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ccff0cc7-665f-46c5-8833-b7d6ddd4f33c req-5215e3d7-13dc-4e6b-a8f2-3393660b22b9 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494229 Jul 29 15:03:39.683099 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-d968c94e-3c5b-47fe-a323-1992696723a4 service neutron] 10.222.0.39 "GET /v2.0/networks/c87811c7-fa8b-41f4-b809-e4e0814b1be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056273 Jul 29 15:03:39.765271 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-284029c8-6d09-4c5e-a1aa-1e7f94281d98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=1bdf1649-a389-4996-8e32-7b0940a4a965 HTTP/1.1" status: 200 len: 217 time: 0.0747962 Jul 29 15:03:39.896359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-ba3d88cb-5f6b-44ee-aaf3-8c1058769603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:39.903237 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-ba3d88cb-5f6b-44ee-aaf3-8c1058769603 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 200 len: 797 time: 0.1309519 Jul 29 15:03:39.944627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5535366-cf79-4cf0-89b0-966420886a0e req-1e3de56c-15dd-409a-b8f2-20eb0000126c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:39.947845 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5535366-cf79-4cf0-89b0-966420886a0e req-1e3de56c-15dd-409a-b8f2-20eb0000126c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1533008 Jul 29 15:03:40.003517 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device fd56b093-1981-4d1f-b658-4aeed9330baf details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:03:40.045520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-8a449a20-3951-4798-9b81-2ddf28561e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:40.047085 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-8a449a20-3951-4798-9b81-2ddf28561e88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=112a52ee-a8c5-491c-86d2-16cd4245effc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1334975 Jul 29 15:03:40.087070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7486881-ea33-465f-a0f9-4e57ff824b54 req-8627b9ab-cd43-4385-9e2b-f0e63551f090 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:40.091468 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b7486881-ea33-465f-a0f9-4e57ff824b54 req-8627b9ab-cd43-4385-9e2b-f0e63551f090 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 944 time: 0.1424139 Jul 29 15:03:40.092648 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5535366-cf79-4cf0-89b0-966420886a0e req-e39bd7bc-61b2-41ca-9f02-129002b51f74 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313844 Jul 29 15:03:40.260588 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b7486881-ea33-465f-a0f9-4e57ff824b54 req-d2fdac77-9fb0-4f68-962c-053d2e4afe5a tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324587 Jul 29 15:03:40.319238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port fd56b093-1981-4d1f-b658-4aeed9330baf, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=fd56b093-1981-4d1f-b658-4aeed9330baf,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:40.326534 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-ede7e7ba-62de-465e-a4d2-57958dc3465d service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709539 Jul 29 15:03:40.348798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'fd56b093-1981-4d1f-b658-4aeed9330baf', 'network_id': '19182e03-a888-4157-8752-b6382362c95e', 'port_id': 'fd56b093-1981-4d1f-b658-4aeed9330baf', 'mac_address': 'fa:16:3e:ea:90:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf726642-57f4-490d-8b60-953165f72e40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:03:40.451624 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:40.513049 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd56b093-1981-4d1f-b658-4aeed9330baf {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:03:40.593208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port fd56b093-1981-4d1f-b658-4aeed9330baf, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=fd56b093-1981-4d1f-b658-4aeed9330baf,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:40.603637 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:40.604526 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 4999239b-9276-41bb-b892-88e27a02d9c9 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:03:40.815668 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 4999239b-9276-41bb-b892-88e27a02d9c9, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=4999239b-9276-41bb-b892-88e27a02d9c9,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:40.832848 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eaaf5964-4f9c-4e51-8e5c-1c96f736173a req-2a6676a0-875e-416a-8a4a-dbfbb4e7f8a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.1302009 Jul 29 15:03:40.847060 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f6f4b4ef-2f42-41b9-bf0c-495de0fb9da5 req-751e3d24-2f8a-474c-a895-aa9a12aa6ee0 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.2442670 Jul 29 15:03:40.860302 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:03:40.863047 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-36079d99-b4d3-41cf-9a43-7d2727f842ac service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179331 Jul 29 15:03:40.894655 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '4999239b-9276-41bb-b892-88e27a02d9c9', 'network_id': '19182e03-a888-4157-8752-b6382362c95e', 'port_id': '4999239b-9276-41bb-b892-88e27a02d9c9', 'mac_address': 'fa:16:3e:fb:63:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf726642-57f4-490d-8b60-953165f72e40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:03:40.974353 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-834f3666-7c1b-4478-b744-2cdd6707d734 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=85e3d439-4f4c-480b-b468-4d17d9852f15 HTTP/1.1" status: 200 len: 217 time: 0.0825391 Jul 29 15:03:40.977423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d4fad-ea31-4856-bd5a-231257121b09 req-8d48e409-50a3-40dd-b0f8-5999c1017ef1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:40.986725 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-801d4fad-ea31-4856-bd5a-231257121b09 req-8d48e409-50a3-40dd-b0f8-5999c1017ef1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1249492 Jul 29 15:03:41.048774 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:41.087151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=fd56b093-1981-4d1f-b658-4aeed9330baf,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:41.088758 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-5f699ed6-aa9a-4e40-a14d-06ac8aab4fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:41.093698 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:41.100830 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-5f699ed6-aa9a-4e40-a14d-06ac8aab4fb3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 200 len: 797 time: 0.1082408 Jul 29 15:03:41.105391 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-801d4fad-ea31-4856-bd5a-231257121b09 req-83da5b85-2d49-46f0-84a8-d04c9e013ce9 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175380 Jul 29 15:03:41.149776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4999239b-9276-41bb-b892-88e27a02d9c9 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:03:41.173272 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 4999239b-9276-41bb-b892-88e27a02d9c9, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=4999239b-9276-41bb-b892-88e27a02d9c9,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:41.180356 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-29e571a7-3e17-45a3-9d22-4d764c410bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:41.180647 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:41.183573 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-29e571a7-3e17-45a3-9d22-4d764c410bc4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=112a52ee-a8c5-491c-86d2-16cd4245effc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0815461 Jul 29 15:03:41.258264 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=4999239b-9276-41bb-b892-88e27a02d9c9,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:41.373419 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-0462cb2a-5e76-4762-9476-45c12e20b0a8 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802266 Jul 29 15:03:41.653673 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['fd56b093-1981-4d1f-b658-4aeed9330baf'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:03:41.657546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['4999239b-9276-41bb-b892-88e27a02d9c9'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:03:41.674699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361f469-441c-4720-b138-5e9975f01370 req-c05ee926-5ade-4506-9d26-0e01db6330d5 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:41.685276 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c361f469-441c-4720-b138-5e9975f01370 req-c05ee926-5ade-4506-9d26-0e01db6330d5 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 945 time: 0.2530415 Jul 29 15:03:41.766134 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-8425cdfb-7082-40cc-b785-38d0b5c2e4a1 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819005 Jul 29 15:03:41.902055 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-bd64d58c-42e5-4ce4-9e78-cfd55e63a232 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=29e9b265-f059-42b7-ba08-f34517c2624b HTTP/1.1" status: 200 len: 217 time: 0.1204584 Jul 29 15:03:41.908659 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c361f469-441c-4720-b138-5e9975f01370 req-ac361891-af1b-4204-be04-bdf9ad7de1f2 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123103 Jul 29 15:03:42.010546 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-c97d2b4e-8684-430f-b481-7d6ed4261a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:42.015473 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-c97d2b4e-8684-430f-b481-7d6ed4261a21 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 200 len: 797 time: 0.1051471 Jul 29 15:03:42.087792 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-68f57031-e5a4-430d-9991-5e39fa6bcd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:42.090111 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-68f57031-e5a4-430d-9991-5e39fa6bcd46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=112a52ee-a8c5-491c-86d2-16cd4245effc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0681376 Jul 29 15:03:42.126554 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6935ae97-2bfd-41c8-a395-e4e46b51858b req-6cd90d1f-6886-47ed-9852-910c2e76914b tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0495262 Jul 29 15:03:42.227970 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-2fe6f6ae-45ae-4e26-a152-99aeba514cbf service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313896 Jul 29 15:03:42.397412 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2a643-b644-470d-9542-31dc433926a7 req-1cc488a6-4461-4028-8b4b-665569e4f8ef tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:42.406174 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2d2a643-b644-470d-9542-31dc433926a7 req-1cc488a6-4461-4028-8b4b-665569e4f8ef tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1542704 Jul 29 15:03:42.457793 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6da786ae-f1e1-43f3-8c16-6bb469cc15cb req-75706560-6b35-492d-8566-2e683943539d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b1e9b414fe3458c8b8e360a0d7f5a5a&device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0487175 Jul 29 15:03:42.479144 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2d2a643-b644-470d-9542-31dc433926a7 req-dfbe69dc-c7fe-4ccb-8de2-d650560bf133 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699649 Jul 29 15:03:42.524353 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-3ce924d3-ca1f-4f76-b1e8-f77a27daf53f service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882326 Jul 29 15:03:42.572549 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0666a625-5e88-47aa-8af4-212fc44d0b66 req-192d3036-e361-4a36-92c9-0a9f57487dae tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.1131787 Jul 29 15:03:42.580837 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6da786ae-f1e1-43f3-8c16-6bb469cc15cb req-624dfa0e-0c53-4748-b2dc-6ac71231058b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2b1e9b414fe3458c8b8e360a0d7f5a5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025710 Jul 29 15:03:42.634863 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-c8ba2eaa-75d5-4caa-baa0-f1e5d653d082 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 HTTP/1.1" status: 200 len: 217 time: 0.0998206 Jul 29 15:03:42.790121 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-6216d054-f36c-45a3-b2b9-e384d8616a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:42.792281 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-6216d054-f36c-45a3-b2b9-e384d8616a12 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 200 len: 797 time: 0.1508722 Jul 29 15:03:42.845061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da786ae-f1e1-43f3-8c16-6bb469cc15cb req-ff59d650-b0db-47f6-9597-73d1b965318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:42.846713 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6da786ae-f1e1-43f3-8c16-6bb469cc15cb req-ff59d650-b0db-47f6-9597-73d1b965318e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2632475 Jul 29 15:03:42.920330 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-1d174b31-c039-419a-b735-7aa2036597f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:42.922051 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-1d174b31-c039-419a-b735-7aa2036597f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=112a52ee-a8c5-491c-86d2-16cd4245effc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1195292 Jul 29 15:03:43.195888 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66830e0b-2dc3-440c-a4c5-7c628f418bc9 req-2ac6dcec-055c-4527-b5ed-2e8e98686608 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:43.204225 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-66830e0b-2dc3-440c-a4c5-7c628f418bc9 req-2ac6dcec-055c-4527-b5ed-2e8e98686608 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1262796 Jul 29 15:03:43.257294 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-f07416e4-bafb-4eb0-a878-d51625bfb477 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262126 Jul 29 15:03:43.272893 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d738b-56cf-46eb-82d6-bd42a19eb4de req-de02a6b6-3e75-4d60-9ddc-c32a56b5d798 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:43.275459 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e17d738b-56cf-46eb-82d6-bd42a19eb4de req-de02a6b6-3e75-4d60-9ddc-c32a56b5d798 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 945 time: 0.1144156 Jul 29 15:03:43.277737 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-66830e0b-2dc3-440c-a4c5-7c628f418bc9 req-c8514df9-8d04-4325-abd1-c584e236799a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724463 Jul 29 15:03:43.355383 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e17d738b-56cf-46eb-82d6-bd42a19eb4de req-c24c9b59-9c14-4f8c-a236-866257942e7c tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689402 Jul 29 15:03:43.431544 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-ca987d28-e84b-4f11-8c54-d71bedf33e58 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520860 Jul 29 15:03:43.476935 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-59d6a95c-f155-4822-a44d-3e7e003a558b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=384b2766-5b64-4b46-a1c5-a1c0e093692d HTTP/1.1" status: 200 len: 217 time: 0.0370831 Jul 29 15:03:43.535298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-a0b97165-0b5f-4349-9325-a64c09fe692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:43.536710 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-a0b97165-0b5f-4349-9325-a64c09fe692f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b82d0d65-5f7c-4442-9148-60b7547ab51d HTTP/1.1" status: 200 len: 797 time: 0.0519331 Jul 29 15:03:43.592147 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-d22f385c-6a21-494a-8a3a-9cac5388fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:43.594023 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-d22f385c-6a21-494a-8a3a-9cac5388fb41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbb34b73-c540-4255-9d61-eaabcefcb943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0483344 Jul 29 15:03:43.742472 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a11817d3-c9f3-4e0b-8218-daeca5ddd2f6 req-aee4226c-1c46-40cf-b152-fa5abef56371 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0451319 Jul 29 15:03:43.767330 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-4c574c6a-fb99-447d-9020-2d2aeb061f85 service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657281 Jul 29 15:03:43.920631 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-362ee981-f7e1-4462-be1b-4161001130af service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419723 Jul 29 15:03:43.966405 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-b403f1a2-81c9-4179-86f2-562cf94a4f8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6866365f-9081-45de-b450-c210f1db65b5 HTTP/1.1" status: 200 len: 217 time: 0.0388317 Jul 29 15:03:44.042906 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-8632fb39-e5b9-4343-94f3-37c8877f1fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:44.045963 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-8632fb39-e5b9-4343-94f3-37c8877f1fa8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b82d0d65-5f7c-4442-9148-60b7547ab51d HTTP/1.1" status: 200 len: 797 time: 0.0728087 Jul 29 15:03:44.047272 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device fd56b093-1981-4d1f-b658-4aeed9330baf up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:03:44.106888 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6da786ae-f1e1-43f3-8c16-6bb469cc15cb req-19ce4ffa-2315-48ad-9e81-f085e399b4d5 tempest-ServerShowV257Test-1982063028 tempest-ServerShowV257Test-1982063028-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ae72edb-da55-48df-bdfb-2dcadb4c4fd2 HTTP/1.1" status: 200 len: 210 time: 0.0473559 Jul 29 15:03:44.136974 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port fd56b093-1981-4d1f-b658-4aeed9330baf completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:03:44.152764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port fd56b093-1981-4d1f-b658-4aeed9330baf triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:03:44.154271 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:44.166053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-a7a33610-8397-4e58-8901-52e3f05e36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:44.167610 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-a7a33610-8397-4e58-8901-52e3f05e36a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbb34b73-c540-4255-9d61-eaabcefcb943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1077228 Jul 29 15:03:44.284444 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:44.318607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b598bf1-8a9e-423f-8fa8-dd88ed6d8083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd56b093-1981-4d1f-b658-4aeed9330baf'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:03:44.321712 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2f7eed-2597-4e53-afd1-61484a3ce81b" -d '{"events": [{"server_uuid": "5b598bf1-8a9e-423f-8fa8-dd88ed6d8083", "name": "network-vif-plugged", "status": "completed", "tag": "fd56b093-1981-4d1f-b658-4aeed9330baf"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:03:44.347692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port fd56b093-1981-4d1f-b658-4aeed9330baf, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=fd56b093-1981-4d1f-b658-4aeed9330baf,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:44.354127 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:44.355253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 4999239b-9276-41bb-b892-88e27a02d9c9 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:03:44.393172 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-62d84b6e-f19a-4368-afbe-8ad8181ba00e service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180588 Jul 29 15:03:44.442018 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8059cf34-7f09-4fbe-bfc9-a7f36e138134 x-openstack-request-id: req-8059cf34-7f09-4fbe-bfc9-a7f36e138134 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:03:44.442308 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b598bf1-8a9e-423f-8fa8-dd88ed6d8083", "name": "network-vif-plugged", "status": "completed", "tag": "fd56b093-1981-4d1f-b658-4aeed9330baf", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:03:44.442560 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8059cf34-7f09-4fbe-bfc9-a7f36e138134 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:03:44.442962 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b598bf1-8a9e-423f-8fa8-dd88ed6d8083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd56b093-1981-4d1f-b658-4aeed9330baf', 'code': 200} Jul 29 15:03:44.474007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 4999239b-9276-41bb-b892-88e27a02d9c9 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:03:44.500538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 4999239b-9276-41bb-b892-88e27a02d9c9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:03:44.500954 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:44.561423 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=fd56b093-1981-4d1f-b658-4aeed9330baf,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:44.806497 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01c8cdbd-a344-41f8-9559-90eeca32d0f4 req-a73333af-46f1-4705-b2e5-46778cf78747 service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038842 Jul 29 15:03:44.838228 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:44.853441 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f31116-3e77-4459-98fd-710da0740acd req-6c5f14ea-2e39-4e2d-8db2-91a8a2868d51 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:44.856329 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99f31116-3e77-4459-98fd-710da0740acd req-6c5f14ea-2e39-4e2d-8db2-91a8a2868d51 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 945 time: 0.1874847 Jul 29 15:03:44.948436 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 4999239b-9276-41bb-b892-88e27a02d9c9, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=4999239b-9276-41bb-b892-88e27a02d9c9,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:44.953349 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:44.992054 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99f31116-3e77-4459-98fd-710da0740acd req-7eb0a1dc-bbfa-42d3-a2ff-54a96021746e tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278195 Jul 29 15:03:45.064172 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=4999239b-9276-41bb-b892-88e27a02d9c9,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:45.165485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207ddc4-2637-4107-b606-15f789e8b26e req-2dddaa10-c426-4475-83b0-9c5f06c42fe8 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:45.172978 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b207ddc4-2637-4107-b606-15f789e8b26e req-2dddaa10-c426-4475-83b0-9c5f06c42fe8 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.7553918 Jul 29 15:03:45.250157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b207ddc4-2637-4107-b606-15f789e8b26e req-abe8b0ab-7876-4c60-aab4-ed51a53167c3 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758288 Jul 29 15:03:45.253619 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272d377-e213-4495-89c9-b46f7e1d55c0 req-d4b828d7-f3f6-47e1-9e20-0531643f65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:45.255254 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0272d377-e213-4495-89c9-b46f7e1d55c0 req-d4b828d7-f3f6-47e1-9e20-0531643f65bc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5b598bf1-8a9e-423f-8fa8-dd88ed6d8083 HTTP/1.1" status: 200 len: 1096 time: 0.1464021 Jul 29 15:03:45.319529 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0272d377-e213-4495-89c9-b46f7e1d55c0 req-d4cc4a8b-bfcf-4d59-a747-5ea83bcf0a76 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516789 Jul 29 15:03:45.393344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31a23c-27c3-4450-bbc4-8db42fc7d1ad req-2b1e037a-2526-4caa-b511-8a61695d7781 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:45.395668 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a31a23c-27c3-4450-bbc4-8db42fc7d1ad req-2b1e037a-2526-4caa-b511-8a61695d7781 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0749290 Jul 29 15:03:45.443305 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a31a23c-27c3-4450-bbc4-8db42fc7d1ad req-d274e116-2164-4bb8-be86-3acf1d1279e1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391965 Jul 29 15:03:45.460969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53762) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:45.627262 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ec5e3394-e251-4e2f-8a1e-a0c84d0cb051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:45.666065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb840b-92d8-4259-a090-94553892c50f req-05eb8928-2aa7-4fd5-a989-9b3068b19b98 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:45.667898 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78bb840b-92d8-4259-a090-94553892c50f req-05eb8928-2aa7-4fd5-a989-9b3068b19b98 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0949581 Jul 29 15:03:45.738492 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-78bb840b-92d8-4259-a090-94553892c50f req-ca50767f-1a7b-4cb5-9051-915a55fa1495 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624330 Jul 29 15:03:45.809516 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ec5e3394-e251-4e2f-8a1e-a0c84d0cb051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:45.815800 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ec5e3394-e251-4e2f-8a1e-a0c84d0cb051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:45.871210 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e3394-e251-4e2f-8a1e-a0c84d0cb051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc8385f-76c3-4c6a-9e4b-9ba11efcdd54,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:45.898149 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ec5e3394-e251-4e2f-8a1e-a0c84d0cb051 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b1e9b414fe3458c8b8e360a0d7f5a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4346035 Jul 29 15:03:45.900117 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53774) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:45.949201 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf124df2-4228-49f2-ad51-94b99671771c req-5b383f6a-c4a4-4a7f-b61f-a8d663398aae tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:45.957822 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf124df2-4228-49f2-ad51-94b99671771c req-5b383f6a-c4a4-4a7f-b61f-a8d663398aae tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0808156 Jul 29 15:03:45.966686 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab3fd-82b3-4dc0-9465-9255fa8055f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:45.995374 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab3fd-82b3-4dc0-9465-9255fa8055f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:46.009003 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf124df2-4228-49f2-ad51-94b99671771c req-04db5b85-d5e5-4921-8171-99075bd09ca6 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498610 Jul 29 15:03:46.084962 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab3fd-82b3-4dc0-9465-9255fa8055f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:46.088698 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab3fd-82b3-4dc0-9465-9255fa8055f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:46.094039 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4c6ab3fd-82b3-4dc0-9465-9255fa8055f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ecc8385f-76c3-4c6a-9e4b-9ba11efcdd54 HTTP/1.1" status: 204 len: 168 time: 0.1923811 Jul 29 15:03:46.114334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ab3fd-82b3-4dc0-9465-9255fa8055f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc8385f-76c3-4c6a-9e4b-9ba11efcdd54,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:46.202360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860e807-ff9d-4d19-a925-4db0cd71f4bb req-f6d35e79-74fa-4760-83d5-eef59c87d6c9 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:46.212610 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1860e807-ff9d-4d19-a925-4db0cd71f4bb req-f6d35e79-74fa-4760-83d5-eef59c87d6c9 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 946 time: 0.0922053 Jul 29 15:03:46.292358 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1860e807-ff9d-4d19-a925-4db0cd71f4bb req-5814d09b-d51a-4a4e-a59b-e1aafa76a784 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763695 Jul 29 15:03:46.444513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4ac155-f4af-4d69-9326-c35f1adddf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4999239b-9276-41bb-b892-88e27a02d9c9'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:03:46.447578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943fe6c-5338-440c-879f-fa74f243a6f4 req-83ad07e3-d972-40cc-8b98-30ee6de5474d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:46.449100 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3319300-579d-4527-819b-e0d42fe1a2b1" -d '{"events": [{"server_uuid": "ef4ac155-f4af-4d69-9326-c35f1adddf62", "name": "network-vif-plugged", "status": "completed", "tag": "4999239b-9276-41bb-b892-88e27a02d9c9"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:03:46.450194 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b943fe6c-5338-440c-879f-fa74f243a6f4 req-83ad07e3-d972-40cc-8b98-30ee6de5474d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1734703 Jul 29 15:03:46.580262 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b943fe6c-5338-440c-879f-fa74f243a6f4 req-cc257935-4919-48c6-bd20-f7fac4a623f1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159444 Jul 29 15:03:46.624338 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98730905-dd57-4750-84e4-c11a70ee1ea0 x-openstack-request-id: req-98730905-dd57-4750-84e4-c11a70ee1ea0 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:03:46.624801 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4ac155-f4af-4d69-9326-c35f1adddf62", "name": "network-vif-plugged", "status": "completed", "tag": "4999239b-9276-41bb-b892-88e27a02d9c9", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:03:46.625191 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98730905-dd57-4750-84e4-c11a70ee1ea0 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:03:46.625799 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4ac155-f4af-4d69-9326-c35f1adddf62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4999239b-9276-41bb-b892-88e27a02d9c9', 'code': 200} Jul 29 15:03:46.756719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fec93c-7ff0-4fe5-a9a0-2f4c7983ac41 req-6b69d0b1-12ed-4079-bf5a-ca552bbbf025 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:46.758901 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41fec93c-7ff0-4fe5-a9a0-2f4c7983ac41 req-6b69d0b1-12ed-4079-bf5a-ca552bbbf025 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0702095 Jul 29 15:03:46.809230 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fabc2-2421-4cc1-adb0-c6f962cf34b4 req-8d9d4379-3413-4ce8-94f8-282a42cc867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:46.811041 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-996fabc2-2421-4cc1-adb0-c6f962cf34b4 req-8d9d4379-3413-4ce8-94f8-282a42cc867f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 1097 time: 0.0845752 Jul 29 15:03:46.822880 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41fec93c-7ff0-4fe5-a9a0-2f4c7983ac41 req-4b65858d-357c-4781-8391-ff0931421c66 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561583 Jul 29 15:03:46.898226 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-996fabc2-2421-4cc1-adb0-c6f962cf34b4 req-5b006593-ede6-4096-9e81-7f0af594f863 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793357 Jul 29 15:03:47.085790 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718fb9a-8e9a-43f3-a582-a84679b82b94 req-5e4e6e1c-775d-4e29-a0b1-4e584e22c225 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:47.087436 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a718fb9a-8e9a-43f3-a582-a84679b82b94 req-5e4e6e1c-775d-4e29-a0b1-4e584e22c225 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0740855 Jul 29 15:03:47.138271 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a718fb9a-8e9a-43f3-a582-a84679b82b94 req-774db1b6-c73e-4e9c-816a-25d8833a066a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367427 Jul 29 15:03:47.301346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab30318-b187-4884-9445-aa0174f4240f req-7c41174d-29ea-49f3-9f96-e055eee0e268 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:47.315017 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ab30318-b187-4884-9445-aa0174f4240f req-7c41174d-29ea-49f3-9f96-e055eee0e268 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0834515 Jul 29 15:03:47.373314 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3ab30318-b187-4884-9445-aa0174f4240f req-cf4deabf-032f-49ab-b244-757a26cb84cb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569534 Jul 29 15:03:47.483760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fb767-c064-4fbd-814b-aa8873b24ef7 req-dc0b55d2-3ffc-4b93-a46e-6de614480c16 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:47.485402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e30fb767-c064-4fbd-814b-aa8873b24ef7 req-dc0b55d2-3ffc-4b93-a46e-6de614480c16 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 946 time: 0.0884366 Jul 29 15:03:47.550548 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e30fb767-c064-4fbd-814b-aa8873b24ef7 req-e5991a82-9502-4509-99ab-dd48906ccf00 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458848 Jul 29 15:03:47.714255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b5362-2265-454a-b106-fc71da7c105e req-613b03f9-102f-47a5-be6d-e62c8bd4c8df tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:47.731065 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d6b5362-2265-454a-b106-fc71da7c105e req-613b03f9-102f-47a5-be6d-e62c8bd4c8df tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1038361 Jul 29 15:03:47.800562 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d6b5362-2265-454a-b106-fc71da7c105e req-3b3f82a3-a0d6-417f-b44d-9e13b3478e75 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677803 Jul 29 15:03:48.021062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89601409-53f5-4451-beb4-53097396f2f9 req-17ed1c4d-a4ea-459a-ab30-e78303cf2b76 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:48.031599 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-89601409-53f5-4451-beb4-53097396f2f9 req-17ed1c4d-a4ea-459a-ab30-e78303cf2b76 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1384821 Jul 29 15:03:48.086187 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-89601409-53f5-4451-beb4-53097396f2f9 req-cc562985-0479-4b97-9a7c-48e8fa5938dd tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531254 Jul 29 15:03:48.337935 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669eb27-207f-4f99-bdc3-82c29aa49c7f req-378b7051-c466-40af-ac75-113e51044d68 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:48.339653 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2669eb27-207f-4f99-bdc3-82c29aa49c7f req-378b7051-c466-40af-ac75-113e51044d68 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0784957 Jul 29 15:03:48.419467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53874) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:48.421614 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2669eb27-207f-4f99-bdc3-82c29aa49c7f req-0a70fab9-0e6f-4f7e-9f95-37b3c555ce4e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692880 Jul 29 15:03:48.705951 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c00a2d0c-2a5a-4119-aeff-3d9e5630e1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:48.745367 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814ae20-38b1-49c6-84a9-1ab0444396f9 req-e157ee7d-0a80-4ee0-a465-8ff9e466eb4b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:48.754965 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c814ae20-38b1-49c6-84a9-1ab0444396f9 req-e157ee7d-0a80-4ee0-a465-8ff9e466eb4b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1224813 Jul 29 15:03:48.815988 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c814ae20-38b1-49c6-84a9-1ab0444396f9 req-0f8b2c73-2c02-4e0c-b46f-f7dc801d0d8c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589054 Jul 29 15:03:48.853091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b0ceb-b5db-4d80-884b-e4c80bc2d18a req-08aa2be5-c696-419f-8060-a561166d64bd tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:48.866689 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-377b0ceb-b5db-4d80-884b-e4c80bc2d18a req-08aa2be5-c696-419f-8060-a561166d64bd tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 946 time: 0.0771472 Jul 29 15:03:48.978034 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-377b0ceb-b5db-4d80-884b-e4c80bc2d18a req-6b52622c-65b1-4335-9d5b-d0a74d5b36b5 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054525 Jul 29 15:03:49.065754 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c00a2d0c-2a5a-4119-aeff-3d9e5630e1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:49.078683 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c00a2d0c-2a5a-4119-aeff-3d9e5630e1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:49.151193 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c00a2d0c-2a5a-4119-aeff-3d9e5630e1a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=daaefa51ce3248d19e2739cc17e334b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7304766 Jul 29 15:03:49.152543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a2d0c-2a5a-4119-aeff-3d9e5630e1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd361495-656a-42e9-87b2-e08b7efbbff3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:49.156639 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53902) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:49.184163 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13752e6a-620b-4e28-8ebe-e6843c0ec133 req-fe884c73-1892-400a-a53c-d2134194795e tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:49.186883 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13752e6a-620b-4e28-8ebe-e6843c0ec133 req-fe884c73-1892-400a-a53c-d2134194795e tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b598bf1-8a9e-423f-8fa8-dd88ed6d8083 HTTP/1.1" status: 200 len: 945 time: 0.1270123 Jul 29 15:03:49.250728 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13752e6a-620b-4e28-8ebe-e6843c0ec133 req-7e769887-4bab-4cde-a887-0264a0b60a7e tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535059 Jul 29 15:03:49.269310 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-30ae978b-a5f2-4727-8cfe-5d017b484804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:49.305267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a9939-8e92-4f5e-bbd8-f1a555ba9e17 req-86c210f0-7ef6-4b96-b1c5-34b1a285afe6 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:49.307004 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f34a9939-8e92-4f5e-bbd8-f1a555ba9e17 req-86c210f0-7ef6-4b96-b1c5-34b1a285afe6 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1107681 Jul 29 15:03:49.323031 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-30ae978b-a5f2-4727-8cfe-5d017b484804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:49.427326 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f34a9939-8e92-4f5e-bbd8-f1a555ba9e17 req-0ee6504e-e5fd-4052-9c0b-631e5c1f46d0 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070371 Jul 29 15:03:49.466142 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-30ae978b-a5f2-4727-8cfe-5d017b484804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:49.475666 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-30ae978b-a5f2-4727-8cfe-5d017b484804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:49.483644 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-30ae978b-a5f2-4727-8cfe-5d017b484804 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd361495-656a-42e9-87b2-e08b7efbbff3 HTTP/1.1" status: 204 len: 168 time: 0.3240063 Jul 29 15:03:49.504353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae978b-a5f2-4727-8cfe-5d017b484804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd361495-656a-42e9-87b2-e08b7efbbff3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:49.772182 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775a1f3-37d9-4aa8-bcae-be9e51d31820 req-e96bf500-2615-4500-8d99-34bf04e116f7 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:49.795575 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e775a1f3-37d9-4aa8-bcae-be9e51d31820 req-e96bf500-2615-4500-8d99-34bf04e116f7 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.2021155 Jul 29 15:03:49.964812 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60fc8614-fc6b-46b2-ba57-a56ddf4a9981 req-c21d2119-2ee7-4a42-870f-b9c50f11dc2c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2237325 Jul 29 15:03:49.979341 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e775a1f3-37d9-4aa8-bcae-be9e51d31820 req-f60d0563-0933-475d-a54e-00bba6eaea9a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813779 Jul 29 15:03:50.326749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e386bdf2-6928-4ebc-96ef-1d604764f3af tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:50.329628 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e386bdf2-6928-4ebc-96ef-1d604764f3af tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/networks?id=19182e03-a888-4157-8752-b6382362c95e HTTP/1.1" status: 200 len: 812 time: 0.2248445 Jul 29 15:03:50.361356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc8614-fc6b-46b2-ba57-a56ddf4a9981 req-097648f2-285e-472d-8170-4a678d751fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:50.364069 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60fc8614-fc6b-46b2-ba57-a56ddf4a9981 req-097648f2-285e-472d-8170-4a678d751fa7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f5e572e1e43471cb0156603ea55a1bb&device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 1096 time: 0.3386314 Jul 29 15:03:50.381377 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-bb2b0503-fbef-4740-b28f-e608eae628d8 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/quotas/5d8138c3cb0047d0943e567326f7fcce HTTP/1.1" status: 200 len: 375 time: 0.0399055 Jul 29 15:03:50.472719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14806fd1-1ef3-4d96-8fb5-032981a43674 req-50fd8af2-d696-43c5-82f6-d8eedfb68923 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:50.475085 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14806fd1-1ef3-4d96-8fb5-032981a43674 req-50fd8af2-d696-43c5-82f6-d8eedfb68923 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1177225 Jul 29 15:03:50.563495 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-307244e0-a6d7-4384-96c1-013bc9027b9d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d8138c3cb0047d0943e567326f7fcce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1807480 Jul 29 15:03:50.567299 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14806fd1-1ef3-4d96-8fb5-032981a43674 req-cbb1ba9d-a53e-425d-9c5a-39e90b590d66 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801599 Jul 29 15:03:50.715609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc8614-fc6b-46b2-ba57-a56ddf4a9981 req-8f678d8d-84ce-4d75-abea-0763126ffb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:50.718959 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60fc8614-fc6b-46b2-ba57-a56ddf4a9981 req-8f678d8d-84ce-4d75-abea-0763126ffb82 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d80521b-6229-44d9-b599-75d40e13b312 HTTP/1.1" status: 200 len: 910 time: 0.3219163 Jul 29 15:03:50.781854 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd70f0-db38-4248-809a-714c5edaa48c req-eac445fb-f575-469b-8487-5cd50e5a2b2a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:50.786574 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9dd70f0-db38-4248-809a-714c5edaa48c req-eac445fb-f575-469b-8487-5cd50e5a2b2a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1075318 Jul 29 15:03:50.884915 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-18e71865-0ed4-4297-99d3-dc32de52049f service neutron] 10.222.0.16 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200674 Jul 29 15:03:50.912462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9dd70f0-db38-4248-809a-714c5edaa48c req-19eaf149-5d9e-45b1-93b1-24ff19aee37d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192939 Jul 29 15:03:51.009449 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60fc8614-fc6b-46b2-ba57-a56ddf4a9981 req-375d793c-0c5f-47a4-a2db-d0674f84115a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=caf2625a-cfb3-4dbb-9edb-0634f1e7a07c HTTP/1.1" status: 200 len: 1001 time: 0.2700341 Jul 29 15:03:51.244376 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc8614-fc6b-46b2-ba57-a56ddf4a9981 req-6a8ddd66-0d46-412d-aaae-4e268d61d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:51.247836 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60fc8614-fc6b-46b2-ba57-a56ddf4a9981 req-6a8ddd66-0d46-412d-aaae-4e268d61d8d2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b1747c4-def9-4399-bfc4-b048db571a84 HTTP/1.1" status: 200 len: 848 time: 0.1889424 Jul 29 15:03:51.285451 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-fafdd0d4-9237-4fc6-bc0c-8fe02971d8c9 service neutron] 10.222.0.16 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906887 Jul 29 15:03:51.303964 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153cfc2-9568-425e-bf85-e2e185016708 req-446bc086-e088-465e-a386-9fcbc256cab7 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:51.316481 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a153cfc2-9568-425e-bf85-e2e185016708 req-446bc086-e088-465e-a386-9fcbc256cab7 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0864980 Jul 29 15:03:51.363595 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae118d9-377b-4451-b843-b4883e62620e req-b435820c-bdf2-46aa-9bd2-d44c44b04171 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:51.366413 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ae118d9-377b-4451-b843-b4883e62620e req-b435820c-bdf2-46aa-9bd2-d44c44b04171 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.38 "GET /v2.0/ports?device_id=5b598bf1-8a9e-423f-8fa8-dd88ed6d8083 HTTP/1.1" status: 200 len: 945 time: 0.3052533 Jul 29 15:03:51.383166 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a153cfc2-9568-425e-bf85-e2e185016708 req-3489f4f7-e70a-485d-8067-8cc89e34c13b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655351 Jul 29 15:03:51.399019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc8614-fc6b-46b2-ba57-a56ddf4a9981 req-28c6965c-3f4e-48b4-bbd1-4d7cea6440cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:51.402243 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60fc8614-fc6b-46b2-ba57-a56ddf4a9981 req-28c6965c-3f4e-48b4-bbd1-4d7cea6440cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d80521b-6229-44d9-b599-75d40e13b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412003 Jul 29 15:03:51.617131 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-2ae118d9-377b-4451-b843-b4883e62620e req-94f676b1-0b1e-406b-b82f-7b0435d826b4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Deleting port fd56b093-1981-4d1f-b658-4aeed9330baf {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:03:51.617829 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2ae118d9-377b-4451-b843-b4883e62620e req-94f676b1-0b1e-406b-b82f-7b0435d826b4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:51.656210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c5333-6dff-41e5-bd9d-b71b21aeee0a req-10fb5607-3caf-47c0-b39c-be18335b3288 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:51.664185 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c68c5333-6dff-41e5-bd9d-b71b21aeee0a req-10fb5607-3caf-47c0-b39c-be18335b3288 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef4ac155-f4af-4d69-9326-c35f1adddf62 HTTP/1.1" status: 200 len: 946 time: 0.2024181 Jul 29 15:03:51.749645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-2ae118d9-377b-4451-b843-b4883e62620e req-94f676b1-0b1e-406b-b82f-7b0435d826b4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] For port fd56b093-1981-4d1f-b658-4aeed9330baf, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=fd56b093-1981-4d1f-b658-4aeed9330baf,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:51.750017 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2ae118d9-377b-4451-b843-b4883e62620e req-94f676b1-0b1e-406b-b82f-7b0435d826b4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:51.785411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-2ae118d9-377b-4451-b843-b4883e62620e req-94f676b1-0b1e-406b-b82f-7b0435d826b4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Calling delete_port for fd56b093-1981-4d1f-b658-4aeed9330baf owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:03:51.886057 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60fc8614-fc6b-46b2-ba57-a56ddf4a9981 req-73721ad7-b260-4962-80c8-2bf2569a6618 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473372 Jul 29 15:03:51.969084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340434e-c42a-4685-8970-45c74d8ba327 req-fb715193-958e-454b-a113-f574e850050d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:51.978788 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e340434e-c42a-4685-8970-45c74d8ba327 req-fb715193-958e-454b-a113-f574e850050d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.2522886 Jul 29 15:03:52.085968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54012) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:52.109232 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e340434e-c42a-4685-8970-45c74d8ba327 req-b9079408-dd7c-4b57-bfca-b6489e937680 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295121 Jul 29 15:03:52.110244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54018) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:52.115772 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-c68c5333-6dff-41e5-bd9d-b71b21aeee0a req-d882a7df-800e-43d4-b262-010e8d1e3cc4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Deleting port 4999239b-9276-41bb-b892-88e27a02d9c9 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:03:52.116362 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c68c5333-6dff-41e5-bd9d-b71b21aeee0a req-d882a7df-800e-43d4-b262-010e8d1e3cc4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:52.228343 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c57cff3f-6a3d-4c1a-8962-d54a452fa206 req-2024cf5b-28cb-473b-a848-eb8dec0d862a tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a76ade3c-f1da-43ad-ba82-cc7970ff2241 HTTP/1.1" status: 200 len: 210 time: 0.1116593 Jul 29 15:03:52.293346 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-60fc8614-fc6b-46b2-ba57-a56ddf4a9981 req-74ba501e-1fbc-4d1a-bff3-538e61d4b127 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988047 Jul 29 15:03:52.341330 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2ae118d9-377b-4451-b843-b4883e62620e req-94f676b1-0b1e-406b-b82f-7b0435d826b4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:52.378173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c68c5333-6dff-41e5-bd9d-b71b21aeee0a req-d882a7df-800e-43d4-b262-010e8d1e3cc4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] For port 4999239b-9276-41bb-b892-88e27a02d9c9, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=4999239b-9276-41bb-b892-88e27a02d9c9,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:52.378540 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c68c5333-6dff-41e5-bd9d-b71b21aeee0a req-d882a7df-800e-43d4-b262-010e8d1e3cc4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:52.415906 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-c68c5333-6dff-41e5-bd9d-b71b21aeee0a req-d882a7df-800e-43d4-b262-010e8d1e3cc4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Calling delete_port for 4999239b-9276-41bb-b892-88e27a02d9c9 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:03:52.424282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f676b1-0b1e-406b-b82f-7b0435d826b4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Pushing event deleted for resources: {'Port': ['ID=fd56b093-1981-4d1f-b658-4aeed9330baf,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:52.456553 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae118d9-377b-4451-b843-b4883e62620e req-94f676b1-0b1e-406b-b82f-7b0435d826b4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] No DVR routers for this DVR port fd56b093-1981-4d1f-b658-4aeed9330baf on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:03:52.468278 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2ae118d9-377b-4451-b843-b4883e62620e req-94f676b1-0b1e-406b-b82f-7b0435d826b4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:52.470510 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ae118d9-377b-4451-b843-b4883e62620e req-94f676b1-0b1e-406b-b82f-7b0435d826b4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.38 "DELETE /v2.0/ports/fd56b093-1981-4d1f-b658-4aeed9330baf HTTP/1.1" status: 204 len: 173 time: 1.0959902 Jul 29 15:03:52.471002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b598bf1-8a9e-423f-8fa8-dd88ed6d8083', 'name': 'network-vif-deleted', 'tag': 'fd56b093-1981-4d1f-b658-4aeed9330baf'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:03:52.474283 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbde850-5df7-464a-85f1-ca66a51c764a" -d '{"events": [{"server_uuid": "5b598bf1-8a9e-423f-8fa8-dd88ed6d8083", "name": "network-vif-deleted", "tag": "fd56b093-1981-4d1f-b658-4aeed9330baf"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:03:52.506959 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d95baf5b-33e8-4db0-8517-bcef82ae7be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:52.590949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8eef093d-24d6-4bee-9bcf-b5331518934b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:52.594345 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca825204-ddfb-402d-bb10-12e09b3d04ee x-openstack-request-id: req-ca825204-ddfb-402d-bb10-12e09b3d04ee {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:03:52.595206 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b598bf1-8a9e-423f-8fa8-dd88ed6d8083", "name": "network-vif-deleted", "tag": "fd56b093-1981-4d1f-b658-4aeed9330baf", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:03:52.596427 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca825204-ddfb-402d-bb10-12e09b3d04ee {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:03:52.597061 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b598bf1-8a9e-423f-8fa8-dd88ed6d8083', 'name': 'network-vif-deleted', 'tag': 'fd56b093-1981-4d1f-b658-4aeed9330baf', 'status': 'completed', 'code': 200} Jul 29 15:03:52.726131 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d95baf5b-33e8-4db0-8517-bcef82ae7be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:52.733947 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d95baf5b-33e8-4db0-8517-bcef82ae7be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:52.808440 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c68c5333-6dff-41e5-bd9d-b71b21aeee0a req-d882a7df-800e-43d4-b262-010e8d1e3cc4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:52.822295 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d95baf5b-33e8-4db0-8517-bcef82ae7be2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1060d8d33d994811a139fd16fdbf0883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7347708 Jul 29 15:03:52.823031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54048) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:52.830962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95baf5b-33e8-4db0-8517-bcef82ae7be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f31572-54f9-408d-9bcc-57a671beb6c1,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:52.905163 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c41b9eb-5cd1-40cd-bb69-96de7a0bd8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:52.908424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882a7df-800e-43d4-b262-010e8d1e3cc4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Pushing event deleted for resources: {'Port': ['ID=4999239b-9276-41bb-b892-88e27a02d9c9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:52.936027 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c41b9eb-5cd1-40cd-bb69-96de7a0bd8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:52.965765 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f78095-fdd8-42bb-9066-5b92f21f45c2 req-d883348e-21e4-4ed1-acd3-bf952e4467f2 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:52.967548 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-77f78095-fdd8-42bb-9066-5b92f21f45c2 req-d883348e-21e4-4ed1-acd3-bf952e4467f2 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.2520103 Jul 29 15:03:52.994664 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68c5333-6dff-41e5-bd9d-b71b21aeee0a req-d882a7df-800e-43d4-b262-010e8d1e3cc4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] No DVR routers for this DVR port 4999239b-9276-41bb-b892-88e27a02d9c9 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:03:52.998501 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c68c5333-6dff-41e5-bd9d-b71b21aeee0a req-d882a7df-800e-43d4-b262-010e8d1e3cc4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:53.001410 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c68c5333-6dff-41e5-bd9d-b71b21aeee0a req-d882a7df-800e-43d4-b262-010e8d1e3cc4 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.38 "DELETE /v2.0/ports/4999239b-9276-41bb-b892-88e27a02d9c9 HTTP/1.1" status: 204 len: 173 time: 1.3311088 Jul 29 15:03:53.025804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4ac155-f4af-4d69-9326-c35f1adddf62', 'name': 'network-vif-deleted', 'tag': '4999239b-9276-41bb-b892-88e27a02d9c9'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:03:53.030407 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef8b805-226a-45e5-a21c-1dc8bd6fb285" -d '{"events": [{"server_uuid": "ef4ac155-f4af-4d69-9326-c35f1adddf62", "name": "network-vif-deleted", "tag": "4999239b-9276-41bb-b892-88e27a02d9c9"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:03:53.030712 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c41b9eb-5cd1-40cd-bb69-96de7a0bd8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:53.041355 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c41b9eb-5cd1-40cd-bb69-96de7a0bd8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:53.067509 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1c41b9eb-5cd1-40cd-bb69-96de7a0bd8d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23f31572-54f9-408d-9bcc-57a671beb6c1 HTTP/1.1" status: 204 len: 168 time: 0.2288406 Jul 29 15:03:53.075046 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-77f78095-fdd8-42bb-9066-5b92f21f45c2 req-e9c6f5be-d65e-46e3-9507-82d7d5b46cdd tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838938 Jul 29 15:03:53.126259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41b9eb-5cd1-40cd-bb69-96de7a0bd8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f31572-54f9-408d-9bcc-57a671beb6c1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:53.133671 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8eef093d-24d6-4bee-9bcf-b5331518934b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:53.151170 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8eef093d-24d6-4bee-9bcf-b5331518934b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:53.203320 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63e0262-df9a-4ff0-9629-5c5baf663eba x-openstack-request-id: req-d63e0262-df9a-4ff0-9629-5c5baf663eba {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:03:53.203878 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4ac155-f4af-4d69-9326-c35f1adddf62", "name": "network-vif-deleted", "tag": "4999239b-9276-41bb-b892-88e27a02d9c9", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:03:53.204426 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d63e0262-df9a-4ff0-9629-5c5baf663eba {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:03:53.204893 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4ac155-f4af-4d69-9326-c35f1adddf62', 'name': 'network-vif-deleted', 'tag': '4999239b-9276-41bb-b892-88e27a02d9c9', 'status': 'completed', 'code': 200} Jul 29 15:03:53.205642 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef093d-24d6-4bee-9bcf-b5331518934b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f990e0d-01ac-4fd2-afd4-a5935eb74318,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:53.275264 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8eef093d-24d6-4bee-9bcf-b5331518934b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7a4b2df21764da89cdccc43113c1ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0936894 Jul 29 15:03:53.278316 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54062) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:53.316190 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fadbdf-686f-4e8c-869c-8cd83234ae9e req-3c3e431a-2da0-49c8-8ccb-6f80fd01fe41 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:53.318608 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9fadbdf-686f-4e8c-869c-8cd83234ae9e req-3c3e431a-2da0-49c8-8ccb-6f80fd01fe41 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0899179 Jul 29 15:03:53.429152 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6497668-3b23-457d-90b5-ffe993a85a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:53.444897 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6c94b569-3af1-487e-876f-6b2450f229c7 req-734e6a87-62ec-4406-af8f-d62e58764334 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a76ade3c-f1da-43ad-ba82-cc7970ff2241 HTTP/1.1" status: 200 len: 210 time: 0.0517054 Jul 29 15:03:53.449617 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9fadbdf-686f-4e8c-869c-8cd83234ae9e req-ea359acc-ebce-42f2-a995-559f582ed3bc tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152143 Jul 29 15:03:53.495036 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6497668-3b23-457d-90b5-ffe993a85a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:53.624500 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6497668-3b23-457d-90b5-ffe993a85a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:53.628162 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6497668-3b23-457d-90b5-ffe993a85a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:53.632985 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c6497668-3b23-457d-90b5-ffe993a85a27 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f990e0d-01ac-4fd2-afd4-a5935eb74318 HTTP/1.1" status: 204 len: 168 time: 0.3528941 Jul 29 15:03:53.688941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6497668-3b23-457d-90b5-ffe993a85a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f990e0d-01ac-4fd2-afd4-a5935eb74318,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:53.738549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71d5cb-d6b4-4657-b5a5-46c51b08ab3b req-4ad07795-7d25-41c7-9941-77dd310e479f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:53.748730 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3b71d5cb-d6b4-4657-b5a5-46c51b08ab3b req-4ad07795-7d25-41c7-9941-77dd310e479f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1145322 Jul 29 15:03:53.922136 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3b71d5cb-d6b4-4657-b5a5-46c51b08ab3b req-51c3e99d-28d4-4d4f-8047-a75043f633ab tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704955 Jul 29 15:03:54.028616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e16e7bee-e2f1-41d4-a46c-cb8baa36cac1 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:54.030702 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e16e7bee-e2f1-41d4-a46c-cb8baa36cac1 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.39 "GET /v2.0/networks?id=19182e03-a888-4157-8752-b6382362c95e HTTP/1.1" status: 200 len: 812 time: 0.2392762 Jul 29 15:03:54.048396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-fcb9eef7-704f-4655-8ce6-2c27b9b1e8d7 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Request body: {'port': {'device_id': 'a76ade3c-f1da-43ad-ba82-cc7970ff2241', 'network_id': '19182e03-a888-4157-8752-b6382362c95e', 'admin_state_up': True, 'tenant_id': '5d8138c3cb0047d0943e567326f7fcce'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:03:54.094336 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device fd56b093-1981-4d1f-b658-4aeed9330baf no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:03:54.152565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: fd56b093-1981-4d1f-b658-4aeed9330baf {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:03:54.153048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device fd56b093-1981-4d1f-b658-4aeed9330baf not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:03:54.154326 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 4999239b-9276-41bb-b892-88e27a02d9c9 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:03:54.221401 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 4999239b-9276-41bb-b892-88e27a02d9c9 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:03:54.226398 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 4999239b-9276-41bb-b892-88e27a02d9c9 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:03:54.239647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5873803-a1a5-4117-8239-86fd5bdc2d13 req-d747e2cd-3e58-4874-a8b0-14f6f9f3714a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:54.251936 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b5873803-a1a5-4117-8239-86fd5bdc2d13 req-d747e2cd-3e58-4874-a8b0-14f6f9f3714a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1705244 Jul 29 15:03:54.310175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-fcb9eef7-704f-4655-8ce6-2c27b9b1e8d7 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Made reservation on behalf of 5d8138c3cb0047d0943e567326f7fcce for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:03:54.312911 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-fcb9eef7-704f-4655-8ce6-2c27b9b1e8d7 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:54.314924 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54102) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:54.346862 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b7334cf-7b44-4a04-861f-83b35df82e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:54.392352 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b5873803-a1a5-4117-8239-86fd5bdc2d13 req-9898a0e2-ed87-4889-a0eb-0901faf6eb01 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373620 Jul 29 15:03:54.471096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-373bf017-583c-494c-b9eb-093a6aeb9292 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:54.490803 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-373bf017-583c-494c-b9eb-093a6aeb9292 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.39 "GET /v2.0/networks?id=19182e03-a888-4157-8752-b6382362c95e HTTP/1.1" status: 200 len: 812 time: 0.2331338 Jul 29 15:03:54.503783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e8b47914-a40a-43a3-8528-cb2d9efd3429 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Request body: {'port': {'device_id': 'ed9986d8-4be5-4342-a315-06bef412ba26', 'network_id': '19182e03-a888-4157-8752-b6382362c95e', 'admin_state_up': True, 'tenant_id': '5d8138c3cb0047d0943e567326f7fcce'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:03:54.698510 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d1114efd-3fc1-483d-bccd-957db998a628 req-8ff91c35-2814-49fe-9a72-0599090c1de8 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a76ade3c-f1da-43ad-ba82-cc7970ff2241 HTTP/1.1" status: 200 len: 210 time: 0.0756001 Jul 29 15:03:54.910948 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b7334cf-7b44-4a04-861f-83b35df82e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:54.920732 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b7334cf-7b44-4a04-861f-83b35df82e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:54.954890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7334cf-7b44-4a04-861f-83b35df82e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e66021-8268-4845-b939-f479e8b0d496,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:54.955554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e8b47914-a40a-43a3-8528-cb2d9efd3429 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Made reservation on behalf of 5d8138c3cb0047d0943e567326f7fcce for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:03:54.976292 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e8b47914-a40a-43a3-8528-cb2d9efd3429 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:55.011334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4b7334cf-7b44-4a04-861f-83b35df82e15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87388cb68e7540e4a0c8886275489dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6944208 Jul 29 15:03:55.015465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54130) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:03:55.180728 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-fcb9eef7-704f-4655-8ce6-2c27b9b1e8d7 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Allocated IP 172.20.0.4 (19182e03-a888-4157-8752-b6382362c95e/cf726642-57f4-490d-8b60-953165f72e40/b35054ad-9ce8-4c68-a796-dadea7d0ecd2) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:03:55.200855 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1d67d5cf-ae2e-4508-92b0-1ca3bfbfd4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:55.242546 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1d67d5cf-ae2e-4508-92b0-1ca3bfbfd4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:55.404342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53ecb1-1012-4303-a252-e074ec3998a2 req-b7cd951b-541a-4503-8753-2d12afbfbcb6 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:55.407332 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3d53ecb1-1012-4303-a252-e074ec3998a2 req-b7cd951b-541a-4503-8753-2d12afbfbcb6 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1243927 Jul 29 15:03:55.451626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1d67d5cf-ae2e-4508-92b0-1ca3bfbfd4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:55.454292 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1d67d5cf-ae2e-4508-92b0-1ca3bfbfd4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:55.457688 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1d67d5cf-ae2e-4508-92b0-1ca3bfbfd4a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55e66021-8268-4845-b939-f479e8b0d496 HTTP/1.1" status: 204 len: 168 time: 0.4388800 Jul 29 15:03:55.518977 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3d53ecb1-1012-4303-a252-e074ec3998a2 req-2c0a31a5-27a2-4799-ae98-bfe9ac2323d4 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942397 Jul 29 15:03:55.518977 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67d5cf-ae2e-4508-92b0-1ca3bfbfd4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e66021-8268-4845-b939-f479e8b0d496,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:55.556065 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-fcb9eef7-704f-4655-8ce6-2c27b9b1e8d7 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:55.609971 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-fcb9eef7-704f-4655-8ce6-2c27b9b1e8d7 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:55.675405 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e8b47914-a40a-43a3-8528-cb2d9efd3429 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Allocated IP 172.20.0.5 (19182e03-a888-4157-8752-b6382362c95e/cf726642-57f4-490d-8b60-953165f72e40/fee2b426-6891-4e74-96a6-fdc9194e6a19) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:03:55.687747 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9eef7-704f-4655-8ce6-2c27b9b1e8d7 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Pushing event updated for resources: {'Port': ['ID=b35054ad-9ce8-4c68-a796-dadea7d0ecd2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:55.702332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-fcb9eef7-704f-4655-8ce6-2c27b9b1e8d7 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Network 19182e03-a888-4157-8752-b6382362c95e is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:03:55.704060 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-fcb9eef7-704f-4655-8ce6-2c27b9b1e8d7 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:03:55.707027 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-fcb9eef7-704f-4655-8ce6-2c27b9b1e8d7 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:03:55.815820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-fcb9eef7-704f-4655-8ce6-2c27b9b1e8d7 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:55.821207 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-fcb9eef7-704f-4655-8ce6-2c27b9b1e8d7 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:55.855523 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-fcb9eef7-704f-4655-8ce6-2c27b9b1e8d7 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8148263 Jul 29 15:03:55.868993 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Request body: {'port': {'device_id': 'a76ade3c-f1da-43ad-ba82-cc7970ff2241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:03:55.950664 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:55.994203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f660de0-e771-418b-be46-09693a9c8530 req-296e2d75-14e0-4496-92d1-4670833b06fe tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:56.007553 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f660de0-e771-418b-be46-09693a9c8530 req-296e2d75-14e0-4496-92d1-4670833b06fe tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a76ade3c-f1da-43ad-ba82-cc7970ff2241 HTTP/1.1" status: 200 len: 931 time: 0.1333039 Jul 29 15:03:56.112712 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e8b47914-a40a-43a3-8528-cb2d9efd3429 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:56.132515 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f660de0-e771-418b-be46-09693a9c8530 req-9edd17a3-5747-4b3e-952f-f38877185b1a tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229830 Jul 29 15:03:56.187097 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e8b47914-a40a-43a3-8528-cb2d9efd3429 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:56.227214 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:56.254130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e8b47914-a40a-43a3-8528-cb2d9efd3429 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Network 19182e03-a888-4157-8752-b6382362c95e is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:03:56.259811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e8b47914-a40a-43a3-8528-cb2d9efd3429 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:03:56.267282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e8b47914-a40a-43a3-8528-cb2d9efd3429 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:03:56.352077 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b47914-a40a-43a3-8528-cb2d9efd3429 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Pushing event updated for resources: {'Port': ['ID=fee2b426-6891-4e74-96a6-fdc9194e6a19,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:56.390096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e8b47914-a40a-43a3-8528-cb2d9efd3429 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:56.391074 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e8b47914-a40a-43a3-8528-cb2d9efd3429 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:56.409399 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e8b47914-a40a-43a3-8528-cb2d9efd3429 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9095252 Jul 29 15:03:56.422033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Request body: {'port': {'device_id': 'ed9986d8-4be5-4342-a315-06bef412ba26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:03:56.565055 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:56.706679 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35054ad-9ce8-4c68-a796-dadea7d0ecd2 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:03:56.720147 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:56.736281 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Transition to ACTIVE for port object b35054ad-9ce8-4c68-a796-dadea7d0ecd2 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:03:56.742250 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:56.810788 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Pushing event updated for resources: {'Port': ['ID=b35054ad-9ce8-4c68-a796-dadea7d0ecd2,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:56.889999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd390654-fbcc-43b5-947f-eca443eb5950 req-e6e2afc3-722f-4835-a2a7-201e8a1ddc6a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:56.898093 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd390654-fbcc-43b5-947f-eca443eb5950 req-e6e2afc3-722f-4835-a2a7-201e8a1ddc6a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.2842472 Jul 29 15:03:56.922188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Attempting to bind port b35054ad-9ce8-4c68-a796-dadea7d0ecd2 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:03:56.922563 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Attempting to bind port b35054ad-9ce8-4c68-a796-dadea7d0ecd2 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:03:56.925105 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Attempting to bind port b35054ad-9ce8-4c68-a796-dadea7d0ecd2 on network 19182e03-a888-4157-8752-b6382362c95e {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:03:56.936960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Port b35054ad-9ce8-4c68-a796-dadea7d0ecd2 on network 19182e03-a888-4157-8752-b6382362c95e not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:03:56.938289 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Attempting to bind port b35054ad-9ce8-4c68-a796-dadea7d0ecd2 on network 19182e03-a888-4157-8752-b6382362c95e {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:03:56.950686 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:03:56.951048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Checking segment: {'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:03:56.951439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Bound using segment: {'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:03:56.952287 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Bound port: b35054ad-9ce8-4c68-a796-dadea7d0ecd2, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:03:56.952481 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:56.964911 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd390654-fbcc-43b5-947f-eca443eb5950 req-ac0d8944-87a9-468c-9d33-39132a8c1366 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655982 Jul 29 15:03:57.091921 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] For port b35054ad-9ce8-4c68-a796-dadea7d0ecd2, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:03:57.096077 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] For port b35054ad-9ce8-4c68-a796-dadea7d0ecd2, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b35054ad-9ce8-4c68-a796-dadea7d0ecd2,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:03:57.103603 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:57.155474 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee2b426-6891-4e74-96a6-fdc9194e6a19 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:03:57.180657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Pushing event updated for resources: {'Port': ['ID=b35054ad-9ce8-4c68-a796-dadea7d0ecd2,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:57.184877 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:57.227463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:57.229149 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:57.236324 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1cb2a1aa-a6e8-4f3f-803f-f1a71126d82c service neutron] 10.222.0.39 "PUT /v2.0/ports/b35054ad-9ce8-4c68-a796-dadea7d0ecd2 HTTP/1.1" status: 200 len: 1091 time: 1.3729191 Jul 29 15:03:57.238314 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76ade3c-f1da-43ad-ba82-cc7970ff2241', 'tag': 'b35054ad-9ce8-4c68-a796-dadea7d0ecd2'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:03:57.241737 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Transition to ACTIVE for port object fee2b426-6891-4e74-96a6-fdc9194e6a19 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:03:57.252611 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:57.263452 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5d2c60-9f3e-4fdd-ab9b-ff783873ebcf" -d '{"events": [{"name": "network-changed", "server_uuid": "a76ade3c-f1da-43ad-ba82-cc7970ff2241", "tag": "b35054ad-9ce8-4c68-a796-dadea7d0ecd2"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:03:57.402662 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Pushing event updated for resources: {'Port': ['ID=fee2b426-6891-4e74-96a6-fdc9194e6a19,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:57.462858 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5434892e-131e-4330-98a8-a22c51c1f1ea x-openstack-request-id: req-5434892e-131e-4330-98a8-a22c51c1f1ea {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:03:57.463374 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76ade3c-f1da-43ad-ba82-cc7970ff2241", "tag": "b35054ad-9ce8-4c68-a796-dadea7d0ecd2", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:03:57.463548 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5434892e-131e-4330-98a8-a22c51c1f1ea {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:03:57.463879 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76ade3c-f1da-43ad-ba82-cc7970ff2241', 'tag': 'b35054ad-9ce8-4c68-a796-dadea7d0ecd2', 'status': 'completed', 'code': 200} Jul 29 15:03:57.484263 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-90da9ee9-1acd-4b45-a714-657a9c5b4248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:57.485864 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-90da9ee9-1acd-4b45-a714-657a9c5b4248 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d8138c3cb0047d0943e567326f7fcce&device_id=a76ade3c-f1da-43ad-ba82-cc7970ff2241 HTTP/1.1" status: 200 len: 1094 time: 0.1763680 Jul 29 15:03:57.508645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591ab4c-01c4-46ac-8860-af1bc29f4a16 req-ed3bf48d-ee54-432f-9c82-de7af0043788 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:57.526518 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e591ab4c-01c4-46ac-8860-af1bc29f4a16 req-ed3bf48d-ee54-432f-9c82-de7af0043788 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a76ade3c-f1da-43ad-ba82-cc7970ff2241 HTTP/1.1" status: 200 len: 943 time: 0.1530890 Jul 29 15:03:57.535369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Attempting to bind port fee2b426-6891-4e74-96a6-fdc9194e6a19 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:03:57.535922 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Attempting to bind port fee2b426-6891-4e74-96a6-fdc9194e6a19 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:03:57.536069 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Attempting to bind port fee2b426-6891-4e74-96a6-fdc9194e6a19 on network 19182e03-a888-4157-8752-b6382362c95e {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:03:57.541814 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Port fee2b426-6891-4e74-96a6-fdc9194e6a19 on network 19182e03-a888-4157-8752-b6382362c95e not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:03:57.542452 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Attempting to bind port fee2b426-6891-4e74-96a6-fdc9194e6a19 on network 19182e03-a888-4157-8752-b6382362c95e {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:03:57.548095 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:03:57.548438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Checking segment: {'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:03:57.548946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Bound using segment: {'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:03:57.549400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Bound port: fee2b426-6891-4e74-96a6-fdc9194e6a19, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38a287a-e10c-4751-a298-2160649c0d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '19182e03-a888-4157-8752-b6382362c95e'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:03:57.549766 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:57.643265 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-61ffebbf-a6fd-4093-b4d3-718ea4b7a71c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b35054ad-9ce8-4c68-a796-dadea7d0ecd2 HTTP/1.1" status: 200 len: 217 time: 0.1494050 Jul 29 15:03:57.653682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] For port fee2b426-6891-4e74-96a6-fdc9194e6a19, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:03:57.658106 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] For port fee2b426-6891-4e74-96a6-fdc9194e6a19, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=fee2b426-6891-4e74-96a6-fdc9194e6a19,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:03:57.664831 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:57.750917 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:57.751556 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:57.753040 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] 10.222.0.39 "PUT /v2.0/ports/fee2b426-6891-4e74-96a6-fdc9194e6a19 HTTP/1.1" status: 200 len: 1091 time: 1.3358357 Jul 29 15:03:57.753528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9986d8-4be5-4342-a315-06bef412ba26', 'tag': 'fee2b426-6891-4e74-96a6-fdc9194e6a19'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:03:57.766959 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3708f0d-fdfb-4c0d-b09c-0afd048e7c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9986d8-4be5-4342-a315-06bef412ba26", "tag": "fee2b426-6891-4e74-96a6-fdc9194e6a19"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:03:57.777575 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-6d80c532-cdd9-490e-84e8-f70779431453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:57.779530 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-6d80c532-cdd9-490e-84e8-f70779431453 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf726642-57f4-490d-8b60-953165f72e40 HTTP/1.1" status: 200 len: 852 time: 0.1269081 Jul 29 15:03:57.797911 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e591ab4c-01c4-46ac-8860-af1bc29f4a16 req-e066ce3b-2d9d-4385-8977-c93a2ece3f9a tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700768 Jul 29 15:03:57.864755 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-0b0f8d56-c694-4ac6-81a4-b96979b92734 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19182e03-a888-4157-8752-b6382362c95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621510 Jul 29 15:03:57.922036 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435434d0-e01f-40fb-b1bf-f937b8a06c45 x-openstack-request-id: req-435434d0-e01f-40fb-b1bf-f937b8a06c45 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:03:57.922642 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9986d8-4be5-4342-a315-06bef412ba26", "tag": "fee2b426-6891-4e74-96a6-fdc9194e6a19", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:03:57.922913 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-435434d0-e01f-40fb-b1bf-f937b8a06c45 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:03:57.923567 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9986d8-4be5-4342-a315-06bef412ba26', 'tag': 'fee2b426-6891-4e74-96a6-fdc9194e6a19', 'status': 'completed', 'code': 200} Jul 29 15:03:57.941588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cb592-b8e6-452e-ab27-95545ffb775e service neutron] Pushing event updated for resources: {'Port': ['ID=fee2b426-6891-4e74-96a6-fdc9194e6a19,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:57.956422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-86e8bd3d-da25-4ba0-9acf-076383cb5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:57.957800 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-86e8bd3d-da25-4ba0-9acf-076383cb5025 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d8138c3cb0047d0943e567326f7fcce&device_id=ed9986d8-4be5-4342-a315-06bef412ba26 HTTP/1.1" status: 200 len: 1094 time: 0.1296151 Jul 29 15:03:57.994187 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-e64c69dd-d134-4416-9d3f-f70839f17204 service neutron] 10.222.0.39 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209445 Jul 29 15:03:58.025048 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-1bae7b51-37f8-42a5-9703-f699603ccc69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fee2b426-6891-4e74-96a6-fdc9194e6a19 HTTP/1.1" status: 200 len: 217 time: 0.0576396 Jul 29 15:03:58.129706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-fd1d4f63-ec8a-414e-8985-cf25c0c23d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:58.132026 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-fd1d4f63-ec8a-414e-8985-cf25c0c23d25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf726642-57f4-490d-8b60-953165f72e40 HTTP/1.1" status: 200 len: 852 time: 0.0986872 Jul 29 15:03:58.182345 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-2c288a20-79d6-45ea-bd7b-7254f94c5464 service neutron] 10.222.0.39 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801035 Jul 29 15:03:58.183322 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-765ec822-a532-4213-b720-1f181f38767a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19182e03-a888-4157-8752-b6382362c95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426037 Jul 29 15:03:58.203323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ab59a-6ae7-4859-87d7-9eb97865b9be req-50b39efa-c350-40ff-a906-a9f3d74156bc tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:58.205371 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-352ab59a-6ae7-4859-87d7-9eb97865b9be req-50b39efa-c350-40ff-a906-a9f3d74156bc tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1205258 Jul 29 15:03:58.371406 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-feb9c5f5-f875-44d4-a1a7-8663518bddeb service neutron] 10.222.0.39 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660538 Jul 29 15:03:58.390564 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-352ab59a-6ae7-4859-87d7-9eb97865b9be req-a356aa17-0480-4da1-a0a8-681beff8198d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765649 Jul 29 15:03:58.434728 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d2c60-9f3e-4fdd-ab9b-ff783873ebcf req-0e3506e5-3c77-4080-a72b-cdbcaeb47e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:58.439609 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2a5d2c60-9f3e-4fdd-ab9b-ff783873ebcf req-0e3506e5-3c77-4080-a72b-cdbcaeb47e69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d8138c3cb0047d0943e567326f7fcce&device_id=a76ade3c-f1da-43ad-ba82-cc7970ff2241 HTTP/1.1" status: 200 len: 1094 time: 0.1712997 Jul 29 15:03:58.573691 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-02b3f7e6-cdca-4cc7-8caa-3e6a371a3009 req-8e57e446-5799-4c19-a584-cdbe19bb1ed9 service neutron] 10.222.0.39 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943729 Jul 29 15:03:58.656913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d2c60-9f3e-4fdd-ab9b-ff783873ebcf req-d62dc322-12e9-4294-be57-31594107d269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:58.656913 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2a5d2c60-9f3e-4fdd-ab9b-ff783873ebcf req-d62dc322-12e9-4294-be57-31594107d269 service neutron] 10.222.0.39 "GET /v2.0/networks?id=19182e03-a888-4157-8752-b6382362c95e HTTP/1.1" status: 200 len: 913 time: 0.2090135 Jul 29 15:03:58.715123 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2a5d2c60-9f3e-4fdd-ab9b-ff783873ebcf req-e94a0d2f-916a-473b-91bc-fc4d4e1da440 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b35054ad-9ce8-4c68-a796-dadea7d0ecd2 HTTP/1.1" status: 200 len: 217 time: 0.0514684 Jul 29 15:03:58.784164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d2c60-9f3e-4fdd-ab9b-ff783873ebcf req-95d6be89-1b1c-40ed-9e07-133332aa367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:58.785936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2a5d2c60-9f3e-4fdd-ab9b-ff783873ebcf req-95d6be89-1b1c-40ed-9e07-133332aa367f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf726642-57f4-490d-8b60-953165f72e40 HTTP/1.1" status: 200 len: 852 time: 0.0625854 Jul 29 15:03:58.806591 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3708f0d-fdfb-4c0d-b09c-0afd048e7c8a req-d2a2b875-f051-4e49-8e04-0c0f295e28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:58.810694 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3708f0d-fdfb-4c0d-b09c-0afd048e7c8a req-d2a2b875-f051-4e49-8e04-0c0f295e28d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d8138c3cb0047d0943e567326f7fcce&device_id=ed9986d8-4be5-4342-a315-06bef412ba26 HTTP/1.1" status: 200 len: 1094 time: 0.1697791 Jul 29 15:03:58.900856 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2a5d2c60-9f3e-4fdd-ab9b-ff783873ebcf req-6160dcf2-1cb7-41c1-9f93-5731d1c2e43e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19182e03-a888-4157-8752-b6382362c95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068933 Jul 29 15:03:59.100821 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3708f0d-fdfb-4c0d-b09c-0afd048e7c8a req-7c8b21ea-ff29-4fd4-888c-e3aecad4a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:59.102651 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3708f0d-fdfb-4c0d-b09c-0afd048e7c8a req-7c8b21ea-ff29-4fd4-888c-e3aecad4a43d service neutron] 10.222.0.39 "GET /v2.0/networks?id=19182e03-a888-4157-8752-b6382362c95e HTTP/1.1" status: 200 len: 913 time: 0.2838182 Jul 29 15:03:59.146616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ff51d-d7ee-448c-9239-4c1a60a34447 req-2dd429da-35a7-4c5c-a804-d3831fe39bf8 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:59.148362 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8f3ff51d-d7ee-448c-9239-4c1a60a34447 req-2dd429da-35a7-4c5c-a804-d3831fe39bf8 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a76ade3c-f1da-43ad-ba82-cc7970ff2241 HTTP/1.1" status: 200 len: 943 time: 0.0853829 Jul 29 15:03:59.173317 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2a5d2c60-9f3e-4fdd-ab9b-ff783873ebcf req-e8d765b6-ed8a-4892-8780-b9ee2fcfebcd service neutron] 10.222.0.39 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632363 Jul 29 15:03:59.180762 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3708f0d-fdfb-4c0d-b09c-0afd048e7c8a req-fb052ede-1c66-4f82-9806-6b2a29716728 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fee2b426-6891-4e74-96a6-fdc9194e6a19 HTTP/1.1" status: 200 len: 217 time: 0.0624046 Jul 29 15:03:59.234315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3708f0d-fdfb-4c0d-b09c-0afd048e7c8a req-064885ba-5a48-41ab-931d-9894bf9c7638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:59.235825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3708f0d-fdfb-4c0d-b09c-0afd048e7c8a req-064885ba-5a48-41ab-931d-9894bf9c7638 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf726642-57f4-490d-8b60-953165f72e40 HTTP/1.1" status: 200 len: 852 time: 0.0476904 Jul 29 15:03:59.244895 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8f3ff51d-d7ee-448c-9239-4c1a60a34447 req-9c98ddc9-0964-4fda-b416-c9112c3c1f6c tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886438 Jul 29 15:03:59.278246 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b35054ad-9ce8-4c68-a796-dadea7d0ecd2 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:03:59.291403 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2a5d2c60-9f3e-4fdd-ab9b-ff783873ebcf req-2b604d49-29f8-4ea5-bb27-ec8f6a6718bf service neutron] 10.222.0.39 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095479 Jul 29 15:03:59.292848 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3708f0d-fdfb-4c0d-b09c-0afd048e7c8a req-7522b929-d98c-459a-afc0-bd4c7d54af24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19182e03-a888-4157-8752-b6382362c95e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408897 Jul 29 15:03:59.387033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b35054ad-9ce8-4c68-a796-dadea7d0ecd2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b35054ad-9ce8-4c68-a796-dadea7d0ecd2,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:59.394695 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3708f0d-fdfb-4c0d-b09c-0afd048e7c8a req-0e213303-e47d-4cf5-8e26-b777bb3dfdd0 service neutron] 10.222.0.39 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904584 Jul 29 15:03:59.398814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'b35054ad-9ce8-4c68-a796-dadea7d0ecd2', 'network_id': '19182e03-a888-4157-8752-b6382362c95e', 'port_id': 'b35054ad-9ce8-4c68-a796-dadea7d0ecd2', 'mac_address': 'fa:16:3e:0c:bc:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf726642-57f4-490d-8b60-953165f72e40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:03:59.444411 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:59.466373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35054ad-9ce8-4c68-a796-dadea7d0ecd2 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:03:59.501315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b35054ad-9ce8-4c68-a796-dadea7d0ecd2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b35054ad-9ce8-4c68-a796-dadea7d0ecd2,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:03:59.509438 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:03:59.574209 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=b35054ad-9ce8-4c68-a796-dadea7d0ecd2,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:03:59.585450 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:59.585799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:59.586330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:59.586955 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:59.587453 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:59.587945 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:59.588455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:59.588597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c3ba8-92aa-4c85-aa9c-db2a350ff9ca req-249b10e3-873e-45bc-999b-477730e54178 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:03:59.589103 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:59.589590 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:59.590172 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a79c3ba8-92aa-4c85-aa9c-db2a350ff9ca req-249b10e3-873e-45bc-999b-477730e54178 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0810061 Jul 29 15:03:59.596903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:59.597534 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:59.598063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:03:59.638923 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a79c3ba8-92aa-4c85-aa9c-db2a350ff9ca req-77469236-422a-4536-aa3a-1fd26a5f26cf tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418923 Jul 29 15:03:59.782237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['b35054ad-9ce8-4c68-a796-dadea7d0ecd2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:03:59.883275 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3708f0d-fdfb-4c0d-b09c-0afd048e7c8a req-045f0b0d-678c-45de-88ec-e42cb006e06e service neutron] 10.222.0.39 "GET /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802821 Jul 29 15:04:00.421282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f510bb1-3c21-4c86-9d50-ef178628dcea req-c4793d5b-aa5b-440e-b6cc-cd94cea37a6e tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:00.423767 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4f510bb1-3c21-4c86-9d50-ef178628dcea req-c4793d5b-aa5b-440e-b6cc-cd94cea37a6e tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a76ade3c-f1da-43ad-ba82-cc7970ff2241 HTTP/1.1" status: 200 len: 944 time: 0.0732341 Jul 29 15:04:00.481482 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4f510bb1-3c21-4c86-9d50-ef178628dcea req-6eac9282-3bae-4bf0-897e-b5c10cc5f31c tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509462 Jul 29 15:04:00.547118 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d6efd150-afb5-40ed-b9ff-7af413c44664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:00.807257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96410b-ff3b-412f-87ec-49ec1b21438c req-5fcb2cd9-21f2-4efc-b359-a365a896b46d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:00.811470 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5d96410b-ff3b-412f-87ec-49ec1b21438c req-5fcb2cd9-21f2-4efc-b359-a365a896b46d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0801225 Jul 29 15:04:00.882817 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5d96410b-ff3b-412f-87ec-49ec1b21438c req-b739588d-bfda-4c4a-b541-6cae7389dc17 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655787 Jul 29 15:04:01.280367 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device fee2b426-6891-4e74-96a6-fdc9194e6a19 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:04:01.282686 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b35054ad-9ce8-4c68-a796-dadea7d0ecd2 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:04:01.549701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port fee2b426-6891-4e74-96a6-fdc9194e6a19, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=fee2b426-6891-4e74-96a6-fdc9194e6a19,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:04:01.604533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'fee2b426-6891-4e74-96a6-fdc9194e6a19', 'network_id': '19182e03-a888-4157-8752-b6382362c95e', 'port_id': 'fee2b426-6891-4e74-96a6-fdc9194e6a19', 'mac_address': 'fa:16:3e:45:ff:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf726642-57f4-490d-8b60-953165f72e40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:04:01.674165 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:01.731552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port b35054ad-9ce8-4c68-a796-dadea7d0ecd2 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:04:01.741467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee2b426-6891-4e74-96a6-fdc9194e6a19 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:04:01.744244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c561d-ff34-4948-9ce6-b5a54c3968e2 req-8cca5ff2-9f87-4263-a717-12825d01e336 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:01.746712 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3d0c561d-ff34-4948-9ce6-b5a54c3968e2 req-8cca5ff2-9f87-4263-a717-12825d01e336 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a76ade3c-f1da-43ad-ba82-cc7970ff2241 HTTP/1.1" status: 200 len: 944 time: 0.0913279 Jul 29 15:04:01.765694 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port b35054ad-9ce8-4c68-a796-dadea7d0ecd2 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:04:01.766136 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:01.797675 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port fee2b426-6891-4e74-96a6-fdc9194e6a19, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=fee2b426-6891-4e74-96a6-fdc9194e6a19,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:04:01.806491 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:01.844451 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3d0c561d-ff34-4948-9ce6-b5a54c3968e2 req-65a9d429-5077-408f-8244-ab01b585a0f3 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747521 Jul 29 15:04:01.886635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=fee2b426-6891-4e74-96a6-fdc9194e6a19,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:01.989183 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:02.017092 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76ade3c-f1da-43ad-ba82-cc7970ff2241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35054ad-9ce8-4c68-a796-dadea7d0ecd2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:04:02.020513 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffeeb2a-fcce-4ad8-b412-297aa7d19ffe" -d '{"events": [{"server_uuid": "a76ade3c-f1da-43ad-ba82-cc7970ff2241", "name": "network-vif-plugged", "status": "completed", "tag": "b35054ad-9ce8-4c68-a796-dadea7d0ecd2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:04:02.025888 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52195b7-a1fc-4146-8a15-550e0836f0a4 req-4c15ce62-e5f4-4bae-bc55-cfe9b507cb52 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:02.028189 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b52195b7-a1fc-4146-8a15-550e0836f0a4 req-4c15ce62-e5f4-4bae-bc55-cfe9b507cb52 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0745184 Jul 29 15:04:02.036106 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b35054ad-9ce8-4c68-a796-dadea7d0ecd2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b35054ad-9ce8-4c68-a796-dadea7d0ecd2,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:04:02.042256 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:02.079018 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d45432-b15e-4b07-b1ef-29ca5883f5fb x-openstack-request-id: req-a7d45432-b15e-4b07-b1ef-29ca5883f5fb {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:04:02.079447 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76ade3c-f1da-43ad-ba82-cc7970ff2241", "name": "network-vif-plugged", "status": "completed", "tag": "b35054ad-9ce8-4c68-a796-dadea7d0ecd2", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:04:02.079804 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7d45432-b15e-4b07-b1ef-29ca5883f5fb {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:04:02.080479 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76ade3c-f1da-43ad-ba82-cc7970ff2241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35054ad-9ce8-4c68-a796-dadea7d0ecd2', 'code': 200} Jul 29 15:04:02.101225 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['fee2b426-6891-4e74-96a6-fdc9194e6a19'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:04:02.120717 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b52195b7-a1fc-4146-8a15-550e0836f0a4 req-3444b43e-43f9-4bda-a23a-5a6ddf9bc7cd tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807679 Jul 29 15:04:02.166400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=b35054ad-9ce8-4c68-a796-dadea7d0ecd2,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:02.215465 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8adea-ecdd-4b90-9903-544da1359f06 req-3672a95f-2086-4c17-9be6-5e48634e840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:02.218251 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ec8adea-ecdd-4b90-9903-544da1359f06 req-3672a95f-2086-4c17-9be6-5e48634e840d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a76ade3c-f1da-43ad-ba82-cc7970ff2241 HTTP/1.1" status: 200 len: 1096 time: 0.0652909 Jul 29 15:04:02.267678 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ec8adea-ecdd-4b90-9903-544da1359f06 req-9c6de01a-0887-49ca-a995-f69f2dc2482b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429854 Jul 29 15:04:02.352886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54374) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:02.500041 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-16bbb5b7-e8f2-4165-8e97-5b80225d8c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:02.639560 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-16bbb5b7-e8f2-4165-8e97-5b80225d8c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:02.643580 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-16bbb5b7-e8f2-4165-8e97-5b80225d8c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:02.686862 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-16bbb5b7-e8f2-4165-8e97-5b80225d8c31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf9ab984988a4b91bb6cff47b6133368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302364 Jul 29 15:04:02.686862 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbb5b7-e8f2-4165-8e97-5b80225d8c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b13e0a-424b-4c43-8617-6a95c2675433,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:02.689866 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54382) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:02.764247 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5f94ea0-eb68-4e38-a626-3d649a93af0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:02.788290 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5f94ea0-eb68-4e38-a626-3d649a93af0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:02.861784 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5f94ea0-eb68-4e38-a626-3d649a93af0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:02.868009 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5f94ea0-eb68-4e38-a626-3d649a93af0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:02.873586 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c5f94ea0-eb68-4e38-a626-3d649a93af0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29b13e0a-424b-4c43-8617-6a95c2675433 HTTP/1.1" status: 204 len: 168 time: 0.1820126 Jul 29 15:04:02.894271 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f94ea0-eb68-4e38-a626-3d649a93af0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b13e0a-424b-4c43-8617-6a95c2675433,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:03.097342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da21207-11a8-44e7-bd58-23dc7306188c req-caf1365b-d328-4af5-a37f-6520631b8481 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:03.099738 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0da21207-11a8-44e7-bd58-23dc7306188c req-caf1365b-d328-4af5-a37f-6520631b8481 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a76ade3c-f1da-43ad-ba82-cc7970ff2241 HTTP/1.1" status: 200 len: 945 time: 0.1219521 Jul 29 15:04:03.201434 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0da21207-11a8-44e7-bd58-23dc7306188c req-167acc8e-c031-43ac-85f5-7fbfb595413a tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922151 Jul 29 15:04:03.231428 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:03.279728 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device fee2b426-6891-4e74-96a6-fdc9194e6a19 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:04:03.405987 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37e3ae69-2526-4b24-81e4-bc91546c9b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:03.435268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port fee2b426-6891-4e74-96a6-fdc9194e6a19 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:04:03.444833 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port fee2b426-6891-4e74-96a6-fdc9194e6a19 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:04:03.445581 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:03.481654 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997b83a-07fc-4f26-8158-7a6fb74f9906 req-f13e9cfa-2977-414d-af02-cd036f0959a8 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:03.488247 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c997b83a-07fc-4f26-8158-7a6fb74f9906 req-f13e9cfa-2977-414d-af02-cd036f0959a8 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1882207 Jul 29 15:04:03.571299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54404) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:03.590920 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c997b83a-07fc-4f26-8158-7a6fb74f9906 req-963d75b8-750d-4388-9f28-6c1f47b624ac tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966773 Jul 29 15:04:03.598386 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:03.612579 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35c15b9f-a0a8-44db-aa05-f72016973ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:03.673420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port fee2b426-6891-4e74-96a6-fdc9194e6a19, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=fee2b426-6891-4e74-96a6-fdc9194e6a19,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:04:03.679004 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:03.744656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=fee2b426-6891-4e74-96a6-fdc9194e6a19,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:03.772250 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35c15b9f-a0a8-44db-aa05-f72016973ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:03.777366 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35c15b9f-a0a8-44db-aa05-f72016973ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:03.825586 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c15b9f-a0a8-44db-aa05-f72016973ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88440a5a-1fc3-4373-976b-c38fbec6f10c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:03.830802 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-35c15b9f-a0a8-44db-aa05-f72016973ccd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cac946b4b95b41b284aa23bf62f31e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585518 Jul 29 15:04:03.833692 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54408) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:03.894443 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-434f710d-928e-481c-8b2d-90c1cb5b9c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:03.919752 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-434f710d-928e-481c-8b2d-90c1cb5b9c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:03.983955 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-434f710d-928e-481c-8b2d-90c1cb5b9c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:03.991051 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-434f710d-928e-481c-8b2d-90c1cb5b9c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:03.993836 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-434f710d-928e-481c-8b2d-90c1cb5b9c32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88440a5a-1fc3-4373-976b-c38fbec6f10c HTTP/1.1" status: 204 len: 168 time: 0.1582057 Jul 29 15:04:04.009370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f710d-928e-481c-8b2d-90c1cb5b9c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88440a5a-1fc3-4373-976b-c38fbec6f10c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:04.081389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9986d8-4be5-4342-a315-06bef412ba26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee2b426-6891-4e74-96a6-fdc9194e6a19'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:04:04.084691 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ecde91-9904-4f4c-8f1a-ff7761dcea40" -d '{"events": [{"server_uuid": "ed9986d8-4be5-4342-a315-06bef412ba26", "name": "network-vif-plugged", "status": "completed", "tag": "fee2b426-6891-4e74-96a6-fdc9194e6a19"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:04:04.129468 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946451c6-7558-4237-98ff-476842ee252b x-openstack-request-id: req-946451c6-7558-4237-98ff-476842ee252b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:04:04.129892 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9986d8-4be5-4342-a315-06bef412ba26", "name": "network-vif-plugged", "status": "completed", "tag": "fee2b426-6891-4e74-96a6-fdc9194e6a19", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:04:04.130281 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-946451c6-7558-4237-98ff-476842ee252b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:04:04.130893 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9986d8-4be5-4342-a315-06bef412ba26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee2b426-6891-4e74-96a6-fdc9194e6a19', 'code': 200} Jul 29 15:04:04.309233 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d22660-ab4b-462b-ba8f-39ce35b7ef2d req-9868f5f6-c326-48f4-95e8-24c420cba4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:04.311252 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03d22660-ab4b-462b-ba8f-39ce35b7ef2d req-9868f5f6-c326-48f4-95e8-24c420cba4bd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ed9986d8-4be5-4342-a315-06bef412ba26 HTTP/1.1" status: 200 len: 1096 time: 0.0897939 Jul 29 15:04:04.326467 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:04.363639 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03d22660-ab4b-462b-ba8f-39ce35b7ef2d req-ef4f9b3a-7f53-45cb-a0c5-b4f5baf61518 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442924 Jul 29 15:04:04.433689 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f93238-2004-48e3-ab52-8ff401ff4ebd req-1c6072fb-9685-4182-9f74-4e2276c412e0 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:04.436700 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6f93238-2004-48e3-ab52-8ff401ff4ebd req-1c6072fb-9685-4182-9f74-4e2276c412e0 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=a76ade3c-f1da-43ad-ba82-cc7970ff2241 HTTP/1.1" status: 200 len: 945 time: 0.0698969 Jul 29 15:04:04.516648 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e6f93238-2004-48e3-ab52-8ff401ff4ebd req-862e0c94-db64-4ce2-8701-c650426d0d88 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593073 Jul 29 15:04:04.774083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536da6-4f60-4f50-a3a1-9695177f7253 req-9670e50a-c07f-4b34-a222-239626537311 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:04.775705 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-95536da6-4f60-4f50-a3a1-9695177f7253 req-9670e50a-c07f-4b34-a222-239626537311 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed9986d8-4be5-4342-a315-06bef412ba26 HTTP/1.1" status: 200 len: 945 time: 0.1059263 Jul 29 15:04:04.825927 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918703d-64cc-4979-8682-07ba27b43278 req-671cf70b-6084-4628-9653-637b7debebcd tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:04.827748 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3918703d-64cc-4979-8682-07ba27b43278 req-671cf70b-6084-4628-9653-637b7debebcd tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0973055 Jul 29 15:04:04.869826 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-95536da6-4f60-4f50-a3a1-9695177f7253 req-c2ad9156-a01b-40a2-9704-9c23271966d9 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866585 Jul 29 15:04:04.930845 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3918703d-64cc-4979-8682-07ba27b43278 req-e6ecc849-fa4b-41ad-8e1a-92d3ee92d963 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845618 Jul 29 15:04:05.498484 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54470) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:05.688073 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:05.810559 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:05.817592 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:05.921579 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68d53baa70fc48e6986d3d53b07bf245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4219677 Jul 29 15:04:05.922655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a5c63c-8934-4e69-b0ef-d33c10d081f8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:05.924700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54494) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:05.932554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:05.933015 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:05.933508 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:05.934090 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:05.934785 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:05.935219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:05.935784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:05.936217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:05.936657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:05.937104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:05.937531 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:05.937962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac22497-cfd4-4ffb-bcb2-f36249818d27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:06.076256 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-379f8e83-f095-453a-846c-7e6f39a23395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:06.106723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a362aa-2f6f-4a3e-b708-d73a7355cadb req-c757417b-8750-4117-bc7d-58ea5592aa3e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:06.108637 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41a362aa-2f6f-4a3e-b708-d73a7355cadb req-c757417b-8750-4117-bc7d-58ea5592aa3e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0580146 Jul 29 15:04:06.139839 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17a838-3614-47ef-87a2-82954048e00e req-ac5e2fe7-b9b9-4a47-9601-e894f61d5651 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:06.142523 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cb17a838-3614-47ef-87a2-82954048e00e req-ac5e2fe7-b9b9-4a47-9601-e894f61d5651 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed9986d8-4be5-4342-a315-06bef412ba26 HTTP/1.1" status: 200 len: 945 time: 0.1441379 Jul 29 15:04:06.160641 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-379f8e83-f095-453a-846c-7e6f39a23395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:06.179789 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41a362aa-2f6f-4a3e-b708-d73a7355cadb req-263589ef-ccf2-4135-aa58-e87ab78a6401 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615101 Jul 29 15:04:06.290166 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cb17a838-3614-47ef-87a2-82954048e00e req-4b3a1628-698b-41c6-bcd7-64a6d1e8fd47 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329756 Jul 29 15:04:06.305717 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:06.326005 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-379f8e83-f095-453a-846c-7e6f39a23395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:06.329627 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-379f8e83-f095-453a-846c-7e6f39a23395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:06.332759 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-379f8e83-f095-453a-846c-7e6f39a23395 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3a5c63c-8934-4e69-b0ef-d33c10d081f8 HTTP/1.1" status: 204 len: 168 time: 0.4045932 Jul 29 15:04:06.348245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f8e83-f095-453a-846c-7e6f39a23395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a5c63c-8934-4e69-b0ef-d33c10d081f8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:06.890219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67527e-1357-47e1-b829-5b3f4f450f6c req-4b1f0d3d-2524-48ff-803f-644b59991262 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:06.899809 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e67527e-1357-47e1-b829-5b3f4f450f6c req-4b1f0d3d-2524-48ff-803f-644b59991262 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed9986d8-4be5-4342-a315-06bef412ba26 HTTP/1.1" status: 200 len: 945 time: 0.0866401 Jul 29 15:04:06.939296 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e67527e-1357-47e1-b829-5b3f4f450f6c req-dcd1a0d0-2683-4a67-b652-419093181d25 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386994 Jul 29 15:04:07.379283 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecd389-61e8-4328-a156-dd93beb82a21 req-2ba3be3c-55a2-4df0-8a7a-b8504c369698 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:07.382217 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76ecd389-61e8-4328-a156-dd93beb82a21 req-2ba3be3c-55a2-4df0-8a7a-b8504c369698 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0983620 Jul 29 15:04:07.439001 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76ecd389-61e8-4328-a156-dd93beb82a21 req-35d8a060-f6af-4634-bffe-bc7d6b9e2200 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473192 Jul 29 15:04:07.961580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3591b-efec-4281-9cca-6fcf08395366 req-4e032099-def0-48df-8da0-547b36b02a23 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:07.964330 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-17e3591b-efec-4281-9cca-6fcf08395366 req-4e032099-def0-48df-8da0-547b36b02a23 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed9986d8-4be5-4342-a315-06bef412ba26 HTTP/1.1" status: 200 len: 945 time: 0.0700414 Jul 29 15:04:08.139531 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-17e3591b-efec-4281-9cca-6fcf08395366 req-3ff18b96-a13f-4963-b7d0-b00ab9f75f8d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Deleting port fee2b426-6891-4e74-96a6-fdc9194e6a19 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:04:08.139765 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-17e3591b-efec-4281-9cca-6fcf08395366 req-3ff18b96-a13f-4963-b7d0-b00ab9f75f8d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:08.238492 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee68beb-1842-4c8a-82c7-520f3c0ceaee req-7704b8f6-8795-4d59-849e-0adebb0d19c0 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:08.241244 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6ee68beb-1842-4c8a-82c7-520f3c0ceaee req-7704b8f6-8795-4d59-849e-0adebb0d19c0 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed9986d8-4be5-4342-a315-06bef412ba26 HTTP/1.1" status: 200 len: 945 time: 0.1549056 Jul 29 15:04:08.279865 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-17e3591b-efec-4281-9cca-6fcf08395366 req-3ff18b96-a13f-4963-b7d0-b00ab9f75f8d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] For port fee2b426-6891-4e74-96a6-fdc9194e6a19, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=fee2b426-6891-4e74-96a6-fdc9194e6a19,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:04:08.280242 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-17e3591b-efec-4281-9cca-6fcf08395366 req-3ff18b96-a13f-4963-b7d0-b00ab9f75f8d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:08.283124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94709cb-1cb6-4e24-8ff8-7439d7a8becb req-c1cd10bf-2c97-4bae-8fd9-72866a47d82f tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:08.284967 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e94709cb-1cb6-4e24-8ff8-7439d7a8becb req-c1cd10bf-2c97-4bae-8fd9-72866a47d82f tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.39 "GET /v2.0/ports?device_id=a76ade3c-f1da-43ad-ba82-cc7970ff2241 HTTP/1.1" status: 200 len: 945 time: 0.1290426 Jul 29 15:04:08.298533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-17e3591b-efec-4281-9cca-6fcf08395366 req-3ff18b96-a13f-4963-b7d0-b00ab9f75f8d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Calling delete_port for fee2b426-6891-4e74-96a6-fdc9194e6a19 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:04:08.333254 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6ee68beb-1842-4c8a-82c7-520f3c0ceaee req-56654d7b-60f3-4f1e-97af-782a7ff10f65 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/security-groups?id=63a79130-fa4f-49c4-ac1b-b34e2ef50580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853930 Jul 29 15:04:08.489953 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-17e3591b-efec-4281-9cca-6fcf08395366 req-3ff18b96-a13f-4963-b7d0-b00ab9f75f8d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:08.505884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['b35054ad-9ce8-4c68-a796-dadea7d0ecd2', 'fee2b426-6891-4e74-96a6-fdc9194e6a19'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:04:08.508480 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-e94709cb-1cb6-4e24-8ff8-7439d7a8becb req-888fb727-b985-489a-83f6-da02ff337ca8 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Deleting port b35054ad-9ce8-4c68-a796-dadea7d0ecd2 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:04:08.508954 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e94709cb-1cb6-4e24-8ff8-7439d7a8becb req-888fb727-b985-489a-83f6-da02ff337ca8 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:08.571754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff18b96-a13f-4963-b7d0-b00ab9f75f8d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Pushing event deleted for resources: {'Port': ['ID=fee2b426-6891-4e74-96a6-fdc9194e6a19,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:08.666099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e3591b-efec-4281-9cca-6fcf08395366 req-3ff18b96-a13f-4963-b7d0-b00ab9f75f8d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] No DVR routers for this DVR port fee2b426-6891-4e74-96a6-fdc9194e6a19 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:04:08.670569 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-17e3591b-efec-4281-9cca-6fcf08395366 req-3ff18b96-a13f-4963-b7d0-b00ab9f75f8d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:08.673612 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-17e3591b-efec-4281-9cca-6fcf08395366 req-3ff18b96-a13f-4963-b7d0-b00ab9f75f8d tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.39 "DELETE /v2.0/ports/fee2b426-6891-4e74-96a6-fdc9194e6a19 HTTP/1.1" status: 204 len: 173 time: 0.7029004 Jul 29 15:04:08.674627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9986d8-4be5-4342-a315-06bef412ba26', 'name': 'network-vif-deleted', 'tag': 'fee2b426-6891-4e74-96a6-fdc9194e6a19'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:04:08.678771 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3620d88-31d1-4a00-b18d-95e7bdcb79be" -d '{"events": [{"server_uuid": "ed9986d8-4be5-4342-a315-06bef412ba26", "name": "network-vif-deleted", "tag": "fee2b426-6891-4e74-96a6-fdc9194e6a19"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:04:08.774191 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969a2b24-08b6-4287-b7d2-0e3ca9aeae4a x-openstack-request-id: req-969a2b24-08b6-4287-b7d2-0e3ca9aeae4a {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:04:08.774851 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9986d8-4be5-4342-a315-06bef412ba26", "name": "network-vif-deleted", "tag": "fee2b426-6891-4e74-96a6-fdc9194e6a19", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:04:08.776029 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-969a2b24-08b6-4287-b7d2-0e3ca9aeae4a {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:04:08.776839 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9986d8-4be5-4342-a315-06bef412ba26', 'name': 'network-vif-deleted', 'tag': 'fee2b426-6891-4e74-96a6-fdc9194e6a19', 'status': 'completed', 'code': 200} Jul 29 15:04:08.794456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54402a01-019e-481b-a471-82dc0261da44 req-fef959d3-a504-45a9-8136-0f00363e653b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:08.796089 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-54402a01-019e-481b-a471-82dc0261da44 req-fef959d3-a504-45a9-8136-0f00363e653b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1375904 Jul 29 15:04:08.953465 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-54402a01-019e-481b-a471-82dc0261da44 req-89474610-4635-4cf8-92e5-eb3d3dd4957e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396074 Jul 29 15:04:08.960097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e94709cb-1cb6-4e24-8ff8-7439d7a8becb req-888fb727-b985-489a-83f6-da02ff337ca8 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] For port b35054ad-9ce8-4c68-a796-dadea7d0ecd2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b35054ad-9ce8-4c68-a796-dadea7d0ecd2,segment=NetworkSegment(a38a287a-e10c-4751-a298-2160649c0d00),segment_id=a38a287a-e10c-4751-a298-2160649c0d00)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:04:08.960746 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e94709cb-1cb6-4e24-8ff8-7439d7a8becb req-888fb727-b985-489a-83f6-da02ff337ca8 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:08.979266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-e94709cb-1cb6-4e24-8ff8-7439d7a8becb req-888fb727-b985-489a-83f6-da02ff337ca8 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Calling delete_port for b35054ad-9ce8-4c68-a796-dadea7d0ecd2 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:04:09.217320 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e94709cb-1cb6-4e24-8ff8-7439d7a8becb req-888fb727-b985-489a-83f6-da02ff337ca8 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:09.230412 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['fee2b426-6891-4e74-96a6-fdc9194e6a19'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:04:09.296213 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fb727-b985-489a-83f6-da02ff337ca8 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Pushing event deleted for resources: {'Port': ['ID=b35054ad-9ce8-4c68-a796-dadea7d0ecd2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:09.318995 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94709cb-1cb6-4e24-8ff8-7439d7a8becb req-888fb727-b985-489a-83f6-da02ff337ca8 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] No DVR routers for this DVR port b35054ad-9ce8-4c68-a796-dadea7d0ecd2 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:04:09.322605 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e94709cb-1cb6-4e24-8ff8-7439d7a8becb req-888fb727-b985-489a-83f6-da02ff337ca8 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:09.325732 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e94709cb-1cb6-4e24-8ff8-7439d7a8becb req-888fb727-b985-489a-83f6-da02ff337ca8 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.39 "DELETE /v2.0/ports/b35054ad-9ce8-4c68-a796-dadea7d0ecd2 HTTP/1.1" status: 204 len: 173 time: 1.0346324 Jul 29 15:04:09.326541 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76ade3c-f1da-43ad-ba82-cc7970ff2241', 'name': 'network-vif-deleted', 'tag': 'b35054ad-9ce8-4c68-a796-dadea7d0ecd2'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:04:09.329784 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2303d1b0-ddd8-4656-b7a5-efbd124def03" -d '{"events": [{"server_uuid": "a76ade3c-f1da-43ad-ba82-cc7970ff2241", "name": "network-vif-deleted", "tag": "b35054ad-9ce8-4c68-a796-dadea7d0ecd2"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:04:09.450331 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b509a0cd-533b-416b-95a5-5298dbac7196 x-openstack-request-id: req-b509a0cd-533b-416b-95a5-5298dbac7196 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:04:09.450729 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76ade3c-f1da-43ad-ba82-cc7970ff2241", "name": "network-vif-deleted", "tag": "b35054ad-9ce8-4c68-a796-dadea7d0ecd2", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:04:09.451085 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b509a0cd-533b-416b-95a5-5298dbac7196 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:04:09.451615 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76ade3c-f1da-43ad-ba82-cc7970ff2241', 'name': 'network-vif-deleted', 'tag': 'b35054ad-9ce8-4c68-a796-dadea7d0ecd2', 'status': 'completed', 'code': 200} Jul 29 15:04:09.507734 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-96d55920-c466-4771-97d0-95ba4b107ff7 req-bed35624-628a-4957-98f6-b5d11692ad55 tempest-MultipleCreateTestJSON-2106576302 tempest-MultipleCreateTestJSON-2106576302-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed9986d8-4be5-4342-a315-06bef412ba26 HTTP/1.1" status: 200 len: 210 time: 0.0434287 Jul 29 15:04:10.134915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39210e1e-7b61-46b1-a003-3e38348104c9 req-cb862d71-5182-412b-9d92-2cfc6518a043 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:10.137862 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-39210e1e-7b61-46b1-a003-3e38348104c9 req-cb862d71-5182-412b-9d92-2cfc6518a043 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0575724 Jul 29 15:04:10.188862 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-39210e1e-7b61-46b1-a003-3e38348104c9 req-d8e77f13-fc6c-47fc-b590-d922a6094bf3 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453701 Jul 29 15:04:10.656103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54652) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:10.730428 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-705dd6c6-4c7c-4f8f-9330-77a71de9278f admin admin] Deleting subnet cf726642-57f4-490d-8b60-953165f72e40 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:04:10.735754 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-705dd6c6-4c7c-4f8f-9330-77a71de9278f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:10.785594 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-705dd6c6-4c7c-4f8f-9330-77a71de9278f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:10.871912 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-705dd6c6-4c7c-4f8f-9330-77a71de9278f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:10.929572 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:10.985561 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-705dd6c6-4c7c-4f8f-9330-77a71de9278f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:11.003689 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-705dd6c6-4c7c-4f8f-9330-77a71de9278f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:11.013988 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-705dd6c6-4c7c-4f8f-9330-77a71de9278f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cf726642-57f4-490d-8b60-953165f72e40 HTTP/1.1" status: 204 len: 168 time: 0.3565826 Jul 29 15:04:11.016299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54660) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:11.037945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dd6c6-4c7c-4f8f-9330-77a71de9278f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf726642-57f4-490d-8b60-953165f72e40,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:11.126669 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d36b286d-e5d0-44ad-939c-5c9bb991c390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:11.262147 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d36b286d-e5d0-44ad-939c-5c9bb991c390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:11.276354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d36b286d-e5d0-44ad-939c-5c9bb991c390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19182e03-a888-4157-8752-b6382362c95e']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:04:11.294341 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d36b286d-e5d0-44ad-939c-5c9bb991c390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38a287a-e10c-4751-a298-2160649c0d00') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:04:11.294889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d36b286d-e5d0-44ad-939c-5c9bb991c390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38a287a-e10c-4751-a298-2160649c0d00') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:04:11.313099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d11b1d2c-139d-4bef-bde2-6fa380b0690c details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:04:11.329836 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d36b286d-e5d0-44ad-939c-5c9bb991c390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:11.347503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fa5f1-0aea-48bc-ad85-2eee9ac8bf5d req-e39d6aac-cc44-44db-97c1-c5a337519b6c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:11.355720 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d36b286d-e5d0-44ad-939c-5c9bb991c390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:11.356305 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dd3fa5f1-0aea-48bc-ad85-2eee9ac8bf5d req-e39d6aac-cc44-44db-97c1-c5a337519b6c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0765901 Jul 29 15:04:11.370367 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36b286d-e5d0-44ad-939c-5c9bb991c390 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:04:11.370879 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d36b286d-e5d0-44ad-939c-5c9bb991c390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:04:11.373347 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:04:11.406621 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dd3fa5f1-0aea-48bc-ad85-2eee9ac8bf5d req-a0f87d3f-86e9-4609-89d4-66d8b9bf8390 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491488 Jul 29 15:04:11.482026 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d36b286d-e5d0-44ad-939c-5c9bb991c390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:11.492650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port d11b1d2c-139d-4bef-bde2-6fa380b0690c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:04:11.507361 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d36b286d-e5d0-44ad-939c-5c9bb991c390 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:11.509656 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d36b286d-e5d0-44ad-939c-5c9bb991c390 admin admin] 10.222.0.16 "DELETE /v2.0/networks/19182e03-a888-4157-8752-b6382362c95e HTTP/1.1" status: 204 len: 168 time: 0.4922149 Jul 29 15:04:11.527586 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c', 'network_id': 'ea65ba52-7e0e-480f-9a1a-5b9ece2c073c', 'port_id': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c', 'mac_address': 'fa:16:3e:75:2a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654fde81-0e11-4ae6-9ae2-c96a6f63881c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:04:11.527727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b286d-e5d0-44ad-939c-5c9bb991c390 admin admin] Pushing event deleted for resources: {'Network': ['ID=19182e03-a888-4157-8752-b6382362c95e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:11.593741 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:11.633137 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d11b1d2c-139d-4bef-bde2-6fa380b0690c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:04:11.668964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port d11b1d2c-139d-4bef-bde2-6fa380b0690c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:04:11.679069 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:11.763360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=d11b1d2c-139d-4bef-bde2-6fa380b0690c,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:11.808389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['d11b1d2c-139d-4bef-bde2-6fa380b0690c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:04:11.899481 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54690) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:11.979725 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5106c886-2222-4cb0-9260-88461a6f80e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d8138c3cb0047d0943e567326f7fcce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0776336 Jul 29 15:04:11.980935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54694) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:12.066463 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0401c2b-8798-4b8e-8867-18c1dd126549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:12.093610 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0401c2b-8798-4b8e-8867-18c1dd126549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:12.169927 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0401c2b-8798-4b8e-8867-18c1dd126549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:12.201089 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0401c2b-8798-4b8e-8867-18c1dd126549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:12.205008 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e0401c2b-8798-4b8e-8867-18c1dd126549 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/63a79130-fa4f-49c4-ac1b-b34e2ef50580 HTTP/1.1" status: 204 len: 168 time: 0.2185745 Jul 29 15:04:12.215219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0401c2b-8798-4b8e-8867-18c1dd126549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a79130-fa4f-49c4-ac1b-b34e2ef50580,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:12.600362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbc69a-3bfc-4aa8-b795-1c7b3333247f req-b44f7ce3-aeaf-47b0-b3ad-80f13a9ff6e9 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:12.610634 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b0fbc69a-3bfc-4aa8-b795-1c7b3333247f req-b44f7ce3-aeaf-47b0-b3ad-80f13a9ff6e9 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 944 time: 0.0904417 Jul 29 15:04:12.651224 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b0fbc69a-3bfc-4aa8-b795-1c7b3333247f req-2eed99a9-455c-40db-9200-fa643bf03b2b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394137 Jul 29 15:04:13.324552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d11b1d2c-139d-4bef-bde2-6fa380b0690c up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:04:13.419422 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port d11b1d2c-139d-4bef-bde2-6fa380b0690c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:04:13.420041 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:13.611577 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:13.655870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:04:13.658484 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7a27cf-d411-4ffd-bf4e-2c594ac9c289" -d '{"events": [{"server_uuid": "c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307", "name": "network-vif-plugged", "status": "completed", "tag": "d11b1d2c-139d-4bef-bde2-6fa380b0690c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:04:13.673712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port d11b1d2c-139d-4bef-bde2-6fa380b0690c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:04:13.678582 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:13.679754 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b35054ad-9ce8-4c68-a796-dadea7d0ecd2 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:04:13.731220 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: b35054ad-9ce8-4c68-a796-dadea7d0ecd2 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:04:13.731719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b35054ad-9ce8-4c68-a796-dadea7d0ecd2 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:04:13.732621 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device fee2b426-6891-4e74-96a6-fdc9194e6a19 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:04:13.751565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54792) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:13.768601 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b0ff3c-d646-49b7-8d3c-7c792d696b52 x-openstack-request-id: req-e1b0ff3c-d646-49b7-8d3c-7c792d696b52 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:04:13.769057 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307", "name": "network-vif-plugged", "status": "completed", "tag": "d11b1d2c-139d-4bef-bde2-6fa380b0690c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:04:13.769563 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1b0ff3c-d646-49b7-8d3c-7c792d696b52 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:04:13.770343 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c', 'code': 200} Jul 29 15:04:13.790972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: fee2b426-6891-4e74-96a6-fdc9194e6a19 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:04:13.791695 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device fee2b426-6891-4e74-96a6-fdc9194e6a19 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:04:13.829219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=d11b1d2c-139d-4bef-bde2-6fa380b0690c,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:13.988252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a176166-97a3-4e79-b450-0704ef6270e9 req-60fc5401-9b31-4fad-9777-47ce1f1be17e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:13.992296 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1a176166-97a3-4e79-b450-0704ef6270e9 req-60fc5401-9b31-4fad-9777-47ce1f1be17e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1767306 Jul 29 15:04:14.092110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d55231a9-1f74-43dc-a991-6e8845e0e6d4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-463538204-network', 'tenant_id': 'eb72cf75162c45e895a89a27a0c4090a'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:04:14.144374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55231a9-1f74-43dc-a991-6e8845e0e6d4 admin admin] Made reservation on behalf of eb72cf75162c45e895a89a27a0c4090a for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:04:14.150396 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d55231a9-1f74-43dc-a991-6e8845e0e6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:14.160774 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d55231a9-1f74-43dc-a991-6e8845e0e6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:14.184512 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1a176166-97a3-4e79-b450-0704ef6270e9 req-43c4aa7e-0c96-489b-89e6-b601ffb0d0b7 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790605 Jul 29 15:04:14.396269 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d55231a9-1f74-43dc-a991-6e8845e0e6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:14.406416 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d55231a9-1f74-43dc-a991-6e8845e0e6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:14.447858 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55231a9-1f74-43dc-a991-6e8845e0e6d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:04:14.464172 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d55231a9-1f74-43dc-a991-6e8845e0e6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:14.464787 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-d55231a9-1f74-43dc-a991-6e8845e0e6d4 admin admin] Added segment df336a59-aa64-45e0-8911-f51c31500067 of type vlan for network 19d6ed5c-cbca-4e48-85c7-41aa5c37db6c Jul 29 15:04:14.520868 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d55231a9-1f74-43dc-a991-6e8845e0e6d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:14.595637 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55231a9-1f74-43dc-a991-6e8845e0e6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b175957f-1ac1-4dac-bc1c-8e54440af6b5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:14.607015 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d55231a9-1f74-43dc-a991-6e8845e0e6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:14.608319 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55231a9-1f74-43dc-a991-6e8845e0e6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:14.608927 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d55231a9-1f74-43dc-a991-6e8845e0e6d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:14.652892 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d55231a9-1f74-43dc-a991-6e8845e0e6d4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8989768 Jul 29 15:04:14.655137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54814) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:14.665799 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e1dde83b-0983-44ae-9be9-122ab528183a admin admin] Request body: {'subnet': {'network_id': '19d6ed5c-cbca-4e48-85c7-41aa5c37db6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-463538204-subnet', 'tenant_id': 'eb72cf75162c45e895a89a27a0c4090a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:04:14.782442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dde83b-0983-44ae-9be9-122ab528183a admin admin] Made reservation on behalf of eb72cf75162c45e895a89a27a0c4090a for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:04:14.785930 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1dde83b-0983-44ae-9be9-122ab528183a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:14.825061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55231a9-1f74-43dc-a991-6e8845e0e6d4 admin admin] Pushing event updated for resources: {'Network': ['ID=19d6ed5c-cbca-4e48-85c7-41aa5c37db6c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:14.839264 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 19d6ed5c-cbca-4e48-85c7-41aa5c37db6c details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:04:15.233742 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1dde83b-0983-44ae-9be9-122ab528183a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:15.327801 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dde83b-0983-44ae-9be9-122ab528183a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e628ad5-0433-45fc-9d5e-17981b95080e,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:15.389738 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dde83b-0983-44ae-9be9-122ab528183a admin admin] Checking segment: {'id': 'df336a59-aa64-45e0-8911-f51c31500067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '19d6ed5c-cbca-4e48-85c7-41aa5c37db6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:04:15.390398 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dde83b-0983-44ae-9be9-122ab528183a admin admin] Network hostable DHCP agents. Network: 19d6ed5c-cbca-4e48-85c7-41aa5c37db6c, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:04:15.454961 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dde83b-0983-44ae-9be9-122ab528183a admin admin] Network 19d6ed5c-cbca-4e48-85c7-41aa5c37db6c is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:04:15.481996 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5635a15-e761-4e85-8032-2e9edbae362d req-880a00ac-376a-434d-9ee0-8310239fed85 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:15.483903 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5635a15-e761-4e85-8032-2e9edbae362d req-880a00ac-376a-434d-9ee0-8310239fed85 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1383686 Jul 29 15:04:15.485456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e1dde83b-0983-44ae-9be9-122ab528183a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 19d6ed5c-cbca-4e48-85c7-41aa5c37db6c) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:04:15.493529 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dde83b-0983-44ae-9be9-122ab528183a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:15.494317 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1dde83b-0983-44ae-9be9-122ab528183a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:15.494447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67afb8f0-612a-4466-a9c4-6be91eee6678 None None] Network 19d6ed5c-cbca-4e48-85c7-41aa5c37db6c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:04:15.545639 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5635a15-e761-4e85-8032-2e9edbae362d req-dd10cb39-4efa-4026-8535-e95ea44c6167 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471418 Jul 29 15:04:15.574549 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e1dde83b-0983-44ae-9be9-122ab528183a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9167950 Jul 29 15:04:15.883927 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00894f43-1fcd-4d23-840f-d6fa9aea5f91 None None] Network 19d6ed5c-cbca-4e48-85c7-41aa5c37db6c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:04:16.457484 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54870) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:16.635333 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a84d204-0f49-4ad6-8355-286f7ebac0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:16.684285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-b7d6e9cc-abc8-4569-be62-4a06788dc463 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:16.691684 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-b7d6e9cc-abc8-4569-be62-4a06788dc463 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/networks?id=19d6ed5c-cbca-4e48-85c7-41aa5c37db6c HTTP/1.1" status: 200 len: 813 time: 0.2500951 Jul 29 15:04:16.726442 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-d1becced-1191-45d9-aa54-859f880981a2 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/quotas/eb72cf75162c45e895a89a27a0c4090a HTTP/1.1" status: 200 len: 375 time: 0.0333114 Jul 29 15:04:16.768326 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a84d204-0f49-4ad6-8355-286f7ebac0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:16.781615 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-c440533f-3a7f-435d-ae67-4c602059a77d tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb72cf75162c45e895a89a27a0c4090a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539608 Jul 29 15:04:16.786395 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a84d204-0f49-4ad6-8355-286f7ebac0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:16.825119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4a84d204-0f49-4ad6-8355-286f7ebac0e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98bad28a114642e79196dfd76f98cac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637009 Jul 29 15:04:16.852564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54880) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:16.941865 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-79a2f705-6817-4229-b224-cc64957d65a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:16.974612 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-79a2f705-6817-4229-b224-cc64957d65a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:16.988821 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-8758bebc-450d-4ebe-9d64-3d8a51ec3e93 service neutron] 10.222.0.16 "GET /v2.0/networks/19d6ed5c-cbca-4e48-85c7-41aa5c37db6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063675 Jul 29 15:04:17.040988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84d204-0f49-4ad6-8355-286f7ebac0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede2450e-8f99-4dd1-a6e0-ba996c9c2872,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:17.088193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c959e-2b4f-4151-846e-70dee4655169 req-ae15fb5e-1818-4e22-9949-de8b5a353d49 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:17.096931 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-904c959e-2b4f-4151-846e-70dee4655169 req-ae15fb5e-1818-4e22-9949-de8b5a353d49 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.3251443 Jul 29 15:04:17.214827 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-904c959e-2b4f-4151-846e-70dee4655169 req-d9a41057-ef09-4975-898e-19399bb7141b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005929 Jul 29 15:04:17.245160 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-79a2f705-6817-4229-b224-cc64957d65a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:17.263314 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-79a2f705-6817-4229-b224-cc64957d65a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:17.266952 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-79a2f705-6817-4229-b224-cc64957d65a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ede2450e-8f99-4dd1-a6e0-ba996c9c2872 HTTP/1.1" status: 204 len: 168 time: 0.4107318 Jul 29 15:04:17.282893 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2f705-6817-4229-b224-cc64957d65a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede2450e-8f99-4dd1-a6e0-ba996c9c2872,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:17.306097 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-2e4af943-9326-4b8f-b146-7561d4381ace service neutron] 10.222.0.16 "GET /v2.0/networks/19d6ed5c-cbca-4e48-85c7-41aa5c37db6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055091 Jul 29 15:04:17.794853 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-94175b00-e2b5-4f92-966b-98264600b0a7 req-069ab5d0-504f-4651-ad1a-cc257ead71b6 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 210 time: 0.1296437 Jul 29 15:04:17.861167 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:04:18.038507 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54904) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:18.067270 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ae6301b3-9b83-4072-815e-b422b8ca47ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:18.216829 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ae6301b3-9b83-4072-815e-b422b8ca47ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:18.223054 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ae6301b3-9b83-4072-815e-b422b8ca47ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:18.297528 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ae6301b3-9b83-4072-815e-b422b8ca47ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56923c9d81bd48ac875b4d42e2f070a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554054 Jul 29 15:04:18.297528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6301b3-9b83-4072-815e-b422b8ca47ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ade8e4-bfff-4ba5-a176-905cab9c3092,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:18.297879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54912) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:18.425611 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-95847b9a-f9f2-4608-b03a-a7f26c68dc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:18.460605 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415044e-b57d-4db9-89c3-434da82bf35e req-dc8cc4c9-06f8-4e84-b57b-6248e072ca4b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:18.473151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0415044e-b57d-4db9-89c3-434da82bf35e req-dc8cc4c9-06f8-4e84-b57b-6248e072ca4b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0962281 Jul 29 15:04:18.473762 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-95847b9a-f9f2-4608-b03a-a7f26c68dc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:18.568301 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-95847b9a-f9f2-4608-b03a-a7f26c68dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:18.581299 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-95847b9a-f9f2-4608-b03a-a7f26c68dc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:18.582873 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-95847b9a-f9f2-4608-b03a-a7f26c68dc62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80ade8e4-bfff-4ba5-a176-905cab9c3092 HTTP/1.1" status: 204 len: 168 time: 0.2840111 Jul 29 15:04:18.585273 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0415044e-b57d-4db9-89c3-434da82bf35e req-97eb04f7-7a87-4257-931c-34fb2cd4afb3 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923929 Jul 29 15:04:18.602193 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95847b9a-f9f2-4608-b03a-a7f26c68dc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ade8e4-bfff-4ba5-a176-905cab9c3092,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:19.007783 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9a2dec04-eb8b-4a75-873c-bc04fce3233d req-e9488816-47d7-4eba-ba55-2f7112bc10d4 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 210 time: 0.0738759 Jul 29 15:04:19.364524 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-95a78fe7-6b7c-4582-8427-a67c67cb528b tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:19.366763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-95a78fe7-6b7c-4582-8427-a67c67cb528b tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.38 "GET /v2.0/networks?id=19d6ed5c-cbca-4e48-85c7-41aa5c37db6c HTTP/1.1" status: 200 len: 813 time: 0.1875551 Jul 29 15:04:19.386999 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-9a364405-3803-4e4c-b40e-eba248815f8e tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Request body: {'port': {'device_id': '0e93d23e-5692-49ee-8510-ddaf4ea932c3', 'network_id': '19d6ed5c-cbca-4e48-85c7-41aa5c37db6c', 'admin_state_up': True, 'tenant_id': 'eb72cf75162c45e895a89a27a0c4090a'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:04:19.569750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-9a364405-3803-4e4c-b40e-eba248815f8e tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Made reservation on behalf of eb72cf75162c45e895a89a27a0c4090a for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:04:19.578561 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-9a364405-3803-4e4c-b40e-eba248815f8e tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:19.922962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db738a5-da5c-492f-8195-427919dacbc3 req-3f23b16e-a848-4bfb-b7fc-682ef8cedd6c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:19.925801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2db738a5-da5c-492f-8195-427919dacbc3 req-3f23b16e-a848-4bfb-b7fc-682ef8cedd6c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1569932 Jul 29 15:04:19.981566 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-9a364405-3803-4e4c-b40e-eba248815f8e tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Allocated IP 172.20.0.14 (19d6ed5c-cbca-4e48-85c7-41aa5c37db6c/9e628ad5-0433-45fc-9d5e-17981b95080e/6ab20dda-1b3d-4d9f-86b2-75ecec2f1946) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:04:20.010133 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2db738a5-da5c-492f-8195-427919dacbc3 req-46b1ffa0-ab91-4a02-adf1-57d1d3b8b3a5 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725555 Jul 29 15:04:20.314970 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a4284088-c22f-4150-955e-534807ed8ac2 req-cf121830-f44c-47fc-973b-4e97d29eebf2 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 210 time: 0.0624099 Jul 29 15:04:20.452745 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-9a364405-3803-4e4c-b40e-eba248815f8e tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:20.551917 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-9a364405-3803-4e4c-b40e-eba248815f8e tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:20.668871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a364405-3803-4e4c-b40e-eba248815f8e tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Pushing event updated for resources: {'Port': ['ID=6ab20dda-1b3d-4d9f-86b2-75ecec2f1946,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:20.682090 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-9a364405-3803-4e4c-b40e-eba248815f8e tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Network 19d6ed5c-cbca-4e48-85c7-41aa5c37db6c is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:04:20.683698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-9a364405-3803-4e4c-b40e-eba248815f8e tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:04:20.687206 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-9a364405-3803-4e4c-b40e-eba248815f8e tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:04:20.821415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-9a364405-3803-4e4c-b40e-eba248815f8e tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:20.821713 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-9a364405-3803-4e4c-b40e-eba248815f8e tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:20.857345 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-9a364405-3803-4e4c-b40e-eba248815f8e tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4750636 Jul 29 15:04:20.892183 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Request body: {'port': {'device_id': '0e93d23e-5692-49ee-8510-ddaf4ea932c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:04:21.027733 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:21.386257 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aacde8-2673-4d51-8984-ade51409306b req-1720b2ce-88da-49ee-9ea1-3fbc4e440226 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:21.402825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b5aacde8-2673-4d51-8984-ade51409306b req-1720b2ce-88da-49ee-9ea1-3fbc4e440226 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.2230344 Jul 29 15:04:21.481998 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b5aacde8-2673-4d51-8984-ade51409306b req-e52ea193-2254-4e81-8ddc-fb31cf3965ac tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718925 Jul 29 15:04:21.726480 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:04:21.745697 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:21.768150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Transition to ACTIVE for port object 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:04:21.780046 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:21.845705 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab20dda-1b3d-4d9f-86b2-75ecec2f1946,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:21.854319 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaac53-30b7-4490-bfa6-60abc223892d req-e8d72775-6261-4f74-bf16-7f3b316fb923 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:21.859814 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ddaac53-30b7-4490-bfa6-60abc223892d req-e8d72775-6261-4f74-bf16-7f3b316fb923 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 932 time: 0.2702274 Jul 29 15:04:21.880994 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:21.881579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:21.882103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:21.882785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:21.883270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:21.883760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:21.884287 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:21.885354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:21.885877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:21.886365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:21.887055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:21.887561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:21.979993 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ddaac53-30b7-4490-bfa6-60abc223892d req-a56e6beb-2077-454d-9bfe-368fbf1fda74 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/security-groups?id=b175957f-1ac1-4dac-bc1c-8e54440af6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101952 Jul 29 15:04:22.064299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Attempting to bind port 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:04:22.064738 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Attempting to bind port 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'df336a59-aa64-45e0-8911-f51c31500067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '19d6ed5c-cbca-4e48-85c7-41aa5c37db6c'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:04:22.065082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Attempting to bind port 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 on network 19d6ed5c-cbca-4e48-85c7-41aa5c37db6c {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:04:22.071053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Port 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 on network 19d6ed5c-cbca-4e48-85c7-41aa5c37db6c not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:04:22.071053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Attempting to bind port 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 on network 19d6ed5c-cbca-4e48-85c7-41aa5c37db6c {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:04:22.077011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:04:22.077331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Checking segment: {'id': 'df336a59-aa64-45e0-8911-f51c31500067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '19d6ed5c-cbca-4e48-85c7-41aa5c37db6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:04:22.077720 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Bound using segment: {'id': 'df336a59-aa64-45e0-8911-f51c31500067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '19d6ed5c-cbca-4e48-85c7-41aa5c37db6c'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:04:22.078159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Bound port: 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df336a59-aa64-45e0-8911-f51c31500067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '19d6ed5c-cbca-4e48-85c7-41aa5c37db6c'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:04:22.078524 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:22.187646 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] For port 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:04:22.191501 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] For port 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=6ab20dda-1b3d-4d9f-86b2-75ecec2f1946,segment=NetworkSegment(df336a59-aa64-45e0-8911-f51c31500067),segment_id=df336a59-aa64-45e0-8911-f51c31500067)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:04:22.198454 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:22.279627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:22.281023 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:22.283347 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] 10.222.0.38 "PUT /v2.0/ports/6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 HTTP/1.1" status: 200 len: 1092 time: 1.4023528 Jul 29 15:04:22.284502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e93d23e-5692-49ee-8510-ddaf4ea932c3', 'tag': '6ab20dda-1b3d-4d9f-86b2-75ecec2f1946'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:04:22.287856 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a781cdc-1365-47ea-996d-368a6c8606b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e93d23e-5692-49ee-8510-ddaf4ea932c3", "tag": "6ab20dda-1b3d-4d9f-86b2-75ecec2f1946"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:04:22.366246 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1739ee6d-c8e7-499d-8a48-4f228c16d6fb x-openstack-request-id: req-1739ee6d-c8e7-499d-8a48-4f228c16d6fb {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:04:22.366689 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e93d23e-5692-49ee-8510-ddaf4ea932c3", "tag": "6ab20dda-1b3d-4d9f-86b2-75ecec2f1946", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:04:22.367018 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1739ee6d-c8e7-499d-8a48-4f228c16d6fb {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:04:22.367592 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e93d23e-5692-49ee-8510-ddaf4ea932c3', 'tag': '6ab20dda-1b3d-4d9f-86b2-75ecec2f1946', 'status': 'completed', 'code': 200} Jul 29 15:04:22.374029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfff6ea-8c5c-494d-8b17-e844a886afb9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab20dda-1b3d-4d9f-86b2-75ecec2f1946,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:22.484498 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-28d1fa2e-63c4-4b65-90f6-85776357b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:22.488715 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-28d1fa2e-63c4-4b65-90f6-85776357b122 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eb72cf75162c45e895a89a27a0c4090a&device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 1095 time: 0.0932026 Jul 29 15:04:22.570589 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-80ec6a4b-4d2a-41ac-a235-17c636fde70c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 HTTP/1.1" status: 200 len: 217 time: 0.0662456 Jul 29 15:04:22.645443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-63b59940-a6d2-43ab-9beb-0d7151756a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:22.649432 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-63b59940-a6d2-43ab-9beb-0d7151756a49 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9e628ad5-0433-45fc-9d5e-17981b95080e HTTP/1.1" status: 200 len: 853 time: 0.0720549 Jul 29 15:04:22.734871 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-22298064-280a-402b-a35f-9144059a65a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19d6ed5c-cbca-4e48-85c7-41aa5c37db6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349593 Jul 29 15:04:23.239846 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd5c60-ffb2-4349-8490-fb84e4be7ff3 req-914ed32d-bac3-4a7c-a434-1faa3c72af2f tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:23.248852 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-52bd5c60-ffb2-4349-8490-fb84e4be7ff3 req-914ed32d-bac3-4a7c-a434-1faa3c72af2f tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 944 time: 0.1200194 Jul 29 15:04:23.349391 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-52bd5c60-ffb2-4349-8490-fb84e4be7ff3 req-a7abccbb-84b8-437f-a877-7647601db40e tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/security-groups?id=b175957f-1ac1-4dac-bc1c-8e54440af6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983691 Jul 29 15:04:23.674328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed0dc9-a914-4f30-977d-cd1be152679d req-d184c00e-fe5f-4d0f-9517-4de9998421cd tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:23.697355 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58ed0dc9-a914-4f30-977d-cd1be152679d req-d184c00e-fe5f-4d0f-9517-4de9998421cd tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 1.0424330 Jul 29 15:04:23.783384 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-e820d09a-c202-43be-8a98-2aef8b3dac55 service neutron] 10.222.0.38 "GET /v2.0/networks/19d6ed5c-cbca-4e48-85c7-41aa5c37db6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0407531 Jul 29 15:04:23.927017 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13e9f5ea-e3c1-45c2-9e67-a5343cfca331 req-02618050-521f-4b89-87b4-f39d555a580e service neutron] 10.222.0.38 "GET /v2.0/networks/19d6ed5c-cbca-4e48-85c7-41aa5c37db6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336253 Jul 29 15:04:23.933453 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58ed0dc9-a914-4f30-977d-cd1be152679d req-451eed77-26cc-488f-893e-d8d87ebc9bb9 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348640 Jul 29 15:04:24.108834 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a781cdc-1365-47ea-996d-368a6c8606b8 req-296c1ee4-7908-4204-9698-bac5d95dcd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:24.110243 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a781cdc-1365-47ea-996d-368a6c8606b8 req-296c1ee4-7908-4204-9698-bac5d95dcd47 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eb72cf75162c45e895a89a27a0c4090a&device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 1095 time: 0.0846231 Jul 29 15:04:24.302997 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a781cdc-1365-47ea-996d-368a6c8606b8 req-6fad59c1-b7a8-4f3c-89ac-706d59f50e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:24.304788 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a781cdc-1365-47ea-996d-368a6c8606b8 req-6fad59c1-b7a8-4f3c-89ac-706d59f50e91 service neutron] 10.222.0.38 "GET /v2.0/networks?id=19d6ed5c-cbca-4e48-85c7-41aa5c37db6c HTTP/1.1" status: 200 len: 914 time: 0.1855783 Jul 29 15:04:24.363213 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a781cdc-1365-47ea-996d-368a6c8606b8 req-0cb7ed0e-9147-4860-aac3-7576de72ace5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 HTTP/1.1" status: 200 len: 217 time: 0.0505691 Jul 29 15:04:24.431409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a781cdc-1365-47ea-996d-368a6c8606b8 req-2bddbad8-620a-4129-b974-2a5c36cac663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:24.433339 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a781cdc-1365-47ea-996d-368a6c8606b8 req-2bddbad8-620a-4129-b974-2a5c36cac663 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9e628ad5-0433-45fc-9d5e-17981b95080e HTTP/1.1" status: 200 len: 853 time: 0.0619240 Jul 29 15:04:24.513324 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a781cdc-1365-47ea-996d-368a6c8606b8 req-cbf7059a-832f-4f1a-b1c9-5ca26e9d2960 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=19d6ed5c-cbca-4e48-85c7-41aa5c37db6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633364 Jul 29 15:04:24.623662 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421960e5-07d1-45a4-896e-d9f4c7df659a req-c1b8d25b-94f2-4dcc-a5ff-aaed0a683b0f tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:24.637576 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-421960e5-07d1-45a4-896e-d9f4c7df659a req-c1b8d25b-94f2-4dcc-a5ff-aaed0a683b0f tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 944 time: 0.1467359 Jul 29 15:04:24.725464 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-421960e5-07d1-45a4-896e-d9f4c7df659a req-75562fd4-164e-4ea3-a25d-960b4a7302fb tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/security-groups?id=b175957f-1ac1-4dac-bc1c-8e54440af6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763955 Jul 29 15:04:24.810862 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a781cdc-1365-47ea-996d-368a6c8606b8 req-93469edb-b5c6-4453-9880-a35f3849f611 service neutron] 10.222.0.38 "GET /v2.0/networks/19d6ed5c-cbca-4e48-85c7-41aa5c37db6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964690 Jul 29 15:04:25.128249 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a781cdc-1365-47ea-996d-368a6c8606b8 req-3ec5e892-8723-430f-bf4d-b297bd273779 service neutron] 10.222.0.38 "GET /v2.0/networks/19d6ed5c-cbca-4e48-85c7-41aa5c37db6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619553 Jul 29 15:04:25.198862 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5575316-0e8a-40d1-a590-8cea365025ea req-f7ba5e50-86f5-48c1-855f-f7d6c0a35153 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:25.207032 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5575316-0e8a-40d1-a590-8cea365025ea req-f7ba5e50-86f5-48c1-855f-f7d6c0a35153 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1000626 Jul 29 15:04:25.260646 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5575316-0e8a-40d1-a590-8cea365025ea req-17a8eb8d-5995-4b51-ac4b-4cb29fcbe410 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523443 Jul 29 15:04:25.884462 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea61aa-624e-4a9c-a45d-abc54223561b req-24889287-1689-405e-a1b7-6d09da0033a3 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:25.893651 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-69ea61aa-624e-4a9c-a45d-abc54223561b req-24889287-1689-405e-a1b7-6d09da0033a3 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 944 time: 0.0779152 Jul 29 15:04:25.959605 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-69ea61aa-624e-4a9c-a45d-abc54223561b req-9d60e3b4-77de-45d0-a0ce-cfb78aa1760e tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/security-groups?id=b175957f-1ac1-4dac-bc1c-8e54440af6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642049 Jul 29 15:04:26.233364 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:26.296190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:04:26.461345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fb1ff-06b3-41d6-a6e4-f53f8d34f9e7 req-3494401e-4683-4d7a-b624-ffd6209436d4 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:26.471424 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df7fb1ff-06b3-41d6-a6e4-f53f8d34f9e7 req-3494401e-4683-4d7a-b624-ffd6209436d4 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1046650 Jul 29 15:04:26.530660 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df7fb1ff-06b3-41d6-a6e4-f53f8d34f9e7 req-6ca44491-6c9b-4b42-b700-efdba48171d0 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570600 Jul 29 15:04:26.573181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=6ab20dda-1b3d-4d9f-86b2-75ecec2f1946,segment=NetworkSegment(df336a59-aa64-45e0-8911-f51c31500067),segment_id=df336a59-aa64-45e0-8911-f51c31500067)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:04:26.616763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '6ab20dda-1b3d-4d9f-86b2-75ecec2f1946', 'network_id': '19d6ed5c-cbca-4e48-85c7-41aa5c37db6c', 'port_id': '6ab20dda-1b3d-4d9f-86b2-75ecec2f1946', 'mac_address': 'fa:16:3e:ad:a9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e628ad5-0433-45fc-9d5e-17981b95080e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:04:26.677862 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:26.695458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:04:26.720814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=6ab20dda-1b3d-4d9f-86b2-75ecec2f1946,segment=NetworkSegment(df336a59-aa64-45e0-8911-f51c31500067),segment_id=df336a59-aa64-45e0-8911-f51c31500067)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:04:26.728153 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:26.846725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=6ab20dda-1b3d-4d9f-86b2-75ecec2f1946,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:27.046314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['6ab20dda-1b3d-4d9f-86b2-75ecec2f1946'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:04:27.258979 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4cc4c-30d9-4bf9-8dc6-2ae51c4053fc req-471b55b3-c391-4e55-b15e-540abd1ac859 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:27.277361 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-89a4cc4c-30d9-4bf9-8dc6-2ae51c4053fc req-471b55b3-c391-4e55-b15e-540abd1ac859 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 945 time: 0.1565669 Jul 29 15:04:27.383883 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-89a4cc4c-30d9-4bf9-8dc6-2ae51c4053fc req-258aa46e-7102-44b5-86ea-8fff597d7aa4 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/security-groups?id=b175957f-1ac1-4dac-bc1c-8e54440af6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051033 Jul 29 15:04:27.829312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274d185-a580-4cbd-a18b-e4c998c17f99 req-feda42e1-8c75-472c-94e8-6be0f90e8531 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:27.858309 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0274d185-a580-4cbd-a18b-e4c998c17f99 req-feda42e1-8c75-472c-94e8-6be0f90e8531 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1262352 Jul 29 15:04:27.943776 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0274d185-a580-4cbd-a18b-e4c998c17f99 req-8033d8ae-de51-40b4-bcb1-1bbce453aadf tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781043 Jul 29 15:04:28.297104 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:04:28.460250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:04:28.474497 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:04:28.475987 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:28.665629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72c7fa-a06e-437a-b184-3cea774fe6fc req-cc6a7aac-5b3d-4cad-a0b1-539cf5970e86 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:28.679637 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e72c7fa-a06e-437a-b184-3cea774fe6fc req-cc6a7aac-5b3d-4cad-a0b1-539cf5970e86 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 945 time: 0.1390808 Jul 29 15:04:28.831256 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e72c7fa-a06e-437a-b184-3cea774fe6fc req-b98151c5-ea58-4897-8775-6fe2cff6e0b5 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/security-groups?id=b175957f-1ac1-4dac-bc1c-8e54440af6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504302 Jul 29 15:04:28.868027 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:28.940455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=6ab20dda-1b3d-4d9f-86b2-75ecec2f1946,segment=NetworkSegment(df336a59-aa64-45e0-8911-f51c31500067),segment_id=df336a59-aa64-45e0-8911-f51c31500067)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:04:28.942304 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e93d23e-5692-49ee-8510-ddaf4ea932c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab20dda-1b3d-4d9f-86b2-75ecec2f1946'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:04:28.953178 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fedbf6-8c5d-46ae-bda7-4e0a0cabe75b" -d '{"events": [{"server_uuid": "0e93d23e-5692-49ee-8510-ddaf4ea932c3", "name": "network-vif-plugged", "status": "completed", "tag": "6ab20dda-1b3d-4d9f-86b2-75ecec2f1946"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:04:28.988239 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:29.265178 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d545c569-ee0f-4c19-b238-18a9411e1f7c x-openstack-request-id: req-d545c569-ee0f-4c19-b238-18a9411e1f7c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:04:29.267052 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e93d23e-5692-49ee-8510-ddaf4ea932c3", "name": "network-vif-plugged", "status": "completed", "tag": "6ab20dda-1b3d-4d9f-86b2-75ecec2f1946", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:04:29.267522 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d545c569-ee0f-4c19-b238-18a9411e1f7c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:04:29.269666 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e93d23e-5692-49ee-8510-ddaf4ea932c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab20dda-1b3d-4d9f-86b2-75ecec2f1946', 'code': 200} Jul 29 15:04:29.270668 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=6ab20dda-1b3d-4d9f-86b2-75ecec2f1946,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:29.653893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ee4ac-40fa-4780-accc-30f43bcdc928 req-c0ee4f48-e547-4c4b-af50-fe8980f621a6 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:29.659694 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b03ee4ac-40fa-4780-accc-30f43bcdc928 req-c0ee4f48-e547-4c4b-af50-fe8980f621a6 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.4566844 Jul 29 15:04:29.784000 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc515a2-3fc8-4965-b6ed-9fb56f6c2b04 req-b61785b5-ce70-4464-8b62-dd823d39614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:29.787093 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1bc515a2-3fc8-4965-b6ed-9fb56f6c2b04 req-b61785b5-ce70-4464-8b62-dd823d39614f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 1097 time: 0.5802801 Jul 29 15:04:29.893301 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b03ee4ac-40fa-4780-accc-30f43bcdc928 req-592da705-c951-40aa-85ef-253ba277b8cb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250907 Jul 29 15:04:30.012333 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1bc515a2-3fc8-4965-b6ed-9fb56f6c2b04 req-dce96027-d301-4f2f-a450-89e96418c5d0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b175957f-1ac1-4dac-bc1c-8e54440af6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909282 Jul 29 15:04:30.229653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79ba1e-3bd1-4449-81ce-30a419da73ab req-c1381053-cf96-48e3-a4ef-522f2b6f1cb2 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:30.233081 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6c79ba1e-3bd1-4449-81ce-30a419da73ab req-c1381053-cf96-48e3-a4ef-522f2b6f1cb2 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 946 time: 0.1714752 Jul 29 15:04:30.375595 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6c79ba1e-3bd1-4449-81ce-30a419da73ab req-ff583bdc-bb55-4e79-b057-4d444fd4054e tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/security-groups?id=b175957f-1ac1-4dac-bc1c-8e54440af6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356609 Jul 29 15:04:30.547673 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5c97431-84f2-4974-9484-02f3c05e55ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:31.090331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55240) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:31.212170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55e88f-a502-45f8-926a-acc7053bfe5d req-b951e0e4-64d7-4dd5-a980-20f3faabe2e5 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:31.215604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fa55e88f-a502-45f8-926a-acc7053bfe5d req-b951e0e4-64d7-4dd5-a980-20f3faabe2e5 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1655397 Jul 29 15:04:31.329195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fa55e88f-a502-45f8-926a-acc7053bfe5d req-1b9fa38b-7a18-42c1-84f7-e5406434dc96 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910928 Jul 29 15:04:31.398466 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6d3c27bf-b69b-4f2a-a3ad-d5a841364ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:31.690043 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6d3c27bf-b69b-4f2a-a3ad-d5a841364ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:31.713124 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6d3c27bf-b69b-4f2a-a3ad-d5a841364ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:31.833611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa749c-7d90-4c84-b835-254e718e5534 req-42218c9e-5711-4e63-916f-a83e2c2abf39 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:31.857377 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d7aa749c-7d90-4c84-b835-254e718e5534 req-42218c9e-5711-4e63-916f-a83e2c2abf39 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 946 time: 0.2845495 Jul 29 15:04:31.871257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c27bf-b69b-4f2a-a3ad-d5a841364ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50656fd2-589b-4643-a1e3-1e33231f7224,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:31.886695 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6d3c27bf-b69b-4f2a-a3ad-d5a841364ce2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=568d5b96af7e45d5ad94045a8af14108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7908878 Jul 29 15:04:31.887315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55260) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:32.014631 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d7aa749c-7d90-4c84-b835-254e718e5534 req-b2c9a821-4579-40fc-9be9-0b9d4eb0738a tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/security-groups?id=b175957f-1ac1-4dac-bc1c-8e54440af6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445665 Jul 29 15:04:32.024319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eae962b9-53a3-4326-9eff-a563fa0b528a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:32.115845 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eae962b9-53a3-4326-9eff-a563fa0b528a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:32.259675 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eae962b9-53a3-4326-9eff-a563fa0b528a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:32.265353 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eae962b9-53a3-4326-9eff-a563fa0b528a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:32.267615 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-eae962b9-53a3-4326-9eff-a563fa0b528a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50656fd2-589b-4643-a1e3-1e33231f7224 HTTP/1.1" status: 204 len: 168 time: 0.3506124 Jul 29 15:04:32.334557 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae962b9-53a3-4326-9eff-a563fa0b528a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50656fd2-589b-4643-a1e3-1e33231f7224,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:32.995826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8317b4b-aa97-4991-b971-804bc58ecad8 req-a116adf6-da68-45e2-98bf-2f09db9bebb1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:33.003468 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8317b4b-aa97-4991-b971-804bc58ecad8 req-a116adf6-da68-45e2-98bf-2f09db9bebb1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.2960334 Jul 29 15:04:33.190700 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55298) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:33.243619 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:33.259415 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8317b4b-aa97-4991-b971-804bc58ecad8 req-d746e316-9e98-4043-9a28-18aa043a3324 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367940 Jul 29 15:04:33.301055 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47ad336d-4bbe-4cc5-95cf-0651a7436f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:33.347136 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ac369a4-7174-4f81-a402-9427754e3bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:33.554295 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47ad336d-4bbe-4cc5-95cf-0651a7436f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:33.563159 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47ad336d-4bbe-4cc5-95cf-0651a7436f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:33.621595 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-47ad336d-4bbe-4cc5-95cf-0651a7436f51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a81d35fe1c044f7e84c8266bfda402a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287956 Jul 29 15:04:33.622193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55304) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:33.625945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867831-6e26-4e5c-86c5-729f55013a18 req-33a26ed9-e3b5-4eca-97df-729f1b523dc6 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:33.629043 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2b867831-6e26-4e5c-86c5-729f55013a18 req-33a26ed9-e3b5-4eca-97df-729f1b523dc6 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 946 time: 0.1694283 Jul 29 15:04:33.734707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad336d-4bbe-4cc5-95cf-0651a7436f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb995bb-5ca3-4143-bd8b-982ac9b9455d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:33.775423 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2b867831-6e26-4e5c-86c5-729f55013a18 req-9468cbdc-3f01-41d7-8858-9d8b5bf54e0f tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/security-groups?id=b175957f-1ac1-4dac-bc1c-8e54440af6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383598 Jul 29 15:04:33.802694 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd70c-d5fb-4dcf-ab71-180306f36d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:33.890931 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd70c-d5fb-4dcf-ab71-180306f36d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:34.053528 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd70c-d5fb-4dcf-ab71-180306f36d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:34.057890 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd70c-d5fb-4dcf-ab71-180306f36d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:34.061526 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-aa3bd70c-d5fb-4dcf-ab71-180306f36d93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cb995bb-5ca3-4143-bd8b-982ac9b9455d HTTP/1.1" status: 204 len: 168 time: 0.4348593 Jul 29 15:04:34.092515 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bd70c-d5fb-4dcf-ab71-180306f36d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb995bb-5ca3-4143-bd8b-982ac9b9455d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:34.344493 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:34.452651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2713ee-696d-4503-b9fa-e3b9cd313a36 req-8cd0820f-e514-41ac-9ca0-4997602a136f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:34.478372 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f2713ee-696d-4503-b9fa-e3b9cd313a36 req-8cd0820f-e514-41ac-9ca0-4997602a136f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1013100 Jul 29 15:04:34.588621 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f2713ee-696d-4503-b9fa-e3b9cd313a36 req-1088710f-10bf-44e7-8669-38cebb7500ce tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081383 Jul 29 15:04:34.776844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d3e0a-d902-4294-8e9b-44ca78aa179c req-a8cf2591-a876-45fe-a748-387547f93750 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:34.784444 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8a9d3e0a-d902-4294-8e9b-44ca78aa179c req-a8cf2591-a876-45fe-a748-387547f93750 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.38 "GET /v2.0/ports?device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 946 time: 0.1928568 Jul 29 15:04:34.938880 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-8a9d3e0a-d902-4294-8e9b-44ca78aa179c req-b9fc301f-fcd1-4bf8-ba1a-5fbf3fe4efab tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Deleting port 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:04:34.939494 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8a9d3e0a-d902-4294-8e9b-44ca78aa179c req-b9fc301f-fcd1-4bf8-ba1a-5fbf3fe4efab tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:35.010650 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263e13d-9aa8-4bbb-a9b0-f89fa86bf133 req-14aea77c-918e-4005-91ed-d5828651c122 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:35.030887 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b263e13d-9aa8-4bbb-a9b0-f89fa86bf133 req-14aea77c-918e-4005-91ed-d5828651c122 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 946 time: 0.1029646 Jul 29 15:04:35.206625 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b263e13d-9aa8-4bbb-a9b0-f89fa86bf133 req-05ea3896-7a3c-44ee-b8e8-a4dbe8f24471 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/security-groups?id=b175957f-1ac1-4dac-bc1c-8e54440af6b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746292 Jul 29 15:04:35.325979 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-8a9d3e0a-d902-4294-8e9b-44ca78aa179c req-b9fc301f-fcd1-4bf8-ba1a-5fbf3fe4efab tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] For port 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=6ab20dda-1b3d-4d9f-86b2-75ecec2f1946,segment=NetworkSegment(df336a59-aa64-45e0-8911-f51c31500067),segment_id=df336a59-aa64-45e0-8911-f51c31500067)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:04:35.326353 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8a9d3e0a-d902-4294-8e9b-44ca78aa179c req-b9fc301f-fcd1-4bf8-ba1a-5fbf3fe4efab tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:35.377916 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-8a9d3e0a-d902-4294-8e9b-44ca78aa179c req-b9fc301f-fcd1-4bf8-ba1a-5fbf3fe4efab tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Calling delete_port for 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:04:35.893337 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8a9d3e0a-d902-4294-8e9b-44ca78aa179c req-b9fc301f-fcd1-4bf8-ba1a-5fbf3fe4efab tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:35.928296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['6ab20dda-1b3d-4d9f-86b2-75ecec2f1946'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:04:35.964204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b4370-3bde-435e-8cfb-b26f776ae833 req-fef7a5cc-d1fc-4b3c-8c1f-1c45e5824195 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:35.972890 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a5b4370-3bde-435e-8cfb-b26f776ae833 req-fef7a5cc-d1fc-4b3c-8c1f-1c45e5824195 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.2039075 Jul 29 15:04:36.069065 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a5b4370-3bde-435e-8cfb-b26f776ae833 req-4163b90b-5d48-4bf2-ab74-df66f0bbbe3f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893636 Jul 29 15:04:36.070310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc301f-fcd1-4bf8-ba1a-5fbf3fe4efab tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Pushing event deleted for resources: {'Port': ['ID=6ab20dda-1b3d-4d9f-86b2-75ecec2f1946,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:36.138354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9d3e0a-d902-4294-8e9b-44ca78aa179c req-b9fc301f-fcd1-4bf8-ba1a-5fbf3fe4efab tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] No DVR routers for this DVR port 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:04:36.142902 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8a9d3e0a-d902-4294-8e9b-44ca78aa179c req-b9fc301f-fcd1-4bf8-ba1a-5fbf3fe4efab tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:36.147671 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8a9d3e0a-d902-4294-8e9b-44ca78aa179c req-b9fc301f-fcd1-4bf8-ba1a-5fbf3fe4efab tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.38 "DELETE /v2.0/ports/6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 HTTP/1.1" status: 204 len: 173 time: 1.3588760 Jul 29 15:04:36.152442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e93d23e-5692-49ee-8510-ddaf4ea932c3', 'name': 'network-vif-deleted', 'tag': '6ab20dda-1b3d-4d9f-86b2-75ecec2f1946'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:04:36.154947 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b33d3a6-958c-4562-89cf-8f2edd8573f9" -d '{"events": [{"server_uuid": "0e93d23e-5692-49ee-8510-ddaf4ea932c3", "name": "network-vif-deleted", "tag": "6ab20dda-1b3d-4d9f-86b2-75ecec2f1946"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:04:36.243785 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8835a523-de3a-4fc8-815d-de2d237c1635 x-openstack-request-id: req-8835a523-de3a-4fc8-815d-de2d237c1635 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:04:36.244442 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e93d23e-5692-49ee-8510-ddaf4ea932c3", "name": "network-vif-deleted", "tag": "6ab20dda-1b3d-4d9f-86b2-75ecec2f1946", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:04:36.244882 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8835a523-de3a-4fc8-815d-de2d237c1635 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:04:36.245451 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e93d23e-5692-49ee-8510-ddaf4ea932c3', 'name': 'network-vif-deleted', 'tag': '6ab20dda-1b3d-4d9f-86b2-75ecec2f1946', 'status': 'completed', 'code': 200} Jul 29 15:04:36.297420 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:36.398329 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a46b27c6-1fda-4cfa-a980-03f223ca29f3 req-9e1174eb-2685-4f97-a106-b978cf0ac5c5 tempest-ServerAddressesTestJSON-141131467 tempest-ServerAddressesTestJSON-141131467-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e93d23e-5692-49ee-8510-ddaf4ea932c3 HTTP/1.1" status: 200 len: 210 time: 0.0670772 Jul 29 15:04:37.372795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2d159-4e01-4f23-a722-e9b4ac646178 req-42fd8475-7420-4aa1-ae84-bd3bb8aa8aaa tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:37.384133 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ce2d159-4e01-4f23-a722-e9b4ac646178 req-42fd8475-7420-4aa1-ae84-bd3bb8aa8aaa tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1963146 Jul 29 15:04:37.505734 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55430) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:37.568153 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ce2d159-4e01-4f23-a722-e9b4ac646178 req-32ed74bd-647d-4ab6-84b2-a1e775d9694f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713059 Jul 29 15:04:37.629038 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-5acabb70-7cd5-4d8b-b11b-dff189011cc5 admin admin] Deleting subnet 9e628ad5-0433-45fc-9d5e-17981b95080e {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:04:37.633498 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5acabb70-7cd5-4d8b-b11b-dff189011cc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:37.678683 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5acabb70-7cd5-4d8b-b11b-dff189011cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:37.730227 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5acabb70-7cd5-4d8b-b11b-dff189011cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:37.821012 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5acabb70-7cd5-4d8b-b11b-dff189011cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:37.891104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acabb70-7cd5-4d8b-b11b-dff189011cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e628ad5-0433-45fc-9d5e-17981b95080e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:37.893461 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5acabb70-7cd5-4d8b-b11b-dff189011cc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:37.898831 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5acabb70-7cd5-4d8b-b11b-dff189011cc5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9e628ad5-0433-45fc-9d5e-17981b95080e HTTP/1.1" status: 204 len: 168 time: 0.3878996 Jul 29 15:04:37.899562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55446) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:38.012320 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c6428a0-ffd8-40a8-b281-91bf7e5d9dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:38.196257 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c6428a0-ffd8-40a8-b281-91bf7e5d9dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:38.231479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-2c6428a0-ffd8-40a8-b281-91bf7e5d9dce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d6ed5c-cbca-4e48-85c7-41aa5c37db6c']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:04:38.264120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-2c6428a0-ffd8-40a8-b281-91bf7e5d9dce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df336a59-aa64-45e0-8911-f51c31500067') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:04:38.264689 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-2c6428a0-ffd8-40a8-b281-91bf7e5d9dce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df336a59-aa64-45e0-8911-f51c31500067') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:04:38.283214 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c6428a0-ffd8-40a8-b281-91bf7e5d9dce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:38.310873 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c6428a0-ffd8-40a8-b281-91bf7e5d9dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:38.319600 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6428a0-ffd8-40a8-b281-91bf7e5d9dce admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:04:38.320484 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c6428a0-ffd8-40a8-b281-91bf7e5d9dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:38.327273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:04:38.372906 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:04:38.376203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 6ab20dda-1b3d-4d9f-86b2-75ecec2f1946 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:04:38.414804 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:04:38.429769 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c6428a0-ffd8-40a8-b281-91bf7e5d9dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:38.453431 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c6428a0-ffd8-40a8-b281-91bf7e5d9dce admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:38.469271 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2c6428a0-ffd8-40a8-b281-91bf7e5d9dce admin admin] 10.222.0.16 "DELETE /v2.0/networks/19d6ed5c-cbca-4e48-85c7-41aa5c37db6c HTTP/1.1" status: 204 len: 168 time: 0.5585964 Jul 29 15:04:38.491325 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6428a0-ffd8-40a8-b281-91bf7e5d9dce admin admin] Pushing event deleted for resources: {'Network': ['ID=19d6ed5c-cbca-4e48-85c7-41aa5c37db6c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:38.525453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a15210-3f83-4f88-9211-f7af206090ee req-40b4712f-cc3e-41d2-a78f-01a02674e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:38.527249 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61a15210-3f83-4f88-9211-f7af206090ee req-40b4712f-cc3e-41d2-a78f-01a02674e508 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef4b53ff2a2b4059a7df15c4d6b23d62&device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 1096 time: 0.1111789 Jul 29 15:04:38.948835 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55474) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:38.977038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a15210-3f83-4f88-9211-f7af206090ee req-42cbe5c5-c136-43b2-9347-e15d105c6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:38.985649 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61a15210-3f83-4f88-9211-f7af206090ee req-42cbe5c5-c136-43b2-9347-e15d105c6d02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c HTTP/1.1" status: 200 len: 914 time: 0.4485950 Jul 29 15:04:39.054402 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4961a2a3-8557-436f-9658-d134e9bd8e52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb72cf75162c45e895a89a27a0c4090a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018534 Jul 29 15:04:39.058420 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55480) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:39.080786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08010d74-f6ba-4d36-a054-88c21cf35acd req-af58f4d3-4ccb-4655-9a5f-662898be7eb4 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:39.083457 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08010d74-f6ba-4d36-a054-88c21cf35acd req-af58f4d3-4ccb-4655-9a5f-662898be7eb4 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.2163706 Jul 29 15:04:39.085544 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61a15210-3f83-4f88-9211-f7af206090ee req-68e8f4c2-90bd-4861-99ff-4e24d1cfbf04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c HTTP/1.1" status: 200 len: 217 time: 0.0765729 Jul 29 15:04:39.147118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a15210-3f83-4f88-9211-f7af206090ee req-61da898f-4ee4-4f22-9942-f1f5ae9bbe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:39.149014 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61a15210-3f83-4f88-9211-f7af206090ee req-61da898f-4ee4-4f22-9942-f1f5ae9bbe41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=654fde81-0e11-4ae6-9ae2-c96a6f63881c HTTP/1.1" status: 200 len: 853 time: 0.0555177 Jul 29 15:04:39.211614 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61a15210-3f83-4f88-9211-f7af206090ee req-5a87c44d-472a-46a8-8d89-a0e452f51f4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490863 Jul 29 15:04:39.224372 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a99d7fd8-e79e-47ba-a2ff-8f564d6f2b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:39.261315 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a99d7fd8-e79e-47ba-a2ff-8f564d6f2b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:39.320494 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a99d7fd8-e79e-47ba-a2ff-8f564d6f2b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:39.324205 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a99d7fd8-e79e-47ba-a2ff-8f564d6f2b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:39.334173 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08010d74-f6ba-4d36-a054-88c21cf35acd req-5f86f268-b0c4-4c28-b41c-ab32c626f8b8 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423444 Jul 29 15:04:39.341116 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61a15210-3f83-4f88-9211-f7af206090ee req-53206714-cd52-4c83-89eb-6e0ce7c00711 service neutron] 10.222.0.39 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177523 Jul 29 15:04:39.346138 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a99d7fd8-e79e-47ba-a2ff-8f564d6f2b36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b175957f-1ac1-4dac-bc1c-8e54440af6b5 HTTP/1.1" status: 204 len: 168 time: 0.2725067 Jul 29 15:04:39.369025 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d7fd8-e79e-47ba-a2ff-8f564d6f2b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b175957f-1ac1-4dac-bc1c-8e54440af6b5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:39.477155 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61a15210-3f83-4f88-9211-f7af206090ee req-3fb3e9f2-fe73-4676-b015-f1cb8c5218f8 service neutron] 10.222.0.39 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285529 Jul 29 15:04:39.627512 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d246a57-a397-4c02-a160-5e2f86cd26f4 req-67965e22-e3d6-42b6-9c8a-989d0686537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:39.631661 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d246a57-a397-4c02-a160-5e2f86cd26f4 req-67965e22-e3d6-42b6-9c8a-989d0686537d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef4b53ff2a2b4059a7df15c4d6b23d62&device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 1096 time: 0.1029315 Jul 29 15:04:39.870339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55500) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:39.930255 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d246a57-a397-4c02-a160-5e2f86cd26f4 req-c03813d2-5377-45e8-8c04-28223393dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:39.931876 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d246a57-a397-4c02-a160-5e2f86cd26f4 req-c03813d2-5377-45e8-8c04-28223393dc63 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c HTTP/1.1" status: 200 len: 914 time: 0.2781487 Jul 29 15:04:40.011946 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d246a57-a397-4c02-a160-5e2f86cd26f4 req-8208e7b8-54d6-4ab0-afcb-15fa4a2d2a28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c HTTP/1.1" status: 200 len: 217 time: 0.0718331 Jul 29 15:04:40.120059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d246a57-a397-4c02-a160-5e2f86cd26f4 req-b931e704-bd14-4480-bf0e-aea563d29104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:40.123802 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d246a57-a397-4c02-a160-5e2f86cd26f4 req-b931e704-bd14-4480-bf0e-aea563d29104 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=654fde81-0e11-4ae6-9ae2-c96a6f63881c HTTP/1.1" status: 200 len: 853 time: 0.1020396 Jul 29 15:04:40.165823 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0e86d04e-3c3c-4511-ba6d-bf582df17c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:40.186779 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d246a57-a397-4c02-a160-5e2f86cd26f4 req-58e1529e-9d25-402f-962c-58c8474b8093 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552678 Jul 29 15:04:40.430606 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d246a57-a397-4c02-a160-5e2f86cd26f4 req-bb026dc0-154f-4fbc-ae00-e4369a625f93 service neutron] 10.222.0.39 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329881 Jul 29 15:04:40.443144 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0e86d04e-3c3c-4511-ba6d-bf582df17c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:40.450493 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0e86d04e-3c3c-4511-ba6d-bf582df17c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:40.491361 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0e86d04e-3c3c-4511-ba6d-bf582df17c26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c2e5b64187b4a64abfedf27fb861925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6195130 Jul 29 15:04:40.494607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55524) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:40.545829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86d04e-3c3c-4511-ba6d-bf582df17c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fa5e97-f450-4f71-bb2c-a5c677c30e7b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:40.642744 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d13175f-af58-439a-b8ae-198b5821ead3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:40.697903 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d13175f-af58-439a-b8ae-198b5821ead3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:40.728982 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d246a57-a397-4c02-a160-5e2f86cd26f4 req-57c3ad94-24b4-45d9-9ae7-6d03823a93ce service neutron] 10.222.0.39 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918594 Jul 29 15:04:40.760927 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fba37c-ff3d-46eb-87f8-28a68411ec96 req-5f50eb3f-348c-400b-9dc3-57e2e4688060 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:40.768731 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-39fba37c-ff3d-46eb-87f8-28a68411ec96 req-5f50eb3f-348c-400b-9dc3-57e2e4688060 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.2891326 Jul 29 15:04:40.788282 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d13175f-af58-439a-b8ae-198b5821ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:40.791613 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d13175f-af58-439a-b8ae-198b5821ead3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:40.792871 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9d13175f-af58-439a-b8ae-198b5821ead3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91fa5e97-f450-4f71-bb2c-a5c677c30e7b HTTP/1.1" status: 204 len: 168 time: 0.2955778 Jul 29 15:04:40.811569 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13175f-af58-439a-b8ae-198b5821ead3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fa5e97-f450-4f71-bb2c-a5c677c30e7b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:40.853914 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-39fba37c-ff3d-46eb-87f8-28a68411ec96 req-01db1c1b-1cea-4446-bfc3-626cc81dda46 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836895 Jul 29 15:04:40.936607 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:40.966863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55540) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:41.295280 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-2c18cbbb-ae9a-4a9c-a6a8-edddf7ce25cb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-734631797-network', 'tenant_id': '72da861e3c3549b98a30745682218526'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:04:41.328165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c18cbbb-ae9a-4a9c-a6a8-edddf7ce25cb admin admin] Made reservation on behalf of 72da861e3c3549b98a30745682218526 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:04:41.331508 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c18cbbb-ae9a-4a9c-a6a8-edddf7ce25cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:41.345468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c18cbbb-ae9a-4a9c-a6a8-edddf7ce25cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:41.461597 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55554) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:41.494472 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3d68dea-4ecc-40f2-970c-9536ffeecd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:41.523321 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c18cbbb-ae9a-4a9c-a6a8-edddf7ce25cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:41.529362 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c18cbbb-ae9a-4a9c-a6a8-edddf7ce25cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:41.545673 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c18cbbb-ae9a-4a9c-a6a8-edddf7ce25cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:04:41.559759 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c18cbbb-ae9a-4a9c-a6a8-edddf7ce25cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:41.560464 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-2c18cbbb-ae9a-4a9c-a6a8-edddf7ce25cb admin admin] Added segment 9fb58938-114f-4af7-9780-0b30b12eec9a of type vlan for network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 Jul 29 15:04:41.614497 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c18cbbb-ae9a-4a9c-a6a8-edddf7ce25cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:41.633849 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3d68dea-4ecc-40f2-970c-9536ffeecd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:41.639189 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3d68dea-4ecc-40f2-970c-9536ffeecd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:41.656343 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c18cbbb-ae9a-4a9c-a6a8-edddf7ce25cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:41.657553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c18cbbb-ae9a-4a9c-a6a8-edddf7ce25cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:41.658131 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c18cbbb-ae9a-4a9c-a6a8-edddf7ce25cb admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:41.693144 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b3d68dea-4ecc-40f2-970c-9536ffeecd29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a975365e6f13403496b77302f3a4e326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295907 Jul 29 15:04:41.694250 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55556) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:41.695111 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d68dea-4ecc-40f2-970c-9536ffeecd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b74f94-d9c5-4071-9989-24aea7881a38,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:41.754300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18cbbb-ae9a-4a9c-a6a8-edddf7ce25cb admin admin] Pushing event updated for resources: {'Network': ['ID=f18f3e8c-eef1-4fb9-8e44-5650b12aa769,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:41.768263 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:04:41.775198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18cbbb-ae9a-4a9c-a6a8-edddf7ce25cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1924bf72-2001-4a64-8f30-5d0dce676525,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:41.785659 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2c18cbbb-ae9a-4a9c-a6a8-edddf7ce25cb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8174834 Jul 29 15:04:41.789210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55558) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:41.796528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b841706b-d87d-4ec9-a8f1-45a03229cc61 admin admin] Request body: {'subnet': {'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-734631797-subnet', 'tenant_id': '72da861e3c3549b98a30745682218526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:04:41.802262 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b33bc1d-2b64-4ccd-bf1b-aa6e17d34113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:41.849112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b841706b-d87d-4ec9-a8f1-45a03229cc61 admin admin] Made reservation on behalf of 72da861e3c3549b98a30745682218526 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:04:41.851726 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b841706b-d87d-4ec9-a8f1-45a03229cc61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:41.857522 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b33bc1d-2b64-4ccd-bf1b-aa6e17d34113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:42.000103 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b33bc1d-2b64-4ccd-bf1b-aa6e17d34113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:42.006750 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b33bc1d-2b64-4ccd-bf1b-aa6e17d34113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:42.010655 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2b33bc1d-2b64-4ccd-bf1b-aa6e17d34113 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95b74f94-d9c5-4071-9989-24aea7881a38 HTTP/1.1" status: 204 len: 168 time: 0.3097987 Jul 29 15:04:42.019687 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33bc1d-2b64-4ccd-bf1b-aa6e17d34113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b74f94-d9c5-4071-9989-24aea7881a38,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:42.180775 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b841706b-d87d-4ec9-a8f1-45a03229cc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:42.249379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841706b-d87d-4ec9-a8f1-45a03229cc61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c677d1a0-3418-4813-8696-6ad9765c9aa6,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:42.260595 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b841706b-d87d-4ec9-a8f1-45a03229cc61 admin admin] Checking segment: {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:04:42.261253 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b841706b-d87d-4ec9-a8f1-45a03229cc61 admin admin] Network hostable DHCP agents. Network: f18f3e8c-eef1-4fb9-8e44-5650b12aa769, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:04:42.295965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b841706b-d87d-4ec9-a8f1-45a03229cc61 admin admin] Network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:04:42.340341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b841706b-d87d-4ec9-a8f1-45a03229cc61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, f18f3e8c-eef1-4fb9-8e44-5650b12aa769) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:04:42.347844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b841706b-d87d-4ec9-a8f1-45a03229cc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:42.350000 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b841706b-d87d-4ec9-a8f1-45a03229cc61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:42.353074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a17dc09-7afd-43ba-8059-0f50250ccca9 None None] Network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:04:42.380244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618c5cf-32af-43c2-97f6-160fb12b0218 req-c2ef24ab-b746-4bf1-8265-acf04881847b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:42.381835 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1618c5cf-32af-43c2-97f6-160fb12b0218 req-c2ef24ab-b746-4bf1-8265-acf04881847b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.4357998 Jul 29 15:04:42.383720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b841706b-d87d-4ec9-a8f1-45a03229cc61 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5935407 Jul 29 15:04:42.470686 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1618c5cf-32af-43c2-97f6-160fb12b0218 req-70ad1c8d-eed8-4258-996a-00d0f6d89caa tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803685 Jul 29 15:04:42.574349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615c63fd-e27f-443c-93b9-9cf32da13aab None None] Network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:04:42.736085 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d031f7-324b-42e0-bb23-030c7fad4edb req-819d7f9e-89f1-411b-8fa2-6df2c6fb7bff tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:42.745335 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b3d031f7-324b-42e0-bb23-030c7fad4edb req-819d7f9e-89f1-411b-8fa2-6df2c6fb7bff tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.0950515 Jul 29 15:04:42.797267 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b3d031f7-324b-42e0-bb23-030c7fad4edb req-b4b9d680-e8cc-41b2-b266-96a91dd0668a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505521 Jul 29 15:04:43.321141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516807b-4352-46d9-8037-2df4ecb0df8b req-ed77c8bd-f9c4-4f2e-9783-5779696e2ffe tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:43.336903 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5516807b-4352-46d9-8037-2df4ecb0df8b req-ed77c8bd-f9c4-4f2e-9783-5779696e2ffe tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 945 time: 0.1085246 Jul 29 15:04:43.398637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d11b1d2c-139d-4bef-bde2-6fa380b0690c no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:04:43.415334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5516807b-4352-46d9-8037-2df4ecb0df8b req-8e17a47f-31e2-4c08-b137-61450aecc3a5 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771618 Jul 29 15:04:43.521223 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:43.569622 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port d11b1d2c-139d-4bef-bde2-6fa380b0690c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:04:43.571020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:04:43.573893 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca27fa18-923b-4197-82cc-1bea8aaa12fd" -d '{"events": [{"server_uuid": "c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307", "name": "network-vif-unplugged", "status": "completed", "tag": "d11b1d2c-139d-4bef-bde2-6fa380b0690c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:04:43.577985 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:43.686418 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 15:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857ee16b-32ce-48a1-8442-5c0eee6c5d48 x-openstack-request-id: req-857ee16b-32ce-48a1-8442-5c0eee6c5d48 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:04:43.686719 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307", "name": "network-vif-unplugged", "status": "failed", "tag": "d11b1d2c-139d-4bef-bde2-6fa380b0690c", "code": 422}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:04:43.689644 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-857ee16b-32ce-48a1-8442-5c0eee6c5d48 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:04:43.690286 n-d-802893-1 neutron-server[94159]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c', 'code': 422} returned with failed status Jul 29 15:04:43.691263 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=d11b1d2c-139d-4bef-bde2-6fa380b0690c,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:43.869411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-f3e7e8db-4c18-4f9f-958d-8283ca0daa62 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:43.881430 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-f3e7e8db-4c18-4f9f-958d-8283ca0daa62 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 805 time: 0.2123492 Jul 29 15:04:43.912309 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-405f7d06-2d4e-4f6e-9d42-5993ef122b90 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/quotas/72da861e3c3549b98a30745682218526 HTTP/1.1" status: 200 len: 375 time: 0.0256667 Jul 29 15:04:43.965963 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ba056521-d940-4e8a-a6db-28c3fb8777a5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518851 Jul 29 15:04:44.124187 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-9919e665-0541-4c4f-a7c2-06b5500f3331 service neutron] 10.222.0.16 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571608 Jul 29 15:04:44.124805 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37b4a38b-4e54-47c0-b450-2f3895e90108 req-4a4d612b-98ee-49ea-9e92-f412d27da6a2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3787670 Jul 29 15:04:44.187688 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55664) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:44.365896 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-27b6f500-5d99-4131-9a6c-ec80789eaf9c service neutron] 10.222.0.16 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406321 Jul 29 15:04:44.523542 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc3877b9-871a-49ef-bdc2-87d7df7b6291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:44.752097 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3d22fe6e-f743-4f16-8145-7fc5361184e0 req-ba4c4454-66bb-4daf-8332-8024eb8fa05c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 210 time: 0.1017129 Jul 29 15:04:44.845083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb64a76-d5e6-426b-a28a-fc13a2b40977 req-b3824b7b-57c2-45af-a38b-b6a797d22fd1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:44.868645 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1cb64a76-d5e6-426b-a28a-fc13a2b40977 req-b3824b7b-57c2-45af-a38b-b6a797d22fd1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 943 time: 0.3294384 Jul 29 15:04:45.015889 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc3877b9-871a-49ef-bdc2-87d7df7b6291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:45.029984 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc3877b9-871a-49ef-bdc2-87d7df7b6291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:45.051193 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1cb64a76-d5e6-426b-a28a-fc13a2b40977 req-959c7e35-7c7d-49fd-9217-9e7325af83fd tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607959 Jul 29 15:04:45.106862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3877b9-871a-49ef-bdc2-87d7df7b6291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f0f9af-334b-47b5-9833-a00e9abc4443,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:45.114778 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dc3877b9-871a-49ef-bdc2-87d7df7b6291 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e751ae9d12b42da8a1830ec08afe266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9250998 Jul 29 15:04:45.118313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55706) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:45.195332 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ae8e74fc-4fbb-4c53-baa6-6d278c62cb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:45.228499 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ae8e74fc-4fbb-4c53-baa6-6d278c62cb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:45.308213 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ae8e74fc-4fbb-4c53-baa6-6d278c62cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:45.314058 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ae8e74fc-4fbb-4c53-baa6-6d278c62cb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:45.319630 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ae8e74fc-4fbb-4c53-baa6-6d278c62cb63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4f0f9af-334b-47b5-9833-a00e9abc4443 HTTP/1.1" status: 204 len: 168 time: 0.1965673 Jul 29 15:04:45.339194 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e74fc-4fbb-4c53-baa6-6d278c62cb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f0f9af-334b-47b5-9833-a00e9abc4443,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:45.447316 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a38b-4e54-47c0-b450-2f3895e90108 req-ba36c525-31b8-4884-b93f-cc90d31724e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:45.449042 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37b4a38b-4e54-47c0-b450-2f3895e90108 req-ba36c525-31b8-4884-b93f-cc90d31724e2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307&tenant_id=ef4b53ff2a2b4059a7df15c4d6b23d62 HTTP/1.1" status: 200 len: 1094 time: 0.2053561 Jul 29 15:04:45.564750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a38b-4e54-47c0-b450-2f3895e90108 req-e9caea2e-c3a6-4cc6-82c1-a30c359e821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:45.566560 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37b4a38b-4e54-47c0-b450-2f3895e90108 req-e9caea2e-c3a6-4cc6-82c1-a30c359e821a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef4b53ff2a2b4059a7df15c4d6b23d62&device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 1094 time: 0.0825222 Jul 29 15:04:45.724871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a38b-4e54-47c0-b450-2f3895e90108 req-3f696b9d-afcb-45d1-a748-a023a1a5ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:45.726421 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37b4a38b-4e54-47c0-b450-2f3895e90108 req-3f696b9d-afcb-45d1-a748-a023a1a5ccfd service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c HTTP/1.1" status: 200 len: 914 time: 0.1515915 Jul 29 15:04:45.809777 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37b4a38b-4e54-47c0-b450-2f3895e90108 req-06f828d3-f298-46b7-9977-f57bedcf4f50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c HTTP/1.1" status: 200 len: 217 time: 0.0731525 Jul 29 15:04:45.888464 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-67801120-e8e8-4c19-8e9f-f478d7f9ec33 req-481c2cf5-dd6a-46e7-97df-98026ca94090 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 210 time: 0.0365446 Jul 29 15:04:45.921208 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4a38b-4e54-47c0-b450-2f3895e90108 req-7a7cd1c2-4587-4075-a17c-4d5599e5fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:45.923508 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37b4a38b-4e54-47c0-b450-2f3895e90108 req-7a7cd1c2-4587-4075-a17c-4d5599e5fd2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=654fde81-0e11-4ae6-9ae2-c96a6f63881c HTTP/1.1" status: 200 len: 853 time: 0.1051552 Jul 29 15:04:45.952157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55762) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:45.965843 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37b4a38b-4e54-47c0-b450-2f3895e90108 req-c79daea9-408e-4287-a714-6a4acbf931ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343626 Jul 29 15:04:45.973726 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6e53717-a4c5-4324-bedd-4264c13babe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:46.097007 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37b4a38b-4e54-47c0-b450-2f3895e90108 req-f1e56b8c-890e-4c2c-8de5-cf5bf316dfb0 service neutron] 10.222.0.39 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209888 Jul 29 15:04:46.301315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37b4a38b-4e54-47c0-b450-2f3895e90108 req-2a2ceff8-e199-4f2f-8c46-b8d2766b025a service neutron] 10.222.0.39 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969411 Jul 29 15:04:46.348888 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6e53717-a4c5-4324-bedd-4264c13babe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:46.365101 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6e53717-a4c5-4324-bedd-4264c13babe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:46.472058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8b497-a903-43c4-9e61-036a19061566 req-19cda3db-4411-4d76-969a-3d0b44b10ea8 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:46.475430 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f6e8b497-a903-43c4-9e61-036a19061566 req-19cda3db-4411-4d76-969a-3d0b44b10ea8 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 943 time: 0.2433853 Jul 29 15:04:46.529771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55804) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:46.530538 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c6e53717-a4c5-4324-bedd-4264c13babe8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbae468f2fd74e34bd7df4183320533e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5760958 Jul 29 15:04:46.545624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-4e4fdfae-720a-4db9-87a5-727a10d17fe3 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:46.548324 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-4e4fdfae-720a-4db9-87a5-727a10d17fe3 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.39 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 805 time: 0.3682041 Jul 29 15:04:46.606822 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e53717-a4c5-4324-bedd-4264c13babe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb40461-fda6-4731-8829-4d4341487299,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:46.628011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-9cc6d386-1087-41b9-b069-1b3510964919 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Request body: {'port': {'device_id': '10d3efa5-ca30-49e3-890e-f3ae7bf3db84', 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769', 'admin_state_up': True, 'tenant_id': '72da861e3c3549b98a30745682218526'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:04:46.685211 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-899943a0-1964-44d2-a68d-d581a49de406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:46.733100 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-899943a0-1964-44d2-a68d-d581a49de406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:46.747192 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f6e8b497-a903-43c4-9e61-036a19061566 req-a0943719-21e3-4b76-bf10-4646422cc008 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569342 Jul 29 15:04:46.856059 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-899943a0-1964-44d2-a68d-d581a49de406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:46.869310 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-899943a0-1964-44d2-a68d-d581a49de406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:46.873119 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-899943a0-1964-44d2-a68d-d581a49de406 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bcb40461-fda6-4731-8829-4d4341487299 HTTP/1.1" status: 204 len: 168 time: 0.3403523 Jul 29 15:04:46.894407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-9cc6d386-1087-41b9-b069-1b3510964919 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Made reservation on behalf of 72da861e3c3549b98a30745682218526 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:04:46.896093 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899943a0-1964-44d2-a68d-d581a49de406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb40461-fda6-4731-8829-4d4341487299,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:46.903040 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-9cc6d386-1087-41b9-b069-1b3510964919 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:47.106141 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6f245810-58ae-4d1e-906d-8a46815cdac0 req-7e5cbdaa-d213-46ef-9df7-3cdbab23a7ba tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 210 time: 0.0689087 Jul 29 15:04:47.127188 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-9cc6d386-1087-41b9-b069-1b3510964919 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Allocated IP 172.20.0.3 (f18f3e8c-eef1-4fb9-8e44-5650b12aa769/c677d1a0-3418-4813-8696-6ad9765c9aa6/3e73ce13-328d-43e2-9679-e658d14b9ddd) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:04:47.543153 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-9cc6d386-1087-41b9-b069-1b3510964919 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:47.692303 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-9cc6d386-1087-41b9-b069-1b3510964919 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:47.815804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-9cc6d386-1087-41b9-b069-1b3510964919 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:04:47.822797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6d386-1087-41b9-b069-1b3510964919 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Pushing event updated for resources: {'Port': ['ID=3e73ce13-328d-43e2-9679-e658d14b9ddd,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:47.828766 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-9cc6d386-1087-41b9-b069-1b3510964919 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:04:47.833787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-9cc6d386-1087-41b9-b069-1b3510964919 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:04:47.921991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-9cc6d386-1087-41b9-b069-1b3510964919 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:47.922800 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-9cc6d386-1087-41b9-b069-1b3510964919 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:47.953124 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-9cc6d386-1087-41b9-b069-1b3510964919 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3483796 Jul 29 15:04:48.058989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054d650-15de-4354-950c-fc698dcf0a93 req-34e960f7-20ca-4603-a0f7-4e1c39f546ae tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:48.060638 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1054d650-15de-4354-950c-fc698dcf0a93 req-34e960f7-20ca-4603-a0f7-4e1c39f546ae tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 943 time: 0.1233439 Jul 29 15:04:48.183454 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1054d650-15de-4354-950c-fc698dcf0a93 req-e03a9463-5cdf-4469-8ffd-f3a02fe43292 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088557 Jul 29 15:04:48.194260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Request body: {'port': {'device_id': '10d3efa5-ca30-49e3-890e-f3ae7bf3db84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:04:48.322045 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:48.460928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3bdca-c909-407e-8991-77c1580ce05d req-043b5da7-4f6a-46e4-bdd4-fe267de46c53 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:48.477353 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-00f3bdca-c909-407e-8991-77c1580ce05d req-043b5da7-4f6a-46e4-bdd4-fe267de46c53 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 931 time: 0.1529796 Jul 29 15:04:48.588545 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-00f3bdca-c909-407e-8991-77c1580ce05d req-75f026b5-fd4e-4d0c-bf93-71c09321b054 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100914 Jul 29 15:04:48.984150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55940) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:49.202411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e73ce13-328d-43e2-9679-e658d14b9ddd {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:04:49.221212 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:49.250007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Transition to ACTIVE for port object 3e73ce13-328d-43e2-9679-e658d14b9ddd will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:04:49.256065 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:49.461888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Pushing event updated for resources: {'Port': ['ID=3e73ce13-328d-43e2-9679-e658d14b9ddd,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:49.584868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a7964-115d-482a-801f-043163dfc54a req-35638282-32cb-45b1-bef8-a5eac3dbbaa4 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:49.592496 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-416a7964-115d-482a-801f-043163dfc54a req-35638282-32cb-45b1-bef8-a5eac3dbbaa4 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 943 time: 0.2086115 Jul 29 15:04:49.606029 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2296bfcf-b501-4080-a7d3-cebd0e563182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:49.652972 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Attempting to bind port 3e73ce13-328d-43e2-9679-e658d14b9ddd on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:04:49.653548 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Attempting to bind port 3e73ce13-328d-43e2-9679-e658d14b9ddd by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:04:49.654144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Attempting to bind port 3e73ce13-328d-43e2-9679-e658d14b9ddd on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:04:49.663189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Port 3e73ce13-328d-43e2-9679-e658d14b9ddd on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:04:49.663864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Attempting to bind port 3e73ce13-328d-43e2-9679-e658d14b9ddd on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:04:49.690973 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-416a7964-115d-482a-801f-043163dfc54a req-a856b593-69b6-47cc-9add-5f19ac45f246 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972495 Jul 29 15:04:49.710926 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:04:49.711268 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Checking segment: {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:04:49.717655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Bound using segment: {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:04:49.718396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Bound port: 3e73ce13-328d-43e2-9679-e658d14b9ddd, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:04:49.718976 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:49.963343 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2296bfcf-b501-4080-a7d3-cebd0e563182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:49.969970 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2296bfcf-b501-4080-a7d3-cebd0e563182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:49.975968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] For port 3e73ce13-328d-43e2-9679-e658d14b9ddd, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:04:49.982112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] For port 3e73ce13-328d-43e2-9679-e658d14b9ddd, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3e73ce13-328d-43e2-9679-e658d14b9ddd,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:04:50.013168 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:50.039948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296bfcf-b501-4080-a7d3-cebd0e563182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e5aec2-049b-42db-bcf6-52387765138e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:50.090568 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2296bfcf-b501-4080-a7d3-cebd0e563182 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b621e29a66546a991169aa6d3bb1a29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1042359 Jul 29 15:04:50.093483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55972) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:50.165664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:50.169448 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:50.174052 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] 10.222.0.39 "PUT /v2.0/ports/3e73ce13-328d-43e2-9679-e658d14b9ddd HTTP/1.1" status: 200 len: 1091 time: 1.9894953 Jul 29 15:04:50.180244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d3efa5-ca30-49e3-890e-f3ae7bf3db84', 'tag': '3e73ce13-328d-43e2-9679-e658d14b9ddd'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:04:50.186763 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e354b7fd-5ece-4c7d-ab52-59c8d3b7e055" -d '{"events": [{"name": "network-changed", "server_uuid": "10d3efa5-ca30-49e3-890e-f3ae7bf3db84", "tag": "3e73ce13-328d-43e2-9679-e658d14b9ddd"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:04:50.213243 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48ce57c7-2258-4260-a9fa-e39e10c89a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:50.259302 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb6428-9031-4890-8a0e-ad92b354e788 req-1f354426-b6c1-4a02-b372-e802197a7562 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:50.271999 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5adb6428-9031-4890-8a0e-ad92b354e788 req-1f354426-b6c1-4a02-b372-e802197a7562 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 943 time: 0.4142084 Jul 29 15:04:50.299254 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6499f798-c51d-487d-9385-01babc5c3501 x-openstack-request-id: req-6499f798-c51d-487d-9385-01babc5c3501 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:04:50.299647 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d3efa5-ca30-49e3-890e-f3ae7bf3db84", "tag": "3e73ce13-328d-43e2-9679-e658d14b9ddd", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:04:50.300001 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6499f798-c51d-487d-9385-01babc5c3501 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:04:50.300544 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d3efa5-ca30-49e3-890e-f3ae7bf3db84', 'tag': '3e73ce13-328d-43e2-9679-e658d14b9ddd', 'status': 'completed', 'code': 200} Jul 29 15:04:50.303924 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48ce57c7-2258-4260-a9fa-e39e10c89a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:50.368008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f29e4-107d-4883-92f7-4a95fe050518 service neutron] Pushing event updated for resources: {'Port': ['ID=3e73ce13-328d-43e2-9679-e658d14b9ddd,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:50.390950 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5adb6428-9031-4890-8a0e-ad92b354e788 req-292b1e06-a210-4799-8967-2f563d5e4ceb tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166399 Jul 29 15:04:50.402048 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-0d838eb0-d523-4c69-93eb-711a034424cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:50.404431 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-0d838eb0-d523-4c69-93eb-711a034424cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 1094 time: 0.1026609 Jul 29 15:04:50.437904 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48ce57c7-2258-4260-a9fa-e39e10c89a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:50.441059 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48ce57c7-2258-4260-a9fa-e39e10c89a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:50.443200 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-48ce57c7-2258-4260-a9fa-e39e10c89a45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38e5aec2-049b-42db-bcf6-52387765138e HTTP/1.1" status: 204 len: 168 time: 0.3476968 Jul 29 15:04:50.471300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce57c7-2258-4260-a9fa-e39e10c89a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e5aec2-049b-42db-bcf6-52387765138e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:50.842164 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d4319-695d-48c1-a6bc-6139eeb5ba8c req-d4885966-8d21-4a02-be95-dbdcfc018e0c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:50.851676 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c5d4319-695d-48c1-a6bc-6139eeb5ba8c req-d4885966-8d21-4a02-be95-dbdcfc018e0c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 943 time: 0.0743015 Jul 29 15:04:50.925970 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c5d4319-695d-48c1-a6bc-6139eeb5ba8c req-eb88fe7f-8de3-4976-aaba-6a1dd6af8b5f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731833 Jul 29 15:04:51.007052 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56000) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:51.022170 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf7a8-073e-45d9-9e48-bb608c54ccd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:51.124007 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-c3491f69-e9b7-4fa7-bfb6-8836ab6217c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e73ce13-328d-43e2-9679-e658d14b9ddd HTTP/1.1" status: 200 len: 217 time: 0.0786762 Jul 29 15:04:51.322815 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf7a8-073e-45d9-9e48-bb608c54ccd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:51.330894 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ffdcf7a8-073e-45d9-9e48-bb608c54ccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:51.427251 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcf7a8-073e-45d9-9e48-bb608c54ccd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61c7836-e1cf-4df4-a6cc-5d1025683623,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:51.531756 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ffdcf7a8-073e-45d9-9e48-bb608c54ccd8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46d541ce4a224a3cbb7bc411412d8a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5329156 Jul 29 15:04:51.532955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56024) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:51.672809 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-7d5229f1-cf39-4293-9fdb-5171390cd08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:51.674795 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-7d5229f1-cf39-4293-9fdb-5171390cd08d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c677d1a0-3418-4813-8696-6ad9765c9aa6 HTTP/1.1" status: 200 len: 845 time: 0.2617805 Jul 29 15:04:51.698488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3d278-5ebe-4f5f-be45-954b129e6ffc req-ab90e554-175a-4d22-9767-6ccadc826c97 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:51.703748 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2d3d278-5ebe-4f5f-be45-954b129e6ffc req-ab90e554-175a-4d22-9767-6ccadc826c97 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 943 time: 0.1691620 Jul 29 15:04:51.887015 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-4a35a8c9-138e-45c2-8abb-9b235a15e248 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1660938 Jul 29 15:04:51.898065 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b07b84ce-5669-4b23-aa79-092a095a0f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:51.940887 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-203bdac8-016e-40c1-b30e-3666a390c66e req-b368669a-4b6f-4555-ba9b-3046b3dca236 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2344866 Jul 29 15:04:51.962811 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b07b84ce-5669-4b23-aa79-092a095a0f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:51.997517 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2d3d278-5ebe-4f5f-be45-954b129e6ffc req-3fe9a8a7-1fc8-433e-86c1-558d666a41e0 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947591 Jul 29 15:04:52.177044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bdac8-016e-40c1-b30e-3666a390c66e req-101a4337-3e22-43ff-9796-1a7aa84e4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:52.189037 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-203bdac8-016e-40c1-b30e-3666a390c66e req-101a4337-3e22-43ff-9796-1a7aa84e4e17 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0f5e572e1e43471cb0156603ea55a1bb&device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 1096 time: 0.1787739 Jul 29 15:04:52.244015 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30def802-ef21-4ab8-b103-99293d1910d6 req-79c47544-3897-4c48-b7ae-a775bdcb47c4 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:52.252092 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-30def802-ef21-4ab8-b103-99293d1910d6 req-79c47544-3897-4c48-b7ae-a775bdcb47c4 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 943 time: 0.1885996 Jul 29 15:04:52.286371 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b07b84ce-5669-4b23-aa79-092a095a0f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:52.289152 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b07b84ce-5669-4b23-aa79-092a095a0f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:52.305577 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b07b84ce-5669-4b23-aa79-092a095a0f52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a61c7836-e1cf-4df4-a6cc-5d1025683623 HTTP/1.1" status: 204 len: 168 time: 0.7717566 Jul 29 15:04:52.340889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b84ce-5669-4b23-aa79-092a095a0f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61c7836-e1cf-4df4-a6cc-5d1025683623,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:52.373585 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-30def802-ef21-4ab8-b103-99293d1910d6 req-a81f6a11-c7c7-4cea-a2bf-2227398c16db tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201413 Jul 29 15:04:52.542677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bdac8-016e-40c1-b30e-3666a390c66e req-a3a13436-b9e4-4489-81fe-361c94cfbb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:52.544211 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-203bdac8-016e-40c1-b30e-3666a390c66e req-a3a13436-b9e4-4489-81fe-361c94cfbb86 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1d80521b-6229-44d9-b599-75d40e13b312 HTTP/1.1" status: 200 len: 910 time: 0.3336506 Jul 29 15:04:52.812063 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-203bdac8-016e-40c1-b30e-3666a390c66e req-5fee3ac3-5f9a-45b4-b01a-9187d9479f55 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=caf2625a-cfb3-4dbb-9edb-0634f1e7a07c HTTP/1.1" status: 200 len: 1001 time: 0.2567353 Jul 29 15:04:52.857705 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-af6d3c83-8d29-4362-b1f7-ffa6cb51c204 service neutron] 10.222.0.39 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917036 Jul 29 15:04:53.010587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bdac8-016e-40c1-b30e-3666a390c66e req-712de94d-3ad0-4a01-a7b0-2c93fb50ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:53.018344 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-203bdac8-016e-40c1-b30e-3666a390c66e req-712de94d-3ad0-4a01-a7b0-2c93fb50ce06 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9b1747c4-def9-4399-bfc4-b048db571a84 HTTP/1.1" status: 200 len: 848 time: 0.1967163 Jul 29 15:04:53.149029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bdac8-016e-40c1-b30e-3666a390c66e req-e14c0aed-921c-4276-9eb1-5a3ff208ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:53.150550 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-203bdac8-016e-40c1-b30e-3666a390c66e req-e14c0aed-921c-4276-9eb1-5a3ff208ee55 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1d80521b-6229-44d9-b599-75d40e13b312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267822 Jul 29 15:04:53.192954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc91667-5ef5-426d-892b-842636bd2a6a req-1de9a9d8-7705-494d-8187-68241231d594 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:53.208376 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc91667-5ef5-426d-892b-842636bd2a6a req-1de9a9d8-7705-494d-8187-68241231d594 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 943 time: 0.1280298 Jul 29 15:04:53.281957 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dc91667-5ef5-426d-892b-842636bd2a6a req-34f882b0-f81f-4a87-8e8b-f72ce4bced52 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711446 Jul 29 15:04:53.355717 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-203bdac8-016e-40c1-b30e-3666a390c66e req-053badb6-fb20-47fe-b179-2c05940270ae service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974828 Jul 29 15:04:53.514125 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-203bdac8-016e-40c1-b30e-3666a390c66e req-de0da23f-fe3d-4733-ad8d-fce573d4b3e7 service neutron] 10.222.0.38 "GET /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512132 Jul 29 15:04:53.748560 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eb260-2108-40c9-8792-6de9583878e7 req-85ffde99-5aa3-48ea-b794-dc0d8deb0d05 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:53.772409 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f68eb260-2108-40c9-8792-6de9583878e7 req-85ffde99-5aa3-48ea-b794-dc0d8deb0d05 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 943 time: 0.1989753 Jul 29 15:04:53.895385 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f68eb260-2108-40c9-8792-6de9583878e7 req-beb775a3-7c5e-4587-9461-243349bad7cd tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210723 Jul 29 15:04:54.076118 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11eda28f-9b5a-4952-9963-4c2e98abe802 req-a66a86af-9096-4825-b3f1-25f1c950b3d8 service neutron] 10.222.0.39 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926838 Jul 29 15:04:54.572343 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04c94a-3bae-471c-adb8-dd2315178cf0 req-14b2b22d-3914-4c35-bac4-5fe15a77277c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:54.576916 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7a04c94a-3bae-471c-adb8-dd2315178cf0 req-14b2b22d-3914-4c35-bac4-5fe15a77277c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 943 time: 0.1855476 Jul 29 15:04:54.647331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354b7fd-5ece-4c7d-ab52-59c8d3b7e055 req-7c4cdd75-66cf-4389-828d-2819c3d1292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:54.649356 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e354b7fd-5ece-4c7d-ab52-59c8d3b7e055 req-7c4cdd75-66cf-4389-828d-2819c3d1292c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 1094 time: 0.1784813 Jul 29 15:04:54.700108 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7a04c94a-3bae-471c-adb8-dd2315178cf0 req-b154dd63-e80a-49eb-b50a-6c278794eaae tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998437 Jul 29 15:04:54.861927 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:04:55.156615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354b7fd-5ece-4c7d-ab52-59c8d3b7e055 req-287efc36-c126-432d-895f-0c5e86206eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:55.161555 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e354b7fd-5ece-4c7d-ab52-59c8d3b7e055 req-287efc36-c126-432d-895f-0c5e86206eea service neutron] 10.222.0.39 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 906 time: 0.3171985 Jul 29 15:04:55.189478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69106a50-086a-4b09-9329-f95a7c32fe39 req-864b8a67-2c4a-4efe-bab2-185d4ae3c803 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:55.201374 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-69106a50-086a-4b09-9329-f95a7c32fe39 req-864b8a67-2c4a-4efe-bab2-185d4ae3c803 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 943 time: 0.1699469 Jul 29 15:04:55.233885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56116) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:55.303653 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e354b7fd-5ece-4c7d-ab52-59c8d3b7e055 req-50310aad-8bd6-46ff-9710-8f1b27b899bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e73ce13-328d-43e2-9679-e658d14b9ddd HTTP/1.1" status: 200 len: 217 time: 0.0879254 Jul 29 15:04:55.436830 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-69106a50-086a-4b09-9329-f95a7c32fe39 req-81c6a44e-8fe5-47c4-83be-1727fed4a438 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342849 Jul 29 15:04:55.473442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354b7fd-5ece-4c7d-ab52-59c8d3b7e055 req-5c03cc42-8022-40c2-830e-ed89569c7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:55.478815 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e354b7fd-5ece-4c7d-ab52-59c8d3b7e055 req-5c03cc42-8022-40c2-830e-ed89569c7a69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c677d1a0-3418-4813-8696-6ad9765c9aa6 HTTP/1.1" status: 200 len: 845 time: 0.1484342 Jul 29 15:04:55.487491 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a8206024-697f-421b-8ee2-b94d5ab12629 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1138202187'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:04:55.488038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a8206024-697f-421b-8ee2-b94d5ab12629 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] Unknown quota resources ['metering_label']. {{(pid=94157) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 15:04:55.609040 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e354b7fd-5ece-4c7d-ab52-59c8d3b7e055 req-ae65504e-49bb-4470-82d5-985d648957a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409789 Jul 29 15:04:55.874086 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8206024-697f-421b-8ee2-b94d5ab12629 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:55.875511 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a8206024-697f-421b-8ee2-b94d5ab12629 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6399987 Jul 29 15:04:55.912413 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56132) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:55.921102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b83d45e1-fffd-4412-ba06-e0953b7fdec0 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '50395a97-790d-4f3f-bf9e-5fbc74102c08'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:04:55.922017 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b83d45e1-fffd-4412-ba06-e0953b7fdec0 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94157) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 15:04:56.260573 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:56.916966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e354b7fd-5ece-4c7d-ab52-59c8d3b7e055 req-70b2edee-2c25-436d-acea-74147f505a2f service neutron] 10.222.0.39 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2968590 Jul 29 15:04:57.069693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f5453-b863-4bd7-b4fa-6611d46646f2 req-c5b5721a-a7b1-44a8-9d4e-1360bb6ebc35 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:57.075188 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-551f5453-b863-4bd7-b4fa-6611d46646f2 req-c5b5721a-a7b1-44a8-9d4e-1360bb6ebc35 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 943 time: 1.1968856 Jul 29 15:04:57.076401 n-d-802893-1 neutron-server[94157]: WARNING neutron.services.metering.metering_plugin [None req-b83d45e1-fffd-4412-ba06-e0953b7fdec0 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 15:04:57.105198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef111f-220f-4282-8ea5-6771df2e8cf6 req-8156826e-1067-4208-8f13-0c00dada85f0 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:57.115076 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7aef111f-220f-4282-8ea5-6771df2e8cf6 req-8156826e-1067-4208-8f13-0c00dada85f0 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 943 time: 0.4154489 Jul 29 15:04:57.251050 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7aef111f-220f-4282-8ea5-6771df2e8cf6 req-9641814b-9fa4-49d6-adb9-c7ba5a90eab8 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344557 Jul 29 15:04:57.335341 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e354b7fd-5ece-4c7d-ab52-59c8d3b7e055 req-122e914b-9723-4c5f-a665-2373120f5a9b service neutron] 10.222.0.39 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935585 Jul 29 15:04:57.417045 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-551f5453-b863-4bd7-b4fa-6611d46646f2 req-81ff828c-879f-4e89-9548-fb5ecea6021f tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320169 Jul 29 15:04:57.431313 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b83d45e1-fffd-4412-ba06-e0953b7fdec0 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:57.432918 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b83d45e1-fffd-4412-ba06-e0953b7fdec0 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.5169082 Jul 29 15:04:57.436569 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56154) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:57.443172 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-257e3f3f-d793-44ce-9c9c-b10e5bddcb22 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '50395a97-790d-4f3f-bf9e-5fbc74102c08'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:04:57.443977 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-257e3f3f-d793-44ce-9c9c-b10e5bddcb22 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94157) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 15:04:57.508654 n-d-802893-1 neutron-server[94157]: WARNING neutron.services.metering.metering_plugin [None req-257e3f3f-d793-44ce-9c9c-b10e5bddcb22 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 15:04:57.640828 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-257e3f3f-d793-44ce-9c9c-b10e5bddcb22 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:57.641591 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56156) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:57.651086 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-257e3f3f-d793-44ce-9c9c-b10e5bddcb22 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2127714 Jul 29 15:04:57.658719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56158) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:57.661259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-72be34ed-1818-44ac-b51e-c4726d31e477 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=525a410f-e2a0-4747-858b-f7f4c6866c0f HTTP/1.1" status: 200 len: 464 time: 0.0183539 Jul 29 15:04:57.796559 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-de9b28ac-20da-44a1-9802-a94f9d1e3349 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:57.800842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56162) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:57.814726 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1b434cd6-cc73-4af3-b126-2f89050b8ccc tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=525a410f-e2a0-4747-858b-f7f4c6866c0f HTTP/1.1" status: 200 len: 221 time: 0.0117738 Jul 29 15:04:57.815547 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-de9b28ac-20da-44a1-9802-a94f9d1e3349 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/525a410f-e2a0-4747-858b-f7f4c6866c0f HTTP/1.1" status: 204 len: 168 time: 0.1558874 Jul 29 15:04:57.816853 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56164) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:57.822129 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-91785a02-1915-4785-bf55-24e1de7cfa11 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--860918209', 'description': 'label created by tempest'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:04:57.822861 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-91785a02-1915-4785-bf55-24e1de7cfa11 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] Unknown quota resources ['metering_label']. {{(pid=94157) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 15:04:58.228510 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91785a02-1915-4785-bf55-24e1de7cfa11 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:58.231352 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-91785a02-1915-4785-bf55-24e1de7cfa11 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4127090 Jul 29 15:04:58.234179 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56174) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:58.451995 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fc50f889-65cf-43a5-815c-24e4b64892ab tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=ec9e0da4-0908-4e1a-ba1a-ebde6564900d HTTP/1.1" status: 200 len: 467 time: 0.2156007 Jul 29 15:04:58.453168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56180) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:58.510390 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6def1-e0b7-41f6-941d-64d82721fc6b req-5fe6c07a-8ddd-4c07-bda9-ce23e2db246f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:58.511959 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0b6def1-e0b7-41f6-941d-64d82721fc6b req-5fe6c07a-8ddd-4c07-bda9-ce23e2db246f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 943 time: 0.1250825 Jul 29 15:04:58.616574 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0b6def1-e0b7-41f6-941d-64d82721fc6b req-584274e4-cad8-4fbf-96e6-139b36e3eb1f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976551 Jul 29 15:04:58.929536 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c843e0e-e452-44b9-a3e5-b54a39aae6c7 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:58.931758 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7c843e0e-e452-44b9-a3e5-b54a39aae6c7 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/ec9e0da4-0908-4e1a-ba1a-ebde6564900d HTTP/1.1" status: 204 len: 168 time: 0.4765503 Jul 29 15:04:58.933581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56188) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:58.956659 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4ba63790-00d5-421b-818e-67b93f74ccf9 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=ec9e0da4-0908-4e1a-ba1a-ebde6564900d HTTP/1.1" status: 200 len: 216 time: 0.0216775 Jul 29 15:04:58.964895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56190) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:58.966861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a89f5-1f15-48a5-91d3-45ca35e9845f req-88c8abd3-ce36-4d04-bdc2-c211d93f46f4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:04:58.969187 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a89f5-1f15-48a5-91d3-45ca35e9845f req-88c8abd3-ce36-4d04-bdc2-c211d93f46f4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 943 time: 0.2142560 Jul 29 15:04:59.009606 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b9d2ea7e-b350-458e-bff1-429411dc1b9f tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0432262 Jul 29 15:04:59.012947 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56192) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:59.046699 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-96abf835-d509-4640-adcc-449ae5635a3a tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0290074 Jul 29 15:04:59.050451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56194) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:59.057058 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a89f5-1f15-48a5-91d3-45ca35e9845f req-16ca3157-0b29-494f-9846-3b55aa41a46f tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730240 Jul 29 15:04:59.201798 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-73c16ef3-75e0-4a8b-ac8c-ac792c9abd91 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/50395a97-790d-4f3f-bf9e-5fbc74102c08 HTTP/1.1" status: 200 len: 473 time: 0.1501234 Jul 29 15:04:59.206117 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56204) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:59.228328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56206) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:59.229234 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-44726abb-168d-456e-aa36-b9e604fda6f3 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/a9029cc0-f243-4252-bf3f-280fa207c598 HTTP/1.1" status: 200 len: 461 time: 0.0218842 Jul 29 15:04:59.424190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 3e73ce13-328d-43e2-9679-e658d14b9ddd details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:04:59.448715 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-653ea857-09ea-440b-8191-c9fa28f1ce5f tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:59.452909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56208) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:04:59.460572 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-653ea857-09ea-440b-8191-c9fa28f1ce5f tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/a9029cc0-f243-4252-bf3f-280fa207c598 HTTP/1.1" status: 204 len: 168 time: 0.2310076 Jul 29 15:04:59.634803 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 3e73ce13-328d-43e2-9679-e658d14b9ddd, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3e73ce13-328d-43e2-9679-e658d14b9ddd,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:04:59.650869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '3e73ce13-328d-43e2-9679-e658d14b9ddd', 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769', 'port_id': '3e73ce13-328d-43e2-9679-e658d14b9ddd', 'mac_address': 'fa:16:3e:e7:6d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c677d1a0-3418-4813-8696-6ad9765c9aa6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:04:59.760033 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:59.788293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e73ce13-328d-43e2-9679-e658d14b9ddd {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:04:59.844391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 3e73ce13-328d-43e2-9679-e658d14b9ddd, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3e73ce13-328d-43e2-9679-e658d14b9ddd,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:04:59.858778 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:04:59.953954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=3e73ce13-328d-43e2-9679-e658d14b9ddd,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:04:59.963644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:59.964159 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:59.965500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:59.965844 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:59.968171 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:59.970262 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:59.970773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:59.972993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:59.973494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:59.978949 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:59.979410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:04:59.979810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:00.024440 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b218afae-7eeb-4243-b5cf-3e9e3e515722 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:00.030154 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b218afae-7eeb-4243-b5cf-3e9e3e515722 tempest-MeteringTestJSON-600951690 tempest-MeteringTestJSON-600951690-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/50395a97-790d-4f3f-bf9e-5fbc74102c08 HTTP/1.1" status: 204 len: 168 time: 0.5751822 Jul 29 15:05:00.058959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7883059-279f-4faa-b1ba-b21e39f80b13 req-9baa327e-3f0e-46ff-b55b-3d2a253ad2d8 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:00.062346 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c7883059-279f-4faa-b1ba-b21e39f80b13 req-9baa327e-3f0e-46ff-b55b-3d2a253ad2d8 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 943 time: 0.2405233 Jul 29 15:05:00.151980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3e73ce13-328d-43e2-9679-e658d14b9ddd'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:05:00.154138 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c7883059-279f-4faa-b1ba-b21e39f80b13 req-d09ffe19-950e-4093-9e42-0a8bd02ee4a6 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846508 Jul 29 15:05:00.230610 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6994984-dea6-44f0-bebb-184cabc4df57 req-8c68e5cb-6800-4400-899e-62c5e9036220 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:00.240973 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6994984-dea6-44f0-bebb-184cabc4df57 req-8c68e5cb-6800-4400-899e-62c5e9036220 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 944 time: 0.0907137 Jul 29 15:05:00.304211 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6994984-dea6-44f0-bebb-184cabc4df57 req-b7f32d26-67c3-4403-be35-ac23e513d705 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617323 Jul 29 15:05:00.501800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56232) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:00.561705 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cdf0770a-6776-4e5a-91fa-95b71ad43db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:00.697166 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97259cbb-6e60-4cd5-a4b6-98f536dd2e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:00.799106 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97259cbb-6e60-4cd5-a4b6-98f536dd2e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:00.803195 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97259cbb-6e60-4cd5-a4b6-98f536dd2e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:00.845831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-97259cbb-6e60-4cd5-a4b6-98f536dd2e01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fbbb669f9e84e0caa16209130caa282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402288 Jul 29 15:05:00.845831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97259cbb-6e60-4cd5-a4b6-98f536dd2e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720c57d0-07ae-42b9-8cb8-35739ed1340e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:00.846474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56240) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:00.903879 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a2be817d-7f69-4798-b815-26d8166273b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:00.927004 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a2be817d-7f69-4798-b815-26d8166273b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:00.993510 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a2be817d-7f69-4798-b815-26d8166273b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:00.996598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a2be817d-7f69-4798-b815-26d8166273b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:00.997787 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a2be817d-7f69-4798-b815-26d8166273b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/720c57d0-07ae-42b9-8cb8-35739ed1340e HTTP/1.1" status: 204 len: 168 time: 0.1504078 Jul 29 15:05:01.007750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be817d-7f69-4798-b815-26d8166273b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720c57d0-07ae-42b9-8cb8-35739ed1340e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:01.284968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c99737-ccb6-4ac3-95b6-03a6f6af1eeb req-33bae573-3141-4c2d-b35b-bc780dfc49bc tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:01.286945 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-78c99737-ccb6-4ac3-95b6-03a6f6af1eeb req-33bae573-3141-4c2d-b35b-bc780dfc49bc tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 943 time: 0.0559607 Jul 29 15:05:01.372619 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-78c99737-ccb6-4ac3-95b6-03a6f6af1eeb req-98f613dc-5b3f-45b1-a228-680d40cb154d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781181 Jul 29 15:05:01.402483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56264) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:01.425186 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2396caff-3f40-4a90-98e0-86d550593a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:01.432209 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 3e73ce13-328d-43e2-9679-e658d14b9ddd up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:05:01.488424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba24c28-97d3-4cd5-b59e-bb7e6d3e7e66 req-b7dca04b-c1f2-4d0c-9475-6960d030a45a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:01.498769 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9ba24c28-97d3-4cd5-b59e-bb7e6d3e7e66 req-b7dca04b-c1f2-4d0c-9475-6960d030a45a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 944 time: 0.0700388 Jul 29 15:05:01.532379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 3e73ce13-328d-43e2-9679-e658d14b9ddd completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:05:01.542177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 3e73ce13-328d-43e2-9679-e658d14b9ddd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:05:01.544984 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:01.555232 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9ba24c28-97d3-4cd5-b59e-bb7e6d3e7e66 req-32824909-8c1b-43ab-b86b-b82c72ea1c09 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553379 Jul 29 15:05:01.587016 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2396caff-3f40-4a90-98e0-86d550593a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:01.593964 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2396caff-3f40-4a90-98e0-86d550593a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:01.642737 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2396caff-3f40-4a90-98e0-86d550593a65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a19dbee099c54d60ad9d41e7b201c2da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361686 Jul 29 15:05:01.642979 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56268) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:01.654968 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:01.656389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396caff-3f40-4a90-98e0-86d550593a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c89801-b316-43d7-a537-db67e8dadf3a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:01.681017 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d3efa5-ca30-49e3-890e-f3ae7bf3db84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e73ce13-328d-43e2-9679-e658d14b9ddd'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:05:01.683291 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87eb8833-3cc3-4df9-9107-4659e0d7fcc2" -d '{"events": [{"server_uuid": "10d3efa5-ca30-49e3-890e-f3ae7bf3db84", "name": "network-vif-plugged", "status": "completed", "tag": "3e73ce13-328d-43e2-9679-e658d14b9ddd"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:05:01.701195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 3e73ce13-328d-43e2-9679-e658d14b9ddd, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3e73ce13-328d-43e2-9679-e658d14b9ddd,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:01.708974 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:01.713107 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd77f123-254a-4648-a71c-e71680921ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:01.741109 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd77f123-254a-4648-a71c-e71680921ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:01.751783 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95d49b4-b01a-4e89-bcdf-1503266a6ce4 x-openstack-request-id: req-b95d49b4-b01a-4e89-bcdf-1503266a6ce4 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:05:01.755301 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d3efa5-ca30-49e3-890e-f3ae7bf3db84", "name": "network-vif-plugged", "status": "completed", "tag": "3e73ce13-328d-43e2-9679-e658d14b9ddd", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:05:01.755557 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b95d49b4-b01a-4e89-bcdf-1503266a6ce4 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:05:01.756727 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d3efa5-ca30-49e3-890e-f3ae7bf3db84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e73ce13-328d-43e2-9679-e658d14b9ddd', 'code': 200} Jul 29 15:05:01.792572 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=3e73ce13-328d-43e2-9679-e658d14b9ddd,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:01.841275 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd77f123-254a-4648-a71c-e71680921ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:01.843940 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd77f123-254a-4648-a71c-e71680921ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:01.845569 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bd77f123-254a-4648-a71c-e71680921ae6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72c89801-b316-43d7-a537-db67e8dadf3a HTTP/1.1" status: 204 len: 168 time: 0.2015638 Jul 29 15:05:01.860840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77f123-254a-4648-a71c-e71680921ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c89801-b316-43d7-a537-db67e8dadf3a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:01.864465 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f28f8b-382a-4d94-a411-9001439f1513 req-f1bc4d6c-b33e-4c62-b0a0-4033fa9e3778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:01.866373 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a5f28f8b-382a-4d94-a411-9001439f1513 req-f1bc4d6c-b33e-4c62-b0a0-4033fa9e3778 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 1096 time: 0.0660059 Jul 29 15:05:01.912328 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a5f28f8b-382a-4d94-a411-9001439f1513 req-45c646a6-5fc5-4638-b16a-cc593dd2f4ca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315034 Jul 29 15:05:02.546578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62278200-2c0d-4090-9b27-a4c4cdbd376c req-36cab233-5537-47af-b38c-e0ee74e89ee1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:02.548218 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62278200-2c0d-4090-9b27-a4c4cdbd376c req-36cab233-5537-47af-b38c-e0ee74e89ee1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 943 time: 0.0670450 Jul 29 15:05:02.650562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62278200-2c0d-4090-9b27-a4c4cdbd376c req-111b95df-7e5f-4c57-9260-798ae7a4c400 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819328 Jul 29 15:05:02.781875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9651ea3-4e27-4422-b553-83929f8807d9 req-a328dd34-f579-4ad0-9de9-59ed90358fb6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:02.789257 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9651ea3-4e27-4422-b553-83929f8807d9 req-a328dd34-f579-4ad0-9de9-59ed90358fb6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 945 time: 0.1120846 Jul 29 15:05:02.845413 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9651ea3-4e27-4422-b553-83929f8807d9 req-e3bb30d9-66c1-488a-8d29-f03e1dcc7fba tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540898 Jul 29 15:05:03.189416 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:03.334073 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4751122-0c5d-4886-9b63-052a1b4bbda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:03.442034 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d11b1d2c-139d-4bef-bde2-6fa380b0690c details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:05:03.560234 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56338) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:03.576748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port d11b1d2c-139d-4bef-bde2-6fa380b0690c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:03.589972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c', 'network_id': 'ea65ba52-7e0e-480f-9a1a-5b9ece2c073c', 'port_id': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c', 'mac_address': 'fa:16:3e:75:2a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654fde81-0e11-4ae6-9ae2-c96a6f63881c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:05:03.632328 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:03.645991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11b1d2c-139d-4bef-bde2-6fa380b0690c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:05:03.667238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port d11b1d2c-139d-4bef-bde2-6fa380b0690c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:03.671351 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0545e236-4073-43c1-a21b-60c458457251 tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:03.671516 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:03.727381 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56346) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:03.727921 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0545e236-4073-43c1-a21b-60c458457251 tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] 10.222.0.16 "PUT /v2.0/quotas/9d3319a823714a8aaaed6d03c4d0ea29 HTTP/1.1" status: 200 len: 366 time: 0.1660984 Jul 29 15:05:03.747360 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-46d53c43-83fd-4142-8f51-3da57cd9a8d1 tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0174122 Jul 29 15:05:03.751651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56350) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:03.759881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=d11b1d2c-139d-4bef-bde2-6fa380b0690c,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:03.786109 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9eb2f2d6-b778-45c2-bf00-22971fe76802 tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] 10.222.0.16 "GET /v2.0/quotas/9d3319a823714a8aaaed6d03c4d0ea29 HTTP/1.1" status: 200 len: 366 time: 0.0313807 Jul 29 15:05:03.789465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56352) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:03.810119 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c1284e2d-2fed-441a-bc04-af5b5785506a tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/9d3319a823714a8aaaed6d03c4d0ea29 HTTP/1.1" status: 204 len: 168 time: 0.0192850 Jul 29 15:05:03.811098 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56354) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:03.824394 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a35d035d-4e67-4cf8-9c0d-79be006605ac tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0118999 Jul 29 15:05:03.825145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56356) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:03.851740 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0e0a5a62-dc81-4d92-b9b8-c7e3215d0cbf tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] 10.222.0.16 "GET /v2.0/quotas/9d3319a823714a8aaaed6d03c4d0ea29 HTTP/1.1" status: 200 len: 370 time: 0.0250819 Jul 29 15:05:03.851906 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56360) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:03.863350 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f2d0d364-0a7a-4481-bbcf-a377d3116580 tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] 10.222.0.16 "GET /v2.0/quotas/9d3319a823714a8aaaed6d03c4d0ea29/default HTTP/1.1" status: 200 len: 370 time: 0.0088625 Jul 29 15:05:03.867030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56364) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:03.871470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab84ee-2960-4a87-9b6e-928a39d22a89 req-0fd3c262-4ab0-4ee9-8f92-d591bb6700f4 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:03.879155 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2eab84ee-2960-4a87-9b6e-928a39d22a89 req-0fd3c262-4ab0-4ee9-8f92-d591bb6700f4 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 944 time: 0.1155882 Jul 29 15:05:03.885081 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-f98ca1c5-4f42-4379-9695-a6de6de261ea tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] delete failed (client error): The resource could not be found. Jul 29 15:05:03.886112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f98ca1c5-4f42-4379-9695-a6de6de261ea tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/9d3319a823714a8aaaed6d03c4d0ea29 HTTP/1.1" status: 404 len: 348 time: 0.0167749 Jul 29 15:05:03.927881 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2eab84ee-2960-4a87-9b6e-928a39d22a89 req-e4dbf2b8-b516-42fe-9009-6753a6edf991 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474958 Jul 29 15:05:03.940357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['d11b1d2c-139d-4bef-bde2-6fa380b0690c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:05:03.999264 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e6ee4-9584-4b8b-8d7d-7a78d6edba21 req-e640a4e1-8e9a-4c1b-822d-828a3d9c3b60 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:04.001677 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d55e6ee4-9584-4b8b-8d7d-7a78d6edba21 req-e640a4e1-8e9a-4c1b-822d-828a3d9c3b60 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 945 time: 0.0729163 Jul 29 15:05:04.073631 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d55e6ee4-9584-4b8b-8d7d-7a78d6edba21 req-c13bca26-b41a-4a8a-8b37-dbd82a816446 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621333 Jul 29 15:05:04.098436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56374) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:04.155802 n-d-802893-1 neutron-server[94157]: DEBUG neutron.quota.resource [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Usage tracker for resource:network and tenant:24912895a12e44b081c8db6e77981b12 is out of sync, need to count used quota {{(pid=94157) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 15:05:04.172426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.quota.resource [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94157) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 15:05:04.193194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.quota.resource [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Usage tracker for resource:subnet and tenant:24912895a12e44b081c8db6e77981b12 is out of sync, need to count used quota {{(pid=94157) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 15:05:04.206574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.quota.resource [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94157) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 15:05:04.220841 n-d-802893-1 neutron-server[94157]: DEBUG neutron.quota.resource [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Usage tracker for resource:subnetpool and tenant:24912895a12e44b081c8db6e77981b12 is out of sync, need to count used quota {{(pid=94157) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 15:05:04.234673 n-d-802893-1 neutron-server[94157]: DEBUG neutron.quota.resource [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94157) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 15:05:04.246019 n-d-802893-1 neutron-server[94157]: DEBUG neutron.quota.resource [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Usage tracker for resource:port and tenant:24912895a12e44b081c8db6e77981b12 is out of sync, need to count used quota {{(pid=94157) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 15:05:04.253039 n-d-802893-1 neutron-server[94157]: DEBUG neutron.quota.resource [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94157) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 15:05:04.261582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.quota.resource [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Usage tracker for resource:router and tenant:24912895a12e44b081c8db6e77981b12 is out of sync, need to count used quota {{(pid=94157) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 15:05:04.267427 n-d-802893-1 neutron-server[94157]: DEBUG neutron.quota.resource [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94157) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 15:05:04.283902 n-d-802893-1 neutron-server[94157]: DEBUG neutron.quota.resource [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Usage tracker for resource:floatingip and tenant:24912895a12e44b081c8db6e77981b12 is out of sync, need to count used quota {{(pid=94157) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 15:05:04.290901 n-d-802893-1 neutron-server[94157]: DEBUG neutron.quota.resource [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94157) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 15:05:04.334756 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:04.337564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.quota.resource [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Usage tracker for resource:security_group and tenant:24912895a12e44b081c8db6e77981b12 is out of sync, need to count used quota {{(pid=94157) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 15:05:04.347449 n-d-802893-1 neutron-server[94157]: DEBUG neutron.quota.resource [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94157) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 15:05:04.356425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.quota.resource [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Usage tracker for resource:security_group_rule and tenant:24912895a12e44b081c8db6e77981b12 is out of sync, need to count used quota {{(pid=94157) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 15:05:04.363946 n-d-802893-1 neutron-server[94157]: DEBUG neutron.quota.resource [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94157) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 15:05:04.432197 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1b41c52d-619f-49d8-868c-32e15bb7d28c tempest-QuotasTest-48468051 tempest-QuotasTest-48468051-project-admin] 10.222.0.16 "GET /v2.0/quotas/24912895a12e44b081c8db6e77981b12/details.json HTTP/1.1" status: 200 len: 703 time: 0.3290663 Jul 29 15:05:04.508300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fe57c-5adb-4aea-a369-19b9778493fc req-f5cbeb2a-df92-4107-abbd-b6d73c14c78f tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:04.510535 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-864fe57c-5adb-4aea-a369-19b9778493fc req-f5cbeb2a-df92-4107-abbd-b6d73c14c78f tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 805 time: 0.1374338 Jul 29 15:05:04.531655 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-864fe57c-5adb-4aea-a369-19b9778493fc req-a8aeb88a-359a-4b77-abd2-a13c3127e2be tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/quotas/72da861e3c3549b98a30745682218526 HTTP/1.1" status: 200 len: 375 time: 0.0157001 Jul 29 15:05:04.596746 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-864fe57c-5adb-4aea-a369-19b9778493fc req-2595edc2-6e9e-426f-b0c4-5e89870ded7b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640118 Jul 29 15:05:04.721002 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-864fe57c-5adb-4aea-a369-19b9778493fc req-c696b3df-6868-4742-8457-46f0c2941590 service neutron] 10.222.0.16 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228266 Jul 29 15:05:04.800568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56406) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:04.842177 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-864fe57c-5adb-4aea-a369-19b9778493fc req-ff2f2b7c-d8be-4d1e-aee8-98b520e46be2 service neutron] 10.222.0.16 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200428 Jul 29 15:05:04.948965 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0fed59d-39b9-487b-a969-4da0768331a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:05.083649 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0fed59d-39b9-487b-a969-4da0768331a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:05.095421 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0fed59d-39b9-487b-a969-4da0768331a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:05.175855 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fed59d-39b9-487b-a969-4da0768331a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07c58c1-5c35-460e-ad2b-dd1e471f399a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:05.187542 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c0fed59d-39b9-487b-a969-4da0768331a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5fc3ef5d51a44e80b18373e55334bbbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3857539 Jul 29 15:05:05.195393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56428) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:05.220387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a49f6-2331-4550-b86b-eaec8506cd87 req-2bd38cca-6a23-4a47-aa78-b61388f70431 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:05.225952 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ad5a49f6-2331-4550-b86b-eaec8506cd87 req-2bd38cca-6a23-4a47-aa78-b61388f70431 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 944 time: 0.1230237 Jul 29 15:05:05.334691 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd20a855-ccac-41d2-8c17-70e0e19ed7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:05.350833 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ad5a49f6-2331-4550-b86b-eaec8506cd87 req-ba0b497d-e564-4027-8a7e-8f347f514b14 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143825 Jul 29 15:05:05.375014 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd20a855-ccac-41d2-8c17-70e0e19ed7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:05.455753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d11b1d2c-139d-4bef-bde2-6fa380b0690c up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:05:05.474227 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd20a855-ccac-41d2-8c17-70e0e19ed7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:05.477022 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd20a855-ccac-41d2-8c17-70e0e19ed7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:05.480469 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fd20a855-ccac-41d2-8c17-70e0e19ed7cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d07c58c1-5c35-460e-ad2b-dd1e471f399a HTTP/1.1" status: 204 len: 168 time: 0.2818229 Jul 29 15:05:05.498615 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20a855-ccac-41d2-8c17-70e0e19ed7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07c58c1-5c35-460e-ad2b-dd1e471f399a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:05.548317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port d11b1d2c-139d-4bef-bde2-6fa380b0690c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:05:05.548783 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:05.694969 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:05.720084 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:05:05.722399 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf1e82d-41e0-493d-8eb9-878c7a1cac1b" -d '{"events": [{"server_uuid": "c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307", "name": "network-vif-plugged", "status": "completed", "tag": "d11b1d2c-139d-4bef-bde2-6fa380b0690c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:05:05.740085 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port d11b1d2c-139d-4bef-bde2-6fa380b0690c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:05.742516 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-ec6e79ba-b2ef-4fa1-a485-8a6cc959daf9 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:05.751870 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:05.756269 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-ec6e79ba-b2ef-4fa1-a485-8a6cc959daf9 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 805 time: 0.3036253 Jul 29 15:05:05.794601 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-e41c4b64-41e8-4eab-8365-dbb7495a12d6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/quotas/72da861e3c3549b98a30745682218526 HTTP/1.1" status: 200 len: 375 time: 0.0372519 Jul 29 15:05:05.850994 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6460ab-08ad-432f-a734-75b0617e3bbe x-openstack-request-id: req-dd6460ab-08ad-432f-a734-75b0617e3bbe {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:05:05.851740 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307", "name": "network-vif-plugged", "status": "completed", "tag": "d11b1d2c-139d-4bef-bde2-6fa380b0690c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:05:05.852594 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd6460ab-08ad-432f-a734-75b0617e3bbe {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:05:05.853271 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c', 'code': 200} Jul 29 15:05:05.860273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=d11b1d2c-139d-4bef-bde2-6fa380b0690c,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:05.906773 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-ce3e8b74-96c3-40c3-afcb-b5530b4c130d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1106911 Jul 29 15:05:06.019338 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56468) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:06.041277 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c053004c-abdc-404e-be28-c2f02c8dde81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:06.095592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-a4e8314e-8f2b-4df9-86c2-930ca026fb39 service neutron] 10.222.0.16 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874368 Jul 29 15:05:06.181887 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c053004c-abdc-404e-be28-c2f02c8dde81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:06.186911 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c053004c-abdc-404e-be28-c2f02c8dde81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:06.227639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053004c-abdc-404e-be28-c2f02c8dde81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7c8560-5ed6-4ed3-bf2e-e99ee674152d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:06.254768 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c053004c-abdc-404e-be28-c2f02c8dde81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24912895a12e44b081c8db6e77981b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332633 Jul 29 15:05:06.257909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56472) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:06.259191 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e515d-74c0-46b0-961b-d113e824a082 req-487f1b3a-ef1e-4615-b6a4-002624ab29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:06.267419 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-830e515d-74c0-46b0-961b-d113e824a082 req-487f1b3a-ef1e-4615-b6a4-002624ab29e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 1097 time: 0.2796433 Jul 29 15:05:06.300836 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:06.341312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-abde0379-603a-44cf-93c4-b9c350cd6f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:06.367728 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-830e515d-74c0-46b0-961b-d113e824a082 req-212355a2-6ae0-408f-8f57-0459266ae6b1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986028 Jul 29 15:05:06.398624 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-abde0379-603a-44cf-93c4-b9c350cd6f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:06.412743 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-918fa8b6-99cb-4f10-b09e-845f9cbaf67b service neutron] 10.222.0.16 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161163 Jul 29 15:05:06.495161 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-abde0379-603a-44cf-93c4-b9c350cd6f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:06.499833 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-abde0379-603a-44cf-93c4-b9c350cd6f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:06.503956 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-abde0379-603a-44cf-93c4-b9c350cd6f7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c7c8560-5ed6-4ed3-bf2e-e99ee674152d HTTP/1.1" status: 204 len: 168 time: 0.2411523 Jul 29 15:05:06.571928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde0379-603a-44cf-93c4-b9c350cd6f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7c8560-5ed6-4ed3-bf2e-e99ee674152d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:06.638742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae2025-5ddb-40f0-9d31-569703189c33 req-a395a8ce-d9eb-463a-bbb6-cc54b698b6c9 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:06.640640 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-10ae2025-5ddb-40f0-9d31-569703189c33 req-a395a8ce-d9eb-463a-bbb6-cc54b698b6c9 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.1622634 Jul 29 15:05:06.760505 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-10ae2025-5ddb-40f0-9d31-569703189c33 req-96a891ba-8b92-497a-b4df-a9476b6ff81e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115294 Jul 29 15:05:06.869421 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8bf7d5ad-f822-47c6-8ce9-a7cb101be5ee req-ff48cf02-a5ed-4031-a515-699c5a75224b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 210 time: 0.0562634 Jul 29 15:05:07.945839 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56568) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:07.979357 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedf63a-2094-4d63-8122-53411f948b71 req-47758b9c-f868-430d-881b-a12d4350899e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:07.986252 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cfedf63a-2094-4d63-8122-53411f948b71 req-47758b9c-f868-430d-881b-a12d4350899e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.1435585 Jul 29 15:05:08.023762 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3d1128de-d6b4-4c79-996b-030355926100 req-7abd1d2d-1366-4a18-a6c3-20834b0069eb tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 210 time: 0.0529292 Jul 29 15:05:08.092134 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cfedf63a-2094-4d63-8122-53411f948b71 req-c306dad3-f087-4284-8aee-f7b0848d96cf tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016142 Jul 29 15:05:08.218275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56600) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:08.318906 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c5231d53-7fcf-4b6e-8a10-9c69674d3ea1 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1450298701'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:08.320101 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-8d5520ac-4e04-44aa-85d1-3b4fae20d5a2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:08.322569 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-8d5520ac-4e04-44aa-85d1-3b4fae20d5a2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.38 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 805 time: 0.1953309 Jul 29 15:05:08.344433 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-652128fc-f04a-41c0-9ebc-0fed465c4b6a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Request body: {'port': {'device_id': 'a0980139-738a-43db-8522-1452fad6a3e8', 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769', 'admin_state_up': True, 'tenant_id': '72da861e3c3549b98a30745682218526'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:08.360568 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:08.366887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5231d53-7fcf-4b6e-8a10-9c69674d3ea1 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Made reservation on behalf of f44845b1480745b49391073b22801cff for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:08.371492 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5231d53-7fcf-4b6e-8a10-9c69674d3ea1 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:08.410675 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5231d53-7fcf-4b6e-8a10-9c69674d3ea1 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:08.596195 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:08.613331 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:08.695077 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77c7ecf17b174832b6a5ef944d0293a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7480993 Jul 29 15:05:08.697810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56610) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:08.703144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2745a72c-8fe5-4b88-bfa3-3c9481166bf3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:08.724942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:08.725851 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:08.726517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:08.727142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:08.727722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:08.729874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:08.730903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:08.731511 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:08.732184 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:08.732844 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:08.733364 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:08.733935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd8b32-83ce-46a4-80a3-ed7e6811933d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:08.802499 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6034-67c7-4496-9eb3-85f16ea873d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:08.811839 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5231d53-7fcf-4b6e-8a10-9c69674d3ea1 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:08.822356 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5231d53-7fcf-4b6e-8a10-9c69674d3ea1 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:08.832269 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6034-67c7-4496-9eb3-85f16ea873d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:08.852102 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5231d53-7fcf-4b6e-8a10-9c69674d3ea1 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:05:08.872474 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5231d53-7fcf-4b6e-8a10-9c69674d3ea1 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:08.872867 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-c5231d53-7fcf-4b6e-8a10-9c69674d3ea1 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Added segment 52fbadac-ad0a-4c56-8f9c-d35ec653eb5f of type vlan for network 10cfc19b-4655-46da-bce4-57091fab276e Jul 29 15:05:08.919299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-652128fc-f04a-41c0-9ebc-0fed465c4b6a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Made reservation on behalf of 72da861e3c3549b98a30745682218526 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:08.929734 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5231d53-7fcf-4b6e-8a10-9c69674d3ea1 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:08.932386 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-652128fc-f04a-41c0-9ebc-0fed465c4b6a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:08.967673 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5231d53-7fcf-4b6e-8a10-9c69674d3ea1 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:08.975451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5231d53-7fcf-4b6e-8a10-9c69674d3ea1 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:08.976613 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c5231d53-7fcf-4b6e-8a10-9c69674d3ea1 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:09.070564 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6034-67c7-4496-9eb3-85f16ea873d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:09.076264 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f0c6034-67c7-4496-9eb3-85f16ea873d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:09.078245 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0f0c6034-67c7-4496-9eb3-85f16ea873d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2745a72c-8fe5-4b88-bfa3-3c9481166bf3 HTTP/1.1" status: 204 len: 168 time: 0.3789268 Jul 29 15:05:09.083745 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c5231d53-7fcf-4b6e-8a10-9c69674d3ea1 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8642902 Jul 29 15:05:09.088975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56624) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:09.089856 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5231d53-7fcf-4b6e-8a10-9c69674d3ea1 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f3c992-3eb9-4b8d-9bc0-a8ffae0b2d53,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:09.102471 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e0ee1996-ea86-4e14-ad2e-2690308db56e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Request body: {'subnet': {'network_id': '10cfc19b-4655-46da-bce4-57091fab276e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:09.105625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c6034-67c7-4496-9eb3-85f16ea873d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2745a72c-8fe5-4b88-bfa3-3c9481166bf3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:09.108685 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5231d53-7fcf-4b6e-8a10-9c69674d3ea1 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Pushing event updated for resources: {'Network': ['ID=10cfc19b-4655-46da-bce4-57091fab276e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:09.144889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 10cfc19b-4655-46da-bce4-57091fab276e details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:05:09.245183 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ee1996-ea86-4e14-ad2e-2690308db56e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Made reservation on behalf of f44845b1480745b49391073b22801cff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:09.252086 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1996-ea86-4e14-ad2e-2690308db56e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:09.265525 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ac60919-9bc8-41b3-85d1-b43449ebb665 req-181bf8d6-1e99-4bfb-a4e1-cbfc3f9d2f06 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 210 time: 0.0366726 Jul 29 15:05:09.284834 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-652128fc-f04a-41c0-9ebc-0fed465c4b6a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Allocated IP 172.20.0.7 (f18f3e8c-eef1-4fb9-8e44-5650b12aa769/c677d1a0-3418-4813-8696-6ad9765c9aa6/ffee2c82-711a-4dcf-9092-ab287c18d562) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:05:09.436256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58133c4f-40dd-48c6-8bed-253c29ded6b6 req-3d07d820-986a-4eb3-b340-5fbc58fcda4f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:09.437884 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-58133c4f-40dd-48c6-8bed-253c29ded6b6 req-3d07d820-986a-4eb3-b340-5fbc58fcda4f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.1436141 Jul 29 15:05:09.523388 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-58133c4f-40dd-48c6-8bed-253c29ded6b6 req-7cb7ef5b-016f-446a-b314-b4d0d28a3b9b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770888 Jul 29 15:05:09.537688 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-652128fc-f04a-41c0-9ebc-0fed465c4b6a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:09.642040 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-652128fc-f04a-41c0-9ebc-0fed465c4b6a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:09.654751 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3e73ce13-328d-43e2-9679-e658d14b9ddd'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:05:09.676921 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-652128fc-f04a-41c0-9ebc-0fed465c4b6a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:05:09.696239 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56642) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:09.699975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-652128fc-f04a-41c0-9ebc-0fed465c4b6a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:09.733773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-652128fc-f04a-41c0-9ebc-0fed465c4b6a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:05:09.740608 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1996-ea86-4e14-ad2e-2690308db56e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:09.819715 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee1996-ea86-4e14-ad2e-2690308db56e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Pushing event updated for resources: {'Subnet': ['ID=f4584ac7-61a8-40fe-8dc8-517c33f90af4,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:09.828522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ee1996-ea86-4e14-ad2e-2690308db56e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Checking segment: {'id': '52fbadac-ad0a-4c56-8f9c-d35ec653eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '10cfc19b-4655-46da-bce4-57091fab276e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:05:09.828522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ee1996-ea86-4e14-ad2e-2690308db56e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Network hostable DHCP agents. Network: 10cfc19b-4655-46da-bce4-57091fab276e, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:05:09.842702 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb6cbde9-b817-4af6-8109-bb7177752da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:09.857344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ee1996-ea86-4e14-ad2e-2690308db56e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Network 10cfc19b-4655-46da-bce4-57091fab276e is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:05:09.872854 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e0ee1996-ea86-4e14-ad2e-2690308db56e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 10cfc19b-4655-46da-bce4-57091fab276e) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:09.877897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ee1996-ea86-4e14-ad2e-2690308db56e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:09.878609 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1996-ea86-4e14-ad2e-2690308db56e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:09.885912 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652128fc-f04a-41c0-9ebc-0fed465c4b6a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Pushing event updated for resources: {'Port': ['ID=ffee2c82-711a-4dcf-9092-ab287c18d562,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:09.893126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e03d96e-ab6b-4fa0-b0f5-2f20dc039178 None None] Network 10cfc19b-4655-46da-bce4-57091fab276e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:05:09.909078 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e0ee1996-ea86-4e14-ad2e-2690308db56e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8159542 Jul 29 15:05:09.912293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56644) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:09.917930 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f225cdcb-904e-46ad-bf28-241275ea17e5 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Request body: {'port': {'network_id': '10cfc19b-4655-46da-bce4-57091fab276e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-65895768'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:09.934690 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-652128fc-f04a-41c0-9ebc-0fed465c4b6a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:09.935653 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-652128fc-f04a-41c0-9ebc-0fed465c4b6a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:09.954569 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d0089-e160-413e-a126-16d635049ba8 req-e8242ef7-e078-4159-8c67-08a72f396802 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:09.957609 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-159d0089-e160-413e-a126-16d635049ba8 req-e8242ef7-e078-4159-8c67-08a72f396802 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.3177638 Jul 29 15:05:10.092467 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-159d0089-e160-413e-a126-16d635049ba8 req-04b8bb43-fad7-41e8-9cf2-44336404f4a5 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256478 Jul 29 15:05:10.209156 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-10cfc19b-4655-46da-bce4-57091fab276e', 'network_id': '10cfc19b-4655-46da-bce4-57091fab276e', 'tenant_id': 'f44845b1480745b49391073b22801cff', 'fixed_ips': [{'subnet_id': 'f4584ac7-61a8-40fe-8dc8-517c33f90af4'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:05:10.211020 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:10.271534 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb6cbde9-b817-4af6-8109-bb7177752da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:10.277821 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb6cbde9-b817-4af6-8109-bb7177752da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:10.303035 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-652128fc-f04a-41c0-9ebc-0fed465c4b6a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9641964 Jul 29 15:05:10.324260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f225cdcb-904e-46ad-bf28-241275ea17e5 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Made reservation on behalf of f44845b1480745b49391073b22801cff for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:10.328546 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f225cdcb-904e-46ad-bf28-241275ea17e5 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:10.332770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Request body: {'port': {'device_id': 'a0980139-738a-43db-8522-1452fad6a3e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:10.344865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f282a-1569-41ec-9b3a-afd8dfa429ab req-8d1c3bdf-9590-49b8-87bf-f9acfe3bc620 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:10.346399 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f9f282a-1569-41ec-9b3a-afd8dfa429ab req-8d1c3bdf-9590-49b8-87bf-f9acfe3bc620 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.1285203 Jul 29 15:05:10.368190 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bb6cbde9-b817-4af6-8109-bb7177752da4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b25943958b0f4d91b825ce7715a0b976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6647913 Jul 29 15:05:10.368190 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cbde9-b817-4af6-8109-bb7177752da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26398d4d-17eb-40c3-88e6-cec7b4b0b8f2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:10.371585 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56658) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:10.393121 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-f225cdcb-904e-46ad-bf28-241275ea17e5 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] device_id is not set on port 1be3aae9-9865-4f9b-ba56-5371ab716eea yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:05:10.464477 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f9f282a-1569-41ec-9b3a-afd8dfa429ab req-8a312cf4-58f9-4b0e-b4e2-3848a6b8acad tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018085 Jul 29 15:05:10.473186 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:10.490355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Allocated IP 172.20.0.2 (10cfc19b-4655-46da-bce4-57091fab276e/f4584ac7-61a8-40fe-8dc8-517c33f90af4/cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:05:10.593968 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0383-e4b1-460a-9dfe-c755d6788e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:10.638227 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0383-e4b1-460a-9dfe-c755d6788e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:10.652916 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f0c8b-eb33-4a9b-a68e-132fcc929b32 req-f938f721-4ca3-4afe-ac0f-cba7067c2f37 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:10.677286 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f89f0c8b-eb33-4a9b-a68e-132fcc929b32 req-f938f721-4ca3-4afe-ac0f-cba7067c2f37 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 931 time: 0.1859045 Jul 29 15:05:10.746738 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b950d7-f580-401f-b22f-04bf3be724de req-81ea525c-b95b-48d3-a460-31bc973ade3e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:10.748282 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d4b950d7-f580-401f-b22f-04bf3be724de req-81ea525c-b95b-48d3-a460-31bc973ade3e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.1152818 Jul 29 15:05:10.786418 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:10.798414 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Transition to ACTIVE for port object cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:05:10.800056 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f89f0c8b-eb33-4a9b-a68e-132fcc929b32 req-45a0e15b-a1ff-4028-9d6c-53a1efaba728 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218188 Jul 29 15:05:10.840964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Transition to ACTIVE for port object cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:05:10.851876 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:10.852593 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0383-e4b1-460a-9dfe-c755d6788e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:10.867779 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0383-e4b1-460a-9dfe-c755d6788e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:10.871772 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2d6c0383-e4b1-460a-9dfe-c755d6788e31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26398d4d-17eb-40c3-88e6-cec7b4b0b8f2 HTTP/1.1" status: 204 len: 168 time: 0.4962893 Jul 29 15:05:10.897037 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d4b950d7-f580-401f-b22f-04bf3be724de req-5bd9436e-56de-464a-9afb-4e74923970a5 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392105 Jul 29 15:05:10.951898 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Pushing event updated for resources: {'Port': ['ID=cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:10.969927 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c0383-e4b1-460a-9dfe-c755d6788e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26398d4d-17eb-40c3-88e6-cec7b4b0b8f2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:10.970401 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffee2c82-711a-4dcf-9092-ab287c18d562 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:05:10.994265 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:11.017151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Network 10cfc19b-4655-46da-bce4-57091fab276e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:05:11.022158 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:11.028144 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:05:11.030217 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Transition to ACTIVE for port object ffee2c82-711a-4dcf-9092-ab287c18d562 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:05:11.038013 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:11.052418 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:11.073374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-f225cdcb-904e-46ad-bf28-241275ea17e5 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Allocated IP 172.20.0.6 (10cfc19b-4655-46da-bce4-57091fab276e/f4584ac7-61a8-40fe-8dc8-517c33f90af4/1be3aae9-9865-4f9b-ba56-5371ab716eea) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:05:11.086297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075b3ec-4dca-449a-bbf6-eac239a2cbda req-3deadff3-84f7-498f-b37e-d375ba70c450 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:11.093224 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0075b3ec-4dca-449a-bbf6-eac239a2cbda req-3deadff3-84f7-498f-b37e-d375ba70c450 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.0978682 Jul 29 15:05:11.121682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffee2c82-711a-4dcf-9092-ab287c18d562,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:11.188613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Attempting to bind port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:05:11.189026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Attempting to bind port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '52fbadac-ad0a-4c56-8f9c-d35ec653eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '10cfc19b-4655-46da-bce4-57091fab276e'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:05:11.189399 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Attempting to bind port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 on network 10cfc19b-4655-46da-bce4-57091fab276e {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:05:11.208211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:05:11.209829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Checking segment: {'id': '52fbadac-ad0a-4c56-8f9c-d35ec653eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '10cfc19b-4655-46da-bce4-57091fab276e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:05:11.210474 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:11.210641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Bound using segment: {'id': '52fbadac-ad0a-4c56-8f9c-d35ec653eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '10cfc19b-4655-46da-bce4-57091fab276e'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:05:11.217573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Bound port: cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fbadac-ad0a-4c56-8f9c-d35ec653eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '10cfc19b-4655-46da-bce4-57091fab276e'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:05:11.217989 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:11.252527 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0075b3ec-4dca-449a-bbf6-eac239a2cbda req-a33c2d62-c6dc-4253-9aa0-ed4f805ac372 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484053 Jul 29 15:05:11.340313 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Attempting to bind port ffee2c82-711a-4dcf-9092-ab287c18d562 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:05:11.340868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Attempting to bind port ffee2c82-711a-4dcf-9092-ab287c18d562 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:05:11.342552 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Attempting to bind port ffee2c82-711a-4dcf-9092-ab287c18d562 on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:05:11.354918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Port ffee2c82-711a-4dcf-9092-ab287c18d562 on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:05:11.355164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Attempting to bind port ffee2c82-711a-4dcf-9092-ab287c18d562 on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:05:11.366743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:05:11.367091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Checking segment: {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:05:11.367483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Bound using segment: {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:05:11.367925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Bound port: ffee2c82-711a-4dcf-9092-ab287c18d562, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:05:11.375607 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:11.428952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] For port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:05:11.432359 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] For port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806,segment=NetworkSegment(52fbadac-ad0a-4c56-8f9c-d35ec653eb5f),segment_id=52fbadac-ad0a-4c56-8f9c-d35ec653eb5f)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:05:11.444120 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:11.486479 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f225cdcb-904e-46ad-bf28-241275ea17e5 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:11.506850 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-f225cdcb-904e-46ad-bf28-241275ea17e5 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Transition to ACTIVE for port object 1be3aae9-9865-4f9b-ba56-5371ab716eea will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:05:11.533303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] For port ffee2c82-711a-4dcf-9092-ab287c18d562, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:05:11.537458 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] For port ffee2c82-711a-4dcf-9092-ab287c18d562, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ffee2c82-711a-4dcf-9092-ab287c18d562,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:05:11.553393 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:11.616202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3cc77-fbad-460c-8dc0-11c0307ec724 None None] Pushing event updated for resources: {'Port': ['ID=cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:11.654086 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c1910-02d6-4b9e-bd85-ac7554417e39 req-b0ae62a0-0837-4ffd-a887-5673cd571e4a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:11.661443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffee2c82-711a-4dcf-9092-ab287c18d562,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:11.675363 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-647c1910-02d6-4b9e-bd85-ac7554417e39 req-b0ae62a0-0837-4ffd-a887-5673cd571e4a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.2400939 Jul 29 15:05:11.677445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:11.678097 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:11.680534 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-f3ddc005-1ec3-4ef8-a242-28785ec51fc1 service neutron] 10.222.0.38 "PUT /v2.0/ports/ffee2c82-711a-4dcf-9092-ab287c18d562 HTTP/1.1" status: 200 len: 1091 time: 1.3588979 Jul 29 15:05:11.681078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0980139-738a-43db-8522-1452fad6a3e8', 'tag': 'ffee2c82-711a-4dcf-9092-ab287c18d562'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:05:11.683464 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4cfce9-1825-4934-8e9f-d79c6893280c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0980139-738a-43db-8522-1452fad6a3e8", "tag": "ffee2c82-711a-4dcf-9092-ab287c18d562"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:05:11.808578 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f225cdcb-904e-46ad-bf28-241275ea17e5 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:11.843942 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76748532-0e49-457a-85f5-0f16d5e9af49 x-openstack-request-id: req-76748532-0e49-457a-85f5-0f16d5e9af49 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:05:11.845064 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0980139-738a-43db-8522-1452fad6a3e8", "tag": "ffee2c82-711a-4dcf-9092-ab287c18d562", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:05:11.845611 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76748532-0e49-457a-85f5-0f16d5e9af49 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:05:11.846137 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0980139-738a-43db-8522-1452fad6a3e8', 'tag': 'ffee2c82-711a-4dcf-9092-ab287c18d562', 'status': 'completed', 'code': 200} Jul 29 15:05:11.891971 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-3c3740b3-91d2-401e-b37a-2032587f2776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:11.894022 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-3c3740b3-91d2-401e-b37a-2032587f2776 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 1094 time: 0.1439641 Jul 29 15:05:11.953432 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-647c1910-02d6-4b9e-bd85-ac7554417e39 req-7510180f-589d-4888-85ab-59001f51a1fa tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748871 Jul 29 15:05:11.983848 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-aa982452-4efa-4a50-b152-01ae2d373ae4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffee2c82-711a-4dcf-9092-ab287c18d562 HTTP/1.1" status: 200 len: 217 time: 0.0757532 Jul 29 15:05:11.996276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f225cdcb-904e-46ad-bf28-241275ea17e5 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Network 10cfc19b-4655-46da-bce4-57091fab276e is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:05:11.999872 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-f225cdcb-904e-46ad-bf28-241275ea17e5 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:12.015661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f225cdcb-904e-46ad-bf28-241275ea17e5 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:05:12.127277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0079b1a-43a1-40b6-8da8-781d6e2663fb req-fb596b7a-b17a-4f4a-b4b0-5b8c89dc0b55 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:12.131656 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0079b1a-43a1-40b6-8da8-781d6e2663fb req-fb596b7a-b17a-4f4a-b4b0-5b8c89dc0b55 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 943 time: 0.1498499 Jul 29 15:05:12.133446 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-73c5b1bf-81c2-4b51-aa15-79150f11ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:12.143455 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-73c5b1bf-81c2-4b51-aa15-79150f11ebbb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c677d1a0-3418-4813-8696-6ad9765c9aa6 HTTP/1.1" status: 200 len: 845 time: 0.1234176 Jul 29 15:05:12.151552 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f225cdcb-904e-46ad-bf28-241275ea17e5 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:12.152189 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f225cdcb-904e-46ad-bf28-241275ea17e5 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:12.198699 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-26f3f930-3020-41e8-9b11-51918377c423 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543349 Jul 29 15:05:12.208010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f225cdcb-904e-46ad-bf28-241275ea17e5 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Pushing event updated for resources: {'Port': ['ID=1be3aae9-9865-4f9b-ba56-5371ab716eea,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:12.236066 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f225cdcb-904e-46ad-bf28-241275ea17e5 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3225632 Jul 29 15:05:12.244885 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56724) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:12.257632 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Request body: {'port': {'network_id': '10cfc19b-4655-46da-bce4-57091fab276e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1767071997', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:12.261347 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.api.validators [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] bootfile-name is not in valid_values {{(pid=94158) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 15:05:12.262059 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.api.validators [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] tftp-server is not in valid_values {{(pid=94158) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 15:05:12.263965 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.api.validators [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] server-ip-address is not in valid_values {{(pid=94158) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 15:05:12.311863 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0079b1a-43a1-40b6-8da8-781d6e2663fb req-c373c185-caed-4bdc-9757-c8adfaa5fc16 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574712 Jul 29 15:05:12.361110 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-42221b2c-b5d0-42fa-bec9-8a55f8e45400 service neutron] 10.222.0.38 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495731 Jul 29 15:05:12.380133 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb74751-5e28-4eb4-b80a-226969beb9a3 req-1615923d-5582-4e35-a870-ef76d604488f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:12.381378 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8fb74751-5e28-4eb4-b80a-226969beb9a3 req-1615923d-5582-4e35-a870-ef76d604488f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.2362363 Jul 29 15:05:12.468954 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8fb74751-5e28-4eb4-b80a-226969beb9a3 req-e269973e-7ed3-4857-ab34-7f554cd883bd tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800288 Jul 29 15:05:12.520704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Made reservation on behalf of f44845b1480745b49391073b22801cff for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:12.524597 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:12.543868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] device_id is not set on port a0388374-0ff8-4a70-a508-de3f10c3c7c6 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:05:12.551860 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71a0fd05-5f41-4695-b1db-444a9755bdab req-b97bbaf2-7b41-46ae-92ec-14de507eef2a service neutron] 10.222.0.38 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822870 Jul 29 15:05:12.802691 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cfce9-1825-4934-8e9f-d79c6893280c req-2efcc989-b3f6-4ab2-ba5e-85d9181e86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:12.814222 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ea4cfce9-1825-4934-8e9f-d79c6893280c req-2efcc989-b3f6-4ab2-ba5e-85d9181e86bf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 1094 time: 0.1717980 Jul 29 15:05:12.858857 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:05:12.872975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Allocated IP 172.20.0.7 (10cfc19b-4655-46da-bce4-57091fab276e/f4584ac7-61a8-40fe-8dc8-517c33f90af4/a0388374-0ff8-4a70-a508-de3f10c3c7c6) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:05:12.938542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:05:13.061132 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cfce9-1825-4934-8e9f-d79c6893280c req-02831236-95ef-4ec6-8380-9a55f12148b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:13.062779 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ea4cfce9-1825-4934-8e9f-d79c6893280c req-02831236-95ef-4ec6-8380-9a55f12148b1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 906 time: 0.2414846 Jul 29 15:05:13.141364 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ea4cfce9-1825-4934-8e9f-d79c6893280c req-973b6be6-cf85-49cb-b3ae-a9926a0f593e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffee2c82-711a-4dcf-9092-ab287c18d562 HTTP/1.1" status: 200 len: 217 time: 0.0685108 Jul 29 15:05:13.149621 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071f9eb9-843a-4a63-bdda-9fb8d4f69628 None None] Network 10cfc19b-4655-46da-bce4-57091fab276e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:05:13.175986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60521e-3d51-48d3-80dd-524275cc8515 req-d28d084c-ebfc-48bb-aa67-d24d4d024f71 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:13.184190 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df60521e-3d51-48d3-80dd-524275cc8515 req-d28d084c-ebfc-48bb-aa67-d24d4d024f71 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.2546062 Jul 29 15:05:13.256486 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cfce9-1825-4934-8e9f-d79c6893280c req-6a757e53-04ed-4dd2-855b-26669630b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:13.258484 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ea4cfce9-1825-4934-8e9f-d79c6893280c req-6a757e53-04ed-4dd2-855b-26669630b026 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c677d1a0-3418-4813-8696-6ad9765c9aa6 HTTP/1.1" status: 200 len: 845 time: 0.1103749 Jul 29 15:05:13.261977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c50710be-76f9-445e-87ff-7afd0032f4d9 None None] Provisioning for port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:05:13.278788 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c50710be-76f9-445e-87ff-7afd0032f4d9 None None] Provisioning complete for port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:05:13.279447 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c50710be-76f9-445e-87ff-7afd0032f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:13.292964 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df60521e-3d51-48d3-80dd-524275cc8515 req-cf0ea76f-39fd-4264-83e3-6a4f57ba9d83 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061780 Jul 29 15:05:13.302004 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ea4cfce9-1825-4934-8e9f-d79c6893280c req-0635f0d4-da1b-4950-9731-ff806ce49fe5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358999 Jul 29 15:05:13.511015 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c50710be-76f9-445e-87ff-7afd0032f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:13.522657 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:13.525806 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ea4cfce9-1825-4934-8e9f-d79c6893280c req-a7fd6c66-6d1a-4f80-9144-c78622c80ed7 service neutron] 10.222.0.38 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151806 Jul 29 15:05:13.616341 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Transition to ACTIVE for port object a0388374-0ff8-4a70-a508-de3f10c3c7c6 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:05:13.623074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c50710be-76f9-445e-87ff-7afd0032f4d9 None None] For port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806,segment=NetworkSegment(52fbadac-ad0a-4c56-8f9c-d35ec653eb5f),segment_id=52fbadac-ad0a-4c56-8f9c-d35ec653eb5f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:13.634576 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c50710be-76f9-445e-87ff-7afd0032f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:13.681351 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:13.713229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Network 10cfc19b-4655-46da-bce4-57091fab276e is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:05:13.716803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:13.742828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:05:13.755803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c2cee-66e4-4785-834b-82d3308ff3c9 req-0f784ceb-db17-4cc0-b137-bf4643ccee0c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:13.757754 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-202c2cee-66e4-4785-834b-82d3308ff3c9 req-0f784ceb-db17-4cc0-b137-bf4643ccee0c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 943 time: 0.2294300 Jul 29 15:05:13.783403 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50710be-76f9-445e-87ff-7afd0032f4d9 None None] Pushing event updated for resources: {'Port': ['ID=cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:13.793789 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ea4cfce9-1825-4934-8e9f-d79c6893280c req-20303a11-95d0-4488-bcd7-b22d4111c1ee service neutron] 10.222.0.38 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474155 Jul 29 15:05:13.849421 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-202c2cee-66e4-4785-834b-82d3308ff3c9 req-1bc6ed6a-493c-4fd6-bef8-00159d76bf7a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827982 Jul 29 15:05:13.867238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Pushing event updated for resources: {'Port': ['ID=a0388374-0ff8-4a70-a508-de3f10c3c7c6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:13.899552 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:13.900897 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:13.917752 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b3e9d570-6a06-43f1-9b5d-92052bb73a7f tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6713767 Jul 29 15:05:13.920207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56774) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:13.968497 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-50f5fec7-dde8-4b90-980c-53d04b3ef24e None None] Provisioning for port 1be3aae9-9865-4f9b-ba56-5371ab716eea completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:05:13.978993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-50f5fec7-dde8-4b90-980c-53d04b3ef24e None None] Provisioning complete for port 1be3aae9-9865-4f9b-ba56-5371ab716eea triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:05:13.979849 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-50f5fec7-dde8-4b90-980c-53d04b3ef24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:14.006303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ac514d-8902-47fb-ac8c-2ef49417666a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:14.018110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ac514d-8902-47fb-ac8c-2ef49417666a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:14.034497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ac514d-8902-47fb-ac8c-2ef49417666a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:14.038292 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-69ac514d-8902-47fb-ac8c-2ef49417666a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1165478 Jul 29 15:05:14.043621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56780) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:14.045797 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-50f5fec7-dde8-4b90-980c-53d04b3ef24e None None] Port 1be3aae9-9865-4f9b-ba56-5371ab716eea cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:05:14.070567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-50f5fec7-dde8-4b90-980c-53d04b3ef24e None None] Provisioning complete for port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:05:14.070940 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-50f5fec7-dde8-4b90-980c-53d04b3ef24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:14.216187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e77d7-22c9-4377-a793-e922775af46e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Deleting port a0388374-0ff8-4a70-a508-de3f10c3c7c6 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:05:14.216881 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6a2e77d7-22c9-4377-a793-e922775af46e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:14.348605 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6a2e77d7-22c9-4377-a793-e922775af46e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:14.377967 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-45fbd8b6-37c0-4140-b671-2e49fe2c4842 None None] Provisioning complete for port 1be3aae9-9865-4f9b-ba56-5371ab716eea triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:05:14.378368 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45fbd8b6-37c0-4140-b671-2e49fe2c4842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:14.382904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e77d7-22c9-4377-a793-e922775af46e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Calling delete_port for a0388374-0ff8-4a70-a508-de3f10c3c7c6 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:05:14.434404 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-45fbd8b6-37c0-4140-b671-2e49fe2c4842 None None] Port 1be3aae9-9865-4f9b-ba56-5371ab716eea cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:05:14.453148 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ffee2c82-711a-4dcf-9092-ab287c18d562 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:05:14.635035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ffee2c82-711a-4dcf-9092-ab287c18d562, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ffee2c82-711a-4dcf-9092-ab287c18d562,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:14.689852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'ffee2c82-711a-4dcf-9092-ab287c18d562', 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769', 'port_id': 'ffee2c82-711a-4dcf-9092-ab287c18d562', 'mac_address': 'fa:16:3e:9d:a5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c677d1a0-3418-4813-8696-6ad9765c9aa6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:05:14.794712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:05:14.915861 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8f49545b-41aa-47d8-b56a-d1ca36ba4b49 None None] Provisioning for port a0388374-0ff8-4a70-a508-de3f10c3c7c6 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:05:14.923458 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:14.931210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8f49545b-41aa-47d8-b56a-d1ca36ba4b49 None None] Provisioning complete for port a0388374-0ff8-4a70-a508-de3f10c3c7c6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:05:14.931680 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f49545b-41aa-47d8-b56a-d1ca36ba4b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:14.997549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffee2c82-711a-4dcf-9092-ab287c18d562 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:05:15.026997 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ffee2c82-711a-4dcf-9092-ab287c18d562, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ffee2c82-711a-4dcf-9092-ab287c18d562,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:15.036585 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:15.076257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6501a54-1f4d-4c3b-bf8b-4fc481c95a07 req-fabd05e0-c0fc-4f6a-8538-f164887576a7 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:15.079034 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6501a54-1f4d-4c3b-bf8b-4fc481c95a07 req-fabd05e0-c0fc-4f6a-8538-f164887576a7 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 943 time: 0.1076577 Jul 29 15:05:15.087692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8f49545b-41aa-47d8-b56a-d1ca36ba4b49 None None] Port a0388374-0ff8-4a70-a508-de3f10c3c7c6 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:05:15.103080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:05:15.103750 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:15.140121 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6501a54-1f4d-4c3b-bf8b-4fc481c95a07 req-384199aa-803b-4a1b-8559-881d9f0d1c6f tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545673 Jul 29 15:05:15.165182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ffee2c82-711a-4dcf-9092-ab287c18d562,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:15.299160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17fe7b-b0c4-498d-87ff-2dac5dd44c1d req-f1934e98-9372-4c78-9786-cd8b338d9635 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:15.301132 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-af17fe7b-b0c4-498d-87ff-2dac5dd44c1d req-f1934e98-9372-4c78-9786-cd8b338d9635 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.8654766 Jul 29 15:05:15.302568 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6a2e77d7-22c9-4377-a793-e922775af46e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:15.352910 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ffee2c82-711a-4dcf-9092-ab287c18d562'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:05:15.353128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e77d7-22c9-4377-a793-e922775af46e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Pushing event deleted for resources: {'Port': ['ID=a0388374-0ff8-4a70-a508-de3f10c3c7c6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:15.398065 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-af17fe7b-b0c4-498d-87ff-2dac5dd44c1d req-05ef4f3c-0323-408d-9ec0-ae35d7a6ec5e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841408 Jul 29 15:05:15.460468 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6a2e77d7-22c9-4377-a793-e922775af46e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:15.462946 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6a2e77d7-22c9-4377-a793-e922775af46e tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] 10.222.0.16 "DELETE /v2.0/ports/a0388374-0ff8-4a70-a508-de3f10c3c7c6 HTTP/1.1" status: 204 len: 168 time: 1.4131474 Jul 29 15:05:15.466542 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56824) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:15.471967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ae1c2f6f-4f9b-480a-b311-2b54924d6a11 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Request body: {'port': {'name': 'tempest-new-port-name-2076582917', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:15.472404 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.api.validators [None req-ae1c2f6f-4f9b-480a-b311-2b54924d6a11 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] bootfile-name is not in valid_values {{(pid=94157) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 15:05:15.472954 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.api.validators [None req-ae1c2f6f-4f9b-480a-b311-2b54924d6a11 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] tftp-server is not in valid_values {{(pid=94157) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 15:05:15.473300 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.api.validators [None req-ae1c2f6f-4f9b-480a-b311-2b54924d6a11 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] server-ip-address is not in valid_values {{(pid=94157) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 15:05:15.562839 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2f6f-4f9b-480a-b311-2b54924d6a11 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:15.898251 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2f6f-4f9b-480a-b311-2b54924d6a11 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:15.913044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d6de5-2855-4302-9f31-ce01763582f8 req-ed424857-1bf5-405f-960c-c143fd542019 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:15.922686 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aa0d6de5-2855-4302-9f31-ce01763582f8 req-ed424857-1bf5-405f-960c-c143fd542019 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.1327624 Jul 29 15:05:15.926263 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2f6f-4f9b-480a-b311-2b54924d6a11 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:16.059133 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c2f6f-4f9b-480a-b311-2b54924d6a11 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] In _notify_port_updated(), no bound segment for port 1be3aae9-9865-4f9b-ba56-5371ab716eea on network 10cfc19b-4655-46da-bce4-57091fab276e {{(pid=94157) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:05:16.065103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1c2f6f-4f9b-480a-b311-2b54924d6a11 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:16.066134 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2f6f-4f9b-480a-b311-2b54924d6a11 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:16.071300 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ae1c2f6f-4f9b-480a-b311-2b54924d6a11 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] 10.222.0.16 "PUT /v2.0/ports/1be3aae9-9865-4f9b-ba56-5371ab716eea HTTP/1.1" status: 200 len: 1136 time: 0.6035903 Jul 29 15:05:16.074634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56844) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:16.142665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d26fda1-3f91-4511-b383-a7dc68282d52 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:16.143793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb8318-6eb9-4e8a-b9a4-19fd5b550b70 req-9d16394f-dc6c-48b6-8abb-2d76dece5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:16.147328 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79eb8318-6eb9-4e8a-b9a4-19fd5b550b70 req-9d16394f-dc6c-48b6-8abb-2d76dece5e36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef4b53ff2a2b4059a7df15c4d6b23d62&device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 1097 time: 0.3252909 Jul 29 15:05:16.148008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56848) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:16.150897 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4d26fda1-3f91-4511-b383-a7dc68282d52 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] 10.222.0.16 "GET /v2.0/ports/1be3aae9-9865-4f9b-ba56-5371ab716eea HTTP/1.1" status: 200 len: 1136 time: 0.0734394 Jul 29 15:05:16.187108 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c2f6f-4f9b-480a-b311-2b54924d6a11 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Pushing event updated for resources: {'Port': ['ID=1be3aae9-9865-4f9b-ba56-5371ab716eea,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:16.199572 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aa0d6de5-2855-4302-9f31-ce01763582f8 req-debb94b3-b796-4b9c-987f-db4b9b7bd03a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747557 Jul 29 15:05:16.337623 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ac1eaddf-6984-41b4-9dae-2a2dc387cf04 None None] Provisioning complete for port 1be3aae9-9865-4f9b-ba56-5371ab716eea triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:05:16.342449 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac1eaddf-6984-41b4-9dae-2a2dc387cf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:16.388413 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-45507df4-7f5b-46da-8495-b2030b092201 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Deleting port 1be3aae9-9865-4f9b-ba56-5371ab716eea {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:05:16.389018 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-45507df4-7f5b-46da-8495-b2030b092201 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:16.400996 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35813ae4-375b-4369-93c5-5738682f2ffa req-afc4702a-fe75-4716-9fc3-5a9d95ec692e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:16.402891 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-35813ae4-375b-4369-93c5-5738682f2ffa req-afc4702a-fe75-4716-9fc3-5a9d95ec692e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 944 time: 0.1165950 Jul 29 15:05:16.408906 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ac1eaddf-6984-41b4-9dae-2a2dc387cf04 None None] Port 1be3aae9-9865-4f9b-ba56-5371ab716eea cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:05:16.446091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb8318-6eb9-4e8a-b9a4-19fd5b550b70 req-b600c47c-f128-4e2b-b5a7-aea3d37017dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:16.451584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ffee2c82-711a-4dcf-9092-ab287c18d562 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:05:16.456471 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79eb8318-6eb9-4e8a-b9a4-19fd5b550b70 req-b600c47c-f128-4e2b-b5a7-aea3d37017dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c HTTP/1.1" status: 200 len: 914 time: 0.2925179 Jul 29 15:05:16.477480 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-35813ae4-375b-4369-93c5-5738682f2ffa req-6379d15f-8030-4f52-8191-72cfe403e3bf tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682123 Jul 29 15:05:16.515490 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79eb8318-6eb9-4e8a-b9a4-19fd5b550b70 req-ec8b5ca5-9208-4fb7-9b9d-0d5d4fdf1386 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c HTTP/1.1" status: 200 len: 217 time: 0.0438828 Jul 29 15:05:16.604763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port ffee2c82-711a-4dcf-9092-ab287c18d562 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:05:16.609146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port ffee2c82-711a-4dcf-9092-ab287c18d562 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:05:16.609524 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:16.625289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb8318-6eb9-4e8a-b9a4-19fd5b550b70 req-076b95c2-12a7-4bc7-ba80-316870224cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:16.627025 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79eb8318-6eb9-4e8a-b9a4-19fd5b550b70 req-076b95c2-12a7-4bc7-ba80-316870224cd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=654fde81-0e11-4ae6-9ae2-c96a6f63881c HTTP/1.1" status: 200 len: 853 time: 0.1016073 Jul 29 15:05:16.677948 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-45507df4-7f5b-46da-8495-b2030b092201 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:16.689021 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79eb8318-6eb9-4e8a-b9a4-19fd5b550b70 req-78c9fc07-8c2b-4147-9070-800ca8bfda23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526083 Jul 29 15:05:16.733656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-45507df4-7f5b-46da-8495-b2030b092201 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Calling delete_port for 1be3aae9-9865-4f9b-ba56-5371ab716eea owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:05:16.775262 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:16.807958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0980139-738a-43db-8522-1452fad6a3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffee2c82-711a-4dcf-9092-ab287c18d562'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:05:16.810222 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53622941-e24e-4e20-a6d5-460ac4167919" -d '{"events": [{"server_uuid": "a0980139-738a-43db-8522-1452fad6a3e8", "name": "network-vif-plugged", "status": "completed", "tag": "ffee2c82-711a-4dcf-9092-ab287c18d562"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:05:16.824660 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ffee2c82-711a-4dcf-9092-ab287c18d562, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ffee2c82-711a-4dcf-9092-ab287c18d562,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:16.837120 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:16.874328 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e6c6c6-b113-42c7-8138-93c092dbe373 x-openstack-request-id: req-63e6c6c6-b113-42c7-8138-93c092dbe373 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:05:16.874631 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0980139-738a-43db-8522-1452fad6a3e8", "name": "network-vif-plugged", "status": "completed", "tag": "ffee2c82-711a-4dcf-9092-ab287c18d562", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:05:16.874881 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63e6c6c6-b113-42c7-8138-93c092dbe373 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:05:16.875271 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0980139-738a-43db-8522-1452fad6a3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffee2c82-711a-4dcf-9092-ab287c18d562', 'code': 200} Jul 29 15:05:16.929618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ffee2c82-711a-4dcf-9092-ab287c18d562,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:17.015070 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79eb8318-6eb9-4e8a-b9a4-19fd5b550b70 req-eb7a0afa-8f7d-4ada-846b-f5989ce5ec4f service neutron] 10.222.0.39 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056972 Jul 29 15:05:17.056850 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03223f32-96f7-46de-b9f9-1943fd9156bc req-bd5663a1-d74c-4c27-bc79-823501b65769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:17.058490 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03223f32-96f7-46de-b9f9-1943fd9156bc req-bd5663a1-d74c-4c27-bc79-823501b65769 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 1096 time: 0.0749342 Jul 29 15:05:17.113315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03223f32-96f7-46de-b9f9-1943fd9156bc req-84624c9e-e0a0-461f-b45b-7d883115a602 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381260 Jul 29 15:05:17.166391 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-79eb8318-6eb9-4e8a-b9a4-19fd5b550b70 req-df72a1b0-0778-4f4c-9417-c0f71e08cbd4 service neutron] 10.222.0.39 "GET /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442046 Jul 29 15:05:17.168599 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-45507df4-7f5b-46da-8495-b2030b092201 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:17.217117 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45507df4-7f5b-46da-8495-b2030b092201 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Pushing event deleted for resources: {'Port': ['ID=1be3aae9-9865-4f9b-ba56-5371ab716eea,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:17.309736 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-45507df4-7f5b-46da-8495-b2030b092201 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:17.312087 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-45507df4-7f5b-46da-8495-b2030b092201 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] 10.222.0.16 "DELETE /v2.0/ports/1be3aae9-9865-4f9b-ba56-5371ab716eea HTTP/1.1" status: 204 len: 168 time: 1.1627798 Jul 29 15:05:17.314186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56894) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:17.333573 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4bb1e-10c5-4529-9d5d-b1f84bbec2bb req-1ebf523e-cb4d-4033-ae73-2b0a98f24b42 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:17.341086 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ff4bb1e-10c5-4529-9d5d-b1f84bbec2bb req-1ebf523e-cb4d-4033-ae73-2b0a98f24b42 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.0642366 Jul 29 15:05:17.399977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf069e7-6348-4e7f-bd9e-67e451c65638 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Deleting subnet f4584ac7-61a8-40fe-8dc8-517c33f90af4 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:05:17.404241 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-daf069e7-6348-4e7f-bd9e-67e451c65638 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:17.421676 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ff4bb1e-10c5-4529-9d5d-b1f84bbec2bb req-320b3b20-d1b2-42ac-af32-90ffa6d3f7bd tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795414 Jul 29 15:05:17.501394 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-daf069e7-6348-4e7f-bd9e-67e451c65638 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:17.765523 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-daf069e7-6348-4e7f-bd9e-67e451c65638 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:17.816229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e71374-ed6c-4148-b0d7-066eae274c60 req-a751922f-6e4b-49cc-a1e1-5ef78aa36cd6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:17.817960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d7e71374-ed6c-4148-b0d7-066eae274c60 req-a751922f-6e4b-49cc-a1e1-5ef78aa36cd6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 945 time: 0.1605082 Jul 29 15:05:17.985036 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d7e71374-ed6c-4148-b0d7-066eae274c60 req-dd2663c8-e96c-4c70-9311-cff9040e4b9c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080303 Jul 29 15:05:18.048593 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-daf069e7-6348-4e7f-bd9e-67e451c65638 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:18.080078 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-daf069e7-6348-4e7f-bd9e-67e451c65638 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:18.083393 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-daf069e7-6348-4e7f-bd9e-67e451c65638 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] 10.222.0.16 "DELETE /v2.0/subnets/f4584ac7-61a8-40fe-8dc8-517c33f90af4 HTTP/1.1" status: 204 len: 168 time: 0.7682493 Jul 29 15:05:18.085883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56912) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:18.090071 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799011d4-e01c-4b46-b77d-ebf61b8fd211 None None] Network 10cfc19b-4655-46da-bce4-57091fab276e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:05:18.138556 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf069e7-6348-4e7f-bd9e-67e451c65638 tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Pushing event deleted for resources: {'Subnet': ['ID=f4584ac7-61a8-40fe-8dc8-517c33f90af4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:18.222154 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:18.351354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Deleting port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:05:18.352595 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:18.363574 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9c384d-adcf-45b7-a1ae-0f4fb02e12a9 None None] DHCP port deletion for 10cfc19b-4655-46da-bce4-57091fab276e request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:05:18.448743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] For port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806,segment=NetworkSegment(52fbadac-ad0a-4c56-8f9c-d35ec653eb5f),segment_id=52fbadac-ad0a-4c56-8f9c-d35ec653eb5f)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:18.449179 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:18.455022 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c384d-adcf-45b7-a1ae-0f4fb02e12a9 None None] Deleting port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:05:18.455407 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e9c384d-adcf-45b7-a1ae-0f4fb02e12a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:18.507180 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Calling delete_port for cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:05:18.553407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1e9c384d-adcf-45b7-a1ae-0f4fb02e12a9 None None] For port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806,segment=NetworkSegment(52fbadac-ad0a-4c56-8f9c-d35ec653eb5f),segment_id=52fbadac-ad0a-4c56-8f9c-d35ec653eb5f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:18.553816 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e9c384d-adcf-45b7-a1ae-0f4fb02e12a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:18.594431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c384d-adcf-45b7-a1ae-0f4fb02e12a9 None None] Calling delete_port for cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:05:18.618389 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:18.676542 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Pushing event deleted for resources: {'Port': ['ID=cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:18.691569 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] No DVR routers for this DVR port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:05:18.699219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b5faf-3dab-4144-80f1-1b9d0e430bfd req-3a754f84-5988-43dd-8653-e1308be0c918 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:18.702574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f9b5faf-3dab-4144-80f1-1b9d0e430bfd req-3a754f84-5988-43dd-8653-e1308be0c918 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.1212599 Jul 29 15:05:18.750409 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e9c384d-adcf-45b7-a1ae-0f4fb02e12a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:18.757515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:05:18.763032 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f9b5faf-3dab-4144-80f1-1b9d0e430bfd req-56d4e932-bb22-4331-b119-7ad1e535085b tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527449 Jul 29 15:05:18.816251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c384d-adcf-45b7-a1ae-0f4fb02e12a9 None None] Pushing event deleted for resources: {'Port': ['ID=cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:18.818951 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:05:18.819297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:05:18.846989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c384d-adcf-45b7-a1ae-0f4fb02e12a9 None None] No DVR routers for this DVR port cbb0a5bb-aac9-42e5-9fe5-eb5a8d871806 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:05:18.891738 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:18.904796 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10cfc19b-4655-46da-bce4-57091fab276e']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:18.923489 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fbadac-ad0a-4c56-8f9c-d35ec653eb5f') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:18.923862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fbadac-ad0a-4c56-8f9c-d35ec653eb5f') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:18.962646 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:18.991164 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:19.008579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63bf12-6969-4bb0-947c-da7a27451bde req-8ef16ef4-4673-48e8-907d-063a64358416 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:19.011100 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f63bf12-6969-4bb0-947c-da7a27451bde req-8ef16ef4-4673-48e8-907d-063a64358416 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.0908685 Jul 29 15:05:19.015145 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:05:19.015623 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:05:19.020315 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:05:19.135383 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f63bf12-6969-4bb0-947c-da7a27451bde req-a1365eb7-627b-43ae-a017-91208e8e6d38 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138072 Jul 29 15:05:19.140479 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:19.161443 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:19.176595 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] 10.222.0.16 "DELETE /v2.0/networks/10cfc19b-4655-46da-bce4-57091fab276e HTTP/1.1" status: 204 len: 168 time: 1.0892744 Jul 29 15:05:19.205249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599eec7b-ec54-45d0-bdd5-807a4afe959a tempest-ExtraDHCPOptionsTestJSON-1776391017 tempest-ExtraDHCPOptionsTestJSON-1776391017-project] Pushing event deleted for resources: {'Network': ['ID=10cfc19b-4655-46da-bce4-57091fab276e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:19.284441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c46984-bf56-428e-bf52-f746d182dec2 req-a0d9c9c1-0e1f-4321-be81-aac781e228e1 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:19.298679 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68c46984-bf56-428e-bf52-f746d182dec2 req-a0d9c9c1-0e1f-4321-be81-aac781e228e1 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 945 time: 0.1475348 Jul 29 15:05:19.388146 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68c46984-bf56-428e-bf52-f746d182dec2 req-def96950-ad63-4a11-8fdd-d8c52bb4ec12 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880623 Jul 29 15:05:19.457295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56958) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:19.602721 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56962) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:19.606843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3a582-fcfa-4787-8906-fa4088f8c2b5 req-c9edacc9-d8eb-4864-b76a-1a96e515b57b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:19.616252 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dfc3a582-fcfa-4787-8906-fa4088f8c2b5 req-c9edacc9-d8eb-4864-b76a-1a96e515b57b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 945 time: 0.1009114 Jul 29 15:05:19.680919 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dfc3a582-fcfa-4787-8906-fa4088f8c2b5 req-5c6e5783-be5d-46d6-8bd3-b3841ecc4e03 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578485 Jul 29 15:05:19.806199 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8f944c9a-3171-41a0-99d6-d81725197cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:19.824028 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fc54b89c-cb9a-48cd-8754-2224ae0c8a53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f44845b1480745b49391073b22801cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199485 Jul 29 15:05:19.826578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56968) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:19.928770 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561cfd1-e6b3-400f-8666-77578c5559da req-4be20177-01e8-4168-9fe1-6b5960287981 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:19.930392 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0561cfd1-e6b3-400f-8666-77578c5559da req-4be20177-01e8-4168-9fe1-6b5960287981 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.1089358 Jul 29 15:05:19.935197 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f6dc5fc-26f1-4797-abf8-5ff9f3b606ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:19.992799 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f6dc5fc-26f1-4797-abf8-5ff9f3b606ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:20.003231 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0561cfd1-e6b3-400f-8666-77578c5559da req-81eff4f6-f87b-4764-b423-70ca1b59f1c1 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653019 Jul 29 15:05:20.148561 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c2777-cb3f-469a-8e64-192250294e9e req-cf8f0adf-dd8a-45c5-abd0-89a98a71c48b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:20.150400 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-007c2777-cb3f-469a-8e64-192250294e9e req-cf8f0adf-dd8a-45c5-abd0-89a98a71c48b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 945 time: 0.0643373 Jul 29 15:05:20.239963 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-007c2777-cb3f-469a-8e64-192250294e9e req-c0bcedd1-0ce5-4279-b3a1-1315327ab67e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793023 Jul 29 15:05:20.478438 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8f944c9a-3171-41a0-99d6-d81725197cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:20.487737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c2c2e-f6a0-4a7e-a4d1-7beb0a972bad req-583c0e47-3066-42a2-b074-15d4f4c1aa5f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:20.489410 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-161c2c2e-f6a0-4a7e-a4d1-7beb0a972bad req-583c0e47-3066-42a2-b074-15d4f4c1aa5f tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.0950415 Jul 29 15:05:20.491237 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8f944c9a-3171-41a0-99d6-d81725197cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:20.548600 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f6dc5fc-26f1-4797-abf8-5ff9f3b606ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:20.551328 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f6dc5fc-26f1-4797-abf8-5ff9f3b606ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:20.552470 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4f6dc5fc-26f1-4797-abf8-5ff9f3b606ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29f3c992-3eb9-4b8d-9bc0-a8ffae0b2d53 HTTP/1.1" status: 204 len: 168 time: 0.7248349 Jul 29 15:05:20.554475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f944c9a-3171-41a0-99d6-d81725197cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d02d84-5af1-4f24-a1d7-3fa38ace5b38,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:20.575283 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-161c2c2e-f6a0-4a7e-a4d1-7beb0a972bad req-692400ee-5e7d-45a7-ac6c-fcc48db5dea0 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778558 Jul 29 15:05:20.580478 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8f944c9a-3171-41a0-99d6-d81725197cdd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83b16f0d82e04c289e416fe80bbfc6be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1212869 Jul 29 15:05:20.581010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56980) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:20.585960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6dc5fc-26f1-4797-abf8-5ff9f3b606ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f3c992-3eb9-4b8d-9bc0-a8ffae0b2d53,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:20.688545 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ce3e118b-eee4-46ff-8ef0-84d54b5e7039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:20.712330 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ce3e118b-eee4-46ff-8ef0-84d54b5e7039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:20.773690 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ce3e118b-eee4-46ff-8ef0-84d54b5e7039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:20.777426 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ce3e118b-eee4-46ff-8ef0-84d54b5e7039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:20.782503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ce3e118b-eee4-46ff-8ef0-84d54b5e7039 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87d02d84-5af1-4f24-a1d7-3fa38ace5b38 HTTP/1.1" status: 204 len: 168 time: 0.1984096 Jul 29 15:05:20.803029 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e118b-eee4-46ff-8ef0-84d54b5e7039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d02d84-5af1-4f24-a1d7-3fa38ace5b38,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:20.805201 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659afc5-58f9-4f35-b4fe-0f369b6cebc3 req-cfc57026-fa48-4fdc-830b-fd0a251a4bda tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:20.807307 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1659afc5-58f9-4f35-b4fe-0f369b6cebc3 req-cfc57026-fa48-4fdc-830b-fd0a251a4bda tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.0819795 Jul 29 15:05:20.902598 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1659afc5-58f9-4f35-b4fe-0f369b6cebc3 req-083758ee-40aa-4439-ae0c-18102f93c31a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675189 Jul 29 15:05:21.025952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb8b6e-8983-4751-b833-46801b4e5f5a req-59b3f0e0-6904-4df2-96ad-64d309a9fb99 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:21.027854 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1bb8b6e-8983-4751-b833-46801b4e5f5a req-59b3f0e0-6904-4df2-96ad-64d309a9fb99 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.0715051 Jul 29 15:05:21.079318 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1bb8b6e-8983-4751-b833-46801b4e5f5a req-c7dec805-4cc4-4b5a-8d77-c45e36d6cae3 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433774 Jul 29 15:05:21.249340 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c916a6-162f-46b6-9520-a908da3bbe38 req-7fdbf803-2ebe-4b8c-8096-543c480e1ce6 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:21.251160 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58c916a6-162f-46b6-9520-a908da3bbe38 req-7fdbf803-2ebe-4b8c-8096-543c480e1ce6 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.0658581 Jul 29 15:05:21.310895 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58c916a6-162f-46b6-9520-a908da3bbe38 req-7f8ea83e-22a1-432b-834d-e7cb91dc6d7d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523016 Jul 29 15:05:21.386473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57020) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:21.410491 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a248b825-54d8-4357-ad57-93353ec2679b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:21.459576 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af896e3-5d1b-4261-9576-8db9dfd6178b req-9aa6a3f6-14e4-4f92-88e3-9bf3f67c1566 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:21.469686 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5af896e3-5d1b-4261-9576-8db9dfd6178b req-9aa6a3f6-14e4-4f92-88e3-9bf3f67c1566 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 945 time: 0.1088221 Jul 29 15:05:21.524093 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5af896e3-5d1b-4261-9576-8db9dfd6178b req-53fbd7f1-9de7-40aa-8024-a88e026b0adc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531950 Jul 29 15:05:21.538124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef473a8-9975-4dde-bfb5-a1b36871c2a7 req-bb3937b5-aeb0-4a1e-9c6d-1ededdce3d83 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:21.539662 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ef473a8-9975-4dde-bfb5-a1b36871c2a7 req-bb3937b5-aeb0-4a1e-9c6d-1ededdce3d83 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.1314406 Jul 29 15:05:21.615767 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1e343-4c4a-4cda-8610-6c1efd39163e req-a4ce944c-9d2f-47fb-9f6c-6115e8a98067 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:21.617315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8b1e343-4c4a-4cda-8610-6c1efd39163e req-a4ce944c-9d2f-47fb-9f6c-6115e8a98067 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.38 "GET /v2.0/ports?device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 945 time: 0.1383040 Jul 29 15:05:21.623213 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ef473a8-9975-4dde-bfb5-a1b36871c2a7 req-4c5e52e7-5914-427c-847c-ab801f4b9b5d tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740023 Jul 29 15:05:21.697348 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57028) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:21.711308 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a248b825-54d8-4357-ad57-93353ec2679b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:21.718360 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a248b825-54d8-4357-ad57-93353ec2679b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:21.783290 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a248b825-54d8-4357-ad57-93353ec2679b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6dbcc85d8f1146b9a335ee9bdce2cf97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3929031 Jul 29 15:05:21.783690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57034) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:21.784500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248b825-54d8-4357-ad57-93353ec2679b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8f7461-a862-494b-a31d-8096a5f1b642,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:21.819121 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-c8b1e343-4c4a-4cda-8610-6c1efd39163e req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Deleting port ffee2c82-711a-4dcf-9092-ab287c18d562 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:05:21.819121 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c8b1e343-4c4a-4cda-8610-6c1efd39163e req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:21.848596 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-407dbc70-7b16-472b-8acf-c097a8f3021d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-545671224'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:21.871285 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f633636f-12b5-4b31-a35f-24abb18943fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:21.895507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f633636f-12b5-4b31-a35f-24abb18943fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:21.896864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be26a5-a701-45bd-af89-2eccef5da073 req-892f522d-7ff0-4606-888b-8ae7e24d5d54 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:21.898396 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69be26a5-a701-45bd-af89-2eccef5da073 req-892f522d-7ff0-4606-888b-8ae7e24d5d54 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.1348948 Jul 29 15:05:21.956392 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f633636f-12b5-4b31-a35f-24abb18943fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:21.962301 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f633636f-12b5-4b31-a35f-24abb18943fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:21.964181 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f633636f-12b5-4b31-a35f-24abb18943fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc8f7461-a862-494b-a31d-8096a5f1b642 HTTP/1.1" status: 204 len: 168 time: 0.1779439 Jul 29 15:05:21.970711 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407dbc70-7b16-472b-8acf-c097a8f3021d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Made reservation on behalf of 1f501dd07af044f3b6db1e627b684e8a for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:21.977140 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-407dbc70-7b16-472b-8acf-c097a8f3021d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:21.986221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633636f-12b5-4b31-a35f-24abb18943fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8f7461-a862-494b-a31d-8096a5f1b642,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:21.986858 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69be26a5-a701-45bd-af89-2eccef5da073 req-a081fed4-0ee2-482d-a1b7-639293b7c4e5 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804071 Jul 29 15:05:21.994605 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c8b1e343-4c4a-4cda-8610-6c1efd39163e req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] For port ffee2c82-711a-4dcf-9092-ab287c18d562, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ffee2c82-711a-4dcf-9092-ab287c18d562,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:21.995011 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c8b1e343-4c4a-4cda-8610-6c1efd39163e req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:22.018808 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-407dbc70-7b16-472b-8acf-c097a8f3021d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:22.033633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-c8b1e343-4c4a-4cda-8610-6c1efd39163e req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Calling delete_port for ffee2c82-711a-4dcf-9092-ab287c18d562 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:05:22.181231 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-407dbc70-7b16-472b-8acf-c097a8f3021d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:22.189370 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-407dbc70-7b16-472b-8acf-c097a8f3021d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:22.205904 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af61eb-ce8b-42bc-9680-6b65dd963db0 req-b7a4d9b9-f495-4e1d-9881-804717ecfdb0 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:22.208002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407dbc70-7b16-472b-8acf-c097a8f3021d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:05:22.211918 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-12af61eb-ce8b-42bc-9680-6b65dd963db0 req-b7a4d9b9-f495-4e1d-9881-804717ecfdb0 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.1013341 Jul 29 15:05:22.235660 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-407dbc70-7b16-472b-8acf-c097a8f3021d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:22.236960 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-407dbc70-7b16-472b-8acf-c097a8f3021d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Added segment c10bf1e2-6494-4ed6-9233-d852605c5b3d of type vlan for network a92acca8-134d-4d07-b09e-f5060c609437 Jul 29 15:05:22.283847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dbc70-7b16-472b-8acf-c097a8f3021d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0ff735-06ba-46ce-92c9-1d19660ea3f0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:22.311424 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-12af61eb-ce8b-42bc-9680-6b65dd963db0 req-03b1506f-9f1d-486b-b509-0e2616ac876c tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865984 Jul 29 15:05:22.339968 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-407dbc70-7b16-472b-8acf-c097a8f3021d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:22.350209 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c8b1e343-4c4a-4cda-8610-6c1efd39163e req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:22.362370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3e73ce13-328d-43e2-9679-e658d14b9ddd'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:05:22.395245 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ffee2c82-711a-4dcf-9092-ab287c18d562'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:05:22.406463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Pushing event deleted for resources: {'Port': ['ID=ffee2c82-711a-4dcf-9092-ab287c18d562,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:22.421593 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-407dbc70-7b16-472b-8acf-c097a8f3021d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:22.435638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407dbc70-7b16-472b-8acf-c097a8f3021d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:22.436580 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-407dbc70-7b16-472b-8acf-c097a8f3021d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:22.439873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:22.440147 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:22.440793 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:22.441830 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:22.442320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:22.442732 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:22.443168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:22.443597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:22.444026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:22.444574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:22.445095 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:22.445534 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:05:22.479969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b1e343-4c4a-4cda-8610-6c1efd39163e req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] No DVR routers for this DVR port ffee2c82-711a-4dcf-9092-ab287c18d562 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:05:22.483769 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c8b1e343-4c4a-4cda-8610-6c1efd39163e req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:22.486278 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8b1e343-4c4a-4cda-8610-6c1efd39163e req-41490271-a1a2-43af-bd05-014444257375 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.38 "DELETE /v2.0/ports/ffee2c82-711a-4dcf-9092-ab287c18d562 HTTP/1.1" status: 204 len: 173 time: 0.8619819 Jul 29 15:05:22.487335 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0980139-738a-43db-8522-1452fad6a3e8', 'name': 'network-vif-deleted', 'tag': 'ffee2c82-711a-4dcf-9092-ab287c18d562'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:05:22.490362 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ff3c2d-669e-4cc4-af26-37e6b19c2d6b" -d '{"events": [{"server_uuid": "a0980139-738a-43db-8522-1452fad6a3e8", "name": "network-vif-deleted", "tag": "ffee2c82-711a-4dcf-9092-ab287c18d562"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:05:22.549520 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-407dbc70-7b16-472b-8acf-c097a8f3021d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8478031 Jul 29 15:05:22.561433 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57062) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:22.565157 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5997052-dede-4624-8f94-d5bfc9583d5b x-openstack-request-id: req-a5997052-dede-4624-8f94-d5bfc9583d5b {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:05:22.565451 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0980139-738a-43db-8522-1452fad6a3e8", "name": "network-vif-deleted", "tag": "ffee2c82-711a-4dcf-9092-ab287c18d562", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:05:22.565706 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5997052-dede-4624-8f94-d5bfc9583d5b {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:05:22.567113 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0980139-738a-43db-8522-1452fad6a3e8', 'name': 'network-vif-deleted', 'tag': 'ffee2c82-711a-4dcf-9092-ab287c18d562', 'status': 'completed', 'code': 200} Jul 29 15:05:22.574822 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-178c3884-f681-4459-8627-052bcbe6cb8e tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'subnet': {'network_id': 'a92acca8-134d-4d07-b09e-f5060c609437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:22.687055 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5f11ff4f-2857-46b4-a8a6-05cc3fa9284c req-45b45fba-c54f-4ac4-9af6-7321565d7190 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0980139-738a-43db-8522-1452fad6a3e8 HTTP/1.1" status: 200 len: 210 time: 0.0750453 Jul 29 15:05:22.693649 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dbc70-7b16-472b-8acf-c097a8f3021d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Network': ['ID=a92acca8-134d-4d07-b09e-f5060c609437,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:22.705750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network a92acca8-134d-4d07-b09e-f5060c609437 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:05:22.730950 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b849541-f685-4792-90d9-b4a88907cf97 req-81d67125-2b34-49ba-996b-bf73e94c8f84 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:22.733370 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1b849541-f685-4792-90d9-b4a88907cf97 req-81d67125-2b34-49ba-996b-bf73e94c8f84 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.2226429 Jul 29 15:05:22.782764 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178c3884-f681-4459-8627-052bcbe6cb8e tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Made reservation on behalf of 1f501dd07af044f3b6db1e627b684e8a for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:22.787237 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-178c3884-f681-4459-8627-052bcbe6cb8e tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:22.817971 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1b849541-f685-4792-90d9-b4a88907cf97 req-1a520a1b-f181-4822-bf8e-93619f8d8381 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770991 Jul 29 15:05:23.015503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be22f2-8475-4888-b896-286f479a56e4 req-037a157d-3d9a-4c80-853f-ed85db316566 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:23.025893 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-08be22f2-8475-4888-b896-286f479a56e4 req-037a157d-3d9a-4c80-853f-ed85db316566 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.0811002 Jul 29 15:05:23.085692 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-178c3884-f681-4459-8627-052bcbe6cb8e tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:23.105286 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-08be22f2-8475-4888-b896-286f479a56e4 req-02029b51-1cbc-48eb-8433-3fd625215cf9 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779917 Jul 29 15:05:23.204505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c3884-f681-4459-8627-052bcbe6cb8e tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Subnet': ['ID=3f8468bf-b346-4c1d-81d3-7f3181e557ce,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:23.208534 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c3884-f681-4459-8627-052bcbe6cb8e tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Checking segment: {'id': 'c10bf1e2-6494-4ed6-9233-d852605c5b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a92acca8-134d-4d07-b09e-f5060c609437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:05:23.208945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c3884-f681-4459-8627-052bcbe6cb8e tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network hostable DHCP agents. Network: a92acca8-134d-4d07-b09e-f5060c609437, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:05:23.237259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c3884-f681-4459-8627-052bcbe6cb8e tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network a92acca8-134d-4d07-b09e-f5060c609437 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:05:23.256305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-178c3884-f681-4459-8627-052bcbe6cb8e tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, a92acca8-134d-4d07-b09e-f5060c609437) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:23.262147 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c3884-f681-4459-8627-052bcbe6cb8e tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:23.262680 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-178c3884-f681-4459-8627-052bcbe6cb8e tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:23.279702 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99188088-7373-4776-9d57-27895ae4f9a1 None None] Network a92acca8-134d-4d07-b09e-f5060c609437 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:05:23.298788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57086) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:23.302711 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-178c3884-f681-4459-8627-052bcbe6cb8e tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7323289 Jul 29 15:05:23.305267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-664047897', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}, 'admin_state_up': False}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:23.338902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d177f3-7195-424b-aee3-e520e6431469 req-1421f983-9e06-4a60-b0e8-6db8aa0e9d25 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:23.340563 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a5d177f3-7195-424b-aee3-e520e6431469 req-1421f983-9e06-4a60-b0e8-6db8aa0e9d25 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.1225467 Jul 29 15:05:23.387694 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:23.388768 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:23.485840 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:23.601822 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a5d177f3-7195-424b-aee3-e520e6431469 req-f3f6eb03-8ad6-4157-a943-9c80347a7630 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343307 Jul 29 15:05:23.702913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba8af1b-d836-4e03-95f1-a84d4a331826 None None] Network a92acca8-134d-4d07-b09e-f5060c609437 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:05:23.718140 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:23.884621 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b12e4-4be2-4e5d-b419-2b45e8144f7d req-d477a061-d937-45fb-beda-5d0bcc195990 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:23.893745 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf6b12e4-4be2-4e5d-b419-2b45e8144f7d req-d477a061-d937-45fb-beda-5d0bcc195990 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.1142533 Jul 29 15:05:24.021894 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf6b12e4-4be2-4e5d-b419-2b45e8144f7d req-61a0df48-e75d-4a81-95c8-96cc776f3eac tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193874 Jul 29 15:05:24.023985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57110) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:24.145178 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:24.202004 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3378fa97-fb26-479a-9540-5ef04251b0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:24.203593 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:24.357519 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3378fa97-fb26-479a-9540-5ef04251b0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:24.362475 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3378fa97-fb26-479a-9540-5ef04251b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:24.395897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36439223-85ad-4474-a009-a033ddcaa790 req-627795a8-b853-45eb-b959-2dd5140d0b10 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:24.397734 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-36439223-85ad-4474-a009-a033ddcaa790 req-627795a8-b853-45eb-b959-2dd5140d0b10 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.1203017 Jul 29 15:05:24.449439 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3378fa97-fb26-479a-9540-5ef04251b0ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=918afdef2d5f4f0cbfb89854e203bb1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4238832 Jul 29 15:05:24.451414 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57128) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:24.454460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378fa97-fb26-479a-9540-5ef04251b0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733bed88-b2a9-407a-a384-f677e5ba06cc,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:24.499087 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ffee2c82-711a-4dcf-9092-ab287c18d562 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:05:24.512162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Allocated IP 172.25.6.242 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/0db131c3-96d7-437b-92d4-1811f5e008a4) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:05:24.537033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: ffee2c82-711a-4dcf-9092-ab287c18d562 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:05:24.537637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ffee2c82-711a-4dcf-9092-ab287c18d562 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:05:24.552731 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-36439223-85ad-4474-a009-a033ddcaa790 req-42f521fb-6b07-4194-b5cf-0c636d63e2ea tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338768 Jul 29 15:05:24.562986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2cfd5-690d-4489-8d87-b2b7b17992fe req-bb83b2fb-94fe-4215-9980-c467e659196a tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:24.567678 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3dd2cfd5-690d-4489-8d87-b2b7b17992fe req-bb83b2fb-94fe-4215-9980-c467e659196a tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 945 time: 0.0914032 Jul 29 15:05:24.619635 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96a27cfe-dd24-4b77-a706-1d96dc6c9144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:24.656624 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3dd2cfd5-690d-4489-8d87-b2b7b17992fe req-ba87af1c-3cb5-4779-af46-9d5adb9a79b2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=5174bd98-1c02-4d62-85e7-dcb6e73a9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801120 Jul 29 15:05:24.678606 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96a27cfe-dd24-4b77-a706-1d96dc6c9144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:24.711140 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:24.844213 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96a27cfe-dd24-4b77-a706-1d96dc6c9144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:24.847661 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96a27cfe-dd24-4b77-a706-1d96dc6c9144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:24.849028 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-96a27cfe-dd24-4b77-a706-1d96dc6c9144 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/733bed88-b2a9-407a-a384-f677e5ba06cc HTTP/1.1" status: 204 len: 168 time: 0.3962433 Jul 29 15:05:24.877635 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a27cfe-dd24-4b77-a706-1d96dc6c9144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733bed88-b2a9-407a-a384-f677e5ba06cc,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:24.894368 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e8a9ed80-6e66-4f52-99d4-7108dd75a852 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:24.896379 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e8a9ed80-6e66-4f52-99d4-7108dd75a852 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 805 time: 0.1828129 Jul 29 15:05:24.902841 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:24.965632 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-c4abbcee-f4e8-4f1d-8fd5-f6b65a56d977 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/quotas/72da861e3c3549b98a30745682218526 HTTP/1.1" status: 200 len: 375 time: 0.0586181 Jul 29 15:05:24.969447 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:05:24.979683 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:25.029447 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:05:25.036307 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=0db131c3-96d7-437b-92d4-1811f5e008a4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:25.089634 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-90b56266-6e1f-4be2-b28c-e2c6bae64e28 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1111226 Jul 29 15:05:25.340450 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e70146f4-0db3-4c1a-b674-d0e3075478b9 service neutron] 10.222.0.16 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070096 Jul 29 15:05:25.457238 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-c7cf1765-9985-4e14-a8c9-330ceb6a2ff8 service neutron] 10.222.0.16 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992100 Jul 29 15:05:25.519222 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:25.778368 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8cc863f3-2304-40fa-bc6e-f62def6fb49c req-54fa927a-65a1-47aa-be8f-12d7ce89882b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 210 time: 0.0507226 Jul 29 15:05:26.232271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32658176-9b2d-4c9e-ab4a-f184b11f9dec req-5d1511d1-bc46-4283-9ca7-a7e49a09908b tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:26.240438 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-32658176-9b2d-4c9e-ab4a-f184b11f9dec req-5d1511d1-bc46-4283-9ca7-a7e49a09908b tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 945 time: 0.1246202 Jul 29 15:05:26.252856 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:26.278495 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc13a26-8bf6-4db1-9739-82e901a96fba req-e4cf57cd-f592-41f6-9ec7-7acb2afc3e1b tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:26.283101 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8fc13a26-8bf6-4db1-9739-82e901a96fba req-e4cf57cd-f592-41f6-9ec7-7acb2afc3e1b tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.38 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 945 time: 0.1302178 Jul 29 15:05:26.365902 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-32658176-9b2d-4c9e-ab4a-f184b11f9dec req-f040e3fb-defa-4fae-8e6d-95976a7f6e2d tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups?id=5174bd98-1c02-4d62-85e7-dcb6e73a9cff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239052 Jul 29 15:05:26.483025 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-8fc13a26-8bf6-4db1-9739-82e901a96fba req-4c912bb8-7832-4c22-afee-a7559b8dbee2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Deleting port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:05:26.483677 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8fc13a26-8bf6-4db1-9739-82e901a96fba req-4c912bb8-7832-4c22-afee-a7559b8dbee2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:26.519475 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:26.735450 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-8fc13a26-8bf6-4db1-9739-82e901a96fba req-4c912bb8-7832-4c22-afee-a7559b8dbee2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] For port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=caf2625a-cfb3-4dbb-9edb-0634f1e7a07c,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:26.736006 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8fc13a26-8bf6-4db1-9739-82e901a96fba req-4c912bb8-7832-4c22-afee-a7559b8dbee2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:26.875901 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 6074da92-c946-4dac-872f-82ad9d2e4817 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:05:27.006391 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a83c3e48-efcb-4e8c-ac19-d855741f3a90 req-beea667e-0659-4eb7-8f5d-306b6cfaaad7 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 210 time: 0.0665908 Jul 29 15:05:27.103708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:05:27.117936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e018a-ad4d-4164-b1a3-b58da7812567 None None] Sync routers for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:05:27.128987 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84e018a-ad4d-4164-b1a3-b58da7812567 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:27.129647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d84e018a-ad4d-4164-b1a3-b58da7812567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:27.170116 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:27.173383 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-74ab1de7-d52c-4752-b544-85dc580ed376 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8732710 Jul 29 15:05:27.177308 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57240) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:27.207313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d84e018a-ad4d-4164-b1a3-b58da7812567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:27.226869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84e018a-ad4d-4164-b1a3-b58da7812567 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:27.236922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d84e018a-ad4d-4164-b1a3-b58da7812567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:27.283846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d84e018a-ad4d-4164-b1a3-b58da7812567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:27.284531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e018a-ad4d-4164-b1a3-b58da7812567 None None] The sync data for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:05:27.334602 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8fc13a26-8bf6-4db1-9739-82e901a96fba req-4c912bb8-7832-4c22-afee-a7559b8dbee2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:27.335418 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8fc13a26-8bf6-4db1-9739-82e901a96fba req-4c912bb8-7832-4c22-afee-a7559b8dbee2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:27.335749 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [req-8fc13a26-8bf6-4db1-9739-82e901a96fba req-4c912bb8-7832-4c22-afee-a7559b8dbee2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Floating IP 4e44b86e-5463-4b82-bab0-d6e1f55f1938 disassociated. External IP: 172.25.6.179, port: caf2625a-cfb3-4dbb-9edb-0634f1e7a07c. Jul 29 15:05:27.336263 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-8fc13a26-8bf6-4db1-9739-82e901a96fba req-4c912bb8-7832-4c22-afee-a7559b8dbee2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Calling delete_port for caf2625a-cfb3-4dbb-9edb-0634f1e7a07c owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:05:27.604307 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-00ea044c-100c-403f-aab9-4352c9142c1d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:27.606111 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-00ea044c-100c-403f-aab9-4352c9142c1d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.38 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 805 time: 0.2992630 Jul 29 15:05:27.630540 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8fc13a26-8bf6-4db1-9739-82e901a96fba req-4c912bb8-7832-4c22-afee-a7559b8dbee2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:27.650000 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-ae25c055-b3e2-41a9-b29d-18c348fda9af tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Request body: {'port': {'device_id': 'cbff84d2-6a79-4c41-8f9e-695d278985ed', 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769', 'admin_state_up': True, 'tenant_id': '72da861e3c3549b98a30745682218526'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:27.726192 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9e1130a-c84f-4548-ab34-6bbe95ea2ec8 req-630490be-410d-4f51-b6b5-0f9635a7cbcc tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 210 time: 0.1300387 Jul 29 15:05:27.760032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c912bb8-7832-4c22-afee-a7559b8dbee2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event deleted for resources: {'Port': ['ID=caf2625a-cfb3-4dbb-9edb-0634f1e7a07c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:28.025336 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-ae25c055-b3e2-41a9-b29d-18c348fda9af tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Made reservation on behalf of 72da861e3c3549b98a30745682218526 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:28.029234 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-ae25c055-b3e2-41a9-b29d-18c348fda9af tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:28.032978 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fc13a26-8bf6-4db1-9739-82e901a96fba req-4c912bb8-7832-4c22-afee-a7559b8dbee2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Router 18c1758c-782c-4b0f-beff-060dbbab11fc has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:05:28.274845 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fc13a26-8bf6-4db1-9739-82e901a96fba req-4c912bb8-7832-4c22-afee-a7559b8dbee2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:05:28.289445 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d9aa3-303c-4a35-8045-3023361bc9dd None None] Sync routers for ids ['18c1758c-782c-4b0f-beff-060dbbab11fc'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:05:28.303199 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d9aa3-303c-4a35-8045-3023361bc9dd None None] Routers {'18c1758c-782c-4b0f-beff-060dbbab11fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:28.303851 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-403d9aa3-303c-4a35-8045-3023361bc9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['18c1758c-782c-4b0f-beff-060dbbab11fc'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:28.332775 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e509c878-ae82-4ac6-937f-ac79346d7bcb req-18122468-92a5-4e00-81b3-d6a6ee40821c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 210 time: 0.0769041 Jul 29 15:05:28.413205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-ae25c055-b3e2-41a9-b29d-18c348fda9af tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Allocated IP 172.20.0.8 (f18f3e8c-eef1-4fb9-8e44-5650b12aa769/c677d1a0-3418-4813-8696-6ad9765c9aa6/71a6828c-54d0-483b-bf82-9b7e30a7076f) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:05:28.418249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc13a26-8bf6-4db1-9739-82e901a96fba req-4c912bb8-7832-4c22-afee-a7559b8dbee2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] No DVR routers for this DVR port caf2625a-cfb3-4dbb-9edb-0634f1e7a07c on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:05:28.426035 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-8fc13a26-8bf6-4db1-9739-82e901a96fba req-4c912bb8-7832-4c22-afee-a7559b8dbee2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:28.432411 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8fc13a26-8bf6-4db1-9739-82e901a96fba req-4c912bb8-7832-4c22-afee-a7559b8dbee2 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.38 "DELETE /v2.0/ports/caf2625a-cfb3-4dbb-9edb-0634f1e7a07c HTTP/1.1" status: 204 len: 173 time: 2.1373224 Jul 29 15:05:28.436528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e895a3a5-dbe2-4842-ade0-f90d8c0987bd', 'name': 'network-vif-deleted', 'tag': 'caf2625a-cfb3-4dbb-9edb-0634f1e7a07c'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:05:28.439890 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c322b6e7-d570-4e2e-86a7-8c59e8fc6f5c" -d '{"events": [{"server_uuid": "e895a3a5-dbe2-4842-ade0-f90d8c0987bd", "name": "network-vif-deleted", "tag": "caf2625a-cfb3-4dbb-9edb-0634f1e7a07c"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:05:28.544851 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device caf2625a-cfb3-4dbb-9edb-0634f1e7a07c no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:05:28.637210 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65d8039-89b5-4518-b603-6a328068c7c8 x-openstack-request-id: req-e65d8039-89b5-4518-b603-6a328068c7c8 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:05:28.637621 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e895a3a5-dbe2-4842-ade0-f90d8c0987bd", "name": "network-vif-deleted", "tag": "caf2625a-cfb3-4dbb-9edb-0634f1e7a07c", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:05:28.637746 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e65d8039-89b5-4518-b603-6a328068c7c8 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:05:28.638160 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e895a3a5-dbe2-4842-ade0-f90d8c0987bd', 'name': 'network-vif-deleted', 'tag': 'caf2625a-cfb3-4dbb-9edb-0634f1e7a07c', 'status': 'completed', 'code': 200} Jul 29 15:05:28.655112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: caf2625a-cfb3-4dbb-9edb-0634f1e7a07c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:05:28.657876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device caf2625a-cfb3-4dbb-9edb-0634f1e7a07c not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:05:28.725615 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-403d9aa3-303c-4a35-8045-3023361bc9dd None None] Set router 18c1758c-782c-4b0f-beff-060dbbab11fc gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:05:29.067155 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6e68f21-7923-4c13-8698-d4e04dde9ea4 req-3e6dc019-41e5-4614-9d22-92c2b3fe9f6c tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/ports?device_id=e895a3a5-dbe2-4842-ade0-f90d8c0987bd HTTP/1.1" status: 200 len: 210 time: 0.0900095 Jul 29 15:05:29.117881 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-ae25c055-b3e2-41a9-b29d-18c348fda9af tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:29.165422 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-403d9aa3-303c-4a35-8045-3023361bc9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c3520a63-d954-4509-a403-6d9e1baf9d29', 'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'mac_address': 'fa:16:3e:49:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:46Z', 'updated_at': '2021-07-29T14:58:04Z', 'revision_number': 5, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'subnets': [{'id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:29.207823 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d9aa3-303c-4a35-8045-3023361bc9dd None None] Checking router: 18c1758c-782c-4b0f-beff-060dbbab11fc for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:05:29.220026 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d9aa3-303c-4a35-8045-3023361bc9dd None None] Routers {'18c1758c-782c-4b0f-beff-060dbbab11fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:29.220727 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-403d9aa3-303c-4a35-8045-3023361bc9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['18c1758c-782c-4b0f-beff-060dbbab11fc'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:29.294292 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-ae25c055-b3e2-41a9-b29d-18c348fda9af tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:29.307017 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3e73ce13-328d-43e2-9679-e658d14b9ddd'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:05:29.446145 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-403d9aa3-303c-4a35-8045-3023361bc9dd None None] Set router 18c1758c-782c-4b0f-beff-060dbbab11fc gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:05:29.470211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-ae25c055-b3e2-41a9-b29d-18c348fda9af tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:05:29.477840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-ae25c055-b3e2-41a9-b29d-18c348fda9af tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:29.481055 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-ae25c055-b3e2-41a9-b29d-18c348fda9af tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:05:29.559383 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:29.576499 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25c055-b3e2-41a9-b29d-18c348fda9af tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Pushing event updated for resources: {'Port': ['ID=71a6828c-54d0-483b-bf82-9b7e30a7076f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:29.911864 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-403d9aa3-303c-4a35-8045-3023361bc9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c3520a63-d954-4509-a403-6d9e1baf9d29', 'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'mac_address': 'fa:16:3e:49:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:46Z', 'updated_at': '2021-07-29T14:58:04Z', 'revision_number': 5, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'subnets': [{'id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:29.924174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Allocated IP 172.20.0.1 (a92acca8-134d-4d07-b09e-f5060c609437/3f8468bf-b346-4c1d-81d3-7f3181e557ce/a5feb5da-a27f-4fad-bf54-f9093c6bb99f) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:05:29.948715 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d9aa3-303c-4a35-8045-3023361bc9dd None None] The sync data for ids ['18c1758c-782c-4b0f-beff-060dbbab11fc'] in n-d-802893-1 is: [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c3520a63-d954-4509-a403-6d9e1baf9d29', 'name': '', 'network_id': '1d80521b-6229-44d9-b599-75d40e13b312', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'mac_address': 'fa:16:3e:49:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:46Z', 'updated_at': '2021-07-29T14:58:04Z', 'revision_number': 5, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'subnets': [{'id': '9b1747c4-def9-4399-bfc4-b048db571a84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:05:30.141665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-ae25c055-b3e2-41a9-b29d-18c348fda9af tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:30.142364 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-ae25c055-b3e2-41a9-b29d-18c348fda9af tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:30.192699 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece3ebf-ea09-4c98-8fb0-baf098c3f32c req-25c4a259-b8bf-4b33-bfb9-344c4eb22222 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:30.203071 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bece3ebf-ea09-4c98-8fb0-baf098c3f32c req-25c4a259-b8bf-4b33-bfb9-344c4eb22222 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 931 time: 0.7263696 Jul 29 15:05:30.225741 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-ae25c055-b3e2-41a9-b29d-18c348fda9af tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5814412 Jul 29 15:05:30.250142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Request body: {'port': {'device_id': 'cbff84d2-6a79-4c41-8f9e-695d278985ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:30.262323 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:30.341418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57314) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:30.376798 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bece3ebf-ea09-4c98-8fb0-baf098c3f32c req-3a295b6c-9380-471b-8677-56e609e0c3fa tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676013 Jul 29 15:05:30.390689 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:30.463082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3702b594-6106-4fd8-bfbe-961a200d1d08 None None] New status for floating IP 4e44b86e-5463-4b82-bab0-d6e1f55f1938: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:05:30.471775 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-989baab0-2bf8-49a8-a1ff-5046bfad7cdd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:30.510312 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:30.511533 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-989baab0-2bf8-49a8-a1ff-5046bfad7cdd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:30.599085 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-989baab0-2bf8-49a8-a1ff-5046bfad7cdd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:30.601957 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-989baab0-2bf8-49a8-a1ff-5046bfad7cdd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:30.607076 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-989baab0-2bf8-49a8-a1ff-5046bfad7cdd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "DELETE /v2.0/security-groups/5174bd98-1c02-4d62-85e7-dcb6e73a9cff HTTP/1.1" status: 204 len: 168 time: 0.2644861 Jul 29 15:05:30.607744 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57320) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:30.669262 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989baab0-2bf8-49a8-a1ff-5046bfad7cdd tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5174bd98-1c02-4d62-85e7-dcb6e73a9cff,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:30.673860 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-72126188-5e8b-4e7f-8c26-c1a0991263f3 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] show failed (client error): The resource could not be found. Jul 29 15:05:30.684497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=a5feb5da-a27f-4fad-bf54-f9093c6bb99f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:30.684951 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-72126188-5e8b-4e7f-8c26-c1a0991263f3 tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "GET /v2.0/security-groups/5174bd98-1c02-4d62-85e7-dcb6e73a9cff HTTP/1.1" status: 404 len: 347 time: 0.0546894 Jul 29 15:05:30.686047 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57326) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:30.810922 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a40b792-7025-4b3f-b2c7-e415e47ad531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:30.828013 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network a92acca8-134d-4d07-b09e-f5060c609437 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:05:30.843615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:30.873109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:05:30.924217 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:31.117825 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-e7d25ea3-742e-4182-a7ba-2fe0ad4d7eed tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Deleting port 5c12d386-f303-4be3-b031-f84ad8397e47 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:05:31.118553 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7d25ea3-742e-4182-a7ba-2fe0ad4d7eed tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:31.245319 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7d25ea3-742e-4182-a7ba-2fe0ad4d7eed tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:31.245742 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7d25ea3-742e-4182-a7ba-2fe0ad4d7eed tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:31.285739 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-e7d25ea3-742e-4182-a7ba-2fe0ad4d7eed tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Calling delete_port for 5c12d386-f303-4be3-b031-f84ad8397e47 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:05:31.487644 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7d25ea3-742e-4182-a7ba-2fe0ad4d7eed tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:31.543275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d25ea3-742e-4182-a7ba-2fe0ad4d7eed tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Pushing event deleted for resources: {'Port': ['ID=5c12d386-f303-4be3-b031-f84ad8397e47,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:31.676462 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7d25ea3-742e-4182-a7ba-2fe0ad4d7eed tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:31.681299 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7d25ea3-742e-4182-a7ba-2fe0ad4d7eed tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:31.693962 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e7d25ea3-742e-4182-a7ba-2fe0ad4d7eed tempest-AttachVolumeTestJSON-1651643819 tempest-AttachVolumeTestJSON-1651643819-project] 10.222.0.16 "DELETE /v2.0/floatingips/4e44b86e-5463-4b82-bab0-d6e1f55f1938 HTTP/1.1" status: 204 len: 168 time: 1.0049119 Jul 29 15:05:31.746511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508baf9a-6ab0-49dd-aacd-640f5c2a3e7e req-27695b9d-0b3e-42ce-99b7-c621549d869e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:31.764940 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:31.781298 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-508baf9a-6ab0-49dd-aacd-640f5c2a3e7e req-27695b9d-0b3e-42ce-99b7-c621549d869e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 931 time: 0.2331178 Jul 29 15:05:31.827489 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972a775-15da-4bc8-a77e-cb0b68ac55ef req-75e9c388-0851-447a-922d-0076bf0e1f05 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:31.829263 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e972a775-15da-4bc8-a77e-cb0b68ac55ef req-75e9c388-0851-447a-922d-0076bf0e1f05 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.2517829 Jul 29 15:05:31.878905 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:05:31.910354 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-508baf9a-6ab0-49dd-aacd-640f5c2a3e7e req-a1d0f3a2-02ae-4998-abe2-42712b524ba8 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272011 Jul 29 15:05:31.928543 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e972a775-15da-4bc8-a77e-cb0b68ac55ef req-28929a80-a97f-423d-8f0d-70ba62fcb37e tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614076 Jul 29 15:05:32.095262 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a6828c-54d0-483b-bf82-9b7e30a7076f {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:05:32.107512 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:32.132905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Transition to ACTIVE for port object 71a6828c-54d0-483b-bf82-9b7e30a7076f will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:05:32.144816 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:32.266346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Pushing event updated for resources: {'Port': ['ID=71a6828c-54d0-483b-bf82-9b7e30a7076f,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:32.387899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Attempting to bind port 71a6828c-54d0-483b-bf82-9b7e30a7076f on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:05:32.388224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Attempting to bind port 71a6828c-54d0-483b-bf82-9b7e30a7076f by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:05:32.388555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Attempting to bind port 71a6828c-54d0-483b-bf82-9b7e30a7076f on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:05:32.402384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Port 71a6828c-54d0-483b-bf82-9b7e30a7076f on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:05:32.402714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Attempting to bind port 71a6828c-54d0-483b-bf82-9b7e30a7076f on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:05:32.419442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:05:32.419834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Checking segment: {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:05:32.420174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Bound using segment: {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:05:32.420608 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Bound port: 71a6828c-54d0-483b-bf82-9b7e30a7076f, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:05:32.420999 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:32.509282 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:32.524455 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:32.604307 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:32.631843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] For port 71a6828c-54d0-483b-bf82-9b7e30a7076f, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:05:32.693076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=a5feb5da-a27f-4fad-bf54-f9093c6bb99f,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:32.696946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] For port 71a6828c-54d0-483b-bf82-9b7e30a7076f, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=71a6828c-54d0-483b-bf82-9b7e30a7076f,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:05:32.710565 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:32.792870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:32.792870 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:32.794259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] 10.222.0.38 "PUT /v2.0/ports/71a6828c-54d0-483b-bf82-9b7e30a7076f HTTP/1.1" status: 200 len: 1091 time: 2.5497196 Jul 29 15:05:32.796941 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbff84d2-6a79-4c41-8f9e-695d278985ed', 'tag': '71a6828c-54d0-483b-bf82-9b7e30a7076f'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:05:32.799374 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5badb75a-8d90-459f-84fa-8779419e6824" -d '{"events": [{"name": "network-changed", "server_uuid": "cbff84d2-6a79-4c41-8f9e-695d278985ed", "tag": "71a6828c-54d0-483b-bf82-9b7e30a7076f"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:05:32.898868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0b49c-4d5d-4fb3-aa73-3b21a6f0454d service neutron] Pushing event updated for resources: {'Port': ['ID=71a6828c-54d0-483b-bf82-9b7e30a7076f,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:32.972758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network a92acca8-134d-4d07-b09e-f5060c609437 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:05:32.976843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:33.175000 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b67c9a-2fd4-4f25-9763-5baf81fdb968 x-openstack-request-id: req-a0b67c9a-2fd4-4f25-9763-5baf81fdb968 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:05:33.175982 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbff84d2-6a79-4c41-8f9e-695d278985ed", "tag": "71a6828c-54d0-483b-bf82-9b7e30a7076f", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:05:33.176242 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0b67c9a-2fd4-4f25-9763-5baf81fdb968 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:05:33.176651 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbff84d2-6a79-4c41-8f9e-695d278985ed', 'tag': '71a6828c-54d0-483b-bf82-9b7e30a7076f', 'status': 'completed', 'code': 200} Jul 29 15:05:33.185189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cafa4-89f3-4224-a756-cf310e2191d6 req-8e001d9b-f5a3-4b14-a658-de72dfb972a4 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:33.187171 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a72cafa4-89f3-4224-a756-cf310e2191d6 req-8e001d9b-f5a3-4b14-a658-de72dfb972a4 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.4112163 Jul 29 15:05:33.212365 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:33.268562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-498cd69b-4c12-44b4-97f2-d49062fd78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:33.271649 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-498cd69b-4c12-44b4-97f2-d49062fd78ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 1094 time: 0.3762650 Jul 29 15:05:33.326720 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4dd3c-3b43-461a-ad8e-c2b3d897c6f1 req-9718f703-f500-4889-b94f-249f86e7fd57 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:33.335813 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68d4dd3c-3b43-461a-ad8e-c2b3d897c6f1 req-9718f703-f500-4889-b94f-249f86e7fd57 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 943 time: 0.1125622 Jul 29 15:05:33.361828 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f72b4401-d731-464b-9556-9fa69b9348a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:33.400911 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 6074da92-c946-4dac-872f-82ad9d2e4817 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:05:33.403191 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-16e83c32-bab0-4e4e-9576-fc15a6b1fbcc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71a6828c-54d0-483b-bf82-9b7e30a7076f HTTP/1.1" status: 200 len: 217 time: 0.0950172 Jul 29 15:05:33.424917 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68d4dd3c-3b43-461a-ad8e-c2b3d897c6f1 req-f518609c-1e21-4867-b30b-b808c26e8dc1 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872767 Jul 29 15:05:33.495255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c6487-48e1-47f6-922b-e4da68eb91a4 req-98ac4370-967d-4dad-9f5c-bba3ad6de0ac tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:33.503839 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7d1c6487-48e1-47f6-922b-e4da68eb91a4 req-98ac4370-967d-4dad-9f5c-bba3ad6de0ac tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 946 time: 0.3332455 Jul 29 15:05:33.589018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-ed7dd225-edc5-4518-963c-f2f3714615e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:33.590787 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-ed7dd225-edc5-4518-963c-f2f3714615e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c677d1a0-3418-4813-8696-6ad9765c9aa6 HTTP/1.1" status: 200 len: 845 time: 0.1796234 Jul 29 15:05:33.618824 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7d1c6487-48e1-47f6-922b-e4da68eb91a4 req-324b9ce5-6247-4adf-94d7-3c446c8fcc83 tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/security-groups?id=58addf0a-8524-478d-8096-ed656bc1f614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139469 Jul 29 15:05:33.705281 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-ff31a70e-baf3-47b5-ab69-b68fb79e1601 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854008 Jul 29 15:05:33.802807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-a72cafa4-89f3-4224-a756-cf310e2191d6 req-efbea6ad-1a27-4487-8bbd-d29a9f2b55cb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Deleting port d11b1d2c-139d-4bef-bde2-6fa380b0690c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:05:33.803436 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a72cafa4-89f3-4224-a756-cf310e2191d6 req-efbea6ad-1a27-4487-8bbd-d29a9f2b55cb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:33.825568 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:05:33.833531 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cf4104fe-7a13-447f-9c3a-8001ae05bbc0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "PUT /v2.0/routers/6074da92-c946-4dac-872f-82ad9d2e4817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6522417 Jul 29 15:05:33.838442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57368) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:33.852210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-c8e0a27a-df77-4574-9264-8ed619899f22 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'port': {'network_id': 'a92acca8-134d-4d07-b09e-f5060c609437', 'name': 'tempest-FloatingIPTestJSON-1139022836'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:33.859571 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0effe8-1a35-420e-966c-60a49e24c591 None None] Sync routers for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:05:33.875761 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0effe8-1a35-420e-966c-60a49e24c591 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:33.876746 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-cc0effe8-1a35-420e-966c-60a49e24c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:33.950977 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-74221b03-75a4-47f8-8d19-1368300fc891 service neutron] 10.222.0.38 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371726 Jul 29 15:05:33.965507 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-cc0effe8-1a35-420e-966c-60a49e24c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:33.977299 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0effe8-1a35-420e-966c-60a49e24c591 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:33.978483 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-cc0effe8-1a35-420e-966c-60a49e24c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:34.019564 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-cc0effe8-1a35-420e-966c-60a49e24c591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:34.021296 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0effe8-1a35-420e-966c-60a49e24c591 None None] The sync data for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:05:34.042695 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-a72cafa4-89f3-4224-a756-cf310e2191d6 req-efbea6ad-1a27-4487-8bbd-d29a9f2b55cb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] For port d11b1d2c-139d-4bef-bde2-6fa380b0690c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d11b1d2c-139d-4bef-bde2-6fa380b0690c,segment=NetworkSegment(d50c24ba-bc1b-4a42-a99b-aa6909edf5f5),segment_id=d50c24ba-bc1b-4a42-a99b-aa6909edf5f5)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:34.043088 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a72cafa4-89f3-4224-a756-cf310e2191d6 req-efbea6ad-1a27-4487-8bbd-d29a9f2b55cb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:34.067319 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-a72cafa4-89f3-4224-a756-cf310e2191d6 req-efbea6ad-1a27-4487-8bbd-d29a9f2b55cb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Calling delete_port for d11b1d2c-139d-4bef-bde2-6fa380b0690c owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:05:34.122578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e0a27a-df77-4574-9264-8ed619899f22 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Made reservation on behalf of 1f501dd07af044f3b6db1e627b684e8a for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:34.129236 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a27a-df77-4574-9264-8ed619899f22 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:34.154165 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-65dc5366-d9e8-4c19-a3fa-e36bab0f4df2 req-849c2b7f-3ca1-4eb4-a793-aadbf1663244 service neutron] 10.222.0.38 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955848 Jul 29 15:05:34.165951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-c8e0a27a-df77-4574-9264-8ed619899f22 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] device_id is not set on port bc3c54f0-08f7-4acf-b5e4-a5d20987779f yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:05:34.334751 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:34.346276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-c8e0a27a-df77-4574-9264-8ed619899f22 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Allocated IP 172.20.0.14 (a92acca8-134d-4d07-b09e-f5060c609437/3f8468bf-b346-4c1d-81d3-7f3181e557ce/bc3c54f0-08f7-4acf-b5e4-a5d20987779f) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:05:34.375961 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a72cafa4-89f3-4224-a756-cf310e2191d6 req-efbea6ad-1a27-4487-8bbd-d29a9f2b55cb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:34.390730 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['d11b1d2c-139d-4bef-bde2-6fa380b0690c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:05:34.432685 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbea6ad-1a27-4487-8bbd-d29a9f2b55cb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Pushing event deleted for resources: {'Port': ['ID=d11b1d2c-139d-4bef-bde2-6fa380b0690c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:34.444892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badb75a-8d90-459f-84fa-8779419e6824 req-612271cb-267e-4952-9ede-1ff8e17fdb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:34.446700 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5badb75a-8d90-459f-84fa-8779419e6824 req-612271cb-267e-4952-9ede-1ff8e17fdb79 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 1094 time: 0.1744580 Jul 29 15:05:34.681271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72cafa4-89f3-4224-a756-cf310e2191d6 req-efbea6ad-1a27-4487-8bbd-d29a9f2b55cb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] No DVR routers for this DVR port d11b1d2c-139d-4bef-bde2-6fa380b0690c on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:05:34.692341 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-a72cafa4-89f3-4224-a756-cf310e2191d6 req-efbea6ad-1a27-4487-8bbd-d29a9f2b55cb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:34.694986 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a72cafa4-89f3-4224-a756-cf310e2191d6 req-efbea6ad-1a27-4487-8bbd-d29a9f2b55cb tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.39 "DELETE /v2.0/ports/d11b1d2c-139d-4bef-bde2-6fa380b0690c HTTP/1.1" status: 204 len: 173 time: 1.4755805 Jul 29 15:05:34.752944 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a27a-df77-4574-9264-8ed619899f22 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:34.803104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badb75a-8d90-459f-84fa-8779419e6824 req-204a0be9-964c-4992-8919-c8263b1c4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:34.805413 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5badb75a-8d90-459f-84fa-8779419e6824 req-204a0be9-964c-4992-8919-c8263b1c4e42 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 906 time: 0.3503182 Jul 29 15:05:34.836717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174724e-88b0-476b-bd16-19a6154ac494 req-7ad187f5-7d7d-4193-86d5-bca31e765320 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:34.839290 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1174724e-88b0-476b-bd16-19a6154ac494 req-7ad187f5-7d7d-4193-86d5-bca31e765320 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 943 time: 0.2447984 Jul 29 15:05:34.962582 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64ba86f9-8585-4d97-9bdd-55bcad883d18 req-97fa7bf3-f34c-481f-b0c2-eae44c65f27a tempest-ServersNegativeTestJSON-503985776 tempest-ServersNegativeTestJSON-503985776-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307 HTTP/1.1" status: 200 len: 210 time: 0.1560559 Jul 29 15:05:34.965521 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5badb75a-8d90-459f-84fa-8779419e6824 req-2446f6b1-77d3-4b9a-81b3-39110e686484 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71a6828c-54d0-483b-bf82-9b7e30a7076f HTTP/1.1" status: 200 len: 217 time: 0.1408987 Jul 29 15:05:34.968420 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a27a-df77-4574-9264-8ed619899f22 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:34.976643 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1174724e-88b0-476b-bd16-19a6154ac494 req-c6a01e1d-196b-4f37-8a6e-884b2eb332d8 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165404 Jul 29 15:05:35.029349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e0a27a-df77-4574-9264-8ed619899f22 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network a92acca8-134d-4d07-b09e-f5060c609437 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:05:35.033309 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-c8e0a27a-df77-4574-9264-8ed619899f22 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:35.038241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0a27a-df77-4574-9264-8ed619899f22 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:05:35.058824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badb75a-8d90-459f-84fa-8779419e6824 req-634891b6-a538-4e27-bf73-c2275e116962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:35.063330 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5badb75a-8d90-459f-84fa-8779419e6824 req-634891b6-a538-4e27-bf73-c2275e116962 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c677d1a0-3418-4813-8696-6ad9765c9aa6 HTTP/1.1" status: 200 len: 845 time: 0.0803831 Jul 29 15:05:35.075295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0a27a-df77-4574-9264-8ed619899f22 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=bc3c54f0-08f7-4acf-b5e4-a5d20987779f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:35.133740 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5badb75a-8d90-459f-84fa-8779419e6824 req-952f369e-32e4-4b47-9a9a-3e5fa4a4a86e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629942 Jul 29 15:05:35.149530 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e0a27a-df77-4574-9264-8ed619899f22 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:35.150366 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8e0a27a-df77-4574-9264-8ed619899f22 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:35.176654 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c8e0a27a-df77-4574-9264-8ed619899f22 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3348985 Jul 29 15:05:35.181236 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57384) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:35.186619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9f086839-ab70-44fe-8459-4188bd909425 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'port': {'network_id': 'a92acca8-134d-4d07-b09e-f5060c609437', 'name': 'tempest-FloatingIPTestJSON-1963128079'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:35.208425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307', 'name': 'network-vif-deleted', 'tag': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:05:35.211590 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325d3ac9-b4fb-4576-b67b-e6aeee3b8ece" -d '{"events": [{"server_uuid": "c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307", "name": "network-vif-deleted", "tag": "d11b1d2c-139d-4bef-bde2-6fa380b0690c"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:05:35.316538 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5badb75a-8d90-459f-84fa-8779419e6824 req-0e10407a-003a-4083-8c61-a33032082775 service neutron] 10.222.0.38 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750472 Jul 29 15:05:35.319940 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdeda89-7f28-4a29-ba05-03fbea86c333 x-openstack-request-id: req-fcdeda89-7f28-4a29-ba05-03fbea86c333 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:05:35.320457 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307", "name": "network-vif-deleted", "tag": "d11b1d2c-139d-4bef-bde2-6fa380b0690c", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:05:35.320618 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fcdeda89-7f28-4a29-ba05-03fbea86c333 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:05:35.321236 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b2c15d-a5b0-44a9-8ab0-0cbacdf56307', 'name': 'network-vif-deleted', 'tag': 'd11b1d2c-139d-4bef-bde2-6fa380b0690c', 'status': 'completed', 'code': 200} Jul 29 15:05:35.416808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f086839-ab70-44fe-8459-4188bd909425 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Made reservation on behalf of 1f501dd07af044f3b6db1e627b684e8a for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:35.426862 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f086839-ab70-44fe-8459-4188bd909425 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:35.479478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-9f086839-ab70-44fe-8459-4188bd909425 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] device_id is not set on port c2241209-bbe8-4647-97cc-e676ac8ff7d0 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:05:35.749563 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-9f086839-ab70-44fe-8459-4188bd909425 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Allocated IP 172.20.0.12 (a92acca8-134d-4d07-b09e-f5060c609437/3f8468bf-b346-4c1d-81d3-7f3181e557ce/c2241209-bbe8-4647-97cc-e676ac8ff7d0) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:05:35.960639 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5badb75a-8d90-459f-84fa-8779419e6824 req-d02e2efa-4a20-4025-af95-6c2bc6d26a0e service neutron] 10.222.0.38 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6363511 Jul 29 15:05:36.037114 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f086839-ab70-44fe-8459-4188bd909425 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:36.081969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57404) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:36.111885 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f086839-ab70-44fe-8459-4188bd909425 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:36.184260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fbfc11-9107-4714-8709-2021597d5832 admin admin] Deleting subnet 654fde81-0e11-4ae6-9ae2-c96a6f63881c {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:05:36.198120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f086839-ab70-44fe-8459-4188bd909425 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network a92acca8-134d-4d07-b09e-f5060c609437 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:05:36.198919 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86fbfc11-9107-4714-8709-2021597d5832 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:36.203907 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-9f086839-ab70-44fe-8459-4188bd909425 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:36.212690 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f086839-ab70-44fe-8459-4188bd909425 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:05:36.266045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f086839-ab70-44fe-8459-4188bd909425 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:36.267179 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f086839-ab70-44fe-8459-4188bd909425 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:36.277310 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86fbfc11-9107-4714-8709-2021597d5832 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:36.294356 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f086839-ab70-44fe-8459-4188bd909425 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=c2241209-bbe8-4647-97cc-e676ac8ff7d0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:36.304491 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:36.317435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85ce66-9696-438a-a5d8-3c29e648a0cf req-4421ae76-a373-4598-b104-53d8c4e2bd89 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:36.325035 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-df85ce66-9696-438a-a5d8-3c29e648a0cf req-4421ae76-a373-4598-b104-53d8c4e2bd89 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 943 time: 0.1823387 Jul 29 15:05:36.335320 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9f086839-ab70-44fe-8459-4188bd909425 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1529713 Jul 29 15:05:36.340537 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57406) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:36.351178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': 'c2241209-bbe8-4647-97cc-e676ac8ff7d0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:36.373073 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-df85ce66-9696-438a-a5d8-3c29e648a0cf req-47f01cdb-7a70-41c3-8689-23d9e90630ff tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470178 Jul 29 15:05:36.415070 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:36.431207 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86fbfc11-9107-4714-8709-2021597d5832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:36.555243 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86fbfc11-9107-4714-8709-2021597d5832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:36.593418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 71a6828c-54d0-483b-bf82-9b7e30a7076f details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:05:36.596710 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86fbfc11-9107-4714-8709-2021597d5832 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:36.601775 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-86fbfc11-9107-4714-8709-2021597d5832 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/654fde81-0e11-4ae6-9ae2-c96a6f63881c HTTP/1.1" status: 204 len: 168 time: 0.5162754 Jul 29 15:05:36.602541 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57410) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:36.606874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbfc11-9107-4714-8709-2021597d5832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=654fde81-0e11-4ae6-9ae2-c96a6f63881c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:36.647651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:36.755129 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-909337b3-7e5e-47f5-a09b-8f430fd862dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:36.780116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 71a6828c-54d0-483b-bf82-9b7e30a7076f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=71a6828c-54d0-483b-bf82-9b7e30a7076f,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:36.795190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '71a6828c-54d0-483b-bf82-9b7e30a7076f', 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769', 'port_id': '71a6828c-54d0-483b-bf82-9b7e30a7076f', 'mac_address': 'fa:16:3e:d1:a3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c677d1a0-3418-4813-8696-6ad9765c9aa6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:05:36.805555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Allocated IP 172.25.6.141 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/60346009-de27-46b1-8cb0-5a54ec19304b) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:05:36.880091 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:36.908033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a6828c-54d0-483b-bf82-9b7e30a7076f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:05:36.940374 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-909337b3-7e5e-47f5-a09b-8f430fd862dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:36.944887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 71a6828c-54d0-483b-bf82-9b7e30a7076f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=71a6828c-54d0-483b-bf82-9b7e30a7076f,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:36.955014 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:36.964606 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-909337b3-7e5e-47f5-a09b-8f430fd862dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea65ba52-7e0e-480f-9a1a-5b9ece2c073c']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:36.977151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-909337b3-7e5e-47f5-a09b-8f430fd862dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50c24ba-bc1b-4a42-a99b-aa6909edf5f5') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:36.977568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-909337b3-7e5e-47f5-a09b-8f430fd862dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50c24ba-bc1b-4a42-a99b-aa6909edf5f5') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:36.989918 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-909337b3-7e5e-47f5-a09b-8f430fd862dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:37.008229 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-909337b3-7e5e-47f5-a09b-8f430fd862dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:37.016268 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909337b3-7e5e-47f5-a09b-8f430fd862dc admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:05:37.016853 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-909337b3-7e5e-47f5-a09b-8f430fd862dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:37.043265 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:05:37.083238 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:05:37.087875 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-909337b3-7e5e-47f5-a09b-8f430fd862dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:37.094510 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:37.095923 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-909337b3-7e5e-47f5-a09b-8f430fd862dc admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:37.101743 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-909337b3-7e5e-47f5-a09b-8f430fd862dc admin admin] 10.222.0.16 "DELETE /v2.0/networks/ea65ba52-7e0e-480f-9a1a-5b9ece2c073c HTTP/1.1" status: 204 len: 168 time: 0.4973567 Jul 29 15:05:37.111563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=71a6828c-54d0-483b-bf82-9b7e30a7076f,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:37.118665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909337b3-7e5e-47f5-a09b-8f430fd862dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ea65ba52-7e0e-480f-9a1a-5b9ece2c073c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:37.185608 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:05:37.190028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:37.193596 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:05:37.256145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['71a6828c-54d0-483b-bf82-9b7e30a7076f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:05:37.289848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=60346009-de27-46b1-8cb0-5a54ec19304b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:37.379343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57420) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:37.449232 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-12da9081-9e4f-40b5-8c2e-b5b3d1f91b4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef4b53ff2a2b4059a7df15c4d6b23d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677314 Jul 29 15:05:37.452438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57424) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:37.604952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10830145-a6de-467a-aea7-c96696ec3c59 req-5b396fe9-35cc-423f-a9c4-0e461984e69d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:37.613699 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-10830145-a6de-467a-aea7-c96696ec3c59 req-5b396fe9-35cc-423f-a9c4-0e461984e69d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 944 time: 0.1104496 Jul 29 15:05:37.632249 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8c3bb70-b499-45f8-ba41-4e2dd824492a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:37.637044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d11b1d2c-139d-4bef-bde2-6fa380b0690c no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:05:37.692422 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8c3bb70-b499-45f8-ba41-4e2dd824492a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:37.695117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: d11b1d2c-139d-4bef-bde2-6fa380b0690c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:05:37.696377 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d11b1d2c-139d-4bef-bde2-6fa380b0690c not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:05:37.710047 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-10830145-a6de-467a-aea7-c96696ec3c59 req-ba7c0c07-c8aa-4b57-9eda-fa0a0545b5e4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949614 Jul 29 15:05:37.803513 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8c3bb70-b499-45f8-ba41-4e2dd824492a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:37.806372 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:37.806659 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8c3bb70-b499-45f8-ba41-4e2dd824492a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:37.808413 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d8c3bb70-b499-45f8-ba41-4e2dd824492a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58addf0a-8524-478d-8096-ed656bc1f614 HTTP/1.1" status: 204 len: 168 time: 0.3533986 Jul 29 15:05:37.817521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3bb70-b499-45f8-ba41-4e2dd824492a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58addf0a-8524-478d-8096-ed656bc1f614,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:37.904731 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:38.113346 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:38.119499 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:38.225785 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=60346009-de27-46b1-8cb0-5a54ec19304b,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:38.232445 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:38.365023 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Floating IP a7d34cd8-ae62-4fc8-8881-e488d21a6ea9 associated. External IP: 172.25.6.141, port: c2241209-bbe8-4647-97cc-e676ac8ff7d0. Jul 29 15:05:38.614216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 71a6828c-54d0-483b-bf82-9b7e30a7076f up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:05:38.751506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 6074da92-c946-4dac-872f-82ad9d2e4817 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:05:38.820077 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 71a6828c-54d0-483b-bf82-9b7e30a7076f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:05:38.827793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 71a6828c-54d0-483b-bf82-9b7e30a7076f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:05:38.829975 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:38.957577 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:38.963303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df674e36-b4fe-4a69-b8e5-93891797d708 req-d5e3a8b9-e94d-436f-9a97-510c8ed00c91 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:38.971816 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-df674e36-b4fe-4a69-b8e5-93891797d708 req-d5e3a8b9-e94d-436f-9a97-510c8ed00c91 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 944 time: 0.1151364 Jul 29 15:05:38.984695 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:05:39.020602 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:39.021923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbff84d2-6a79-4c41-8f9e-695d278985ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a6828c-54d0-483b-bf82-9b7e30a7076f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:05:39.041697 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2d0057-4656-4b57-9a00-fb69a3cd196b" -d '{"events": [{"server_uuid": "cbff84d2-6a79-4c41-8f9e-695d278985ed", "name": "network-vif-plugged", "status": "completed", "tag": "71a6828c-54d0-483b-bf82-9b7e30a7076f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:05:39.050760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0550c1d7-d083-4ea0-b864-e6b0b52b1c75 None None] Sync routers for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:05:39.053619 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-df674e36-b4fe-4a69-b8e5-93891797d708 req-63c48e19-f9a0-4edc-bf6e-66173e47a5d8 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808001 Jul 29 15:05:39.087886 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-265fb077-5b4b-49c1-b4f5-518aa45d89ff tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.7437110 Jul 29 15:05:39.088160 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 71a6828c-54d0-483b-bf82-9b7e30a7076f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=71a6828c-54d0-483b-bf82-9b7e30a7076f,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:39.088269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57466) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:39.093594 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-166bf082-0490-4fd5-8804-b8c8fef1e1ad tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:39.111090 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:39.115697 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57468) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:39.141982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0550c1d7-d083-4ea0-b864-e6b0b52b1c75 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:39.142641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0550c1d7-d083-4ea0-b864-e6b0b52b1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:39.201930 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-166bf082-0490-4fd5-8804-b8c8fef1e1ad tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:39.323454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0550c1d7-d083-4ea0-b864-e6b0b52b1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:39.352070 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0550c1d7-d083-4ea0-b864-e6b0b52b1c75 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:39.357026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0550c1d7-d083-4ea0-b864-e6b0b52b1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:39.403564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4caea9b8-b001-4e8b-a0b5-4d758bc9a6e6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1065469665-network', 'tenant_id': '528bd8d3e0c64813bf817b6733825fde'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:39.453357 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caea9b8-b001-4e8b-a0b5-4d758bc9a6e6 admin admin] Made reservation on behalf of 528bd8d3e0c64813bf817b6733825fde for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:39.459945 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4caea9b8-b001-4e8b-a0b5-4d758bc9a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:39.468731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0550c1d7-d083-4ea0-b864-e6b0b52b1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:39.474894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0550c1d7-d083-4ea0-b864-e6b0b52b1c75 None None] The sync data for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:05:39.490489 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4caea9b8-b001-4e8b-a0b5-4d758bc9a6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:39.513254 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=71a6828c-54d0-483b-bf82-9b7e30a7076f,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:39.514314 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-166bf082-0490-4fd5-8804-b8c8fef1e1ad tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:39.522780 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78134cb-954e-470f-b81d-1ba920ae8340 x-openstack-request-id: req-c78134cb-954e-470f-b81d-1ba920ae8340 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:05:39.523438 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbff84d2-6a79-4c41-8f9e-695d278985ed", "name": "network-vif-plugged", "status": "completed", "tag": "71a6828c-54d0-483b-bf82-9b7e30a7076f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:05:39.524936 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c78134cb-954e-470f-b81d-1ba920ae8340 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:05:39.525743 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbff84d2-6a79-4c41-8f9e-695d278985ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a6828c-54d0-483b-bf82-9b7e30a7076f', 'code': 200} Jul 29 15:05:39.526524 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-166bf082-0490-4fd5-8804-b8c8fef1e1ad tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:39.526899 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-166bf082-0490-4fd5-8804-b8c8fef1e1ad tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Floating IP a7d34cd8-ae62-4fc8-8881-e488d21a6ea9 disassociated. External IP: 172.25.6.141, port: c2241209-bbe8-4647-97cc-e676ac8ff7d0. Jul 29 15:05:39.671191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4caea9b8-b001-4e8b-a0b5-4d758bc9a6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:39.680159 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4caea9b8-b001-4e8b-a0b5-4d758bc9a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:39.719410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4caea9b8-b001-4e8b-a0b5-4d758bc9a6e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:05:39.750427 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4caea9b8-b001-4e8b-a0b5-4d758bc9a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:39.751178 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-4caea9b8-b001-4e8b-a0b5-4d758bc9a6e6 admin admin] Added segment 5a3a895e-7f0f-4372-80ca-1d46b4cc8001 of type vlan for network cac15375-8925-4324-9182-cd25d4f6f2d0 Jul 29 15:05:39.753470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caea9b8-b001-4e8b-a0b5-4d758bc9a6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9134ed70-f1eb-4bcd-b228-2f4dd9570451,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:39.879451 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4caea9b8-b001-4e8b-a0b5-4d758bc9a6e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:39.949838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed25f13-53ab-4983-b915-5421f9b7bd1e req-e36eee0c-8e6c-4388-a11a-6047b7a4f6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:39.950049 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4caea9b8-b001-4e8b-a0b5-4d758bc9a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:39.951241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caea9b8-b001-4e8b-a0b5-4d758bc9a6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:39.952117 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4caea9b8-b001-4e8b-a0b5-4d758bc9a6e6 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:39.952484 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eed25f13-53ab-4983-b915-5421f9b7bd1e req-e36eee0c-8e6c-4388-a11a-6047b7a4f6ee service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 1096 time: 0.3423493 Jul 29 15:05:40.035961 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4caea9b8-b001-4e8b-a0b5-4d758bc9a6e6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9180992 Jul 29 15:05:40.039816 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57480) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:40.047713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-fd255c51-aeff-4551-af67-5725f20d3dc3 admin admin] Request body: {'subnet': {'network_id': 'cac15375-8925-4324-9182-cd25d4f6f2d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1065469665-subnet', 'tenant_id': '528bd8d3e0c64813bf817b6733825fde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:40.092271 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd255c51-aeff-4551-af67-5725f20d3dc3 admin admin] Made reservation on behalf of 528bd8d3e0c64813bf817b6733825fde for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:40.099011 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd255c51-aeff-4551-af67-5725f20d3dc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:40.127460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caea9b8-b001-4e8b-a0b5-4d758bc9a6e6 admin admin] Pushing event updated for resources: {'Network': ['ID=cac15375-8925-4324-9182-cd25d4f6f2d0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:40.147940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network cac15375-8925-4324-9182-cd25d4f6f2d0 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:05:40.166367 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eed25f13-53ab-4983-b915-5421f9b7bd1e req-b2f110d9-4e3a-43df-85bc-59b7279d7e55 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036140 Jul 29 15:05:40.211518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166bf082-0490-4fd5-8804-b8c8fef1e1ad tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 6074da92-c946-4dac-872f-82ad9d2e4817 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:05:40.386228 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b44834-689f-4c54-81ba-d37112b2ace3 req-4142a70f-9e3c-4059-a699-b5d5877de167 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:40.388545 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9b44834-689f-4c54-81ba-d37112b2ace3 req-4142a70f-9e3c-4059-a699-b5d5877de167 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 945 time: 0.1791201 Jul 29 15:05:40.410450 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166bf082-0490-4fd5-8804-b8c8fef1e1ad tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:05:40.415452 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-166bf082-0490-4fd5-8804-b8c8fef1e1ad tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:40.434271 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a22aafc-6fc9-4f1a-bb14-0de01cf3176b None None] Sync routers for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:05:40.474696 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-166bf082-0490-4fd5-8804-b8c8fef1e1ad tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "PUT /v2.0/floatingips/a7d34cd8-ae62-4fc8-8881-e488d21a6ea9 HTTP/1.1" status: 200 len: 688 time: 1.3816674 Jul 29 15:05:40.474994 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57490) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:40.485139 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a22aafc-6fc9-4f1a-bb14-0de01cf3176b None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:40.485777 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6a22aafc-6fc9-4f1a-bb14-0de01cf3176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:40.553941 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9b44834-689f-4c54-81ba-d37112b2ace3 req-5c6a32ff-087e-4866-83c0-3f4fe05a953b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551275 Jul 29 15:05:40.608256 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6a22aafc-6fc9-4f1a-bb14-0de01cf3176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:40.618898 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a22aafc-6fc9-4f1a-bb14-0de01cf3176b None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:40.619774 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6a22aafc-6fc9-4f1a-bb14-0de01cf3176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:40.669444 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6a22aafc-6fc9-4f1a-bb14-0de01cf3176b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:40.670782 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a22aafc-6fc9-4f1a-bb14-0de01cf3176b None None] The sync data for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:05:40.765503 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd255c51-aeff-4551-af67-5725f20d3dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:40.794173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7c898781-946b-4848-81b2-c378a344e807 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting port 60346009-de27-46b1-8cb0-5a54ec19304b {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:05:40.794727 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c898781-946b-4848-81b2-c378a344e807 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:40.840482 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd255c51-aeff-4551-af67-5725f20d3dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa4d7ab-bbe8-44f7-8f12-08810a42da77,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:40.912652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd255c51-aeff-4551-af67-5725f20d3dc3 admin admin] Checking segment: {'id': '5a3a895e-7f0f-4372-80ca-1d46b4cc8001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cac15375-8925-4324-9182-cd25d4f6f2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:05:40.913973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd255c51-aeff-4551-af67-5725f20d3dc3 admin admin] Network hostable DHCP agents. Network: cac15375-8925-4324-9182-cd25d4f6f2d0, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:05:40.940126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd255c51-aeff-4551-af67-5725f20d3dc3 admin admin] Network cac15375-8925-4324-9182-cd25d4f6f2d0 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:05:40.940386 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c898781-946b-4848-81b2-c378a344e807 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:40.940776 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c898781-946b-4848-81b2-c378a344e807 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:40.949329 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:40.954259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-fd255c51-aeff-4551-af67-5725f20d3dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, cac15375-8925-4324-9182-cd25d4f6f2d0) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:40.960070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd255c51-aeff-4551-af67-5725f20d3dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:40.962264 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd255c51-aeff-4551-af67-5725f20d3dc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:40.969476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adebc32f-3a2c-41ea-9a9a-b304cb4948d6 None None] Network cac15375-8925-4324-9182-cd25d4f6f2d0 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:05:40.980726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7c898781-946b-4848-81b2-c378a344e807 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Calling delete_port for 60346009-de27-46b1-8cb0-5a54ec19304b owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:05:40.987838 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fd255c51-aeff-4551-af67-5725f20d3dc3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9472673 Jul 29 15:05:41.294559 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985cbb1e-a0d0-4597-9345-3481b2b3f90d None None] Network cac15375-8925-4324-9182-cd25d4f6f2d0 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:05:41.350468 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c898781-946b-4848-81b2-c378a344e807 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:41.402584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c898781-946b-4848-81b2-c378a344e807 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Port': ['ID=60346009-de27-46b1-8cb0-5a54ec19304b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:41.527958 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c898781-946b-4848-81b2-c378a344e807 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:41.536558 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c898781-946b-4848-81b2-c378a344e807 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:41.538672 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7c898781-946b-4848-81b2-c378a344e807 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/floatingips/a7d34cd8-ae62-4fc8-8881-e488d21a6ea9 HTTP/1.1" status: 204 len: 168 time: 1.0622156 Jul 29 15:05:41.544273 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57506) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:41.549992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': 'bc3c54f0-08f7-4acf-b5e4-a5d20987779f'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:41.652754 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:41.936278 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc71b65-f05d-46ef-8282-68615d8da5b3 req-a14e13b9-05bb-4280-be3c-d0e81f18456d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:41.938688 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fbc71b65-f05d-46ef-8282-68615d8da5b3 req-a14e13b9-05bb-4280-be3c-d0e81f18456d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 945 time: 0.1168308 Jul 29 15:05:41.987609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57518) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:41.993787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0156e7a5-da74-4a5a-934c-50edf99caeb1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2038221066-network', 'tenant_id': 'ab91a0fc93e64a738af67a27be134f4b'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:42.027095 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0156e7a5-da74-4a5a-934c-50edf99caeb1 admin admin] Made reservation on behalf of ab91a0fc93e64a738af67a27be134f4b for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:42.031618 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fbc71b65-f05d-46ef-8282-68615d8da5b3 req-a1f1352d-8863-48a7-bac5-65b9a4389534 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765371 Jul 29 15:05:42.035353 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0156e7a5-da74-4a5a-934c-50edf99caeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:42.054652 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:42.055738 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0156e7a5-da74-4a5a-934c-50edf99caeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:42.235030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Allocated IP 172.25.6.224 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/49e425d7-cd85-45cf-9c8b-63680717c3ca) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:05:42.365915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94563f-9a85-4df9-8197-809aac61f791 req-c4446de4-aaca-45b4-90ac-00454dd16cd2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:42.367806 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1d94563f-9a85-4df9-8197-809aac61f791 req-c4446de4-aaca-45b4-90ac-00454dd16cd2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 945 time: 0.1406412 Jul 29 15:05:42.373646 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0156e7a5-da74-4a5a-934c-50edf99caeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:42.385851 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0156e7a5-da74-4a5a-934c-50edf99caeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:42.439369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156e7a5-da74-4a5a-934c-50edf99caeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed44f79-e30d-4633-b8d0-dcae446d5ebf,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:42.461238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0156e7a5-da74-4a5a-934c-50edf99caeb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:05:42.484852 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1d94563f-9a85-4df9-8197-809aac61f791 req-ea4605cc-f763-485e-8650-8eedacbc4650 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081071 Jul 29 15:05:42.486090 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0156e7a5-da74-4a5a-934c-50edf99caeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:42.486433 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-0156e7a5-da74-4a5a-934c-50edf99caeb1 admin admin] Added segment 574a7a22-e247-47b6-b1b2-20be44bf9363 of type vlan for network a3749c3a-4a5f-42f5-869a-543e278f800c Jul 29 15:05:42.578300 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0156e7a5-da74-4a5a-934c-50edf99caeb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:42.681167 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0156e7a5-da74-4a5a-934c-50edf99caeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:42.684789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0156e7a5-da74-4a5a-934c-50edf99caeb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:42.685469 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0156e7a5-da74-4a5a-934c-50edf99caeb1 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:42.859628 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0156e7a5-da74-4a5a-934c-50edf99caeb1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8670592 Jul 29 15:05:42.860944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57540) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:42.866863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-156a2f9a-fcb4-43ad-834c-9f54d06a6e55 admin admin] Request body: {'subnet': {'network_id': 'a3749c3a-4a5f-42f5-869a-543e278f800c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2038221066-subnet', 'tenant_id': 'ab91a0fc93e64a738af67a27be134f4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:42.887960 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156e7a5-da74-4a5a-934c-50edf99caeb1 admin admin] Pushing event updated for resources: {'Network': ['ID=a3749c3a-4a5f-42f5-869a-543e278f800c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:42.906584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network a3749c3a-4a5f-42f5-869a-543e278f800c details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:05:42.914780 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156a2f9a-fcb4-43ad-834c-9f54d06a6e55 admin admin] Made reservation on behalf of ab91a0fc93e64a738af67a27be134f4b for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:42.917368 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-156a2f9a-fcb4-43ad-834c-9f54d06a6e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:43.004155 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:43.173707 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:43.503431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:05:43.503431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:43.503431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:05:43.503431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123100d5-d00f-4256-98db-19262f00bbf6 req-0d9bffd7-9637-44a3-91b9-60c4225e813c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:43.503431 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-123100d5-d00f-4256-98db-19262f00bbf6 req-0d9bffd7-9637-44a3-91b9-60c4225e813c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 945 time: 0.2714975 Jul 29 15:05:43.503431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=49e425d7-cd85-45cf-9c8b-63680717c3ca,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:43.503431 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-156a2f9a-fcb4-43ad-834c-9f54d06a6e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:43.566338 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-123100d5-d00f-4256-98db-19262f00bbf6 req-30a58821-5f8f-4454-87d7-7c5929a365ac tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769698 Jul 29 15:05:43.648830 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a2f9a-fcb4-43ad-834c-9f54d06a6e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa653584-6ad0-497f-9c3e-6a6fea1e21a9,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:43.692037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156a2f9a-fcb4-43ad-834c-9f54d06a6e55 admin admin] Checking segment: {'id': '574a7a22-e247-47b6-b1b2-20be44bf9363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a3749c3a-4a5f-42f5-869a-543e278f800c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:05:43.692409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a2f9a-fcb4-43ad-834c-9f54d06a6e55 admin admin] Network hostable DHCP agents. Network: a3749c3a-4a5f-42f5-869a-543e278f800c, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:05:43.790722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156a2f9a-fcb4-43ad-834c-9f54d06a6e55 admin admin] Network a3749c3a-4a5f-42f5-869a-543e278f800c is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:05:43.855497 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-156a2f9a-fcb4-43ad-834c-9f54d06a6e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, a3749c3a-4a5f-42f5-869a-543e278f800c) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:43.860618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156a2f9a-fcb4-43ad-834c-9f54d06a6e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:43.861959 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-156a2f9a-fcb4-43ad-834c-9f54d06a6e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:43.868810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e60b0a-7b5d-45b0-848e-674f8bbc59f9 None None] Network a3749c3a-4a5f-42f5-869a-543e278f800c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:05:43.893116 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-156a2f9a-fcb4-43ad-834c-9f54d06a6e55 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0309923 Jul 29 15:05:44.209251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede44a8a-85dd-4c07-867f-492b7639a53c None None] Network a3749c3a-4a5f-42f5-869a-543e278f800c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:05:44.379990 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:44.452099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158748e-e0da-42ac-84f0-856dd99e5f57 req-42fc41fd-0b6e-4ce9-8ec2-090119b00f1f tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:44.454446 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c158748e-e0da-42ac-84f0-856dd99e5f57 req-42fc41fd-0b6e-4ce9-8ec2-090119b00f1f tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.38 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 945 time: 0.1653349 Jul 29 15:05:44.535877 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:44.706032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-c158748e-e0da-42ac-84f0-856dd99e5f57 req-3361d487-3047-4eb8-b89a-f7d06bd1fa2e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Deleting port 71a6828c-54d0-483b-bf82-9b7e30a7076f {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:05:44.706543 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c158748e-e0da-42ac-84f0-856dd99e5f57 req-3361d487-3047-4eb8-b89a-f7d06bd1fa2e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:44.870518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f52986-f30a-431e-a69a-4027139c308b req-793320c8-1424-4e3d-ae4d-af76f053aad7 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:44.872432 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-08f52986-f30a-431e-a69a-4027139c308b req-793320c8-1424-4e3d-ae4d-af76f053aad7 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 945 time: 0.1568456 Jul 29 15:05:45.040262 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c158748e-e0da-42ac-84f0-856dd99e5f57 req-3361d487-3047-4eb8-b89a-f7d06bd1fa2e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] For port 71a6828c-54d0-483b-bf82-9b7e30a7076f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=71a6828c-54d0-483b-bf82-9b7e30a7076f,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:45.040922 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c158748e-e0da-42ac-84f0-856dd99e5f57 req-3361d487-3047-4eb8-b89a-f7d06bd1fa2e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:45.158415 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:45.168268 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:45.220840 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-08f52986-f30a-431e-a69a-4027139c308b req-39614194-d2cc-42df-a0dd-63022c1f4a01 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224444 Jul 29 15:05:45.256868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-c158748e-e0da-42ac-84f0-856dd99e5f57 req-3361d487-3047-4eb8-b89a-f7d06bd1fa2e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Calling delete_port for 71a6828c-54d0-483b-bf82-9b7e30a7076f owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:05:45.414162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-66b8c18b-0e8a-420a-b7c8-84aad7799e08 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:45.416715 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-66b8c18b-0e8a-420a-b7c8-84aad7799e08 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/networks?id=cac15375-8925-4324-9182-cd25d4f6f2d0 HTTP/1.1" status: 200 len: 825 time: 0.5368402 Jul 29 15:05:45.451960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=49e425d7-cd85-45cf-9c8b-63680717c3ca,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:45.474144 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-bb5ef8d0-f933-4677-b873-ad979d2428c5 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/quotas/528bd8d3e0c64813bf817b6733825fde HTTP/1.1" status: 200 len: 375 time: 0.0277586 Jul 29 15:05:45.481857 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:45.624894 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c158748e-e0da-42ac-84f0-856dd99e5f57 req-3361d487-3047-4eb8-b89a-f7d06bd1fa2e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:45.640260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3e73ce13-328d-43e2-9679-e658d14b9ddd'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:05:45.646366 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-d326cb0f-87f0-48b7-9e58-1ee3cb580be6 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=528bd8d3e0c64813bf817b6733825fde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684829 Jul 29 15:05:45.666523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361d487-3047-4eb8-b89a-f7d06bd1fa2e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Pushing event deleted for resources: {'Port': ['ID=71a6828c-54d0-483b-bf82-9b7e30a7076f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:45.776115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-c158748e-e0da-42ac-84f0-856dd99e5f57 req-3361d487-3047-4eb8-b89a-f7d06bd1fa2e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] No DVR routers for this DVR port 71a6828c-54d0-483b-bf82-9b7e30a7076f on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:05:45.781147 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c158748e-e0da-42ac-84f0-856dd99e5f57 req-3361d487-3047-4eb8-b89a-f7d06bd1fa2e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:45.789289 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c158748e-e0da-42ac-84f0-856dd99e5f57 req-3361d487-3047-4eb8-b89a-f7d06bd1fa2e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.38 "DELETE /v2.0/ports/71a6828c-54d0-483b-bf82-9b7e30a7076f HTTP/1.1" status: 204 len: 173 time: 1.3282170 Jul 29 15:05:45.795690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbff84d2-6a79-4c41-8f9e-695d278985ed', 'name': 'network-vif-deleted', 'tag': '71a6828c-54d0-483b-bf82-9b7e30a7076f'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:05:45.803935 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c0c6f2-135f-47b2-909d-d378a56dd2c2" -d '{"events": [{"server_uuid": "cbff84d2-6a79-4c41-8f9e-695d278985ed", "name": "network-vif-deleted", "tag": "71a6828c-54d0-483b-bf82-9b7e30a7076f"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:05:45.818002 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Floating IP 0476b208-7cbe-4b61-8680-4b6b13334e57 associated. External IP: 172.25.6.224, port: bc3c54f0-08f7-4acf-b5e4-a5d20987779f. Jul 29 15:05:45.944197 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3639dfb2-03a1-4190-8110-bec000dc27f3 x-openstack-request-id: req-3639dfb2-03a1-4190-8110-bec000dc27f3 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:05:45.944492 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbff84d2-6a79-4c41-8f9e-695d278985ed", "name": "network-vif-deleted", "tag": "71a6828c-54d0-483b-bf82-9b7e30a7076f", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:05:45.944818 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3639dfb2-03a1-4190-8110-bec000dc27f3 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:05:45.945238 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbff84d2-6a79-4c41-8f9e-695d278985ed', 'name': 'network-vif-deleted', 'tag': '71a6828c-54d0-483b-bf82-9b7e30a7076f', 'status': 'completed', 'code': 200} Jul 29 15:05:46.100619 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-15a3a0f4-5fc6-4dce-b685-a121fdbb0f7a service neutron] 10.222.0.16 "GET /v2.0/networks/cac15375-8925-4324-9182-cd25d4f6f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852631 Jul 29 15:05:46.501195 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 6074da92-c946-4dac-872f-82ad9d2e4817 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:05:46.511936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-6d5b0757-7272-4f88-b1c2-5f548746212d service neutron] 10.222.0.16 "GET /v2.0/networks/cac15375-8925-4324-9182-cd25d4f6f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618906 Jul 29 15:05:46.541572 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8174e3a1-0073-4ee2-a062-27b389027c09 req-0c39f365-97b2-40e4-a1de-17a99aab025c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbff84d2-6a79-4c41-8f9e-695d278985ed HTTP/1.1" status: 200 len: 210 time: 0.1256251 Jul 29 15:05:46.637902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 71a6828c-54d0-483b-bf82-9b7e30a7076f no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:05:46.682853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 71a6828c-54d0-483b-bf82-9b7e30a7076f {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:05:46.692819 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 71a6828c-54d0-483b-bf82-9b7e30a7076f not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:05:46.912310 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8ec5d96-9392-4083-a601-13c0145b18ff req-44bf1696-9f41-43c4-bba7-a6a415857c88 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 210 time: 0.0664356 Jul 29 15:05:46.919704 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:05:46.945395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7d5f09-e171-493f-9891-4f88aad23b16 None None] Sync routers for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:05:46.970269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d5f09-e171-493f-9891-4f88aad23b16 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:46.974966 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:46.984335 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fa7d5f09-e171-493f-9891-4f88aad23b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:47.058482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57644) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:47.062110 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e3f525e7-72a7-43a0-9717-574bdd75227d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.5162346 Jul 29 15:05:47.064550 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fa7d5f09-e171-493f-9891-4f88aad23b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:47.116704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d5f09-e171-493f-9891-4f88aad23b16 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:47.121854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fa7d5f09-e171-493f-9891-4f88aad23b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:47.166354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57648) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:47.192709 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fa7d5f09-e171-493f-9891-4f88aad23b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:47.194527 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7d5f09-e171-493f-9891-4f88aad23b16 None None] The sync data for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:05:47.245007 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-179635f0-589f-46f4-8a90-4f79106c89be tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "GET /v2.0/floatingips/0476b208-7cbe-4b61-8680-4b6b13334e57 HTTP/1.1" status: 200 len: 979 time: 0.1820555 Jul 29 15:05:47.245515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57652) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:47.611108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57666) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:47.613448 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-60a11886-49da-4f60-afc3-64e2c5a4bbd4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.3651514 Jul 29 15:05:47.622236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-73da4e58-dda6-480b-8ea3-b023190b9f82 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'floatingip': {'port_id': 'c2241209-bbe8-4647-97cc-e676ac8ff7d0'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:47.805549 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73da4e58-dda6-480b-8ea3-b023190b9f82 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:48.147660 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f28145a3-1d00-47e7-8fc1-475148781933 req-410c8741-fed0-4beb-a2a5-6bdbdaaabc7c tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 210 time: 0.0717859 Jul 29 15:05:48.867749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-2e81335c-736f-4c36-9e2c-2de608e4c906 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:48.869861 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-2e81335c-736f-4c36-9e2c-2de608e4c906 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 805 time: 0.3785346 Jul 29 15:05:48.905946 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-926209f4-53c4-45c9-bf07-d739c9a8cda9 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/quotas/72da861e3c3549b98a30745682218526 HTTP/1.1" status: 200 len: 375 time: 0.0237343 Jul 29 15:05:49.126322 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-f6c8811e-3708-4f07-8cb1-e21af7b56938 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2141058 Jul 29 15:05:49.244915 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7dd78ed1-2b6f-486f-872e-d950184722d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:49.508927 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f35ec31-016d-4751-9344-3da6d133197c req-4d6a2385-06df-499a-af23-a5b7a2a98674 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 210 time: 0.1067784 Jul 29 15:05:49.599553 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73da4e58-dda6-480b-8ea3-b023190b9f82 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:49.607346 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73da4e58-dda6-480b-8ea3-b023190b9f82 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:49.803436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-d7fda625-eeb2-41dd-9807-387aecb4c4bd tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:49.805296 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-d7fda625-eeb2-41dd-9807-387aecb4c4bd tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.38 "GET /v2.0/networks?id=cac15375-8925-4324-9182-cd25d4f6f2d0 HTTP/1.1" status: 200 len: 825 time: 0.3067844 Jul 29 15:05:49.827270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-3e83a068-ea8a-4f5d-bf55-49c6fc163b25 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Request body: {'port': {'device_id': 'f44175bf-d971-46a2-8d83-c24266c70572', 'network_id': 'cac15375-8925-4324-9182-cd25d4f6f2d0', 'admin_state_up': True, 'tenant_id': '528bd8d3e0c64813bf817b6733825fde'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:49.883226 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-c2a9253e-248a-4aec-a860-41aa5c97cdfa service neutron] 10.222.0.16 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7301102 Jul 29 15:05:49.897678 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-73da4e58-dda6-480b-8ea3-b023190b9f82 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Floating IP 0476b208-7cbe-4b61-8680-4b6b13334e57 associated. External IP: 172.25.6.224, port: bc3c54f0-08f7-4acf-b5e4-a5d20987779f. Jul 29 15:05:50.228103 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-5bd35438-b154-4efd-88c8-d64d62dc7969 service neutron] 10.222.0.16 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309457 Jul 29 15:05:50.263041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-3e83a068-ea8a-4f5d-bf55-49c6fc163b25 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Made reservation on behalf of 528bd8d3e0c64813bf817b6733825fde for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:50.268258 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-3e83a068-ea8a-4f5d-bf55-49c6fc163b25 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:50.374585 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73da4e58-dda6-480b-8ea3-b023190b9f82 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 6074da92-c946-4dac-872f-82ad9d2e4817 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:05:50.452401 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7dd78ed1-2b6f-486f-872e-d950184722d0 admin admin] Deleting port c3520a63-d954-4509-a403-6d9e1baf9d29 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:05:50.452780 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7dd78ed1-2b6f-486f-872e-d950184722d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:50.516114 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-62d1168c-3253-4103-a2b2-7e461758ae96 req-c894b6c7-3e11-4dd0-a7e7-aa71d3ea5be0 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 210 time: 0.0597448 Jul 29 15:05:50.611748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-7dd78ed1-2b6f-486f-872e-d950184722d0 admin admin] For port c3520a63-d954-4509-a403-6d9e1baf9d29, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c3520a63-d954-4509-a403-6d9e1baf9d29,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:50.612179 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7dd78ed1-2b6f-486f-872e-d950184722d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:50.635667 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7dd78ed1-2b6f-486f-872e-d950184722d0 admin admin] Calling delete_port for c3520a63-d954-4509-a403-6d9e1baf9d29 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:05:50.814927 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9f9b4e76-6269-44ab-ad69-d3abe4aa3d68 req-a8f1f6d3-e20f-4ad3-9365-6b6488bbcd4c tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 210 time: 0.0618222 Jul 29 15:05:50.885786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-3e83a068-ea8a-4f5d-bf55-49c6fc163b25 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Allocated IP 172.20.0.9 (cac15375-8925-4324-9182-cd25d4f6f2d0/daa4d7ab-bbe8-44f7-8f12-08810a42da77/b9670aea-d19b-4ad7-bb94-1607a5682e6d) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:05:50.888939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73da4e58-dda6-480b-8ea3-b023190b9f82 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:05:50.912172 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce8553-5ba1-4d88-b828-75ab295a88e2 None None] Sync routers for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:05:50.923959 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce8553-5ba1-4d88-b828-75ab295a88e2 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:50.926277 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-afce8553-5ba1-4d88-b828-75ab295a88e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:51.039437 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-afce8553-5ba1-4d88-b828-75ab295a88e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:51.082716 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce8553-5ba1-4d88-b828-75ab295a88e2 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:51.082716 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-afce8553-5ba1-4d88-b828-75ab295a88e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:51.291414 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7dd78ed1-2b6f-486f-872e-d950184722d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:51.320257 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-afce8553-5ba1-4d88-b828-75ab295a88e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:51.321728 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce8553-5ba1-4d88-b828-75ab295a88e2 None None] The sync data for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:05:51.339659 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd78ed1-2b6f-486f-872e-d950184722d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3520a63-d954-4509-a403-6d9e1baf9d29,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:51.685967 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7dd78ed1-2b6f-486f-872e-d950184722d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:51.736804 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-714e94c6-8c64-4a79-b831-c3db260543f0 req-eeb2941b-c33b-4299-9ce8-16c7a01b44e9 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 210 time: 0.0857484 Jul 29 15:05:51.755213 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-3e83a068-ea8a-4f5d-bf55-49c6fc163b25 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:51.860540 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73da4e58-dda6-480b-8ea3-b023190b9f82 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 6074da92-c946-4dac-872f-82ad9d2e4817 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:05:51.908267 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-3e83a068-ea8a-4f5d-bf55-49c6fc163b25 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:51.981311 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-3e83a068-ea8a-4f5d-bf55-49c6fc163b25 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Network cac15375-8925-4324-9182-cd25d4f6f2d0 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:05:51.992450 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-3e83a068-ea8a-4f5d-bf55-49c6fc163b25 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:52.006807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-3e83a068-ea8a-4f5d-bf55-49c6fc163b25 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:05:52.205320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd78ed1-2b6f-486f-872e-d950184722d0 admin admin] Router 18c1758c-782c-4b0f-beff-060dbbab11fc has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:05:52.232079 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83a068-ea8a-4f5d-bf55-49c6fc163b25 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Pushing event updated for resources: {'Port': ['ID=b9670aea-d19b-4ad7-bb94-1607a5682e6d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:52.383291 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd78ed1-2b6f-486f-872e-d950184722d0 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:05:52.394988 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7dd78ed1-2b6f-486f-872e-d950184722d0 admin admin] 10.222.0.16 "PUT /v2.0/routers/18c1758c-782c-4b0f-beff-060dbbab11fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2247298 Jul 29 15:05:52.395217 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08df248-689d-43f5-b493-eea64974aeb1 None None] Sync routers for ids ['18c1758c-782c-4b0f-beff-060dbbab11fc'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:05:52.396743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57790) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:52.411791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08df248-689d-43f5-b493-eea64974aeb1 None None] Routers {'18c1758c-782c-4b0f-beff-060dbbab11fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:52.412708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b08df248-689d-43f5-b493-eea64974aeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['18c1758c-782c-4b0f-beff-060dbbab11fc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:52.491451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-3e83a068-ea8a-4f5d-bf55-49c6fc163b25 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:52.492181 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-3e83a068-ea8a-4f5d-bf55-49c6fc163b25 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:52.505761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fb685-ac27-4560-885e-9258cc5daac5 req-6307b0a1-9c2e-4381-b102-cacfdda79ca3 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:52.507322 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-460fb685-ac27-4560-885e-9258cc5daac5 req-6307b0a1-9c2e-4381-b102-cacfdda79ca3 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 931 time: 0.4252076 Jul 29 15:05:52.547479 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fc68224-e9b3-4f24-9c73-a21c658d1639 admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:52.634927 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-09f0982a-1cde-4e5a-816d-5114d47ba466 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:52.637294 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-09f0982a-1cde-4e5a-816d-5114d47ba466 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.39 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 805 time: 0.4976189 Jul 29 15:05:52.641337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73da4e58-dda6-480b-8ea3-b023190b9f82 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:05:52.644259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-3e83a068-ea8a-4f5d-bf55-49c6fc163b25 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8215821 Jul 29 15:05:52.654657 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73da4e58-dda6-480b-8ea3-b023190b9f82 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:52.660804 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99388103-1da9-4646-8490-1d622c154824 None None] Sync routers for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:05:52.680687 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99388103-1da9-4646-8490-1d622c154824 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:52.682636 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-99388103-1da9-4646-8490-1d622c154824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:52.687472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Request body: {'port': {'device_id': 'f44175bf-d971-46a2-8d83-c24266c70572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:52.773518 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-99388103-1da9-4646-8490-1d622c154824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:52.790731 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99388103-1da9-4646-8490-1d622c154824 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:52.793476 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-99388103-1da9-4646-8490-1d622c154824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:52.817135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-81c86e7e-2c82-496d-888c-9c8810445b79 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Request body: {'port': {'device_id': 'c4b43cff-43b3-407e-a274-a88a7ce63e5b', 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769', 'admin_state_up': True, 'tenant_id': '72da861e3c3549b98a30745682218526'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:52.903241 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fc68224-e9b3-4f24-9c73-a21c658d1639 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:52.903542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-b08df248-689d-43f5-b493-eea64974aeb1 None None] Set router 18c1758c-782c-4b0f-beff-060dbbab11fc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:05:52.907614 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-99388103-1da9-4646-8490-1d622c154824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:52.908403 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99388103-1da9-4646-8490-1d622c154824 None None] The sync data for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:05:53.141851 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:53.158156 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-460fb685-ac27-4560-885e-9258cc5daac5 req-37685654-bda2-4277-948a-858fd8811548 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/security-groups?id=9134ed70-f1eb-4bcd-b228-2f4dd9570451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6386478 Jul 29 15:05:53.222789 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b08df248-689d-43f5-b493-eea64974aeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T15:05:51Z', 'revision_number': 5, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port': {'id': '309fbd24-4d56-40f1-ad92-b103738cf391', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:57:37Z', 'updated_at': '2021-07-29T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:53.290616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08df248-689d-43f5-b493-eea64974aeb1 None None] Checking router: 18c1758c-782c-4b0f-beff-060dbbab11fc for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:05:53.305989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08df248-689d-43f5-b493-eea64974aeb1 None None] Routers {'18c1758c-782c-4b0f-beff-060dbbab11fc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:53.308606 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b08df248-689d-43f5-b493-eea64974aeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['18c1758c-782c-4b0f-beff-060dbbab11fc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:53.323838 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71c24df2-fc58-45b0-b87a-3a7d2c3369b3 req-09eff9ac-f190-4c80-b193-927990d20e2f tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 210 time: 0.4061007 Jul 29 15:05:53.360760 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-73da4e58-dda6-480b-8ea3-b023190b9f82 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "PUT /v2.0/floatingips/0476b208-7cbe-4b61-8680-4b6b13334e57 HTTP/1.1" status: 200 len: 979 time: 5.7479007 Jul 29 15:05:53.364088 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57804) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:53.370070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-fedebd3b-440a-4a84-a3c8-4b7f0cfb12d0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:53.372769 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-81c86e7e-2c82-496d-888c-9c8810445b79 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Made reservation on behalf of 72da861e3c3549b98a30745682218526 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:53.377830 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-81c86e7e-2c82-496d-888c-9c8810445b79 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:53.448746 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-b08df248-689d-43f5-b493-eea64974aeb1 None None] Set router 18c1758c-782c-4b0f-beff-060dbbab11fc gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:05:53.513319 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fedebd3b-440a-4a84-a3c8-4b7f0cfb12d0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:53.552364 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b08df248-689d-43f5-b493-eea64974aeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T15:05:52Z', 'revision_number': 6, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:53.604464 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08df248-689d-43f5-b493-eea64974aeb1 None None] The sync data for ids ['18c1758c-782c-4b0f-beff-060dbbab11fc'] in n-d-802893-1 is: [{'id': '18c1758c-782c-4b0f-beff-060dbbab11fc', 'name': 'tempest-AttachVolumeTestJSON-13428667-router', 'tenant_id': '0f5e572e1e43471cb0156603ea55a1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:57:34Z', 'updated_at': '2021-07-29T15:05:52Z', 'revision_number': 6, 'project_id': '0f5e572e1e43471cb0156603ea55a1bb', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:05:53.753722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4fc68224-e9b3-4f24-9c73-a21c658d1639 admin admin] Deleting port 309fbd24-4d56-40f1-ad92-b103738cf391 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:05:53.754223 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fc68224-e9b3-4f24-9c73-a21c658d1639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:53.874071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-81c86e7e-2c82-496d-888c-9c8810445b79 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Allocated IP 172.20.0.2 (f18f3e8c-eef1-4fb9-8e44-5650b12aa769/c677d1a0-3418-4813-8696-6ad9765c9aa6/22de2d25-9284-4a95-bcb9-f6fd9f85f210) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:05:53.980625 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fedebd3b-440a-4a84-a3c8-4b7f0cfb12d0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:53.993379 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fedebd3b-440a-4a84-a3c8-4b7f0cfb12d0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:53.993852 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-fedebd3b-440a-4a84-a3c8-4b7f0cfb12d0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Floating IP 0476b208-7cbe-4b61-8680-4b6b13334e57 disassociated. External IP: 172.25.6.224, port: c2241209-bbe8-4647-97cc-e676ac8ff7d0. Jul 29 15:05:54.061582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-4fc68224-e9b3-4f24-9c73-a21c658d1639 admin admin] For port 309fbd24-4d56-40f1-ad92-b103738cf391, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=309fbd24-4d56-40f1-ad92-b103738cf391,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:54.061988 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fc68224-e9b3-4f24-9c73-a21c658d1639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:54.093318 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4fc68224-e9b3-4f24-9c73-a21c658d1639 admin admin] Calling delete_port for 309fbd24-4d56-40f1-ad92-b103738cf391 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:05:54.106145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9670aea-d19b-4ad7-bb94-1607a5682e6d {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:05:54.119171 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:54.145834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Transition to ACTIVE for port object b9670aea-d19b-4ad7-bb94-1607a5682e6d will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:05:54.155984 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:54.261254 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-81c86e7e-2c82-496d-888c-9c8810445b79 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:54.272583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Pushing event updated for resources: {'Port': ['ID=b9670aea-d19b-4ad7-bb94-1607a5682e6d,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:54.443331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Attempting to bind port b9670aea-d19b-4ad7-bb94-1607a5682e6d on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:05:54.443772 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Attempting to bind port b9670aea-d19b-4ad7-bb94-1607a5682e6d by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '5a3a895e-7f0f-4372-80ca-1d46b4cc8001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cac15375-8925-4324-9182-cd25d4f6f2d0'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:05:54.450061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Attempting to bind port b9670aea-d19b-4ad7-bb94-1607a5682e6d on network cac15375-8925-4324-9182-cd25d4f6f2d0 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:05:54.465194 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Port b9670aea-d19b-4ad7-bb94-1607a5682e6d on network cac15375-8925-4324-9182-cd25d4f6f2d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:05:54.465651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Attempting to bind port b9670aea-d19b-4ad7-bb94-1607a5682e6d on network cac15375-8925-4324-9182-cd25d4f6f2d0 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:05:54.473103 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-81c86e7e-2c82-496d-888c-9c8810445b79 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:54.485446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3e73ce13-328d-43e2-9679-e658d14b9ddd'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:05:54.574853 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c86e7e-2c82-496d-888c-9c8810445b79 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Pushing event updated for resources: {'Port': ['ID=22de2d25-9284-4a95-bcb9-f6fd9f85f210,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:54.591104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:05:54.591447 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Checking segment: {'id': '5a3a895e-7f0f-4372-80ca-1d46b4cc8001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cac15375-8925-4324-9182-cd25d4f6f2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:05:54.591840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Bound using segment: {'id': '5a3a895e-7f0f-4372-80ca-1d46b4cc8001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cac15375-8925-4324-9182-cd25d4f6f2d0'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:05:54.592297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Bound port: b9670aea-d19b-4ad7-bb94-1607a5682e6d, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a3a895e-7f0f-4372-80ca-1d46b4cc8001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cac15375-8925-4324-9182-cd25d4f6f2d0'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:05:54.592735 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:54.626129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-81c86e7e-2c82-496d-888c-9c8810445b79 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:05:54.632622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-81c86e7e-2c82-496d-888c-9c8810445b79 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:54.655398 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fc68224-e9b3-4f24-9c73-a21c658d1639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:54.667674 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb023-fcc7-4f41-bfd9-6797c0aa1f7b req-252c2e23-46f7-4c69-b9e5-395b3b568e9e tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:54.670725 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1ffbb023-fcc7-4f41-bfd9-6797c0aa1f7b req-252c2e23-46f7-4c69-b9e5-395b3b568e9e tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 943 time: 0.3797615 Jul 29 15:05:54.692508 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-81c86e7e-2c82-496d-888c-9c8810445b79 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:05:54.714809 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff325f01-0efa-44ae-a8f9-e723e3653e5e req-daed27e4-230d-49fb-b5eb-b3f05cf27a03 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:54.731033 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff325f01-0efa-44ae-a8f9-e723e3653e5e req-daed27e4-230d-49fb-b5eb-b3f05cf27a03 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 931 time: 0.2622933 Jul 29 15:05:54.791484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc68224-e9b3-4f24-9c73-a21c658d1639 admin admin] Pushing event deleted for resources: {'Port': ['ID=309fbd24-4d56-40f1-ad92-b103738cf391,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:54.796650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 309fbd24-4d56-40f1-ad92-b103738cf391 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:05:54.831555 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1ffbb023-fcc7-4f41-bfd9-6797c0aa1f7b req-00917dee-beaa-400e-8e75-a9814200063f tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/security-groups?id=9134ed70-f1eb-4bcd-b228-2f4dd9570451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226790 Jul 29 15:05:54.871436 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 309fbd24-4d56-40f1-ad92-b103738cf391 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:05:54.872045 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 309fbd24-4d56-40f1-ad92-b103738cf391 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:05:54.874094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c3520a63-d954-4509-a403-6d9e1baf9d29 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:05:54.902183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: c3520a63-d954-4509-a403-6d9e1baf9d29 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:05:54.903204 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c3520a63-d954-4509-a403-6d9e1baf9d29 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:05:54.939271 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedebd3b-440a-4a84-a3c8-4b7f0cfb12d0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 6074da92-c946-4dac-872f-82ad9d2e4817 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:05:54.953534 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fc68224-e9b3-4f24-9c73-a21c658d1639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:54.976744 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-81c86e7e-2c82-496d-888c-9c8810445b79 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:54.978038 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-81c86e7e-2c82-496d-888c-9c8810445b79 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:54.988371 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] For port b9670aea-d19b-4ad7-bb94-1607a5682e6d, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:05:54.992398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] For port b9670aea-d19b-4ad7-bb94-1607a5682e6d, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b9670aea-d19b-4ad7-bb94-1607a5682e6d,segment=NetworkSegment(5a3a895e-7f0f-4372-80ca-1d46b4cc8001),segment_id=5a3a895e-7f0f-4372-80ca-1d46b4cc8001)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:05:55.004349 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff325f01-0efa-44ae-a8f9-e723e3653e5e req-e9f0f850-0325-4e2e-93c4-3faa4a97a984 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722099 Jul 29 15:05:55.007235 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:55.054391 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-81c86e7e-2c82-496d-888c-9c8810445b79 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3838644 Jul 29 15:05:55.073925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Request body: {'port': {'device_id': 'c4b43cff-43b3-407e-a274-a88a7ce63e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:55.146239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:55.146863 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:55.148251 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] 10.222.0.38 "PUT /v2.0/ports/b9670aea-d19b-4ad7-bb94-1607a5682e6d HTTP/1.1" status: 200 len: 1091 time: 2.4738870 Jul 29 15:05:55.150253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44175bf-d971-46a2-8d83-c24266c70572', 'tag': 'b9670aea-d19b-4ad7-bb94-1607a5682e6d'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:05:55.152455 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d68a4b-23e7-438b-8f48-16bbbe40dadb" -d '{"events": [{"name": "network-changed", "server_uuid": "f44175bf-d971-46a2-8d83-c24266c70572", "tag": "b9670aea-d19b-4ad7-bb94-1607a5682e6d"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:05:55.167494 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:55.185041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363db3a-3813-46a5-9bb6-82b9ef6bd2af service neutron] Pushing event updated for resources: {'Port': ['ID=b9670aea-d19b-4ad7-bb94-1607a5682e6d,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:55.218325 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fc68224-e9b3-4f24-9c73-a21c658d1639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:55.222715 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fc68224-e9b3-4f24-9c73-a21c658d1639 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:55.235452 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03d2fba-e412-45b5-b3af-17f2524a9d1d x-openstack-request-id: req-d03d2fba-e412-45b5-b3af-17f2524a9d1d {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:05:55.236020 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44175bf-d971-46a2-8d83-c24266c70572", "tag": "b9670aea-d19b-4ad7-bb94-1607a5682e6d", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:05:55.236502 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d03d2fba-e412-45b5-b3af-17f2524a9d1d {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:05:55.237780 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44175bf-d971-46a2-8d83-c24266c70572', 'tag': 'b9670aea-d19b-4ad7-bb94-1607a5682e6d', 'status': 'completed', 'code': 200} Jul 29 15:05:55.334864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedebd3b-440a-4a84-a3c8-4b7f0cfb12d0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:05:55.338167 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fc68224-e9b3-4f24-9c73-a21c658d1639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:55.339426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc68224-e9b3-4f24-9c73-a21c658d1639 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18c1758c-782c-4b0f-beff-060dbbab11fc {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:05:55.348435 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d173bc3-c25d-42a9-b07d-ea4dc168dd90 None None] Sync routers for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:05:55.349403 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fedebd3b-440a-4a84-a3c8-4b7f0cfb12d0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:55.366132 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d173bc3-c25d-42a9-b07d-ea4dc168dd90 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:55.367403 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-3d173bc3-c25d-42a9-b07d-ea4dc168dd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:55.414910 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fedebd3b-440a-4a84-a3c8-4b7f0cfb12d0 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "PUT /v2.0/floatingips/0476b208-7cbe-4b61-8680-4b6b13334e57 HTTP/1.1" status: 200 len: 688 time: 2.0495226 Jul 29 15:05:55.415561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57846) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:55.417286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-70940bdc-f5cd-4770-a481-a975a7cc7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:55.418602 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fc68224-e9b3-4f24-9c73-a21c658d1639 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:55.419231 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-70940bdc-f5cd-4770-a481-a975a7cc7768 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=528bd8d3e0c64813bf817b6733825fde&device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 1094 time: 0.1921384 Jul 29 15:05:55.423972 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4fc68224-e9b3-4f24-9c73-a21c658d1639 admin admin] 10.222.0.16 "DELETE /v2.0/routers/18c1758c-782c-4b0f-beff-060dbbab11fc HTTP/1.1" status: 204 len: 168 time: 3.0255847 Jul 29 15:05:55.426758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-3d173bc3-c25d-42a9-b07d-ea4dc168dd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:55.427261 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57848) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:55.453982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d173bc3-c25d-42a9-b07d-ea4dc168dd90 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:05:55.456973 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-3d173bc3-c25d-42a9-b07d-ea4dc168dd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:55.555060 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-3d173bc3-c25d-42a9-b07d-ea4dc168dd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:55.556443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d173bc3-c25d-42a9-b07d-ea4dc168dd90 None None] The sync data for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:05:55.590221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa97edf3-0612-4e93-b52f-cd532ef36a55 admin admin] Deleting subnet 9b1747c4-def9-4399-bfc4-b048db571a84 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:05:55.600733 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa97edf3-0612-4e93-b52f-cd532ef36a55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:55.702852 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa97edf3-0612-4e93-b52f-cd532ef36a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:55.867912 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-765a8a96-b3ed-4cbf-966a-d085c09a849c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting port 49e425d7-cd85-45cf-9c8b-63680717c3ca {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:05:55.868406 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-765a8a96-b3ed-4cbf-966a-d085c09a849c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:56.056203 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-b6a2c96e-4d48-4677-b351-8ce99d215b98 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9670aea-d19b-4ad7-bb94-1607a5682e6d HTTP/1.1" status: 200 len: 217 time: 0.4916067 Jul 29 15:05:56.063789 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa97edf3-0612-4e93-b52f-cd532ef36a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:56.147067 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-765a8a96-b3ed-4cbf-966a-d085c09a849c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:56.149785 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-765a8a96-b3ed-4cbf-966a-d085c09a849c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:56.176538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-765a8a96-b3ed-4cbf-966a-d085c09a849c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Calling delete_port for 49e425d7-cd85-45cf-9c8b-63680717c3ca owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:05:56.187604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-fd0cd207-fb9f-4599-9203-7ce60581070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:56.189233 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-fd0cd207-fb9f-4599-9203-7ce60581070e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=daa4d7ab-bbe8-44f7-8f12-08810a42da77 HTTP/1.1" status: 200 len: 865 time: 0.1164091 Jul 29 15:05:56.234620 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-9e90ca06-6c3b-46da-ae97-c020b5c704d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cac15375-8925-4324-9182-cd25d4f6f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297875 Jul 29 15:05:56.266356 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:56.279300 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273f8f2-83e9-45de-b72a-4bc41c67fcca req-9f219d07-6dd8-4fc7-a9ac-e0006918012e tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:56.280853 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e273f8f2-83e9-45de-b72a-4bc41c67fcca req-9f219d07-6dd8-4fc7-a9ac-e0006918012e tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 943 time: 0.2386537 Jul 29 15:05:56.321732 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a6432-8ff7-4a2a-9cec-09d2138bd96f req-94cd749e-6fe4-4293-8905-d9cbdf2c5bf1 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:56.323434 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c81a6432-8ff7-4a2a-9cec-09d2138bd96f req-94cd749e-6fe4-4293-8905-d9cbdf2c5bf1 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 931 time: 0.1323929 Jul 29 15:05:56.373429 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa97edf3-0612-4e93-b52f-cd532ef36a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:56.417446 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e273f8f2-83e9-45de-b72a-4bc41c67fcca req-49412525-cb22-4296-998f-b7bfd1101e93 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/security-groups?id=9134ed70-f1eb-4bcd-b228-2f4dd9570451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224735 Jul 29 15:05:56.482607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22de2d25-9284-4a95-bcb9-f6fd9f85f210 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:05:56.493874 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:56.501033 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97edf3-0612-4e93-b52f-cd532ef36a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b1747c4-def9-4399-bfc4-b048db571a84,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:56.508911 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c81a6432-8ff7-4a2a-9cec-09d2138bd96f req-c79efeea-1f76-42f1-a1c2-2c3469d7fa8c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769116 Jul 29 15:05:56.511514 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-f9e4f38d-ca8f-43e5-80d4-7603e154125e service neutron] 10.222.0.38 "GET /v2.0/networks/cac15375-8925-4324-9182-cd25d4f6f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655380 Jul 29 15:05:56.526850 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a827fe3-4d82-474b-ae8c-0adcb3f74611 None None] Network 1d80521b-6229-44d9-b599-75d40e13b312 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:05:56.554650 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa97edf3-0612-4e93-b52f-cd532ef36a55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:56.556814 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-aa97edf3-0612-4e93-b52f-cd532ef36a55 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9b1747c4-def9-4399-bfc4-b048db571a84 HTTP/1.1" status: 204 len: 168 time: 1.1220603 Jul 29 15:05:56.561662 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57874) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:56.572010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Transition to ACTIVE for port object 22de2d25-9284-4a95-bcb9-f6fd9f85f210 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:05:56.622439 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:56.635482 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-765a8a96-b3ed-4cbf-966a-d085c09a849c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:56.804948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a8a96-b3ed-4cbf-966a-d085c09a849c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Port': ['ID=49e425d7-cd85-45cf-9c8b-63680717c3ca,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:56.807016 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Pushing event updated for resources: {'Port': ['ID=22de2d25-9284-4a95-bcb9-f6fd9f85f210,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:56.821858 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:56.883208 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-82d9a1d7-f01b-44ce-b0d2-44293eeab98c req-57ed12df-3c21-472e-9340-d0eb83667adc service neutron] 10.222.0.38 "GET /v2.0/networks/cac15375-8925-4324-9182-cd25d4f6f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561039 Jul 29 15:05:56.892961 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52b8798-aa06-460f-8dc0-c8f5b98ba95a None None] DHCP port deletion for 1d80521b-6229-44d9-b599-75d40e13b312 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:05:56.978783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b52b8798-aa06-460f-8dc0-c8f5b98ba95a None None] Deleting port 91f43559-ddae-495b-bbd5-b4128654dd97 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:05:56.979337 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b52b8798-aa06-460f-8dc0-c8f5b98ba95a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:56.994493 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Attempting to bind port 22de2d25-9284-4a95-bcb9-f6fd9f85f210 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:05:56.994773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Attempting to bind port 22de2d25-9284-4a95-bcb9-f6fd9f85f210 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:05:56.995111 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Attempting to bind port 22de2d25-9284-4a95-bcb9-f6fd9f85f210 on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:05:57.003513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Port 22de2d25-9284-4a95-bcb9-f6fd9f85f210 on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:05:57.003900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Attempting to bind port 22de2d25-9284-4a95-bcb9-f6fd9f85f210 on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:05:57.013463 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-765a8a96-b3ed-4cbf-966a-d085c09a849c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:57.016990 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:05:57.017345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Checking segment: {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:05:57.017744 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Bound using segment: {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:05:57.018252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Bound port: 22de2d25-9284-4a95-bcb9-f6fd9f85f210, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:05:57.018628 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:57.030726 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-765a8a96-b3ed-4cbf-966a-d085c09a849c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:57.039818 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-765a8a96-b3ed-4cbf-966a-d085c09a849c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/floatingips/0476b208-7cbe-4b61-8680-4b6b13334e57 HTTP/1.1" status: 204 len: 168 time: 1.6124315 Jul 29 15:05:57.043292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57886) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:57.080335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] Deleting port 91f43559-ddae-495b-bbd5-b4128654dd97 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:05:57.080335 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:57.118300 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-5f7b149c-6826-4089-ac55-2389e5cc3e5d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] delete failed (client error): The resource could not be found. Jul 29 15:05:57.120605 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5f7b149c-6826-4089-ac55-2389e5cc3e5d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/floatingips/0476b208-7cbe-4b61-8680-4b6b13334e57 HTTP/1.1" status: 404 len: 345 time: 0.0757508 Jul 29 15:05:57.127152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57890) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:57.141131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b52b8798-aa06-460f-8dc0-c8f5b98ba95a None None] For port 91f43559-ddae-495b-bbd5-b4128654dd97, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=91f43559-ddae-495b-bbd5-b4128654dd97,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:57.141613 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b52b8798-aa06-460f-8dc0-c8f5b98ba95a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:57.195257 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b52b8798-aa06-460f-8dc0-c8f5b98ba95a None None] Calling delete_port for 91f43559-ddae-495b-bbd5-b4128654dd97 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:05:57.217735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d68a4b-23e7-438b-8f48-16bbbe40dadb req-70b27cfd-c0a4-4434-87d3-4a7dc91c562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:57.219509 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3d68a4b-23e7-438b-8f48-16bbbe40dadb req-70b27cfd-c0a4-4434-87d3-4a7dc91c562e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=528bd8d3e0c64813bf817b6733825fde&device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 1094 time: 0.1979959 Jul 29 15:05:57.228136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] For port 91f43559-ddae-495b-bbd5-b4128654dd97, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=91f43559-ddae-495b-bbd5-b4128654dd97,segment=NetworkSegment(7b628d61-5d76-4e53-871a-056fdf27405c),segment_id=7b628d61-5d76-4e53-871a-056fdf27405c)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:57.228515 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:57.322346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] Calling delete_port for 91f43559-ddae-495b-bbd5-b4128654dd97 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:05:57.325208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] For port 22de2d25-9284-4a95-bcb9-f6fd9f85f210, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:05:57.334546 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc3bfd4-53c7-4724-88a8-2e001aefa269 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:57.342726 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc3bfd4-53c7-4724-88a8-2e001aefa269 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:57.350529 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc3bfd4-53c7-4724-88a8-2e001aefa269 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:57.355341 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dcc3bfd4-53c7-4724-88a8-2e001aefa269 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "GET /v2.0/ports?network_id=a92acca8-134d-4d07-b09e-f5060c609437 HTTP/1.1" status: 200 len: 2360 time: 0.2237949 Jul 29 15:05:57.356050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57894) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:57.366464 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] For port 22de2d25-9284-4a95-bcb9-f6fd9f85f210, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=22de2d25-9284-4a95-bcb9-f6fd9f85f210,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:05:57.418615 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:57.531620 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:57.532346 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:57.534693 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b52b8798-aa06-460f-8dc0-c8f5b98ba95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:57.535519 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] 10.222.0.39 "PUT /v2.0/ports/22de2d25-9284-4a95-bcb9-f6fd9f85f210 HTTP/1.1" status: 200 len: 1091 time: 2.4678915 Jul 29 15:05:57.541877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b43cff-43b3-407e-a274-a88a7ce63e5b', 'tag': '22de2d25-9284-4a95-bcb9-f6fd9f85f210'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:05:57.544538 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680b83ea-0fa3-425e-beeb-382f4904580f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b43cff-43b3-407e-a274-a88a7ce63e5b", "tag": "22de2d25-9284-4a95-bcb9-f6fd9f85f210"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:05:57.589048 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d68a4b-23e7-438b-8f48-16bbbe40dadb req-d744f0c9-06d4-431a-9d40-8b4a83949ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:57.590840 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3d68a4b-23e7-438b-8f48-16bbbe40dadb req-d744f0c9-06d4-431a-9d40-8b4a83949ddb service neutron] 10.222.0.38 "GET /v2.0/networks?id=cac15375-8925-4324-9182-cd25d4f6f2d0 HTTP/1.1" status: 200 len: 926 time: 0.3561573 Jul 29 15:05:57.631911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b8798-aa06-460f-8dc0-c8f5b98ba95a None None] Pushing event deleted for resources: {'Port': ['ID=91f43559-ddae-495b-bbd5-b4128654dd97,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:57.637327 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b8798-aa06-460f-8dc0-c8f5b98ba95a None None] No DVR routers for this DVR port 91f43559-ddae-495b-bbd5-b4128654dd97 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:05:57.713986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f40f8-1fca-4c13-bc69-1fea828db022 service neutron] Pushing event updated for resources: {'Port': ['ID=22de2d25-9284-4a95-bcb9-f6fd9f85f210,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:57.845444 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:57.855794 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3d68a4b-23e7-438b-8f48-16bbbe40dadb req-42aed7e2-b69e-4fe2-8a9f-2e38fb094ae7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9670aea-d19b-4ad7-bb94-1607a5682e6d HTTP/1.1" status: 200 len: 217 time: 0.2442844 Jul 29 15:05:57.887708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] No DVR routers for this DVR port 91f43559-ddae-495b-bbd5-b4128654dd97 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:05:57.942455 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aaef50-14b2-4b93-bfcd-571db21022f2 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:57.943309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f43559-ddae-495b-bbd5-b4128654dd97,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:57.956422 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-67aaef50-14b2-4b93-bfcd-571db21022f2 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "GET /v2.0/subnets/3f8468bf-b346-4c1d-81d3-7f3181e557ce HTTP/1.1" status: 200 len: 797 time: 0.5971127 Jul 29 15:05:57.958165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57910) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:57.968848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a7e166cd-7a2e-4c57-bdad-e3886e1bd321 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'port': {'network_id': 'a92acca8-134d-4d07-b09e-f5060c609437', 'name': 'tempest-FloatingIPTestJSON-263655606', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.11'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:57.982914 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b52285-934e-43b9-98be-e8d6bee1598e req-e1228114-6832-4a1e-ac6c-265b72e5a513 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:57.985465 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c0b52285-934e-43b9-98be-e8d6bee1598e req-e1228114-6832-4a1e-ac6c-265b72e5a513 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 943 time: 0.1739461 Jul 29 15:05:58.022835 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:58.035145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d80521b-6229-44d9-b599-75d40e13b312']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:58.047327 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b628d61-5d76-4e53-871a-056fdf27405c') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:58.047653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b628d61-5d76-4e53-871a-056fdf27405c') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:05:58.059465 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:58.082389 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:58.090201 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c0b52285-934e-43b9-98be-e8d6bee1598e req-a967b88f-9669-4ade-b566-a55215399a9d tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/security-groups?id=9134ed70-f1eb-4bcd-b228-2f4dd9570451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914323 Jul 29 15:05:58.091156 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:05:58.091667 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:05:58.209091 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:05:58.217577 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e166cd-7a2e-4c57-bdad-e3886e1bd321 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Made reservation on behalf of 1f501dd07af044f3b6db1e627b684e8a for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:05:58.228148 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c74815-4648-4dd4-b861-afdcf918e455 x-openstack-request-id: req-62c74815-4648-4dd4-b861-afdcf918e455 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:05:58.228583 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b43cff-43b3-407e-a274-a88a7ce63e5b", "tag": "22de2d25-9284-4a95-bcb9-f6fd9f85f210", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:05:58.228901 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62c74815-4648-4dd4-b861-afdcf918e455 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:05:58.229443 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b43cff-43b3-407e-a274-a88a7ce63e5b', 'tag': '22de2d25-9284-4a95-bcb9-f6fd9f85f210', 'status': 'completed', 'code': 200} Jul 29 15:05:58.231792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-46a7258a-32c4-435f-9629-2359a39bcf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:58.234289 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-46a7258a-32c4-435f-9629-2359a39bcf43 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 1094 time: 0.6508100 Jul 29 15:05:58.238863 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:58.262433 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:58.266727 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1d80521b-6229-44d9-b599-75d40e13b312 HTTP/1.1" status: 204 len: 168 time: 1.7003419 Jul 29 15:05:58.337278 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478f39e-ba15-41d8-9863-c54275dc1d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d80521b-6229-44d9-b599-75d40e13b312,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:58.340480 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-223fd7bc-015c-45e1-ba84-5ef7988494b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22de2d25-9284-4a95-bcb9-f6fd9f85f210 HTTP/1.1" status: 200 len: 217 time: 0.0957127 Jul 29 15:05:58.367747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d7f6a-87da-4544-aa4a-81542a6aaac1 req-01778da8-1c6c-455e-9669-4d7770064923 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:58.369891 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b17d7f6a-87da-4544-aa4a-81542a6aaac1 req-01778da8-1c6c-455e-9669-4d7770064923 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 943 time: 0.6099479 Jul 29 15:05:58.386947 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d68a4b-23e7-438b-8f48-16bbbe40dadb req-d2a07fb1-1ad7-4971-a33d-155f0572904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:58.388400 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3d68a4b-23e7-438b-8f48-16bbbe40dadb req-d2a07fb1-1ad7-4971-a33d-155f0572904d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=daa4d7ab-bbe8-44f7-8f12-08810a42da77 HTTP/1.1" status: 200 len: 865 time: 0.4603002 Jul 29 15:05:58.401113 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7e166cd-7a2e-4c57-bdad-e3886e1bd321 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:58.437610 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-a7e166cd-7a2e-4c57-bdad-e3886e1bd321 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] device_id is not set on port e684fd1d-1fd0-49a0-b00e-f10051056762 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:05:58.464270 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3d68a4b-23e7-438b-8f48-16bbbe40dadb req-183e366c-261c-4325-8267-848233736916 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=cac15375-8925-4324-9182-cd25d4f6f2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372748 Jul 29 15:05:58.504868 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b17d7f6a-87da-4544-aa4a-81542a6aaac1 req-6f132887-6578-4cbe-9331-23528ff99964 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273615 Jul 29 15:05:58.516019 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57926) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:58.583396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-e943eddc-8f60-4bd9-8ba5-22909d67f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:58.585364 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-e943eddc-8f60-4bd9-8ba5-22909d67f2a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c677d1a0-3418-4813-8696-6ad9765c9aa6 HTTP/1.1" status: 200 len: 845 time: 0.2365339 Jul 29 15:05:58.654969 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3d68a4b-23e7-438b-8f48-16bbbe40dadb req-d85af069-376e-412a-b66e-671f5119b43b service neutron] 10.222.0.38 "GET /v2.0/networks/cac15375-8925-4324-9182-cd25d4f6f2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808603 Jul 29 15:05:58.684048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device b9670aea-d19b-4ad7-bb94-1607a5682e6d details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:05:58.695988 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-6cd117d2-d6cd-41b1-b7a7-a4ef0fff403e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566289 Jul 29 15:05:58.778056 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d4e57eef-94a1-4325-9686-de4e0075a985 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f5e572e1e43471cb0156603ea55a1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608068 Jul 29 15:05:58.780097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57932) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:58.843297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port b9670aea-d19b-4ad7-bb94-1607a5682e6d, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b9670aea-d19b-4ad7-bb94-1607a5682e6d,segment=NetworkSegment(5a3a895e-7f0f-4372-80ca-1d46b4cc8001),segment_id=5a3a895e-7f0f-4372-80ca-1d46b4cc8001)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:58.859307 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'b9670aea-d19b-4ad7-bb94-1607a5682e6d', 'network_id': 'cac15375-8925-4324-9182-cd25d4f6f2d0', 'port_id': 'b9670aea-d19b-4ad7-bb94-1607a5682e6d', 'mac_address': 'fa:16:3e:b6:6f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa4d7ab-bbe8-44f7-8f12-08810a42da77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:05:58.912779 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 91f43559-ddae-495b-bbd5-b4128654dd97 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:05:58.915545 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:58.931397 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3d68a4b-23e7-438b-8f48-16bbbe40dadb req-fa70b0c5-64ad-469f-9398-0fab02b7e79b service neutron] 10.222.0.38 "GET /v2.0/networks/cac15375-8925-4324-9182-cd25d4f6f2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339728 Jul 29 15:05:58.932145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9670aea-d19b-4ad7-bb94-1607a5682e6d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:05:58.932920 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-1a39b04f-6e3f-4169-91a0-00a2567f7fb4 service neutron] 10.222.0.39 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029605 Jul 29 15:05:58.962718 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 91f43559-ddae-495b-bbd5-b4128654dd97 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:05:58.963117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 91f43559-ddae-495b-bbd5-b4128654dd97 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:05:58.977887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port b9670aea-d19b-4ad7-bb94-1607a5682e6d, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b9670aea-d19b-4ad7-bb94-1607a5682e6d,segment=NetworkSegment(5a3a895e-7f0f-4372-80ca-1d46b4cc8001),segment_id=5a3a895e-7f0f-4372-80ca-1d46b4cc8001)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:05:58.985187 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:59.005943 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f6a5736-deec-4560-8c7b-7729c89f9eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:59.050772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=b9670aea-d19b-4ad7-bb94-1607a5682e6d,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:59.069933 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-11750754-7d2d-4bb3-9b60-073e9d2ddeee req-4d43dfbb-6823-4319-a162-33a45b8fc9b8 service neutron] 10.222.0.39 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295865 Jul 29 15:05:59.070554 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f6a5736-deec-4560-8c7b-7729c89f9eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:59.131377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-a7e166cd-7a2e-4c57-bdad-e3886e1bd321 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Allocated IP 172.20.0.13 (a92acca8-134d-4d07-b09e-f5060c609437/3f8468bf-b346-4c1d-81d3-7f3181e557ce/e684fd1d-1fd0-49a0-b00e-f10051056762) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:05:59.140445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-a7e166cd-7a2e-4c57-bdad-e3886e1bd321 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Allocated IP 172.20.0.11 (a92acca8-134d-4d07-b09e-f5060c609437/3f8468bf-b346-4c1d-81d3-7f3181e557ce/e684fd1d-1fd0-49a0-b00e-f10051056762) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:05:59.189332 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b83ea-0fa3-425e-beeb-382f4904580f req-6b366c3d-cfcd-4d84-a501-c49180ba8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:59.191614 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-680b83ea-0fa3-425e-beeb-382f4904580f req-6b366c3d-cfcd-4d84-a501-c49180ba8b84 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 1094 time: 0.0577731 Jul 29 15:05:59.193988 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f6a5736-deec-4560-8c7b-7729c89f9eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:59.197402 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f6a5736-deec-4560-8c7b-7729c89f9eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:59.201382 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9f6a5736-deec-4560-8c7b-7729c89f9eb5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15624434-791a-4388-8d3a-b27a2f42be5d HTTP/1.1" status: 204 len: 168 time: 0.4120779 Jul 29 15:05:59.229913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a5736-deec-4560-8c7b-7729c89f9eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15624434-791a-4388-8d3a-b27a2f42be5d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:59.252042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['b9670aea-d19b-4ad7-bb94-1607a5682e6d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:05:59.344100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b83ea-0fa3-425e-beeb-382f4904580f req-e2cddede-265a-481e-9cd7-697c7e8aabca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:59.345671 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-680b83ea-0fa3-425e-beeb-382f4904580f req-e2cddede-265a-481e-9cd7-697c7e8aabca service neutron] 10.222.0.39 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 906 time: 0.1471276 Jul 29 15:05:59.420285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b3e9e-1064-473b-ab89-fea9cda1136d req-858fab24-1687-4170-ae32-7133d80329a6 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:59.432790 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-664b3e9e-1064-473b-ab89-fea9cda1136d req-858fab24-1687-4170-ae32-7133d80329a6 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 944 time: 0.2157195 Jul 29 15:05:59.458604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-680b83ea-0fa3-425e-beeb-382f4904580f req-322ce975-83b2-4891-9eea-0721f688d257 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22de2d25-9284-4a95-bcb9-f6fd9f85f210 HTTP/1.1" status: 200 len: 217 time: 0.1011529 Jul 29 15:05:59.593026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b83ea-0fa3-425e-beeb-382f4904580f req-ab74087b-1edb-4760-bb92-57e03a46c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:59.594745 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-680b83ea-0fa3-425e-beeb-382f4904580f req-ab74087b-1edb-4760-bb92-57e03a46c635 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c677d1a0-3418-4813-8696-6ad9765c9aa6 HTTP/1.1" status: 200 len: 845 time: 0.1313114 Jul 29 15:05:59.601726 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-664b3e9e-1064-473b-ab89-fea9cda1136d req-9c6e330c-6c0d-4043-b410-35e4f1f95591 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/security-groups?id=9134ed70-f1eb-4bcd-b228-2f4dd9570451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264896 Jul 29 15:05:59.608162 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7e166cd-7a2e-4c57-bdad-e3886e1bd321 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:59.640128 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-680b83ea-0fa3-425e-beeb-382f4904580f req-9cb9040b-4424-4086-bdc6-f798590daa50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373118 Jul 29 15:05:59.662877 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7e166cd-7a2e-4c57-bdad-e3886e1bd321 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:59.727042 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e166cd-7a2e-4c57-bdad-e3886e1bd321 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network a92acca8-134d-4d07-b09e-f5060c609437 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:05:59.733596 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a7e166cd-7a2e-4c57-bdad-e3886e1bd321 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:05:59.740032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e166cd-7a2e-4c57-bdad-e3886e1bd321 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:05:59.773707 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e166cd-7a2e-4c57-bdad-e3886e1bd321 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=e684fd1d-1fd0-49a0-b00e-f10051056762,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:05:59.813563 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e166cd-7a2e-4c57-bdad-e3886e1bd321 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:59.814557 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7e166cd-7a2e-4c57-bdad-e3886e1bd321 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:59.816490 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-680b83ea-0fa3-425e-beeb-382f4904580f req-8771ca34-de5d-45a3-9f95-00a70739f4a3 service neutron] 10.222.0.39 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609514 Jul 29 15:05:59.856541 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a7e166cd-7a2e-4c57-bdad-e3886e1bd321 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.8899570 Jul 29 15:05:59.856974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57968) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:05:59.862453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': 'e684fd1d-1fd0-49a0-b00e-f10051056762', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:05:59.896338 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:05:59.904703 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41aba0-9bab-4baf-a479-bc9dfcb7f64c req-5fa30f12-f7c3-4553-b349-0dadd1be3697 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:05:59.906545 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fa41aba0-9bab-4baf-a479-bc9dfcb7f64c req-5fa30f12-f7c3-4553-b349-0dadd1be3697 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 943 time: 0.2653291 Jul 29 15:06:00.017690 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fa41aba0-9bab-4baf-a479-bc9dfcb7f64c req-c1e8d75b-59b8-4f27-aeef-ffef5875f40f tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009984 Jul 29 15:06:00.023180 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-680b83ea-0fa3-425e-beeb-382f4904580f req-53829657-7f8a-40a5-99e2-1bdaed26d509 service neutron] 10.222.0.39 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894720 Jul 29 15:06:00.050941 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:00.217030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Allocated IP 172.25.6.47 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/fd74a569-90c6-451c-9229-ae6ca71ff61b) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:06:00.390696 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:00.439799 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:00.490266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:06:00.493625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:00.497511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:06:00.526856 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-18282e3a-508c-4267-970a-a8f12f92185a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:00.568939 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=fd74a569-90c6-451c-9229-ae6ca71ff61b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:00.685457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device b9670aea-d19b-4ad7-bb94-1607a5682e6d up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:06:00.793620 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0dd53-f323-4020-86cf-682e7b576d4d req-a4b0a68d-6789-4fb9-9429-0a097c144bfc tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:00.797184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72b0dd53-f323-4020-86cf-682e7b576d4d req-a4b0a68d-6789-4fb9-9429-0a097c144bfc tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 944 time: 0.0949905 Jul 29 15:06:00.808491 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port b9670aea-d19b-4ad7-bb94-1607a5682e6d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:06:00.820106 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port b9670aea-d19b-4ad7-bb94-1607a5682e6d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:06:00.836217 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:00.858765 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72b0dd53-f323-4020-86cf-682e7b576d4d req-89d87bea-cd15-403c-ae9f-45763d83bcc7 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/security-groups?id=9134ed70-f1eb-4bcd-b228-2f4dd9570451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539148 Jul 29 15:06:00.987494 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:01.039250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port b9670aea-d19b-4ad7-bb94-1607a5682e6d, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b9670aea-d19b-4ad7-bb94-1607a5682e6d,segment=NetworkSegment(5a3a895e-7f0f-4372-80ca-1d46b4cc8001),segment_id=5a3a895e-7f0f-4372-80ca-1d46b4cc8001)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:01.040637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44175bf-d971-46a2-8d83-c24266c70572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9670aea-d19b-4ad7-bb94-1607a5682e6d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:06:01.043859 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd6a6dc-dc40-4ea8-b0fd-7d658846a7cd" -d '{"events": [{"server_uuid": "f44175bf-d971-46a2-8d83-c24266c70572", "name": "network-vif-plugged", "status": "completed", "tag": "b9670aea-d19b-4ad7-bb94-1607a5682e6d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:06:01.050984 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:01.178309 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3924f527-d6c8-4750-8d79-a221d21919cf x-openstack-request-id: req-3924f527-d6c8-4750-8d79-a221d21919cf {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:06:01.178672 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44175bf-d971-46a2-8d83-c24266c70572", "name": "network-vif-plugged", "status": "completed", "tag": "b9670aea-d19b-4ad7-bb94-1607a5682e6d", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:06:01.178998 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3924f527-d6c8-4750-8d79-a221d21919cf {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:06:01.179500 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44175bf-d971-46a2-8d83-c24266c70572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9670aea-d19b-4ad7-bb94-1607a5682e6d', 'code': 200} Jul 29 15:06:01.260405 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=b9670aea-d19b-4ad7-bb94-1607a5682e6d,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:01.269429 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:01.269834 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:01.270179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:01.270517 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:01.270898 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:01.271233 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:01.271563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:01.271898 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:01.272185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:01.273018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:01.273408 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:01.273976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:01.327982 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:01.340761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2056af-aad1-44d6-b72f-9df1533f274b req-334f0d20-ace3-4651-8a6f-38bf8f56c13d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:01.342928 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5d2056af-aad1-44d6-b72f-9df1533f274b req-334f0d20-ace3-4651-8a6f-38bf8f56c13d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 943 time: 0.1756825 Jul 29 15:06:01.350793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcc34d-d643-4b42-91f3-801e0f875c9e req-379328c9-d620-4db4-81d8-b2aba02e0c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:01.353233 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8dcc34d-d643-4b42-91f3-801e0f875c9e req-379328c9-d620-4db4-81d8-b2aba02e0c23 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 1096 time: 0.1026433 Jul 29 15:06:01.418659 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5d2056af-aad1-44d6-b72f-9df1533f274b req-ef8e825b-99f9-4e91-b44c-8c9b0c4b309a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641901 Jul 29 15:06:01.442682 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8dcc34d-d643-4b42-91f3-801e0f875c9e req-1f3e6e6e-7178-451f-9cd2-83797db43054 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9134ed70-f1eb-4bcd-b228-2f4dd9570451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 Jul 29 15:06:01.472601 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:01.691709 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:01.710265 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:01.790488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 22de2d25-9284-4a95-bcb9-f6fd9f85f210 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:06:01.822115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=fd74a569-90c6-451c-9229-ae6ca71ff61b,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:01.876739 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:01.928801 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 22de2d25-9284-4a95-bcb9-f6fd9f85f210, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=22de2d25-9284-4a95-bcb9-f6fd9f85f210,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:01.943830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '22de2d25-9284-4a95-bcb9-f6fd9f85f210', 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769', 'port_id': '22de2d25-9284-4a95-bcb9-f6fd9f85f210', 'mac_address': 'fa:16:3e:ef:cc:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c677d1a0-3418-4813-8696-6ad9765c9aa6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:06:01.985114 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:02.010527 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22de2d25-9284-4a95-bcb9-f6fd9f85f210 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:06:02.041544 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 22de2d25-9284-4a95-bcb9-f6fd9f85f210, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=22de2d25-9284-4a95-bcb9-f6fd9f85f210,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:02.047201 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:02.052953 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c3c49-7c94-4ec9-8eb7-4309abc9fbce req-bdb391bb-5b99-4435-ba95-21f6b79904af tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:02.056693 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5f8c3c49-7c94-4ec9-8eb7-4309abc9fbce req-bdb391bb-5b99-4435-ba95-21f6b79904af tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 945 time: 0.0816686 Jul 29 15:06:02.081499 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Floating IP 70022f27-0b29-4acf-996d-eeef019aaa7b associated. External IP: 172.25.6.47, port: e684fd1d-1fd0-49a0-b00e-f10051056762. Jul 29 15:06:02.119262 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5f8c3c49-7c94-4ec9-8eb7-4309abc9fbce req-95fc6c7b-f293-4139-8bac-3553586cb79f tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/security-groups?id=9134ed70-f1eb-4bcd-b228-2f4dd9570451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524135 Jul 29 15:06:02.122770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=22de2d25-9284-4a95-bcb9-f6fd9f85f210,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:02.319006 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['22de2d25-9284-4a95-bcb9-f6fd9f85f210'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:06:02.408376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 6074da92-c946-4dac-872f-82ad9d2e4817 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:06:02.702944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:06:02.726299 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc07cc06-1f19-4226-a578-8e46b1d6850c None None] Sync routers for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:06:02.735204 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:02.744452 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc07cc06-1f19-4226-a578-8e46b1d6850c None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:02.746415 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-cc07cc06-1f19-4226-a578-8e46b1d6850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:02.804777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58110) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:02.809563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-15ea5763-55cb-4f47-84cb-75c1437147d5 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'floatingip': {'port_id': 'e684fd1d-1fd0-49a0-b00e-f10051056762', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:02.813350 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-46dc245a-697c-4071-b582-08f72a2cfbe3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9551153 Jul 29 15:06:02.845140 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-cc07cc06-1f19-4226-a578-8e46b1d6850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:02.850062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe26f1b-d6c2-44d5-81b6-179bcc4b194d req-541aa08b-887f-49fa-9e7a-b8f1d248d5cf tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:02.853661 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fbe26f1b-d6c2-44d5-81b6-179bcc4b194d req-541aa08b-887f-49fa-9e7a-b8f1d248d5cf tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 944 time: 0.2415009 Jul 29 15:06:02.875415 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc07cc06-1f19-4226-a578-8e46b1d6850c None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:02.882443 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-cc07cc06-1f19-4226-a578-8e46b1d6850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:05:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:02.952029 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15ea5763-55cb-4f47-84cb-75c1437147d5 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:02.957793 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-cc07cc06-1f19-4226-a578-8e46b1d6850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:02.969281 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc07cc06-1f19-4226-a578-8e46b1d6850c None None] The sync data for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:06:02.974495 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fbe26f1b-d6c2-44d5-81b6-179bcc4b194d req-9045d636-9315-4a15-8099-856a5d837cba tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102283 Jul 29 15:06:03.200459 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:03.357552 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-126ac65d-34b4-4401-9267-1e7b8ab4176a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:03.432907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3039d34-a2dd-4378-b934-ab44a49a1ace req-3fcad522-1f39-453a-a76f-933e2302b432 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:03.434699 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3039d34-a2dd-4378-b934-ab44a49a1ace req-3fcad522-1f39-453a-a76f-933e2302b432 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 945 time: 0.1265149 Jul 29 15:06:03.548153 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3039d34-a2dd-4378-b934-ab44a49a1ace req-029fb789-a97a-4d46-b0b3-398cde8ee166 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/security-groups?id=9134ed70-f1eb-4bcd-b228-2f4dd9570451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725322 Jul 29 15:06:03.726531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504fbca-f544-424d-bbad-c4a7f3b38787 req-afc7fe0f-605e-4247-9c09-92da41a3917a tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:03.728906 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e504fbca-f544-424d-bbad-c4a7f3b38787 req-afc7fe0f-605e-4247-9c09-92da41a3917a tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 945 time: 0.0936654 Jul 29 15:06:03.777533 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e504fbca-f544-424d-bbad-c4a7f3b38787 req-833c166d-7305-43da-8940-e989f518fbd7 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/security-groups?id=9134ed70-f1eb-4bcd-b228-2f4dd9570451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394683 Jul 29 15:06:03.805787 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 22de2d25-9284-4a95-bcb9-f6fd9f85f210 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:06:03.874179 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.resource_extend [None req-15ea5763-55cb-4f47-84cb-75c1437147d5 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 15:06:03.900834 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 22de2d25-9284-4a95-bcb9-f6fd9f85f210 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:06:03.906543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 22de2d25-9284-4a95-bcb9-f6fd9f85f210 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:06:03.907109 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:04.063776 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:04.116427 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b43cff-43b3-407e-a274-a88a7ce63e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22de2d25-9284-4a95-bcb9-f6fd9f85f210'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:06:04.123685 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1dd2bd-f9ec-4092-80a1-3537bd419cc7" -d '{"events": [{"server_uuid": "c4b43cff-43b3-407e-a274-a88a7ce63e5b", "name": "network-vif-plugged", "status": "completed", "tag": "22de2d25-9284-4a95-bcb9-f6fd9f85f210"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:06:04.134131 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15ea5763-55cb-4f47-84cb-75c1437147d5 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:04.144144 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15ea5763-55cb-4f47-84cb-75c1437147d5 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:04.169377 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 22de2d25-9284-4a95-bcb9-f6fd9f85f210, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=22de2d25-9284-4a95-bcb9-f6fd9f85f210,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:04.181917 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:04.332944 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=22de2d25-9284-4a95-bcb9-f6fd9f85f210,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:04.355052 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:04.433159 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcd2c42-8e58-4a03-a446-fb1383a35eb1 x-openstack-request-id: req-7dcd2c42-8e58-4a03-a446-fb1383a35eb1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:06:04.433462 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b43cff-43b3-407e-a274-a88a7ce63e5b", "name": "network-vif-plugged", "status": "completed", "tag": "22de2d25-9284-4a95-bcb9-f6fd9f85f210", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:06:04.433722 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dcd2c42-8e58-4a03-a446-fb1383a35eb1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:06:04.434110 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b43cff-43b3-407e-a274-a88a7ce63e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22de2d25-9284-4a95-bcb9-f6fd9f85f210', 'code': 200} Jul 29 15:06:04.472387 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd47984-e87f-4cfe-966f-f007fe355e07 req-2940d7a9-d916-406f-8ae7-99d758467a31 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:04.475420 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfd47984-e87f-4cfe-966f-f007fe355e07 req-2940d7a9-d916-406f-8ae7-99d758467a31 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 945 time: 0.1526096 Jul 29 15:06:04.571604 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfd47984-e87f-4cfe-966f-f007fe355e07 req-8f3662bd-ca9a-4d87-ad79-e7d738bf2067 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872648 Jul 29 15:06:04.852139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58192) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:04.909820 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd570d7-472d-4cac-b54a-f45a10b70aee req-c3b74f39-f45f-4bb7-b7af-df73b278cb6c tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:04.915662 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bbd570d7-472d-4cac-b54a-f45a10b70aee req-c3b74f39-f45f-4bb7-b7af-df73b278cb6c tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 945 time: 0.1480381 Jul 29 15:06:04.921553 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c1ab7-2f47-449e-b5a0-899ccaaf040c req-70b457da-19e4-4023-8c37-af0a312a21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:04.923161 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-356c1ab7-2f47-449e-b5a0-899ccaaf040c req-70b457da-19e4-4023-8c37-af0a312a21ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 1096 time: 0.1572661 Jul 29 15:06:05.071922 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bbd570d7-472d-4cac-b54a-f45a10b70aee req-026c8aa6-cfd8-4082-a8f2-174ed315deb3 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/security-groups?id=9134ed70-f1eb-4bcd-b228-2f4dd9570451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552556 Jul 29 15:06:05.081980 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-356c1ab7-2f47-449e-b5a0-899ccaaf040c req-9d733214-cf2f-45a3-82ff-4d01d78876bd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507475 Jul 29 15:06:05.085102 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4c036ef-990e-452b-8832-9ea65cc42482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:05.158144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ea5763-55cb-4f47-84cb-75c1437147d5 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 6074da92-c946-4dac-872f-82ad9d2e4817 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:06:05.357077 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ea5763-55cb-4f47-84cb-75c1437147d5 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:06:05.357077 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15ea5763-55cb-4f47-84cb-75c1437147d5 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:05.362460 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4c036ef-990e-452b-8832-9ea65cc42482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:05.367748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddbf60-866d-4cc2-99df-409209d5f74f None None] Sync routers for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:06:05.382597 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dddbf60-866d-4cc2-99df-409209d5f74f None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:05.382903 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4c036ef-990e-452b-8832-9ea65cc42482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:05.383436 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5dddbf60-866d-4cc2-99df-409209d5f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:05.432469 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5dddbf60-866d-4cc2-99df-409209d5f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:05.451553 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dddbf60-866d-4cc2-99df-409209d5f74f None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:05.452202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5dddbf60-866d-4cc2-99df-409209d5f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:05.495349 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-15ea5763-55cb-4f47-84cb-75c1437147d5 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "PUT /v2.0/floatingips/70022f27-0b29-4acf-996d-eeef019aaa7b HTTP/1.1" status: 200 len: 977 time: 2.6895425 Jul 29 15:06:05.497282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c036ef-990e-452b-8832-9ea65cc42482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f3dca4-f626-4493-9139-b1b2eb34b2b5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:05.498566 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58210) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:05.505916 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b4c036ef-990e-452b-8832-9ea65cc42482 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89c78eb0db4b4082888ce343aadbb07b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6500926 Jul 29 15:06:05.506666 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58212) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:05.517712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5dddbf60-866d-4cc2-99df-409209d5f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:05.519413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddbf60-866d-4cc2-99df-409209d5f74f None None] The sync data for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:06:05.567493 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a75f8173-6c9e-418d-ba94-d4fa87352c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:05.569030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032fa95-73fa-4b1e-bceb-1b7249d250ee req-623cccf5-2202-4fb5-8f0e-313ba3f49f2d tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:05.570840 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b032fa95-73fa-4b1e-bceb-1b7249d250ee req-623cccf5-2202-4fb5-8f0e-313ba3f49f2d tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 945 time: 0.1311088 Jul 29 15:06:05.603460 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a75f8173-6c9e-418d-ba94-d4fa87352c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:05.722726 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a75f8173-6c9e-418d-ba94-d4fa87352c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:05.727041 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a75f8173-6c9e-418d-ba94-d4fa87352c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:05.729197 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a75f8173-6c9e-418d-ba94-d4fa87352c1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30f3dca4-f626-4493-9139-b1b2eb34b2b5 HTTP/1.1" status: 204 len: 168 time: 0.2212422 Jul 29 15:06:05.765235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574707a-41d3-4f56-9f29-b280849645ad req-e30259b4-1d9d-4777-aff9-d03a1ef05961 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:05.774166 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c574707a-41d3-4f56-9f29-b280849645ad req-e30259b4-1d9d-4777-aff9-d03a1ef05961 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 945 time: 0.0971174 Jul 29 15:06:05.776202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f8173-6c9e-418d-ba94-d4fa87352c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f3dca4-f626-4493-9139-b1b2eb34b2b5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:05.859563 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c574707a-41d3-4f56-9f29-b280849645ad req-4571ac53-3aca-4fc3-944f-444d65fbfd4e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843089 Jul 29 15:06:06.053558 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b032fa95-73fa-4b1e-bceb-1b7249d250ee req-daf4cc63-2de3-46d3-a584-16de4fce87e4 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/security-groups?id=9134ed70-f1eb-4bcd-b228-2f4dd9570451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683056 Jul 29 15:06:06.091646 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b27d86ba-f2d2-4dfd-ace5-ef54a06c01b4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting port fd74a569-90c6-451c-9229-ae6ca71ff61b {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:06.092509 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b27d86ba-f2d2-4dfd-ace5-ef54a06c01b4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:06.174943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58222) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:06.195454 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1443-0edc-4bc6-b41d-3f99fff11e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:06.215813 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b27d86ba-f2d2-4dfd-ace5-ef54a06c01b4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:06.216164 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b27d86ba-f2d2-4dfd-ace5-ef54a06c01b4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:06.238557 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b27d86ba-f2d2-4dfd-ace5-ef54a06c01b4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Calling delete_port for fd74a569-90c6-451c-9229-ae6ca71ff61b owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:06.312618 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:06.334611 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1443-0edc-4bc6-b41d-3f99fff11e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:06.339874 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1443-0edc-4bc6-b41d-3f99fff11e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:06.396249 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1443-0edc-4bc6-b41d-3f99fff11e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcde6f10-0bc2-4b45-82f6-a9b1f969ca94,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:06.405184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9d2f1443-0edc-4bc6-b41d-3f99fff11e37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df7c31aa19eb4652ac617ebe85bb8490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286191 Jul 29 15:06:06.405975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58230) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:06.506650 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-84408113-0f62-4015-8065-592eaeccb87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:06.538095 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-84408113-0f62-4015-8065-592eaeccb87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:06.583231 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b27d86ba-f2d2-4dfd-ace5-ef54a06c01b4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:06.622066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d86ba-f2d2-4dfd-ace5-ef54a06c01b4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Port': ['ID=fd74a569-90c6-451c-9229-ae6ca71ff61b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:06.710429 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-84408113-0f62-4015-8065-592eaeccb87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:06.713166 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-84408113-0f62-4015-8065-592eaeccb87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:06.714684 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-84408113-0f62-4015-8065-592eaeccb87d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bcde6f10-0bc2-4b45-82f6-a9b1f969ca94 HTTP/1.1" status: 204 len: 168 time: 0.3063169 Jul 29 15:06:06.728363 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b27d86ba-f2d2-4dfd-ace5-ef54a06c01b4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:06.728736 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-b27d86ba-f2d2-4dfd-ace5-ef54a06c01b4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Floating IP 70022f27-0b29-4acf-996d-eeef019aaa7b disassociated (deleted). External IP: 172.25.6.47, port: e684fd1d-1fd0-49a0-b00e-f10051056762. Jul 29 15:06:06.732150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84408113-0f62-4015-8065-592eaeccb87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcde6f10-0bc2-4b45-82f6-a9b1f969ca94,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:06.965220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d8cd1-2a5f-49d2-96f5-04664480256e req-fdfa6299-9b66-4b1c-af6d-4cbc473ab43a tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:06.966938 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c7d8cd1-2a5f-49d2-96f5-04664480256e req-fdfa6299-9b66-4b1c-af6d-4cbc473ab43a tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.38 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 945 time: 0.0786295 Jul 29 15:06:07.145058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7251ed6-23bc-4610-8b09-ce85dff9745e req-39b282c1-927e-4f12-bfba-964ad930d0ac tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:07.146647 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d7251ed6-23bc-4610-8b09-ce85dff9745e req-39b282c1-927e-4f12-bfba-964ad930d0ac tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 945 time: 0.1618235 Jul 29 15:06:07.151243 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27d86ba-f2d2-4dfd-ace5-ef54a06c01b4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 6074da92-c946-4dac-872f-82ad9d2e4817 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:06:07.153388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-9c7d8cd1-2a5f-49d2-96f5-04664480256e req-5de56e6c-d455-45f7-bc17-fc405ee4505e tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Deleting port b9670aea-d19b-4ad7-bb94-1607a5682e6d {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:07.156985 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9c7d8cd1-2a5f-49d2-96f5-04664480256e req-5de56e6c-d455-45f7-bc17-fc405ee4505e tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:07.336080 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d7251ed6-23bc-4610-8b09-ce85dff9745e req-60c6275e-762c-47a1-a6af-bacf5b1d4ce3 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609626 Jul 29 15:06:07.389921 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b264d-e71d-4044-95e3-388767f829e4 req-88069524-b63b-4b66-9993-c8e2f5c340c1 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:07.403864 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba0b264d-e71d-4044-95e3-388767f829e4 req-88069524-b63b-4b66-9993-c8e2f5c340c1 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 945 time: 0.1371479 Jul 29 15:06:07.441208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-9c7d8cd1-2a5f-49d2-96f5-04664480256e req-5de56e6c-d455-45f7-bc17-fc405ee4505e tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] For port b9670aea-d19b-4ad7-bb94-1607a5682e6d, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b9670aea-d19b-4ad7-bb94-1607a5682e6d,segment=NetworkSegment(5a3a895e-7f0f-4372-80ca-1d46b4cc8001),segment_id=5a3a895e-7f0f-4372-80ca-1d46b4cc8001)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:07.441582 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9c7d8cd1-2a5f-49d2-96f5-04664480256e req-5de56e6c-d455-45f7-bc17-fc405ee4505e tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:07.478394 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27d86ba-f2d2-4dfd-ace5-ef54a06c01b4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:06:07.491823 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad4905d-df5e-4f78-9460-7547e77538a4 None None] Sync routers for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:06:07.501056 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b27d86ba-f2d2-4dfd-ace5-ef54a06c01b4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:07.504851 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad4905d-df5e-4f78-9460-7547e77538a4 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:07.508714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-9c7d8cd1-2a5f-49d2-96f5-04664480256e req-5de56e6c-d455-45f7-bc17-fc405ee4505e tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Calling delete_port for b9670aea-d19b-4ad7-bb94-1607a5682e6d owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:07.511949 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5ad4905d-df5e-4f78-9460-7547e77538a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:07.534687 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba0b264d-e71d-4044-95e3-388767f829e4 req-19a26107-946a-4693-9838-9f1e320ec351 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/security-groups?id=9134ed70-f1eb-4bcd-b228-2f4dd9570451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234884 Jul 29 15:06:07.590227 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b27d86ba-f2d2-4dfd-ace5-ef54a06c01b4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/floatingips/70022f27-0b29-4acf-996d-eeef019aaa7b HTTP/1.1" status: 204 len: 168 time: 2.0740860 Jul 29 15:06:07.591671 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58256) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:07.609470 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5ad4905d-df5e-4f78-9460-7547e77538a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:07.621253 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad4905d-df5e-4f78-9460-7547e77538a4 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:07.621974 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5ad4905d-df5e-4f78-9460-7547e77538a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:07.680613 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5ad4905d-df5e-4f78-9460-7547e77538a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:07.682130 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad4905d-df5e-4f78-9460-7547e77538a4 None None] The sync data for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:06:07.785795 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9c7d8cd1-2a5f-49d2-96f5-04664480256e req-5de56e6c-d455-45f7-bc17-fc405ee4505e tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:07.820145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['b9670aea-d19b-4ad7-bb94-1607a5682e6d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:06:07.878693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de56e6c-d455-45f7-bc17-fc405ee4505e tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Pushing event deleted for resources: {'Port': ['ID=b9670aea-d19b-4ad7-bb94-1607a5682e6d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:07.925049 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061dab-590c-4dc7-956e-551a4134fc3c req-be0741c5-d6ad-4c4b-85fe-2f9545fd4178 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:07.927327 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-06061dab-590c-4dc7-956e-551a4134fc3c req-be0741c5-d6ad-4c4b-85fe-2f9545fd4178 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 805 time: 0.2016909 Jul 29 15:06:07.930778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-953b6320-8ba9-4fce-a6f9-caf99e8da706 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting port e684fd1d-1fd0-49a0-b00e-f10051056762 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:07.931490 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-953b6320-8ba9-4fce-a6f9-caf99e8da706 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:07.941418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7d8cd1-2a5f-49d2-96f5-04664480256e req-5de56e6c-d455-45f7-bc17-fc405ee4505e tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] No DVR routers for this DVR port b9670aea-d19b-4ad7-bb94-1607a5682e6d on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:06:07.944392 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9c7d8cd1-2a5f-49d2-96f5-04664480256e req-5de56e6c-d455-45f7-bc17-fc405ee4505e tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:07.947544 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c7d8cd1-2a5f-49d2-96f5-04664480256e req-5de56e6c-d455-45f7-bc17-fc405ee4505e tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.38 "DELETE /v2.0/ports/b9670aea-d19b-4ad7-bb94-1607a5682e6d HTTP/1.1" status: 204 len: 173 time: 0.9731956 Jul 29 15:06:07.948216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44175bf-d971-46a2-8d83-c24266c70572', 'name': 'network-vif-deleted', 'tag': 'b9670aea-d19b-4ad7-bb94-1607a5682e6d'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:06:07.951308 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e81644-30e6-4aff-8757-0496574de077" -d '{"events": [{"server_uuid": "f44175bf-d971-46a2-8d83-c24266c70572", "name": "network-vif-deleted", "tag": "b9670aea-d19b-4ad7-bb94-1607a5682e6d"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:06:08.000196 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-06061dab-590c-4dc7-956e-551a4134fc3c req-dfa16d99-b65b-425d-a86b-c911c10069bc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/quotas/72da861e3c3549b98a30745682218526 HTTP/1.1" status: 200 len: 375 time: 0.0406861 Jul 29 15:06:08.041147 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc6dc80-2d41-42ef-9763-5fc15f15ae65 x-openstack-request-id: req-dbc6dc80-2d41-42ef-9763-5fc15f15ae65 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:06:08.041658 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44175bf-d971-46a2-8d83-c24266c70572", "name": "network-vif-deleted", "tag": "b9670aea-d19b-4ad7-bb94-1607a5682e6d", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:06:08.041889 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dbc6dc80-2d41-42ef-9763-5fc15f15ae65 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:06:08.042529 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44175bf-d971-46a2-8d83-c24266c70572', 'name': 'network-vif-deleted', 'tag': 'b9670aea-d19b-4ad7-bb94-1607a5682e6d', 'status': 'completed', 'code': 200} Jul 29 15:06:08.101162 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-06061dab-590c-4dc7-956e-551a4134fc3c req-16c85e1c-e3c5-49a4-a594-840e544d7cef tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924997 Jul 29 15:06:08.114626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-953b6320-8ba9-4fce-a6f9-caf99e8da706 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:08.203630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-953b6320-8ba9-4fce-a6f9-caf99e8da706 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Calling delete_port for e684fd1d-1fd0-49a0-b00e-f10051056762 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:08.313875 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-06061dab-590c-4dc7-956e-551a4134fc3c req-ca003774-277d-4b40-b875-cbee97c2a4e0 service neutron] 10.222.0.16 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959362 Jul 29 15:06:08.476399 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-06061dab-590c-4dc7-956e-551a4134fc3c req-ca767df1-7995-4e0a-aa16-ce136761f8df service neutron] 10.222.0.16 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536043 Jul 29 15:06:08.535686 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-953b6320-8ba9-4fce-a6f9-caf99e8da706 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:08.628013 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b6320-8ba9-4fce-a6f9-caf99e8da706 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Port': ['ID=e684fd1d-1fd0-49a0-b00e-f10051056762,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:08.762421 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-953b6320-8ba9-4fce-a6f9-caf99e8da706 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:08.764769 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-953b6320-8ba9-4fce-a6f9-caf99e8da706 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/ports/e684fd1d-1fd0-49a0-b00e-f10051056762 HTTP/1.1" status: 204 len: 168 time: 1.1718938 Jul 29 15:06:08.769724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58304) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:08.775547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:08.781276 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-81e73861-2662-4945-a81c-23ce63f033cf req-f33f1219-6a71-4cc8-8ce0-35eb94ad351c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 210 time: 0.0587053 Jul 29 15:06:08.816111 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:08.866983 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:06:08.918366 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-623a5e91-41b9-46fc-a389-49a0a71a7e84 req-8b34e5e0-24de-4ef4-b26e-0fb9bdeadc51 tempest-ServersNegativeTestMultiTenantJSON-2101122156 tempest-ServersNegativeTestMultiTenantJSON-2101122156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f44175bf-d971-46a2-8d83-c24266c70572 HTTP/1.1" status: 200 len: 210 time: 0.0327847 Jul 29 15:06:08.997518 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:09.138024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Allocated IP 172.25.6.17 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/c56f294d-ce51-4708-bf70-e91a756f5a68) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:06:09.341585 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:09.400597 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:09.461898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:06:09.473346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:09.476408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:06:09.479497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=c56f294d-ce51-4708-bf70-e91a756f5a68,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:09.508145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:09.508492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:09.508855 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:09.509206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:09.509529 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:09.509858 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:09.510182 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:09.510501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:09.510936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:09.511133 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:09.511472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:09.511797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:09.651579 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:09.696782 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:09.907698 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-512ad31c-a42c-4998-9375-1db005a697a7 req-de1cf206-a9e4-4886-98e7-1b27be9fb967 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 210 time: 0.0550370 Jul 29 15:06:10.007341 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:10.015176 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:10.024074 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58344) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:10.104899 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e500c0-3734-4825-91b2-6c05e358ac11 admin admin] Deleting subnet daa4d7ab-bbe8-44f7-8f12-08810a42da77 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:06:10.108368 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7e500c0-3734-4825-91b2-6c05e358ac11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:10.171593 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:10.215269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=c56f294d-ce51-4708-bf70-e91a756f5a68,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:10.225901 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7e500c0-3734-4825-91b2-6c05e358ac11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:10.227247 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:10.232477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0124a622-80ef-483a-b483-1a24ce17a1e8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4575026 Jul 29 15:06:10.232732 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58348) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:10.254438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-350c4fd0-a373-4456-a6dc-4da3c20c6eb8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'port': {'network_id': 'a92acca8-134d-4d07-b09e-f5060c609437', 'name': 'tempest-FloatingIPTestJSON-112745322'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:10.395227 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b10047f1-e504-4877-9608-211d11f4f490 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:10.399340 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b10047f1-e504-4877-9608-211d11f4f490 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.38 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 805 time: 0.2820008 Jul 29 15:06:10.431384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-06061dab-590c-4dc7-956e-551a4134fc3c req-af8acc2d-cc25-4ad4-86e1-9065209cafdc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Request body: {'port': {'device_id': '7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e', 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769', 'admin_state_up': True, 'tenant_id': '72da861e3c3549b98a30745682218526'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:10.506661 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7e500c0-3734-4825-91b2-6c05e358ac11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:10.532847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350c4fd0-a373-4456-a6dc-4da3c20c6eb8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Made reservation on behalf of 1f501dd07af044f3b6db1e627b684e8a for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:10.537090 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-350c4fd0-a373-4456-a6dc-4da3c20c6eb8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:10.572020 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-350c4fd0-a373-4456-a6dc-4da3c20c6eb8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] device_id is not set on port 69fa6a53-7de2-4001-b220-4d81108def83 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:06:10.683949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7e500c0-3734-4825-91b2-6c05e358ac11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:10.699892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06061dab-590c-4dc7-956e-551a4134fc3c req-af8acc2d-cc25-4ad4-86e1-9065209cafdc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Made reservation on behalf of 72da861e3c3549b98a30745682218526 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:10.705196 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-06061dab-590c-4dc7-956e-551a4134fc3c req-af8acc2d-cc25-4ad4-86e1-9065209cafdc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:10.748473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device b9670aea-d19b-4ad7-bb94-1607a5682e6d no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:06:10.763746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e500c0-3734-4825-91b2-6c05e358ac11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa4d7ab-bbe8-44f7-8f12-08810a42da77,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:10.781592 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7e500c0-3734-4825-91b2-6c05e358ac11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:10.787481 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e7e500c0-3734-4825-91b2-6c05e358ac11 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/daa4d7ab-bbe8-44f7-8f12-08810a42da77 HTTP/1.1" status: 204 len: 168 time: 0.7617197 Jul 29 15:06:10.797537 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58356) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:10.803179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: b9670aea-d19b-4ad7-bb94-1607a5682e6d {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:06:10.807250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device b9670aea-d19b-4ad7-bb94-1607a5682e6d not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:06:10.942399 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-350c4fd0-a373-4456-a6dc-4da3c20c6eb8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Allocated IP 172.20.0.4 (a92acca8-134d-4d07-b09e-f5060c609437/3f8468bf-b346-4c1d-81d3-7f3181e557ce/69fa6a53-7de2-4001-b220-4d81108def83) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:06:10.955441 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:10.965002 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19637f01-7821-4569-9f16-bd0bf4aea90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:11.055856 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-06061dab-590c-4dc7-956e-551a4134fc3c req-af8acc2d-cc25-4ad4-86e1-9065209cafdc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Allocated IP 172.20.0.12 (f18f3e8c-eef1-4fb9-8e44-5650b12aa769/c677d1a0-3418-4813-8696-6ad9765c9aa6/5e95bde7-5ce3-43dd-b783-d45db7220b7d) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:06:11.204941 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3c96693f-e05e-425b-8e60-dca9dc5d60c1 req-3c69a14e-657f-48ed-8382-781dbeacb49a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 210 time: 0.0744135 Jul 29 15:06:11.218407 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19637f01-7821-4569-9f16-bd0bf4aea90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:11.239678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-19637f01-7821-4569-9f16-bd0bf4aea90a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac15375-8925-4324-9182-cd25d4f6f2d0']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:11.264035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-19637f01-7821-4569-9f16-bd0bf4aea90a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3a895e-7f0f-4372-80ca-1d46b4cc8001') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:11.264333 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-19637f01-7821-4569-9f16-bd0bf4aea90a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3a895e-7f0f-4372-80ca-1d46b4cc8001') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:11.290468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19637f01-7821-4569-9f16-bd0bf4aea90a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:11.300961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-350c4fd0-a373-4456-a6dc-4da3c20c6eb8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:11.327047 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19637f01-7821-4569-9f16-bd0bf4aea90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:11.343204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19637f01-7821-4569-9f16-bd0bf4aea90a admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:06:11.344505 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19637f01-7821-4569-9f16-bd0bf4aea90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:06:11.347866 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:06:11.371464 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-06061dab-590c-4dc7-956e-551a4134fc3c req-af8acc2d-cc25-4ad4-86e1-9065209cafdc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:11.421663 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-06061dab-590c-4dc7-956e-551a4134fc3c req-af8acc2d-cc25-4ad4-86e1-9065209cafdc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:11.437108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3e73ce13-328d-43e2-9679-e658d14b9ddd', '22de2d25-9284-4a95-bcb9-f6fd9f85f210'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:06:11.453043 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-350c4fd0-a373-4456-a6dc-4da3c20c6eb8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:11.489098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06061dab-590c-4dc7-956e-551a4134fc3c req-af8acc2d-cc25-4ad4-86e1-9065209cafdc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:06:11.492848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-06061dab-590c-4dc7-956e-551a4134fc3c req-af8acc2d-cc25-4ad4-86e1-9065209cafdc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:11.503082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-06061dab-590c-4dc7-956e-551a4134fc3c req-af8acc2d-cc25-4ad4-86e1-9065209cafdc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:06:11.540079 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8acc2d-cc25-4ad4-86e1-9065209cafdc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Pushing event updated for resources: {'Port': ['ID=5e95bde7-5ce3-43dd-b783-d45db7220b7d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:11.541516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350c4fd0-a373-4456-a6dc-4da3c20c6eb8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network a92acca8-134d-4d07-b09e-f5060c609437 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:06:11.551184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-350c4fd0-a373-4456-a6dc-4da3c20c6eb8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:11.554958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c4fd0-a373-4456-a6dc-4da3c20c6eb8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:06:11.592002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061dab-590c-4dc7-956e-551a4134fc3c req-af8acc2d-cc25-4ad4-86e1-9065209cafdc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:11.592431 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-06061dab-590c-4dc7-956e-551a4134fc3c req-af8acc2d-cc25-4ad4-86e1-9065209cafdc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:11.611182 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19637f01-7821-4569-9f16-bd0bf4aea90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:11.618596 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-06061dab-590c-4dc7-956e-551a4134fc3c req-af8acc2d-cc25-4ad4-86e1-9065209cafdc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1937890 Jul 29 15:06:11.649786 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19637f01-7821-4569-9f16-bd0bf4aea90a admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:11.651761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Request body: {'port': {'device_id': '7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:11.655628 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-19637f01-7821-4569-9f16-bd0bf4aea90a admin admin] 10.222.0.16 "DELETE /v2.0/networks/cac15375-8925-4324-9182-cd25d4f6f2d0 HTTP/1.1" status: 204 len: 168 time: 0.8566120 Jul 29 15:06:11.656515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19637f01-7821-4569-9f16-bd0bf4aea90a admin admin] Pushing event deleted for resources: {'Network': ['ID=cac15375-8925-4324-9182-cd25d4f6f2d0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:11.659239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58368) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:11.659611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c4fd0-a373-4456-a6dc-4da3c20c6eb8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=69fa6a53-7de2-4001-b220-4d81108def83,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:11.671749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350c4fd0-a373-4456-a6dc-4da3c20c6eb8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:11.672444 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-350c4fd0-a373-4456-a6dc-4da3c20c6eb8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:11.709030 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-350c4fd0-a373-4456-a6dc-4da3c20c6eb8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4705720 Jul 29 15:06:11.709724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58370) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:11.724397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-88852dca-2cc7-40d7-9c65-3ebf1bbd806d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'floatingip': {'port_id': '69fa6a53-7de2-4001-b220-4d81108def83'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:11.816269 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-88852dca-2cc7-40d7-9c65-3ebf1bbd806d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:12.046260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-7396ceff-6d20-4ff5-b9f4-48f01dc4442c admin admin] Deleting subnet fa653584-6ad0-497f-9c3e-6a6fea1e21a9 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:06:12.055011 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7396ceff-6d20-4ff5-b9f4-48f01dc4442c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:12.100295 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:12.200264 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7396ceff-6d20-4ff5-b9f4-48f01dc4442c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:12.297975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58386) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:12.433105 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7396ceff-6d20-4ff5-b9f4-48f01dc4442c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:12.530150 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b737e8f5-b58b-429d-8b20-d313055ed69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:12.592687 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e95bde7-5ce3-43dd-b783-d45db7220b7d {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:06:12.602237 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:12.617058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Transition to ACTIVE for port object 5e95bde7-5ce3-43dd-b783-d45db7220b7d will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:06:12.631525 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:12.687166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Pushing event updated for resources: {'Port': ['ID=5e95bde7-5ce3-43dd-b783-d45db7220b7d,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:12.709142 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7396ceff-6d20-4ff5-b9f4-48f01dc4442c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:12.763945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396ceff-6d20-4ff5-b9f4-48f01dc4442c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa653584-6ad0-497f-9c3e-6a6fea1e21a9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:12.776803 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7396ceff-6d20-4ff5-b9f4-48f01dc4442c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:12.779005 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7396ceff-6d20-4ff5-b9f4-48f01dc4442c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fa653584-6ad0-497f-9c3e-6a6fea1e21a9 HTTP/1.1" status: 204 len: 168 time: 1.0985134 Jul 29 15:06:12.797034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58400) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:12.919889 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2024c80c-10af-4e35-a55e-3d867b63d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:12.942166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Attempting to bind port 5e95bde7-5ce3-43dd-b783-d45db7220b7d on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:06:12.942513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Attempting to bind port 5e95bde7-5ce3-43dd-b783-d45db7220b7d by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:06:12.942848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Attempting to bind port 5e95bde7-5ce3-43dd-b783-d45db7220b7d on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:06:12.951929 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Port 5e95bde7-5ce3-43dd-b783-d45db7220b7d on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:06:12.952260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Attempting to bind port 5e95bde7-5ce3-43dd-b783-d45db7220b7d on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:06:12.960232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b27bc-db2e-411a-b555-71570bf0ea5d req-0b2aa8bc-a829-4042-8b8a-768dacbb1c38 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:12.962113 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-439b27bc-db2e-411a-b555-71570bf0ea5d req-0b2aa8bc-a829-4042-8b8a-768dacbb1c38 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 932 time: 0.5618849 Jul 29 15:06:12.990369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:06:12.990663 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Checking segment: {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:06:12.991008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Bound using segment: {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:06:12.991753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Bound port: 5e95bde7-5ce3-43dd-b783-d45db7220b7d, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:06:12.992237 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.102964 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2024c80c-10af-4e35-a55e-3d867b63d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.128215 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-2024c80c-10af-4e35-a55e-3d867b63d43a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3749c3a-4a5f-42f5-869a-543e278f800c']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:13.144162 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.resource_extend [None req-88852dca-2cc7-40d7-9c65-3ebf1bbd806d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 15:06:13.151916 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-2024c80c-10af-4e35-a55e-3d867b63d43a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574a7a22-e247-47b6-b1b2-20be44bf9363') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:13.152417 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-2024c80c-10af-4e35-a55e-3d867b63d43a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574a7a22-e247-47b6-b1b2-20be44bf9363') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:13.153825 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-439b27bc-db2e-411a-b555-71570bf0ea5d req-3e544b76-b27b-48cd-a81d-098c8faf9b79 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841476 Jul 29 15:06:13.194101 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2024c80c-10af-4e35-a55e-3d867b63d43a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.196601 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] For port 5e95bde7-5ce3-43dd-b783-d45db7220b7d, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:06:13.205396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] For port 5e95bde7-5ce3-43dd-b783-d45db7220b7d, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5e95bde7-5ce3-43dd-b783-d45db7220b7d,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:06:13.215232 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.219097 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2024c80c-10af-4e35-a55e-3d867b63d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.237697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2024c80c-10af-4e35-a55e-3d867b63d43a admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:06:13.238228 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2024c80c-10af-4e35-a55e-3d867b63d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.242468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-88852dca-2cc7-40d7-9c65-3ebf1bbd806d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.254058 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-88852dca-2cc7-40d7-9c65-3ebf1bbd806d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:06:13.264475 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:06:13.281596 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:13.282876 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.286478 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-06061dab-590c-4dc7-956e-551a4134fc3c req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] 10.222.0.38 "PUT /v2.0/ports/5e95bde7-5ce3-43dd-b783-d45db7220b7d HTTP/1.1" status: 200 len: 1092 time: 1.6543522 Jul 29 15:06:13.307867 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b737e8f5-b58b-429d-8b20-d313055ed69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.319001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e', 'tag': '5e95bde7-5ce3-43dd-b783-d45db7220b7d'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:06:13.321314 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f60235-32b4-4af3-be00-59fdf66f7cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e", "tag": "5e95bde7-5ce3-43dd-b783-d45db7220b7d"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:06:13.324138 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b737e8f5-b58b-429d-8b20-d313055ed69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.405702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad6095-4fb4-4d9f-8ff2-d9f8a229655b service neutron] Pushing event updated for resources: {'Port': ['ID=5e95bde7-5ce3-43dd-b783-d45db7220b7d,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:13.411339 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e28363-13f1-428f-b650-42cda45e66ce x-openstack-request-id: req-b9e28363-13f1-428f-b650-42cda45e66ce {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:06:13.411651 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e", "tag": "5e95bde7-5ce3-43dd-b783-d45db7220b7d", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:06:13.411915 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9e28363-13f1-428f-b650-42cda45e66ce {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:06:13.412329 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e', 'tag': '5e95bde7-5ce3-43dd-b783-d45db7220b7d', 'status': 'completed', 'code': 200} Jul 29 15:06:13.428431 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2024c80c-10af-4e35-a55e-3d867b63d43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.444119 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2024c80c-10af-4e35-a55e-3d867b63d43a admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.448975 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2024c80c-10af-4e35-a55e-3d867b63d43a admin admin] 10.222.0.16 "DELETE /v2.0/networks/a3749c3a-4a5f-42f5-869a-543e278f800c HTTP/1.1" status: 204 len: 168 time: 0.6506271 Jul 29 15:06:13.470281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024c80c-10af-4e35-a55e-3d867b63d43a admin admin] Pushing event deleted for resources: {'Network': ['ID=a3749c3a-4a5f-42f5-869a-543e278f800c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:13.474857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061dab-590c-4dc7-956e-551a4134fc3c req-f3769079-bbf1-4e5c-b47a-a681e9bde655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:13.476524 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-06061dab-590c-4dc7-956e-551a4134fc3c req-f3769079-bbf1-4e5c-b47a-a681e9bde655 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 1095 time: 0.0956285 Jul 29 15:06:13.533600 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-88852dca-2cc7-40d7-9c65-3ebf1bbd806d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Floating IP d5dd08c4-e52d-4de5-b62d-8f79b1a227b7 associated. External IP: 172.25.6.17, port: 69fa6a53-7de2-4001-b220-4d81108def83. Jul 29 15:06:13.541310 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b737e8f5-b58b-429d-8b20-d313055ed69f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=202f00b7c8a54b2cbe286c4403f5b19b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2420623 Jul 29 15:06:13.547301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58410) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:13.554897 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-06061dab-590c-4dc7-956e-551a4134fc3c req-e2405d34-f471-44d2-9a1e-f380303b5606 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e95bde7-5ce3-43dd-b783-d45db7220b7d HTTP/1.1" status: 200 len: 217 time: 0.0637665 Jul 29 15:06:13.583945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737e8f5-b58b-429d-8b20-d313055ed69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd82716-7c8f-4d44-a6d7-cfb269cec4b5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:13.645220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061dab-590c-4dc7-956e-551a4134fc3c req-a4f4b78f-0316-4603-92a1-7250b5bb1fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:13.649247 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-06061dab-590c-4dc7-956e-551a4134fc3c req-a4f4b78f-0316-4603-92a1-7250b5bb1fa6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c677d1a0-3418-4813-8696-6ad9765c9aa6 HTTP/1.1" status: 200 len: 845 time: 0.0826395 Jul 29 15:06:13.652264 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58412) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:13.701155 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ef856ab-c550-4717-b9a9-4636a3bdb4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.704493 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-06061dab-590c-4dc7-956e-551a4134fc3c req-673718d9-9504-4fa4-837b-620851756be9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408862 Jul 29 15:06:13.755942 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ef856ab-c550-4717-b9a9-4636a3bdb4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.813796 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88852dca-2cc7-40d7-9c65-3ebf1bbd806d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 6074da92-c946-4dac-872f-82ad9d2e4817 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:06:13.919563 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-627f58e0-cc10-4a33-bd57-543aaf1e9e16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=528bd8d3e0c64813bf817b6733825fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659380 Jul 29 15:06:13.922923 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58416) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:13.923946 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ef856ab-c550-4717-b9a9-4636a3bdb4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.928905 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ef856ab-c550-4717-b9a9-4636a3bdb4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:13.930823 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3ef856ab-c550-4717-b9a9-4636a3bdb4de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cd82716-7c8f-4d44-a6d7-cfb269cec4b5 HTTP/1.1" status: 204 len: 168 time: 0.3826840 Jul 29 15:06:13.983488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef856ab-c550-4717-b9a9-4636a3bdb4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd82716-7c8f-4d44-a6d7-cfb269cec4b5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:14.051504 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88852dca-2cc7-40d7-9c65-3ebf1bbd806d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:06:14.072351 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650dbd40-3ffa-44b3-8e39-24d2f335c7a1 None None] Sync routers for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:06:14.079456 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-88852dca-2cc7-40d7-9c65-3ebf1bbd806d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:14.087877 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650dbd40-3ffa-44b3-8e39-24d2f335c7a1 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:14.088529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-650dbd40-3ffa-44b3-8e39-24d2f335c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:14.135869 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-06061dab-590c-4dc7-956e-551a4134fc3c req-f0754811-300c-4611-91e8-ba0ce5b34cea service neutron] 10.222.0.38 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199266 Jul 29 15:06:14.159110 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-88852dca-2cc7-40d7-9c65-3ebf1bbd806d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "PUT /v2.0/floatingips/d5dd08c4-e52d-4de5-b62d-8f79b1a227b7 HTTP/1.1" status: 200 len: 976 time: 2.4471800 Jul 29 15:06:14.164903 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58420) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:14.172597 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-650dbd40-3ffa-44b3-8e39-24d2f335c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:14.233102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650dbd40-3ffa-44b3-8e39-24d2f335c7a1 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:14.234452 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-650dbd40-3ffa-44b3-8e39-24d2f335c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:14.316403 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-650dbd40-3ffa-44b3-8e39-24d2f335c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:14.317476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650dbd40-3ffa-44b3-8e39-24d2f335c7a1 None None] The sync data for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:06:14.364955 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00fdcbc4-fb08-4f80-bc1a-8e8b2552f851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:14.392741 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f8499-c4d5-4284-9b37-9a74a428713f tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting port 69fa6a53-7de2-4001-b220-4d81108def83 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:14.393957 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8499-c4d5-4284-9b37-9a74a428713f tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:14.436939 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00fdcbc4-fb08-4f80-bc1a-8e8b2552f851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:14.497963 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-06061dab-590c-4dc7-956e-551a4134fc3c req-4062bb98-71ac-4ab6-911e-37d5dd7fb35e service neutron] 10.222.0.38 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481505 Jul 29 15:06:14.523998 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7a34e-843a-4b39-b6d2-89cdac4732d6 req-46a127d4-ea3c-4598-a5da-3f0a20954517 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:14.531455 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9e7a34e-843a-4b39-b6d2-89cdac4732d6 req-46a127d4-ea3c-4598-a5da-3f0a20954517 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 944 time: 0.1896966 Jul 29 15:06:14.545568 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8499-c4d5-4284-9b37-9a74a428713f tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:14.547538 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58432) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:14.615807 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecec09ae-3834-42ca-9e4b-c021f809df59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:14.638673 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00fdcbc4-fb08-4f80-bc1a-8e8b2552f851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:14.641279 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00fdcbc4-fb08-4f80-bc1a-8e8b2552f851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:14.645072 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-00fdcbc4-fb08-4f80-bc1a-8e8b2552f851 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9134ed70-f1eb-4bcd-b228-2f4dd9570451 HTTP/1.1" status: 204 len: 168 time: 0.7102656 Jul 29 15:06:14.692644 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9e7a34e-843a-4b39-b6d2-89cdac4732d6 req-608c6db5-c34c-41d4-b5a8-523c7ba0ec4a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601851 Jul 29 15:06:14.694658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdcbc4-fb08-4f80-bc1a-8e8b2552f851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9134ed70-f1eb-4bcd-b228-2f4dd9570451,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:14.746978 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f60235-32b4-4af3-be00-59fdf66f7cc0 req-41141078-821c-491f-a8eb-182805604b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:14.748513 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29f60235-32b4-4af3-be00-59fdf66f7cc0 req-41141078-821c-491f-a8eb-182805604b29 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 1095 time: 0.1354160 Jul 29 15:06:14.853185 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8499-c4d5-4284-9b37-9a74a428713f tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:14.855995 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8499-c4d5-4284-9b37-9a74a428713f tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:14.856705 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-9f7f8499-c4d5-4284-9b37-9a74a428713f tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Floating IP d5dd08c4-e52d-4de5-b62d-8f79b1a227b7 disassociated. External IP: 172.25.6.17, port: 69fa6a53-7de2-4001-b220-4d81108def83. Jul 29 15:06:14.857968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f8499-c4d5-4284-9b37-9a74a428713f tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Calling delete_port for 69fa6a53-7de2-4001-b220-4d81108def83 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:14.907948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f60235-32b4-4af3-be00-59fdf66f7cc0 req-230ed87b-f381-427d-872a-a5325e8e8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:14.909827 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29f60235-32b4-4af3-be00-59fdf66f7cc0 req-230ed87b-f381-427d-872a-a5325e8e8e91 service neutron] 10.222.0.38 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 906 time: 0.1503603 Jul 29 15:06:14.925989 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecec09ae-3834-42ca-9e4b-c021f809df59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:14.967304 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29f60235-32b4-4af3-be00-59fdf66f7cc0 req-353b59be-051e-4066-83d4-677e04b1cfd7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e95bde7-5ce3-43dd-b783-d45db7220b7d HTTP/1.1" status: 200 len: 217 time: 0.0490303 Jul 29 15:06:14.970335 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ecec09ae-3834-42ca-9e4b-c021f809df59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:15.094979 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8499-c4d5-4284-9b37-9a74a428713f tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:15.120487 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ecec09ae-3834-42ca-9e4b-c021f809df59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7feacb516e214e6fbcae869be1e39339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5681739 Jul 29 15:06:15.121379 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58444) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:15.133034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec09ae-3834-42ca-9e4b-c021f809df59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee7e06a-faf1-494e-bbed-badcc820912b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:15.142097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f8499-c4d5-4284-9b37-9a74a428713f tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Port': ['ID=69fa6a53-7de2-4001-b220-4d81108def83,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:15.152630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f60235-32b4-4af3-be00-59fdf66f7cc0 req-097f0cf1-c933-4ca9-a1e0-49804602e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:15.157076 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29f60235-32b4-4af3-be00-59fdf66f7cc0 req-097f0cf1-c933-4ca9-a1e0-49804602e681 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c677d1a0-3418-4813-8696-6ad9765c9aa6 HTTP/1.1" status: 200 len: 845 time: 0.1807590 Jul 29 15:06:15.217810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29f60235-32b4-4af3-be00-59fdf66f7cc0 req-32af0bcd-9528-4c27-b8df-905e3e347592 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451260 Jul 29 15:06:15.218240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58446) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:15.303544 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e05461ef-ba06-46c7-aeff-0eaec1a7991e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:15.345534 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e05461ef-ba06-46c7-aeff-0eaec1a7991e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:15.349405 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-85d5db46-84d3-46e0-9e53-7c2c561572b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab91a0fc93e64a738af67a27be134f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297526 Jul 29 15:06:15.351619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58450) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:15.370953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7f8499-c4d5-4284-9b37-9a74a428713f tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 6074da92-c946-4dac-872f-82ad9d2e4817 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:06:15.409177 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29f60235-32b4-4af3-be00-59fdf66f7cc0 req-2b7e8661-16b7-4d29-8c91-e2b931561eb1 service neutron] 10.222.0.38 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730306 Jul 29 15:06:15.454257 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e05461ef-ba06-46c7-aeff-0eaec1a7991e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:15.458846 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e05461ef-ba06-46c7-aeff-0eaec1a7991e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:15.461388 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e05461ef-ba06-46c7-aeff-0eaec1a7991e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cee7e06a-faf1-494e-bbed-badcc820912b HTTP/1.1" status: 204 len: 168 time: 0.3356910 Jul 29 15:06:15.508532 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05461ef-ba06-46c7-aeff-0eaec1a7991e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee7e06a-faf1-494e-bbed-badcc820912b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:15.567343 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29f60235-32b4-4af3-be00-59fdf66f7cc0 req-a0cf28e8-41a1-4a8a-bb59-2aab5cfdef1c service neutron] 10.222.0.38 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400936 Jul 29 15:06:15.599015 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-283ab8b8-6a8c-4d2c-8a8b-14a96d6ec44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:15.645529 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-283ab8b8-6a8c-4d2c-8a8b-14a96d6ec44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:15.670475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7f8499-c4d5-4284-9b37-9a74a428713f tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:06:15.683019 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d9b7df-594d-4d0d-9aed-9b371f40e8f3 None None] Sync routers for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:06:15.697255 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d9b7df-594d-4d0d-9aed-9b371f40e8f3 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:15.699266 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-04d9b7df-594d-4d0d-9aed-9b371f40e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:15.802098 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-04d9b7df-594d-4d0d-9aed-9b371f40e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:15.819672 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8499-c4d5-4284-9b37-9a74a428713f tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:15.835956 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9f7f8499-c4d5-4284-9b37-9a74a428713f tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/ports/69fa6a53-7de2-4001-b220-4d81108def83 HTTP/1.1" status: 204 len: 168 time: 1.6636033 Jul 29 15:06:15.835956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58470) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:15.860148 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d9b7df-594d-4d0d-9aed-9b371f40e8f3 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:15.861776 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-04d9b7df-594d-4d0d-9aed-9b371f40e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:15.906094 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-283ab8b8-6a8c-4d2c-8a8b-14a96d6ec44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:15.912725 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-283ab8b8-6a8c-4d2c-8a8b-14a96d6ec44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:15.917559 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-283ab8b8-6a8c-4d2c-8a8b-14a96d6ec44a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ed44f79-e30d-4633-b8d0-dcae446d5ebf HTTP/1.1" status: 204 len: 168 time: 0.5613995 Jul 29 15:06:15.941236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9472327-70f1-4068-9fdd-edf95264ab23 req-9cd2a19d-9c58-4871-be79-7e0501b4e74c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:15.943789 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9472327-70f1-4068-9fdd-edf95264ab23 req-9cd2a19d-9c58-4871-be79-7e0501b4e74c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 944 time: 0.1361189 Jul 29 15:06:15.969620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ab8b8-6a8c-4d2c-8a8b-14a96d6ec44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed44f79-e30d-4633-b8d0-dcae446d5ebf,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:15.986894 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-85d23cf0-493f-4165-9218-fc3cc854053e tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "GET /v2.0/floatingips/d5dd08c4-e52d-4de5-b62d-8f79b1a227b7 HTTP/1.1" status: 200 len: 687 time: 0.1526456 Jul 29 15:06:15.987601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58486) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:15.991900 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-04d9b7df-594d-4d0d-9aed-9b371f40e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:15.994522 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d9b7df-594d-4d0d-9aed-9b371f40e8f3 None None] The sync data for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:06:16.053641 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9472327-70f1-4068-9fdd-edf95264ab23 req-409ec988-1865-4b0b-b9f3-ea62b0667d91 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032238 Jul 29 15:06:16.337366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3f0fe4c4-dc7a-4b92-8587-54a324bcca42 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting port c56f294d-ce51-4708-bf70-e91a756f5a68 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:16.338524 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe4c4-dc7a-4b92-8587-54a324bcca42 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:16.480908 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe4c4-dc7a-4b92-8587-54a324bcca42 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:16.481250 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe4c4-dc7a-4b92-8587-54a324bcca42 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:16.507284 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3f0fe4c4-dc7a-4b92-8587-54a324bcca42 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Calling delete_port for c56f294d-ce51-4708-bf70-e91a756f5a68 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:16.741535 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe4c4-dc7a-4b92-8587-54a324bcca42 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:16.762760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 5e95bde7-5ce3-43dd-b783-d45db7220b7d details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:06:16.991867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fe4c4-dc7a-4b92-8587-54a324bcca42 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Port': ['ID=c56f294d-ce51-4708-bf70-e91a756f5a68,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:17.023690 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 5e95bde7-5ce3-43dd-b783-d45db7220b7d, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5e95bde7-5ce3-43dd-b783-d45db7220b7d,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:17.086238 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe4c4-dc7a-4b92-8587-54a324bcca42 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:17.089607 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3f0fe4c4-dc7a-4b92-8587-54a324bcca42 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:17.098765 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3f0fe4c4-dc7a-4b92-8587-54a324bcca42 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/floatingips/d5dd08c4-e52d-4de5-b62d-8f79b1a227b7 HTTP/1.1" status: 204 len: 168 time: 1.1100643 Jul 29 15:06:17.102292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 58618) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:17.103754 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '5e95bde7-5ce3-43dd-b783-d45db7220b7d', 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769', 'port_id': '5e95bde7-5ce3-43dd-b783-d45db7220b7d', 'mac_address': 'fa:16:3e:91:0f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c677d1a0-3418-4813-8696-6ad9765c9aa6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:06:17.108756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': 'c2241209-bbe8-4647-97cc-e676ac8ff7d0'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:17.217062 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:17.300734 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:17.338798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e95bde7-5ce3-43dd-b783-d45db7220b7d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:06:17.383689 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 5e95bde7-5ce3-43dd-b783-d45db7220b7d, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5e95bde7-5ce3-43dd-b783-d45db7220b7d,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:17.394848 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:17.446559 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d6662-2380-4d65-bdc2-472f71d65c9d req-ec8bbc3e-22f3-4d0d-977e-0509d335a002 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:17.454606 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab6d6662-2380-4d65-bdc2-472f71d65c9d req-ec8bbc3e-22f3-4d0d-977e-0509d335a002 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 944 time: 0.2271955 Jul 29 15:06:17.501257 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=5e95bde7-5ce3-43dd-b783-d45db7220b7d,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:17.546591 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab6d6662-2380-4d65-bdc2-472f71d65c9d req-d2792d94-8299-459b-a8ad-90bdbd1b8f72 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862091 Jul 29 15:06:17.604651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:17.605846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58670) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:17.650682 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['5e95bde7-5ce3-43dd-b783-d45db7220b7d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:06:17.747848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Allocated IP 172.25.6.253 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/986d4fe8-bf0a-45a8-a749-83d07b109175) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:06:17.826786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-04e5d76d-a0f9-46ec-8fa6-188a361d2e4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1730843082-network', 'tenant_id': '674e9126d6f64603ae7397cc3fe62996'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:17.879448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e5d76d-a0f9-46ec-8fa6-188a361d2e4d admin admin] Made reservation on behalf of 674e9126d6f64603ae7397cc3fe62996 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:17.883016 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:17.883663 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04e5d76d-a0f9-46ec-8fa6-188a361d2e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:17.904843 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04e5d76d-a0f9-46ec-8fa6-188a361d2e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:17.961003 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:18.071028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:06:18.077766 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:18.088249 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:06:18.098807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=986d4fe8-bf0a-45a8-a749-83d07b109175,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:18.282832 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04e5d76d-a0f9-46ec-8fa6-188a361d2e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:18.299306 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04e5d76d-a0f9-46ec-8fa6-188a361d2e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:18.378974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e5d76d-a0f9-46ec-8fa6-188a361d2e4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:06:18.434618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5d76d-a0f9-46ec-8fa6-188a361d2e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:18.449580 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04e5d76d-a0f9-46ec-8fa6-188a361d2e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:18.449932 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-04e5d76d-a0f9-46ec-8fa6-188a361d2e4d admin admin] Added segment 3e1595d1-bee6-42d4-819d-e05ae47ff761 of type vlan for network fb13e7be-1996-4013-94e7-9bb8de9ff08f Jul 29 15:06:18.635494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09256a-8900-48b4-8203-32fc84e15891 req-c81399b3-1d8c-4181-b770-aa68bb5c3ce2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:18.641290 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04e5d76d-a0f9-46ec-8fa6-188a361d2e4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:18.648621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09256a-8900-48b4-8203-32fc84e15891 req-c81399b3-1d8c-4181-b770-aa68bb5c3ce2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:18.669632 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09256a-8900-48b4-8203-32fc84e15891 req-c81399b3-1d8c-4181-b770-aa68bb5c3ce2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:18.677727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09256a-8900-48b4-8203-32fc84e15891 req-c81399b3-1d8c-4181-b770-aa68bb5c3ce2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:18.689064 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09256a-8900-48b4-8203-32fc84e15891 req-c81399b3-1d8c-4181-b770-aa68bb5c3ce2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:18.702410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09256a-8900-48b4-8203-32fc84e15891 req-c81399b3-1d8c-4181-b770-aa68bb5c3ce2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:18.710180 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09256a-8900-48b4-8203-32fc84e15891 req-c81399b3-1d8c-4181-b770-aa68bb5c3ce2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:18.718863 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef09256a-8900-48b4-8203-32fc84e15891 req-c81399b3-1d8c-4181-b770-aa68bb5c3ce2 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5443 time: 0.8948345 Jul 29 15:06:18.742466 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04e5d76d-a0f9-46ec-8fa6-188a361d2e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:18.744810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e5d76d-a0f9-46ec-8fa6-188a361d2e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:18.748577 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04e5d76d-a0f9-46ec-8fa6-188a361d2e4d admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:18.792181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 5e95bde7-5ce3-43dd-b783-d45db7220b7d up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:06:18.829320 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef09256a-8900-48b4-8203-32fc84e15891 req-b72af8b6-62f7-4d70-b56f-95587dcb9898 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1094768 Jul 29 15:06:18.907653 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 5e95bde7-5ce3-43dd-b783-d45db7220b7d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:06:18.921769 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 5e95bde7-5ce3-43dd-b783-d45db7220b7d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:06:18.923114 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:19.041903 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5d76d-a0f9-46ec-8fa6-188a361d2e4d admin admin] Pushing event updated for resources: {'Network': ['ID=fb13e7be-1996-4013-94e7-9bb8de9ff08f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:19.055291 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network fb13e7be-1996-4013-94e7-9bb8de9ff08f details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:06:19.069472 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-04e5d76d-a0f9-46ec-8fa6-188a361d2e4d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4621382 Jul 29 15:06:19.071259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58816) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:19.081458 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6f733307-2cf2-4bb2-87e5-43686b9d6c0a admin admin] Request body: {'subnet': {'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1730843082-subnet', 'tenant_id': '674e9126d6f64603ae7397cc3fe62996', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:19.100497 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60110659-082a-44ad-8739-308e9c9719c2 req-9aa2a9fe-a29a-432e-9a61-821fee03c850 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:19.109201 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60110659-082a-44ad-8739-308e9c9719c2 req-9aa2a9fe-a29a-432e-9a61-821fee03c850 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 945 time: 0.3533351 Jul 29 15:06:19.181690 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60110659-082a-44ad-8739-308e9c9719c2 req-c563f65e-580a-49d8-94aa-79c4c104b8ce tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655107 Jul 29 15:06:19.198694 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f733307-2cf2-4bb2-87e5-43686b9d6c0a admin admin] Made reservation on behalf of 674e9126d6f64603ae7397cc3fe62996 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:19.204997 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f733307-2cf2-4bb2-87e5-43686b9d6c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:19.472993 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095844-bcda-4a6c-b8ed-906fd5fd49db req-1040fd16-c058-4423-a9f5-737292371716 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:19.480000 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095844-bcda-4a6c-b8ed-906fd5fd49db req-1040fd16-c058-4423-a9f5-737292371716 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:19.490349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095844-bcda-4a6c-b8ed-906fd5fd49db req-1040fd16-c058-4423-a9f5-737292371716 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:19.497665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095844-bcda-4a6c-b8ed-906fd5fd49db req-1040fd16-c058-4423-a9f5-737292371716 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:19.505565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095844-bcda-4a6c-b8ed-906fd5fd49db req-1040fd16-c058-4423-a9f5-737292371716 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:19.515004 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095844-bcda-4a6c-b8ed-906fd5fd49db req-1040fd16-c058-4423-a9f5-737292371716 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:19.529819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f095844-bcda-4a6c-b8ed-906fd5fd49db req-1040fd16-c058-4423-a9f5-737292371716 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:19.536572 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f095844-bcda-4a6c-b8ed-906fd5fd49db req-1040fd16-c058-4423-a9f5-737292371716 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5443 time: 0.4222662 Jul 29 15:06:19.740392 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f733307-2cf2-4bb2-87e5-43686b9d6c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:19.821475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f733307-2cf2-4bb2-87e5-43686b9d6c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:19.880175 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:19.895502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f733307-2cf2-4bb2-87e5-43686b9d6c0a admin admin] Checking segment: {'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:06:19.895872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f733307-2cf2-4bb2-87e5-43686b9d6c0a admin admin] Network hostable DHCP agents. Network: fb13e7be-1996-4013-94e7-9bb8de9ff08f, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:06:19.907592 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:19.926120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f733307-2cf2-4bb2-87e5-43686b9d6c0a admin admin] Network fb13e7be-1996-4013-94e7-9bb8de9ff08f is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:06:19.945310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-6f733307-2cf2-4bb2-87e5-43686b9d6c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, fb13e7be-1996-4013-94e7-9bb8de9ff08f) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:19.954872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f733307-2cf2-4bb2-87e5-43686b9d6c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:19.959104 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f733307-2cf2-4bb2-87e5-43686b9d6c0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:19.988095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95bde7-5ce3-43dd-b783-d45db7220b7d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:06:20.000432 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6f733307-2cf2-4bb2-87e5-43686b9d6c0a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9238527 Jul 29 15:06:20.010358 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1f7625-51c6-4b5c-a93d-9890bce23649" -d '{"events": [{"server_uuid": "7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e", "name": "network-vif-plugged", "status": "completed", "tag": "5e95bde7-5ce3-43dd-b783-d45db7220b7d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:06:20.017462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca530bae-4f4b-44ce-b48d-0f70a56654fb None None] Network fb13e7be-1996-4013-94e7-9bb8de9ff08f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:06:20.062643 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:20.206376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 5e95bde7-5ce3-43dd-b783-d45db7220b7d, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5e95bde7-5ce3-43dd-b783-d45db7220b7d,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:20.208405 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bb35ff-9006-44c5-a700-f5af098e17fb x-openstack-request-id: req-34bb35ff-9006-44c5-a700-f5af098e17fb {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:06:20.209406 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e", "name": "network-vif-plugged", "status": "completed", "tag": "5e95bde7-5ce3-43dd-b783-d45db7220b7d", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:06:20.209895 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34bb35ff-9006-44c5-a700-f5af098e17fb {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:06:20.210512 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95bde7-5ce3-43dd-b783-d45db7220b7d', 'code': 200} Jul 29 15:06:20.213917 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:20.307153 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eb301f-782d-434a-908d-9afa481afa02 None None] Network fb13e7be-1996-4013-94e7-9bb8de9ff08f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:06:20.490731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=5e95bde7-5ce3-43dd-b783-d45db7220b7d,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:20.606397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a617d-ff6c-4b75-bea0-be48dc63f923 req-88f2c2c5-5597-44c5-a6ea-86e9c8d139b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:20.610048 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-749a617d-ff6c-4b75-bea0-be48dc63f923 req-88f2c2c5-5597-44c5-a6ea-86e9c8d139b3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 1097 time: 0.3935304 Jul 29 15:06:20.645647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 58966) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:20.733912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-749a617d-ff6c-4b75-bea0-be48dc63f923 req-56583783-abce-4d08-a4da-4dbcb2766ffa service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094792 Jul 29 15:06:20.759748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24b80a-2f0d-4530-8843-3e10be5ae68b req-071f6cf7-d0df-41bc-8926-23c4afe368f2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:20.761631 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3d24b80a-2f0d-4530-8843-3e10be5ae68b req-071f6cf7-d0df-41bc-8926-23c4afe368f2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 946 time: 0.2929893 Jul 29 15:06:20.876609 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:20.891952 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3d24b80a-2f0d-4530-8843-3e10be5ae68b req-02cec5c2-904c-4473-be4f-a86359f8cece tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204851 Jul 29 15:06:20.894850 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:20.942698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=986d4fe8-bf0a-45a8-a749-83d07b109175,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:20.967554 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5653527-25b6-471b-8fa3-48465e4e933d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:21.022304 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:21.251995 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5653527-25b6-471b-8fa3-48465e4e933d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:21.263257 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5653527-25b6-471b-8fa3-48465e4e933d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:21.274750 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Floating IP fa7b42b4-bf5f-40fd-9e7d-e0cf44445cc2 associated. External IP: 172.25.6.253, port: c2241209-bbe8-4647-97cc-e676ac8ff7d0. Jul 29 15:06:21.493720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b5653527-25b6-471b-8fa3-48465e4e933d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfaad69e043745e1afd3312eca87dbfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8460162 Jul 29 15:06:21.497802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59038) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:21.530641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5653527-25b6-471b-8fa3-48465e4e933d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494db413-557d-476b-a684-b9105628b8c3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:21.594313 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-414ff864-ed11-4a29-8db2-b35989ee7e83 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:21.596704 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-414ff864-ed11-4a29-8db2-b35989ee7e83 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/networks?id=fb13e7be-1996-4013-94e7-9bb8de9ff08f HTTP/1.1" status: 200 len: 815 time: 0.2682936 Jul 29 15:06:21.617173 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-e47304b0-33a0-470c-84cc-cc1bc2cb4e68 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/quotas/674e9126d6f64603ae7397cc3fe62996 HTTP/1.1" status: 200 len: 375 time: 0.0109935 Jul 29 15:06:21.630972 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-70fb3ffa-68e4-4a16-ae34-3071450c67da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:21.655122 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 6074da92-c946-4dac-872f-82ad9d2e4817 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:06:21.658026 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-8256a3d6-cc29-4cfa-9ef5-093f85c2a44c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=674e9126d6f64603ae7397cc3fe62996&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323181 Jul 29 15:06:21.670090 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-70fb3ffa-68e4-4a16-ae34-3071450c67da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:21.786474 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-39100bf6-2a47-44d3-a748-3cc0d5c41716 service neutron] 10.222.0.16 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200926 Jul 29 15:06:21.804300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59046) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:21.871692 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-70fb3ffa-68e4-4a16-ae34-3071450c67da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:21.876286 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-70fb3ffa-68e4-4a16-ae34-3071450c67da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:21.879041 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-70fb3ffa-68e4-4a16-ae34-3071450c67da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/494db413-557d-476b-a684-b9105628b8c3 HTTP/1.1" status: 204 len: 168 time: 0.3801546 Jul 29 15:06:21.921648 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb3ffa-68e4-4a16-ae34-3071450c67da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494db413-557d-476b-a684-b9105628b8c3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:21.941830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:06:21.956472 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-a5aa2cbd-70c3-449d-9eb9-54bc2af08129 service neutron] 10.222.0.16 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631916 Jul 29 15:06:21.976826 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:21.988660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425598-6678-4ae8-b297-551bf74c0b60 req-06563127-f776-4852-be9f-30ce3c42c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:21.991232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425598-6678-4ae8-b297-551bf74c0b60 req-06563127-f776-4852-be9f-30ce3c42c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:21.992714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425598-6678-4ae8-b297-551bf74c0b60 req-06563127-f776-4852-be9f-30ce3c42c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:21.993259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425598-6678-4ae8-b297-551bf74c0b60 req-06563127-f776-4852-be9f-30ce3c42c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:21.995365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425598-6678-4ae8-b297-551bf74c0b60 req-06563127-f776-4852-be9f-30ce3c42c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:21.996424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a2e66-624d-4c0d-a0bf-0a7034a04c5d None None] Sync routers for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:06:21.997217 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425598-6678-4ae8-b297-551bf74c0b60 req-06563127-f776-4852-be9f-30ce3c42c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:22.000630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425598-6678-4ae8-b297-551bf74c0b60 req-06563127-f776-4852-be9f-30ce3c42c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:22.009500 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-70425598-6678-4ae8-b297-551bf74c0b60 req-06563127-f776-4852-be9f-30ce3c42c827 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 6500 time: 0.2038338 Jul 29 15:06:22.024746 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a2e66-624d-4c0d-a0bf-0a7034a04c5d None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:22.025523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9f8a2e66-624d-4c0d-a0bf-0a7034a04c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:22.084986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9f8a2e66-624d-4c0d-a0bf-0a7034a04c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:22.095223 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a2e66-624d-4c0d-a0bf-0a7034a04c5d None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:22.096655 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9f8a2e66-624d-4c0d-a0bf-0a7034a04c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:22.133322 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-adcd6fc0-1309-4cd3-8b6c-ca18859b4cbb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.0268326 Jul 29 15:06:22.134105 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59058) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:22.137231 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-70425598-6678-4ae8-b297-551bf74c0b60 req-967a2c7d-ac52-442a-8e3d-67161fb063b3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116526 Jul 29 15:06:22.140169 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9c4dc60b-16dc-49f8-bce8-a4c80f6f36a4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-273201723'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:22.197773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9f8a2e66-624d-4c0d-a0bf-0a7034a04c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:22.198612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a2e66-624d-4c0d-a0bf-0a7034a04c5d None None] The sync data for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:06:22.208354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77717814-63a2-4417-8764-e85fc0ff5475 req-8473f9e0-d0fc-4b75-824c-24b1344faf4a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:22.211035 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-77717814-63a2-4417-8764-e85fc0ff5475 req-8473f9e0-d0fc-4b75-824c-24b1344faf4a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 946 time: 0.1332188 Jul 29 15:06:22.211802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4dc60b-16dc-49f8-bce8-a4c80f6f36a4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Made reservation on behalf of 1f501dd07af044f3b6db1e627b684e8a for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:22.216222 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c4dc60b-16dc-49f8-bce8-a4c80f6f36a4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:22.349405 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-77717814-63a2-4417-8764-e85fc0ff5475 req-e453171c-b792-43d5-a390-71b5d968c972 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267028 Jul 29 15:06:22.357805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4dc60b-16dc-49f8-bce8-a4c80f6f36a4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:06:22.382099 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c4dc60b-16dc-49f8-bce8-a4c80f6f36a4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:22.382998 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-9c4dc60b-16dc-49f8-bce8-a4c80f6f36a4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Added segment f9a2c6b4-84b0-4c39-8bd2-57bed7516d60 of type vlan for network 873a197a-4f98-480d-ab57-fd79b3b7f437 Jul 29 15:06:22.503571 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02839fb2-959f-4eec-a0a1-e5c5a61e2001 req-72737d88-2bc2-475e-a612-3882b4c202a4 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 210 time: 0.1119633 Jul 29 15:06:22.602047 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c4dc60b-16dc-49f8-bce8-a4c80f6f36a4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:22.645480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe3cd0-12fc-4bb6-b96e-599f67465e1c req-f42afdfe-9306-41bf-b5df-e8c5d5286d2b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:22.647298 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6fbe3cd0-12fc-4bb6-b96e-599f67465e1c req-f42afdfe-9306-41bf-b5df-e8c5d5286d2b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 945 time: 0.0921886 Jul 29 15:06:22.665979 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c4dc60b-16dc-49f8-bce8-a4c80f6f36a4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:22.669403 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59082) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:22.671579 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4dc60b-16dc-49f8-bce8-a4c80f6f36a4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:22.672241 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c4dc60b-16dc-49f8-bce8-a4c80f6f36a4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:22.733810 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:22.809312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59088) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:22.854790 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9c4dc60b-16dc-49f8-bce8-a4c80f6f36a4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7164104 Jul 29 15:06:22.854790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4dc60b-16dc-49f8-bce8-a4c80f6f36a4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Network': ['ID=873a197a-4f98-480d-ab57-fd79b3b7f437,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:22.855164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59092) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:22.860923 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9ff9c395-3980-4da1-a31c-7379a83db560 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'subnet': {'network_id': '873a197a-4f98-480d-ab57-fd79b3b7f437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:22.865996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 873a197a-4f98-480d-ab57-fd79b3b7f437 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:06:22.881709 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6fbe3cd0-12fc-4bb6-b96e-599f67465e1c req-a7401fe5-7778-4a11-b853-ec422fdf135e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262795 Jul 29 15:06:23.446207 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:23.460567 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6ae62eee-733e-456f-8736-dbf2d393dd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:23.467581 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:23.536648 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff9c395-3980-4da1-a31c-7379a83db560 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Made reservation on behalf of 1f501dd07af044f3b6db1e627b684e8a for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:23.540127 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c395-3980-4da1-a31c-7379a83db560 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:23.551587 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=460a6d30fb024bdab76c704731cceda9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8771234 Jul 29 15:06:23.555387 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5814bd2e-8e62-4669-b7ab-9a308127f17f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:23.557348 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59102) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:23.606725 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415deaae-c425-44ea-a08c-afcca58e3261 req-8ea293dd-089e-4bd6-9901-d19540a6a815 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:23.608287 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-415deaae-c425-44ea-a08c-afcca58e3261 req-8ea293dd-089e-4bd6-9901-d19540a6a815 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 946 time: 0.5932782 Jul 29 15:06:23.632322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:23.632322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:23.632843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:23.633023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:23.634421 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:23.634765 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:23.635103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:23.635434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:23.636320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:23.636661 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:23.637064 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:23.637398 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60a1521-727f-475c-8a8d-a221431c62d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:06:23.670272 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9d8b6db6-7007-4c2e-84a5-6e7a0ce5e02e req-585141af-12bb-4f19-810b-d695608feca9 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 210 time: 0.0779710 Jul 29 15:06:23.710174 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86939a45-eff2-4df1-a718-448a4afedbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:23.740746 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86939a45-eff2-4df1-a718-448a4afedbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:23.741712 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-415deaae-c425-44ea-a08c-afcca58e3261 req-f1b052cc-3bb1-44e2-9925-51b8f544a31b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166975 Jul 29 15:06:23.811645 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86939a45-eff2-4df1-a718-448a4afedbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:23.816752 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86939a45-eff2-4df1-a718-448a4afedbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:23.818366 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-86939a45-eff2-4df1-a718-448a4afedbb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5814bd2e-8e62-4669-b7ab-9a308127f17f HTTP/1.1" status: 204 len: 168 time: 0.2600515 Jul 29 15:06:23.828398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86939a45-eff2-4df1-a718-448a4afedbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5814bd2e-8e62-4669-b7ab-9a308127f17f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:23.845301 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6ae62eee-733e-456f-8736-dbf2d393dd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:23.856067 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6ae62eee-733e-456f-8736-dbf2d393dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:23.949733 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6ae62eee-733e-456f-8736-dbf2d393dd94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a7af3390e264eef8cd50985514cda7b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1393065 Jul 29 15:06:23.956543 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59110) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:23.957874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae62eee-733e-456f-8736-dbf2d393dd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599f456f-3e74-49b5-b36e-efa169d9842d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:24.066287 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c395-3980-4da1-a31c-7379a83db560 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:24.081349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-1ddc335d-0b6b-413e-82e0-e05ca617a2e8 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:24.088542 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-1ddc335d-0b6b-413e-82e0-e05ca617a2e8 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.38 "GET /v2.0/networks?id=fb13e7be-1996-4013-94e7-9bb8de9ff08f HTTP/1.1" status: 200 len: 815 time: 0.2341676 Jul 29 15:06:24.106678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-cead63ec-03a9-4e8b-9991-f7add3094e95 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Request body: {'port': {'device_id': '3bf432c2-804d-4b7d-b487-8e7979416e53', 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f', 'admin_state_up': True, 'tenant_id': '674e9126d6f64603ae7397cc3fe62996'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:24.130461 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a485-2749-4b06-9db4-3d65af5699b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:24.216366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff9c395-3980-4da1-a31c-7379a83db560 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Checking segment: {'id': 'f9a2c6b4-84b0-4c39-8bd2-57bed7516d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '873a197a-4f98-480d-ab57-fd79b3b7f437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:06:24.216366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff9c395-3980-4da1-a31c-7379a83db560 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network hostable DHCP agents. Network: 873a197a-4f98-480d-ab57-fd79b3b7f437, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:06:24.219807 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a485-2749-4b06-9db4-3d65af5699b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:24.225048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9c395-3980-4da1-a31c-7379a83db560 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Subnet': ['ID=9ff6dc5c-975e-4108-b4de-485b45ada4e5,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:24.250998 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-cead63ec-03a9-4e8b-9991-f7add3094e95 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Made reservation on behalf of 674e9126d6f64603ae7397cc3fe62996 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:24.257223 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-cead63ec-03a9-4e8b-9991-f7add3094e95 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:24.260297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b9083-bdfb-4966-8d32-730ab215948b req-d43d61da-0d8a-4c3b-b921-8a9ce26ac57d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:24.261895 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a16b9083-bdfb-4966-8d32-730ab215948b req-d43d61da-0d8a-4c3b-b921-8a9ce26ac57d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 946 time: 0.1503952 Jul 29 15:06:24.310530 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff9c395-3980-4da1-a31c-7379a83db560 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network 873a197a-4f98-480d-ab57-fd79b3b7f437 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:06:24.331346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-9ff9c395-3980-4da1-a31c-7379a83db560 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 873a197a-4f98-480d-ab57-fd79b3b7f437) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:24.336157 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff9c395-3980-4da1-a31c-7379a83db560 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:24.336970 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ff9c395-3980-4da1-a31c-7379a83db560 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:24.340054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f6db9e-37f9-401c-a089-61bcab93be04 None None] Network 873a197a-4f98-480d-ab57-fd79b3b7f437 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:06:24.378256 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a16b9083-bdfb-4966-8d32-730ab215948b req-807ef428-1cbc-4176-9189-4f5f0075eb77 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046603 Jul 29 15:06:24.386357 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9ff9c395-3980-4da1-a31c-7379a83db560 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5300510 Jul 29 15:06:24.388952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59126) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:24.393471 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1424583442', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:24.402577 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a485-2749-4b06-9db4-3d65af5699b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:24.413103 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a485-2749-4b06-9db4-3d65af5699b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:24.414354 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c0b8a485-2749-4b06-9db4-3d65af5699b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/599f456f-3e74-49b5-b36e-efa169d9842d HTTP/1.1" status: 204 len: 168 time: 0.4527960 Jul 29 15:06:24.436714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8a485-2749-4b06-9db4-3d65af5699b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599f456f-3e74-49b5-b36e-efa169d9842d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:24.452371 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:24.453942 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:24.484871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-cead63ec-03a9-4e8b-9991-f7add3094e95 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Allocated IP 172.20.0.11 (fb13e7be-1996-4013-94e7-9bb8de9ff08f/212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70/fd5da8fb-2b0f-4108-893b-36ff2a4a695c) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:06:24.564598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-873a197a-4f98-480d-ab57-fd79b3b7f437', 'network_id': '873a197a-4f98-480d-ab57-fd79b3b7f437', 'tenant_id': '1f501dd07af044f3b6db1e627b684e8a', 'fixed_ips': [{'subnet_id': '9ff6dc5c-975e-4108-b4de-485b45ada4e5'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:06:24.565562 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:24.594955 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:24.849614 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Allocated IP 172.20.0.2 (873a197a-4f98-480d-ab57-fd79b3b7f437/9ff6dc5c-975e-4108-b4de-485b45ada4e5/3905e109-dcaa-4280-bc1e-7900c33adbc9) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:06:24.901469 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31945caa-b5f2-471c-b560-16988a0603da req-bdf57c97-d2bc-43e4-898d-bc1dc19de7cb tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 210 time: 0.1118426 Jul 29 15:06:24.946238 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:24.953626 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-cead63ec-03a9-4e8b-9991-f7add3094e95 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:25.050962 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-cead63ec-03a9-4e8b-9991-f7add3094e95 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:25.134735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-cead63ec-03a9-4e8b-9991-f7add3094e95 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Network fb13e7be-1996-4013-94e7-9bb8de9ff08f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:06:25.157085 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-cead63ec-03a9-4e8b-9991-f7add3094e95 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:25.162020 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead63ec-03a9-4e8b-9991-f7add3094e95 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Pushing event updated for resources: {'Port': ['ID=fd5da8fb-2b0f-4108-893b-36ff2a4a695c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:25.164287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-cead63ec-03a9-4e8b-9991-f7add3094e95 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:06:25.170265 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:25.194411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Transition to ACTIVE for port object 3905e109-dcaa-4280-bc1e-7900c33adbc9 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:06:25.221704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Transition to ACTIVE for port object 3905e109-dcaa-4280-bc1e-7900c33adbc9 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:06:25.233052 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:25.283978 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-cead63ec-03a9-4e8b-9991-f7add3094e95 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:25.284582 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-cead63ec-03a9-4e8b-9991-f7add3094e95 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:25.322580 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-cead63ec-03a9-4e8b-9991-f7add3094e95 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2207348 Jul 29 15:06:25.322777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Network 873a197a-4f98-480d-ab57-fd79b3b7f437 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:06:25.325915 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:25.329611 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:06:25.343584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Request body: {'port': {'device_id': '3bf432c2-804d-4b7d-b487-8e7979416e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:25.354460 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:25.389376 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:25.397594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Pushing event updated for resources: {'Port': ['ID=3905e109-dcaa-4280-bc1e-7900c33adbc9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:25.469497 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Attempting to bind port 3905e109-dcaa-4280-bc1e-7900c33adbc9 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:06:25.469862 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Attempting to bind port 3905e109-dcaa-4280-bc1e-7900c33adbc9 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'f9a2c6b4-84b0-4c39-8bd2-57bed7516d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '873a197a-4f98-480d-ab57-fd79b3b7f437'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:06:25.470420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Attempting to bind port 3905e109-dcaa-4280-bc1e-7900c33adbc9 on network 873a197a-4f98-480d-ab57-fd79b3b7f437 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:06:25.476348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:06:25.477067 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Checking segment: {'id': 'f9a2c6b4-84b0-4c39-8bd2-57bed7516d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '873a197a-4f98-480d-ab57-fd79b3b7f437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:06:25.478953 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:25.479544 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Bound using segment: {'id': 'f9a2c6b4-84b0-4c39-8bd2-57bed7516d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '873a197a-4f98-480d-ab57-fd79b3b7f437'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:06:25.479822 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Bound port: 3905e109-dcaa-4280-bc1e-7900c33adbc9, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a2c6b4-84b0-4c39-8bd2-57bed7516d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '873a197a-4f98-480d-ab57-fd79b3b7f437'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:06:25.481424 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:25.483094 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:25.637245 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] For port 3905e109-dcaa-4280-bc1e-7900c33adbc9, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:06:25.641356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] For port 3905e109-dcaa-4280-bc1e-7900c33adbc9, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3905e109-dcaa-4280-bc1e-7900c33adbc9,segment=NetworkSegment(f9a2c6b4-84b0-4c39-8bd2-57bed7516d60),segment_id=f9a2c6b4-84b0-4c39-8bd2-57bed7516d60)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:06:25.649869 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:25.775303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdc943-d2ae-4a2f-be62-b869efdf4a27 req-24874e42-006c-4e21-b7a3-c511d1c3d87e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:25.777899 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8ec1e-ec0a-433f-b4aa-fc05cacfb7fe None None] Pushing event updated for resources: {'Port': ['ID=3905e109-dcaa-4280-bc1e-7900c33adbc9,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:25.780860 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d7fdc943-d2ae-4a2f-be62-b869efdf4a27 req-24874e42-006c-4e21-b7a3-c511d1c3d87e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 946 time: 0.3145885 Jul 29 15:06:25.796102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e83fd2-b5bc-40a2-a8a3-31ab455676ed req-005c10e0-f4c1-499a-948a-dd3f1f7cfe40 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:25.797945 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-94e83fd2-b5bc-40a2-a8a3-31ab455676ed req-005c10e0-f4c1-499a-948a-dd3f1f7cfe40 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 946 time: 0.2699783 Jul 29 15:06:25.848132 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Allocated IP 172.25.6.235 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/99ecc004-c663-49fb-b3b7-d7d0b32e6e1e) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:06:25.962133 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5da8fb-2b0f-4108-893b-36ff2a4a695c {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:06:25.991597 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:26.021011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Transition to ACTIVE for port object fd5da8fb-2b0f-4108-893b-36ff2a4a695c will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:06:26.029981 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:26.051776 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d7fdc943-d2ae-4a2f-be62-b869efdf4a27 req-b0578baa-7b2c-439f-9e5c-3be0e15b849e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443669 Jul 29 15:06:26.213681 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5da8fb-2b0f-4108-893b-36ff2a4a695c,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:26.250912 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:26.254222 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:26.260863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-94e83fd2-b5bc-40a2-a8a3-31ab455676ed req-e90052a2-288b-418d-815c-b0f54f3711b2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Deleting port 5e95bde7-5ce3-43dd-b783-d45db7220b7d {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:26.261342 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-94e83fd2-b5bc-40a2-a8a3-31ab455676ed req-e90052a2-288b-418d-815c-b0f54f3711b2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:26.318974 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0946cb7-b168-49a2-89bc-0bb1d1813762 req-b8e70630-c9fe-46e7-948f-5a3a7f74e12f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:26.321116 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a0946cb7-b168-49a2-89bc-0bb1d1813762 req-b8e70630-c9fe-46e7-948f-5a3a7f74e12f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 944 time: 0.2272863 Jul 29 15:06:26.385338 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Attempting to bind port fd5da8fb-2b0f-4108-893b-36ff2a4a695c on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:06:26.385678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Attempting to bind port fd5da8fb-2b0f-4108-893b-36ff2a4a695c by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:06:26.386009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Attempting to bind port fd5da8fb-2b0f-4108-893b-36ff2a4a695c on network fb13e7be-1996-4013-94e7-9bb8de9ff08f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:06:26.401282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Port fd5da8fb-2b0f-4108-893b-36ff2a4a695c on network fb13e7be-1996-4013-94e7-9bb8de9ff08f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:06:26.401615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Attempting to bind port fd5da8fb-2b0f-4108-893b-36ff2a4a695c on network fb13e7be-1996-4013-94e7-9bb8de9ff08f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:06:26.407400 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a0946cb7-b168-49a2-89bc-0bb1d1813762 req-b5a8a841-b1f4-4598-a248-22538b58a9ff tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672264 Jul 29 15:06:26.411022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:06:26.411372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Checking segment: {'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:06:26.411761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Bound using segment: {'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:06:26.412216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Bound port: fd5da8fb-2b0f-4108-893b-36ff2a4a695c, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:06:26.412995 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:26.420166 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:26.472124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:06:26.480966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:26.490900 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:06:26.502652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=99ecc004-c663-49fb-b3b7-d7d0b32e6e1e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:26.531374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-94e83fd2-b5bc-40a2-a8a3-31ab455676ed req-e90052a2-288b-418d-815c-b0f54f3711b2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] For port 5e95bde7-5ce3-43dd-b783-d45db7220b7d, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=5e95bde7-5ce3-43dd-b783-d45db7220b7d,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:26.531753 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-94e83fd2-b5bc-40a2-a8a3-31ab455676ed req-e90052a2-288b-418d-815c-b0f54f3711b2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:26.555932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-94e83fd2-b5bc-40a2-a8a3-31ab455676ed req-e90052a2-288b-418d-815c-b0f54f3711b2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Calling delete_port for 5e95bde7-5ce3-43dd-b783-d45db7220b7d owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:26.558138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] For port fd5da8fb-2b0f-4108-893b-36ff2a4a695c, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:06:26.572336 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] For port fd5da8fb-2b0f-4108-893b-36ff2a4a695c, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=fd5da8fb-2b0f-4108-893b-36ff2a4a695c,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:06:26.584809 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:26.638360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:26.639266 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:26.641830 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] 10.222.0.38 "PUT /v2.0/ports/fd5da8fb-2b0f-4108-893b-36ff2a4a695c HTTP/1.1" status: 200 len: 1092 time: 1.3028879 Jul 29 15:06:26.645135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf432c2-804d-4b7d-b487-8e7979416e53', 'tag': 'fd5da8fb-2b0f-4108-893b-36ff2a4a695c'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:06:26.648261 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179892dc-7552-4ccd-87b1-06bf722c44c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf432c2-804d-4b7d-b487-8e7979416e53", "tag": "fd5da8fb-2b0f-4108-893b-36ff2a4a695c"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:06:26.794065 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c540ace8-75bf-426e-8e0a-8c3056404d01 x-openstack-request-id: req-c540ace8-75bf-426e-8e0a-8c3056404d01 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:06:26.794369 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf432c2-804d-4b7d-b487-8e7979416e53", "tag": "fd5da8fb-2b0f-4108-893b-36ff2a4a695c", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:06:26.794628 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c540ace8-75bf-426e-8e0a-8c3056404d01 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:06:26.797433 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf432c2-804d-4b7d-b487-8e7979416e53', 'tag': 'fd5da8fb-2b0f-4108-893b-36ff2a4a695c', 'status': 'completed', 'code': 200} Jul 29 15:06:26.877430 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd402dc3-505d-4c1d-bddd-1260ad1758a8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5da8fb-2b0f-4108-893b-36ff2a4a695c,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:26.890068 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3905e109-dcaa-4280-bc1e-7900c33adbc9 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:06:26.915836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-0fb094ea-47d2-4d8a-a1b9-21a7d541a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:26.919440 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-0fb094ea-47d2-4d8a-a1b9-21a7d541a72c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=674e9126d6f64603ae7397cc3fe62996&device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 1095 time: 0.2097838 Jul 29 15:06:27.025260 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-1abf48f8-4078-4adc-89f3-9f7c711822e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd5da8fb-2b0f-4108-893b-36ff2a4a695c HTTP/1.1" status: 200 len: 217 time: 0.0910301 Jul 29 15:06:27.075537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 3905e109-dcaa-4280-bc1e-7900c33adbc9 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:06:27.139083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-f6839736-8b7d-4ebd-a743-d167e394fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:27.149733 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-f6839736-8b7d-4ebd-a743-d167e394fb3b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70 HTTP/1.1" status: 200 len: 855 time: 0.1094053 Jul 29 15:06:27.185210 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-94e83fd2-b5bc-40a2-a8a3-31ab455676ed req-e90052a2-288b-418d-815c-b0f54f3711b2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:27.201553 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3e73ce13-328d-43e2-9679-e658d14b9ddd', '22de2d25-9284-4a95-bcb9-f6fd9f85f210'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:06:27.229558 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-98dcd1bd-5c33-427e-b0e6-b79d1a025bab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb13e7be-1996-4013-94e7-9bb8de9ff08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809960 Jul 29 15:06:27.303249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90052a2-288b-418d-815c-b0f54f3711b2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Pushing event deleted for resources: {'Port': ['ID=5e95bde7-5ce3-43dd-b783-d45db7220b7d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:27.348827 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5e70eb66-3f09-4416-bfd3-212eb7bbb0d3 req-cdfa5687-2c4a-458f-84a7-fe97434ccbba tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e HTTP/1.1" status: 200 len: 210 time: 0.1181486 Jul 29 15:06:27.396477 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e83fd2-b5bc-40a2-a8a3-31ab455676ed req-e90052a2-288b-418d-815c-b0f54f3711b2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] No DVR routers for this DVR port 5e95bde7-5ce3-43dd-b783-d45db7220b7d on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:06:27.399917 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-94e83fd2-b5bc-40a2-a8a3-31ab455676ed req-e90052a2-288b-418d-815c-b0f54f3711b2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:27.402821 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-94e83fd2-b5bc-40a2-a8a3-31ab455676ed req-e90052a2-288b-418d-815c-b0f54f3711b2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.38 "DELETE /v2.0/ports/5e95bde7-5ce3-43dd-b783-d45db7220b7d HTTP/1.1" status: 204 len: 173 time: 1.5963261 Jul 29 15:06:27.413523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e', 'name': 'network-vif-deleted', 'tag': '5e95bde7-5ce3-43dd-b783-d45db7220b7d'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:06:27.417057 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad67ed31-c3e5-4954-9d99-e5027950c6f5" -d '{"events": [{"server_uuid": "7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e", "name": "network-vif-deleted", "tag": "5e95bde7-5ce3-43dd-b783-d45db7220b7d"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:06:27.424206 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:27.605459 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-44f76840-3ee8-432b-baec-4ff554440a99 service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487382 Jul 29 15:06:27.656274 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b7fc13-fdb5-40ee-b0f0-b83cf0768a2d None None] Network 873a197a-4f98-480d-ab57-fd79b3b7f437 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:06:27.699857 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7965d741-2761-4925-a999-1eae251a7e7c None None] Provisioning for port 3905e109-dcaa-4280-bc1e-7900c33adbc9 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:06:27.740764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7965d741-2761-4925-a999-1eae251a7e7c None None] Provisioning complete for port 3905e109-dcaa-4280-bc1e-7900c33adbc9 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:06:27.741380 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7965d741-2761-4925-a999-1eae251a7e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:27.858829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e862960-6e19-4f7a-98f9-387b9add75de req-fb09471a-f775-485f-86e1-0dc7ea080d6b tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:27.866988 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e862960-6e19-4f7a-98f9-387b9add75de req-fb09471a-f775-485f-86e1-0dc7ea080d6b tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 944 time: 0.1889303 Jul 29 15:06:27.876999 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c328d996-4ed4-45aa-8371-0ed87c048201 x-openstack-request-id: req-c328d996-4ed4-45aa-8371-0ed87c048201 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:06:27.879318 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e", "name": "network-vif-deleted", "tag": "5e95bde7-5ce3-43dd-b783-d45db7220b7d", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:06:27.880173 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c328d996-4ed4-45aa-8371-0ed87c048201 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:06:27.881880 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8e9eae-daf8-4b43-9fcb-1b0344fd4e4e', 'name': 'network-vif-deleted', 'tag': '5e95bde7-5ce3-43dd-b783-d45db7220b7d', 'status': 'completed', 'code': 200} Jul 29 15:06:27.916030 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0bb9a00d-60b4-4faf-9b93-55e8ffee4004 req-1d621357-a365-40b3-9cef-de38d9b6a81c service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863300 Jul 29 15:06:27.933761 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:27.934243 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e862960-6e19-4f7a-98f9-387b9add75de req-42d7f11b-faf1-4e37-9417-06dd7bffcd43 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621541 Jul 29 15:06:28.171831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179892dc-7552-4ccd-87b1-06bf722c44c0 req-fb59ebde-162c-45ca-9443-fd9a9fa94db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:28.175802 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-179892dc-7552-4ccd-87b1-06bf722c44c0 req-fb59ebde-162c-45ca-9443-fd9a9fa94db4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=674e9126d6f64603ae7397cc3fe62996&device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 1095 time: 0.1385925 Jul 29 15:06:28.311679 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7965d741-2761-4925-a999-1eae251a7e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:28.409873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7965d741-2761-4925-a999-1eae251a7e7c None None] For port 3905e109-dcaa-4280-bc1e-7900c33adbc9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3905e109-dcaa-4280-bc1e-7900c33adbc9,segment=NetworkSegment(f9a2c6b4-84b0-4c39-8bd2-57bed7516d60),segment_id=f9a2c6b4-84b0-4c39-8bd2-57bed7516d60)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:28.425182 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7965d741-2761-4925-a999-1eae251a7e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:28.487964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179892dc-7552-4ccd-87b1-06bf722c44c0 req-468395df-559a-4b70-accc-63fe937a2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:28.489523 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-179892dc-7552-4ccd-87b1-06bf722c44c0 req-468395df-559a-4b70-accc-63fe937a2f8f service neutron] 10.222.0.38 "GET /v2.0/networks?id=fb13e7be-1996-4013-94e7-9bb8de9ff08f HTTP/1.1" status: 200 len: 916 time: 0.3066728 Jul 29 15:06:28.554890 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965d741-2761-4925-a999-1eae251a7e7c None None] Pushing event updated for resources: {'Port': ['ID=3905e109-dcaa-4280-bc1e-7900c33adbc9,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:28.606816 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-179892dc-7552-4ccd-87b1-06bf722c44c0 req-127ef02e-9166-412b-86b5-becc4a3de1eb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd5da8fb-2b0f-4108-893b-36ff2a4a695c HTTP/1.1" status: 200 len: 217 time: 0.1089220 Jul 29 15:06:28.658802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-38b9ac97-ebbf-4d14-b648-17338fee466d None None] Provisioning complete for port 3905e109-dcaa-4280-bc1e-7900c33adbc9 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:06:28.660976 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38b9ac97-ebbf-4d14-b648-17338fee466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:28.705796 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179892dc-7552-4ccd-87b1-06bf722c44c0 req-3ac96804-ce38-42d9-864a-b1490365a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:28.707840 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-179892dc-7552-4ccd-87b1-06bf722c44c0 req-3ac96804-ce38-42d9-864a-b1490365a087 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70 HTTP/1.1" status: 200 len: 855 time: 0.0925758 Jul 29 15:06:28.798156 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-179892dc-7552-4ccd-87b1-06bf722c44c0 req-055ee531-b0d4-41c5-b6b4-0c76e8f29564 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb13e7be-1996-4013-94e7-9bb8de9ff08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822070 Jul 29 15:06:28.884096 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 3cca85c0-3c17-422c-9d79-af340a9fc8c8 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:06:28.905361 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 5e95bde7-5ce3-43dd-b783-d45db7220b7d no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:06:28.912934 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3905e109-dcaa-4280-bc1e-7900c33adbc9 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:06:29.057126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 5e95bde7-5ce3-43dd-b783-d45db7220b7d {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:06:29.057829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 5e95bde7-5ce3-43dd-b783-d45db7220b7d not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:06:29.062961 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-179892dc-7552-4ccd-87b1-06bf722c44c0 req-d5ab0902-bd41-4d70-9e84-976fc99ada51 service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553475 Jul 29 15:06:29.161525 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 3905e109-dcaa-4280-bc1e-7900c33adbc9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:06:29.162238 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:29.181719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb337f-a7ad-4bd1-83cd-779095bba579 req-df65a6ba-725f-4fc6-a491-fbdb1968e404 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:29.183304 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87bb337f-a7ad-4bd1-83cd-779095bba579 req-df65a6ba-725f-4fc6-a491-fbdb1968e404 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 945 time: 0.1678491 Jul 29 15:06:29.227180 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:06:29.243365 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca99e46-9ab0-44ba-a515-f952f3faa691 None None] Sync routers for ids ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:06:29.258357 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca99e46-9ab0-44ba-a515-f952f3faa691 None None] Routers {'3cca85c0-3c17-422c-9d79-af340a9fc8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:29.261031 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-aca99e46-9ab0-44ba-a515-f952f3faa691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:29.296075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42ce78-63b0-46c6-a667-e4214b41be04 req-470fd3c7-35ae-4c99-8018-d1637308d8a7 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:29.298552 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fa42ce78-63b0-46c6-a667-e4214b41be04 req-470fd3c7-35ae-4c99-8018-d1637308d8a7 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 944 time: 0.1618047 Jul 29 15:06:29.308299 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-179892dc-7552-4ccd-87b1-06bf722c44c0 req-427bd7a5-2f10-4b6b-9c08-8676186dc549 service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301903 Jul 29 15:06:29.316966 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:29.332592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59268) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:29.332857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59270) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:29.335663 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-79a731df-6d0f-4d98-9606-f6ee54726436 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9393296 Jul 29 15:06:29.336206 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-aca99e46-9ab0-44ba-a515-f952f3faa691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:29.347411 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca99e46-9ab0-44ba-a515-f952f3faa691 None None] Routers {'3cca85c0-3c17-422c-9d79-af340a9fc8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:29.348151 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-aca99e46-9ab0-44ba-a515-f952f3faa691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:29.349909 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87bb337f-a7ad-4bd1-83cd-779095bba579 req-52381d71-de0f-4559-82f3-a2ecf84fe803 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549437 Jul 29 15:06:29.390748 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-aca99e46-9ab0-44ba-a515-f952f3faa691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:29.391677 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca99e46-9ab0-44ba-a515-f952f3faa691 None None] The sync data for ids ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:06:29.832338 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fa42ce78-63b0-46c6-a667-e4214b41be04 req-b9a26b15-1491-4c8e-b6d7-422fe380ae3c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225024 Jul 29 15:06:29.932305 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9b77e4a-e3a4-41d7-96ef-aa4a563a1f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:30.271657 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9b77e4a-e3a4-41d7-96ef-aa4a563a1f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:30.283951 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd362c-84fa-4d8f-ad6f-efbb40fe9833 req-cb06d330-c40b-4482-9460-4c22cd48224b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:30.285458 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41bd362c-84fa-4d8f-ad6f-efbb40fe9833 req-cb06d330-c40b-4482-9460-4c22cd48224b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 945 time: 0.1439412 Jul 29 15:06:30.287940 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9b77e4a-e3a4-41d7-96ef-aa4a563a1f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:30.395033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b77e4a-e3a4-41d7-96ef-aa4a563a1f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014c0d79-5f0b-4b73-876e-8ec7888b7a6a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:30.417991 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59284) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:30.418473 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b9b77e4a-e3a4-41d7-96ef-aa4a563a1f84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43a16544207e4ea8a13ef4c7ee39bd97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0830011 Jul 29 15:06:30.536515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26023241-5d07-4701-bf62-f8447d566bee req-a0783b83-045a-44c5-b0ff-8003098fadfe tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:30.544211 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b762408-89df-479b-91a6-43090f98dd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:30.549376 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-26023241-5d07-4701-bf62-f8447d566bee req-a0783b83-045a-44c5-b0ff-8003098fadfe tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 945 time: 0.1112437 Jul 29 15:06:30.560158 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92cd5cf7-de3a-4618-bcb1-f491b631233c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:30.591148 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:30.604835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92cd5cf7-de3a-4618-bcb1-f491b631233c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:30.621976 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-26023241-5d07-4701-bf62-f8447d566bee req-ba0f21f8-0388-4dee-a8a5-d04bb28ab2b1 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716112 Jul 29 15:06:30.678657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-41bd362c-84fa-4d8f-ad6f-efbb40fe9833 req-1089b26a-e2e4-4601-9a8d-96000361a825 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Deleting port 22de2d25-9284-4a95-bcb9-f6fd9f85f210 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:30.679131 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41bd362c-84fa-4d8f-ad6f-efbb40fe9833 req-1089b26a-e2e4-4601-9a8d-96000361a825 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:30.699263 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92cd5cf7-de3a-4618-bcb1-f491b631233c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:30.707671 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92cd5cf7-de3a-4618-bcb1-f491b631233c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:30.707671 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-92cd5cf7-de3a-4618-bcb1-f491b631233c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/014c0d79-5f0b-4b73-876e-8ec7888b7a6a HTTP/1.1" status: 204 len: 168 time: 0.2885513 Jul 29 15:06:30.729932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd5cf7-de3a-4618-bcb1-f491b631233c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014c0d79-5f0b-4b73-876e-8ec7888b7a6a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:30.855292 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device fd5da8fb-2b0f-4108-893b-36ff2a4a695c details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:06:31.063230 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port fd5da8fb-2b0f-4108-893b-36ff2a4a695c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=fd5da8fb-2b0f-4108-893b-36ff2a4a695c,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:31.088352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'fd5da8fb-2b0f-4108-893b-36ff2a4a695c', 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f', 'port_id': 'fd5da8fb-2b0f-4108-893b-36ff2a4a695c', 'mac_address': 'fa:16:3e:0b:93:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:06:31.150666 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-41bd362c-84fa-4d8f-ad6f-efbb40fe9833 req-1089b26a-e2e4-4601-9a8d-96000361a825 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] For port 22de2d25-9284-4a95-bcb9-f6fd9f85f210, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=22de2d25-9284-4a95-bcb9-f6fd9f85f210,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:31.151151 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41bd362c-84fa-4d8f-ad6f-efbb40fe9833 req-1089b26a-e2e4-4601-9a8d-96000361a825 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:31.153678 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:31.166157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-41bd362c-84fa-4d8f-ad6f-efbb40fe9833 req-1089b26a-e2e4-4601-9a8d-96000361a825 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Calling delete_port for 22de2d25-9284-4a95-bcb9-f6fd9f85f210 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:31.179245 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5da8fb-2b0f-4108-893b-36ff2a4a695c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:06:31.205889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port fd5da8fb-2b0f-4108-893b-36ff2a4a695c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=fd5da8fb-2b0f-4108-893b-36ff2a4a695c,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:31.212268 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:31.263583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59296) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:31.279073 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-390a91ff-5a8b-4fc7-b0a1-c91b362cd32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:31.295176 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=fd5da8fb-2b0f-4108-893b-36ff2a4a695c,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:31.322657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Allocated IP 172.20.0.1 (873a197a-4f98-480d-ab57-fd79b3b7f437/9ff6dc5c-975e-4108-b4de-485b45ada4e5/068220db-0ff0-4dcb-84f4-60d1bb469a29) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:06:31.337135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270c574-477f-4716-8c60-5745fdf14187 req-4c676e60-4547-4774-94dd-75c21a76ae6d tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:31.338844 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d270c574-477f-4716-8c60-5745fdf14187 req-4c676e60-4547-4774-94dd-75c21a76ae6d tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 944 time: 0.1628215 Jul 29 15:06:31.396853 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-390a91ff-5a8b-4fc7-b0a1-c91b362cd32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:31.402829 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-390a91ff-5a8b-4fc7-b0a1-c91b362cd32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:31.450772 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-390a91ff-5a8b-4fc7-b0a1-c91b362cd32a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba32a25cda0142e99cc338f1c70b1a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827500 Jul 29 15:06:31.450772 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a91ff-5a8b-4fc7-b0a1-c91b362cd32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df73ed5-fd6b-4cc7-b745-4648c60afac0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:31.451917 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59298) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:31.475055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['fd5da8fb-2b0f-4108-893b-36ff2a4a695c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:06:31.500896 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d270c574-477f-4716-8c60-5745fdf14187 req-3335be2b-a01b-406d-91ac-67b441b78cc2 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454802 Jul 29 15:06:31.584551 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41bd362c-84fa-4d8f-ad6f-efbb40fe9833 req-1089b26a-e2e4-4601-9a8d-96000361a825 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:31.601289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3e73ce13-328d-43e2-9679-e658d14b9ddd', '22de2d25-9284-4a95-bcb9-f6fd9f85f210'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:06:31.623598 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:31.657337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Transition to ACTIVE for port object 068220db-0ff0-4dcb-84f4-60d1bb469a29 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:06:31.697699 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf068-5ff7-42ad-b08c-4dfe00d2d486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:31.700736 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089b26a-e2e4-4601-9a8d-96000361a825 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Pushing event deleted for resources: {'Port': ['ID=22de2d25-9284-4a95-bcb9-f6fd9f85f210,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:31.761817 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4e12c5da-e7d9-4a9b-8019-80f4754d90b7 req-5414d484-9287-4c1d-89d5-9eac64ad2b6f tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4b43cff-43b3-407e-a274-a88a7ce63e5b HTTP/1.1" status: 200 len: 210 time: 0.0468173 Jul 29 15:06:31.794085 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:31.796951 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bd362c-84fa-4d8f-ad6f-efbb40fe9833 req-1089b26a-e2e4-4601-9a8d-96000361a825 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] No DVR routers for this DVR port 22de2d25-9284-4a95-bcb9-f6fd9f85f210 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:06:31.823527 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41bd362c-84fa-4d8f-ad6f-efbb40fe9833 req-1089b26a-e2e4-4601-9a8d-96000361a825 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:31.825912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41bd362c-84fa-4d8f-ad6f-efbb40fe9833 req-1089b26a-e2e4-4601-9a8d-96000361a825 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.39 "DELETE /v2.0/ports/22de2d25-9284-4a95-bcb9-f6fd9f85f210 HTTP/1.1" status: 204 len: 173 time: 1.5075958 Jul 29 15:06:31.831963 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b43cff-43b3-407e-a274-a88a7ce63e5b', 'name': 'network-vif-deleted', 'tag': '22de2d25-9284-4a95-bcb9-f6fd9f85f210'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:06:31.834497 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb69ef2-1ce2-41aa-be95-6c29cdf11f4f" -d '{"events": [{"server_uuid": "c4b43cff-43b3-407e-a274-a88a7ce63e5b", "name": "network-vif-deleted", "tag": "22de2d25-9284-4a95-bcb9-f6fd9f85f210"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:06:31.885305 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf068-5ff7-42ad-b08c-4dfe00d2d486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:31.901870 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab718e94-0188-4286-8194-3fb822a3b81e x-openstack-request-id: req-ab718e94-0188-4286-8194-3fb822a3b81e {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:06:31.902171 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b43cff-43b3-407e-a274-a88a7ce63e5b", "name": "network-vif-deleted", "tag": "22de2d25-9284-4a95-bcb9-f6fd9f85f210", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:06:31.902424 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab718e94-0188-4286-8194-3fb822a3b81e {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:06:31.902828 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b43cff-43b3-407e-a274-a88a7ce63e5b', 'name': 'network-vif-deleted', 'tag': '22de2d25-9284-4a95-bcb9-f6fd9f85f210', 'status': 'completed', 'code': 200} Jul 29 15:06:31.941371 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network 873a197a-4f98-480d-ab57-fd79b3b7f437 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:06:31.957262 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:31.959652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:06:32.003094 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=068220db-0ff0-4dcb-84f4-60d1bb469a29,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:32.067733 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:32.117832 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf068-5ff7-42ad-b08c-4dfe00d2d486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:32.121020 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4aaf068-5ff7-42ad-b08c-4dfe00d2d486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:32.124725 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a4aaf068-5ff7-42ad-b08c-4dfe00d2d486 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8df73ed5-fd6b-4cc7-b745-4648c60afac0 HTTP/1.1" status: 204 len: 168 time: 0.6672738 Jul 29 15:06:32.143472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aaf068-5ff7-42ad-b08c-4dfe00d2d486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df73ed5-fd6b-4cc7-b745-4648c60afac0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:32.247178 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:32.253033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9b3da0e8-aad1-47be-ace1-704d283bf884 None None] Provisioning for port 068220db-0ff0-4dcb-84f4-60d1bb469a29 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:06:32.258713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9b3da0e8-aad1-47be-ace1-704d283bf884 None None] Provisioning complete for port 068220db-0ff0-4dcb-84f4-60d1bb469a29 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:06:32.259678 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b3da0e8-aad1-47be-ace1-704d283bf884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:32.336500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9b3da0e8-aad1-47be-ace1-704d283bf884 None None] Port 068220db-0ff0-4dcb-84f4-60d1bb469a29 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:06:32.641476 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:32.650366 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:32.651935 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccfc02-7547-4f2d-b304-01cdf085e1ec req-371e2356-a8a6-4d7f-992e-286070b1d2d1 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:32.663135 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69ccfc02-7547-4f2d-b304-01cdf085e1ec req-371e2356-a8a6-4d7f-992e-286070b1d2d1 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 945 time: 0.0808179 Jul 29 15:06:32.717367 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69ccfc02-7547-4f2d-b304-01cdf085e1ec req-32afc88b-1dd9-4102-9547-2617805637f9 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528729 Jul 29 15:06:32.745415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=068220db-0ff0-4dcb-84f4-60d1bb469a29,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:32.751174 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:32.855678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device fd5da8fb-2b0f-4108-893b-36ff2a4a695c up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:06:32.880653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network 873a197a-4f98-480d-ab57-fd79b3b7f437 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:06:32.883644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:33.052930 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port fd5da8fb-2b0f-4108-893b-36ff2a4a695c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:06:33.058748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port fd5da8fb-2b0f-4108-893b-36ff2a4a695c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:06:33.059151 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:33.094992 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 3cca85c0-3c17-422c-9d79-af340a9fc8c8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:06:33.275952 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:33.309665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:06:33.343546 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e1cbb059-901d-4f55-a886-cd84b0c7f77d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "PUT /v2.0/routers/3cca85c0-3c17-422c-9d79-af340a9fc8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0087523 Jul 29 15:06:33.345483 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59356) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:33.365936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8b558c97-eaaa-4cd5-8627-fd4ebacf3602 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'port': {'network_id': '873a197a-4f98-480d-ab57-fd79b3b7f437', 'name': 'tempest-FloatingIPTestJSON-26691519'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:33.366508 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-542ff805-be3f-4c39-a331-c305d9a039ba tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:33.368052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-542ff805-be3f-4c39-a331-c305d9a039ba tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 805 time: 0.2382131 Jul 29 15:06:33.400519 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-e05d542f-416a-4fa0-acbc-af9c2c61dc81 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/quotas/72da861e3c3549b98a30745682218526 HTTP/1.1" status: 200 len: 375 time: 0.0173984 Jul 29 15:06:33.432222 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86cd6f-7d77-4eb4-a74b-94a58c9f9ba6 None None] Sync routers for ids ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:06:33.485892 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:33.507914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-38275300-fa2b-4788-aebd-f386d3ff5701 None None] Provisioning complete for port 068220db-0ff0-4dcb-84f4-60d1bb469a29 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:06:33.517093 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38275300-fa2b-4788-aebd-f386d3ff5701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:33.530025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf432c2-804d-4b7d-b487-8e7979416e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5da8fb-2b0f-4108-893b-36ff2a4a695c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:06:33.534188 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d4e580-ddac-4e8d-8c76-b725055b626f" -d '{"events": [{"server_uuid": "3bf432c2-804d-4b7d-b487-8e7979416e53", "name": "network-vif-plugged", "status": "completed", "tag": "fd5da8fb-2b0f-4108-893b-36ff2a4a695c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:06:33.545308 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-193e96d8-bd23-4ee6-a9b5-9d3abc0aa4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:33.556776 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b558c97-eaaa-4cd5-8627-fd4ebacf3602 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Made reservation on behalf of 1f501dd07af044f3b6db1e627b684e8a for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:33.561192 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8b558c97-eaaa-4cd5-8627-fd4ebacf3602 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:33.573340 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-7cdad864-6b56-4c11-9876-84d121493225 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1443229 Jul 29 15:06:33.583777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-8b558c97-eaaa-4cd5-8627-fd4ebacf3602 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] device_id is not set on port fc37bc8a-e679-4111-8633-89e7dec6af76 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:06:33.623259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86cd6f-7d77-4eb4-a74b-94a58c9f9ba6 None None] Routers {'3cca85c0-3c17-422c-9d79-af340a9fc8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:33.623802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1a86cd6f-7d77-4eb4-a74b-94a58c9f9ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:33.629917 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port fd5da8fb-2b0f-4108-893b-36ff2a4a695c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=fd5da8fb-2b0f-4108-893b-36ff2a4a695c,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:33.772933 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-ee91f8b7-a5e7-4e04-aacf-06973bda55c1 service neutron] 10.222.0.16 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985483 Jul 29 15:06:33.837345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-8b558c97-eaaa-4cd5-8627-fd4ebacf3602 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Allocated IP 172.20.0.9 (873a197a-4f98-480d-ab57-fd79b3b7f437/9ff6dc5c-975e-4108-b4de-485b45ada4e5/fc37bc8a-e679-4111-8633-89e7dec6af76) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:06:33.985133 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-61f66b18-2098-442f-886d-d7c88efc325f service neutron] 10.222.0.16 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112045 Jul 29 15:06:34.039800 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259d5979-996a-4a42-8cd8-201f820384d5 x-openstack-request-id: req-259d5979-996a-4a42-8cd8-201f820384d5 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:06:34.040862 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf432c2-804d-4b7d-b487-8e7979416e53", "name": "network-vif-plugged", "status": "completed", "tag": "fd5da8fb-2b0f-4108-893b-36ff2a4a695c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:06:34.041118 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-259d5979-996a-4a42-8cd8-201f820384d5 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:06:34.041544 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf432c2-804d-4b7d-b487-8e7979416e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5da8fb-2b0f-4108-893b-36ff2a4a695c', 'code': 200} Jul 29 15:06:34.042922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 22de2d25-9284-4a95-bcb9-f6fd9f85f210 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:06:34.043457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59382) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:34.053544 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:34.055839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1a86cd6f-7d77-4eb4-a74b-94a58c9f9ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:34.116999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f2ae3-7380-454a-9e78-35318903a064 req-c94a9565-960b-43d5-9c78-039080645d88 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:34.119901 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-913f2ae3-7380-454a-9e78-35318903a064 req-c94a9565-960b-43d5-9c78-039080645d88 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 946 time: 0.2077944 Jul 29 15:06:34.129045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb47119-9f2b-4847-bad9-3c36ae7d431f req-40059816-c3bc-4542-b0ca-0bb6158c8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:34.131307 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dbb47119-9f2b-4847-bad9-3c36ae7d431f req-40059816-c3bc-4542-b0ca-0bb6158c8d9f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 1097 time: 0.2444866 Jul 29 15:06:34.182954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 22de2d25-9284-4a95-bcb9-f6fd9f85f210 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:06:34.183287 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 22de2d25-9284-4a95-bcb9-f6fd9f85f210 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:06:34.187560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-38275300-fa2b-4788-aebd-f386d3ff5701 None None] Port 068220db-0ff0-4dcb-84f4-60d1bb469a29 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:06:34.206637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=fd5da8fb-2b0f-4108-893b-36ff2a4a695c,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:34.209443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86cd6f-7d77-4eb4-a74b-94a58c9f9ba6 None None] Routers {'3cca85c0-3c17-422c-9d79-af340a9fc8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:34.213562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1a86cd6f-7d77-4eb4-a74b-94a58c9f9ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:34.246535 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dbb47119-9f2b-4847-bad9-3c36ae7d431f req-3e52f41d-c7d9-4a0c-abfe-e1dcdc66addb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010280 Jul 29 15:06:34.282680 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-913f2ae3-7380-454a-9e78-35318903a064 req-896a2816-88c1-43c6-8ab4-ef4d43063db6 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467285 Jul 29 15:06:34.299370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1a86cd6f-7d77-4eb4-a74b-94a58c9f9ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:34.300102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86cd6f-7d77-4eb4-a74b-94a58c9f9ba6 None None] The sync data for ids ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:06:34.348043 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:34.348791 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c167ae95-5620-4694-878e-abf3d30c3ec3 req-c1f21b2b-7fe6-42ef-ba88-17f654f597a6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 210 time: 0.0846617 Jul 29 15:06:34.368652 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-582f8491-7b3d-40f9-abe8-efb77d65a443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:34.386240 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8b558c97-eaaa-4cd5-8627-fd4ebacf3602 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:34.404564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-8b558c97-eaaa-4cd5-8627-fd4ebacf3602 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Transition to ACTIVE for port object fc37bc8a-e679-4111-8633-89e7dec6af76 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:06:34.464774 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8b558c97-eaaa-4cd5-8627-fd4ebacf3602 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:34.529015 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-582f8491-7b3d-40f9-abe8-efb77d65a443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:34.544638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b558c97-eaaa-4cd5-8627-fd4ebacf3602 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Network 873a197a-4f98-480d-ab57-fd79b3b7f437 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:06:34.547774 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-582f8491-7b3d-40f9-abe8-efb77d65a443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:34.552283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-8b558c97-eaaa-4cd5-8627-fd4ebacf3602 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:34.555679 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b558c97-eaaa-4cd5-8627-fd4ebacf3602 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:06:34.605762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b558c97-eaaa-4cd5-8627-fd4ebacf3602 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event updated for resources: {'Port': ['ID=fc37bc8a-e679-4111-8633-89e7dec6af76,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:34.618332 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-582f8491-7b3d-40f9-abe8-efb77d65a443 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3fc5427effb47e68e397fcc64127e19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5735145 Jul 29 15:06:34.621425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59406) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:34.638414 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f8491-7b3d-40f9-abe8-efb77d65a443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f4a3ad-4f5c-46d2-b94d-f2e752abdba9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:34.681757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b558c97-eaaa-4cd5-8627-fd4ebacf3602 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:34.682445 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8b558c97-eaaa-4cd5-8627-fd4ebacf3602 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:34.723484 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8b558c97-eaaa-4cd5-8627-fd4ebacf3602 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.3760257 Jul 29 15:06:34.726289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59412) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:34.731125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b5c7f802-f21d-4ea0-9fc8-60b1aa1bec67 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Request body: {'floatingip': {'port_id': 'fc37bc8a-e679-4111-8633-89e7dec6af76'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:34.738342 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b71eb529-b55a-4028-90db-d962d3c6afda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:34.812195 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b71eb529-b55a-4028-90db-d962d3c6afda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:34.828186 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5c7f802-f21d-4ea0-9fc8-60b1aa1bec67 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:35.029904 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fcc5824e-5265-4cba-b10a-4ddcbd775287 None None] Provisioning for port fc37bc8a-e679-4111-8633-89e7dec6af76 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:06:35.035449 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fcc5824e-5265-4cba-b10a-4ddcbd775287 None None] Provisioning complete for port fc37bc8a-e679-4111-8633-89e7dec6af76 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:06:35.036143 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fcc5824e-5265-4cba-b10a-4ddcbd775287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:35.039225 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b71eb529-b55a-4028-90db-d962d3c6afda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:35.040968 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b71eb529-b55a-4028-90db-d962d3c6afda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:35.044369 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b71eb529-b55a-4028-90db-d962d3c6afda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9f4a3ad-4f5c-46d2-b94d-f2e752abdba9 HTTP/1.1" status: 204 len: 168 time: 0.4199452 Jul 29 15:06:35.055132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71eb529-b55a-4028-90db-d962d3c6afda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f4a3ad-4f5c-46d2-b94d-f2e752abdba9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:35.092884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fcc5824e-5265-4cba-b10a-4ddcbd775287 None None] Port fc37bc8a-e679-4111-8633-89e7dec6af76 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:06:35.557157 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bafe3270-cebd-4f8f-bc0f-d25cde3eb5d7 req-f692063d-5321-43cd-8211-a664cc46ebd3 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 210 time: 0.0491395 Jul 29 15:06:35.964478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1068455-3712-4844-aaff-e68578506eab req-44cb436a-a20d-4d8d-991d-e08b7049df15 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:35.966085 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f1068455-3712-4844-aaff-e68578506eab req-44cb436a-a20d-4d8d-991d-e08b7049df15 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 946 time: 0.1864033 Jul 29 15:06:36.028834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-8f1fec3c-32da-4f08-aff3-d9bd6b303d08 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:36.030373 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-8f1fec3c-32da-4f08-aff3-d9bd6b303d08 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.39 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 805 time: 0.2382386 Jul 29 15:06:36.078372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-930df515-19c9-4756-9419-059bdff9bf9e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Request body: {'port': {'device_id': '0a1e623b-2319-4fa5-b98f-71f0afdb4652', 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769', 'admin_state_up': True, 'tenant_id': '72da861e3c3549b98a30745682218526'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:36.159969 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f1068455-3712-4844-aaff-e68578506eab req-d54bedd3-99dc-4a9b-ae7f-fa20beb0febd tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746731 Jul 29 15:06:36.306758 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:36.414201 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5c7f802-f21d-4ea0-9fc8-60b1aa1bec67 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:36.423255 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5c7f802-f21d-4ea0-9fc8-60b1aa1bec67 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:36.576199 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-b5c7f802-f21d-4ea0-9fc8-60b1aa1bec67 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Floating IP fa7b42b4-bf5f-40fd-9e7d-e0cf44445cc2 associated. External IP: 172.25.6.253, port: c2241209-bbe8-4647-97cc-e676ac8ff7d0. Jul 29 15:06:36.762591 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0fb9b175-6ac9-4477-8cd7-9a3a84b98e44 req-a1bf305e-6e1b-42d3-b8ef-2ae568a6b0a1 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 210 time: 0.0671797 Jul 29 15:06:36.793568 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-930df515-19c9-4756-9419-059bdff9bf9e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Made reservation on behalf of 72da861e3c3549b98a30745682218526 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:36.810694 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-930df515-19c9-4756-9419-059bdff9bf9e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:36.990554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-930df515-19c9-4756-9419-059bdff9bf9e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Allocated IP 172.20.0.5 (f18f3e8c-eef1-4fb9-8e44-5650b12aa769/c677d1a0-3418-4813-8696-6ad9765c9aa6/6efbbccc-003c-4d91-9f60-e1c430818334) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:06:37.287251 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c7f802-f21d-4ea0-9fc8-60b1aa1bec67 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 6074da92-c946-4dac-872f-82ad9d2e4817 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:06:37.312944 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-930df515-19c9-4756-9419-059bdff9bf9e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:37.460936 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-930df515-19c9-4756-9419-059bdff9bf9e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:37.471915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c7f802-f21d-4ea0-9fc8-60b1aa1bec67 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:06:37.476804 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3e73ce13-328d-43e2-9679-e658d14b9ddd'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:06:37.496712 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5222f8c-5647-4265-8169-df8a92f3c48c None None] Sync routers for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:06:37.542718 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5222f8c-5647-4265-8169-df8a92f3c48c None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:37.544009 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f5222f8c-5647-4265-8169-df8a92f3c48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:37.721961 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f5222f8c-5647-4265-8169-df8a92f3c48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:37.750024 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5222f8c-5647-4265-8169-df8a92f3c48c None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:37.750770 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f5222f8c-5647-4265-8169-df8a92f3c48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:37.893531 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f5222f8c-5647-4265-8169-df8a92f3c48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:37.894544 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5222f8c-5647-4265-8169-df8a92f3c48c None None] The sync data for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:06:37.927657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-930df515-19c9-4756-9419-059bdff9bf9e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:06:37.932462 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-930df515-19c9-4756-9419-059bdff9bf9e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:37.943216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-930df515-19c9-4756-9419-059bdff9bf9e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:06:37.947743 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c7f802-f21d-4ea0-9fc8-60b1aa1bec67 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 3cca85c0-3c17-422c-9d79-af340a9fc8c8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:06:37.997630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930df515-19c9-4756-9419-059bdff9bf9e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Pushing event updated for resources: {'Port': ['ID=6efbbccc-003c-4d91-9f60-e1c430818334,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:38.129530 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-930df515-19c9-4756-9419-059bdff9bf9e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:38.130206 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-930df515-19c9-4756-9419-059bdff9bf9e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:38.192491 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-930df515-19c9-4756-9419-059bdff9bf9e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1208231 Jul 29 15:06:38.222693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ee9a1-2792-463f-ad6c-a175463965e8 req-a4f32fd7-39f3-414c-bbbc-02ac8386cc57 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:38.234439 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a2ee9a1-2792-463f-ad6c-a175463965e8 req-a4f32fd7-39f3-414c-bbbc-02ac8386cc57 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 931 time: 0.1745362 Jul 29 15:06:38.241589 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Request body: {'port': {'device_id': '0a1e623b-2319-4fa5-b98f-71f0afdb4652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:38.338705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c7f802-f21d-4ea0-9fc8-60b1aa1bec67 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:06:38.346661 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5c7f802-f21d-4ea0-9fc8-60b1aa1bec67 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:38.350523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587882b7-6ece-4e81-b696-a4aa0804e318 None None] Sync routers for ids ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:06:38.372015 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587882b7-6ece-4e81-b696-a4aa0804e318 None None] Routers {'3cca85c0-3c17-422c-9d79-af340a9fc8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:38.377496 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-587882b7-6ece-4e81-b696-a4aa0804e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:38.420956 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a2ee9a1-2792-463f-ad6c-a175463965e8 req-874ba34f-c26c-4ce7-8a38-4efcd0c4bfaa tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855838 Jul 29 15:06:38.448921 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59556) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:38.462488 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b5c7f802-f21d-4ea0-9fc8-60b1aa1bec67 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "PUT /v2.0/floatingips/fa7b42b4-bf5f-40fd-9e7d-e0cf44445cc2 HTTP/1.1" status: 200 len: 976 time: 3.7350378 Jul 29 15:06:38.465265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59562) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:38.482128 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-587882b7-6ece-4e81-b696-a4aa0804e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:38.497924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587882b7-6ece-4e81-b696-a4aa0804e318 None None] Routers {'3cca85c0-3c17-422c-9d79-af340a9fc8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:38.499004 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-587882b7-6ece-4e81-b696-a4aa0804e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:38.532661 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:38.547480 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-587882b7-6ece-4e81-b696-a4aa0804e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:38.560255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587882b7-6ece-4e81-b696-a4aa0804e318 None None] The sync data for ids ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:06:38.719378 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59566) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:38.759155 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-fd43f92e-18f5-4b72-8604-12ee722cc65c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting port fc37bc8a-e679-4111-8633-89e7dec6af76 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:38.759507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd43f92e-18f5-4b72-8604-12ee722cc65c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:38.848545 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e53fd9e9-8a31-4087-b6cb-8956ceeee360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:38.863327 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6ceb71a8-c882-4926-87e7-9d5df069c328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:38.941660 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd43f92e-18f5-4b72-8604-12ee722cc65c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:38.982473 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e53fd9e9-8a31-4087-b6cb-8956ceeee360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:38.988023 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e53fd9e9-8a31-4087-b6cb-8956ceeee360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.028552 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e53fd9e9-8a31-4087-b6cb-8956ceeee360 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a13e53d1181840b0b3a393901b0994b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046784 Jul 29 15:06:39.036624 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59580) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:39.089307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53fd9e9-8a31-4087-b6cb-8956ceeee360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394b98c8-f3c9-4961-b981-6e6f9abd1359,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:39.132089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6efbbccc-003c-4d91-9f60-e1c430818334 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:06:39.143520 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.166662 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27cc117a-8ef3-4715-be21-160be775d13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.177435 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Transition to ACTIVE for port object 6efbbccc-003c-4d91-9f60-e1c430818334 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:06:39.199230 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27cc117a-8ef3-4715-be21-160be775d13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.217441 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.270318 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6ceb71a8-c882-4926-87e7-9d5df069c328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.275836 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6ceb71a8-c882-4926-87e7-9d5df069c328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.307170 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6ceb71a8-c882-4926-87e7-9d5df069c328 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71c7672025044b8088035d2fb2289d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8523543 Jul 29 15:06:39.307393 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd43f92e-18f5-4b72-8604-12ee722cc65c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.307393 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd43f92e-18f5-4b72-8604-12ee722cc65c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.307626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27cc117a-8ef3-4715-be21-160be775d13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.307723 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-fd43f92e-18f5-4b72-8604-12ee722cc65c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Floating IP fa7b42b4-bf5f-40fd-9e7d-e0cf44445cc2 disassociated. External IP: 172.25.6.253, port: fc37bc8a-e679-4111-8633-89e7dec6af76. Jul 29 15:06:39.307723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-fd43f92e-18f5-4b72-8604-12ee722cc65c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Calling delete_port for fc37bc8a-e679-4111-8633-89e7dec6af76 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:39.309539 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27cc117a-8ef3-4715-be21-160be775d13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.310014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59592) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:39.311011 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-27cc117a-8ef3-4715-be21-160be775d13b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/394b98c8-f3c9-4961-b981-6e6f9abd1359 HTTP/1.1" status: 204 len: 168 time: 0.2714217 Jul 29 15:06:39.312162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6efbbccc-003c-4d91-9f60-e1c430818334,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:39.333944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb71a8-c882-4926-87e7-9d5df069c328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d9af46-93c2-446f-85e9-edf7cdc0bcdd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:39.361610 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc117a-8ef3-4715-be21-160be775d13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394b98c8-f3c9-4961-b981-6e6f9abd1359,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:39.487267 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-430da561-5f68-4f16-bffd-02e6939d4c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.558555 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-430da561-5f68-4f16-bffd-02e6939d4c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.564790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Attempting to bind port 6efbbccc-003c-4d91-9f60-e1c430818334 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:06:39.565152 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Attempting to bind port 6efbbccc-003c-4d91-9f60-e1c430818334 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:06:39.565446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Attempting to bind port 6efbbccc-003c-4d91-9f60-e1c430818334 on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:06:39.618358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Port 6efbbccc-003c-4d91-9f60-e1c430818334 on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:06:39.618588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Attempting to bind port 6efbbccc-003c-4d91-9f60-e1c430818334 on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:06:39.652161 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:06:39.652508 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Checking segment: {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:06:39.652935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Bound using segment: {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:06:39.653391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Bound port: 6efbbccc-003c-4d91-9f60-e1c430818334, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:06:39.653762 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.687267 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd43f92e-18f5-4b72-8604-12ee722cc65c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.696880 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90e995-460b-4326-bfa9-246d3f439268 req-284fd015-78f9-48a3-aa6f-b042f36349bb tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:39.698550 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf90e995-460b-4326-bfa9-246d3f439268 req-284fd015-78f9-48a3-aa6f-b042f36349bb tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 943 time: 0.1563263 Jul 29 15:06:39.760711 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59606) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:39.764203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43f92e-18f5-4b72-8604-12ee722cc65c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Port': ['ID=fc37bc8a-e679-4111-8633-89e7dec6af76,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:39.785737 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3b3046c3-eca7-453d-8073-2734470a5ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.800926 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-430da561-5f68-4f16-bffd-02e6939d4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.804622 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-430da561-5f68-4f16-bffd-02e6939d4c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:39.808829 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-430da561-5f68-4f16-bffd-02e6939d4c23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77d9af46-93c2-446f-85e9-edf7cdc0bcdd HTTP/1.1" status: 204 len: 168 time: 0.4947031 Jul 29 15:06:39.951431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430da561-5f68-4f16-bffd-02e6939d4c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d9af46-93c2-446f-85e9-edf7cdc0bcdd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:39.956880 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] For port 6efbbccc-003c-4d91-9f60-e1c430818334, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:06:39.972844 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf90e995-460b-4326-bfa9-246d3f439268 req-101c0ed7-a140-4e96-8ff5-8cf9b65a7cd6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490091 Jul 29 15:06:39.999679 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] For port 6efbbccc-003c-4d91-9f60-e1c430818334, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6efbbccc-003c-4d91-9f60-e1c430818334,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:06:40.012727 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:40.043564 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3b3046c3-eca7-453d-8073-2734470a5ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:40.052941 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3b3046c3-eca7-453d-8073-2734470a5ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:40.154265 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3046c3-eca7-453d-8073-2734470a5ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844b6869-4c67-4250-a5db-7330ef05ffa4,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:40.170975 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3b3046c3-eca7-453d-8073-2734470a5ad0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=debe17218e3e476282d2494dbadf6f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093790 Jul 29 15:06:40.173768 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59616) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:40.276096 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c419faa8-5671-4bf3-ae51-d81ecdb71a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:40.303931 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c419faa8-5671-4bf3-ae51-d81ecdb71a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:40.391144 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c419faa8-5671-4bf3-ae51-d81ecdb71a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:40.394778 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c419faa8-5671-4bf3-ae51-d81ecdb71a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:40.398909 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c419faa8-5671-4bf3-ae51-d81ecdb71a1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/844b6869-4c67-4250-a5db-7330ef05ffa4 HTTP/1.1" status: 204 len: 168 time: 0.2220953 Jul 29 15:06:40.462573 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419faa8-5671-4bf3-ae51-d81ecdb71a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844b6869-4c67-4250-a5db-7330ef05ffa4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:40.742755 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:40.743284 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:40.746328 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] 10.222.0.39 "PUT /v2.0/ports/6efbbccc-003c-4d91-9f60-e1c430818334 HTTP/1.1" status: 200 len: 1091 time: 2.5382078 Jul 29 15:06:40.746814 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1e623b-2319-4fa5-b98f-71f0afdb4652', 'tag': '6efbbccc-003c-4d91-9f60-e1c430818334'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:06:40.749756 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf05445-4801-49df-b09c-292cef9c0a50" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1e623b-2319-4fa5-b98f-71f0afdb4652", "tag": "6efbbccc-003c-4d91-9f60-e1c430818334"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:06:40.852991 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa700a3a-8a2c-4246-9137-408e256cd043 x-openstack-request-id: req-fa700a3a-8a2c-4246-9137-408e256cd043 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:06:40.853275 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1e623b-2319-4fa5-b98f-71f0afdb4652", "tag": "6efbbccc-003c-4d91-9f60-e1c430818334", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:06:40.853524 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa700a3a-8a2c-4246-9137-408e256cd043 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:06:40.853964 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1e623b-2319-4fa5-b98f-71f0afdb4652', 'tag': '6efbbccc-003c-4d91-9f60-e1c430818334', 'status': 'completed', 'code': 200} Jul 29 15:06:40.884537 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb47c9-295b-4c96-8a40-eecc7e97cfd6 service neutron] Pushing event updated for resources: {'Port': ['ID=6efbbccc-003c-4d91-9f60-e1c430818334,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:40.896859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd43f92e-18f5-4b72-8604-12ee722cc65c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 3cca85c0-3c17-422c-9d79-af340a9fc8c8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:06:40.954128 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:40.956915 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf05445-4801-49df-b09c-292cef9c0a50 req-0f9efc09-959a-4dee-8f0b-fa6297b19a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:40.959132 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ebf05445-4801-49df-b09c-292cef9c0a50 req-0f9efc09-959a-4dee-8f0b-fa6297b19a69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 1094 time: 0.1186488 Jul 29 15:06:40.983413 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-0c1452ba-35d1-4536-b4fb-bbdf5f70eec9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1792283 Jul 29 15:06:41.170575 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd43f92e-18f5-4b72-8604-12ee722cc65c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:06:41.183148 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efe331d-5316-4967-b954-21048234f7a2 None None] Sync routers for ids ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:06:41.201345 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe331d-5316-4967-b954-21048234f7a2 None None] Routers {'3cca85c0-3c17-422c-9d79-af340a9fc8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:41.201963 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6efe331d-5316-4967-b954-21048234f7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:41.211871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d35a1-b308-411a-a865-6d22488eea45 req-1461006d-1ba9-4eeb-bb25-2cf8975aa545 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:41.220139 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-281d35a1-b308-411a-a865-6d22488eea45 req-1461006d-1ba9-4eeb-bb25-2cf8975aa545 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 943 time: 0.1504707 Jul 29 15:06:41.261383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf05445-4801-49df-b09c-292cef9c0a50 req-8eaa911a-64bf-4e8e-99bd-7ce185e40df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:41.263326 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ebf05445-4801-49df-b09c-292cef9c0a50 req-8eaa911a-64bf-4e8e-99bd-7ce185e40df4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=72da861e3c3549b98a30745682218526&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2961948 Jul 29 15:06:41.264212 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-48deea47-236e-4420-b793-e6217e383410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:41.264852 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-48deea47-236e-4420-b793-e6217e383410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:41.265416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-48deea47-236e-4420-b793-e6217e383410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:41.265953 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-48deea47-236e-4420-b793-e6217e383410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:41.266501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-48deea47-236e-4420-b793-e6217e383410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:41.267068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-48deea47-236e-4420-b793-e6217e383410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:41.267717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-48deea47-236e-4420-b793-e6217e383410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:41.270005 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-48deea47-236e-4420-b793-e6217e383410 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b87fe36def094cf5968288b084e2140d&device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 6500 time: 0.1993706 Jul 29 15:06:41.275487 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6efe331d-5316-4967-b954-21048234f7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:41.287486 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efe331d-5316-4967-b954-21048234f7a2 None None] Routers {'3cca85c0-3c17-422c-9d79-af340a9fc8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:41.288429 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6efe331d-5316-4967-b954-21048234f7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:41.348957 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6efe331d-5316-4967-b954-21048234f7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:41.353722 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efe331d-5316-4967-b954-21048234f7a2 None None] The sync data for ids ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:06:41.414749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf05445-4801-49df-b09c-292cef9c0a50 req-736fe4de-a149-4cfb-93c6-92a0002347ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:41.418441 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ebf05445-4801-49df-b09c-292cef9c0a50 req-736fe4de-a149-4cfb-93c6-92a0002347ae service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1478634 Jul 29 15:06:41.441340 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-281d35a1-b308-411a-a865-6d22488eea45 req-3eac612b-6e70-4a21-ba04-9dfbe0b7e7f7 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195292 Jul 29 15:06:41.504603 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd43f92e-18f5-4b72-8604-12ee722cc65c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:41.506981 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fd43f92e-18f5-4b72-8604-12ee722cc65c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/ports/fc37bc8a-e679-4111-8633-89e7dec6af76 HTTP/1.1" status: 204 len: 168 time: 3.0407000 Jul 29 15:06:41.514399 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59656) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:41.597441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-ec612f7b-999c-413e-951e-3074827eef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:41.597693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-eead2ed4-c0eb-4864-bce6-eb8c6452e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:41.598174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-ec612f7b-999c-413e-951e-3074827eef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:41.599824 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-eead2ed4-c0eb-4864-bce6-eb8c6452e066 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 1094 time: 0.1112747 Jul 29 15:06:41.601502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-ec612f7b-999c-413e-951e-3074827eef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:41.603225 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-ec612f7b-999c-413e-951e-3074827eef0e service neutron] 10.222.0.39 "GET /v2.0/networks?id=c87811c7-fa8b-41f4-b809-e4e0814b1be8&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=112a52ee-a8c5-491c-86d2-16cd4245effc&id=cbb34b73-c540-4255-9d61-eaabcefcb943&id=cbb34b73-c540-4255-9d61-eaabcefcb943 HTTP/1.1" status: 200 len: 2297 time: 0.2254293 Jul 29 15:06:41.660625 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-8235beab-ff13-4005-9fb7-02a2b1f6bfa6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6efbbccc-003c-4d91-9f60-e1c430818334 HTTP/1.1" status: 200 len: 217 time: 0.0476553 Jul 29 15:06:41.792921 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-aa96d1e9-0ac9-42f2-b93c-46f4ca4e2b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:41.794668 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-aa96d1e9-0ac9-42f2-b93c-46f4ca4e2b1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c677d1a0-3418-4813-8696-6ad9765c9aa6 HTTP/1.1" status: 200 len: 845 time: 0.1276107 Jul 29 15:06:41.802908 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-5c4f31de-3fe9-457e-bdff-7c725dffd052 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=861979d8-e377-468b-a834-f7023ef2664a HTTP/1.1" status: 200 len: 1000 time: 0.1885636 Jul 29 15:06:41.860157 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-bda1d06c-3e6b-4ecf-a0d1-9158d9ee30b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576780 Jul 29 15:06:41.934061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-cf91d4f0-a409-4217-8461-ada33e2e8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:41.935644 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-cf91d4f0-a409-4217-8461-ada33e2e8067 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0553de55-e064-4bb6-b0d3-b4a9bd38f40f HTTP/1.1" status: 200 len: 855 time: 0.1255083 Jul 29 15:06:41.992766 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-947cabe9-d72d-44f0-82f0-0a45424615b5 service neutron] 10.222.0.39 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234579 Jul 29 15:06:42.121192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-feeae5bd-1af0-4be9-8f35-6c732d6faa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:42.122858 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-feeae5bd-1af0-4be9-8f35-6c732d6faa71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c87811c7-fa8b-41f4-b809-e4e0814b1be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1648195 Jul 29 15:06:42.172649 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8e8e307-49bd-4514-a750-afdfb3b3fb9b req-0e73f996-4d59-40e6-845c-d3611ba8f88d service neutron] 10.222.0.39 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739981 Jul 29 15:06:42.301943 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-b5cd590f-8cf9-40e4-91a9-5faa8053fbe5 service neutron] 10.222.0.39 "GET /v2.0/networks/c87811c7-fa8b-41f4-b809-e4e0814b1be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704648 Jul 29 15:06:42.469288 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5525cbb9-e7a0-43cc-b251-bcc7260f3bae tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:42.535457 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-2e7c2c04-78b4-45ee-a9a7-0bc52e4fd9d1 service neutron] 10.222.0.39 "GET /v2.0/networks/c87811c7-fa8b-41f4-b809-e4e0814b1be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253652 Jul 29 15:06:42.586099 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-9e83b8e4-40a7-4bf5-a833-57b89abce545 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.51&port_id=1bdf1649-a389-4996-8e32-7b0940a4a965 HTTP/1.1" status: 200 len: 217 time: 0.0428421 Jul 29 15:06:42.615525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea0f64-6341-4c0b-a257-4a346de2d5a9 req-f834c446-9b7f-4336-8f43-2396bce8160b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:42.617222 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9ea0f64-6341-4c0b-a257-4a346de2d5a9 req-f834c446-9b7f-4336-8f43-2396bce8160b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 943 time: 0.0600150 Jul 29 15:06:42.683550 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9ea0f64-6341-4c0b-a257-4a346de2d5a9 req-f4774090-d982-46e3-a348-09b82b6cd00e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581238 Jul 29 15:06:42.724063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-b8b7b47a-cf79-4aba-b72b-c4cf54527156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:42.725621 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-b8b7b47a-cf79-4aba-b72b-c4cf54527156 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 200 len: 797 time: 0.1301765 Jul 29 15:06:42.875639 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-1c89c007-e495-4056-8496-a0d9495fcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:42.877753 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-1c89c007-e495-4056-8496-a0d9495fcaec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=112a52ee-a8c5-491c-86d2-16cd4245effc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1199872 Jul 29 15:06:43.053002 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-9945efd8-0755-4f87-813b-bc62e871eb06 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642134 Jul 29 15:06:43.124711 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5525cbb9-e7a0-43cc-b251-bcc7260f3bae tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting port 068220db-0ff0-4dcb-84f4-60d1bb469a29 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:43.124711 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5525cbb9-e7a0-43cc-b251-bcc7260f3bae tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:43.153401 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59780) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:43.246244 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5525cbb9-e7a0-43cc-b251-bcc7260f3bae tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:43.259504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5525cbb9-e7a0-43cc-b251-bcc7260f3bae tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Calling delete_port for 068220db-0ff0-4dcb-84f4-60d1bb469a29 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:43.311684 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-af0c60db-4574-49d7-bc24-336bb670ebaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:43.376336 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-55198875-d9d6-4d19-b064-48c86b80e08d service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140295 Jul 29 15:06:43.450274 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-af0c60db-4574-49d7-bc24-336bb670ebaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:43.453752 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-460ab01c-1f7b-4333-a83b-6135eaeeb9d3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=85e3d439-4f4c-480b-b468-4d17d9852f15 HTTP/1.1" status: 200 len: 217 time: 0.0424118 Jul 29 15:06:43.455907 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-af0c60db-4574-49d7-bc24-336bb670ebaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:43.489909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c60db-4574-49d7-bc24-336bb670ebaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e37c4b-4b16-42d5-b8af-1853ca52f4da,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:43.516482 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-af0c60db-4574-49d7-bc24-336bb670ebaf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ebb6c0f6b6d4ffd84dde36dcf6564fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616886 Jul 29 15:06:43.519344 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59788) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:43.544896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-cf826f06-3935-4a87-8b75-770371a4107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:43.546600 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-cf826f06-3935-4a87-8b75-770371a4107c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 200 len: 797 time: 0.0837317 Jul 29 15:06:43.591929 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c947e37-b472-4488-91c1-f6e7cfb84970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:43.621181 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c947e37-b472-4488-91c1-f6e7cfb84970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:43.659372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-164ae224-4dc3-4e4e-b0ab-3a4b9bcecd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:43.661123 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-164ae224-4dc3-4e4e-b0ab-3a4b9bcecd44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=112a52ee-a8c5-491c-86d2-16cd4245effc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1061001 Jul 29 15:06:43.662365 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5525cbb9-e7a0-43cc-b251-bcc7260f3bae tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:43.687380 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c947e37-b472-4488-91c1-f6e7cfb84970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:43.691415 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2c947e37-b472-4488-91c1-f6e7cfb84970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:43.695438 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2c947e37-b472-4488-91c1-f6e7cfb84970 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61e37c4b-4b16-42d5-b8af-1853ca52f4da HTTP/1.1" status: 204 len: 168 time: 0.1712124 Jul 29 15:06:43.746506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c947e37-b472-4488-91c1-f6e7cfb84970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e37c4b-4b16-42d5-b8af-1853ca52f4da,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:43.825280 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525cbb9-e7a0-43cc-b251-bcc7260f3bae tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Port': ['ID=068220db-0ff0-4dcb-84f4-60d1bb469a29,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:44.073726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142866e9-bb15-4cd6-b5d7-38762d84287b req-eb70e593-5181-4c3a-9eb9-008bf8ab30d5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:44.075345 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-142866e9-bb15-4cd6-b5d7-38762d84287b req-eb70e593-5181-4c3a-9eb9-008bf8ab30d5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 943 time: 0.2532332 Jul 29 15:06:44.174044 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-ac34447b-e058-4587-a2cd-bbbf759336bd service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954467 Jul 29 15:06:44.270918 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-142866e9-bb15-4cd6-b5d7-38762d84287b req-e2494d41-4c78-4328-ba64-e36f623e14f4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806030 Jul 29 15:06:44.347999 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5525cbb9-e7a0-43cc-b251-bcc7260f3bae tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:44.420892 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-fe699cee-9bd5-4b70-b416-b80dac3f9c20 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324572 Jul 29 15:06:44.479996 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-f2414b96-15f6-4870-8d9f-cc2fb0a5cf3b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=29e9b265-f059-42b7-ba08-f34517c2624b HTTP/1.1" status: 200 len: 217 time: 0.0511432 Jul 29 15:06:45.033909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-4ca4f6b9-a846-4fc7-ab7a-a67b7c3a1873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:45.035414 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-4ca4f6b9-a846-4fc7-ab7a-a67b7c3a1873 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 200 len: 797 time: 0.0516727 Jul 29 15:06:45.184285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-434ea75f-5df2-4df0-b897-d7de77441627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:45.185838 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-434ea75f-5df2-4df0-b897-d7de77441627 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=112a52ee-a8c5-491c-86d2-16cd4245effc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1393583 Jul 29 15:06:45.263944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5525cbb9-e7a0-43cc-b251-bcc7260f3bae tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 3cca85c0-3c17-422c-9d79-af340a9fc8c8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:06:45.356314 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-d366b729-fea9-4924-9692-3439cb06932d service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614058 Jul 29 15:06:45.448314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59860) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:45.473022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5525cbb9-e7a0-43cc-b251-bcc7260f3bae tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:06:45.479244 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5525cbb9-e7a0-43cc-b251-bcc7260f3bae tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "PUT /v2.0/routers/3cca85c0-3c17-422c-9d79-af340a9fc8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9636178 Jul 29 15:06:45.491217 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4110e0-1853-4a27-856e-d36fa06c3d29 None None] Sync routers for ids ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:06:45.497903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59864) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:45.500723 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4110e0-1853-4a27-856e-d36fa06c3d29 None None] Routers {'3cca85c0-3c17-422c-9d79-af340a9fc8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:45.501630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-bb4110e0-1853-4a27-856e-d36fa06c3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:45.505683 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0400d6b-1072-4341-a130-831ae8ece547 req-2a3496ce-bb0a-4367-b6f1-53f93516dde5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:45.508092 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b0400d6b-1072-4341-a130-831ae8ece547 req-2a3496ce-bb0a-4367-b6f1-53f93516dde5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 943 time: 0.1258271 Jul 29 15:06:45.575454 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b0400d6b-1072-4341-a130-831ae8ece547 req-a7e7c0c5-cdc9-4105-b4dc-e7766adb3dce tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559251 Jul 29 15:06:45.578336 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-bb4110e0-1853-4a27-856e-d36fa06c3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:45.590035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4110e0-1853-4a27-856e-d36fa06c3d29 None None] Routers {'3cca85c0-3c17-422c-9d79-af340a9fc8c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:45.590643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-bb4110e0-1853-4a27-856e-d36fa06c3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:45.633700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-bb4110e0-1853-4a27-856e-d36fa06c3d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:45.634703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4110e0-1853-4a27-856e-d36fa06c3d29 None None] The sync data for ids ['3cca85c0-3c17-422c-9d79-af340a9fc8c8'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:06:45.645030 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-7b53e51e-a401-463a-91d6-8e712fb89ce7 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581170 Jul 29 15:06:45.727015 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-7686c44a-1d6a-46b5-a476-3789567f9621 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 HTTP/1.1" status: 200 len: 217 time: 0.0514078 Jul 29 15:06:45.730725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-beb380f4-becf-42c6-bfef-da3a0ac62f83 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1617565290'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:45.791936 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-16d86cb2-f31c-4d32-aff4-b9493cb6c4cf tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:45.834737 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb380f4-becf-42c6-bfef-da3a0ac62f83 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Made reservation on behalf of 15f69a6a488f40c9b5d2266f20ecbb20 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:45.838587 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-beb380f4-becf-42c6-bfef-da3a0ac62f83 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:45.857443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-77c0b0e1-5aca-463b-8a6f-87be84972b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:45.858932 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-77c0b0e1-5aca-463b-8a6f-87be84972b8e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 200 len: 797 time: 0.1233087 Jul 29 15:06:45.859637 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-beb380f4-becf-42c6-bfef-da3a0ac62f83 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:45.867122 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:06:46.004925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-a051d8a9-c400-43a2-ac2d-f79c1f5d4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:46.006544 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-a051d8a9-c400-43a2-ac2d-f79c1f5d4f30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=112a52ee-a8c5-491c-86d2-16cd4245effc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1349909 Jul 29 15:06:46.011118 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-16d86cb2-f31c-4d32-aff4-b9493cb6c4cf tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:46.071679 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6efbbccc-003c-4d91-9f60-e1c430818334 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:06:46.191777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6efbbccc-003c-4d91-9f60-e1c430818334, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6efbbccc-003c-4d91-9f60-e1c430818334,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:46.204174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '6efbbccc-003c-4d91-9f60-e1c430818334', 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769', 'port_id': '6efbbccc-003c-4d91-9f60-e1c430818334', 'mac_address': 'fa:16:3e:9c:4d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c677d1a0-3418-4813-8696-6ad9765c9aa6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:06:46.212838 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-29308a0a-249f-486a-8ff5-cf73d42e75cf service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981213 Jul 29 15:06:46.219757 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-beb380f4-becf-42c6-bfef-da3a0ac62f83 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:46.233246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-16d86cb2-f31c-4d32-aff4-b9493cb6c4cf tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting port 99ecc004-c663-49fb-b3b7-d7d0b32e6e1e {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:46.234003 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-16d86cb2-f31c-4d32-aff4-b9493cb6c4cf tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:46.245762 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:46.258133 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-beb380f4-becf-42c6-bfef-da3a0ac62f83 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:46.262982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6efbbccc-003c-4d91-9f60-e1c430818334 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:06:46.291052 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6efbbccc-003c-4d91-9f60-e1c430818334, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6efbbccc-003c-4d91-9f60-e1c430818334,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:46.309397 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:46.365981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=6efbbccc-003c-4d91-9f60-e1c430818334,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:46.371788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb380f4-becf-42c6-bfef-da3a0ac62f83 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:06:46.403387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb380f4-becf-42c6-bfef-da3a0ac62f83 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15521b89-c63f-4871-a0f9-4e3d08f98574,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:46.414604 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-beb380f4-becf-42c6-bfef-da3a0ac62f83 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:46.414956 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-beb380f4-becf-42c6-bfef-da3a0ac62f83 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Added segment 80cc587f-10c4-499d-a894-fd229cc9bef8 of type vlan for network c7319d54-6113-45c0-a4f3-f8cbf1040700 Jul 29 15:06:46.470463 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-16d86cb2-f31c-4d32-aff4-b9493cb6c4cf tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:46.494707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-0f274389-3a92-422a-b64f-00498bb9ac46 service neutron] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714884 Jul 29 15:06:46.499373 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-beb380f4-becf-42c6-bfef-da3a0ac62f83 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:46.503876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-16d86cb2-f31c-4d32-aff4-b9493cb6c4cf tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Calling delete_port for 99ecc004-c663-49fb-b3b7-d7d0b32e6e1e owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:46.551111 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-c6649ae5-b6e2-463e-b524-9ecf65f0cb3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=384b2766-5b64-4b46-a1c5-a1c0e093692d HTTP/1.1" status: 200 len: 217 time: 0.0451648 Jul 29 15:06:46.570222 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['6efbbccc-003c-4d91-9f60-e1c430818334'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:06:46.662752 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-beb380f4-becf-42c6-bfef-da3a0ac62f83 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:46.668174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb380f4-becf-42c6-bfef-da3a0ac62f83 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:46.668810 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-beb380f4-becf-42c6-bfef-da3a0ac62f83 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:46.796655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-99ac4953-b9fe-4d8e-acb6-4974d49247db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:46.798812 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-99ac4953-b9fe-4d8e-acb6-4974d49247db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b82d0d65-5f7c-4442-9148-60b7547ab51d HTTP/1.1" status: 200 len: 797 time: 0.2387855 Jul 29 15:06:46.808839 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-beb380f4-becf-42c6-bfef-da3a0ac62f83 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3572958 Jul 29 15:06:46.812209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59892) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:46.824942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb380f4-becf-42c6-bfef-da3a0ac62f83 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Pushing event updated for resources: {'Network': ['ID=c7319d54-6113-45c0-a4f3-f8cbf1040700,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:46.859115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network c7319d54-6113-45c0-a4f3-f8cbf1040700 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:06:46.916246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e9083-2fee-46d7-ac0e-a98b8849d857 req-33cd54ac-2010-4450-96f4-d1888398706c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:46.924281 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6f9e9083-2fee-46d7-ac0e-a98b8849d857 req-33cd54ac-2010-4450-96f4-d1888398706c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 944 time: 0.2473269 Jul 29 15:06:46.925205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0410cdb4-a7cc-475a-aa1e-7e79eec42c11 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Request body: {'network': {'name': 'tempest-network--787742083', 'router:external': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:46.941166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-ea63017d-0fe6-4f0b-9339-a48e416b4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:46.942684 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-ea63017d-0fe6-4f0b-9339-a48e416b4279 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbb34b73-c540-4255-9d61-eaabcefcb943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1327596 Jul 29 15:06:46.949751 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0410cdb4-a7cc-475a-aa1e-7e79eec42c11 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Made reservation on behalf of aba5571bfa12406e8b05abd413cb3a15 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:46.952962 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0410cdb4-a7cc-475a-aa1e-7e79eec42c11 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:46.963765 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0410cdb4-a7cc-475a-aa1e-7e79eec42c11 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.073318 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6f9e9083-2fee-46d7-ac0e-a98b8849d857 req-b1a7408c-8b40-412f-ada1-b1c807ff397d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468997 Jul 29 15:06:47.076396 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0410cdb4-a7cc-475a-aa1e-7e79eec42c11 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.082264 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0410cdb4-a7cc-475a-aa1e-7e79eec42c11 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.096570 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-16d86cb2-f31c-4d32-aff4-b9493cb6c4cf tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.104004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0410cdb4-a7cc-475a-aa1e-7e79eec42c11 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:06:47.124986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410cdb4-a7cc-475a-aa1e-7e79eec42c11 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb2400c-ce46-4aff-b60d-925b7fcb91a2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:47.139825 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0410cdb4-a7cc-475a-aa1e-7e79eec42c11 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.140448 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-0410cdb4-a7cc-475a-aa1e-7e79eec42c11 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Added segment 230966e8-741b-473b-bacb-5030ee41f8dd of type vlan for network f5e8598c-1bcc-4f87-b963-e0348ecfb286 Jul 29 15:06:47.162999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d86cb2-f31c-4d32-aff4-b9493cb6c4cf tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Port': ['ID=99ecc004-c663-49fb-b3b7-d7d0b32e6e1e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:47.205225 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-5d3de744-c992-45b6-8c15-84429451d4fd service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506354 Jul 29 15:06:47.230385 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0410cdb4-a7cc-475a-aa1e-7e79eec42c11 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.277068 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0410cdb4-a7cc-475a-aa1e-7e79eec42c11 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.278807 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0410cdb4-a7cc-475a-aa1e-7e79eec42c11 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:47.279647 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0410cdb4-a7cc-475a-aa1e-7e79eec42c11 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.294300 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-16d86cb2-f31c-4d32-aff4-b9493cb6c4cf tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.355694 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0410cdb4-a7cc-475a-aa1e-7e79eec42c11 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5349941 Jul 29 15:06:47.359269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59904) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:47.381167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410cdb4-a7cc-475a-aa1e-7e79eec42c11 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event updated for resources: {'Network': ['ID=f5e8598c-1bcc-4f87-b963-e0348ecfb286,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:47.394068 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network f5e8598c-1bcc-4f87-b963-e0348ecfb286 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:06:47.428898 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-16d86cb2-f31c-4d32-aff4-b9493cb6c4cf tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.439919 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-16d86cb2-f31c-4d32-aff4-b9493cb6c4cf tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.452356 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-d0b4e7f7-722d-4371-96a9-d6ed092f348e service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281275 Jul 29 15:06:47.475968 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75a796ee-44ec-4516-9d54-c5a9ff15274f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.525012 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-e335f44c-1ab5-4eb6-b210-31562436ec1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6866365f-9081-45de-b450-c210f1db65b5 HTTP/1.1" status: 200 len: 217 time: 0.0407226 Jul 29 15:06:47.527280 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-16d86cb2-f31c-4d32-aff4-b9493cb6c4cf tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.528057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d86cb2-f31c-4d32-aff4-b9493cb6c4cf tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Fanout notify agent at l3_agent the message router_deleted on router 3cca85c0-3c17-422c-9d79-af340a9fc8c8 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:06:47.541655 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-16d86cb2-f31c-4d32-aff4-b9493cb6c4cf tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.545420 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-16d86cb2-f31c-4d32-aff4-b9493cb6c4cf tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/routers/3cca85c0-3c17-422c-9d79-af340a9fc8c8 HTTP/1.1" status: 204 len: 168 time: 2.0438528 Jul 29 15:06:47.551444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59910) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:47.599369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-86dd0249-41d0-4324-a7fd-64cfdaa9daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:47.601025 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-86dd0249-41d0-4324-a7fd-64cfdaa9daa9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b82d0d65-5f7c-4442-9148-60b7547ab51d HTTP/1.1" status: 200 len: 797 time: 0.0569625 Jul 29 15:06:47.602853 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75a796ee-44ec-4516-9d54-c5a9ff15274f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.622253 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-75a796ee-44ec-4516-9d54-c5a9ff15274f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e8598c-1bcc-4f87-b963-e0348ecfb286']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:47.635577 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-75a796ee-44ec-4516-9d54-c5a9ff15274f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230966e8-741b-473b-bacb-5030ee41f8dd') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:47.635885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-75a796ee-44ec-4516-9d54-c5a9ff15274f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230966e8-741b-473b-bacb-5030ee41f8dd') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:47.641124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-8790dd04-a7f4-4385-ada2-0ea5d60ca814 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting subnet 9ff6dc5c-975e-4108-b4de-485b45ada4e5 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:06:47.651388 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8790dd04-a7f4-4385-ada2-0ea5d60ca814 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.653246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-ce60a452-dd90-4820-a7b3-ae712e539601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:47.654779 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75a796ee-44ec-4516-9d54-c5a9ff15274f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.655365 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-ce60a452-dd90-4820-a7b3-ae712e539601 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbb34b73-c540-4255-9d61-eaabcefcb943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0479331 Jul 29 15:06:47.694459 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75a796ee-44ec-4516-9d54-c5a9ff15274f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.709009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a796ee-44ec-4516-9d54-c5a9ff15274f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:06:47.709399 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75a796ee-44ec-4516-9d54-c5a9ff15274f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:06:47.711176 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:06:47.713472 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8790dd04-a7f4-4385-ada2-0ea5d60ca814 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.779358 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-c3083d86-5894-4b19-930e-22f56fe6916c service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164520 Jul 29 15:06:47.818222 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75a796ee-44ec-4516-9d54-c5a9ff15274f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.827986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a796ee-44ec-4516-9d54-c5a9ff15274f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5e8598c-1bcc-4f87-b963-e0348ecfb286 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 15:06:47.841446 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75a796ee-44ec-4516-9d54-c5a9ff15274f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.847214 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-75a796ee-44ec-4516-9d54-c5a9ff15274f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "DELETE /v2.0/networks/f5e8598c-1bcc-4f87-b963-e0348ecfb286 HTTP/1.1" status: 204 len: 168 time: 0.4826033 Jul 29 15:06:47.847557 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59918) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:47.855293 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-be3844e3-b6f2-493a-9ba8-a0e943962431 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:47.875400 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a796ee-44ec-4516-9d54-c5a9ff15274f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5e8598c-1bcc-4f87-b963-e0348ecfb286,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:47.899580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3844e3-b6f2-493a-9ba8-a0e943962431 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Made reservation on behalf of aba5571bfa12406e8b05abd413cb3a15 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:47.902217 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be3844e3-b6f2-493a-9ba8-a0e943962431 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.936525 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8790dd04-a7f4-4385-ada2-0ea5d60ca814 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:47.948099 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aeadcdd1-7203-4af8-85c3-c5d4ab366f32 req-cda46d5b-6e36-4981-8b6c-b2202e33c47e service neutron] 10.222.0.39 "GET /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617723 Jul 29 15:06:47.969007 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3844e3-b6f2-493a-9ba8-a0e943962431 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:06:48.001675 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be3844e3-b6f2-493a-9ba8-a0e943962431 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:48.002182 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-be3844e3-b6f2-493a-9ba8-a0e943962431 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Added segment 976a8dee-1b04-4edd-b9ee-aa13fd9c5407 of type vlan for network 2bd3e978-e0bf-4dd5-b831-211c47c6876d Jul 29 15:06:48.076010 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be3844e3-b6f2-493a-9ba8-a0e943962431 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:48.081986 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8790dd04-a7f4-4385-ada2-0ea5d60ca814 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:48.087152 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6efbbccc-003c-4d91-9f60-e1c430818334 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:06:48.132961 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790dd04-a7f4-4385-ada2-0ea5d60ca814 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff6dc5c-975e-4108-b4de-485b45ada4e5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:48.146191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8790dd04-a7f4-4385-ada2-0ea5d60ca814 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:48.148324 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8790dd04-a7f4-4385-ada2-0ea5d60ca814 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/subnets/9ff6dc5c-975e-4108-b4de-485b45ada4e5 HTTP/1.1" status: 204 len: 168 time: 0.5961134 Jul 29 15:06:48.151043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59926) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:48.165389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb0ff9f-48d7-49ca-b9fe-06d136e1e8f4 None None] Network 873a197a-4f98-480d-ab57-fd79b3b7f437 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:06:48.289157 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be3844e3-b6f2-493a-9ba8-a0e943962431 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:48.292806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3844e3-b6f2-493a-9ba8-a0e943962431 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:48.294787 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-be3844e3-b6f2-493a-9ba8-a0e943962431 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:48.312270 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:48.323090 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 6efbbccc-003c-4d91-9f60-e1c430818334 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:06:48.343147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 6efbbccc-003c-4d91-9f60-e1c430818334 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:06:48.343889 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:48.460179 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082d536-3a20-4ea4-ad89-19428b7f4af8 req-aecc2250-713e-47a9-9151-2342f9b0e2d2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:48.461790 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a082d536-3a20-4ea4-ad89-19428b7f4af8 req-aecc2250-713e-47a9-9151-2342f9b0e2d2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 944 time: 0.2813706 Jul 29 15:06:48.463462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-be3844e3-b6f2-493a-9ba8-a0e943962431 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6144197 Jul 29 15:06:48.466368 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59936) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:48.473638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-23f25250-c647-46bb-a214-ad7b8744f645 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Request body: {'subnet': {'network_id': '2bd3e978-e0bf-4dd5-b831-211c47c6876d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:48.483729 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting port 3905e109-dcaa-4280-bc1e-7900c33adbc9 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:48.483729 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:48.509436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3844e3-b6f2-493a-9ba8-a0e943962431 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event updated for resources: {'Network': ['ID=2bd3e978-e0bf-4dd5-b831-211c47c6876d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:48.545848 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:48.564597 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a082d536-3a20-4ea4-ad89-19428b7f4af8 req-4106eb5c-1c03-434b-909d-6ba7de80a106 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842717 Jul 29 15:06:48.566094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 2bd3e978-e0bf-4dd5-b831-211c47c6876d details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:06:48.571328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f25250-c647-46bb-a214-ad7b8744f645 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Made reservation on behalf of aba5571bfa12406e8b05abd413cb3a15 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:48.576636 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23f25250-c647-46bb-a214-ad7b8744f645 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:48.578356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1e623b-2319-4fa5-b98f-71f0afdb4652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efbbccc-003c-4d91-9f60-e1c430818334'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:06:48.581773 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5f4175-3dc7-41da-949f-a64944423a96" -d '{"events": [{"server_uuid": "0a1e623b-2319-4fa5-b98f-71f0afdb4652", "name": "network-vif-plugged", "status": "completed", "tag": "6efbbccc-003c-4d91-9f60-e1c430818334"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:06:48.587556 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] For port 3905e109-dcaa-4280-bc1e-7900c33adbc9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3905e109-dcaa-4280-bc1e-7900c33adbc9,segment=NetworkSegment(f9a2c6b4-84b0-4c39-8bd2-57bed7516d60),segment_id=f9a2c6b4-84b0-4c39-8bd2-57bed7516d60)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:48.588790 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:48.627995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Calling delete_port for 3905e109-dcaa-4280-bc1e-7900c33adbc9 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:48.650773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6efbbccc-003c-4d91-9f60-e1c430818334, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6efbbccc-003c-4d91-9f60-e1c430818334,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:48.659257 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:48.688014 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10511a5f-dc17-426f-af5c-a648aba4cd15 x-openstack-request-id: req-10511a5f-dc17-426f-af5c-a648aba4cd15 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:06:48.688290 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1e623b-2319-4fa5-b98f-71f0afdb4652", "name": "network-vif-plugged", "status": "completed", "tag": "6efbbccc-003c-4d91-9f60-e1c430818334", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:06:48.688549 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10511a5f-dc17-426f-af5c-a648aba4cd15 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:06:48.689480 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1e623b-2319-4fa5-b98f-71f0afdb4652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efbbccc-003c-4d91-9f60-e1c430818334', 'code': 200} Jul 29 15:06:48.690671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4db0c3-bfdc-4dcf-930d-4ca1508df54a None None] DHCP port deletion for 873a197a-4f98-480d-ab57-fd79b3b7f437 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:06:48.816425 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3905e109-dcaa-4280-bc1e-7900c33adbc9 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:06:48.833119 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:48.847602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 3905e109-dcaa-4280-bc1e-7900c33adbc9 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:06:48.847966 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3905e109-dcaa-4280-bc1e-7900c33adbc9 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:06:48.851425 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=6efbbccc-003c-4d91-9f60-e1c430818334,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:48.867199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2b4db0c3-bfdc-4dcf-930d-4ca1508df54a None None] Deleting port 3905e109-dcaa-4280-bc1e-7900c33adbc9 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:48.867682 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b4db0c3-bfdc-4dcf-930d-4ca1508df54a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:48.892969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Port': ['ID=3905e109-dcaa-4280-bc1e-7900c33adbc9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:48.911981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] No DVR routers for this DVR port 3905e109-dcaa-4280-bc1e-7900c33adbc9 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:06:48.958601 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b17b74-7cf8-4f16-8ac5-09d8cfa7c2aa req-134e451b-4e2e-4651-bbdb-bbc249290bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:48.960171 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27b17b74-7cf8-4f16-8ac5-09d8cfa7c2aa req-134e451b-4e2e-4651-bbdb-bbc249290bbe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 1096 time: 0.2127640 Jul 29 15:06:48.962506 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2b4db0c3-bfdc-4dcf-930d-4ca1508df54a None None] For port 3905e109-dcaa-4280-bc1e-7900c33adbc9, host n-d-802893-1, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:48.962905 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b4db0c3-bfdc-4dcf-930d-4ca1508df54a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:48.978880 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2b4db0c3-bfdc-4dcf-930d-4ca1508df54a None None] Calling delete_port for 3905e109-dcaa-4280-bc1e-7900c33adbc9 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:48.981859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-2b4db0c3-bfdc-4dcf-930d-4ca1508df54a None None] Port 3905e109-dcaa-4280-bc1e-7900c33adbc9 was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 15:06:48.983115 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b4db0c3-bfdc-4dcf-930d-4ca1508df54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:49.016468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4db0c3-bfdc-4dcf-930d-4ca1508df54a None None] Pushing event deleted for resources: {'Port': ['ID=3905e109-dcaa-4280-bc1e-7900c33adbc9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:49.029616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4db0c3-bfdc-4dcf-930d-4ca1508df54a None None] No DVR routers for this DVR port 3905e109-dcaa-4280-bc1e-7900c33adbc9 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:06:49.040157 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:49.048712 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27b17b74-7cf8-4f16-8ac5-09d8cfa7c2aa req-6e4dad0e-b9c5-4432-974f-395893ef7893 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588298 Jul 29 15:06:49.056689 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873a197a-4f98-480d-ab57-fd79b3b7f437']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:49.066432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a2c6b4-84b0-4c39-8bd2-57bed7516d60') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:49.066731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a2c6b4-84b0-4c39-8bd2-57bed7516d60') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:49.077766 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:49.091331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.objects.ports [None req-23f25250-c647-46bb-a214-ad7b8744f645 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94157) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 15:06:49.091960 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23f25250-c647-46bb-a214-ad7b8744f645 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:49.092093 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:49.098887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:06:49.099683 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:06:49.103413 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:06:49.151387 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f25250-c647-46bb-a214-ad7b8744f645 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a78da4f9-d39e-49d1-9e52-aff0247e5407,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:49.161383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f25250-c647-46bb-a214-ad7b8744f645 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Checking segment: {'id': '976a8dee-1b04-4edd-b9ee-aa13fd9c5407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2bd3e978-e0bf-4dd5-b831-211c47c6876d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:06:49.161879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f25250-c647-46bb-a214-ad7b8744f645 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Network hostable DHCP agents. Network: 2bd3e978-e0bf-4dd5-b831-211c47c6876d, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:06:49.178575 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:49.181657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f25250-c647-46bb-a214-ad7b8744f645 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Network 2bd3e978-e0bf-4dd5-b831-211c47c6876d is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:06:49.183867 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:49.185814 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/networks/873a197a-4f98-480d-ab57-fd79b3b7f437 HTTP/1.1" status: 204 len: 168 time: 1.0337064 Jul 29 15:06:49.189091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59948) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:49.202243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f5825-72b9-4dc8-91b0-1456e1c5fb73 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Network': ['ID=873a197a-4f98-480d-ab57-fd79b3b7f437,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:49.228848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-23f25250-c647-46bb-a214-ad7b8744f645 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 2bd3e978-e0bf-4dd5-b831-211c47c6876d) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:49.233589 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f25250-c647-46bb-a214-ad7b8744f645 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:49.234400 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23f25250-c647-46bb-a214-ad7b8744f645 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:49.238296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ea1eb4-a0c9-4f45-bf7f-90d98ece59c9 None None] Network 2bd3e978-e0bf-4dd5-b831-211c47c6876d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:06:49.379442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24850173-1e4a-4f13-a11a-ccf75360a6f8 None None] Network 2bd3e978-e0bf-4dd5-b831-211c47c6876d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:06:49.586835 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-23f25250-c647-46bb-a214-ad7b8744f645 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1194599 Jul 29 15:06:49.589675 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59958) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:49.594929 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Request body: {'floatingip': {'floating_network_id': '2bd3e978-e0bf-4dd5-b831-211c47c6876d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:49.620246 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:49.640603 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-8dc73c01-ec27-426e-ad4f-bad7524cabc4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting port 986d4fe8-bf0a-45a8-a749-83d07b109175 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:49.641000 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8dc73c01-ec27-426e-ad4f-bad7524cabc4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:49.752881 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:49.762951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8beb06-682a-4e7d-9d2f-6f1a37d91675 req-5a4c150f-2d92-4256-a23d-728282c2970d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:49.764762 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b8beb06-682a-4e7d-9d2f-6f1a37d91675 req-5a4c150f-2d92-4256-a23d-728282c2970d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 945 time: 0.0849247 Jul 29 15:06:49.786773 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8dc73c01-ec27-426e-ad4f-bad7524cabc4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:49.787109 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8dc73c01-ec27-426e-ad4f-bad7524cabc4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:49.810379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-8dc73c01-ec27-426e-ad4f-bad7524cabc4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Calling delete_port for 986d4fe8-bf0a-45a8-a749-83d07b109175 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:49.881328 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b8beb06-682a-4e7d-9d2f-6f1a37d91675 req-77aa1923-f025-4aa2-ab96-4cbe3eb5c6f0 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050589 Jul 29 15:06:49.906446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Allocated IP 172.20.0.2 (2bd3e978-e0bf-4dd5-b831-211c47c6876d/a78da4f9-d39e-49d1-9e52-aff0247e5407/232a5162-d627-4b47-a30d-2ab5563cb267) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:06:49.992971 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8dc73c01-ec27-426e-ad4f-bad7524cabc4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:50.019285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc73c01-ec27-426e-ad4f-bad7524cabc4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Port': ['ID=986d4fe8-bf0a-45a8-a749-83d07b109175,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:50.023942 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:50.071347 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:50.098561 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8dc73c01-ec27-426e-ad4f-bad7524cabc4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:50.101484 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8dc73c01-ec27-426e-ad4f-bad7524cabc4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:50.107275 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8dc73c01-ec27-426e-ad4f-bad7524cabc4 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/floatingips/fa7b42b4-bf5f-40fd-9e7d-e0cf44445cc2 HTTP/1.1" status: 204 len: 168 time: 0.9126575 Jul 29 15:06:50.108061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 59970) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:50.147016 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Network 2bd3e978-e0bf-4dd5-b831-211c47c6876d is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:06:50.151829 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f7af5b-ebde-499f-8856-da27b971c1d3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] DELETE failed (client error): The resource could not be found. Jul 29 15:06:50.152510 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f7af5b-ebde-499f-8856-da27b971c1d3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:06:50.156759 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d5f7af5b-ebde-499f-8856-da27b971c1d3 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/ports/fc37bc8a-e679-4111-8633-89e7dec6af76 HTTP/1.1" status: 404 len: 333 time: 0.0449696 Jul 29 15:06:50.157919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59972) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:50.158869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:50.160831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event updated for resources: {'Port': ['ID=232a5162-d627-4b47-a30d-2ab5563cb267,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:50.163111 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:06:50.194513 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-566577df-1dc5-46a5-92a9-594da1fb5373 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "GET /v2.0/ports?device_id=3cca85c0-3c17-422c-9d79-af340a9fc8c8 HTTP/1.1" status: 200 len: 205 time: 0.0344617 Jul 29 15:06:50.195183 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59974) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:50.238345 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-1b45a6de-effb-4a81-a49b-fa2a9bcb1d7d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] delete failed (client error): The resource could not be found. Jul 29 15:06:50.240418 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1b45a6de-effb-4a81-a49b-fa2a9bcb1d7d tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/routers/3cca85c0-3c17-422c-9d79-af340a9fc8c8 HTTP/1.1" status: 404 len: 336 time: 0.0438995 Jul 29 15:06:50.241965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59976) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:50.272093 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c090be8-8fb1-40a9-8c04-eb6923e2dd7c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] DELETE failed (client error): The resource could not be found. Jul 29 15:06:50.272703 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c090be8-8fb1-40a9-8c04-eb6923e2dd7c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:06:50.277019 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1c090be8-8fb1-40a9-8c04-eb6923e2dd7c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/subnets/9ff6dc5c-975e-4108-b4de-485b45ada4e5 HTTP/1.1" status: 404 len: 337 time: 0.0315759 Jul 29 15:06:50.277432 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59978) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:50.393911 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d0420bc4-6d78-40ee-8217-007ac0dd4ce8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting port c2241209-bbe8-4647-97cc-e676ac8ff7d0 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:50.401777 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d0420bc4-6d78-40ee-8217-007ac0dd4ce8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:50.491832 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d0420bc4-6d78-40ee-8217-007ac0dd4ce8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:50.515044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d0420bc4-6d78-40ee-8217-007ac0dd4ce8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Calling delete_port for c2241209-bbe8-4647-97cc-e676ac8ff7d0 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:50.621689 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:50.663589 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d0420bc4-6d78-40ee-8217-007ac0dd4ce8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:50.676896 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:50.693400 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0420bc4-6d78-40ee-8217-007ac0dd4ce8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Port': ['ID=c2241209-bbe8-4647-97cc-e676ac8ff7d0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:50.776692 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d0420bc4-6d78-40ee-8217-007ac0dd4ce8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:50.781173 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d0420bc4-6d78-40ee-8217-007ac0dd4ce8 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/ports/c2241209-bbe8-4647-97cc-e676ac8ff7d0 HTTP/1.1" status: 204 len: 168 time: 0.5026352 Jul 29 15:06:50.782041 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 59992) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:50.854913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:50.860110 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:50.888154 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a568f4e1-e45e-4dfb-953c-f18fecc279cb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting port bc3c54f0-08f7-4acf-b5e4-a5d20987779f {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:50.888542 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a568f4e1-e45e-4dfb-953c-f18fecc279cb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:50.945256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event updated for resources: {'Port': ['ID=232a5162-d627-4b47-a30d-2ab5563cb267,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:50.995776 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:51.004065 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a568f4e1-e45e-4dfb-953c-f18fecc279cb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:51.016041 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:51.018046 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3a3ecbaa-0745-4142-8270-fcecf8de8216 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4271712 Jul 29 15:06:51.020800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60000) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:51.023256 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a568f4e1-e45e-4dfb-953c-f18fecc279cb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Calling delete_port for bc3c54f0-08f7-4acf-b5e4-a5d20987779f owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:51.030648 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a51a6c-0117-4548-8b16-7ff091ca66b5 req-34637c67-8f4f-4056-83e0-e6092e296a27 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:51.032233 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-85a51a6c-0117-4548-8b16-7ff091ca66b5 req-34637c67-8f4f-4056-83e0-e6092e296a27 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 945 time: 0.0730367 Jul 29 15:06:51.074448 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-85a51a6c-0117-4548-8b16-7ff091ca66b5 req-4e53e474-be8d-490e-9b41-a3723f2222f0 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353773 Jul 29 15:06:51.104055 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-af14a071-9c7f-4c78-85cf-2faab2168259 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=2bd3e978-e0bf-4dd5-b831-211c47c6876d HTTP/1.1" status: 200 len: 689 time: 0.0819461 Jul 29 15:06:51.109275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60004) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:51.231615 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:51.284008 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a568f4e1-e45e-4dfb-953c-f18fecc279cb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:51.325573 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568f4e1-e45e-4dfb-953c-f18fecc279cb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Port': ['ID=bc3c54f0-08f7-4acf-b5e4-a5d20987779f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:51.407409 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a568f4e1-e45e-4dfb-953c-f18fecc279cb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:51.410226 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a568f4e1-e45e-4dfb-953c-f18fecc279cb tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/ports/bc3c54f0-08f7-4acf-b5e4-a5d20987779f HTTP/1.1" status: 204 len: 168 time: 0.6263428 Jul 29 15:06:51.413129 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60014) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:51.436956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac2af1-3aec-4406-b591-c0bf20f2822e req-a5000f82-1b8b-4fc4-be49-6d754c63203e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:51.438637 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05ac2af1-3aec-4406-b591-c0bf20f2822e req-a5000f82-1b8b-4fc4-be49-6d754c63203e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 945 time: 0.0731895 Jul 29 15:06:51.441223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Deleting port 232a5162-d627-4b47-a30d-2ab5563cb267 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:51.441700 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:51.465534 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9a32b4-88ff-46f2-8f8b-83dd28a7a9ad tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:51.467236 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7e9a32b4-88ff-46f2-8f8b-83dd28a7a9ad tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "GET /v2.0/ports?device_id=6074da92-c946-4dac-872f-82ad9d2e4817 HTTP/1.1" status: 200 len: 913 time: 0.0529168 Jul 29 15:06:51.473191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60016) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:51.540929 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05ac2af1-3aec-4406-b591-c0bf20f2822e req-56eeba46-79b1-4268-b904-5ea69f2c8cc8 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852113 Jul 29 15:06:51.571450 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:51.571774 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:51.584295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Calling delete_port for 232a5162-d627-4b47-a30d-2ab5563cb267 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:51.779194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7af33b-da5a-4b59-a706-226528f64596 req-f97cdc8e-5dea-41ca-808b-f12123a9c02e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:51.780770 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dc7af33b-da5a-4b59-a706-226528f64596 req-f97cdc8e-5dea-41ca-808b-f12123a9c02e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 945 time: 0.1244934 Jul 29 15:06:51.799078 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:51.858559 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event deleted for resources: {'Port': ['ID=232a5162-d627-4b47-a30d-2ab5563cb267,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:51.885096 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dc7af33b-da5a-4b59-a706-226528f64596 req-c242302a-ccba-42fb-806b-26760d557563 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902910 Jul 29 15:06:52.016645 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:52.017794 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93e66871-3bf7-4d94-a980-11d42f36a67c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:52.033963 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-4ca7eee1-f948-4d7b-8444-06ad11ca908a tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:52.035695 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-4ca7eee1-f948-4d7b-8444-06ad11ca908a tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/networks?id=fb13e7be-1996-4013-94e7-9bb8de9ff08f HTTP/1.1" status: 200 len: 815 time: 0.1943676 Jul 29 15:06:52.075627 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-450edd9f-d51a-4d50-9d01-9acef487bd2d tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/quotas/674e9126d6f64603ae7397cc3fe62996 HTTP/1.1" status: 200 len: 375 time: 0.0157599 Jul 29 15:06:52.116321 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:52.172029 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-7c82c8d6-4356-4025-a228-fe2647720353 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=674e9126d6f64603ae7397cc3fe62996&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876160 Jul 29 15:06:52.203208 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:52.247707 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69121245-9b02-4175-a52e-2bf59615c6a1 req-a4c387db-389f-4f78-8941-4f7238099985 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:52.253236 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69121245-9b02-4175-a52e-2bf59615c6a1 req-a4c387db-389f-4f78-8941-4f7238099985 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 945 time: 0.1150031 Jul 29 15:06:52.277747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a78da4f9-d39e-49d1-9e52-aff0247e5407,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:52.321304 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69121245-9b02-4175-a52e-2bf59615c6a1 req-b21b9b1d-22e5-4fff-886d-1151227cbc20 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645728 Jul 29 15:06:52.363352 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:52.382789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd3e978-e0bf-4dd5-b831-211c47c6876d']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:52.400134 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-a047058b-4115-48d9-a60f-7cde0ac09291 service neutron] 10.222.0.16 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041190 Jul 29 15:06:52.400134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976a8dee-1b04-4edd-b9ee-aa13fd9c5407') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:52.400134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976a8dee-1b04-4edd-b9ee-aa13fd9c5407') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:52.417932 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:52.457933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-93e66871-3bf7-4d94-a980-11d42f36a67c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting port a5feb5da-a27f-4fad-bf54-f9093c6bb99f {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:52.458280 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93e66871-3bf7-4d94-a980-11d42f36a67c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:52.468424 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:52.484227 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:06:52.484227 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:06:52.499992 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:06:52.559343 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93e66871-3bf7-4d94-a980-11d42f36a67c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:52.575005 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-93e66871-3bf7-4d94-a980-11d42f36a67c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Calling delete_port for a5feb5da-a27f-4fad-bf54-f9093c6bb99f owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:52.577228 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-2cdb2259-31bb-4d1c-accf-5eaf6641a9be service neutron] 10.222.0.16 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711128 Jul 29 15:06:52.586117 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:52.591745 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2bd3e978-e0bf-4dd5-b831-211c47c6876d {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 15:06:52.608326 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:52.613983 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "DELETE /v2.0/networks/2bd3e978-e0bf-4dd5-b831-211c47c6876d HTTP/1.1" status: 204 len: 168 time: 1.5036385 Jul 29 15:06:52.615108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60056) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:52.615987 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9840e9c-5a46-41f9-aebb-f26e42a77045 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event deleted for resources: {'Network': ['ID=2bd3e978-e0bf-4dd5-b831-211c47c6876d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:52.770690 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f318fd7d-5c65-4ac7-92ce-1a8773e0175f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.1519475 Jul 29 15:06:52.772648 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60062) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:52.847298 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4dc5be65-acaa-4428-91e0-c6bf02f58865 req-b8d39875-98aa-4ace-8409-941c23c369a7 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 210 time: 0.0427709 Jul 29 15:06:52.879858 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93e66871-3bf7-4d94-a980-11d42f36a67c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:52.932488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e66871-3bf7-4d94-a980-11d42f36a67c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Port': ['ID=a5feb5da-a27f-4fad-bf54-f9093c6bb99f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:52.966119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da56af9f-51f9-40da-937f-065d559ba6bd req-ff3439ff-653a-40fc-949a-e7ec27d20d34 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1940937 Jul 29 15:06:52.981030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06401334-dcd3-498b-a4ac-b8ca4515df5a tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:52.982218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06401334-dcd3-498b-a4ac-b8ca4515df5a tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:52.982682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06401334-dcd3-498b-a4ac-b8ca4515df5a tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:52.983130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06401334-dcd3-498b-a4ac-b8ca4515df5a tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:52.983578 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06401334-dcd3-498b-a4ac-b8ca4515df5a tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:52.984255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06401334-dcd3-498b-a4ac-b8ca4515df5a tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:52.984728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06401334-dcd3-498b-a4ac-b8ca4515df5a tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:52.985320 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06401334-dcd3-498b-a4ac-b8ca4515df5a tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:52.985770 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06401334-dcd3-498b-a4ac-b8ca4515df5a tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:52.993146 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-06401334-dcd3-498b-a4ac-b8ca4515df5a tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5787 time: 0.2193060 Jul 29 15:06:52.993927 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60072) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:53.071910 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-1e040f23-3988-4164-90f7-8b289d1b3331 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] delete failed (client error): The resource could not be found. Jul 29 15:06:53.075399 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1e040f23-3988-4164-90f7-8b289d1b3331 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/624b0a93-de7f-4d41-911a-f5e3bdf4bab0 HTTP/1.1" status: 404 len: 345 time: 0.0778384 Jul 29 15:06:53.077129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60074) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:53.106483 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ac3dda-466f-4c18-a3a5-413fd5ec7b1f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] DELETE failed (client error): The resource could not be found. Jul 29 15:06:53.107041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ac3dda-466f-4c18-a3a5-413fd5ec7b1f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:06:53.112609 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-49ac3dda-466f-4c18-a3a5-413fd5ec7b1f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "DELETE /v2.0/networks/2bd3e978-e0bf-4dd5-b831-211c47c6876d HTTP/1.1" status: 404 len: 339 time: 0.0299745 Jul 29 15:06:53.114290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60076) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:53.119429 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c348c2e8-315a-4c60-a91a-a9588c862f9b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Request body: {'network': {'name': 'tempest-network--2056245808', 'router:external': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:53.145767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c348c2e8-315a-4c60-a91a-a9588c862f9b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Made reservation on behalf of aba5571bfa12406e8b05abd413cb3a15 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:53.148430 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c348c2e8-315a-4c60-a91a-a9588c862f9b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:53.189642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56af9f-51f9-40da-937f-065d559ba6bd req-68eeff28-fb68-41c3-9e4e-be892979f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:53.192021 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da56af9f-51f9-40da-937f-065d559ba6bd req-68eeff28-fb68-41c3-9e4e-be892979f036 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=674e9126d6f64603ae7397cc3fe62996&device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 1097 time: 0.1488078 Jul 29 15:06:53.209243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c348c2e8-315a-4c60-a91a-a9588c862f9b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:06:53.222928 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c348c2e8-315a-4c60-a91a-a9588c862f9b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:53.223286 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-c348c2e8-315a-4c60-a91a-a9588c862f9b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Added segment 5307c9b2-d5d7-4099-b744-9ef14600d4f2 of type vlan for network 00ef9ac1-f41d-4308-b03f-3f8d1ec59b9c Jul 29 15:06:53.251185 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-93e66871-3bf7-4d94-a980-11d42f36a67c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:53.326814 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c348c2e8-315a-4c60-a91a-a9588c862f9b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:53.573573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ceac3-9255-46ba-9814-82c587e13291 req-19a72249-a420-4a3e-9082-139a029163e5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:53.575394 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab7ceac3-9255-46ba-9814-82c587e13291 req-19a72249-a420-4a3e-9082-139a029163e5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 945 time: 0.1737554 Jul 29 15:06:53.597778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e66871-3bf7-4d94-a980-11d42f36a67c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Router 6074da92-c946-4dac-872f-82ad9d2e4817 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:06:53.607278 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c348c2e8-315a-4c60-a91a-a9588c862f9b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:53.608331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c348c2e8-315a-4c60-a91a-a9588c862f9b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:53.608970 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c348c2e8-315a-4c60-a91a-a9588c862f9b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:53.732645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56af9f-51f9-40da-937f-065d559ba6bd req-9e9cc523-c9ba-48ff-a106-56cdb049fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:53.734179 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da56af9f-51f9-40da-937f-065d559ba6bd req-9e9cc523-c9ba-48ff-a106-56cdb049fb0a service neutron] 10.222.0.38 "GET /v2.0/networks?id=fb13e7be-1996-4013-94e7-9bb8de9ff08f HTTP/1.1" status: 200 len: 916 time: 0.4046578 Jul 29 15:06:53.738043 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e66871-3bf7-4d94-a980-11d42f36a67c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:06:53.746695 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348c2e8-315a-4c60-a91a-a9588c862f9b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event updated for resources: {'Network': ['ID=00ef9ac1-f41d-4308-b03f-3f8d1ec59b9c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:53.752931 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-93e66871-3bf7-4d94-a980-11d42f36a67c tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "PUT /v2.0/routers/6074da92-c946-4dac-872f-82ad9d2e4817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2770233 Jul 29 15:06:53.754192 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cda45e-4dd8-42e0-af54-d1a1dcf553c1 None None] Sync routers for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:06:53.755812 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60092) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:53.761914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 00ef9ac1-f41d-4308-b03f-3f8d1ec59b9c details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:06:53.771603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897642cc-37f8-475a-b5a0-4e059e385ace req-bb7e3704-6138-4498-8829-66c9fb70981e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:53.773214 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-897642cc-37f8-475a-b5a0-4e059e385ace req-bb7e3704-6138-4498-8829-66c9fb70981e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 945 time: 0.3089867 Jul 29 15:06:53.783060 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c348c2e8-315a-4c60-a91a-a9588c862f9b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6676836 Jul 29 15:06:53.788628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60094) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:53.789493 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cda45e-4dd8-42e0-af54-d1a1dcf553c1 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:53.790219 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-13cda45e-4dd8-42e0-af54-d1a1dcf553c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:53.865631 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-13cda45e-4dd8-42e0-af54-d1a1dcf553c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:53.878373 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cda45e-4dd8-42e0-af54-d1a1dcf553c1 None None] Routers {'6074da92-c946-4dac-872f-82ad9d2e4817'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:06:53.879014 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-13cda45e-4dd8-42e0-af54-d1a1dcf553c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6074da92-c946-4dac-872f-82ad9d2e4817'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:53.912204 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da56af9f-51f9-40da-937f-065d559ba6bd req-665954e0-7b7e-4439-a971-86010ea37aa2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd5da8fb-2b0f-4108-893b-36ff2a4a695c HTTP/1.1" status: 200 len: 217 time: 0.1551290 Jul 29 15:06:53.921559 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5934f118-bc37-46d4-ab5e-8d581da9f213 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:53.969691 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-13cda45e-4dd8-42e0-af54-d1a1dcf553c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:53.972016 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cda45e-4dd8-42e0-af54-d1a1dcf553c1 None None] The sync data for ids ['6074da92-c946-4dac-872f-82ad9d2e4817'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:06:54.109757 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-897642cc-37f8-475a-b5a0-4e059e385ace req-44c45419-e7ee-4fab-8971-0b7f297ca6a9 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200974 Jul 29 15:06:54.157162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56af9f-51f9-40da-937f-065d559ba6bd req-8c001632-e620-408d-a08e-263220ac40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:54.159505 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da56af9f-51f9-40da-937f-065d559ba6bd req-8c001632-e620-408d-a08e-263220ac40bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70 HTTP/1.1" status: 200 len: 855 time: 0.1983392 Jul 29 15:06:54.177163 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7103ea-7949-4a00-8acf-2d15edb15918 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:54.183525 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7103ea-7949-4a00-8acf-2d15edb15918 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:54.191085 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7103ea-7949-4a00-8acf-2d15edb15918 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:54.197585 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7103ea-7949-4a00-8acf-2d15edb15918 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:54.202315 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4e7103ea-7949-4a00-8acf-2d15edb15918 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4090700 Jul 29 15:06:54.204185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60102) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:54.430305 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f83e8b3a-f0e0-45c7-8f7c-a139153c01f4 req-787deaee-2b48-4aa0-bfce-a58f867da3a5 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 210 time: 0.0859261 Jul 29 15:06:54.561655 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-6487b94b-7bcf-4be2-a47c-70d61ea6bb77 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:54.563202 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-6487b94b-7bcf-4be2-a47c-70d61ea6bb77 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.38 "GET /v2.0/networks?id=fb13e7be-1996-4013-94e7-9bb8de9ff08f HTTP/1.1" status: 200 len: 815 time: 0.2200332 Jul 29 15:06:54.565316 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5934f118-bc37-46d4-ab5e-8d581da9f213 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:54.603017 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-ab7ceac3-9255-46ba-9814-82c587e13291 req-f44e6cff-89dd-44e2-b35a-9433b9fda9c6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Deleting port 6efbbccc-003c-4d91-9f60-e1c430818334 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:54.603389 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ab7ceac3-9255-46ba-9814-82c587e13291 req-f44e6cff-89dd-44e2-b35a-9433b9fda9c6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:54.605116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-8b9d7754-cd2f-4ff6-907d-5197d5ca9075 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Request body: {'port': {'device_id': '3b7fedb0-836e-4721-a2ec-cb2169c5cd3d', 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f', 'admin_state_up': True, 'tenant_id': '674e9126d6f64603ae7397cc3fe62996'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:54.633852 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da56af9f-51f9-40da-937f-065d559ba6bd req-5ec289a3-0063-4cba-85c4-80c9918c796e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb13e7be-1996-4013-94e7-9bb8de9ff08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4303162 Jul 29 15:06:54.726177 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-5934f118-bc37-46d4-ab5e-8d581da9f213 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting port 0db131c3-96d7-437b-92d4-1811f5e008a4 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:06:54.726519 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5934f118-bc37-46d4-ab5e-8d581da9f213 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:54.778063 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64677a6c-8d2d-4356-b3a7-2ad0634eb7bc tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:54.811381 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-8b9d7754-cd2f-4ff6-907d-5197d5ca9075 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Made reservation on behalf of 674e9126d6f64603ae7397cc3fe62996 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:54.815612 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-8b9d7754-cd2f-4ff6-907d-5197d5ca9075 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:54.817718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ab7ceac3-9255-46ba-9814-82c587e13291 req-f44e6cff-89dd-44e2-b35a-9433b9fda9c6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] For port 6efbbccc-003c-4d91-9f60-e1c430818334, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6efbbccc-003c-4d91-9f60-e1c430818334,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:06:54.818066 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ab7ceac3-9255-46ba-9814-82c587e13291 req-f44e6cff-89dd-44e2-b35a-9433b9fda9c6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:54.840801 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-ab7ceac3-9255-46ba-9814-82c587e13291 req-f44e6cff-89dd-44e2-b35a-9433b9fda9c6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Calling delete_port for 6efbbccc-003c-4d91-9f60-e1c430818334 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:54.849070 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5934f118-bc37-46d4-ab5e-8d581da9f213 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:54.877325 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-5934f118-bc37-46d4-ab5e-8d581da9f213 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Calling delete_port for 0db131c3-96d7-437b-92d4-1811f5e008a4 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:06:54.894892 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da56af9f-51f9-40da-937f-065d559ba6bd req-7cd25a4f-8a45-4821-b83d-9437877410b4 service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238488 Jul 29 15:06:55.029891 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64677a6c-8d2d-4356-b3a7-2ad0634eb7bc tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.046370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-64677a6c-8d2d-4356-b3a7-2ad0634eb7bc tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ef9ac1-f41d-4308-b03f-3f8d1ec59b9c']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:55.065257 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-64677a6c-8d2d-4356-b3a7-2ad0634eb7bc tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5307c9b2-d5d7-4099-b744-9ef14600d4f2') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:55.065696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-64677a6c-8d2d-4356-b3a7-2ad0634eb7bc tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5307c9b2-d5d7-4099-b744-9ef14600d4f2') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:55.078272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-8b9d7754-cd2f-4ff6-907d-5197d5ca9075 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Allocated IP 172.20.0.6 (fb13e7be-1996-4013-94e7-9bb8de9ff08f/212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70/34271123-b61a-45fe-83a1-9be9df741f8f) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:06:55.084611 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64677a6c-8d2d-4356-b3a7-2ad0634eb7bc tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.122737 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64677a6c-8d2d-4356-b3a7-2ad0634eb7bc tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.137396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64677a6c-8d2d-4356-b3a7-2ad0634eb7bc tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:06:55.137966 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64677a6c-8d2d-4356-b3a7-2ad0634eb7bc tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:06:55.139734 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:06:55.144303 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da56af9f-51f9-40da-937f-065d559ba6bd req-8c2c3d95-39f3-4aae-bec3-5aba05114245 service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120605 Jul 29 15:06:55.256811 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5934f118-bc37-46d4-ab5e-8d581da9f213 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.293129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1770315-935e-44c4-809e-b97e977dfa66 req-635ef9a8-a12a-40b3-a384-c63ab1d537ff tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:55.294665 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1770315-935e-44c4-809e-b97e977dfa66 req-635ef9a8-a12a-40b3-a384-c63ab1d537ff tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a1e623b-2319-4fa5-b98f-71f0afdb4652 HTTP/1.1" status: 200 len: 945 time: 0.0854676 Jul 29 15:06:55.296182 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ab7ceac3-9255-46ba-9814-82c587e13291 req-f44e6cff-89dd-44e2-b35a-9433b9fda9c6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.297869 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64677a6c-8d2d-4356-b3a7-2ad0634eb7bc tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.308076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3e73ce13-328d-43e2-9679-e658d14b9ddd', '6efbbccc-003c-4d91-9f60-e1c430818334'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:06:55.308719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64677a6c-8d2d-4356-b3a7-2ad0634eb7bc tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 00ef9ac1-f41d-4308-b03f-3f8d1ec59b9c {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 15:06:55.333418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934f118-bc37-46d4-ab5e-8d581da9f213 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Port': ['ID=0db131c3-96d7-437b-92d4-1811f5e008a4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:55.334667 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64677a6c-8d2d-4356-b3a7-2ad0634eb7bc tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.340110 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-64677a6c-8d2d-4356-b3a7-2ad0634eb7bc tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "DELETE /v2.0/networks/00ef9ac1-f41d-4308-b03f-3f8d1ec59b9c HTTP/1.1" status: 204 len: 168 time: 1.1322458 Jul 29 15:06:55.347712 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60124) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:55.363109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-46bacbd0-9101-4f91-8238-3e9edf8f7a2b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Request body: {'network': {'name': 'tempest-network--1223626690', 'router:external': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:55.367286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e6cff-89dd-44e2-b35a-9433b9fda9c6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Pushing event deleted for resources: {'Port': ['ID=6efbbccc-003c-4d91-9f60-e1c430818334,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:55.385167 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64677a6c-8d2d-4356-b3a7-2ad0634eb7bc tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event deleted for resources: {'Network': ['ID=00ef9ac1-f41d-4308-b03f-3f8d1ec59b9c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:55.472915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7ceac3-9255-46ba-9814-82c587e13291 req-f44e6cff-89dd-44e2-b35a-9433b9fda9c6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] No DVR routers for this DVR port 6efbbccc-003c-4d91-9f60-e1c430818334 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:06:55.475725 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ab7ceac3-9255-46ba-9814-82c587e13291 req-f44e6cff-89dd-44e2-b35a-9433b9fda9c6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.487674 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab7ceac3-9255-46ba-9814-82c587e13291 req-f44e6cff-89dd-44e2-b35a-9433b9fda9c6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.39 "DELETE /v2.0/ports/6efbbccc-003c-4d91-9f60-e1c430818334 HTTP/1.1" status: 204 len: 173 time: 1.9040086 Jul 29 15:06:55.491379 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1e623b-2319-4fa5-b98f-71f0afdb4652', 'name': 'network-vif-deleted', 'tag': '6efbbccc-003c-4d91-9f60-e1c430818334'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:06:55.493871 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f677c0d1-50e6-425e-9e20-54de160425c4" -d '{"events": [{"server_uuid": "0a1e623b-2319-4fa5-b98f-71f0afdb4652", "name": "network-vif-deleted", "tag": "6efbbccc-003c-4d91-9f60-e1c430818334"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:06:55.514723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bacbd0-9101-4f91-8238-3e9edf8f7a2b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Made reservation on behalf of aba5571bfa12406e8b05abd413cb3a15 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:55.518035 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46bacbd0-9101-4f91-8238-3e9edf8f7a2b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.524028 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1770315-935e-44c4-809e-b97e977dfa66 req-5d4e8ce4-4737-43db-9f33-99e424f43320 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828222 Jul 29 15:06:55.553104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bacbd0-9101-4f91-8238-3e9edf8f7a2b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:06:55.566624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46bacbd0-9101-4f91-8238-3e9edf8f7a2b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.567093 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-46bacbd0-9101-4f91-8238-3e9edf8f7a2b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Added segment 0e198e47-65bd-49a1-bcfa-caa81af775e4 of type vlan for network 9af50d38-fffb-45af-972d-a9d87e9a16c0 Jul 29 15:06:55.583191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-8b9d7754-cd2f-4ff6-907d-5197d5ca9075 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.665674 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9bc242-0284-44a1-9020-bea18b810464 x-openstack-request-id: req-ad9bc242-0284-44a1-9020-bea18b810464 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:06:55.665969 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1e623b-2319-4fa5-b98f-71f0afdb4652", "name": "network-vif-deleted", "tag": "6efbbccc-003c-4d91-9f60-e1c430818334", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:06:55.666223 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad9bc242-0284-44a1-9020-bea18b810464 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:06:55.666681 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1e623b-2319-4fa5-b98f-71f0afdb4652', 'name': 'network-vif-deleted', 'tag': '6efbbccc-003c-4d91-9f60-e1c430818334', 'status': 'completed', 'code': 200} Jul 29 15:06:55.672150 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46bacbd0-9101-4f91-8238-3e9edf8f7a2b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.678162 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5934f118-bc37-46d4-ab5e-8d581da9f213 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.728302 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46bacbd0-9101-4f91-8238-3e9edf8f7a2b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.730227 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bacbd0-9101-4f91-8238-3e9edf8f7a2b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:55.730916 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-46bacbd0-9101-4f91-8238-3e9edf8f7a2b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.780447 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ddc52b05-688d-402e-9537-136a0a634909 req-87199fe2-c4f7-4e1c-80a4-caf991eb11ea tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 210 time: 0.1292269 Jul 29 15:06:55.827060 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5934f118-bc37-46d4-ab5e-8d581da9f213 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.828837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bacbd0-9101-4f91-8238-3e9edf8f7a2b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event updated for resources: {'Network': ['ID=9af50d38-fffb-45af-972d-a9d87e9a16c0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:55.833783 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-46bacbd0-9101-4f91-8238-3e9edf8f7a2b tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4745564 Jul 29 15:06:55.836304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60136) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:55.847381 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 9af50d38-fffb-45af-972d-a9d87e9a16c0 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:06:55.857492 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5934f118-bc37-46d4-ab5e-8d581da9f213 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.934448 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5934f118-bc37-46d4-ab5e-8d581da9f213 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.935232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5934f118-bc37-46d4-ab5e-8d581da9f213 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Fanout notify agent at l3_agent the message router_deleted on router 6074da92-c946-4dac-872f-82ad9d2e4817 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:06:55.939039 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-8b9d7754-cd2f-4ff6-907d-5197d5ca9075 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.955175 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5934f118-bc37-46d4-ab5e-8d581da9f213 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:55.956307 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5934f118-bc37-46d4-ab5e-8d581da9f213 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/routers/6074da92-c946-4dac-872f-82ad9d2e4817 HTTP/1.1" status: 204 len: 168 time: 2.1993690 Jul 29 15:06:55.960386 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60142) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:55.987682 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['fd5da8fb-2b0f-4108-893b-36ff2a4a695c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:06:56.066604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad3045a-6678-46c3-b161-f89dea75c452 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Deleting subnet 3f8468bf-b346-4c1d-81d3-7f3181e557ce {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:06:56.083130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e9ef1-e418-4369-98e0-b240bb5f36c2 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:56.085180 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d68e9ef1-e418-4369-98e0-b240bb5f36c2 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] 10.222.0.16 "GET /v2.0/networks/9af50d38-fffb-45af-972d-a9d87e9a16c0 HTTP/1.1" status: 200 len: 757 time: 0.2473607 Jul 29 15:06:56.086129 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ad3045a-6678-46c3-b161-f89dea75c452 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.088987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-8b9d7754-cd2f-4ff6-907d-5197d5ca9075 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Network fb13e7be-1996-4013-94e7-9bb8de9ff08f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:06:56.090246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60144) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:56.103399 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-8b9d7754-cd2f-4ff6-907d-5197d5ca9075 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:06:56.105508 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d7754-cd2f-4ff6-907d-5197d5ca9075 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Pushing event updated for resources: {'Port': ['ID=34271123-b61a-45fe-83a1-9be9df741f8f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:56.107785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-8b9d7754-cd2f-4ff6-907d-5197d5ca9075 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:06:56.165183 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-8b9d7754-cd2f-4ff6-907d-5197d5ca9075 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:56.166200 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-8b9d7754-cd2f-4ff6-907d-5197d5ca9075 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.187090 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-8b9d7754-cd2f-4ff6-907d-5197d5ca9075 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5878644 Jul 29 15:06:56.210574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Request body: {'port': {'device_id': '3b7fedb0-836e-4721-a2ec-cb2169c5cd3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:56.226669 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ad3045a-6678-46c3-b161-f89dea75c452 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.272019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184a690f-8257-42b8-b296-2045227c6e44 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:56.272793 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.276895 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-184a690f-8257-42b8-b296-2045227c6e44 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] 10.222.0.16 "GET /v2.0/networks/c7319d54-6113-45c0-a4f3-f8cbf1040700 HTTP/1.1" status: 200 len: 768 time: 0.1827066 Jul 29 15:06:56.276895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60146) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:56.289659 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.342525 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ad3045a-6678-46c3-b161-f89dea75c452 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.395166 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c96b258e-dacb-49cd-9c06-c6ece80a58ad tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.484010 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ad3045a-6678-46c3-b161-f89dea75c452 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.520517 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c96b258e-dacb-49cd-9c06-c6ece80a58ad tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.531206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3045a-6678-46c3-b161-f89dea75c452 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8468bf-b346-4c1d-81d3-7f3181e557ce,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:56.534584 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ad3045a-6678-46c3-b161-f89dea75c452 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.538849 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3ad3045a-6678-46c3-b161-f89dea75c452 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/subnets/3f8468bf-b346-4c1d-81d3-7f3181e557ce HTTP/1.1" status: 204 len: 168 time: 0.5771444 Jul 29 15:06:56.539144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60154) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:56.540535 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-c96b258e-dacb-49cd-9c06-c6ece80a58ad tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af50d38-fffb-45af-972d-a9d87e9a16c0']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:56.551153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-c96b258e-dacb-49cd-9c06-c6ece80a58ad tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e198e47-65bd-49a1-bcfa-caa81af775e4') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:56.551454 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-c96b258e-dacb-49cd-9c06-c6ece80a58ad tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e198e47-65bd-49a1-bcfa-caa81af775e4') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:56.562745 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c96b258e-dacb-49cd-9c06-c6ece80a58ad tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.577438 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c96b258e-dacb-49cd-9c06-c6ece80a58ad tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.587435 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96b258e-dacb-49cd-9c06-c6ece80a58ad tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:06:56.588280 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c96b258e-dacb-49cd-9c06-c6ece80a58ad tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:06:56.591458 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:06:56.673952 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c96b258e-dacb-49cd-9c06-c6ece80a58ad tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.684134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96b258e-dacb-49cd-9c06-c6ece80a58ad tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9af50d38-fffb-45af-972d-a9d87e9a16c0 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 15:06:56.685404 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34271123-b61a-45fe-83a1-9be9df741f8f {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:06:56.687023 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c96b258e-dacb-49cd-9c06-c6ece80a58ad tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.693250 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c96b258e-dacb-49cd-9c06-c6ece80a58ad tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "DELETE /v2.0/networks/9af50d38-fffb-45af-972d-a9d87e9a16c0 HTTP/1.1" status: 204 len: 168 time: 0.4118023 Jul 29 15:06:56.694537 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60164) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:56.694737 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ceda4a69-2ae1-4c13-a822-19e5228a5c10 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.701091 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.701641 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5245222d-9854-426b-be29-505e922c5d47 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Request body: {'network': {'name': 'tempest-network--1095404792'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:56.718856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Transition to ACTIVE for port object 34271123-b61a-45fe-83a1-9be9df741f8f will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:06:56.739389 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5245222d-9854-426b-be29-505e922c5d47 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Made reservation on behalf of aba5571bfa12406e8b05abd413cb3a15 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:56.742262 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5245222d-9854-426b-be29-505e922c5d47 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.747191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.763830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b258e-dacb-49cd-9c06-c6ece80a58ad tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event deleted for resources: {'Network': ['ID=9af50d38-fffb-45af-972d-a9d87e9a16c0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:56.779273 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5245222d-9854-426b-be29-505e922c5d47 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:06:56.793400 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5245222d-9854-426b-be29-505e922c5d47 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.794230 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-5245222d-9854-426b-be29-505e922c5d47 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Added segment 79d4fa20-9bea-49c4-821e-797c4bcf9bae of type vlan for network 95216678-f2a0-4c27-a003-f2ca3d7b954f Jul 29 15:06:56.897670 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ceda4a69-2ae1-4c13-a822-19e5228a5c10 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.911181 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5245222d-9854-426b-be29-505e922c5d47 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.945452 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Pushing event updated for resources: {'Port': ['ID=34271123-b61a-45fe-83a1-9be9df741f8f,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:56.965445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-ceda4a69-2ae1-4c13-a822-19e5228a5c10 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92acca8-134d-4d07-b09e-f5060c609437']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:56.969350 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5245222d-9854-426b-be29-505e922c5d47 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:56.969350 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5245222d-9854-426b-be29-505e922c5d47 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:56.969876 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5245222d-9854-426b-be29-505e922c5d47 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:57.023011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-ceda4a69-2ae1-4c13-a822-19e5228a5c10 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10bf1e2-6494-4ed6-9233-d852605c5b3d') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:57.023513 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-ceda4a69-2ae1-4c13-a822-19e5228a5c10 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10bf1e2-6494-4ed6-9233-d852605c5b3d') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:57.056207 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ceda4a69-2ae1-4c13-a822-19e5228a5c10 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:57.087106 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ceda4a69-2ae1-4c13-a822-19e5228a5c10 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:57.104706 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceda4a69-2ae1-4c13-a822-19e5228a5c10 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:06:57.105096 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ceda4a69-2ae1-4c13-a822-19e5228a5c10 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:06:57.110140 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:06:57.140567 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5245222d-9854-426b-be29-505e922c5d47 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4437439 Jul 29 15:06:57.146113 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60182) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:57.155886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-2745ca4e-0c3c-4908-85c7-f07bfbfb389e tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:57.161210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Attempting to bind port 34271123-b61a-45fe-83a1-9be9df741f8f on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:06:57.161210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Attempting to bind port 34271123-b61a-45fe-83a1-9be9df741f8f by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:06:57.161857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Attempting to bind port 34271123-b61a-45fe-83a1-9be9df741f8f on network fb13e7be-1996-4013-94e7-9bb8de9ff08f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:06:57.188858 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c77d31-fd27-4566-ad97-39953d3a61fb req-bba9b25d-dc3f-42ea-9bf4-d3c046172e72 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:57.191008 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31c77d31-fd27-4566-ad97-39953d3a61fb req-bba9b25d-dc3f-42ea-9bf4-d3c046172e72 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 943 time: 0.2125194 Jul 29 15:06:57.202417 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Port 34271123-b61a-45fe-83a1-9be9df741f8f on network fb13e7be-1996-4013-94e7-9bb8de9ff08f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:06:57.203030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Attempting to bind port 34271123-b61a-45fe-83a1-9be9df741f8f on network fb13e7be-1996-4013-94e7-9bb8de9ff08f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:06:57.224999 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:06:57.225752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Checking segment: {'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:06:57.226294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Bound using segment: {'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:06:57.226960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Bound port: 34271123-b61a-45fe-83a1-9be9df741f8f, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:06:57.227669 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:57.234641 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ceda4a69-2ae1-4c13-a822-19e5228a5c10 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:57.259164 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ceda4a69-2ae1-4c13-a822-19e5228a5c10 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:57.264769 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ceda4a69-2ae1-4c13-a822-19e5228a5c10 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] 10.222.0.16 "DELETE /v2.0/networks/a92acca8-134d-4d07-b09e-f5060c609437 HTTP/1.1" status: 204 len: 168 time: 0.7245591 Jul 29 15:06:57.296408 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda4a69-2ae1-4c13-a822-19e5228a5c10 tempest-FloatingIPTestJSON-1172364265 tempest-FloatingIPTestJSON-1172364265-project] Pushing event deleted for resources: {'Network': ['ID=a92acca8-134d-4d07-b09e-f5060c609437,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:57.310515 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245222d-9854-426b-be29-505e922c5d47 tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event updated for resources: {'Network': ['ID=95216678-f2a0-4c27-a003-f2ca3d7b954f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:57.321390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 95216678-f2a0-4c27-a003-f2ca3d7b954f details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:06:57.336980 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31c77d31-fd27-4566-ad97-39953d3a61fb req-77112d2c-02cc-44d2-8ebc-d9f7ebcf49c6 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370645 Jul 29 15:06:57.380110 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] For port 34271123-b61a-45fe-83a1-9be9df741f8f, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:06:57.385193 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] For port 34271123-b61a-45fe-83a1-9be9df741f8f, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=34271123-b61a-45fe-83a1-9be9df741f8f,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:06:57.393333 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:57.446524 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:57.447414 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:57.449591 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] 10.222.0.38 "PUT /v2.0/ports/34271123-b61a-45fe-83a1-9be9df741f8f HTTP/1.1" status: 200 len: 1091 time: 1.2456739 Jul 29 15:06:57.450210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7fedb0-836e-4721-a2ec-cb2169c5cd3d', 'tag': '34271123-b61a-45fe-83a1-9be9df741f8f'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:06:57.453741 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18090130-25dc-44f8-859c-0eb0c6bc0cde" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7fedb0-836e-4721-a2ec-cb2169c5cd3d", "tag": "34271123-b61a-45fe-83a1-9be9df741f8f"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:06:57.487519 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ccf32-8095-4675-a4a7-88daa3f17af6 service neutron] Pushing event updated for resources: {'Port': ['ID=34271123-b61a-45fe-83a1-9be9df741f8f,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:57.533167 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538a1577-32bf-4327-91ca-35f392228484 x-openstack-request-id: req-538a1577-32bf-4327-91ca-35f392228484 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:06:57.533167 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7fedb0-836e-4721-a2ec-cb2169c5cd3d", "tag": "34271123-b61a-45fe-83a1-9be9df741f8f", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:06:57.533167 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-538a1577-32bf-4327-91ca-35f392228484 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:06:57.533761 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7fedb0-836e-4721-a2ec-cb2169c5cd3d', 'tag': '34271123-b61a-45fe-83a1-9be9df741f8f', 'status': 'completed', 'code': 200} Jul 29 15:06:57.574552 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-c566db13-d680-4994-a380-d2977c1a8398 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:57.577012 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-c566db13-d680-4994-a380-d2977c1a8398 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 805 time: 0.5770943 Jul 29 15:06:57.592528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-dba78b5b-438c-4757-ba50-b1e485010fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:57.592528 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-dba78b5b-438c-4757-ba50-b1e485010fce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=674e9126d6f64603ae7397cc3fe62996&device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 1094 time: 0.0795119 Jul 29 15:06:57.592805 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2745ca4e-0c3c-4908-85c7-f07bfbfb389e tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:57.625480 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-8d0e8906-856f-430d-a621-93ab3683b691 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/quotas/72da861e3c3549b98a30745682218526 HTTP/1.1" status: 200 len: 375 time: 0.0395792 Jul 29 15:06:57.629752 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2745ca4e-0c3c-4908-85c7-f07bfbfb389e tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:57.668977 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-6cfb6607-8b18-4964-9875-8d356e5e66ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34271123-b61a-45fe-83a1-9be9df741f8f HTTP/1.1" status: 200 len: 217 time: 0.0446630 Jul 29 15:06:57.733346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-1cde7883-b261-418a-999c-dba3ed6f2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:57.735185 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-1cde7883-b261-418a-999c-dba3ed6f2da0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70 HTTP/1.1" status: 200 len: 855 time: 0.0546176 Jul 29 15:06:57.739657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60200) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:57.747659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2745ca4e-0c3c-4908-85c7-f07bfbfb389e tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Network 95216678-f2a0-4c27-a003-f2ca3d7b954f is not hosted by any dhcp agent {{(pid=94158) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 15:06:57.748522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2745ca4e-0c3c-4908-85c7-f07bfbfb389e tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:57.749171 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2745ca4e-0c3c-4908-85c7-f07bfbfb389e tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:57.750451 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2745ca4e-0c3c-4908-85c7-f07bfbfb389e tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "PUT /v2.0/networks/95216678-f2a0-4c27-a003-f2ca3d7b954f HTTP/1.1" status: 200 len: 858 time: 0.6025295 Jul 29 15:06:57.753941 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745ca4e-0c3c-4908-85c7-f07bfbfb389e tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event updated for resources: {'Network': ['ID=95216678-f2a0-4c27-a003-f2ca3d7b954f,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:57.755162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60204) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:57.780742 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-bffa1e4e-19c3-4877-8c72-a51fe9005d57 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb13e7be-1996-4013-94e7-9bb8de9ff08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339549 Jul 29 15:06:57.807506 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-e105ac51-0d3a-4cfb-b56f-2cd4186a6b5f tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1702414 Jul 29 15:06:57.936003 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4871065e-d398-4aad-b297-59c21c68e92f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:57.975349 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a322be7d-5060-4405-811b-3fff64f44895 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f501dd07af044f3b6db1e627b684e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343292 Jul 29 15:06:57.977983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60212) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:58.022951 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-ffb6ccf4-df2a-44a3-bf71-390e96b0d3b7 service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319355 Jul 29 15:06:58.064313 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfc6416e-e1b5-4c3a-ab49-2920fdda7933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:58.068562 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-15d239d9-ff24-42cf-8966-c3ea2e312a4e service neutron] 10.222.0.16 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602172 Jul 29 15:06:58.113759 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4871065e-d398-4aad-b297-59c21c68e92f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:58.119822 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6efbbccc-003c-4d91-9f60-e1c430818334 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:06:58.132839 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4871065e-d398-4aad-b297-59c21c68e92f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95216678-f2a0-4c27-a003-f2ca3d7b954f']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:58.145225 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 6efbbccc-003c-4d91-9f60-e1c430818334 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:06:58.145580 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6efbbccc-003c-4d91-9f60-e1c430818334 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:06:58.148423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4871065e-d398-4aad-b297-59c21c68e92f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d4fa20-9bea-49c4-821e-797c4bcf9bae') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:58.148808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4871065e-d398-4aad-b297-59c21c68e92f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d4fa20-9bea-49c4-821e-797c4bcf9bae') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:58.162465 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4871065e-d398-4aad-b297-59c21c68e92f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:58.174885 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfc6416e-e1b5-4c3a-ab49-2920fdda7933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:58.191906 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4871065e-d398-4aad-b297-59c21c68e92f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:58.206039 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4871065e-d398-4aad-b297-59c21c68e92f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:06:58.206744 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4871065e-d398-4aad-b297-59c21c68e92f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:58.210558 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-49764748-6439-4e2d-bd05-2452b22934d3 service neutron] 10.222.0.16 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314762 Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:06:58.238138 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:06:58.258045 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfc6416e-e1b5-4c3a-ab49-2920fdda7933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:58.261207 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfc6416e-e1b5-4c3a-ab49-2920fdda7933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:58.265525 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cfc6416e-e1b5-4c3a-ab49-2920fdda7933 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c0ff735-06ba-46ce-92c9-1d19660ea3f0 HTTP/1.1" status: 204 len: 168 time: 0.2830553 Jul 29 15:06:58.272441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6416e-e1b5-4c3a-ab49-2920fdda7933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0ff735-06ba-46ce-92c9-1d19660ea3f0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:58.277428 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-790fe9e6-a0ac-440e-ba16-9fc3576fa370 req-9195af7a-77fe-46c6-9c1c-60f01099d59a service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116692 Jul 29 15:06:58.322463 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4871065e-d398-4aad-b297-59c21c68e92f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:58.326780 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4871065e-d398-4aad-b297-59c21c68e92f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 95216678-f2a0-4c27-a003-f2ca3d7b954f {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 15:06:58.329169 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4871065e-d398-4aad-b297-59c21c68e92f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:58.335650 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4871065e-d398-4aad-b297-59c21c68e92f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] 10.222.0.16 "DELETE /v2.0/networks/95216678-f2a0-4c27-a003-f2ca3d7b954f HTTP/1.1" status: 204 len: 168 time: 0.5794349 Jul 29 15:06:58.335834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60220) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:58.351235 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871065e-d398-4aad-b297-59c21c68e92f tempest-ExternalNetworksTestJSON-45635722 tempest-ExternalNetworksTestJSON-45635722-project-admin] Pushing event deleted for resources: {'Network': ['ID=95216678-f2a0-4c27-a003-f2ca3d7b954f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:58.397014 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e2a661-8ab5-4e01-90c9-c75fd4133af9 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] DELETE failed (client error): The resource could not be found. Jul 29 15:06:58.397551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e2a661-8ab5-4e01-90c9-c75fd4133af9 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:06:58.402716 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e5e2a661-8ab5-4e01-90c9-c75fd4133af9 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] 10.222.0.16 "DELETE /v2.0/subnets/a78da4f9-d39e-49d1-9e52-aff0247e5407 HTTP/1.1" status: 404 len: 337 time: 0.0630958 Jul 29 15:06:58.407342 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60224) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:58.475423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18090130-25dc-44f8-859c-0eb0c6bc0cde req-edb9832f-5d2e-47f2-9ec2-f8ddbdc270f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:58.477233 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18090130-25dc-44f8-859c-0eb0c6bc0cde req-edb9832f-5d2e-47f2-9ec2-f8ddbdc270f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=674e9126d6f64603ae7397cc3fe62996&device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 1094 time: 0.0803387 Jul 29 15:06:58.622927 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-22d1cafe-ba57-4878-b861-a60f8a97ed47 req-efd2bab4-17c8-454f-87ea-fd7e7053aeaf tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 210 time: 0.0602775 Jul 29 15:06:58.653993 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18090130-25dc-44f8-859c-0eb0c6bc0cde req-9490d2df-331b-4df8-8558-f419b778bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:58.654197 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47638c45-f308-41f4-b38a-16b5a1037c03 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:58.654310 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18090130-25dc-44f8-859c-0eb0c6bc0cde req-9490d2df-331b-4df8-8558-f419b778bce5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fb13e7be-1996-4013-94e7-9bb8de9ff08f HTTP/1.1" status: 200 len: 916 time: 0.1668322 Jul 29 15:06:58.774034 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18090130-25dc-44f8-859c-0eb0c6bc0cde req-3a968dd8-4495-4f39-993b-023731eb4974 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34271123-b61a-45fe-83a1-9be9df741f8f HTTP/1.1" status: 200 len: 217 time: 0.0676420 Jul 29 15:06:58.832339 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18090130-25dc-44f8-859c-0eb0c6bc0cde req-6200ff72-6f72-4dfd-9d9e-fbff30d6cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:58.833941 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18090130-25dc-44f8-859c-0eb0c6bc0cde req-6200ff72-6f72-4dfd-9d9e-fbff30d6cd00 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70 HTTP/1.1" status: 200 len: 855 time: 0.0518081 Jul 29 15:06:58.859038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c4513-d5ae-47ac-b4bc-b454a54d915b req-7d4b351d-f2bb-454f-aaf2-85c4e47a76a8 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:58.861743 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae1c4513-d5ae-47ac-b4bc-b454a54d915b req-7d4b351d-f2bb-454f-aaf2-85c4e47a76a8 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 943 time: 0.2902892 Jul 29 15:06:58.872699 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47638c45-f308-41f4-b38a-16b5a1037c03 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:58.885314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-47638c45-f308-41f4-b38a-16b5a1037c03 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7319d54-6113-45c0-a4f3-f8cbf1040700']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:58.899052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18090130-25dc-44f8-859c-0eb0c6bc0cde req-d8c1781b-1174-4063-bd89-c545fb67b6d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb13e7be-1996-4013-94e7-9bb8de9ff08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550551 Jul 29 15:06:58.899598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-47638c45-f308-41f4-b38a-16b5a1037c03 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cc587f-10c4-499d-a894-fd229cc9bef8') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:58.899598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-47638c45-f308-41f4-b38a-16b5a1037c03 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cc587f-10c4-499d-a894-fd229cc9bef8') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:06:58.934014 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47638c45-f308-41f4-b38a-16b5a1037c03 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:58.967074 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47638c45-f308-41f4-b38a-16b5a1037c03 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:58.977672 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47638c45-f308-41f4-b38a-16b5a1037c03 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:06:58.978054 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47638c45-f308-41f4-b38a-16b5a1037c03 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:06:58.985446 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:06:59.052240 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18090130-25dc-44f8-859c-0eb0c6bc0cde req-887733c1-db96-4dfd-a362-6ff80856fd42 service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411946 Jul 29 15:06:59.097590 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae1c4513-d5ae-47ac-b4bc-b454a54d915b req-c31cd203-0b79-472c-881b-2414e0910da8 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972673 Jul 29 15:06:59.104068 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47638c45-f308-41f4-b38a-16b5a1037c03 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:59.122250 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-47638c45-f308-41f4-b38a-16b5a1037c03 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:59.124538 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-47638c45-f308-41f4-b38a-16b5a1037c03 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] 10.222.0.16 "DELETE /v2.0/networks/c7319d54-6113-45c0-a4f3-f8cbf1040700 HTTP/1.1" status: 204 len: 168 time: 0.7162941 Jul 29 15:06:59.149627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47638c45-f308-41f4-b38a-16b5a1037c03 tempest-ExternalNetworksTestJSON-310657040 tempest-ExternalNetworksTestJSON-310657040-project] Pushing event deleted for resources: {'Network': ['ID=c7319d54-6113-45c0-a4f3-f8cbf1040700,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:59.258408 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18090130-25dc-44f8-859c-0eb0c6bc0cde req-6389583e-71c1-4dc3-b422-41047e23efb7 service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679401 Jul 29 15:06:59.422579 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60272) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:59.508012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60276) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:59.604533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1694d332-262b-4e31-8fee-3fee8d2883c6 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-800791334'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:06:59.636342 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1694d332-262b-4e31-8fee-3fee8d2883c6 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:06:59.639942 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1694d332-262b-4e31-8fee-3fee8d2883c6 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:59.660284 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1694d332-262b-4e31-8fee-3fee8d2883c6 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:59.717302 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-115b7a7b-31bc-4284-98f3-1ed67a6ff268 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15f69a6a488f40c9b5d2266f20ecbb20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904522 Jul 29 15:06:59.717665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60284) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:06:59.770160 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ba032bbf-bfef-4c0d-95a6-64373ee05ef9 req-d8e6799c-d8ac-4643-8b1e-b9d27495759e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 210 time: 0.0354927 Jul 29 15:06:59.802960 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a410e019-cdcc-40ed-ae95-a8155ca76887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:59.833129 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a410e019-cdcc-40ed-ae95-a8155ca76887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:59.899326 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a410e019-cdcc-40ed-ae95-a8155ca76887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:59.904230 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a410e019-cdcc-40ed-ae95-a8155ca76887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:06:59.907995 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a410e019-cdcc-40ed-ae95-a8155ca76887 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15521b89-c63f-4871-a0f9-4e3d08f98574 HTTP/1.1" status: 204 len: 168 time: 0.1869102 Jul 29 15:06:59.921201 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410e019-cdcc-40ed-ae95-a8155ca76887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15521b89-c63f-4871-a0f9-4e3d08f98574,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:06:59.940097 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-a01874ed-a219-4bba-a073-3d1687dc0525 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:06:59.941541 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-a01874ed-a219-4bba-a073-3d1687dc0525 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.39 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 805 time: 0.1513851 Jul 29 15:06:59.961084 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-020a839a-2d0f-48b1-b30a-196a91584b65 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Request body: {'port': {'device_id': 'ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6', 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769', 'admin_state_up': True, 'tenant_id': '72da861e3c3549b98a30745682218526'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:00.008596 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1694d332-262b-4e31-8fee-3fee8d2883c6 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:00.020421 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1694d332-262b-4e31-8fee-3fee8d2883c6 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:00.059704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1694d332-262b-4e31-8fee-3fee8d2883c6 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:07:00.095644 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1694d332-262b-4e31-8fee-3fee8d2883c6 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:00.096113 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-1694d332-262b-4e31-8fee-3fee8d2883c6 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Added segment 18b3eb19-4af7-4a46-884a-50808b6f7b02 of type vlan for network 12e9a1a6-22fc-49e2-aeea-c665944a49cf Jul 29 15:07:00.100628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694d332-262b-4e31-8fee-3fee8d2883c6 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1e5c94-33c2-4c77-b8c9-cde981c9fae1,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:00.168943 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1694d332-262b-4e31-8fee-3fee8d2883c6 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:00.182227 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-020a839a-2d0f-48b1-b30a-196a91584b65 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Made reservation on behalf of 72da861e3c3549b98a30745682218526 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:00.185790 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-020a839a-2d0f-48b1-b30a-196a91584b65 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:00.231311 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1694d332-262b-4e31-8fee-3fee8d2883c6 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:00.245944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1694d332-262b-4e31-8fee-3fee8d2883c6 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:00.246786 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1694d332-262b-4e31-8fee-3fee8d2883c6 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:00.284825 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0ebd5-7b3b-45e6-8c7c-7388300d94bf req-f2c7f285-5700-43a4-bdf5-3b04c31fb9e1 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:00.287812 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13f0ebd5-7b3b-45e6-8c7c-7388300d94bf req-f2c7f285-5700-43a4-bdf5-3b04c31fb9e1 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 943 time: 0.0712867 Jul 29 15:07:00.341256 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60300) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:00.367822 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13f0ebd5-7b3b-45e6-8c7c-7388300d94bf req-372ff66d-507b-4f94-be5a-c97ed9cdf33e tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657635 Jul 29 15:07:00.394304 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-48a8b1f4-e76f-40bb-8113-72a784c9318f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aba5571bfa12406e8b05abd413cb3a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515919 Jul 29 15:07:00.396771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60302) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:00.451633 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd39b914-383f-4c01-bf19-6dc2745f4deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:00.478681 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd39b914-383f-4c01-bf19-6dc2745f4deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:00.519740 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e76b64cd-4e2e-4e6a-a225-00566ef9d4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:00.542313 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd39b914-383f-4c01-bf19-6dc2745f4deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:00.545162 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd39b914-383f-4c01-bf19-6dc2745f4deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:00.547763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fd39b914-383f-4c01-bf19-6dc2745f4deb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fb2400c-ce46-4aff-b60d-925b7fcb91a2 HTTP/1.1" status: 204 len: 168 time: 0.1488853 Jul 29 15:07:00.558454 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39b914-383f-4c01-bf19-6dc2745f4deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb2400c-ce46-4aff-b60d-925b7fcb91a2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:00.660774 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1694d332-262b-4e31-8fee-3fee8d2883c6 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1513395 Jul 29 15:07:00.664315 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60310) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:00.676645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-eb1ae860-83b7-43d4-a31b-5f8b337c2008 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1262588967'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:00.686005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694d332-262b-4e31-8fee-3fee8d2883c6 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Network': ['ID=12e9a1a6-22fc-49e2-aeea-c665944a49cf,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:00.701284 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 12e9a1a6-22fc-49e2-aeea-c665944a49cf details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:07:00.733452 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1ae860-83b7-43d4-a31b-5f8b337c2008 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:00.747169 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb1ae860-83b7-43d4-a31b-5f8b337c2008 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:00.761386 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-020a839a-2d0f-48b1-b30a-196a91584b65 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Allocated IP 172.20.0.5 (f18f3e8c-eef1-4fb9-8e44-5650b12aa769/c677d1a0-3418-4813-8696-6ad9765c9aa6/48bf6b31-8093-48ac-af2c-95fd987579d0) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:00.819182 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1ae860-83b7-43d4-a31b-5f8b337c2008 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:07:00.830045 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb1ae860-83b7-43d4-a31b-5f8b337c2008 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:00.830590 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-eb1ae860-83b7-43d4-a31b-5f8b337c2008 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Added segment 139ef622-cc05-4bbc-83e7-b4f5a364284c of type vlan for network 2986864c-0d90-462d-a396-8ceba4695263 Jul 29 15:07:00.910805 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb1ae860-83b7-43d4-a31b-5f8b337c2008 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:00.943519 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b364d9f3-8fed-4b03-a34a-6e940097b9d4 req-de45c604-43c1-4083-864e-f1405fee6222 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 210 time: 0.0694065 Jul 29 15:07:00.959660 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb1ae860-83b7-43d4-a31b-5f8b337c2008 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:00.967609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1ae860-83b7-43d4-a31b-5f8b337c2008 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:00.968438 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb1ae860-83b7-43d4-a31b-5f8b337c2008 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:01.015886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 34271123-b61a-45fe-83a1-9be9df741f8f details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:07:01.016278 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-020a839a-2d0f-48b1-b30a-196a91584b65 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:01.075484 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-020a839a-2d0f-48b1-b30a-196a91584b65 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:01.140935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-020a839a-2d0f-48b1-b30a-196a91584b65 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:01.145494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-020a839a-2d0f-48b1-b30a-196a91584b65 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:01.153277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-020a839a-2d0f-48b1-b30a-196a91584b65 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:01.174858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 34271123-b61a-45fe-83a1-9be9df741f8f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=34271123-b61a-45fe-83a1-9be9df741f8f,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:01.192262 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '34271123-b61a-45fe-83a1-9be9df741f8f', 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f', 'port_id': '34271123-b61a-45fe-83a1-9be9df741f8f', 'mac_address': 'fa:16:3e:c7:d5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:07:01.196836 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3e73ce13-328d-43e2-9679-e658d14b9ddd'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:07:01.206370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a839a-2d0f-48b1-b30a-196a91584b65 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Pushing event updated for resources: {'Port': ['ID=48bf6b31-8093-48ac-af2c-95fd987579d0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:01.234206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-020a839a-2d0f-48b1-b30a-196a91584b65 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:01.234988 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-020a839a-2d0f-48b1-b30a-196a91584b65 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:01.257565 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-020a839a-2d0f-48b1-b30a-196a91584b65 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3054888 Jul 29 15:07:01.271354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Request body: {'port': {'device_id': 'ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:01.314317 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:01.352893 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34271123-b61a-45fe-83a1-9be9df741f8f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:07:01.397473 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:01.418542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 34271123-b61a-45fe-83a1-9be9df741f8f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=34271123-b61a-45fe-83a1-9be9df741f8f,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:01.442157 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-eb1ae860-83b7-43d4-a31b-5f8b337c2008 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7754571 Jul 29 15:07:01.449795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60338) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:01.462805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-38b83699-db84-4fc7-893f-f492dd5083d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'subnet': {'network_id': '12e9a1a6-22fc-49e2-aeea-c665944a49cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:01.486371 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:01.537202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ae860-83b7-43d4-a31b-5f8b337c2008 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Network': ['ID=2986864c-0d90-462d-a396-8ceba4695263,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:01.555430 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 2986864c-0d90-462d-a396-8ceba4695263 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:07:01.611839 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f459aff-c9c6-4d39-9cd7-59facfb53883 req-6f2c9eeb-6b21-4460-90a7-5cafec3cd3c7 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:01.613451 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f459aff-c9c6-4d39-9cd7-59facfb53883 req-6f2c9eeb-6b21-4460-90a7-5cafec3cd3c7 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 944 time: 0.1275272 Jul 29 15:07:01.633344 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b83699-db84-4fc7-893f-f492dd5083d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:01.640816 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38b83699-db84-4fc7-893f-f492dd5083d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:01.675450 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=34271123-b61a-45fe-83a1-9be9df741f8f,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:01.716516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:01.717173 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:01.717712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:01.718259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:01.718771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:01.719282 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:01.719773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:01.720430 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:01.721107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:01.721858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:01.722362 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:01.722859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:01.793594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['34271123-b61a-45fe-83a1-9be9df741f8f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:07:01.827114 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f459aff-c9c6-4d39-9cd7-59facfb53883 req-ea1aab07-b38b-4c1b-b88e-c9e89b7fdeb9 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782579 Jul 29 15:07:01.968418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bf6b31-8093-48ac-af2c-95fd987579d0 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:07:01.996099 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:02.029682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Transition to ACTIVE for port object 48bf6b31-8093-48ac-af2c-95fd987579d0 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:02.037516 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:02.058714 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38b83699-db84-4fc7-893f-f492dd5083d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:02.125206 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b83699-db84-4fc7-893f-f492dd5083d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Subnet': ['ID=38be25f1-c458-4e92-938f-fe039f1e68c2,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:02.137965 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Pushing event updated for resources: {'Port': ['ID=48bf6b31-8093-48ac-af2c-95fd987579d0,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:02.139728 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b83699-db84-4fc7-893f-f492dd5083d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Checking segment: {'id': '18b3eb19-4af7-4a46-884a-50808b6f7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '12e9a1a6-22fc-49e2-aeea-c665944a49cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:02.140297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b83699-db84-4fc7-893f-f492dd5083d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network hostable DHCP agents. Network: 12e9a1a6-22fc-49e2-aeea-c665944a49cf, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:07:02.160638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b83699-db84-4fc7-893f-f492dd5083d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 12e9a1a6-22fc-49e2-aeea-c665944a49cf is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:07:02.173500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-38b83699-db84-4fc7-893f-f492dd5083d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 12e9a1a6-22fc-49e2-aeea-c665944a49cf) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:02.187285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5648715-4c35-49e7-9e47-3a8c87888d2a None None] Network 12e9a1a6-22fc-49e2-aeea-c665944a49cf requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:02.191820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b83699-db84-4fc7-893f-f492dd5083d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:02.192721 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38b83699-db84-4fc7-893f-f492dd5083d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:02.213734 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-38b83699-db84-4fc7-893f-f492dd5083d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7623138 Jul 29 15:07:02.217366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60362) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:02.229322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-2db9866d-7791-447e-8185-c299ac7c4713 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'subnet': {'network_id': '2986864c-0d90-462d-a396-8ceba4695263', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:02.246864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7691c7-4630-46b5-8815-f4d92821c7bf req-3674f644-d59a-4354-9bcd-0c2731d93319 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:02.248600 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db7691c7-4630-46b5-8815-f4d92821c7bf req-3674f644-d59a-4354-9bcd-0c2731d93319 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 943 time: 0.1384854 Jul 29 15:07:02.365797 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db9866d-7791-447e-8185-c299ac7c4713 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:02.371482 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2db9866d-7791-447e-8185-c299ac7c4713 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:02.382867 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db7691c7-4630-46b5-8815-f4d92821c7bf req-35d78706-eef6-4358-a7ff-3b752a9f6b4e tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175060 Jul 29 15:07:02.387786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Attempting to bind port 48bf6b31-8093-48ac-af2c-95fd987579d0 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:07:02.388658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Attempting to bind port 48bf6b31-8093-48ac-af2c-95fd987579d0 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:07:02.389027 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Attempting to bind port 48bf6b31-8093-48ac-af2c-95fd987579d0 on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:07:02.394326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Port 48bf6b31-8093-48ac-af2c-95fd987579d0 on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:07:02.394653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Attempting to bind port 48bf6b31-8093-48ac-af2c-95fd987579d0 on network f18f3e8c-eef1-4fb9-8e44-5650b12aa769 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:07:02.410954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:07:02.411295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Checking segment: {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:02.411664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Bound using segment: {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:07:02.412099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Bound port: 48bf6b31-8093-48ac-af2c-95fd987579d0, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb58938-114f-4af7-9780-0b30b12eec9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:07:02.412476 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:02.444964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-12e9a1a6-22fc-49e2-aeea-c665944a49cf', 'network_id': '12e9a1a6-22fc-49e2-aeea-c665944a49cf', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'fixed_ips': [{'subnet_id': '38be25f1-c458-4e92-938f-fe039f1e68c2'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:07:02.445948 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:02.483381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] For port 48bf6b31-8093-48ac-af2c-95fd987579d0, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:07:02.488382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] For port 48bf6b31-8093-48ac-af2c-95fd987579d0, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=48bf6b31-8093-48ac-af2c-95fd987579d0,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:07:02.511455 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:02.583979 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:02.584651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:02.586100 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] 10.222.0.39 "PUT /v2.0/ports/48bf6b31-8093-48ac-af2c-95fd987579d0 HTTP/1.1" status: 200 len: 1091 time: 1.3209434 Jul 29 15:07:02.586546 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6', 'tag': '48bf6b31-8093-48ac-af2c-95fd987579d0'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:07:02.589112 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027a5a2c-77e2-49dc-9cf0-879ed064c6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6", "tag": "48bf6b31-8093-48ac-af2c-95fd987579d0"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:07:02.661727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a66b1-7c15-4122-ae90-f7ae26fe107b service neutron] Pushing event updated for resources: {'Port': ['ID=48bf6b31-8093-48ac-af2c-95fd987579d0,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:02.680917 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e92b41-4987-4c95-a8e2-265ad421b1c1 x-openstack-request-id: req-a7e92b41-4987-4c95-a8e2-265ad421b1c1 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:07:02.681181 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6", "tag": "48bf6b31-8093-48ac-af2c-95fd987579d0", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:07:02.681715 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7e92b41-4987-4c95-a8e2-265ad421b1c1 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:07:02.681849 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6', 'tag': '48bf6b31-8093-48ac-af2c-95fd987579d0', 'status': 'completed', 'code': 200} Jul 29 15:07:02.686897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Allocated IP 2001:db8::2 (12e9a1a6-22fc-49e2-aeea-c665944a49cf/38be25f1-c458-4e92-938f-fe039f1e68c2/dc2b6205-3973-4d9f-9147-caefa22516af) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:02.696544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-f8980648-128d-4365-9d2c-40c49dfff9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:02.702201 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-f8980648-128d-4365-9d2c-40c49dfff9db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 1094 time: 0.0727956 Jul 29 15:07:02.733659 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2db9866d-7791-447e-8185-c299ac7c4713 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:02.802535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9866d-7791-447e-8185-c299ac7c4713 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Subnet': ['ID=fb5b9635-6a01-48d4-8460-6ab49c766fa7,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:02.809690 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-5031faf5-a7d3-48a8-8cbe-d294b437b6b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48bf6b31-8093-48ac-af2c-95fd987579d0 HTTP/1.1" status: 200 len: 217 time: 0.0943646 Jul 29 15:07:02.853272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9866d-7791-447e-8185-c299ac7c4713 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Checking segment: {'id': '139ef622-cc05-4bbc-83e7-b4f5a364284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2986864c-0d90-462d-a396-8ceba4695263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:02.853761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9866d-7791-447e-8185-c299ac7c4713 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network hostable DHCP agents. Network: 2986864c-0d90-462d-a396-8ceba4695263, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:07:02.878020 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9866d-7791-447e-8185-c299ac7c4713 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 2986864c-0d90-462d-a396-8ceba4695263 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:07:02.895314 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-2db9866d-7791-447e-8185-c299ac7c4713 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 2986864c-0d90-462d-a396-8ceba4695263) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:02.901298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db9866d-7791-447e-8185-c299ac7c4713 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:02.901890 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2db9866d-7791-447e-8185-c299ac7c4713 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:02.905917 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-da4c9f6a-0491-4272-bef6-43f2669848b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:02.911825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-da4c9f6a-0491-4272-bef6-43f2669848b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c677d1a0-3418-4813-8696-6ad9765c9aa6 HTTP/1.1" status: 200 len: 845 time: 0.0952556 Jul 29 15:07:02.930258 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60388) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:02.930658 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82754f41-7dac-4935-b8f3-7ed48995bb84 None None] Network 2986864c-0d90-462d-a396-8ceba4695263 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:02.931464 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2db9866d-7791-447e-8185-c299ac7c4713 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7122369 Jul 29 15:07:02.935469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d688a42b-2394-458f-a39a-474bbc9503de tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-816557848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:02.977109 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-e6a353e4-7ef9-4df5-992b-1d3be2e5e96d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585470 Jul 29 15:07:02.984740 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d688a42b-2394-458f-a39a-474bbc9503de tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:02.988936 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d688a42b-2394-458f-a39a-474bbc9503de tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:03.171065 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 34271123-b61a-45fe-83a1-9be9df741f8f up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:03.195217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3019c-2d6e-409c-a49d-d4779fab0220 req-3387a1d0-9558-4aaa-b597-cdd23a199109 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:03.196873 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48f3019c-2d6e-409c-a49d-d4779fab0220 req-3387a1d0-9558-4aaa-b597-cdd23a199109 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 944 time: 0.2234697 Jul 29 15:07:03.202575 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d688a42b-2394-458f-a39a-474bbc9503de tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:03.224738 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d688a42b-2394-458f-a39a-474bbc9503de tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:03.238872 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:03.254243 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-cfc26f46-c248-4975-99e0-2da9fa93fdf3 service neutron] 10.222.0.39 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602963 Jul 29 15:07:03.276493 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:03.279633 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48f3019c-2d6e-409c-a49d-d4779fab0220 req-ce97ce6d-99fa-45e2-a14a-6bdeaaebd7c3 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733430 Jul 29 15:07:03.288202 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d688a42b-2394-458f-a39a-474bbc9503de tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:03.291996 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d688a42b-2394-458f-a39a-474bbc9503de tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3580663 Jul 29 15:07:03.292731 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60404) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:03.320011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Transition to ACTIVE for port object dc2b6205-3973-4d9f-9147-caefa22516af will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:03.383181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Transition to ACTIVE for port object dc2b6205-3973-4d9f-9147-caefa22516af will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:03.385341 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c64cc4ec-76b2-476f-a3e0-5c7d4445dfd3 req-b2a1ba8e-0381-4651-8093-32ba88e2caa0 service neutron] 10.222.0.39 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115842 Jul 29 15:07:03.451476 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:03.474699 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92777ffe-4268-4b9c-b2ad-60b01ccdabfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:03.569999 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 34271123-b61a-45fe-83a1-9be9df741f8f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:03.603517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a5a2c-77e2-49dc-9cf0-879ed064c6cf req-43f05bc4-4ca2-4fb3-a76f-06c5c70da62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:03.609360 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-027a5a2c-77e2-49dc-9cf0-879ed064c6cf req-43f05bc4-4ca2-4fb3-a76f-06c5c70da62b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 1094 time: 0.1172547 Jul 29 15:07:03.614948 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 34271123-b61a-45fe-83a1-9be9df741f8f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:03.615334 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:03.633883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Network 12e9a1a6-22fc-49e2-aeea-c665944a49cf is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:03.670143 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60416) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:03.672061 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:03.679692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:03.725582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ab9e4-219d-4e1c-8ac2-4e8e9f15b3fa req-4d8a21ae-3638-49db-89f3-ec1e61fe949b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:03.731110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a5a2c-77e2-49dc-9cf0-879ed064c6cf req-4d8cfbd1-2ea4-4a4f-98b8-708d0b3b98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:03.733144 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-027a5a2c-77e2-49dc-9cf0-879ed064c6cf req-4d8cfbd1-2ea4-4a4f-98b8-708d0b3b98ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 906 time: 0.1151028 Jul 29 15:07:03.734039 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb1ab9e4-219d-4e1c-8ac2-4e8e9f15b3fa req-4d8a21ae-3638-49db-89f3-ec1e61fe949b tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 943 time: 0.2021365 Jul 29 15:07:03.804358 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:03.818708 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-027a5a2c-77e2-49dc-9cf0-879ed064c6cf req-bedf8a00-94cd-4c93-afde-15157c112de7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48bf6b31-8093-48ac-af2c-95fd987579d0 HTTP/1.1" status: 200 len: 217 time: 0.0753996 Jul 29 15:07:03.825220 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb1ab9e4-219d-4e1c-8ac2-4e8e9f15b3fa req-b021ea15-782a-4f53-8333-05331728c8f4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899172 Jul 29 15:07:03.852699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Pushing event updated for resources: {'Port': ['ID=dc2b6205-3973-4d9f-9147-caefa22516af,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:03.875041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-2986864c-0d90-462d-a396-8ceba4695263', 'network_id': '2986864c-0d90-462d-a396-8ceba4695263', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'fixed_ips': [{'subnet_id': 'fb5b9635-6a01-48d4-8460-6ab49c766fa7'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:07:03.875913 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:03.904981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Attempting to bind port dc2b6205-3973-4d9f-9147-caefa22516af on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:07:03.905352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Attempting to bind port dc2b6205-3973-4d9f-9147-caefa22516af by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '18b3eb19-4af7-4a46-884a-50808b6f7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '12e9a1a6-22fc-49e2-aeea-c665944a49cf'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:07:03.905721 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Attempting to bind port dc2b6205-3973-4d9f-9147-caefa22516af on network 12e9a1a6-22fc-49e2-aeea-c665944a49cf {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:07:03.923631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a5a2c-77e2-49dc-9cf0-879ed064c6cf req-473cb596-88cc-4f26-ab17-99059d1fff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:03.925308 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-027a5a2c-77e2-49dc-9cf0-879ed064c6cf req-473cb596-88cc-4f26-ab17-99059d1fff90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c677d1a0-3418-4813-8696-6ad9765c9aa6 HTTP/1.1" status: 200 len: 845 time: 0.0971363 Jul 29 15:07:03.934422 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:07:03.934798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Checking segment: {'id': '18b3eb19-4af7-4a46-884a-50808b6f7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '12e9a1a6-22fc-49e2-aeea-c665944a49cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:03.935203 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:03.935592 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Bound using segment: {'id': '18b3eb19-4af7-4a46-884a-50808b6f7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '12e9a1a6-22fc-49e2-aeea-c665944a49cf'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:07:03.936076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Bound port: dc2b6205-3973-4d9f-9147-caefa22516af, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b3eb19-4af7-4a46-884a-50808b6f7b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '12e9a1a6-22fc-49e2-aeea-c665944a49cf'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:07:03.936459 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:03.959917 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:03.972149 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-027a5a2c-77e2-49dc-9cf0-879ed064c6cf req-87d217dc-e873-4b1f-8513-4e28f82cd2c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388021 Jul 29 15:07:04.013349 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:04.126841 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:04.127076 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-027a5a2c-77e2-49dc-9cf0-879ed064c6cf req-5d063372-2ef2-4f24-a22f-13f7449749fd service neutron] 10.222.0.39 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466475 Jul 29 15:07:04.192333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Allocated IP 2001:db8:1::2 (2986864c-0d90-462d-a396-8ceba4695263/fb5b9635-6a01-48d4-8460-6ab49c766fa7/c743e748-83eb-4bc2-afe1-9214700fdee2) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:04.200453 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7fedb0-836e-4721-a2ec-cb2169c5cd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34271123-b61a-45fe-83a1-9be9df741f8f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:07:04.203430 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4209ad9-10cb-42e5-baf8-7299961d1b5a" -d '{"events": [{"server_uuid": "3b7fedb0-836e-4721-a2ec-cb2169c5cd3d", "name": "network-vif-plugged", "status": "completed", "tag": "34271123-b61a-45fe-83a1-9be9df741f8f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:07:04.265568 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ce08d4-312a-4236-a90f-1842f38787a1 x-openstack-request-id: req-60ce08d4-312a-4236-a90f-1842f38787a1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:07:04.265917 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7fedb0-836e-4721-a2ec-cb2169c5cd3d", "name": "network-vif-plugged", "status": "completed", "tag": "34271123-b61a-45fe-83a1-9be9df741f8f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:07:04.266179 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60ce08d4-312a-4236-a90f-1842f38787a1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:07:04.267660 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7fedb0-836e-4721-a2ec-cb2169c5cd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34271123-b61a-45fe-83a1-9be9df741f8f', 'code': 200} Jul 29 15:07:04.270858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] For port dc2b6205-3973-4d9f-9147-caefa22516af, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:07:04.286404 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] For port dc2b6205-3973-4d9f-9147-caefa22516af, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=dc2b6205-3973-4d9f-9147-caefa22516af,segment=NetworkSegment(18b3eb19-4af7-4a46-884a-50808b6f7b02),segment_id=18b3eb19-4af7-4a46-884a-50808b6f7b02)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:07:04.289968 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-027a5a2c-77e2-49dc-9cf0-879ed064c6cf req-dfda1284-8ef9-4cf5-b38b-78bcb64a118e service neutron] 10.222.0.39 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545913 Jul 29 15:07:04.290279 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 34271123-b61a-45fe-83a1-9be9df741f8f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=34271123-b61a-45fe-83a1-9be9df741f8f,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:04.291733 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Allocated IP 2001:db8::1 (12e9a1a6-22fc-49e2-aeea-c665944a49cf/38be25f1-c458-4e92-938f-fe039f1e68c2/30ca401b-5295-4ffa-a85b-859648c97855) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:04.326773 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:04.356446 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:04.358958 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:04.424248 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:04.489443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4011c82-5e5a-42e0-9884-c8cb50e0a290 None None] Pushing event updated for resources: {'Port': ['ID=dc2b6205-3973-4d9f-9147-caefa22516af,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:04.586247 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:04.588694 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=34271123-b61a-45fe-83a1-9be9df741f8f,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:04.601427 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Transition to ACTIVE for port object c743e748-83eb-4bc2-afe1-9214700fdee2 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:04.625513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Transition to ACTIVE for port object c743e748-83eb-4bc2-afe1-9214700fdee2 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:04.636490 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:04.650687 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:04.674484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438cf80-8b64-4eab-9c3d-f4084d6e90d6 req-63025f1b-0656-42a5-8f5b-f75ef9bd97cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:04.675973 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7438cf80-8b64-4eab-9c3d-f4084d6e90d6 req-63025f1b-0656-42a5-8f5b-f75ef9bd97cd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 1096 time: 0.2787905 Jul 29 15:07:04.708890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7e59-671a-44f9-95ff-a30c61eb2cdf req-94ac279a-1068-41c1-90f6-d467093d4e9c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:04.716365 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b13d7e59-671a-44f9-95ff-a30c61eb2cdf req-94ac279a-1068-41c1-90f6-d467093d4e9c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 945 time: 0.3176620 Jul 29 15:07:04.724135 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Pushing event updated for resources: {'Port': ['ID=c743e748-83eb-4bc2-afe1-9214700fdee2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:04.745259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Network 2986864c-0d90-462d-a396-8ceba4695263 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:04.745259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:04.750186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Transition to ACTIVE for port object 30ca401b-5295-4ffa-a85b-859648c97855 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:04.759181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:04.760816 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Allocated IP 172.25.6.58 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/ffe9dcba-4dcf-4099-a0c3-fb64c1e159ee) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:04.853710 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Attempting to bind port c743e748-83eb-4bc2-afe1-9214700fdee2 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:07:04.854365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Attempting to bind port c743e748-83eb-4bc2-afe1-9214700fdee2 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '139ef622-cc05-4bbc-83e7-b4f5a364284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2986864c-0d90-462d-a396-8ceba4695263'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:07:04.855087 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Attempting to bind port c743e748-83eb-4bc2-afe1-9214700fdee2 on network 2986864c-0d90-462d-a396-8ceba4695263 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:07:04.877879 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:07:04.878610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Checking segment: {'id': '139ef622-cc05-4bbc-83e7-b4f5a364284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2986864c-0d90-462d-a396-8ceba4695263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:04.879074 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:04.886057 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Bound using segment: {'id': '139ef622-cc05-4bbc-83e7-b4f5a364284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2986864c-0d90-462d-a396-8ceba4695263'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:07:04.886941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Bound port: c743e748-83eb-4bc2-afe1-9214700fdee2, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139ef622-cc05-4bbc-83e7-b4f5a364284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2986864c-0d90-462d-a396-8ceba4695263'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:07:04.893277 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:04.946050 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7438cf80-8b64-4eab-9c3d-f4084d6e90d6 req-1cc94e80-aa2c-4c60-a782-f18196426d14 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607484 Jul 29 15:07:04.958531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device dc2b6205-3973-4d9f-9147-caefa22516af up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:04.968411 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b13d7e59-671a-44f9-95ff-a30c61eb2cdf req-0b779d1b-69b2-4e01-aa72-d9ddf9c364b8 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511382 Jul 29 15:07:05.013701 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:05.022571 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bbec9-5bc6-4006-953a-bff1e42f1922 req-a6e69049-7027-41ee-9250-9f16d7d67bf5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:05.024825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9d9bbec9-5bc6-4006-953a-bff1e42f1922 req-a6e69049-7027-41ee-9250-9f16d7d67bf5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 943 time: 0.0808830 Jul 29 15:07:05.046216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] For port c743e748-83eb-4bc2-afe1-9214700fdee2, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:07:05.050420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] For port c743e748-83eb-4bc2-afe1-9214700fdee2, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c743e748-83eb-4bc2-afe1-9214700fdee2,segment=NetworkSegment(139ef622-cc05-4bbc-83e7-b4f5a364284c),segment_id=139ef622-cc05-4bbc-83e7-b4f5a364284c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:07:05.058671 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:05.072420 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:05.080164 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9d9bbec9-5bc6-4006-953a-bff1e42f1922 req-8eb83153-7c92-4417-9351-2acb111984fc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463839 Jul 29 15:07:05.107353 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port dc2b6205-3973-4d9f-9147-caefa22516af completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:05.125220 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 12e9a1a6-22fc-49e2-aeea-c665944a49cf is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:05.130385 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:05.133531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:05.134097 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:05.138097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=30ca401b-5295-4ffa-a85b-859648c97855,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:05.145046 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c6b02-9428-4726-9440-0a45c22e0fee None None] Pushing event updated for resources: {'Port': ['ID=c743e748-83eb-4bc2-afe1-9214700fdee2,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:05.310551 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:05.419927 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:05.424797 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:05.426423 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:05.433349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:05.477055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event updated for resources: {'Port': ['ID=ffe9dcba-4dcf-4099-a0c3-fb64c1e159ee,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:05.663707 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:05.757935 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:05.804990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e451d2-91b2-4ac8-879d-273ebe15f425 None None] Network 12e9a1a6-22fc-49e2-aeea-c665944a49cf requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:05.911190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-95b1f233-38e8-4dbc-9908-432ed7fcadf4 None None] Provisioning for port dc2b6205-3973-4d9f-9147-caefa22516af completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:05.919063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-95b1f233-38e8-4dbc-9908-432ed7fcadf4 None None] Provisioning complete for port dc2b6205-3973-4d9f-9147-caefa22516af triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:05.919665 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95b1f233-38e8-4dbc-9908-432ed7fcadf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:05.999827 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:06.015245 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:06.016173 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:06.102129 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=30ca401b-5295-4ffa-a85b-859648c97855,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:06.170737 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 48bf6b31-8093-48ac-af2c-95fd987579d0 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:07:06.212507 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95b1f233-38e8-4dbc-9908-432ed7fcadf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:06.301197 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd26497-5b9a-4e57-a83b-03406a7e3902 req-2b3e13e3-3f62-41cd-b53e-33a65a90cfb5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:06.312045 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8cd26497-5b9a-4e57-a83b-03406a7e3902 req-2b3e13e3-3f62-41cd-b53e-33a65a90cfb5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 943 time: 0.1128042 Jul 29 15:07:06.360892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-95b1f233-38e8-4dbc-9908-432ed7fcadf4 None None] For port dc2b6205-3973-4d9f-9147-caefa22516af, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=dc2b6205-3973-4d9f-9147-caefa22516af,segment=NetworkSegment(18b3eb19-4af7-4a46-884a-50808b6f7b02),segment_id=18b3eb19-4af7-4a46-884a-50808b6f7b02)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:06.377769 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95b1f233-38e8-4dbc-9908-432ed7fcadf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:06.382898 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:06.385811 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8cd26497-5b9a-4e57-a83b-03406a7e3902 req-f385635b-eb9a-4bcb-a1ab-d06409c90cb6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721951 Jul 29 15:07:06.470497 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cfb2c3-0ce3-4196-9d64-3d178df96150 None None] Network 2986864c-0d90-462d-a396-8ceba4695263 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:06.544701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1f233-38e8-4dbc-9908-432ed7fcadf4 None None] Pushing event updated for resources: {'Port': ['ID=dc2b6205-3973-4d9f-9147-caefa22516af,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:06.579028 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 48bf6b31-8093-48ac-af2c-95fd987579d0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=48bf6b31-8093-48ac-af2c-95fd987579d0,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:06.624808 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '48bf6b31-8093-48ac-af2c-95fd987579d0', 'network_id': 'f18f3e8c-eef1-4fb9-8e44-5650b12aa769', 'port_id': '48bf6b31-8093-48ac-af2c-95fd987579d0', 'mac_address': 'fa:16:3e:50:f0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c677d1a0-3418-4813-8696-6ad9765c9aa6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:07:06.630045 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-577a95d0-e3a9-4d74-85a9-7c8cc257475c None None] Provisioning for port c743e748-83eb-4bc2-afe1-9214700fdee2 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:06.665811 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5b266-66f8-49cc-a82c-b6c290f271dc req-9e76f7d7-54cc-494d-a525-c8ccd6997a8b tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:06.667354 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-07b5b266-66f8-49cc-a82c-b6c290f271dc req-9e76f7d7-54cc-494d-a525-c8ccd6997a8b tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 945 time: 0.5711730 Jul 29 15:07:06.673292 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:06.685104 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:06.749054 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:06.779479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bf6b31-8093-48ac-af2c-95fd987579d0 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:07:06.858112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 48bf6b31-8093-48ac-af2c-95fd987579d0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=48bf6b31-8093-48ac-af2c-95fd987579d0,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:06.859285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-aaf5b234-480a-4ba2-a06f-1475f24224dd None None] Provisioning complete for port dc2b6205-3973-4d9f-9147-caefa22516af triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:06.859843 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b234-480a-4ba2-a06f-1475f24224dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:06.883205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event updated for resources: {'Port': ['ID=ffe9dcba-4dcf-4099-a0c3-fb64c1e159ee,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:06.890332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 12e9a1a6-22fc-49e2-aeea-c665944a49cf is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:06.892136 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:06.896312 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-07b5b266-66f8-49cc-a82c-b6c290f271dc req-ea569f1d-4242-4a3f-9090-0a09aebf9864 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148352 Jul 29 15:07:06.898164 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:06.902299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:07.040306 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c743e748-83eb-4bc2-afe1-9214700fdee2 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:07.084309 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:07.088892 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f6241211-8b74-4d90-b77e-b8c7a1722b57 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4140115 Jul 29 15:07:07.089082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60482) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:07.093799 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a6078c34-c655-4aa3-a771-3e1da5033e04 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-338759272'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:07.120033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-aaf5b234-480a-4ba2-a06f-1475f24224dd None None] Provisioning for port 30ca401b-5295-4ffa-a85b-859648c97855 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:07.137051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-aaf5b234-480a-4ba2-a06f-1475f24224dd None None] Provisioning complete for port 30ca401b-5295-4ffa-a85b-859648c97855 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:07.137051 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b234-480a-4ba2-a06f-1475f24224dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:07.169836 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=48bf6b31-8093-48ac-af2c-95fd987579d0,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:07.177616 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6078c34-c655-4aa3-a771-3e1da5033e04 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Made reservation on behalf of f4f829d6e0fb41f08bd99977ae8b034f for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:07.181703 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a6078c34-c655-4aa3-a771-3e1da5033e04 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:07.182641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router 6ea37cff-1b92-4d33-a417-e02dc5237348 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:07:07.182783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5b234-480a-4ba2-a06f-1475f24224dd None None] Port 30ca401b-5295-4ffa-a85b-859648c97855 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:07.196761 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a6078c34-c655-4aa3-a771-3e1da5033e04 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:07.205957 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['48bf6b31-8093-48ac-af2c-95fd987579d0'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:07:07.236524 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port c743e748-83eb-4bc2-afe1-9214700fdee2 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:07.249982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c743e748-83eb-4bc2-afe1-9214700fdee2 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:07.250169 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:07.379775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-540fc7c8-40ca-498e-8f5f-2ac74763d524 None None] Provisioning complete for port c743e748-83eb-4bc2-afe1-9214700fdee2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:07.380148 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-540fc7c8-40ca-498e-8f5f-2ac74763d524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:07.429527 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:07.435515 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cb5ea178-6b70-46cf-87e4-9af2d1d00b5f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/6ea37cff-1b92-4d33-a417-e02dc5237348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1414909 Jul 29 15:07:07.437691 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:07.439062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60490) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:07.440278 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a6078c34-c655-4aa3-a771-3e1da5033e04 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:07.448237 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a6078c34-c655-4aa3-a771-3e1da5033e04 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:07.468804 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27c42b-a539-4c15-954a-c5943f42f52e None None] Sync routers for ids ['6ea37cff-1b92-4d33-a417-e02dc5237348'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:07.488206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6078c34-c655-4aa3-a771-3e1da5033e04 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:07:07.539092 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2478d4-8392-4f10-b611-16922643fd31 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:07.540601 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1e2478d4-8392-4f10-b611-16922643fd31 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports/30ca401b-5295-4ffa-a85b-859648c97855 HTTP/1.1" status: 200 len: 911 time: 0.0991576 Jul 29 15:07:07.542859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27c42b-a539-4c15-954a-c5943f42f52e None None] Routers {'6ea37cff-1b92-4d33-a417-e02dc5237348'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:07.543390 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60492) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:07.543650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6c27c42b-a539-4c15-954a-c5943f42f52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ea37cff-1b92-4d33-a417-e02dc5237348'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:07.565026 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a6078c34-c655-4aa3-a771-3e1da5033e04 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:07.565629 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-a6078c34-c655-4aa3-a771-3e1da5033e04 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Added segment 2a64f196-88bb-4771-a277-593c0df82368 of type vlan for network 07ae749d-3439-493e-8201-0a3371d53075 Jul 29 15:07:07.568658 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port c743e748-83eb-4bc2-afe1-9214700fdee2, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c743e748-83eb-4bc2-afe1-9214700fdee2,segment=NetworkSegment(139ef622-cc05-4bbc-83e7-b4f5a364284c),segment_id=139ef622-cc05-4bbc-83e7-b4f5a364284c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:07.569186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6078c34-c655-4aa3-a771-3e1da5033e04 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2c6b64-34cb-4303-afb2-8bcec8e7c6b6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:07.617896 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6c27c42b-a539-4c15-954a-c5943f42f52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:07.632189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f650da4-29c7-42c9-b63a-c3c4ebc4bd58 req-100a97ce-05fa-4c8b-b0e1-8b9c631f89d4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:07.633783 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f650da4-29c7-42c9-b63a-c3c4ebc4bd58 req-100a97ce-05fa-4c8b-b0e1-8b9c631f89d4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 944 time: 0.1279004 Jul 29 15:07:07.650601 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a6078c34-c655-4aa3-a771-3e1da5033e04 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:07.654051 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:07.654577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device dc2b6205-3973-4d9f-9147-caefa22516af up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:07.701875 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f650da4-29c7-42c9-b63a-c3c4ebc4bd58 req-2cc1c86d-e443-4009-b153-9fee01a372fe tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619571 Jul 29 15:07:07.715601 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a6078c34-c655-4aa3-a771-3e1da5033e04 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:07.731152 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6078c34-c655-4aa3-a771-3e1da5033e04 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:07.731152 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a6078c34-c655-4aa3-a771-3e1da5033e04 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:07.754098 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27c42b-a539-4c15-954a-c5943f42f52e None None] Routers {'6ea37cff-1b92-4d33-a417-e02dc5237348'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:07.754719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6c27c42b-a539-4c15-954a-c5943f42f52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ea37cff-1b92-4d33-a417-e02dc5237348'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:07.760476 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-540fc7c8-40ca-498e-8f5f-2ac74763d524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:07.807632 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a6078c34-c655-4aa3-a771-3e1da5033e04 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7175457 Jul 29 15:07:07.810048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60498) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:07.818764 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-5403d380-4123-43ae-b2e2-1712e4acf273 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Request body: {'subnet': {'network_id': '07ae749d-3439-493e-8201-0a3371d53075', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:07.822829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6078c34-c655-4aa3-a771-3e1da5033e04 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event updated for resources: {'Network': ['ID=07ae749d-3439-493e-8201-0a3371d53075,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:07.998854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 07ae749d-3439-493e-8201-0a3371d53075 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:07:08.007885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6c27c42b-a539-4c15-954a-c5943f42f52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:08.008541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27c42b-a539-4c15-954a-c5943f42f52e None None] The sync data for ids ['6ea37cff-1b92-4d33-a417-e02dc5237348'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:08.098350 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=c743e748-83eb-4bc2-afe1-9214700fdee2,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:08.122836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5403d380-4123-43ae-b2e2-1712e4acf273 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Made reservation on behalf of f4f829d6e0fb41f08bd99977ae8b034f for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:08.127508 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5403d380-4123-43ae-b2e2-1712e4acf273 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:08.165115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port dc2b6205-3973-4d9f-9147-caefa22516af triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:08.165488 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:08.194187 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-540fc7c8-40ca-498e-8f5f-2ac74763d524 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:07:08.194300 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-540fc7c8-40ca-498e-8f5f-2ac74763d524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:07:08.226256 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48a1a8-bd9d-4c8e-8d45-a9b0ace0ac05 req-0b1bdf07-77d7-454e-9557-9c71704eab1b tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:08.228125 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb48a1a8-bd9d-4c8e-8d45-a9b0ace0ac05 req-0b1bdf07-77d7-454e-9557-9c71704eab1b tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 945 time: 0.2079723 Jul 29 15:07:08.284937 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:08.316048 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb48a1a8-bd9d-4c8e-8d45-a9b0ace0ac05 req-ae28d177-b12f-40b5-827d-9bc360bd550e tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772216 Jul 29 15:07:08.592657 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5403d380-4123-43ae-b2e2-1712e4acf273 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:08.709116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403d380-4123-43ae-b2e2-1712e4acf273 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event updated for resources: {'Subnet': ['ID=2303263b-2033-4c18-babf-f02212241991,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:08.728404 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403d380-4123-43ae-b2e2-1712e4acf273 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Checking segment: {'id': '2a64f196-88bb-4771-a277-593c0df82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '07ae749d-3439-493e-8201-0a3371d53075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:08.728865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403d380-4123-43ae-b2e2-1712e4acf273 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Network hostable DHCP agents. Network: 07ae749d-3439-493e-8201-0a3371d53075, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:07:08.733784 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Allocated IP 2001:db8:1::1 (2986864c-0d90-462d-a396-8ceba4695263/fb5b9635-6a01-48d4-8460-6ab49c766fa7/0d7e57fd-ca8e-4194-8053-2736a9d41bac) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:08.785503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-540fc7c8-40ca-498e-8f5f-2ac74763d524 None None] Provisioning complete for port 30ca401b-5295-4ffa-a85b-859648c97855 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:08.785891 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-540fc7c8-40ca-498e-8f5f-2ac74763d524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:08.823474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403d380-4123-43ae-b2e2-1712e4acf273 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Network 07ae749d-3439-493e-8201-0a3371d53075 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:07:08.840311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-5403d380-4123-43ae-b2e2-1712e4acf273 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 07ae749d-3439-493e-8201-0a3371d53075) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:08.845737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5403d380-4123-43ae-b2e2-1712e4acf273 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:08.846431 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5403d380-4123-43ae-b2e2-1712e4acf273 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:08.881744 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebab89bb-ee87-4888-83a1-edbe18cb4047 None None] Network 07ae749d-3439-493e-8201-0a3371d53075 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:08.887851 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5403d380-4123-43ae-b2e2-1712e4acf273 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0740454 Jul 29 15:07:08.888550 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60534) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:08.894477 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-350234181', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:08.921244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-540fc7c8-40ca-498e-8f5f-2ac74763d524 None None] Port 30ca401b-5295-4ffa-a85b-859648c97855 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:08.946047 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:08.958436 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:08.959472 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:08.969026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c743e748-83eb-4bc2-afe1-9214700fdee2 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:08.973746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Transition to ACTIVE for port object 0d7e57fd-ca8e-4194-8053-2736a9d41bac will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:08.973948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ddfa4-caab-4887-a8fc-342f761bc56a req-962560df-465f-48e7-a779-438ce316c6ef tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:08.975539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-647ddfa4-caab-4887-a8fc-342f761bc56a req-962560df-465f-48e7-a779-438ce316c6ef tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 944 time: 0.1120751 Jul 29 15:07:09.055636 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-647ddfa4-caab-4887-a8fc-342f761bc56a req-2f6228d6-1b22-4b56-a40b-767670f15723 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726948 Jul 29 15:07:09.086908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a738dd91-8d51-49a2-b2af-3822785d16dd None None] Provisioning complete for port 30ca401b-5295-4ffa-a85b-859648c97855 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:09.087357 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a738dd91-8d51-49a2-b2af-3822785d16dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:09.102337 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:09.112523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c743e748-83eb-4bc2-afe1-9214700fdee2 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:09.113232 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:09.146205 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:09.166114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f82290-7692-479f-9250-b38af309c090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-07ae749d-3439-493e-8201-0a3371d53075', 'network_id': '07ae749d-3439-493e-8201-0a3371d53075', 'tenant_id': 'f4f829d6e0fb41f08bd99977ae8b034f', 'fixed_ips': [{'subnet_id': '2303263b-2033-4c18-babf-f02212241991'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:07:09.167078 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93f82290-7692-479f-9250-b38af309c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:09.184125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a738dd91-8d51-49a2-b2af-3822785d16dd None None] Port 30ca401b-5295-4ffa-a85b-859648c97855 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:09.293834 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 2986864c-0d90-462d-a396-8ceba4695263 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:09.297932 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:09.302288 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:09.305756 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=0d7e57fd-ca8e-4194-8053-2736a9d41bac,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:09.309053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:09.309617 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:09.358817 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-93f82290-7692-479f-9250-b38af309c090 None None] Allocated IP 172.20.0.2 (07ae749d-3439-493e-8201-0a3371d53075/2303263b-2033-4c18-babf-f02212241991/fd54b76e-c06c-44f2-9920-36690cf5bb0d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:09.543039 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:09.573246 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93f82290-7692-479f-9250-b38af309c090 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:09.598555 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-93f82290-7692-479f-9250-b38af309c090 None None] Transition to ACTIVE for port object fd54b76e-c06c-44f2-9920-36690cf5bb0d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:09.625163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-93f82290-7692-479f-9250-b38af309c090 None None] Transition to ACTIVE for port object fd54b76e-c06c-44f2-9920-36690cf5bb0d will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:09.634930 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93f82290-7692-479f-9250-b38af309c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:09.699355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f82290-7692-479f-9250-b38af309c090 None None] Network 07ae749d-3439-493e-8201-0a3371d53075 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:09.700852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f82290-7692-479f-9250-b38af309c090 None None] Pushing event updated for resources: {'Port': ['ID=fd54b76e-c06c-44f2-9920-36690cf5bb0d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:09.705128 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-93f82290-7692-479f-9250-b38af309c090 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:09.707657 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f82290-7692-479f-9250-b38af309c090 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:09.772812 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-93f82290-7692-479f-9250-b38af309c090 None None] Attempting to bind port fd54b76e-c06c-44f2-9920-36690cf5bb0d on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:07:09.773376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-93f82290-7692-479f-9250-b38af309c090 None None] Attempting to bind port fd54b76e-c06c-44f2-9920-36690cf5bb0d by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '2a64f196-88bb-4771-a277-593c0df82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '07ae749d-3439-493e-8201-0a3371d53075'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:07:09.773873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f82290-7692-479f-9250-b38af309c090 None None] Attempting to bind port fd54b76e-c06c-44f2-9920-36690cf5bb0d on network 07ae749d-3439-493e-8201-0a3371d53075 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:07:09.780762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f82290-7692-479f-9250-b38af309c090 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:07:09.781282 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f82290-7692-479f-9250-b38af309c090 None None] Checking segment: {'id': '2a64f196-88bb-4771-a277-593c0df82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '07ae749d-3439-493e-8201-0a3371d53075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:09.781796 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93f82290-7692-479f-9250-b38af309c090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:09.783206 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f82290-7692-479f-9250-b38af309c090 None None] Bound using segment: {'id': '2a64f196-88bb-4771-a277-593c0df82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '07ae749d-3439-493e-8201-0a3371d53075'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:07:09.786791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-93f82290-7692-479f-9250-b38af309c090 None None] Bound port: fd54b76e-c06c-44f2-9920-36690cf5bb0d, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a64f196-88bb-4771-a277-593c0df82368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '07ae749d-3439-493e-8201-0a3371d53075'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:07:09.787355 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93f82290-7692-479f-9250-b38af309c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:09.857353 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d30f24ec-8205-4f16-b7c2-32ed8f905817 None None] Provisioning for port 0d7e57fd-ca8e-4194-8053-2736a9d41bac completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:09.874376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d30f24ec-8205-4f16-b7c2-32ed8f905817 None None] Provisioning complete for port 0d7e57fd-ca8e-4194-8053-2736a9d41bac triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:09.874930 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d30f24ec-8205-4f16-b7c2-32ed8f905817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:09.957853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-93f82290-7692-479f-9250-b38af309c090 None None] For port fd54b76e-c06c-44f2-9920-36690cf5bb0d, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:07:09.962910 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-93f82290-7692-479f-9250-b38af309c090 None None] For port fd54b76e-c06c-44f2-9920-36690cf5bb0d, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fd54b76e-c06c-44f2-9920-36690cf5bb0d,segment=NetworkSegment(2a64f196-88bb-4771-a277-593c0df82368),segment_id=2a64f196-88bb-4771-a277-593c0df82368)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:07:09.964506 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d30f24ec-8205-4f16-b7c2-32ed8f905817 None None] Port 0d7e57fd-ca8e-4194-8053-2736a9d41bac cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:09.969560 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-93f82290-7692-479f-9250-b38af309c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:10.070678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f82290-7692-479f-9250-b38af309c090 None None] Pushing event updated for resources: {'Port': ['ID=fd54b76e-c06c-44f2-9920-36690cf5bb0d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:10.177983 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 48bf6b31-8093-48ac-af2c-95fd987579d0 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:10.260652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 48bf6b31-8093-48ac-af2c-95fd987579d0 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:10.273038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 48bf6b31-8093-48ac-af2c-95fd987579d0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:10.273562 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:10.366064 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:10.455184 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:10.493657 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:10.497779 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846005f-2123-4052-ad22-c0fdaa7b6442 req-4cca421c-3ad4-43b5-ac39-199aadc1949d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:10.499356 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b846005f-2123-4052-ad22-c0fdaa7b6442 req-4cca421c-3ad4-43b5-ac39-199aadc1949d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 944 time: 0.2866564 Jul 29 15:07:10.550626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bf6b31-8093-48ac-af2c-95fd987579d0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:07:10.553411 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a521151b-9ffc-40ac-9053-06da65d5cc49" -d '{"events": [{"server_uuid": "ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6", "name": "network-vif-plugged", "status": "completed", "tag": "48bf6b31-8093-48ac-af2c-95fd987579d0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:07:10.578146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 48bf6b31-8093-48ac-af2c-95fd987579d0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=48bf6b31-8093-48ac-af2c-95fd987579d0,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:10.587645 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:10.630210 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e9dc39-3259-473a-af46-f040344fdebb x-openstack-request-id: req-97e9dc39-3259-473a-af46-f040344fdebb {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:07:10.631270 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6", "name": "network-vif-plugged", "status": "completed", "tag": "48bf6b31-8093-48ac-af2c-95fd987579d0", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:07:10.631589 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97e9dc39-3259-473a-af46-f040344fdebb {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:07:10.631988 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bf6b31-8093-48ac-af2c-95fd987579d0', 'code': 200} Jul 29 15:07:10.656633 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b846005f-2123-4052-ad22-c0fdaa7b6442 req-1c0f973f-328b-4774-aa51-c86300d440aa tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451590 Jul 29 15:07:10.687420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=48bf6b31-8093-48ac-af2c-95fd987579d0,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:10.716871 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:10.725003 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:10.726109 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:10.789923 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabcb73-e9f4-4acd-b823-1bb81dd955b8 req-c228c95c-7161-4a82-9c9e-e99685f194f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:10.793043 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9aabcb73-e9f4-4acd-b823-1bb81dd955b8 req-c228c95c-7161-4a82-9c9e-e99685f194f7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 1096 time: 0.1074109 Jul 29 15:07:10.803490 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=0d7e57fd-ca8e-4194-8053-2736a9d41bac,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:10.851834 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9aabcb73-e9f4-4acd-b823-1bb81dd955b8 req-bfa921b4-e2aa-4b16-8faf-1a0539e50394 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518637 Jul 29 15:07:10.903928 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fd54b76e-c06c-44f2-9920-36690cf5bb0d up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:10.905084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Allocated IP 172.25.6.95 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/7b58087d-c299-4c33-9b9d-b418252a92cb) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:10.964990 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:10.969050 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port fd54b76e-c06c-44f2-9920-36690cf5bb0d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:10.998588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 2986864c-0d90-462d-a396-8ceba4695263 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:11.002619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:11.159122 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:11.179919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router 6ea37cff-1b92-4d33-a417-e02dc5237348 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:07:11.308703 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:11.356313 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:11.365694 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b1f2ddfd-c258-4168-939d-aac627febd06 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/6ea37cff-1b92-4d33-a417-e02dc5237348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8208647 Jul 29 15:07:11.368236 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae2603-dc10-47c8-9be9-35a3e086ad5a None None] Sync routers for ids ['6ea37cff-1b92-4d33-a417-e02dc5237348'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:11.370037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60570) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:11.374626 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:11.378985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:11.381055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event updated for resources: {'Port': ['ID=7b58087d-c299-4c33-9b9d-b418252a92cb,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:11.389290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:11.401525 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ae2603-dc10-47c8-9be9-35a3e086ad5a None None] Routers {'6ea37cff-1b92-4d33-a417-e02dc5237348'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:11.403690 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-50ae2603-dc10-47c8-9be9-35a3e086ad5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ea37cff-1b92-4d33-a417-e02dc5237348'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:11.464798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdc1278-ca44-4097-8ca8-445bd35bf57d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:11.466952 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ffdc1278-ca44-4097-8ca8-445bd35bf57d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports/0d7e57fd-ca8e-4194-8053-2736a9d41bac HTTP/1.1" status: 200 len: 913 time: 0.0954137 Jul 29 15:07:11.469015 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-50ae2603-dc10-47c8-9be9-35a3e086ad5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:11.473212 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60572) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:11.481778 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ae2603-dc10-47c8-9be9-35a3e086ad5a None None] Routers {'6ea37cff-1b92-4d33-a417-e02dc5237348'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:11.482710 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-50ae2603-dc10-47c8-9be9-35a3e086ad5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ea37cff-1b92-4d33-a417-e02dc5237348'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:11.521030 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c45d1c95-d7c8-4ab6-a44b-475500754c67 None None] Provisioning complete for port 0d7e57fd-ca8e-4194-8053-2736a9d41bac triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:11.521715 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c45d1c95-d7c8-4ab6-a44b-475500754c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:11.527483 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-50ae2603-dc10-47c8-9be9-35a3e086ad5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:11.528425 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae2603-dc10-47c8-9be9-35a3e086ad5a None None] The sync data for ids ['6ea37cff-1b92-4d33-a417-e02dc5237348'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:11.583547 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c45d1c95-d7c8-4ab6-a44b-475500754c67 None None] Port 0d7e57fd-ca8e-4194-8053-2736a9d41bac cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:11.681387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7cec7d-b583-4f77-bd16-3b9846e8f97e None None] Network 07ae749d-3439-493e-8201-0a3371d53075 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:11.777336 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-22fc1d97-1043-4344-a0d1-723f84472abf None None] Provisioning for port fd54b76e-c06c-44f2-9920-36690cf5bb0d completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:11.790514 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-22fc1d97-1043-4344-a0d1-723f84472abf None None] Provisioning complete for port fd54b76e-c06c-44f2-9920-36690cf5bb0d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:11.791157 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22fc1d97-1043-4344-a0d1-723f84472abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:11.826441 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:11.883188 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dde9e8-28e4-4606-ad49-e03a8666dee2 req-a0d5a4c0-569e-42db-a27f-cf509a37a815 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:11.885406 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3dde9e8-28e4-4606-ad49-e03a8666dee2 req-a0d5a4c0-569e-42db-a27f-cf509a37a815 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0856144 Jul 29 15:07:11.982487 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22fc1d97-1043-4344-a0d1-723f84472abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:12.010381 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3dde9e8-28e4-4606-ad49-e03a8666dee2 req-2d04b89a-6228-4d1e-ab40-f27b92276591 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125686 Jul 29 15:07:12.043767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-22fc1d97-1043-4344-a0d1-723f84472abf None None] For port fd54b76e-c06c-44f2-9920-36690cf5bb0d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fd54b76e-c06c-44f2-9920-36690cf5bb0d,segment=NetworkSegment(2a64f196-88bb-4771-a277-593c0df82368),segment_id=2a64f196-88bb-4771-a277-593c0df82368)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:12.051049 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-22fc1d97-1043-4344-a0d1-723f84472abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:12.068417 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:12.128079 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:12.180584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc1d97-1043-4344-a0d1-723f84472abf None None] Pushing event updated for resources: {'Port': ['ID=fd54b76e-c06c-44f2-9920-36690cf5bb0d,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:12.331752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Router e4a6099d-40a1-4b97-921a-f8353868c0f9 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:07:12.374701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-32c3176f-0fac-4c64-95f7-e7f0e093a26e None None] Provisioning complete for port fd54b76e-c06c-44f2-9920-36690cf5bb0d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:12.374990 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32c3176f-0fac-4c64-95f7-e7f0e093a26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:12.398434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3aa54-84e5-45b9-9bbf-5461262c70b2 req-c7aa1ff5-6cce-407b-98ea-c4528644e012 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:12.399874 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53b3aa54-84e5-45b9-9bbf-5461262c70b2 req-c7aa1ff5-6cce-407b-98ea-c4528644e012 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0685723 Jul 29 15:07:12.464714 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53b3aa54-84e5-45b9-9bbf-5461262c70b2 req-f6226c5d-ead8-42d1-88c5-9f6502508365 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570002 Jul 29 15:07:12.465790 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:12.479800 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2183c046-ba6e-4f72-9d5c-b3c6d23ca8a8 None None] Sync routers for ids ['e4a6099d-40a1-4b97-921a-f8353868c0f9'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:12.498069 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:12.498862 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2183c046-ba6e-4f72-9d5c-b3c6d23ca8a8 None None] Routers {'e4a6099d-40a1-4b97-921a-f8353868c0f9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:12.499792 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-54928aee-630e-4c7c-aa0f-d8c0e23b9e03 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.6101573 Jul 29 15:07:12.503040 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2183c046-ba6e-4f72-9d5c-b3c6d23ca8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e4a6099d-40a1-4b97-921a-f8353868c0f9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:12.503304 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60586) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:12.547185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2183c046-ba6e-4f72-9d5c-b3c6d23ca8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:12.563957 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2183c046-ba6e-4f72-9d5c-b3c6d23ca8a8 None None] Routers {'e4a6099d-40a1-4b97-921a-f8353868c0f9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:12.564873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2183c046-ba6e-4f72-9d5c-b3c6d23ca8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e4a6099d-40a1-4b97-921a-f8353868c0f9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:12.570312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port 0d7e57fd-ca8e-4194-8053-2736a9d41bac {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:12.570665 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:12.600989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2183c046-ba6e-4f72-9d5c-b3c6d23ca8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:12.601652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2183c046-ba6e-4f72-9d5c-b3c6d23ca8a8 None None] The sync data for ids ['e4a6099d-40a1-4b97-921a-f8353868c0f9'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:12.671776 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:12.672279 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239a0f6-8668-4c5c-abf8-88ffed7af888 req-833b1e9e-fa2d-4ae8-9f8e-f3a0bab0c391 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:12.674248 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a239a0f6-8668-4c5c-abf8-88ffed7af888 req-833b1e9e-fa2d-4ae8-9f8e-f3a0bab0c391 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.1140285 Jul 29 15:07:12.689515 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for 0d7e57fd-ca8e-4194-8053-2736a9d41bac owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:12.794368 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a239a0f6-8668-4c5c-abf8-88ffed7af888 req-3e74dd74-5cd4-4f2e-93c0-a7dc7d28ceae tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098571 Jul 29 15:07:12.811101 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fd54b76e-c06c-44f2-9920-36690cf5bb0d up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:12.903822 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port fd54b76e-c06c-44f2-9920-36690cf5bb0d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:12.904305 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:13.156636 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53053ab8-4c09-4598-ae51-284147463d88 req-6921139c-c7dd-43f6-b14f-27b7bc121ebf tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:13.158848 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53053ab8-4c09-4598-ae51-284147463d88 req-6921139c-c7dd-43f6-b14f-27b7bc121ebf tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.1100810 Jul 29 15:07:13.245036 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53053ab8-4c09-4598-ae51-284147463d88 req-050a5357-9141-4f49-be31-635ebff04761 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774474 Jul 29 15:07:13.248058 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:13.252161 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:13.288158 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=0d7e57fd-ca8e-4194-8053-2736a9d41bac,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:13.308521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:13.309243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:13.309597 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:13.309938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:13.310321 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:13.310603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:13.310933 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:13.311254 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:13.311580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:13.311902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:13.312224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:13.312541 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:13.408970 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:13.589366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Allocated IP 172.20.0.1 (07ae749d-3439-493e-8201-0a3371d53075/2303263b-2033-4c18-babf-f02212241991/fe0817ed-ab11-4465-89b4-fb18b2b471f5) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:13.627165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router 6ea37cff-1b92-4d33-a417-e02dc5237348 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:07:13.717806 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:13.726778 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:13.734868 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b7344750-e333-4a72-94c1-c978f9f5de32 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/6ea37cff-1b92-4d33-a417-e02dc5237348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2574673 Jul 29 15:07:13.735127 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60596) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:13.742452 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6a286-e704-462d-af0c-935154389501 None None] Sync routers for ids ['6ea37cff-1b92-4d33-a417-e02dc5237348'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:13.745030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Transition to ACTIVE for port object fe0817ed-ab11-4465-89b4-fb18b2b471f5 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:13.752467 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac6a286-e704-462d-af0c-935154389501 None None] Routers {'6ea37cff-1b92-4d33-a417-e02dc5237348'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:13.753108 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2ac6a286-e704-462d-af0c-935154389501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ea37cff-1b92-4d33-a417-e02dc5237348'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:13.784938 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2ac6a286-e704-462d-af0c-935154389501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:13.794782 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac6a286-e704-462d-af0c-935154389501 None None] Routers {'6ea37cff-1b92-4d33-a417-e02dc5237348'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:13.795416 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2ac6a286-e704-462d-af0c-935154389501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ea37cff-1b92-4d33-a417-e02dc5237348'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:13.833818 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2ac6a286-e704-462d-af0c-935154389501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:13.833818 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac6a286-e704-462d-af0c-935154389501 None None] The sync data for ids ['6ea37cff-1b92-4d33-a417-e02dc5237348'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:13.900056 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:13.985276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Network 07ae749d-3439-493e-8201-0a3371d53075 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:13.993360 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:13.997051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:14.035066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event updated for resources: {'Port': ['ID=fe0817ed-ab11-4465-89b4-fb18b2b471f5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:14.091458 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:14.226144 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6877c3f3-0436-42d6-84d4-506441c6b3fe None None] Provisioning for port fe0817ed-ab11-4465-89b4-fb18b2b471f5 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:14.230915 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6877c3f3-0436-42d6-84d4-506441c6b3fe None None] Provisioning complete for port fe0817ed-ab11-4465-89b4-fb18b2b471f5 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:14.231679 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6877c3f3-0436-42d6-84d4-506441c6b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:14.268078 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6877c3f3-0436-42d6-84d4-506441c6b3fe None None] Port fe0817ed-ab11-4465-89b4-fb18b2b471f5 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:14.305885 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:14.366525 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-036ccf84-a713-49bc-93b8-2eacc6775485 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:14.401737 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79baec-5416-4798-b5a2-0b229c83fd24 req-acfbcd0c-06f3-4900-a92f-fc89c8bd57b7 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:14.410192 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c79baec-5416-4798-b5a2-0b229c83fd24 req-acfbcd0c-06f3-4900-a92f-fc89c8bd57b7 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0776880 Jul 29 15:07:14.455070 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c79baec-5416-4798-b5a2-0b229c83fd24 req-4788edb6-d343-46dd-94fd-62aa316a435c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431972 Jul 29 15:07:15.043915 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-06c4b93c-6a61-4df2-af16-a88219ce685e tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:15.045445 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-06c4b93c-6a61-4df2-af16-a88219ce685e tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/networks?id=fb13e7be-1996-4013-94e7-9bb8de9ff08f HTTP/1.1" status: 200 len: 815 time: 0.3057034 Jul 29 15:07:15.112524 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-c8319a75-02af-4b51-b3b7-3f3a6381758c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/quotas/674e9126d6f64603ae7397cc3fe62996 HTTP/1.1" status: 200 len: 375 time: 0.0503974 Jul 29 15:07:15.239505 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-5c13c80d-6c75-4c57-9b07-e4a3de0a9c8a tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=674e9126d6f64603ae7397cc3fe62996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1197302 Jul 29 15:07:15.328634 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:15.339151 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:15.452770 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:15.458331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event updated for resources: {'Port': ['ID=fe0817ed-ab11-4465-89b4-fb18b2b471f5,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:15.467466 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-036ccf84-a713-49bc-93b8-2eacc6775485 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port 30ca401b-5295-4ffa-a85b-859648c97855 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:15.467813 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-036ccf84-a713-49bc-93b8-2eacc6775485 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:15.476196 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-5d54c5cf-6066-4365-8d32-6f2a14e7c46b service neutron] 10.222.0.16 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139060 Jul 29 15:07:15.571821 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb47fbc-51ac-446a-9bf2-934f84d3e949 req-f6854359-2770-45b6-9df5-e0bb0e6779e4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:15.573373 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ecb47fbc-51ac-446a-9bf2-934f84d3e949 req-f6854359-2770-45b6-9df5-e0bb0e6779e4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0517001 Jul 29 15:07:15.615843 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ecb47fbc-51ac-446a-9bf2-934f84d3e949 req-b3e38221-b727-4c1e-b1c4-ce5177958e73 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339825 Jul 29 15:07:15.700941 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-036ccf84-a713-49bc-93b8-2eacc6775485 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:15.712728 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-4c74b10e-9e14-4f0e-b15a-4318dbf444a0 service neutron] 10.222.0.16 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244329 Jul 29 15:07:15.722161 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Network 07ae749d-3439-493e-8201-0a3371d53075 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:15.723425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-036ccf84-a713-49bc-93b8-2eacc6775485 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for 30ca401b-5295-4ffa-a85b-859648c97855 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:15.725899 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:16.003610 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f355547d-7ece-442f-93b8-3276df130688 req-d088b91c-2cf9-4e67-9228-18d3b1ee9c9b tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 210 time: 0.0512033 Jul 29 15:07:16.039756 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Router e4a6099d-40a1-4b97-921a-f8353868c0f9 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:07:16.101127 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-71ecbd67-22aa-442b-ae88-e8349a65898a None None] Provisioning complete for port fe0817ed-ab11-4465-89b4-fb18b2b471f5 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:16.102158 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71ecbd67-22aa-442b-ae88-e8349a65898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:16.166135 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-71ecbd67-22aa-442b-ae88-e8349a65898a None None] Port fe0817ed-ab11-4465-89b4-fb18b2b471f5 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:16.202412 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-036ccf84-a713-49bc-93b8-2eacc6775485 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:16.236120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ccf84-a713-49bc-93b8-2eacc6775485 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=30ca401b-5295-4ffa-a85b-859648c97855,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:16.339879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:16.349466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60632) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:16.349859 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f53584d5-8073-433d-acfd-beb61a8b4460 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] 10.222.0.16 "PUT /v2.0/routers/e4a6099d-40a1-4b97-921a-f8353868c0f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8448796 Jul 29 15:07:16.353005 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-036ccf84-a713-49bc-93b8-2eacc6775485 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:16.356238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-6b242fb8-dc1b-4fc2-8f1f-e448068b3bfe tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Request body: {'port': {'network_id': '07ae749d-3439-493e-8201-0a3371d53075', 'name': 'tempest-FloatingIPAdminTestJSON-118324714'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:16.360031 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06758ac-2b90-4f48-bf41-71e824f4e1d7 None None] Sync routers for ids ['e4a6099d-40a1-4b97-921a-f8353868c0f9'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:16.375720 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06758ac-2b90-4f48-bf41-71e824f4e1d7 None None] Routers {'e4a6099d-40a1-4b97-921a-f8353868c0f9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:16.379628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b06758ac-2b90-4f48-bf41-71e824f4e1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e4a6099d-40a1-4b97-921a-f8353868c0f9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:16.470270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b06758ac-2b90-4f48-bf41-71e824f4e1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:16.491570 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06758ac-2b90-4f48-bf41-71e824f4e1d7 None None] Routers {'e4a6099d-40a1-4b97-921a-f8353868c0f9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:16.492201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b06758ac-2b90-4f48-bf41-71e824f4e1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e4a6099d-40a1-4b97-921a-f8353868c0f9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:16.564454 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036ccf84-a713-49bc-93b8-2eacc6775485 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router 6ea37cff-1b92-4d33-a417-e02dc5237348 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:07:16.578132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b242fb8-dc1b-4fc2-8f1f-e448068b3bfe tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Made reservation on behalf of f4f829d6e0fb41f08bd99977ae8b034f for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:16.582738 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6b242fb8-dc1b-4fc2-8f1f-e448068b3bfe tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:16.586764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b06758ac-2b90-4f48-bf41-71e824f4e1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:16.587428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06758ac-2b90-4f48-bf41-71e824f4e1d7 None None] The sync data for ids ['e4a6099d-40a1-4b97-921a-f8353868c0f9'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:16.605791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-6b242fb8-dc1b-4fc2-8f1f-e448068b3bfe tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] device_id is not set on port 994a5404-fb9b-463a-80a4-fc6df54d67ca yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:07:16.661710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036ccf84-a713-49bc-93b8-2eacc6775485 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:16.671070 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-036ccf84-a713-49bc-93b8-2eacc6775485 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/6ea37cff-1b92-4d33-a417-e02dc5237348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9346511 Jul 29 15:07:16.675036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60638) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:16.677547 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e8dc9-7807-45d7-a1f7-5edfe6a4eba3 None None] Sync routers for ids ['6ea37cff-1b92-4d33-a417-e02dc5237348'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:16.688827 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e8dc9-7807-45d7-a1f7-5edfe6a4eba3 None None] Routers {'6ea37cff-1b92-4d33-a417-e02dc5237348'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:16.689796 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-828e8dc9-7807-45d7-a1f7-5edfe6a4eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ea37cff-1b92-4d33-a417-e02dc5237348'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:16.726861 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-067edc27-2a37-422a-b7fe-191b20dbfb2e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea37cff-1b92-4d33-a417-e02dc5237348 HTTP/1.1" status: 200 len: 205 time: 0.0483263 Jul 29 15:07:16.732801 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-828e8dc9-7807-45d7-a1f7-5edfe6a4eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:16.734450 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60640) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:16.745672 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e8dc9-7807-45d7-a1f7-5edfe6a4eba3 None None] Routers {'6ea37cff-1b92-4d33-a417-e02dc5237348'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:16.746547 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-828e8dc9-7807-45d7-a1f7-5edfe6a4eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6ea37cff-1b92-4d33-a417-e02dc5237348'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:16.780312 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-828e8dc9-7807-45d7-a1f7-5edfe6a4eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:16.781315 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828e8dc9-7807-45d7-a1f7-5edfe6a4eba3 None None] The sync data for ids ['6ea37cff-1b92-4d33-a417-e02dc5237348'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:16.782035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-6b242fb8-dc1b-4fc2-8f1f-e448068b3bfe tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Allocated IP 172.20.0.12 (07ae749d-3439-493e-8201-0a3371d53075/2303263b-2033-4c18-babf-f02212241991/994a5404-fb9b-463a-80a4-fc6df54d67ca) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:16.971486 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6b242fb8-dc1b-4fc2-8f1f-e448068b3bfe tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:16.988844 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-6b242fb8-dc1b-4fc2-8f1f-e448068b3bfe tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Transition to ACTIVE for port object 994a5404-fb9b-463a-80a4-fc6df54d67ca will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:17.069604 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6b242fb8-dc1b-4fc2-8f1f-e448068b3bfe tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:17.129976 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8da938a-8680-496e-ab50-0f367b77ff10 req-2876052e-ded5-400c-a491-bb925cc418b3 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 210 time: 0.0513515 Jul 29 15:07:17.151163 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b242fb8-dc1b-4fc2-8f1f-e448068b3bfe tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Network 07ae749d-3439-493e-8201-0a3371d53075 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:17.165160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b242fb8-dc1b-4fc2-8f1f-e448068b3bfe tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event updated for resources: {'Port': ['ID=994a5404-fb9b-463a-80a4-fc6df54d67ca,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:17.178962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-6b242fb8-dc1b-4fc2-8f1f-e448068b3bfe tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:17.197623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b242fb8-dc1b-4fc2-8f1f-e448068b3bfe tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:17.252856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebc3ba-1487-419c-bbdf-af1e03c89a4d req-0a58d37d-6c4b-4b38-bdea-5b6169ef4f0c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:17.254390 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-faebc3ba-1487-419c-bbdf-af1e03c89a4d req-0a58d37d-6c4b-4b38-bdea-5b6169ef4f0c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.5287714 Jul 29 15:07:17.256992 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-51bd8081-cd3a-47f2-a9c5-5fb820489716 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:17.262637 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b242fb8-dc1b-4fc2-8f1f-e448068b3bfe tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:17.263376 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6b242fb8-dc1b-4fc2-8f1f-e448068b3bfe tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:17.297219 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6b242fb8-dc1b-4fc2-8f1f-e448068b3bfe tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9459968 Jul 29 15:07:17.301016 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60644) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:17.370831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'project_id': 'f4f829d6e0fb41f08bd99977ae8b034f', 'port_id': '994a5404-fb9b-463a-80a4-fc6df54d67ca'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:17.406582 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:17.506039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-80076cb2-3bb0-439a-ab72-a6c569f05445 None None] Provisioning for port 994a5404-fb9b-463a-80a4-fc6df54d67ca completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:17.512423 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-80076cb2-3bb0-439a-ab72-a6c569f05445 None None] Provisioning complete for port 994a5404-fb9b-463a-80a4-fc6df54d67ca triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:17.513160 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80076cb2-3bb0-439a-ab72-a6c569f05445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:17.518953 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-faebc3ba-1487-419c-bbdf-af1e03c89a4d req-6af23d9e-4ec0-4de6-91f8-f60f47022975 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319763 Jul 29 15:07:17.532102 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:17.534672 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-51bd8081-cd3a-47f2-a9c5-5fb820489716 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:17.538233 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-51bd8081-cd3a-47f2-a9c5-5fb820489716 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:17.549428 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-48be8994-450a-40d9-b7d5-c87cf9d6cde6 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:17.550900 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-48be8994-450a-40d9-b7d5-c87cf9d6cde6 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.38 "GET /v2.0/networks?id=fb13e7be-1996-4013-94e7-9bb8de9ff08f HTTP/1.1" status: 200 len: 815 time: 0.3629770 Jul 29 15:07:17.564883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-80076cb2-3bb0-439a-ab72-a6c569f05445 None None] Port 994a5404-fb9b-463a-80a4-fc6df54d67ca cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:17.597093 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-e32d7361-3421-4393-8217-a88099412c13 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Request body: {'port': {'device_id': 'be6a33e9-ab6b-4875-a299-534e6c0f56a9', 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f', 'admin_state_up': True, 'tenant_id': '674e9126d6f64603ae7397cc3fe62996'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:17.638259 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-51bd8081-cd3a-47f2-a9c5-5fb820489716 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:17.638746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bd8081-cd3a-47f2-a9c5-5fb820489716 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Fanout notify agent at l3_agent the message router_deleted on router 6ea37cff-1b92-4d33-a417-e02dc5237348 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:07:17.647491 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-51bd8081-cd3a-47f2-a9c5-5fb820489716 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:17.648799 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-51bd8081-cd3a-47f2-a9c5-5fb820489716 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/routers/6ea37cff-1b92-4d33-a417-e02dc5237348 HTTP/1.1" status: 204 len: 168 time: 0.9126227 Jul 29 15:07:17.651349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60650) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:17.715078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Allocated IP 172.25.6.123 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/e0c5b653-f533-4015-8e1d-674fc852620e) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:17.730037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-e32d7361-3421-4393-8217-a88099412c13 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Made reservation on behalf of 674e9126d6f64603ae7397cc3fe62996 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:17.733863 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-e32d7361-3421-4393-8217-a88099412c13 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:17.746987 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-21520763-cb8c-490f-a398-6dc0913d1ffa tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting subnet fb5b9635-6a01-48d4-8460-6ab49c766fa7 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:07:17.763476 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21520763-cb8c-490f-a398-6dc0913d1ffa tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:17.835067 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21520763-cb8c-490f-a398-6dc0913d1ffa tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:17.881118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-e32d7361-3421-4393-8217-a88099412c13 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Allocated IP 172.20.0.8 (fb13e7be-1996-4013-94e7-9bb8de9ff08f/212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70/8ef89210-1400-4f3d-9c10-c59906160475) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:17.916414 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:17.994178 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21520763-cb8c-490f-a398-6dc0913d1ffa tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:18.039295 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-e32d7361-3421-4393-8217-a88099412c13 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:18.065291 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:18.080042 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-e32d7361-3421-4393-8217-a88099412c13 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:18.113352 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21520763-cb8c-490f-a398-6dc0913d1ffa tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:18.114736 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['fd5da8fb-2b0f-4108-893b-36ff2a4a695c', '34271123-b61a-45fe-83a1-9be9df741f8f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:07:18.123716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-e32d7361-3421-4393-8217-a88099412c13 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Network fb13e7be-1996-4013-94e7-9bb8de9ff08f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:18.127910 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:18.129623 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-e32d7361-3421-4393-8217-a88099412c13 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:18.135658 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-e32d7361-3421-4393-8217-a88099412c13 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:18.152840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:18.158339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21520763-cb8c-490f-a398-6dc0913d1ffa tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5b9635-6a01-48d4-8460-6ab49c766fa7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:18.162291 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21520763-cb8c-490f-a398-6dc0913d1ffa tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:18.164060 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d7361-3421-4393-8217-a88099412c13 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Pushing event updated for resources: {'Port': ['ID=8ef89210-1400-4f3d-9c10-c59906160475,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:18.167096 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-21520763-cb8c-490f-a398-6dc0913d1ffa tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/fb5b9635-6a01-48d4-8460-6ab49c766fa7 HTTP/1.1" status: 204 len: 168 time: 0.5141852 Jul 29 15:07:18.168305 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:18.169057 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60654) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:18.173421 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Pushing event updated for resources: {'Port': ['ID=e0c5b653-f533-4015-8e1d-674fc852620e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:18.226035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-e32d7361-3421-4393-8217-a88099412c13 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:18.226756 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-e32d7361-3421-4393-8217-a88099412c13 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:18.230642 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9b3417-42b7-48ac-ada8-be9b592a7c64 None None] Network 2986864c-0d90-462d-a396-8ceba4695263 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:18.257301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-585fba60-d830-46a9-83b1-12c720e7f322 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting subnet 38be25f1-c458-4e92-938f-fe039f1e68c2 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:07:18.261990 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-e32d7361-3421-4393-8217-a88099412c13 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6689537 Jul 29 15:07:18.262776 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-585fba60-d830-46a9-83b1-12c720e7f322 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:18.298178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Request body: {'port': {'device_id': 'be6a33e9-ab6b-4875-a299-534e6c0f56a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:18.344136 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-585fba60-d830-46a9-83b1-12c720e7f322 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:18.361013 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f869939-e318-4054-ade2-9c6386555f32 req-2abf79ad-c25f-4527-ad99-63ecff9f2d53 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:18.362808 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6f869939-e318-4054-ade2-9c6386555f32 req-2abf79ad-c25f-4527-ad99-63ecff9f2d53 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 931 time: 0.0907338 Jul 29 15:07:18.403162 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:18.493006 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6f869939-e318-4054-ade2-9c6386555f32 req-f5a67815-ae50-4ae4-ba63-01c0ebe2b389 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173534 Jul 29 15:07:18.516352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78102ffa-1901-4722-ab70-2e7de7916377 None None] DHCP port deletion for 2986864c-0d90-462d-a396-8ceba4695263 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:07:18.603665 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-585fba60-d830-46a9-83b1-12c720e7f322 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:18.613372 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-78102ffa-1901-4722-ab70-2e7de7916377 None None] Deleting port c743e748-83eb-4bc2-afe1-9214700fdee2 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:18.614356 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78102ffa-1901-4722-ab70-2e7de7916377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:18.740235 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-78102ffa-1901-4722-ab70-2e7de7916377 None None] For port c743e748-83eb-4bc2-afe1-9214700fdee2, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c743e748-83eb-4bc2-afe1-9214700fdee2,segment=NetworkSegment(139ef622-cc05-4bbc-83e7-b4f5a364284c),segment_id=139ef622-cc05-4bbc-83e7-b4f5a364284c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:18.743088 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78102ffa-1901-4722-ab70-2e7de7916377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:18.748490 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:18.775635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-78102ffa-1901-4722-ab70-2e7de7916377 None None] Calling delete_port for c743e748-83eb-4bc2-afe1-9214700fdee2 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:18.870116 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:18.873054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c743e748-83eb-4bc2-afe1-9214700fdee2 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:07:18.931505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04040427-2a41-4779-8766-0a5fd3f38a06 req-4a16df3f-c496-4c33-aac3-54edaced7673 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:18.933459 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-04040427-2a41-4779-8766-0a5fd3f38a06 req-4a16df3f-c496-4c33-aac3-54edaced7673 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.2820361 Jul 29 15:07:19.000161 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-04040427-2a41-4779-8766-0a5fd3f38a06 req-d3cecc5f-d342-4d1d-ba05-0e4545062d8a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578704 Jul 29 15:07:19.034068 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78102ffa-1901-4722-ab70-2e7de7916377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.076539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78102ffa-1901-4722-ab70-2e7de7916377 None None] Pushing event deleted for resources: {'Port': ['ID=c743e748-83eb-4bc2-afe1-9214700fdee2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:19.082621 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78102ffa-1901-4722-ab70-2e7de7916377 None None] No DVR routers for this DVR port c743e748-83eb-4bc2-afe1-9214700fdee2 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:07:19.093053 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-585fba60-d830-46a9-83b1-12c720e7f322 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.098207 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.125557 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.132969 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.135638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585fba60-d830-46a9-83b1-12c720e7f322 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Subnet': ['ID=38be25f1-c458-4e92-938f-fe039f1e68c2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:19.145181 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-585fba60-d830-46a9-83b1-12c720e7f322 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.150644 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-585fba60-d830-46a9-83b1-12c720e7f322 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/38be25f1-c458-4e92-938f-fe039f1e68c2 HTTP/1.1" status: 204 len: 168 time: 0.9805079 Jul 29 15:07:19.153317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff24fb3-85e0-4756-b860-fc600375b44f None None] Network 12e9a1a6-22fc-49e2-aeea-c665944a49cf requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:19.157637 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60668) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:19.190429 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Pushing event updated for resources: {'Port': ['ID=e0c5b653-f533-4015-8e1d-674fc852620e,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:19.254115 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.261095 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef89210-1400-4f3d-9c10-c59906160475 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:07:19.277732 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.287187 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd0897f9-1d28-49a8-a706-4206881222f0 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.302911 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Transition to ACTIVE for port object 8ef89210-1400-4f3d-9c10-c59906160475 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:19.311678 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.413252 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Floating IP a1ad5716-7051-4dcd-bca5-562c2b713b84 associated. External IP: 172.25.6.123, port: 994a5404-fb9b-463a-80a4-fc6df54d67ca. Jul 29 15:07:19.450709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef89210-1400-4f3d-9c10-c59906160475,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:19.462887 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd0897f9-1d28-49a8-a706-4206881222f0 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.508152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-dd0897f9-1d28-49a8-a706-4206881222f0 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2986864c-0d90-462d-a396-8ceba4695263']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:19.515344 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ca8c52-470b-4757-9af6-fb095aa9bf4a None None] DHCP port deletion for 12e9a1a6-22fc-49e2-aeea-c665944a49cf request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:07:19.522954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-dd0897f9-1d28-49a8-a706-4206881222f0 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139ef622-cc05-4bbc-83e7-b4f5a364284c') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:19.523180 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-dd0897f9-1d28-49a8-a706-4206881222f0 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139ef622-cc05-4bbc-83e7-b4f5a364284c') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:19.538471 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd0897f9-1d28-49a8-a706-4206881222f0 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.559361 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd0897f9-1d28-49a8-a706-4206881222f0 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.573303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd0897f9-1d28-49a8-a706-4206881222f0 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:07:19.573733 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd0897f9-1d28-49a8-a706-4206881222f0 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:07:19.577067 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:07:19.584064 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e8ca8c52-470b-4757-9af6-fb095aa9bf4a None None] Deleting port dc2b6205-3973-4d9f-9147-caefa22516af {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:19.584558 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8ca8c52-470b-4757-9af6-fb095aa9bf4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.622732 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Attempting to bind port 8ef89210-1400-4f3d-9c10-c59906160475 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:07:19.623503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Attempting to bind port 8ef89210-1400-4f3d-9c10-c59906160475 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:07:19.623854 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Attempting to bind port 8ef89210-1400-4f3d-9c10-c59906160475 on network fb13e7be-1996-4013-94e7-9bb8de9ff08f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:07:19.639663 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Port 8ef89210-1400-4f3d-9c10-c59906160475 on network fb13e7be-1996-4013-94e7-9bb8de9ff08f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:07:19.639997 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Attempting to bind port 8ef89210-1400-4f3d-9c10-c59906160475 on network fb13e7be-1996-4013-94e7-9bb8de9ff08f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:07:19.651228 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:07:19.651228 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Checking segment: {'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:19.651596 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Bound using segment: {'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:07:19.651739 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Bound port: 8ef89210-1400-4f3d-9c10-c59906160475, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:07:19.652130 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.663817 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd0897f9-1d28-49a8-a706-4206881222f0 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.675919 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd0897f9-1d28-49a8-a706-4206881222f0 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.680284 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dd0897f9-1d28-49a8-a706-4206881222f0 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/networks/2986864c-0d90-462d-a396-8ceba4695263 HTTP/1.1" status: 204 len: 168 time: 0.5196908 Jul 29 15:07:19.687210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60676) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:19.694904 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e8ca8c52-470b-4757-9af6-fb095aa9bf4a None None] For port dc2b6205-3973-4d9f-9147-caefa22516af, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=dc2b6205-3973-4d9f-9147-caefa22516af,segment=NetworkSegment(18b3eb19-4af7-4a46-884a-50808b6f7b02),segment_id=18b3eb19-4af7-4a46-884a-50808b6f7b02)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:19.695747 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8ca8c52-470b-4757-9af6-fb095aa9bf4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.698184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0897f9-1d28-49a8-a706-4206881222f0 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Network': ['ID=2986864c-0d90-462d-a396-8ceba4695263,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:19.713122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e8ca8c52-470b-4757-9af6-fb095aa9bf4a None None] Calling delete_port for dc2b6205-3973-4d9f-9147-caefa22516af owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:19.764369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Router e4a6099d-40a1-4b97-921a-f8353868c0f9 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:07:19.773123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328edd14-03a0-4e74-b1cd-c17914285a79 req-9db3d2ea-7156-454f-b446-6f3d38e83219 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:19.775498 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-328edd14-03a0-4e74-b1cd-c17914285a79 req-9db3d2ea-7156-454f-b446-6f3d38e83219 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 943 time: 0.0871236 Jul 29 15:07:19.810984 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8ca8c52-470b-4757-9af6-fb095aa9bf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.824287 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-354464f2-9147-4868-804f-2ac748758b17 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.828604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ca8c52-470b-4757-9af6-fb095aa9bf4a None None] No DVR routers for this DVR port dc2b6205-3973-4d9f-9147-caefa22516af on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:07:19.854344 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] For port 8ef89210-1400-4f3d-9c10-c59906160475, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:07:19.857435 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca8c52-470b-4757-9af6-fb095aa9bf4a None None] Pushing event deleted for resources: {'Port': ['ID=dc2b6205-3973-4d9f-9147-caefa22516af,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:19.858585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] For port 8ef89210-1400-4f3d-9c10-c59906160475, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8ef89210-1400-4f3d-9c10-c59906160475,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:07:19.867076 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.989488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:19.990129 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:19.991582 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] 10.222.0.38 "PUT /v2.0/ports/8ef89210-1400-4f3d-9c10-c59906160475 HTTP/1.1" status: 200 len: 1091 time: 1.7005196 Jul 29 15:07:19.992412 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6a33e9-ab6b-4875-a299-534e6c0f56a9', 'tag': '8ef89210-1400-4f3d-9c10-c59906160475'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:07:19.996196 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d09f54-7fd9-4c1b-a0ca-c8bab3f5dedd" -d '{"events": [{"name": "network-changed", "server_uuid": "be6a33e9-ab6b-4875-a299-534e6c0f56a9", "tag": "8ef89210-1400-4f3d-9c10-c59906160475"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:07:20.036867 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-354464f2-9147-4868-804f-2ac748758b17 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:20.048445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad484d1b-8e5b-4147-bc62-269495d44375 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef89210-1400-4f3d-9c10-c59906160475,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:20.056658 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-354464f2-9147-4868-804f-2ac748758b17 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e9a1a6-22fc-49e2-aeea-c665944a49cf']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:20.074106 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-354464f2-9147-4868-804f-2ac748758b17 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b3eb19-4af7-4a46-884a-50808b6f7b02') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:20.074404 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-354464f2-9147-4868-804f-2ac748758b17 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b3eb19-4af7-4a46-884a-50808b6f7b02') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:20.077559 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bd3e0b-6e35-4558-90ca-e84e926248a1 x-openstack-request-id: req-78bd3e0b-6e35-4558-90ca-e84e926248a1 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:07:20.078216 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6a33e9-ab6b-4875-a299-534e6c0f56a9", "tag": "8ef89210-1400-4f3d-9c10-c59906160475", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:07:20.078656 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78bd3e0b-6e35-4558-90ca-e84e926248a1 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:07:20.079819 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6a33e9-ab6b-4875-a299-534e6c0f56a9', 'tag': '8ef89210-1400-4f3d-9c10-c59906160475', 'status': 'completed', 'code': 200} Jul 29 15:07:20.109645 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-354464f2-9147-4868-804f-2ac748758b17 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:20.146429 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-354464f2-9147-4868-804f-2ac748758b17 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:20.168281 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354464f2-9147-4868-804f-2ac748758b17 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:07:20.168792 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-354464f2-9147-4868-804f-2ac748758b17 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:07:20.184951 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:07:20.234814 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-328edd14-03a0-4e74-b1cd-c17914285a79 req-ba82ce8f-a8f1-4185-ba24-6470a9d59b3b tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533994 Jul 29 15:07:20.250153 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-5ea26e27-55cb-41d7-ba64-84b7b4a50c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:20.254984 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-5ea26e27-55cb-41d7-ba64-84b7b4a50c3f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=674e9126d6f64603ae7397cc3fe62996&device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 1094 time: 0.1577380 Jul 29 15:07:20.306308 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:20.312019 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-75115c85-84b5-475b-b0ac-6570abdaf51d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ef89210-1400-4f3d-9c10-c59906160475 HTTP/1.1" status: 200 len: 217 time: 0.0415118 Jul 29 15:07:20.320581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e599b-1e59-4f45-94ad-39d9356f9697 req-b677aef4-df67-4b92-a02c-4d5b10c3e247 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:20.322249 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-565e599b-1e59-4f45-94ad-39d9356f9697 req-b677aef4-df67-4b92-a02c-4d5b10c3e247 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.1733916 Jul 29 15:07:20.322617 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512a4679-3599-4377-afb0-4813f4e88ab4 None None] Sync routers for ids ['e4a6099d-40a1-4b97-921a-f8353868c0f9'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:20.322922 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-354464f2-9147-4868-804f-2ac748758b17 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:20.335921 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a4679-3599-4377-afb0-4813f4e88ab4 None None] Routers {'e4a6099d-40a1-4b97-921a-f8353868c0f9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:20.336832 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-512a4679-3599-4377-afb0-4813f4e88ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e4a6099d-40a1-4b97-921a-f8353868c0f9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:20.347380 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:20.350919 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-354464f2-9147-4868-804f-2ac748758b17 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:20.357685 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-354464f2-9147-4868-804f-2ac748758b17 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/networks/12e9a1a6-22fc-49e2-aeea-c665944a49cf HTTP/1.1" status: 204 len: 168 time: 0.6677840 Jul 29 15:07:20.377648 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60684) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:20.385843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8e8ea670-1d73-4702-8847-441a130f486d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-178967738'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:20.397272 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-512a4679-3599-4377-afb0-4813f4e88ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:20.408301 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a4679-3599-4377-afb0-4813f4e88ab4 None None] Routers {'e4a6099d-40a1-4b97-921a-f8353868c0f9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:20.409023 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8593c6fa-c94a-4b49-b039-bb547f671c4c tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.1068494 Jul 29 15:07:20.409185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-512a4679-3599-4377-afb0-4813f4e88ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e4a6099d-40a1-4b97-921a-f8353868c0f9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:20.410064 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60686) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:20.439212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354464f2-9147-4868-804f-2ac748758b17 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Network': ['ID=12e9a1a6-22fc-49e2-aeea-c665944a49cf,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:20.448761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-512a4679-3599-4377-afb0-4813f4e88ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:20.449347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512a4679-3599-4377-afb0-4813f4e88ab4 None None] The sync data for ids ['e4a6099d-40a1-4b97-921a-f8353868c0f9'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:20.460553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-cd7e0ee3-94bb-4675-9449-9c21f891510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:20.462583 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-cd7e0ee3-94bb-4675-9449-9c21f891510a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70 HTTP/1.1" status: 200 len: 855 time: 0.1377296 Jul 29 15:07:20.468792 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-565e599b-1e59-4f45-94ad-39d9356f9697 req-c8f606ea-f512-4f6a-8071-d8935abf1c2a tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312604 Jul 29 15:07:20.499214 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8ea670-1d73-4702-8847-441a130f486d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:20.500042 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-a8521aaa-5e89-4029-b809-255204f8f77c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb13e7be-1996-4013-94e7-9bb8de9ff08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302947 Jul 29 15:07:20.503429 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e8ea670-1d73-4702-8847-441a130f486d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:20.535608 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-32f0da29-29f7-4df5-bb9d-0a0de29a9f96 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] 10.222.0.16 "GET /v2.0/floatingips/a1ad5716-7051-4dcd-bca5-562c2b713b84 HTTP/1.1" status: 200 len: 983 time: 0.1219983 Jul 29 15:07:20.538727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60688) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:20.581028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8ea670-1d73-4702-8847-441a130f486d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:07:20.599249 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e8ea670-1d73-4702-8847-441a130f486d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:20.599645 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-8e8ea670-1d73-4702-8847-441a130f486d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Added segment 40bcc528-aa5c-4c5b-8c3f-5ceea7728c9a of type vlan for network 311ed1c2-7ba3-4370-854b-079ccef4a9c9 Jul 29 15:07:20.603706 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-49c598ec-5e2e-4a13-9ba0-043a87d34019 service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964875 Jul 29 15:07:20.639518 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-21a8895a-b403-45c5-aa82-7c7cf3ef9d0e tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.0998201 Jul 29 15:07:20.643580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60690) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:20.684869 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e8ea670-1d73-4702-8847-441a130f486d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:20.706548 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ae686ad-a379-4f85-b646-83b8b73bdf48 req-54d98c83-c7f7-43cc-bbde-fd9db2e09c37 service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950127 Jul 29 15:07:20.768989 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e8ea670-1d73-4702-8847-441a130f486d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:20.774448 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8ea670-1d73-4702-8847-441a130f486d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:20.775060 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e8ea670-1d73-4702-8847-441a130f486d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:20.809589 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device dc2b6205-3973-4d9f-9147-caefa22516af no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:07:20.833518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: dc2b6205-3973-4d9f-9147-caefa22516af {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:07:20.835466 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device dc2b6205-3973-4d9f-9147-caefa22516af not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:07:20.859744 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8e8ea670-1d73-4702-8847-441a130f486d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4775555 Jul 29 15:07:20.859954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60692) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:20.865633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-8eb8038a-062d-4853-9ee8-d24a3b6b5080 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'subnet': {'network_id': '311ed1c2-7ba3-4370-854b-079ccef4a9c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:20.905594 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ea670-1d73-4702-8847-441a130f486d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Network': ['ID=311ed1c2-7ba3-4370-854b-079ccef4a9c9,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:20.918061 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 311ed1c2-7ba3-4370-854b-079ccef4a9c9 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:07:20.935374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d09f54-7fd9-4c1b-a0ca-c8bab3f5dedd req-99145aec-783c-4c59-8326-a96f10983e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:20.936159 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-424eefa4-cc95-486d-92cf-cdbb85107130 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Deleting port e0c5b653-f533-4015-8e1d-674fc852620e {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:20.936509 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-424eefa4-cc95-486d-92cf-cdbb85107130 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:20.937012 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48d09f54-7fd9-4c1b-a0ca-c8bab3f5dedd req-99145aec-783c-4c59-8326-a96f10983e28 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=674e9126d6f64603ae7397cc3fe62996&device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 1094 time: 0.1293044 Jul 29 15:07:21.021746 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-424eefa4-cc95-486d-92cf-cdbb85107130 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:21.022237 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-424eefa4-cc95-486d-92cf-cdbb85107130 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:21.036942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-424eefa4-cc95-486d-92cf-cdbb85107130 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Calling delete_port for e0c5b653-f533-4015-8e1d-674fc852620e owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:21.038220 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb8038a-062d-4853-9ee8-d24a3b6b5080 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:21.042005 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8eb8038a-062d-4853-9ee8-d24a3b6b5080 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:21.124574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d09f54-7fd9-4c1b-a0ca-c8bab3f5dedd req-e79f5aec-857f-4f76-9618-9493b06b006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:21.126283 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48d09f54-7fd9-4c1b-a0ca-c8bab3f5dedd req-e79f5aec-857f-4f76-9618-9493b06b006e service neutron] 10.222.0.38 "GET /v2.0/networks?id=fb13e7be-1996-4013-94e7-9bb8de9ff08f HTTP/1.1" status: 200 len: 916 time: 0.1792386 Jul 29 15:07:21.178967 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48d09f54-7fd9-4c1b-a0ca-c8bab3f5dedd req-2c4ec3f8-eac3-49fb-ba8f-812c8635883e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ef89210-1400-4f3d-9c10-c59906160475 HTTP/1.1" status: 200 len: 217 time: 0.0431418 Jul 29 15:07:21.232823 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-424eefa4-cc95-486d-92cf-cdbb85107130 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:21.242518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d09f54-7fd9-4c1b-a0ca-c8bab3f5dedd req-42f35348-13f3-436e-99f8-cff0490aeca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:21.243969 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48d09f54-7fd9-4c1b-a0ca-c8bab3f5dedd req-42f35348-13f3-436e-99f8-cff0490aeca0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70 HTTP/1.1" status: 200 len: 855 time: 0.0580027 Jul 29 15:07:21.291797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424eefa4-cc95-486d-92cf-cdbb85107130 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event deleted for resources: {'Port': ['ID=e0c5b653-f533-4015-8e1d-674fc852620e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:21.301696 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48d09f54-7fd9-4c1b-a0ca-c8bab3f5dedd req-7358c7fd-2908-46d6-94f6-722b097e6e5f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb13e7be-1996-4013-94e7-9bb8de9ff08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490742 Jul 29 15:07:21.346586 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-424eefa4-cc95-486d-92cf-cdbb85107130 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:21.346927 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-424eefa4-cc95-486d-92cf-cdbb85107130 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Floating IP a1ad5716-7051-4dcd-bca5-562c2b713b84 disassociated (deleted). External IP: 172.25.6.123, port: 994a5404-fb9b-463a-80a4-fc6df54d67ca. Jul 29 15:07:21.434128 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8eb8038a-062d-4853-9ee8-d24a3b6b5080 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:21.493473 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48d09f54-7fd9-4c1b-a0ca-c8bab3f5dedd req-2a139638-9d08-408f-b721-a329f2f13138 service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819439 Jul 29 15:07:21.576289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b3bf6-4597-4771-a42b-79945b10febd req-cc30f9cb-3bea-48ef-ac78-5b3b147ef0e9 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:21.578089 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-127b3bf6-4597-4771-a42b-79945b10febd req-cc30f9cb-3bea-48ef-ac78-5b3b147ef0e9 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 943 time: 0.2343283 Jul 29 15:07:21.665571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-127b3bf6-4597-4771-a42b-79945b10febd req-0377f02f-8b11-43c7-a6ab-11ce17df1738 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593359 Jul 29 15:07:21.674152 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424eefa4-cc95-486d-92cf-cdbb85107130 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Router e4a6099d-40a1-4b97-921a-f8353868c0f9 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:07:21.804693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424eefa4-cc95-486d-92cf-cdbb85107130 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:21.809407 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-424eefa4-cc95-486d-92cf-cdbb85107130 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:21.817441 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e582d20a-0984-4688-9aff-3bdec926caaa None None] Sync routers for ids ['e4a6099d-40a1-4b97-921a-f8353868c0f9'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:21.830533 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e582d20a-0984-4688-9aff-3bdec926caaa None None] Routers {'e4a6099d-40a1-4b97-921a-f8353868c0f9'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:21.831201 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e582d20a-0984-4688-9aff-3bdec926caaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e4a6099d-40a1-4b97-921a-f8353868c0f9'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:21.853268 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-424eefa4-cc95-486d-92cf-cdbb85107130 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] 10.222.0.16 "DELETE /v2.0/floatingips/a1ad5716-7051-4dcd-bca5-562c2b713b84 HTTP/1.1" status: 204 len: 168 time: 1.2049067 Jul 29 15:07:21.853490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60700) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:21.858143 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:21.882639 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:21.892594 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e582d20a-0984-4688-9aff-3bdec926caaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:21.902583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8038a-062d-4853-9ee8-d24a3b6b5080 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Subnet': ['ID=faa61de2-13c6-440d-ba26-1757772f3b1d,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:21.913619 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e582d20a-0984-4688-9aff-3bdec926caaa None None] Routers {'e4a6099d-40a1-4b97-921a-f8353868c0f9'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:21.914931 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e582d20a-0984-4688-9aff-3bdec926caaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e4a6099d-40a1-4b97-921a-f8353868c0f9'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:21.961044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb8038a-062d-4853-9ee8-d24a3b6b5080 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Checking segment: {'id': '40bcc528-aa5c-4c5b-8c3f-5ceea7728c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '311ed1c2-7ba3-4370-854b-079ccef4a9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:21.961440 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb8038a-062d-4853-9ee8-d24a3b6b5080 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network hostable DHCP agents. Network: 311ed1c2-7ba3-4370-854b-079ccef4a9c9, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:07:21.966064 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e582d20a-0984-4688-9aff-3bdec926caaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:21.967346 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e582d20a-0984-4688-9aff-3bdec926caaa None None] The sync data for ids ['e4a6099d-40a1-4b97-921a-f8353868c0f9'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:21.989723 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.015933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da1b0f-a8e0-4ee9-97b1-f2a071ddfadd req-603372c7-4aef-4c4e-ab90-101e30af0ab3 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:22.017577 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-11da1b0f-a8e0-4ee9-97b1-f2a071ddfadd req-603372c7-4aef-4c4e-ab90-101e30af0ab3 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.1116617 Jul 29 15:07:22.020049 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48d09f54-7fd9-4c1b-a0ca-c8bab3f5dedd req-20bacd0b-0267-47d2-ba2c-e7cda69bc1bf service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174565 Jul 29 15:07:22.020981 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb8038a-062d-4853-9ee8-d24a3b6b5080 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 311ed1c2-7ba3-4370-854b-079ccef4a9c9 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:07:22.036030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-8eb8038a-062d-4853-9ee8-d24a3b6b5080 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 311ed1c2-7ba3-4370-854b-079ccef4a9c9) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:22.047025 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb8038a-062d-4853-9ee8-d24a3b6b5080 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:22.048513 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8eb8038a-062d-4853-9ee8-d24a3b6b5080 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.070743 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8eb8038a-062d-4853-9ee8-d24a3b6b5080 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2096694 Jul 29 15:07:22.072403 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d0a8d0-fc36-490e-bbf9-791a028b2c7d None None] Network 311ed1c2-7ba3-4370-854b-079ccef4a9c9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:22.073970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60702) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:22.079277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-64a24d75-a26f-4fff-b335-1d5227c23887 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-89409942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:22.096009 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-11da1b0f-a8e0-4ee9-97b1-f2a071ddfadd req-1188015b-0954-408d-94de-7e2137326435 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679493 Jul 29 15:07:22.124420 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64a24d75-a26f-4fff-b335-1d5227c23887 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.127236 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64a24d75-a26f-4fff-b335-1d5227c23887 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.136461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Allocated IP 172.25.6.149 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/af1c7fc8-2330-4f03-8f23-290cdcef0232) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:22.193083 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64a24d75-a26f-4fff-b335-1d5227c23887 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.199519 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64a24d75-a26f-4fff-b335-1d5227c23887 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.221511 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64a24d75-a26f-4fff-b335-1d5227c23887 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.226148 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-64a24d75-a26f-4fff-b335-1d5227c23887 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1509368 Jul 29 15:07:22.227106 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60704) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:22.234599 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e797ff11-d843-41da-8356-d490fe56051d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'port': {'network_id': '311ed1c2-7ba3-4370-854b-079ccef4a9c9', 'name': 'tempest-RoutersIpV6Test-2065484350'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:22.272142 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.339546 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.377673 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e797ff11-d843-41da-8356-d490fe56051d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:22.384649 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e797ff11-d843-41da-8356-d490fe56051d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.406394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:22.413159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-e797ff11-d843-41da-8356-d490fe56051d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] device_id is not set on port aff7cf8e-7506-4da6-bd57-34f101df3782 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:07:22.420984 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-311ed1c2-7ba3-4370-854b-079ccef4a9c9', 'network_id': '311ed1c2-7ba3-4370-854b-079ccef4a9c9', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'fixed_ips': [{'subnet_id': 'faa61de2-13c6-440d-ba26-1757772f3b1d'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:07:22.421907 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.422588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:22.426760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:22.468091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Pushing event updated for resources: {'Port': ['ID=af1c7fc8-2330-4f03-8f23-290cdcef0232,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:22.544768 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.565798 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-e797ff11-d843-41da-8356-d490fe56051d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Allocated IP 2001:db8::387 (311ed1c2-7ba3-4370-854b-079ccef4a9c9/faa61de2-13c6-440d-ba26-1757772f3b1d/aff7cf8e-7506-4da6-bd57-34f101df3782) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:22.585834 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.729405 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e797ff11-d843-41da-8356-d490fe56051d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.746519 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-e797ff11-d843-41da-8356-d490fe56051d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Transition to ACTIVE for port object aff7cf8e-7506-4da6-bd57-34f101df3782 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:22.797417 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e797ff11-d843-41da-8356-d490fe56051d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.814891 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.843971 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Allocated IP 2001:db8::2 (311ed1c2-7ba3-4370-854b-079ccef4a9c9/faa61de2-13c6-440d-ba26-1757772f3b1d/7bf228df-db0c-4d29-b202-2d3e8fd6ac15) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:22.854791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7f64e-1360-4a54-a6aa-03081a1f106a req-8c6d8d44-4602-4229-95af-6a3bb872b987 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:22.864299 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8bc7f64e-1360-4a54-a6aa-03081a1f106a req-8c6d8d44-4602-4229-95af-6a3bb872b987 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 943 time: 0.1038015 Jul 29 15:07:22.867786 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.869185 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:07:22.892272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797ff11-d843-41da-8356-d490fe56051d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=aff7cf8e-7506-4da6-bd57-34f101df3782,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:22.905597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e797ff11-d843-41da-8356-d490fe56051d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 311ed1c2-7ba3-4370-854b-079ccef4a9c9 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:22.908258 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e797ff11-d843-41da-8356-d490fe56051d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:22.912214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e797ff11-d843-41da-8356-d490fe56051d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:22.921071 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e797ff11-d843-41da-8356-d490fe56051d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:22.922447 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e797ff11-d843-41da-8356-d490fe56051d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:22.947723 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e797ff11-d843-41da-8356-d490fe56051d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7177839 Jul 29 15:07:22.950018 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60710) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:22.981073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Pushing event updated for resources: {'Port': ['ID=af1c7fc8-2330-4f03-8f23-290cdcef0232,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:22.999647 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8bc7f64e-1360-4a54-a6aa-03081a1f106a req-f9c6184b-fd87-44f1-b225-cdc61957fe0b tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292672 Jul 29 15:07:23.023208 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:23.039231 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:23.041367 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0db4ab2c-a401-45de-b855-0c964facdb48 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1868744 Jul 29 15:07:23.044174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60712) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:23.053637 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:23.063969 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8ef89210-1400-4f3d-9c10-c59906160475 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:07:23.161426 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:23.176595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8ef89210-1400-4f3d-9c10-c59906160475, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8ef89210-1400-4f3d-9c10-c59906160475,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:23.191507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:23.191872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '8ef89210-1400-4f3d-9c10-c59906160475', 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f', 'port_id': '8ef89210-1400-4f3d-9c10-c59906160475', 'mac_address': 'fa:16:3e:00:26:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:07:23.196432 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Transition to ACTIVE for port object 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:23.242404 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Transition to ACTIVE for port object 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:23.253419 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:23.256069 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:23.318788 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Network 311ed1c2-7ba3-4370-854b-079ccef4a9c9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:23.320598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef89210-1400-4f3d-9c10-c59906160475 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:07:23.338493 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:23.350389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:23.353478 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:23.388766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Pushing event updated for resources: {'Port': ['ID=7bf228df-db0c-4d29-b202-2d3e8fd6ac15,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:23.404963 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:23.413389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8ef89210-1400-4f3d-9c10-c59906160475, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8ef89210-1400-4f3d-9c10-c59906160475,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:23.426842 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:23.428935 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8ed0c-f3a0-49ba-a5f6-d8f4f7df3a22 req-a2046149-15c9-4d0c-aa4c-365fadcf49f2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:23.430652 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b3b8ed0c-f3a0-49ba-a5f6-d8f4f7df3a22 req-a2046149-15c9-4d0c-aa4c-365fadcf49f2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.1912975 Jul 29 15:07:23.436579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Attempting to bind port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:07:23.436579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Attempting to bind port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '40bcc528-aa5c-4c5b-8c3f-5ceea7728c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '311ed1c2-7ba3-4370-854b-079ccef4a9c9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:07:23.436579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Attempting to bind port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 on network 311ed1c2-7ba3-4370-854b-079ccef4a9c9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:07:23.461018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:07:23.461543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Checking segment: {'id': '40bcc528-aa5c-4c5b-8c3f-5ceea7728c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '311ed1c2-7ba3-4370-854b-079ccef4a9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:23.462053 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:23.462545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Bound using segment: {'id': '40bcc528-aa5c-4c5b-8c3f-5ceea7728c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '311ed1c2-7ba3-4370-854b-079ccef4a9c9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:07:23.463127 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Bound port: 7bf228df-db0c-4d29-b202-2d3e8fd6ac15, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bcc528-aa5c-4c5b-8c3f-5ceea7728c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '311ed1c2-7ba3-4370-854b-079ccef4a9c9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:07:23.463638 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:23.515305 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Allocated IP 172.25.6.130 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/38ff5975-f15d-4400-8bcd-75ca06b1bf3f) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:23.540273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] For port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:07:23.543686 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] For port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7bf228df-db0c-4d29-b202-2d3e8fd6ac15,segment=NetworkSegment(40bcc528-aa5c-4c5b-8c3f-5ceea7728c9a),segment_id=40bcc528-aa5c-4c5b-8c3f-5ceea7728c9a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:07:23.554091 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:23.567045 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b3b8ed0c-f3a0-49ba-a5f6-d8f4f7df3a22 req-011735a6-31d5-47b8-b0ce-d45c185490f9 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087794 Jul 29 15:07:23.576295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8ef89210-1400-4f3d-9c10-c59906160475,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:23.659354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccd3c4-f1a4-4e11-8155-b8afcaee409d None None] Pushing event updated for resources: {'Port': ['ID=7bf228df-db0c-4d29-b202-2d3e8fd6ac15,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:23.702761 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:23.722428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['8ef89210-1400-4f3d-9c10-c59906160475'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:07:23.758501 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:23.762641 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:23.770012 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:23.811802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:23.818067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:23.821988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:23.857046 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Pushing event updated for resources: {'Port': ['ID=38ff5975-f15d-4400-8bcd-75ca06b1bf3f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:24.000721 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:24.039226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=aff7cf8e-7506-4da6-bd57-34f101df3782,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:24.042187 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:24.066092 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:24.094155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:24.095490 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:24.095933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:24.096366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:24.096956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:24.097346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:24.097774 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:24.098410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:24.098619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:24.099037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:24.099455 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:24.099872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:07:24.190342 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5222f3-5826-4cff-aa4f-0d3ef249cdf1 req-5b580f6d-cc28-4f4c-91a6-8975bd157086 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:24.192131 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb5222f3-5826-4cff-aa4f-0d3ef249cdf1 req-5b580f6d-cc28-4f4c-91a6-8975bd157086 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 944 time: 0.0978420 Jul 29 15:07:24.193595 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:24.281373 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb5222f3-5826-4cff-aa4f-0d3ef249cdf1 req-0ec460ef-4943-4337-be81-ccda3d4b83ae tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600247 Jul 29 15:07:24.328292 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:24.335885 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:24.408773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Pushing event updated for resources: {'Port': ['ID=38ff5975-f15d-4400-8bcd-75ca06b1bf3f,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:24.423422 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:24.437900 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:24.440259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a4ca9fcc-edb6-496c-8d54-bb8aa0643363 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3948789 Jul 29 15:07:24.442816 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60722) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:24.509038 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b845e99b-2148-49ba-b627-eeef0aa32004 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.0645339 Jul 29 15:07:24.510864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60726) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:24.525443 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:24.531326 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:24.532874 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:24.592915 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4cdab137-3201-45a5-8510-368cf5e2c233 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0808179 Jul 29 15:07:24.597193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60728) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:24.638252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=aff7cf8e-7506-4da6-bd57-34f101df3782,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:24.687400 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 311ed1c2-7ba3-4370-854b-079ccef4a9c9 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:24.689298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:24.777088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-617cda09-3269-4ece-aedd-0388966a0cd1 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Deleting port 38ff5975-f15d-4400-8bcd-75ca06b1bf3f {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:24.777722 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-617cda09-3269-4ece-aedd-0388966a0cd1 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:24.864455 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee221fc-e8bd-40a7-9f8a-d79a63db90d4 req-eebc6610-7d45-4d03-90d5-6a079621aab3 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:24.873145 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fee221fc-e8bd-40a7-9f8a-d79a63db90d4 req-eebc6610-7d45-4d03-90d5-6a079621aab3 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0911403 Jul 29 15:07:24.900637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:24.924772 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-617cda09-3269-4ece-aedd-0388966a0cd1 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:24.925333 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-617cda09-3269-4ece-aedd-0388966a0cd1 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:24.929392 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fee221fc-e8bd-40a7-9f8a-d79a63db90d4 req-8b483bdf-eaad-473b-a129-c36fa7b753c8 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553148 Jul 29 15:07:24.946495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-617cda09-3269-4ece-aedd-0388966a0cd1 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Calling delete_port for 38ff5975-f15d-4400-8bcd-75ca06b1bf3f owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:24.962180 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router 95ccab38-0849-4bb7-932a-93a17a7063c8 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:07:25.018467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:25.073338 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8ef89210-1400-4f3d-9c10-c59906160475 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:25.114102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:25.120645 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ed77f89e-ec19-4f7d-97a0-3edfe96f4f03 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/95ccab38-0849-4bb7-932a-93a17a7063c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1688125 Jul 29 15:07:25.122956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60732) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:25.140772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e635329a-d86e-4a90-b371-a9eaab1e4779 None None] Network 311ed1c2-7ba3-4370-854b-079ccef4a9c9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:25.145489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b90a376-8f0e-44ae-8c7f-9263beee46a6 None None] Sync routers for ids ['95ccab38-0849-4bb7-932a-93a17a7063c8'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:25.174753 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-617cda09-3269-4ece-aedd-0388966a0cd1 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:25.179516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bc3938-1c3d-447e-94b3-3e8113c78152 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:25.184039 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-00bc3938-1c3d-447e-94b3-3e8113c78152 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports/aff7cf8e-7506-4da6-bd57-34f101df3782 HTTP/1.1" status: 200 len: 984 time: 0.0596864 Jul 29 15:07:25.184691 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60734) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:25.207109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cda09-3269-4ece-aedd-0388966a0cd1 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Pushing event deleted for resources: {'Port': ['ID=38ff5975-f15d-4400-8bcd-75ca06b1bf3f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:25.230387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b90a376-8f0e-44ae-8c7f-9263beee46a6 None None] Routers {'95ccab38-0849-4bb7-932a-93a17a7063c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:25.231088 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7b90a376-8f0e-44ae-8c7f-9263beee46a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['95ccab38-0849-4bb7-932a-93a17a7063c8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:25.280341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a510060d-aeea-472f-98d1-641ba115f384 None None] Provisioning for port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:25.284894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7b90a376-8f0e-44ae-8c7f-9263beee46a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:25.288442 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-617cda09-3269-4ece-aedd-0388966a0cd1 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:25.292797 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-617cda09-3269-4ece-aedd-0388966a0cd1 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:25.293690 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 8ef89210-1400-4f3d-9c10-c59906160475 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:25.297246 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-617cda09-3269-4ece-aedd-0388966a0cd1 tempest-FloatingIPAdminTestJSON-1164808852 tempest-FloatingIPAdminTestJSON-1164808852-project] 10.222.0.16 "DELETE /v2.0/floatingips/9da9643a-6818-4880-ae10-6012de31492c HTTP/1.1" status: 204 len: 168 time: 0.6984813 Jul 29 15:07:25.298523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60736) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:25.300729 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a510060d-aeea-472f-98d1-641ba115f384 None None] Provisioning complete for port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:25.301078 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a510060d-aeea-472f-98d1-641ba115f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:25.339809 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 8ef89210-1400-4f3d-9c10-c59906160475 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:25.340197 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:25.379676 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b90a376-8f0e-44ae-8c7f-9263beee46a6 None None] Routers {'95ccab38-0849-4bb7-932a-93a17a7063c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:25.380244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7b90a376-8f0e-44ae-8c7f-9263beee46a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['95ccab38-0849-4bb7-932a-93a17a7063c8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:25.469231 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7b90a376-8f0e-44ae-8c7f-9263beee46a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:25.470407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b90a376-8f0e-44ae-8c7f-9263beee46a6 None None] The sync data for ids ['95ccab38-0849-4bb7-932a-93a17a7063c8'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:25.540563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01ba08-dde6-4260-8a3d-c93a76bdd696 req-4e6a0b7d-3929-4be4-886f-0635b5c23185 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:25.548237 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7b01ba08-dde6-4260-8a3d-c93a76bdd696 req-4e6a0b7d-3929-4be4-886f-0635b5c23185 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 944 time: 0.1371574 Jul 29 15:07:25.603871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f4c19-538f-4f1d-abfc-e30029f9ccc3 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Deleting port af1c7fc8-2330-4f03-8f23-290cdcef0232 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:25.604219 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2a8f4c19-538f-4f1d-abfc-e30029f9ccc3 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:25.618361 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7b01ba08-dde6-4260-8a3d-c93a76bdd696 req-4dc8826c-59e1-4b59-a294-d9b4b5f6b9e8 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687461 Jul 29 15:07:25.632103 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a510060d-aeea-472f-98d1-641ba115f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:25.634891 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:25.686339 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6a33e9-ab6b-4875-a299-534e6c0f56a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef89210-1400-4f3d-9c10-c59906160475'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:07:25.689152 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c629a82-739f-4244-b488-7b7e4149bfd6" -d '{"events": [{"server_uuid": "be6a33e9-ab6b-4875-a299-534e6c0f56a9", "name": "network-vif-plugged", "status": "completed", "tag": "8ef89210-1400-4f3d-9c10-c59906160475"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:07:25.691562 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2a8f4c19-538f-4f1d-abfc-e30029f9ccc3 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:25.691896 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2a8f4c19-538f-4f1d-abfc-e30029f9ccc3 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:25.703045 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a510060d-aeea-472f-98d1-641ba115f384 None None] For port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7bf228df-db0c-4d29-b202-2d3e8fd6ac15,segment=NetworkSegment(40bcc528-aa5c-4c5b-8c3f-5ceea7728c9a),segment_id=40bcc528-aa5c-4c5b-8c3f-5ceea7728c9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:25.709752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 8ef89210-1400-4f3d-9c10-c59906160475, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8ef89210-1400-4f3d-9c10-c59906160475,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:25.712218 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a510060d-aeea-472f-98d1-641ba115f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:25.720437 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:25.724509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f4c19-538f-4f1d-abfc-e30029f9ccc3 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Calling delete_port for af1c7fc8-2330-4f03-8f23-290cdcef0232 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:25.750123 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6f279f2-e8f2-4f2a-a61b-ed9ce7efd3d7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:25.763099 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97bcbb0-5743-4d69-8898-1628d4febe91 x-openstack-request-id: req-a97bcbb0-5743-4d69-8898-1628d4febe91 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:07:25.763392 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6a33e9-ab6b-4875-a299-534e6c0f56a9", "name": "network-vif-plugged", "status": "completed", "tag": "8ef89210-1400-4f3d-9c10-c59906160475", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:07:25.763827 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a97bcbb0-5743-4d69-8898-1628d4febe91 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:07:25.764217 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6a33e9-ab6b-4875-a299-534e6c0f56a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef89210-1400-4f3d-9c10-c59906160475', 'code': 200} Jul 29 15:07:25.794859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510060d-aeea-472f-98d1-641ba115f384 None None] Pushing event updated for resources: {'Port': ['ID=7bf228df-db0c-4d29-b202-2d3e8fd6ac15,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:25.877210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=8ef89210-1400-4f3d-9c10-c59906160475,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:25.948727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8300f-b631-476f-93cb-04e5a86e4bcc req-6f76b76c-1a7e-4906-9c3e-88dffc3d1c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:25.958078 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ca8300f-b631-476f-93cb-04e5a86e4bcc req-6f76b76c-1a7e-4906-9c3e-88dffc3d1c88 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 1096 time: 0.1086986 Jul 29 15:07:26.014219 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ca8300f-b631-476f-93cb-04e5a86e4bcc req-f23bc7a1-e0b0-4c9b-b1df-ace9d542b427 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483029 Jul 29 15:07:26.044242 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ef5fad62-71d3-4e17-a3df-0d11eeb0e561 None None] Provisioning for port aff7cf8e-7506-4da6-bd57-34f101df3782 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:26.051093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ef5fad62-71d3-4e17-a3df-0d11eeb0e561 None None] Provisioning complete for port aff7cf8e-7506-4da6-bd57-34f101df3782 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:26.052069 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef5fad62-71d3-4e17-a3df-0d11eeb0e561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:26.078265 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c6f279f2-e8f2-4f2a-a61b-ed9ce7efd3d7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port aff7cf8e-7506-4da6-bd57-34f101df3782 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:26.079201 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6f279f2-e8f2-4f2a-a61b-ed9ce7efd3d7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:26.102801 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ef5fad62-71d3-4e17-a3df-0d11eeb0e561 None None] Port aff7cf8e-7506-4da6-bd57-34f101df3782 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:26.115298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ef5fad62-71d3-4e17-a3df-0d11eeb0e561 None None] Provisioning complete for port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:26.115676 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef5fad62-71d3-4e17-a3df-0d11eeb0e561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:26.181274 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6f279f2-e8f2-4f2a-a61b-ed9ce7efd3d7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:26.195570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c6f279f2-e8f2-4f2a-a61b-ed9ce7efd3d7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for aff7cf8e-7506-4da6-bd57-34f101df3782 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:26.216091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1e79c-f1eb-423d-b846-103390194637 req-7a15ad4b-68d3-4fde-a068-c747e182e6da tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:26.217679 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fbf1e79c-f1eb-423d-b846-103390194637 req-7a15ad4b-68d3-4fde-a068-c747e182e6da tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0783386 Jul 29 15:07:26.286963 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:26.291339 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fbf1e79c-f1eb-423d-b846-103390194637 req-f6c36a14-68a0-4889-82fc-88b4a252b4f0 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620489 Jul 29 15:07:26.328122 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2a8f4c19-538f-4f1d-abfc-e30029f9ccc3 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:26.359510 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f4c19-538f-4f1d-abfc-e30029f9ccc3 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Pushing event deleted for resources: {'Port': ['ID=af1c7fc8-2330-4f03-8f23-290cdcef0232,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:26.374127 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bc23fa30-ffe4-4a8e-90e2-211701f58f12 None None] Provisioning complete for port aff7cf8e-7506-4da6-bd57-34f101df3782 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:26.374668 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bc23fa30-ffe4-4a8e-90e2-211701f58f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:26.413380 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bc23fa30-ffe4-4a8e-90e2-211701f58f12 None None] Port aff7cf8e-7506-4da6-bd57-34f101df3782 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:26.421733 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6f279f2-e8f2-4f2a-a61b-ed9ce7efd3d7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:26.435223 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2a8f4c19-538f-4f1d-abfc-e30029f9ccc3 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:26.438931 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2a8f4c19-538f-4f1d-abfc-e30029f9ccc3 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:26.443486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2a8f4c19-538f-4f1d-abfc-e30029f9ccc3 tempest-FloatingIPAdminTestJSON-925969522 tempest-FloatingIPAdminTestJSON-925969522-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/3d2af56a-da7d-4aac-bc30-3f174b141ac5 HTTP/1.1" status: 204 len: 168 time: 1.1405947 Jul 29 15:07:26.443832 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60748) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:26.475505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f279f2-e8f2-4f2a-a61b-ed9ce7efd3d7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=aff7cf8e-7506-4da6-bd57-34f101df3782,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:26.538267 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7216786c-8991-4390-9636-31f3f3664a11 None None] Could not find standard attr ID for object aff7cf8e-7506-4da6-bd57-34f101df3782. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:07:26.553186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-98fbf86a-9d9a-48b1-8980-5d3ccb44a9b2 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Deleting port 994a5404-fb9b-463a-80a4-fc6df54d67ca {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:26.553690 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98fbf86a-9d9a-48b1-8980-5d3ccb44a9b2 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:26.576944 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6f279f2-e8f2-4f2a-a61b-ed9ce7efd3d7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:26.703242 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98fbf86a-9d9a-48b1-8980-5d3ccb44a9b2 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:26.726726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-98fbf86a-9d9a-48b1-8980-5d3ccb44a9b2 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Calling delete_port for 994a5404-fb9b-463a-80a4-fc6df54d67ca owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:26.826239 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f279f2-e8f2-4f2a-a61b-ed9ce7efd3d7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router 95ccab38-0849-4bb7-932a-93a17a7063c8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:07:26.856230 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-70d84c93-aa43-4638-a714-4de553f02a17 None None] Could not find standard attr ID for object aff7cf8e-7506-4da6-bd57-34f101df3782. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:07:26.863632 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0e10d-cd21-4c4c-a007-f86c3e1d013b req-e648070c-0992-4118-a89f-bb35533c9649 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:26.865690 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05c0e10d-cd21-4c4c-a007-f86c3e1d013b req-e648070c-0992-4118-a89f-bb35533c9649 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 945 time: 0.1051958 Jul 29 15:07:26.893761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:26.907457 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98fbf86a-9d9a-48b1-8980-5d3ccb44a9b2 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:27.042914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fbf86a-9d9a-48b1-8980-5d3ccb44a9b2 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event deleted for resources: {'Port': ['ID=994a5404-fb9b-463a-80a4-fc6df54d67ca,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:27.043444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:27.043444 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:27.132358 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98fbf86a-9d9a-48b1-8980-5d3ccb44a9b2 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:27.137547 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-98fbf86a-9d9a-48b1-8980-5d3ccb44a9b2 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] 10.222.0.16 "DELETE /v2.0/ports/994a5404-fb9b-463a-80a4-fc6df54d67ca HTTP/1.1" status: 204 len: 168 time: 0.6926141 Jul 29 15:07:27.138224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60764) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:27.203028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce447dc4-a04e-42ff-881a-76f21f6aa591 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:27.205890 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ce447dc4-a04e-42ff-881a-76f21f6aa591 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4a6099d-40a1-4b97-921a-f8353868c0f9 HTTP/1.1" status: 200 len: 913 time: 0.0661533 Jul 29 15:07:27.208831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60770) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:27.535455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ecc27-df0d-4665-b7bb-b7f7706f6ac7 req-4acc7272-7dac-4424-b8ba-0ffb025dd1cd tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:27.537241 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b91ecc27-df0d-4665-b7bb-b7f7706f6ac7 req-4acc7272-7dac-4424-b8ba-0ffb025dd1cd tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.1097765 Jul 29 15:07:27.600922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f279f2-e8f2-4f2a-a61b-ed9ce7efd3d7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:27.617818 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c6f279f2-e8f2-4f2a-a61b-ed9ce7efd3d7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/95ccab38-0849-4bb7-932a-93a17a7063c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4293976 Jul 29 15:07:27.618024 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06f740-0a4a-4993-bcb4-597b253400de None None] Sync routers for ids ['95ccab38-0849-4bb7-932a-93a17a7063c8'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:27.619917 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b91ecc27-df0d-4665-b7bb-b7f7706f6ac7 req-0761a70a-205d-456f-8a1d-5a42d65b1bdc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752263 Jul 29 15:07:27.621021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60782) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:27.628619 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06f740-0a4a-4993-bcb4-597b253400de None None] Routers {'95ccab38-0849-4bb7-932a-93a17a7063c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:27.630501 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-cd06f740-0a4a-4993-bcb4-597b253400de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['95ccab38-0849-4bb7-932a-93a17a7063c8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:27.675790 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05c0e10d-cd21-4c4c-a007-f86c3e1d013b req-38f51c47-dc8f-4ea4-9f45-faf729c48580 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465368 Jul 29 15:07:27.783404 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0b511e4-6d5d-4792-9131-769c669e6f1d tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:27.791329 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-cd06f740-0a4a-4993-bcb4-597b253400de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:27.800876 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06f740-0a4a-4993-bcb4-597b253400de None None] Routers {'95ccab38-0849-4bb7-932a-93a17a7063c8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:27.801679 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-cd06f740-0a4a-4993-bcb4-597b253400de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['95ccab38-0849-4bb7-932a-93a17a7063c8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:27.848541 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-cd06f740-0a4a-4993-bcb4-597b253400de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:27.849895 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06f740-0a4a-4993-bcb4-597b253400de None None] The sync data for ids ['95ccab38-0849-4bb7-932a-93a17a7063c8'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:27.875247 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-34ee7c3e-f197-4210-b683-6cb8e9dd5f34 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] remove_router_interface failed (client error): The resource could not be found. Jul 29 15:07:27.876353 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-34ee7c3e-f197-4210-b683-6cb8e9dd5f34 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/95ccab38-0849-4bb7-932a-93a17a7063c8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2535670 Jul 29 15:07:27.881199 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60788) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:27.911512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-af78f62a-62f8-4489-8e4b-c407e5960be0 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports?device_id=95ccab38-0849-4bb7-932a-93a17a7063c8 HTTP/1.1" status: 200 len: 205 time: 0.0288229 Jul 29 15:07:27.914067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60790) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:28.002288 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-905c5f62-7e17-46dc-b6f2-cebad89ea343 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:28.169400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f0b511e4-6d5d-4792-9131-769c669e6f1d tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Deleting port fe0817ed-ab11-4465-89b4-fb18b2b471f5 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:28.170200 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0b511e4-6d5d-4792-9131-769c669e6f1d tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:28.203373 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-905c5f62-7e17-46dc-b6f2-cebad89ea343 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:28.206351 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-905c5f62-7e17-46dc-b6f2-cebad89ea343 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:28.276513 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-905c5f62-7e17-46dc-b6f2-cebad89ea343 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:28.277135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905c5f62-7e17-46dc-b6f2-cebad89ea343 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Fanout notify agent at l3_agent the message router_deleted on router 95ccab38-0849-4bb7-932a-93a17a7063c8 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:07:28.293394 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0b511e4-6d5d-4792-9131-769c669e6f1d tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:28.301217 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-905c5f62-7e17-46dc-b6f2-cebad89ea343 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:28.304754 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-905c5f62-7e17-46dc-b6f2-cebad89ea343 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/routers/95ccab38-0849-4bb7-932a-93a17a7063c8 HTTP/1.1" status: 204 len: 168 time: 0.3896480 Jul 29 15:07:28.308231 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60798) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:28.312489 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f0b511e4-6d5d-4792-9131-769c669e6f1d tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Calling delete_port for fe0817ed-ab11-4465-89b4-fb18b2b471f5 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:28.389290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8da0f0f-3685-421e-850c-9ce3a5ef273f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting subnet faa61de2-13c6-440d-ba26-1757772f3b1d {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:07:28.394373 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8da0f0f-3685-421e-850c-9ce3a5ef273f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:28.454469 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8da0f0f-3685-421e-850c-9ce3a5ef273f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:28.559924 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8da0f0f-3685-421e-850c-9ce3a5ef273f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:28.560140 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0b511e4-6d5d-4792-9131-769c669e6f1d tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:28.601773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b511e4-6d5d-4792-9131-769c669e6f1d tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event deleted for resources: {'Port': ['ID=fe0817ed-ab11-4465-89b4-fb18b2b471f5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:28.686138 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8da0f0f-3685-421e-850c-9ce3a5ef273f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:28.782462 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da0f0f-3685-421e-850c-9ce3a5ef273f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Subnet': ['ID=faa61de2-13c6-440d-ba26-1757772f3b1d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:28.787810 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8da0f0f-3685-421e-850c-9ce3a5ef273f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:28.793341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6045dde-20d1-475e-b8d0-5dcb38f231dc None None] Network 311ed1c2-7ba3-4370-854b-079ccef4a9c9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:28.795552 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a8da0f0f-3685-421e-850c-9ce3a5ef273f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/faa61de2-13c6-440d-ba26-1757772f3b1d HTTP/1.1" status: 204 len: 168 time: 0.4861202 Jul 29 15:07:28.799134 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60814) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:28.939198 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0b511e4-6d5d-4792-9131-769c669e6f1d tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:29.075533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fd6fb-99cf-46b4-91c1-0b7998ff34a1 req-04e63fec-05fe-4594-9a48-d9fee99e1bf5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:29.081484 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea9fd6fb-99cf-46b4-91c1-0b7998ff34a1 req-04e63fec-05fe-4594-9a48-d9fee99e1bf5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.2097702 Jul 29 15:07:29.092212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd480d-67dd-488f-bfdc-c9403e0a8c99 req-3f5ec4e4-4c66-4695-b651-a363aa27c93f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:29.105585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb42779f-0717-4696-b08f-53d4fc2e6549 None None] DHCP port deletion for 311ed1c2-7ba3-4370-854b-079ccef4a9c9 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:07:29.120761 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9ebd480d-67dd-488f-bfdc-c9403e0a8c99 req-3f5ec4e4-4c66-4695-b651-a363aa27c93f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 945 time: 0.2738259 Jul 29 15:07:29.147433 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:29.187220 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fb42779f-0717-4696-b08f-53d4fc2e6549 None None] Deleting port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:29.188463 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea9fd6fb-99cf-46b4-91c1-0b7998ff34a1 req-7a3cda07-dc58-4350-b875-2ba3491956f3 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561292 Jul 29 15:07:29.196587 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb42779f-0717-4696-b08f-53d4fc2e6549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:29.210259 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9ebd480d-67dd-488f-bfdc-c9403e0a8c99 req-e67fc637-215f-4e94-bf76-25202f0598e1 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882022 Jul 29 15:07:29.287248 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:29.288021 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:29.352359 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fb42779f-0717-4696-b08f-53d4fc2e6549 None None] For port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7bf228df-db0c-4d29-b202-2d3e8fd6ac15,segment=NetworkSegment(40bcc528-aa5c-4c5b-8c3f-5ceea7728c9a),segment_id=40bcc528-aa5c-4c5b-8c3f-5ceea7728c9a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:29.352792 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb42779f-0717-4696-b08f-53d4fc2e6549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:29.384655 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fb42779f-0717-4696-b08f-53d4fc2e6549 None None] Calling delete_port for 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:29.401644 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] For port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7bf228df-db0c-4d29-b202-2d3e8fd6ac15,segment=NetworkSegment(40bcc528-aa5c-4c5b-8c3f-5ceea7728c9a),segment_id=40bcc528-aa5c-4c5b-8c3f-5ceea7728c9a)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:29.402265 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:29.434112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:29.475078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b511e4-6d5d-4792-9131-769c669e6f1d tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Router e4a6099d-40a1-4b97-921a-f8353868c0f9 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:07:29.526585 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb42779f-0717-4696-b08f-53d4fc2e6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:29.576957 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:29.595413 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] No DVR routers for this DVR port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:07:29.597323 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42779f-0717-4696-b08f-53d4fc2e6549 None None] Pushing event deleted for resources: {'Port': ['ID=7bf228df-db0c-4d29-b202-2d3e8fd6ac15,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:29.605193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb42779f-0717-4696-b08f-53d4fc2e6549 None None] No DVR routers for this DVR port 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:07:29.631048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=7bf228df-db0c-4d29-b202-2d3e8fd6ac15,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:29.674731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b511e4-6d5d-4792-9131-769c669e6f1d tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:29.686969 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f0b511e4-6d5d-4792-9131-769c669e6f1d tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] 10.222.0.16 "PUT /v2.0/routers/e4a6099d-40a1-4b97-921a-f8353868c0f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4747610 Jul 29 15:07:29.687318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60836) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:29.691063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9793f032-ddae-47df-8a09-c87ad94c7ebb None None] Sync routers for ids ['e4a6099d-40a1-4b97-921a-f8353868c0f9'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:29.702302 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9793f032-ddae-47df-8a09-c87ad94c7ebb None None] Routers {'e4a6099d-40a1-4b97-921a-f8353868c0f9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:29.703476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9793f032-ddae-47df-8a09-c87ad94c7ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e4a6099d-40a1-4b97-921a-f8353868c0f9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:29.786386 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9793f032-ddae-47df-8a09-c87ad94c7ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:29.797253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9793f032-ddae-47df-8a09-c87ad94c7ebb None None] Routers {'e4a6099d-40a1-4b97-921a-f8353868c0f9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:29.798865 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9793f032-ddae-47df-8a09-c87ad94c7ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e4a6099d-40a1-4b97-921a-f8353868c0f9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:29.819682 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:29.846878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9793f032-ddae-47df-8a09-c87ad94c7ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:29.847575 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9793f032-ddae-47df-8a09-c87ad94c7ebb None None] The sync data for ids ['e4a6099d-40a1-4b97-921a-f8353868c0f9'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:29.848148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311ed1c2-7ba3-4370-854b-079ccef4a9c9']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:29.870503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bcc528-aa5c-4c5b-8c3f-5ceea7728c9a') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:29.870917 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a525ca8d-2d1d-49ac-9e73-48d3849ba2e1 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:29.871092 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bcc528-aa5c-4c5b-8c3f-5ceea7728c9a') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:29.887051 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:29.907945 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:29.916272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:07:29.916988 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:07:29.920895 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:07:30.005411 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:30.023563 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:30.026363 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/networks/311ed1c2-7ba3-4370-854b-079ccef4a9c9 HTTP/1.1" status: 204 len: 168 time: 1.2262063 Jul 29 15:07:30.031880 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60844) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:30.037869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-bf0503fe-653a-4e9a-9de1-9380e1f1aea7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1374070168'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:30.040016 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc6069-fc7e-48ad-852f-a714917469a4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Network': ['ID=311ed1c2-7ba3-4370-854b-079ccef4a9c9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:30.059665 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a525ca8d-2d1d-49ac-9e73-48d3849ba2e1 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:30.081589 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0503fe-653a-4e9a-9de1-9380e1f1aea7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:30.091814 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf0503fe-653a-4e9a-9de1-9380e1f1aea7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:30.152055 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0503fe-653a-4e9a-9de1-9380e1f1aea7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:07:30.170494 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf0503fe-653a-4e9a-9de1-9380e1f1aea7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:30.170844 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-bf0503fe-653a-4e9a-9de1-9380e1f1aea7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Added segment 569d162f-87b7-4913-a465-b0a957121c1c of type vlan for network ea697268-c167-4fe1-a32d-9bfdbeef5071 Jul 29 15:07:30.182263 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a525ca8d-2d1d-49ac-9e73-48d3849ba2e1 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Deleting port 7b58087d-c299-4c33-9b9d-b418252a92cb {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:30.182645 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a525ca8d-2d1d-49ac-9e73-48d3849ba2e1 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:30.273304 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf0503fe-653a-4e9a-9de1-9380e1f1aea7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:30.381767 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a525ca8d-2d1d-49ac-9e73-48d3849ba2e1 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:30.392584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd2bad-a99b-48e8-bcda-70b4b7f87794 req-bef0c774-e5cf-41f9-83d1-f53e258c00df tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:30.394158 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cacd2bad-a99b-48e8-bcda-70b4b7f87794 req-bef0c774-e5cf-41f9-83d1-f53e258c00df tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.1168706 Jul 29 15:07:30.394845 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf0503fe-653a-4e9a-9de1-9380e1f1aea7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:30.400534 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0503fe-653a-4e9a-9de1-9380e1f1aea7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:30.401210 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf0503fe-653a-4e9a-9de1-9380e1f1aea7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:30.443961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a525ca8d-2d1d-49ac-9e73-48d3849ba2e1 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Calling delete_port for 7b58087d-c299-4c33-9b9d-b418252a92cb owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:30.534788 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e426ce81-0113-4162-91c9-7fce49748681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:30.535016 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bf0503fe-653a-4e9a-9de1-9380e1f1aea7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5017745 Jul 29 15:07:30.539123 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60858) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:30.551990 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3954f938-01bc-4439-be15-76243052f7ca tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'subnet': {'network_id': 'ea697268-c167-4fe1-a32d-9bfdbeef5071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:30.586679 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0503fe-653a-4e9a-9de1-9380e1f1aea7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Network': ['ID=ea697268-c167-4fe1-a32d-9bfdbeef5071,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:30.593785 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cacd2bad-a99b-48e8-bcda-70b4b7f87794 req-388caf0d-d802-44e7-b9da-e70c2422953d tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822860 Jul 29 15:07:30.600184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network ea697268-c167-4fe1-a32d-9bfdbeef5071 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:07:30.706072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3954f938-01bc-4439-be15-76243052f7ca tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:30.711097 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3954f938-01bc-4439-be15-76243052f7ca tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:30.794950 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a525ca8d-2d1d-49ac-9e73-48d3849ba2e1 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:30.824696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525ca8d-2d1d-49ac-9e73-48d3849ba2e1 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event deleted for resources: {'Port': ['ID=7b58087d-c299-4c33-9b9d-b418252a92cb,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:30.904945 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:07:30.907455 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a525ca8d-2d1d-49ac-9e73-48d3849ba2e1 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:30.929079 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:07:30.929432 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7bf228df-db0c-4d29-b202-2d3e8fd6ac15 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:07:31.044483 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3954f938-01bc-4439-be15-76243052f7ca tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.118465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954f938-01bc-4439-be15-76243052f7ca tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Subnet': ['ID=c6e429d8-c132-4157-a590-c8aea6ae12b0,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:31.143760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3954f938-01bc-4439-be15-76243052f7ca tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Checking segment: {'id': '569d162f-87b7-4913-a465-b0a957121c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ea697268-c167-4fe1-a32d-9bfdbeef5071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:31.144451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3954f938-01bc-4439-be15-76243052f7ca tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network hostable DHCP agents. Network: ea697268-c167-4fe1-a32d-9bfdbeef5071, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:07:31.165938 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3954f938-01bc-4439-be15-76243052f7ca tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network ea697268-c167-4fe1-a32d-9bfdbeef5071 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:07:31.187102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-3954f938-01bc-4439-be15-76243052f7ca tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, ea697268-c167-4fe1-a32d-9bfdbeef5071) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:31.194297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3954f938-01bc-4439-be15-76243052f7ca tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:31.195242 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3954f938-01bc-4439-be15-76243052f7ca tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.205171 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ee002-2e99-481e-a191-983e08f5c420 None None] Network ea697268-c167-4fe1-a32d-9bfdbeef5071 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:31.235123 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3954f938-01bc-4439-be15-76243052f7ca tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6934283 Jul 29 15:07:31.237684 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60882) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:31.247908 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3c7d0591-5647-4107-8bb4-0ac666e04442 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1450155615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:31.287752 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c7d0591-5647-4107-8bb4-0ac666e04442 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.289558 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c7d0591-5647-4107-8bb4-0ac666e04442 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.385303 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c7d0591-5647-4107-8bb4-0ac666e04442 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.390663 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c7d0591-5647-4107-8bb4-0ac666e04442 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.398723 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-ea697268-c167-4fe1-a32d-9bfdbeef5071', 'network_id': 'ea697268-c167-4fe1-a32d-9bfdbeef5071', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'fixed_ips': [{'subnet_id': 'c6e429d8-c132-4157-a590-c8aea6ae12b0'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:07:31.400111 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.453486 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c7d0591-5647-4107-8bb4-0ac666e04442 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.458718 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3c7d0591-5647-4107-8bb4-0ac666e04442 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2191639 Jul 29 15:07:31.459504 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60890) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:31.503333 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a525ca8d-2d1d-49ac-9e73-48d3849ba2e1 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.506019 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a525ca8d-2d1d-49ac-9e73-48d3849ba2e1 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.568332 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a525ca8d-2d1d-49ac-9e73-48d3849ba2e1 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.569684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a525ca8d-2d1d-49ac-9e73-48d3849ba2e1 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Fanout notify agent at l3_agent the message router_deleted on router e4a6099d-40a1-4b97-921a-f8353868c0f9 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:07:31.589896 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a525ca8d-2d1d-49ac-9e73-48d3849ba2e1 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.591061 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a525ca8d-2d1d-49ac-9e73-48d3849ba2e1 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] 10.222.0.16 "DELETE /v2.0/routers/e4a6099d-40a1-4b97-921a-f8353868c0f9 HTTP/1.1" status: 204 len: 168 time: 1.9028249 Jul 29 15:07:31.593906 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60894) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:31.596934 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Allocated IP 2001:db8::2 (ea697268-c167-4fe1-a32d-9bfdbeef5071/c6e429d8-c132-4157-a590-c8aea6ae12b0/2a5f0977-cf64-4213-8f1c-00146a61b788) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:31.735847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed70587-b207-49ef-9c51-584c1d82863c tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Deleting subnet 2303263b-2033-4c18-babf-f02212241991 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:07:31.744241 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ed70587-b207-49ef-9c51-584c1d82863c tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.810285 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.822565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Transition to ACTIVE for port object 2a5f0977-cf64-4213-8f1c-00146a61b788 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:31.860498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Transition to ACTIVE for port object 2a5f0977-cf64-4213-8f1c-00146a61b788 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:31.866575 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ed70587-b207-49ef-9c51-584c1d82863c tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.872281 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.943955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adfbe0-e5d8-4305-8281-04ffe6b357ec req-05c74755-4f8c-46d3-b943-f6f6c8906335 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:31.945821 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29adfbe0-e5d8-4305-8281-04ffe6b357ec req-05c74755-4f8c-46d3-b943-f6f6c8906335 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0940917 Jul 29 15:07:31.958873 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:31.976933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Pushing event updated for resources: {'Port': ['ID=2a5f0977-cf64-4213-8f1c-00146a61b788,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:31.989447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Network ea697268-c167-4fe1-a32d-9bfdbeef5071 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:31.991137 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:32.002216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:32.028493 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ed70587-b207-49ef-9c51-584c1d82863c tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:32.072622 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Attempting to bind port 2a5f0977-cf64-4213-8f1c-00146a61b788 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:07:32.073026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Attempting to bind port 2a5f0977-cf64-4213-8f1c-00146a61b788 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '569d162f-87b7-4913-a465-b0a957121c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ea697268-c167-4fe1-a32d-9bfdbeef5071'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:07:32.073399 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Attempting to bind port 2a5f0977-cf64-4213-8f1c-00146a61b788 on network ea697268-c167-4fe1-a32d-9bfdbeef5071 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:07:32.079409 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:07:32.079798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Checking segment: {'id': '569d162f-87b7-4913-a465-b0a957121c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ea697268-c167-4fe1-a32d-9bfdbeef5071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:32.080207 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:32.080602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Bound using segment: {'id': '569d162f-87b7-4913-a465-b0a957121c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ea697268-c167-4fe1-a32d-9bfdbeef5071'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:07:32.081110 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Bound port: 2a5f0977-cf64-4213-8f1c-00146a61b788, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569d162f-87b7-4913-a465-b0a957121c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'ea697268-c167-4fe1-a32d-9bfdbeef5071'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:07:32.081492 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:32.146010 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-29adfbe0-e5d8-4305-8281-04ffe6b357ec req-71adddd5-8228-44ba-8b80-1a8581e1c173 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910748 Jul 29 15:07:32.147284 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ed70587-b207-49ef-9c51-584c1d82863c tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:32.189025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] For port 2a5f0977-cf64-4213-8f1c-00146a61b788, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:07:32.197400 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ed70587-b207-49ef-9c51-584c1d82863c tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:32.202179 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2ed70587-b207-49ef-9c51-584c1d82863c tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] 10.222.0.16 "DELETE /v2.0/subnets/2303263b-2033-4c18-babf-f02212241991 HTTP/1.1" status: 204 len: 168 time: 0.6071219 Jul 29 15:07:32.202849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60908) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:32.203504 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] For port 2a5f0977-cf64-4213-8f1c-00146a61b788, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2a5f0977-cf64-4213-8f1c-00146a61b788,segment=NetworkSegment(569d162f-87b7-4913-a465-b0a957121c1c),segment_id=569d162f-87b7-4913-a465-b0a957121c1c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:07:32.207117 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed70587-b207-49ef-9c51-584c1d82863c tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event deleted for resources: {'Subnet': ['ID=2303263b-2033-4c18-babf-f02212241991,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:32.207588 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6291c89-0276-4d2e-99ae-cf1867b8ccea None None] Network 07ae749d-3439-493e-8201-0a3371d53075 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:32.213032 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:32.315181 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:32.400370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Deleting port fd54b76e-c06c-44f2-9920-36690cf5bb0d {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:32.401084 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:32.446961 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Allocated IP 2001:db8::1 (ea697268-c167-4fe1-a32d-9bfdbeef5071/c6e429d8-c132-4157-a590-c8aea6ae12b0/5c5d858c-b18a-4e5d-8b56-59814912bd07) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:32.531206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] For port fd54b76e-c06c-44f2-9920-36690cf5bb0d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fd54b76e-c06c-44f2-9920-36690cf5bb0d,segment=NetworkSegment(2a64f196-88bb-4771-a277-593c0df82368),segment_id=2a64f196-88bb-4771-a277-593c0df82368)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:32.531761 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:32.548977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Calling delete_port for fd54b76e-c06c-44f2-9920-36690cf5bb0d owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:32.642195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edf358-637c-4712-9edf-77e7bdaad2c0 None None] Pushing event updated for resources: {'Port': ['ID=2a5f0977-cf64-4213-8f1c-00146a61b788,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:32.698741 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:32.736203 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:32.758948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event deleted for resources: {'Port': ['ID=fd54b76e-c06c-44f2-9920-36690cf5bb0d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:32.764745 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] No DVR routers for this DVR port fd54b76e-c06c-44f2-9920-36690cf5bb0d on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:07:32.772340 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Transition to ACTIVE for port object 5c5d858c-b18a-4e5d-8b56-59814912bd07 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:32.785310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2023b3df-f844-44d1-b500-370652494a9f None None] DHCP port deletion for 07ae749d-3439-493e-8201-0a3371d53075 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:07:32.853163 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:32.911016 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:32.926609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ae749d-3439-493e-8201-0a3371d53075']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:32.947886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a64f196-88bb-4771-a277-593c0df82368') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:32.948292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a64f196-88bb-4771-a277-593c0df82368') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:32.948575 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network ea697268-c167-4fe1-a32d-9bfdbeef5071 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:32.957862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:32.971376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:32.971986 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:32.973096 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:33.016166 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:33.028917 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:07:33.029283 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:33.052553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=5c5d858c-b18a-4e5d-8b56-59814912bd07,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:07:33.119658 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:07:33.128776 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:33.149559 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:33.151672 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] 10.222.0.16 "DELETE /v2.0/networks/07ae749d-3439-493e-8201-0a3371d53075 HTTP/1.1" status: 204 len: 168 time: 0.9476192 Jul 29 15:07:33.160377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60926) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:33.169463 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed1671-e3e8-437c-8ca8-dccbcf591ab8 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event deleted for resources: {'Network': ['ID=07ae749d-3439-493e-8201-0a3371d53075,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:33.215710 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:33.237309 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:33.359169 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c152232-06a1-48d0-865d-ef44e4ad34a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:33.473392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19b90-d9e2-4c8d-85bf-e3018e1df87f req-e0090b6e-46ed-4534-8b70-2e602a605cda tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:33.475003 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b3c19b90-d9e2-4c8d-85bf-e3018e1df87f req-e0090b6e-46ed-4534-8b70-2e602a605cda tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.1963518 Jul 29 15:07:33.554306 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-44fc742d-7c64-4728-924b-153c669f4961 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Deleting port ffe9dcba-4dcf-4099-a0c3-fb64c1e159ee {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:33.554306 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44fc742d-7c64-4728-924b-153c669f4961 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:33.733022 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:33.756132 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:33.757084 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:33.908606 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b3c19b90-d9e2-4c8d-85bf-e3018e1df87f req-9d4f2ba1-5ba4-4c43-bb12-ec4439bd84b7 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910282 Jul 29 15:07:33.972476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab784b-e2af-4578-bf6d-d818c5258f08 None None] Network ea697268-c167-4fe1-a32d-9bfdbeef5071 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:33.983497 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=5c5d858c-b18a-4e5d-8b56-59814912bd07,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:34.019686 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44fc742d-7c64-4728-924b-153c669f4961 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:34.020129 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44fc742d-7c64-4728-924b-153c669f4961 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:34.037489 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network ea697268-c167-4fe1-a32d-9bfdbeef5071 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:34.054345 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:34.058654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-44fc742d-7c64-4728-924b-153c669f4961 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Calling delete_port for ffe9dcba-4dcf-4099-a0c3-fb64c1e159ee owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:34.140420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c2d2fd1e-821d-4bf7-a96b-06fda09c54a2 None None] Provisioning for port 2a5f0977-cf64-4213-8f1c-00146a61b788 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:34.351680 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44fc742d-7c64-4728-924b-153c669f4961 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:34.354931 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:34.360128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router e2e025e8-d0b8-4cec-82cb-97050afa4737 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:07:34.389726 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc742d-7c64-4728-924b-153c669f4961 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Pushing event deleted for resources: {'Port': ['ID=ffe9dcba-4dcf-4099-a0c3-fb64c1e159ee,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:34.582743 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e1c6377c-afe6-4f73-90cf-d24a3fe9c5b2 None None] Provisioning for port 5c5d858c-b18a-4e5d-8b56-59814912bd07 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:34.588896 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e1c6377c-afe6-4f73-90cf-d24a3fe9c5b2 None None] Provisioning complete for port 5c5d858c-b18a-4e5d-8b56-59814912bd07 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:34.591163 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1c6377c-afe6-4f73-90cf-d24a3fe9c5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:34.668851 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e1c6377c-afe6-4f73-90cf-d24a3fe9c5b2 None None] Port 5c5d858c-b18a-4e5d-8b56-59814912bd07 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:34.919665 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-578258d8-54ee-4378-ba8a-b80e6cd334e8 None None] Provisioning complete for port 5c5d858c-b18a-4e5d-8b56-59814912bd07 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:34.920049 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-578258d8-54ee-4378-ba8a-b80e6cd334e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:34.974564 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2a5f0977-cf64-4213-8f1c-00146a61b788 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:35.019395 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44fc742d-7c64-4728-924b-153c669f4961 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:35.023205 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44fc742d-7c64-4728-924b-153c669f4961 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:35.027401 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-44fc742d-7c64-4728-924b-153c669f4961 tempest-FloatingIPAdminTestJSON-1648834461 tempest-FloatingIPAdminTestJSON-1648834461-project] 10.222.0.16 "DELETE /v2.0/floatingips/1d8316d1-09a1-4c23-9b94-41d7c071b6c3 HTTP/1.1" status: 204 len: 168 time: 1.8658388 Jul 29 15:07:35.054051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-578258d8-54ee-4378-ba8a-b80e6cd334e8 None None] Port 5c5d858c-b18a-4e5d-8b56-59814912bd07 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:35.062981 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:35.073319 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd16bd4-5fd1-4538-aab8-0a2a9d5ec221 None None] Sync routers for ids ['e2e025e8-d0b8-4cec-82cb-97050afa4737'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:35.075390 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-72ff6e9a-90d1-47db-958d-f8e098123b6d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/e2e025e8-d0b8-4cec-82cb-97050afa4737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6143780 Jul 29 15:07:35.077737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60972) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:35.106860 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd16bd4-5fd1-4538-aab8-0a2a9d5ec221 None None] Routers {'e2e025e8-d0b8-4cec-82cb-97050afa4737'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:35.107512 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-efd16bd4-5fd1-4538-aab8-0a2a9d5ec221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e2e025e8-d0b8-4cec-82cb-97050afa4737'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:35.126101 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 2a5f0977-cf64-4213-8f1c-00146a61b788 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:35.134612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 2a5f0977-cf64-4213-8f1c-00146a61b788 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:35.135619 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:35.159503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3025a65-2eef-4150-a8a7-4c1ee1f55959 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:35.168763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c3025a65-2eef-4150-a8a7-4c1ee1f55959 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports/5c5d858c-b18a-4e5d-8b56-59814912bd07 HTTP/1.1" status: 200 len: 911 time: 0.0869482 Jul 29 15:07:35.169982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 60976) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:35.192405 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c7265-f37a-4eca-875f-5cc7038e71ad req-f6a21794-c829-4779-9981-967fd14a931f tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:35.194461 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-efd16bd4-5fd1-4538-aab8-0a2a9d5ec221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:35.202572 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-300c7265-f37a-4eca-875f-5cc7038e71ad req-f6a21794-c829-4779-9981-967fd14a931f tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.1388848 Jul 29 15:07:35.230972 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd16bd4-5fd1-4538-aab8-0a2a9d5ec221 None None] Routers {'e2e025e8-d0b8-4cec-82cb-97050afa4737'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:35.233449 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-efd16bd4-5fd1-4538-aab8-0a2a9d5ec221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e2e025e8-d0b8-4cec-82cb-97050afa4737'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:35.311656 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-300c7265-f37a-4eca-875f-5cc7038e71ad req-419e8f18-2610-4ba6-9590-5c844a895198 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863552 Jul 29 15:07:35.315443 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-efd16bd4-5fd1-4538-aab8-0a2a9d5ec221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:35.316963 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd16bd4-5fd1-4538-aab8-0a2a9d5ec221 None None] The sync data for ids ['e2e025e8-d0b8-4cec-82cb-97050afa4737'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:35.432577 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:35.526076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 2a5f0977-cf64-4213-8f1c-00146a61b788, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2a5f0977-cf64-4213-8f1c-00146a61b788,segment=NetworkSegment(569d162f-87b7-4913-a465-b0a957121c1c),segment_id=569d162f-87b7-4913-a465-b0a957121c1c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:35.527605 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bd1bd406-4f56-466a-bc40-ee687b10d21e None None] Provisioning complete for port 5c5d858c-b18a-4e5d-8b56-59814912bd07 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:35.527605 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd406-4f56-466a-bc40-ee687b10d21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:35.537332 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:35.567012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60986) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:35.645790 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fd54b76e-c06c-44f2-9920-36690cf5bb0d no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:07:35.650986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bd1bd406-4f56-466a-bc40-ee687b10d21e None None] Port 5c5d858c-b18a-4e5d-8b56-59814912bd07 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:35.708850 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=2a5f0977-cf64-4213-8f1c-00146a61b788,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:35.769391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: fd54b76e-c06c-44f2-9920-36690cf5bb0d {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:07:35.769796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fd54b76e-c06c-44f2-9920-36690cf5bb0d not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:07:35.826636 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a627f4f0-355f-461f-86aa-3f6c6b97e8fd tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:35.845026 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c2133ecf-4ab5-47e7-b7f5-aeeeb69886e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4f829d6e0fb41f08bd99977ae8b034f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758861 Jul 29 15:07:35.846237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 60994) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:35.934787 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-66b2d32a-a162-43b4-b69b-31bffda1ef79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:35.964404 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-66b2d32a-a162-43b4-b69b-31bffda1ef79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:36.037515 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-66b2d32a-a162-43b4-b69b-31bffda1ef79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:36.056393 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-66b2d32a-a162-43b4-b69b-31bffda1ef79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:36.059828 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-66b2d32a-a162-43b4-b69b-31bffda1ef79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c2c6b64-34cb-4303-afb2-8bcec8e7c6b6 HTTP/1.1" status: 204 len: 168 time: 0.2066894 Jul 29 15:07:36.076738 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2d32a-a162-43b4-b69b-31bffda1ef79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2c6b64-34cb-4303-afb2-8bcec8e7c6b6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:36.183590 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a627f4f0-355f-461f-86aa-3f6c6b97e8fd tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port 5c5d858c-b18a-4e5d-8b56-59814912bd07 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:36.184214 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a627f4f0-355f-461f-86aa-3f6c6b97e8fd tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:36.305461 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:36.308691 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a627f4f0-355f-461f-86aa-3f6c6b97e8fd tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:36.341717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a627f4f0-355f-461f-86aa-3f6c6b97e8fd tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for 5c5d858c-b18a-4e5d-8b56-59814912bd07 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:36.486932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 32784) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:36.501450 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32c0a3ce-76cb-4b5a-b114-4b3b8a66d466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:36.525441 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9086627-33ea-4052-ab07-7aea7f19d278 req-f32e7761-a041-43bc-96a0-a0c271734888 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:36.527134 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9086627-33ea-4052-ab07-7aea7f19d278 req-f32e7761-a041-43bc-96a0-a0c271734888 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.1095130 Jul 29 15:07:36.639249 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9086627-33ea-4052-ab07-7aea7f19d278 req-f005a080-c8d7-460b-a480-a3dea3fc41d3 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671117 Jul 29 15:07:36.654031 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32c0a3ce-76cb-4b5a-b114-4b3b8a66d466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:36.674245 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32c0a3ce-76cb-4b5a-b114-4b3b8a66d466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:36.717301 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a627f4f0-355f-461f-86aa-3f6c6b97e8fd tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:36.753985 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-32c0a3ce-76cb-4b5a-b114-4b3b8a66d466 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbe8e0942afc41cab0732f5358db8582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648892 Jul 29 15:07:36.756341 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 32790) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:36.801350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627f4f0-355f-461f-86aa-3f6c6b97e8fd tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=5c5d858c-b18a-4e5d-8b56-59814912bd07,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:36.835075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0a3ce-76cb-4b5a-b114-4b3b8a66d466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428c3188-7ac8-421c-82af-54f23177a369,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:36.903087 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ebc00be-5671-4fa1-9c6a-a7ad9e61e06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:36.905283 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2a5f0977-cf64-4213-8f1c-00146a61b788 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:36.943653 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ebc00be-5671-4fa1-9c6a-a7ad9e61e06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:37.015752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 2a5f0977-cf64-4213-8f1c-00146a61b788 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:37.017155 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:37.046866 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ebc00be-5671-4fa1-9c6a-a7ad9e61e06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:37.051439 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a627f4f0-355f-461f-86aa-3f6c6b97e8fd tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:37.054620 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ebc00be-5671-4fa1-9c6a-a7ad9e61e06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:37.056843 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8ebc00be-5671-4fa1-9c6a-a7ad9e61e06e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/428c3188-7ac8-421c-82af-54f23177a369 HTTP/1.1" status: 204 len: 168 time: 0.2986577 Jul 29 15:07:37.072848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc00be-5671-4fa1-9c6a-a7ad9e61e06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428c3188-7ac8-421c-82af-54f23177a369,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:37.358005 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a627f4f0-355f-461f-86aa-3f6c6b97e8fd tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router e2e025e8-d0b8-4cec-82cb-97050afa4737 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:07:37.475330 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a627f4f0-355f-461f-86aa-3f6c6b97e8fd tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:37.485670 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a627f4f0-355f-461f-86aa-3f6c6b97e8fd tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/e2e025e8-d0b8-4cec-82cb-97050afa4737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3129323 Jul 29 15:07:37.488068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 32808) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:37.491410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed79fa-ca9e-47cb-a153-a784f68791a6 None None] Sync routers for ids ['e2e025e8-d0b8-4cec-82cb-97050afa4737'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:37.508193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed79fa-ca9e-47cb-a153-a784f68791a6 None None] Routers {'e2e025e8-d0b8-4cec-82cb-97050afa4737'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:37.515637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4aed79fa-ca9e-47cb-a153-a784f68791a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e2e025e8-d0b8-4cec-82cb-97050afa4737'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:37.522267 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ce3a49fc-9b96-40b1-b1a6-bbbfae717f90 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e025e8-d0b8-4cec-82cb-97050afa4737 HTTP/1.1" status: 200 len: 205 time: 0.0324130 Jul 29 15:07:37.525130 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 32812) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:37.575187 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4aed79fa-ca9e-47cb-a153-a784f68791a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:37.599437 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed79fa-ca9e-47cb-a153-a784f68791a6 None None] Routers {'e2e025e8-d0b8-4cec-82cb-97050afa4737'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:37.600830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4aed79fa-ca9e-47cb-a153-a784f68791a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e2e025e8-d0b8-4cec-82cb-97050afa4737'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:37.643706 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf94903a-8fe2-43a1-b598-3dae7eda6832 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:37.676706 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4aed79fa-ca9e-47cb-a153-a784f68791a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:37.677366 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed79fa-ca9e-47cb-a153-a784f68791a6 None None] The sync data for ids ['e2e025e8-d0b8-4cec-82cb-97050afa4737'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:37.686282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 32818) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:37.703101 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-66038999-6fe8-4b10-bfc2-0f97f68051b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:37.831357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a2dcc-3033-4bbc-aa92-d5a002c03b5b req-10732348-9026-4d39-9edb-47e374c6b94f tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:37.833321 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-327a2dcc-3033-4bbc-aa92-d5a002c03b5b req-10732348-9026-4d39-9edb-47e374c6b94f tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0799761 Jul 29 15:07:37.850938 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf94903a-8fe2-43a1-b598-3dae7eda6832 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:37.853896 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf94903a-8fe2-43a1-b598-3dae7eda6832 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:37.903661 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf94903a-8fe2-43a1-b598-3dae7eda6832 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:37.903915 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-66038999-6fe8-4b10-bfc2-0f97f68051b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:37.904354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf94903a-8fe2-43a1-b598-3dae7eda6832 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Fanout notify agent at l3_agent the message router_deleted on router e2e025e8-d0b8-4cec-82cb-97050afa4737 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:07:37.908219 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-66038999-6fe8-4b10-bfc2-0f97f68051b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:37.914597 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-327a2dcc-3033-4bbc-aa92-d5a002c03b5b req-1ae83153-c8af-4666-a9f9-500b934fe9f6 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688908 Jul 29 15:07:37.926004 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf94903a-8fe2-43a1-b598-3dae7eda6832 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:37.936826 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cf94903a-8fe2-43a1-b598-3dae7eda6832 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/routers/e2e025e8-d0b8-4cec-82cb-97050afa4737 HTTP/1.1" status: 204 len: 168 time: 0.4041941 Jul 29 15:07:37.936826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 32824) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:37.958374 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-66038999-6fe8-4b10-bfc2-0f97f68051b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9852bcd302f947468988e1b25e4b3811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680151 Jul 29 15:07:37.958374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 32826) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:37.964595 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66038999-6fe8-4b10-bfc2-0f97f68051b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed4bf0d-05c5-4f1a-a83b-298f5b055feb,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:38.004506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f8abc0-79e0-42a5-9e40-0791a32ae4c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting subnet c6e429d8-c132-4157-a590-c8aea6ae12b0 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:07:38.007988 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-69f8abc0-79e0-42a5-9e40-0791a32ae4c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.013864 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c847e01f-23c6-4657-a9a3-c75e0b0341de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.041314 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c847e01f-23c6-4657-a9a3-c75e0b0341de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.057483 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-69f8abc0-79e0-42a5-9e40-0791a32ae4c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.098973 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c847e01f-23c6-4657-a9a3-c75e0b0341de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.102064 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c847e01f-23c6-4657-a9a3-c75e0b0341de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.103242 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c847e01f-23c6-4657-a9a3-c75e0b0341de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ed4bf0d-05c5-4f1a-a83b-298f5b055feb HTTP/1.1" status: 204 len: 168 time: 0.1453383 Jul 29 15:07:38.112604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847e01f-23c6-4657-a9a3-c75e0b0341de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed4bf0d-05c5-4f1a-a83b-298f5b055feb,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:38.166642 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-69f8abc0-79e0-42a5-9e40-0791a32ae4c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.296817 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-69f8abc0-79e0-42a5-9e40-0791a32ae4c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.335115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8abc0-79e0-42a5-9e40-0791a32ae4c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e429d8-c132-4157-a590-c8aea6ae12b0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:38.338095 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-69f8abc0-79e0-42a5-9e40-0791a32ae4c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.342542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 32840) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:38.342689 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-69f8abc0-79e0-42a5-9e40-0791a32ae4c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/c6e429d8-c132-4157-a590-c8aea6ae12b0 HTTP/1.1" status: 204 len: 168 time: 0.4102883 Jul 29 15:07:38.356324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b3d192-521f-4ef1-b802-07da806abdfd None None] Network ea697268-c167-4fe1-a32d-9bfdbeef5071 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:38.445114 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.523208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port 2a5f0977-cf64-4213-8f1c-00146a61b788 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:38.523797 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.582402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840ed864-d5e5-4395-9d49-26ae52f0bbd5 None None] DHCP port deletion for ea697268-c167-4fe1-a32d-9bfdbeef5071 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:07:38.605085 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] For port 2a5f0977-cf64-4213-8f1c-00146a61b788, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2a5f0977-cf64-4213-8f1c-00146a61b788,segment=NetworkSegment(569d162f-87b7-4913-a465-b0a957121c1c),segment_id=569d162f-87b7-4913-a465-b0a957121c1c)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:38.605491 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.620771 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for 2a5f0977-cf64-4213-8f1c-00146a61b788 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:38.646319 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-840ed864-d5e5-4395-9d49-26ae52f0bbd5 None None] Deleting port 2a5f0977-cf64-4213-8f1c-00146a61b788 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:38.646965 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-840ed864-d5e5-4395-9d49-26ae52f0bbd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.731512 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.747726 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-840ed864-d5e5-4395-9d49-26ae52f0bbd5 None None] For port 2a5f0977-cf64-4213-8f1c-00146a61b788, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2a5f0977-cf64-4213-8f1c-00146a61b788,segment=NetworkSegment(569d162f-87b7-4913-a465-b0a957121c1c),segment_id=569d162f-87b7-4913-a465-b0a957121c1c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:38.748391 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-840ed864-d5e5-4395-9d49-26ae52f0bbd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.771124 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-840ed864-d5e5-4395-9d49-26ae52f0bbd5 None None] Calling delete_port for 2a5f0977-cf64-4213-8f1c-00146a61b788 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:38.795402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=2a5f0977-cf64-4213-8f1c-00146a61b788,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:38.804628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] No DVR routers for this DVR port 2a5f0977-cf64-4213-8f1c-00146a61b788 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:07:38.881160 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2a5f0977-cf64-4213-8f1c-00146a61b788 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:07:38.928136 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.937578 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 2a5f0977-cf64-4213-8f1c-00146a61b788 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:07:38.938079 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2a5f0977-cf64-4213-8f1c-00146a61b788 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:07:38.942319 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea697268-c167-4fe1-a32d-9bfdbeef5071']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:07:38.944902 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:07:38.961707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569d162f-87b7-4913-a465-b0a957121c1c') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:38.962129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569d162f-87b7-4913-a465-b0a957121c1c') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:38.971325 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-840ed864-d5e5-4395-9d49-26ae52f0bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.975111 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:38.995984 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:39.006923 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:07:39.008145 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:07:39.012293 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:07:39.031874 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840ed864-d5e5-4395-9d49-26ae52f0bbd5 None None] No DVR routers for this DVR port 2a5f0977-cf64-4213-8f1c-00146a61b788 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:07:39.034716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ed864-d5e5-4395-9d49-26ae52f0bbd5 None None] Pushing event deleted for resources: {'Port': ['ID=2a5f0977-cf64-4213-8f1c-00146a61b788,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:39.116371 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26798c3-fd17-40ce-83d9-37443041061c req-bac792b2-98d4-4b54-974a-9b0712ac5ac9 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:39.121093 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f26798c3-fd17-40ce-83d9-37443041061c req-bac792b2-98d4-4b54-974a-9b0712ac5ac9 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0612581 Jul 29 15:07:39.122593 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:39.141973 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:39.144270 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/networks/ea697268-c167-4fe1-a32d-9bfdbeef5071 HTTP/1.1" status: 204 len: 168 time: 0.8006070 Jul 29 15:07:39.149983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 32876) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:39.156056 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bd10b-9bd7-4b4e-b3e3-c38244b4c7c3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Network': ['ID=ea697268-c167-4fe1-a32d-9bfdbeef5071,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:39.157163 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-325039318', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:39.211504 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f26798c3-fd17-40ce-83d9-37443041061c req-13051950-7c36-451f-8b7d-acc8d59de6f9 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823228 Jul 29 15:07:39.212694 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:39.213734 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:39.281070 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:39.503922 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:39.603222 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bcb078-e195-41bd-b420-4673499b0969 req-5843e8e5-fff5-4516-955f-52876db2a4a4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:39.604870 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e0bcb078-e195-41bd-b420-4673499b0969 req-5843e8e5-fff5-4516-955f-52876db2a4a4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.1177673 Jul 29 15:07:39.682363 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e0bcb078-e195-41bd-b420-4673499b0969 req-d1c5a9b2-2c89-4e9d-8e11-f5dbeff1e7e5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679400 Jul 29 15:07:39.830636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1009c5b-f3de-4882-8aa9-a06d68e361fa req-bb315653-3780-44bf-8cc8-4c9e99b59d68 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:39.832253 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c1009c5b-f3de-4882-8aa9-a06d68e361fa req-bb315653-3780-44bf-8cc8-4c9e99b59d68 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0671813 Jul 29 15:07:39.856446 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:39.888705 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:39.898623 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c1009c5b-f3de-4882-8aa9-a06d68e361fa req-1a6a9620-c569-4c31-b786-f7ee3c54497c tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573385 Jul 29 15:07:40.027301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Allocated IP 172.25.6.68 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/42ed5bab-6a1e-4a62-9b60-594b17c37a50) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:40.196298 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:40.221625 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71dc815-d54f-4f17-927a-0daccedf887f req-90484ed0-a1db-4dc8-8dd2-868c9475e329 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:40.223597 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e71dc815-d54f-4f17-927a-0daccedf887f req-90484ed0-a1db-4dc8-8dd2-868c9475e329 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0635142 Jul 29 15:07:40.253054 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 32932) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:40.272914 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:40.286282 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e71dc815-d54f-4f17-927a-0daccedf887f req-297f9efb-f5ae-482d-a957-318188a76393 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521472 Jul 29 15:07:40.329412 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:40.332520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:40.335181 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:40.368437 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=42ed5bab-6a1e-4a62-9b60-594b17c37a50,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:40.388291 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6890c3ae-e7f0-4843-afb4-f1d78a63f487 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:40.486332 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6890c3ae-e7f0-4843-afb4-f1d78a63f487 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] 10.222.0.16 "PUT /v2.0/quotas/c49030bd885545f5bf4f17c1d0be0b87 HTTP/1.1" status: 200 len: 368 time: 0.2321353 Jul 29 15:07:40.489108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 32944) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:40.494467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-869a5369-a3d7-4e0c-a3c6-4a48a63e6f77 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Request body: {'network': {'project_id': 'c49030bd885545f5bf4f17c1d0be0b87'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:40.522623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869a5369-a3d7-4e0c-a3c6-4a48a63e6f77 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Made reservation on behalf of c49030bd885545f5bf4f17c1d0be0b87 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:40.525678 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-869a5369-a3d7-4e0c-a3c6-4a48a63e6f77 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:40.539794 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-869a5369-a3d7-4e0c-a3c6-4a48a63e6f77 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:40.649293 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-869a5369-a3d7-4e0c-a3c6-4a48a63e6f77 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:40.653685 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:40.656245 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-869a5369-a3d7-4e0c-a3c6-4a48a63e6f77 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:40.683012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869a5369-a3d7-4e0c-a3c6-4a48a63e6f77 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:07:40.694478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a5369-a3d7-4e0c-a3c6-4a48a63e6f77 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b728aa8a-a762-4b27-b3ea-88c1f5de21ac,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:40.707821 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-869a5369-a3d7-4e0c-a3c6-4a48a63e6f77 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:40.708146 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-869a5369-a3d7-4e0c-a3c6-4a48a63e6f77 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Added segment 114d6e0f-abcd-4fde-991d-3b974a6360d1 of type vlan for network 053b9229-0652-4ad2-8c28-400011363dc9 Jul 29 15:07:40.770935 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-869a5369-a3d7-4e0c-a3c6-4a48a63e6f77 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:40.804458 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-869a5369-a3d7-4e0c-a3c6-4a48a63e6f77 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:40.805609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869a5369-a3d7-4e0c-a3c6-4a48a63e6f77 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:40.806308 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-869a5369-a3d7-4e0c-a3c6-4a48a63e6f77 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:40.879449 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-869a5369-a3d7-4e0c-a3c6-4a48a63e6f77 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3891029 Jul 29 15:07:40.882338 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 32948) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:40.890092 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b218320e-6a74-42e8-80c2-782ac387da62 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Request body: {'network': {'project_id': 'c49030bd885545f5bf4f17c1d0be0b87'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:40.894867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a5369-a3d7-4e0c-a3c6-4a48a63e6f77 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Pushing event updated for resources: {'Network': ['ID=053b9229-0652-4ad2-8c28-400011363dc9,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:40.906692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 053b9229-0652-4ad2-8c28-400011363dc9 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:07:40.919410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b218320e-6a74-42e8-80c2-782ac387da62 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Made reservation on behalf of c49030bd885545f5bf4f17c1d0be0b87 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:40.922965 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b218320e-6a74-42e8-80c2-782ac387da62 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:40.961284 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b218320e-6a74-42e8-80c2-782ac387da62 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:07:40.972507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b218320e-6a74-42e8-80c2-782ac387da62 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:40.973055 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-b218320e-6a74-42e8-80c2-782ac387da62 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Added segment 90ae67a4-7a06-41ca-84b3-2762679071f6 of type vlan for network 5b80480e-e303-46a8-851a-f0b35d14013b Jul 29 15:07:41.015553 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:41.028956 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b218320e-6a74-42e8-80c2-782ac387da62 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:41.066835 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b218320e-6a74-42e8-80c2-782ac387da62 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:41.068061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b218320e-6a74-42e8-80c2-782ac387da62 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:41.069030 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b218320e-6a74-42e8-80c2-782ac387da62 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:41.127512 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b218320e-6a74-42e8-80c2-782ac387da62 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2440317 Jul 29 15:07:41.130543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 32950) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:41.142893 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-042fc662-1b44-4e21-b73b-70adf236e7cb tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Request body: {'network': {'project_id': 'c49030bd885545f5bf4f17c1d0be0b87'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:41.161660 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218320e-6a74-42e8-80c2-782ac387da62 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Pushing event updated for resources: {'Network': ['ID=5b80480e-e303-46a8-851a-f0b35d14013b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:41.164375 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-042fc662-1b44-4e21-b73b-70adf236e7cb tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 15:07:41.165022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042fc662-1b44-4e21-b73b-70adf236e7cb tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:07:41.166366 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-042fc662-1b44-4e21-b73b-70adf236e7cb tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0346706 Jul 29 15:07:41.174898 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 5b80480e-e303-46a8-851a-f0b35d14013b details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:07:41.247328 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:41.282426 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 32954) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:41.353940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c8da-a19d-4acf-9a4b-9fdc8f4d00d8 req-69bcdd5f-7c6c-4bf3-9eab-ca1fcfc13628 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:41.355884 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f197c8da-a19d-4acf-9a4b-9fdc8f4d00d8 req-69bcdd5f-7c6c-4bf3-9eab-ca1fcfc13628 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0666850 Jul 29 15:07:41.468384 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463299d5-7dd3-46ab-9fce-fa9b85b670a2 req-47994d79-b4f6-4365-804f-9f5e1b5de802 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:41.470533 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-463299d5-7dd3-46ab-9fce-fa9b85b670a2 req-47994d79-b4f6-4365-804f-9f5e1b5de802 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 945 time: 0.0806701 Jul 29 15:07:41.498129 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2f13649b-1238-43ef-bcb7-31d5313c2a06 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c49030bd885545f5bf4f17c1d0be0b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2143948 Jul 29 15:07:41.501852 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 32964) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:41.528244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router 116d96d2-38aa-4780-89a8-4eff79d5c6bc is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:07:41.541885 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-463299d5-7dd3-46ab-9fce-fa9b85b670a2 req-85e545f9-8c5b-4ee8-99bc-d5b9b03cc0e5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645204 Jul 29 15:07:41.578857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f197c8da-a19d-4acf-9a4b-9fdc8f4d00d8 req-953613f5-5ed8-44e9-ab08-dcfd179d10c5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Deleting port 48bf6b31-8093-48ac-af2c-95fd987579d0 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:41.579085 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f197c8da-a19d-4acf-9a4b-9fdc8f4d00d8 req-953613f5-5ed8-44e9-ab08-dcfd179d10c5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:41.584957 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2bf4598a-e451-4486-9669-f5c8d920ecba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:41.654982 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2bf4598a-e451-4486-9669-f5c8d920ecba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:41.664397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:41.681466 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d2d638-aedd-4f70-b8b2-bd4c5b5fce7a None None] Sync routers for ids ['116d96d2-38aa-4780-89a8-4eff79d5c6bc'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:41.685025 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:41.691590 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4114c8a8-cd85-414c-8a4b-c328dc7d7139 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.5397592 Jul 29 15:07:41.692307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 32966) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:41.701872 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d2d638-aedd-4f70-b8b2-bd4c5b5fce7a None None] Routers {'116d96d2-38aa-4780-89a8-4eff79d5c6bc'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:41.702573 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b5d2d638-aedd-4f70-b8b2-bd4c5b5fce7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['116d96d2-38aa-4780-89a8-4eff79d5c6bc'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:41.721053 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f197c8da-a19d-4acf-9a4b-9fdc8f4d00d8 req-953613f5-5ed8-44e9-ab08-dcfd179d10c5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] For port 48bf6b31-8093-48ac-af2c-95fd987579d0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=48bf6b31-8093-48ac-af2c-95fd987579d0,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:41.721408 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f197c8da-a19d-4acf-9a4b-9fdc8f4d00d8 req-953613f5-5ed8-44e9-ab08-dcfd179d10c5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:41.736354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f197c8da-a19d-4acf-9a4b-9fdc8f4d00d8 req-953613f5-5ed8-44e9-ab08-dcfd179d10c5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Calling delete_port for 48bf6b31-8093-48ac-af2c-95fd987579d0 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:41.759540 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b5d2d638-aedd-4f70-b8b2-bd4c5b5fce7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:41.773378 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d2d638-aedd-4f70-b8b2-bd4c5b5fce7a None None] Routers {'116d96d2-38aa-4780-89a8-4eff79d5c6bc'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:41.774309 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b5d2d638-aedd-4f70-b8b2-bd4c5b5fce7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['116d96d2-38aa-4780-89a8-4eff79d5c6bc'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:41.785216 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2bf4598a-e451-4486-9669-f5c8d920ecba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:41.787774 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2bf4598a-e451-4486-9669-f5c8d920ecba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:41.791314 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2bf4598a-e451-4486-9669-f5c8d920ecba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b728aa8a-a762-4b27-b3ea-88c1f5de21ac HTTP/1.1" status: 204 len: 168 time: 0.2844045 Jul 29 15:07:41.792329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 32968) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:41.819000 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4598a-e451-4486-9669-f5c8d920ecba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b728aa8a-a762-4b27-b3ea-88c1f5de21ac,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:41.831788 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b5d2d638-aedd-4f70-b8b2-bd4c5b5fce7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:41.832655 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d2d638-aedd-4f70-b8b2-bd4c5b5fce7a None None] The sync data for ids ['116d96d2-38aa-4780-89a8-4eff79d5c6bc'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:41.845661 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1c68ea10-d6b5-40e8-b342-d86f56e7acde tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/routers/116d96d2-38aa-4780-89a8-4eff79d5c6bc HTTP/1.1" status: 200 len: 883 time: 0.1519084 Jul 29 15:07:41.846836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 32970) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:41.901369 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50098888-ca3d-40a6-89e4-8401996958c1 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.009837 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50098888-ca3d-40a6-89e4-8401996958c1 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.020720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-50098888-ca3d-40a6-89e4-8401996958c1 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b80480e-e303-46a8-851a-f0b35d14013b']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:42.030392 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-50098888-ca3d-40a6-89e4-8401996958c1 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ae67a4-7a06-41ca-84b3-2762679071f6') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:42.030681 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-50098888-ca3d-40a6-89e4-8401996958c1 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ae67a4-7a06-41ca-84b3-2762679071f6') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:42.045007 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50098888-ca3d-40a6-89e4-8401996958c1 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.068295 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50098888-ca3d-40a6-89e4-8401996958c1 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.078965 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50098888-ca3d-40a6-89e4-8401996958c1 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:07:42.079409 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50098888-ca3d-40a6-89e4-8401996958c1 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:07:42.081370 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:07:42.092485 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f197c8da-a19d-4acf-9a4b-9fdc8f4d00d8 req-953613f5-5ed8-44e9-ab08-dcfd179d10c5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.104153 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-87d8f4b2-3881-4e24-aa42-e75f083f34cc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2557921 Jul 29 15:07:42.106190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3e73ce13-328d-43e2-9679-e658d14b9ddd', '48bf6b31-8093-48ac-af2c-95fd987579d0'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:07:42.109136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 32972) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:42.115682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-c97ad47d-9f42-49ba-9d02-fcb37df28061 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-325039318'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:42.164722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953613f5-5ed8-44e9-ab08-dcfd179d10c5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Pushing event deleted for resources: {'Port': ['ID=48bf6b31-8093-48ac-af2c-95fd987579d0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:42.177793 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50098888-ca3d-40a6-89e4-8401996958c1 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.212951 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50098888-ca3d-40a6-89e4-8401996958c1 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.215345 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-50098888-ca3d-40a6-89e4-8401996958c1 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] 10.222.0.16 "DELETE /v2.0/networks/5b80480e-e303-46a8-851a-f0b35d14013b HTTP/1.1" status: 204 len: 168 time: 0.4206905 Jul 29 15:07:42.216532 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50098888-ca3d-40a6-89e4-8401996958c1 tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b80480e-e303-46a8-851a-f0b35d14013b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:42.218480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 32974) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:42.242409 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f197c8da-a19d-4acf-9a4b-9fdc8f4d00d8 req-953613f5-5ed8-44e9-ab08-dcfd179d10c5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] No DVR routers for this DVR port 48bf6b31-8093-48ac-af2c-95fd987579d0 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:07:42.247616 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f197c8da-a19d-4acf-9a4b-9fdc8f4d00d8 req-953613f5-5ed8-44e9-ab08-dcfd179d10c5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.251106 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f197c8da-a19d-4acf-9a4b-9fdc8f4d00d8 req-953613f5-5ed8-44e9-ab08-dcfd179d10c5 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.39 "DELETE /v2.0/ports/48bf6b31-8093-48ac-af2c-95fd987579d0 HTTP/1.1" status: 204 len: 173 time: 0.8869009 Jul 29 15:07:42.252101 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6', 'name': 'network-vif-deleted', 'tag': '48bf6b31-8093-48ac-af2c-95fd987579d0'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:07:42.256378 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf5b9c1-5ec5-4a8d-8bd3-1fbce04d211a" -d '{"events": [{"server_uuid": "ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6", "name": "network-vif-deleted", "tag": "48bf6b31-8093-48ac-af2c-95fd987579d0"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:07:42.314978 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd824ff-d425-4e3d-b649-2af05688ea11 x-openstack-request-id: req-7fd824ff-d425-4e3d-b649-2af05688ea11 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:07:42.315529 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6", "name": "network-vif-deleted", "tag": "48bf6b31-8093-48ac-af2c-95fd987579d0", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:07:42.315950 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fd824ff-d425-4e3d-b649-2af05688ea11 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:07:42.316542 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6', 'name': 'network-vif-deleted', 'tag': '48bf6b31-8093-48ac-af2c-95fd987579d0', 'status': 'completed', 'code': 200} Jul 29 15:07:42.348884 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb9a18ab-861b-4456-9782-8c288a1cdc9c tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.452217 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb9a18ab-861b-4456-9782-8c288a1cdc9c tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.463400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-bb9a18ab-861b-4456-9782-8c288a1cdc9c tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053b9229-0652-4ad2-8c28-400011363dc9']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:42.475277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-bb9a18ab-861b-4456-9782-8c288a1cdc9c tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114d6e0f-abcd-4fde-991d-3b974a6360d1') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:42.475651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-bb9a18ab-861b-4456-9782-8c288a1cdc9c tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114d6e0f-abcd-4fde-991d-3b974a6360d1') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:42.486518 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb9a18ab-861b-4456-9782-8c288a1cdc9c tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.503091 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb9a18ab-861b-4456-9782-8c288a1cdc9c tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.517509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9a18ab-861b-4456-9782-8c288a1cdc9c tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:07:42.518018 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb9a18ab-861b-4456-9782-8c288a1cdc9c tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:07:42.519822 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:07:42.536270 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c97ad47d-9f42-49ba-9d02-fcb37df28061 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.548141 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c97ad47d-9f42-49ba-9d02-fcb37df28061 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.594775 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb9a18ab-861b-4456-9782-8c288a1cdc9c tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.600395 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bb9a18ab-861b-4456-9782-8c288a1cdc9c tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.602209 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bb9a18ab-861b-4456-9782-8c288a1cdc9c tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] 10.222.0.16 "DELETE /v2.0/networks/053b9229-0652-4ad2-8c28-400011363dc9 HTTP/1.1" status: 204 len: 168 time: 0.3695812 Jul 29 15:07:42.618490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a18ab-861b-4456-9782-8c288a1cdc9c tempest-QuotasNegativeTest-1372750010 tempest-QuotasNegativeTest-1372750010-project-admin] Pushing event deleted for resources: {'Network': ['ID=053b9229-0652-4ad2-8c28-400011363dc9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:42.722395 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0d16c90e-6d61-4201-a4e3-a625dba760b4 req-24af5a6a-c146-41d3-ba54-80de38311060 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec0da1e8-d5bc-41dc-9539-ad1a0576e9b6 HTTP/1.1" status: 200 len: 210 time: 0.0335369 Jul 29 15:07:42.739449 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97ad47d-9f42-49ba-9d02-fcb37df28061 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router 116d96d2-38aa-4780-89a8-4eff79d5c6bc has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:07:42.847727 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7cca0223-1efb-44c0-8ba9-e7ed1fb9a566 req-9627b8d4-2d59-45d8-b7d1-d2c2b9a5aada service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582623 Jul 29 15:07:42.919134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca0223-1efb-44c0-8ba9-e7ed1fb9a566 req-f94e7b0a-9e79-48c1-a7d5-c340f0ea5a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:42.920746 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7cca0223-1efb-44c0-8ba9-e7ed1fb9a566 req-f94e7b0a-9e79-48c1-a7d5-c340f0ea5a1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=72da861e3c3549b98a30745682218526&device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 1096 time: 0.0441821 Jul 29 15:07:42.937165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97ad47d-9f42-49ba-9d02-fcb37df28061 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:42.945492 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c97ad47d-9f42-49ba-9d02-fcb37df28061 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:42.949054 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c97ad47d-9f42-49ba-9d02-fcb37df28061 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/116d96d2-38aa-4780-89a8-4eff79d5c6bc HTTP/1.1" status: 200 len: 890 time: 0.8362770 Jul 29 15:07:42.949239 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b95e025-4c63-497d-a2e9-3fdd0c597d3b None None] Sync routers for ids ['116d96d2-38aa-4780-89a8-4eff79d5c6bc'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:42.950142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 32988) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:42.970321 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b95e025-4c63-497d-a2e9-3fdd0c597d3b None None] Routers {'116d96d2-38aa-4780-89a8-4eff79d5c6bc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:42.972049 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0b95e025-4c63-497d-a2e9-3fdd0c597d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['116d96d2-38aa-4780-89a8-4eff79d5c6bc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:43.046809 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0b95e025-4c63-497d-a2e9-3fdd0c597d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:43.047532 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 32990) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:43.059793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b95e025-4c63-497d-a2e9-3fdd0c597d3b None None] Routers {'116d96d2-38aa-4780-89a8-4eff79d5c6bc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:43.061020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0b95e025-4c63-497d-a2e9-3fdd0c597d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['116d96d2-38aa-4780-89a8-4eff79d5c6bc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:43.066732 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-627828d2-12ce-41ec-9406-93a375c738af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:43.101224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca0223-1efb-44c0-8ba9-e7ed1fb9a566 req-c8fc7736-b31d-4038-87ac-8be53a1368c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:43.103042 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7cca0223-1efb-44c0-8ba9-e7ed1fb9a566 req-c8fc7736-b31d-4038-87ac-8be53a1368c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 200 len: 906 time: 0.1575346 Jul 29 15:07:43.105739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0b95e025-4c63-497d-a2e9-3fdd0c597d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:43.106488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b95e025-4c63-497d-a2e9-3fdd0c597d3b None None] The sync data for ids ['116d96d2-38aa-4780-89a8-4eff79d5c6bc'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:43.114435 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-af25e700-788e-4f4d-8678-67b23e82067e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/routers/116d96d2-38aa-4780-89a8-4eff79d5c6bc HTTP/1.1" status: 200 len: 890 time: 0.1602528 Jul 29 15:07:43.117724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 32992) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:43.152878 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c6cb84ae-e1ac-476a-a5ee-f3ea375531f9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports?device_id=116d96d2-38aa-4780-89a8-4eff79d5c6bc HTTP/1.1" status: 200 len: 205 time: 0.0338686 Jul 29 15:07:43.155687 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 32994) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:43.206240 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7cca0223-1efb-44c0-8ba9-e7ed1fb9a566 req-ad247812-b23b-45b4-b63e-1dbdd5f1d22f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e73ce13-328d-43e2-9679-e658d14b9ddd HTTP/1.1" status: 200 len: 217 time: 0.0910158 Jul 29 15:07:43.241726 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-627828d2-12ce-41ec-9406-93a375c738af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:43.248274 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-627828d2-12ce-41ec-9406-93a375c738af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:43.295567 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-627828d2-12ce-41ec-9406-93a375c738af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9eb8a7055ec4663a999eb7a84083b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436814 Jul 29 15:07:43.295872 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 32996) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:43.305064 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627828d2-12ce-41ec-9406-93a375c738af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ba3e15-8cb8-44f5-a2d0-2fc2510426c4,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:43.318274 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca0223-1efb-44c0-8ba9-e7ed1fb9a566 req-22af6d9e-8c50-4fa6-b30d-bfb46bced573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:43.319991 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7cca0223-1efb-44c0-8ba9-e7ed1fb9a566 req-22af6d9e-8c50-4fa6-b30d-bfb46bced573 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c677d1a0-3418-4813-8696-6ad9765c9aa6 HTTP/1.1" status: 200 len: 845 time: 0.1065812 Jul 29 15:07:43.343878 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f6619e86-bbf7-4f60-b96b-cd1e0cd79577 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:43.414705 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7cca0223-1efb-44c0-8ba9-e7ed1fb9a566 req-d11dd637-55d8-414e-990f-8637bab9e5e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f18f3e8c-eef1-4fb9-8e44-5650b12aa769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856192 Jul 29 15:07:43.541420 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85548bee-4ea4-4d71-97c7-57a261efddcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:43.598113 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85548bee-4ea4-4d71-97c7-57a261efddcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:43.611877 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7cca0223-1efb-44c0-8ba9-e7ed1fb9a566 req-e47cf57c-42c7-4ca2-aa1d-74477c44fe14 service neutron] 10.222.0.39 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874058 Jul 29 15:07:43.624053 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f6619e86-bbf7-4f60-b96b-cd1e0cd79577 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:44.107165 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85548bee-4ea4-4d71-97c7-57a261efddcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:44.109949 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85548bee-4ea4-4d71-97c7-57a261efddcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:44.113456 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-85548bee-4ea4-4d71-97c7-57a261efddcb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8ba3e15-8cb8-44f5-a2d0-2fc2510426c4 HTTP/1.1" status: 204 len: 168 time: 0.8139691 Jul 29 15:07:44.141678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85548bee-4ea4-4d71-97c7-57a261efddcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ba3e15-8cb8-44f5-a2d0-2fc2510426c4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:44.154617 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f6619e86-bbf7-4f60-b96b-cd1e0cd79577 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port 42ed5bab-6a1e-4a62-9b60-594b17c37a50 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:44.155138 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f6619e86-bbf7-4f60-b96b-cd1e0cd79577 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:44.200208 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7cca0223-1efb-44c0-8ba9-e7ed1fb9a566 req-bc15ea6b-31ce-4938-aa55-144c6cd550e7 service neutron] 10.222.0.39 "GET /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798764 Jul 29 15:07:44.279043 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f6619e86-bbf7-4f60-b96b-cd1e0cd79577 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:44.310934 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f6619e86-bbf7-4f60-b96b-cd1e0cd79577 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for 42ed5bab-6a1e-4a62-9b60-594b17c37a50 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:44.564752 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f6619e86-bbf7-4f60-b96b-cd1e0cd79577 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:44.602094 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6619e86-bbf7-4f60-b96b-cd1e0cd79577 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=42ed5bab-6a1e-4a62-9b60-594b17c37a50,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:44.673397 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f6619e86-bbf7-4f60-b96b-cd1e0cd79577 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:44.709355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9148b-cc3d-49b1-9e04-39b4fa042f29 req-4543206f-af9e-4d91-8565-e10e416801b7 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:44.710922 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1f9148b-cc3d-49b1-9e04-39b4fa042f29 req-4543206f-af9e-4d91-8565-e10e416801b7 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 945 time: 0.0703337 Jul 29 15:07:44.719754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33058) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:44.746695 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5d4dc73e-ed87-480e-93d1-975e84adff58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:44.781405 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d1f9148b-cc3d-49b1-9e04-39b4fa042f29 req-09f4d47a-5aea-476f-b9ec-dfe7be541eff tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632873 Jul 29 15:07:44.783543 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f6619e86-bbf7-4f60-b96b-cd1e0cd79577 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:44.787099 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f6619e86-bbf7-4f60-b96b-cd1e0cd79577 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:44.838743 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f6619e86-bbf7-4f60-b96b-cd1e0cd79577 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:44.839314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6619e86-bbf7-4f60-b96b-cd1e0cd79577 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Fanout notify agent at l3_agent the message router_deleted on router 116d96d2-38aa-4780-89a8-4eff79d5c6bc {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:07:44.852119 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f6619e86-bbf7-4f60-b96b-cd1e0cd79577 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:44.853438 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f6619e86-bbf7-4f60-b96b-cd1e0cd79577 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/routers/116d96d2-38aa-4780-89a8-4eff79d5c6bc HTTP/1.1" status: 204 len: 168 time: 1.6967030 Jul 29 15:07:44.857575 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33062) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:44.864874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-2dd9a113-fb0d-4484-a8ae-58e0094bc901 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-508239579'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:44.908038 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5d4dc73e-ed87-480e-93d1-975e84adff58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:44.913864 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5d4dc73e-ed87-480e-93d1-975e84adff58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:44.965806 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5d4dc73e-ed87-480e-93d1-975e84adff58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0825df2ca2704beb915d64c9810bab92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397840 Jul 29 15:07:44.966390 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd9a113-fb0d-4484-a8ae-58e0094bc901 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:44.969369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33064) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:44.970558 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a113-fb0d-4484-a8ae-58e0094bc901 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:44.973567 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4dc73e-ed87-480e-93d1-975e84adff58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428b7038-dba7-408a-8b2f-98e597d2bcec,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:44.999226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd9a113-fb0d-4484-a8ae-58e0094bc901 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:07:45.010379 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a113-fb0d-4484-a8ae-58e0094bc901 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:45.010727 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-2dd9a113-fb0d-4484-a8ae-58e0094bc901 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Added segment 01c982ff-f0c3-4360-adcf-020e3e18fd5e of type vlan for network a5621ace-0f90-4638-b297-73f6c984d530 Jul 29 15:07:45.030503 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61a58de3-6427-4e7f-b0bd-6013a91f6748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:45.058655 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61a58de3-6427-4e7f-b0bd-6013a91f6748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:45.061763 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a113-fb0d-4484-a8ae-58e0094bc901 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:45.095292 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a113-fb0d-4484-a8ae-58e0094bc901 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:45.101467 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd9a113-fb0d-4484-a8ae-58e0094bc901 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:45.102120 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2dd9a113-fb0d-4484-a8ae-58e0094bc901 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:45.120905 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61a58de3-6427-4e7f-b0bd-6013a91f6748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:45.124184 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61a58de3-6427-4e7f-b0bd-6013a91f6748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:45.127410 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-61a58de3-6427-4e7f-b0bd-6013a91f6748 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/428b7038-dba7-408a-8b2f-98e597d2bcec HTTP/1.1" status: 204 len: 168 time: 0.1544156 Jul 29 15:07:45.134755 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a58de3-6427-4e7f-b0bd-6013a91f6748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428b7038-dba7-408a-8b2f-98e597d2bcec,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:45.166868 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2dd9a113-fb0d-4484-a8ae-58e0094bc901 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3078742 Jul 29 15:07:45.169854 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33068) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:45.175964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-fb333cc2-8b7a-4f92-b108-dd8e641dca96 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'subnet': {'network_id': 'a5621ace-0f90-4638-b297-73f6c984d530', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:45.196914 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9a113-fb0d-4484-a8ae-58e0094bc901 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Network': ['ID=a5621ace-0f90-4638-b297-73f6c984d530,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:45.209333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network a5621ace-0f90-4638-b297-73f6c984d530 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:07:45.283739 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb333cc2-8b7a-4f92-b108-dd8e641dca96 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:45.287509 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb333cc2-8b7a-4f92-b108-dd8e641dca96 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:45.521651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb333cc2-8b7a-4f92-b108-dd8e641dca96 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:45.579845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb333cc2-8b7a-4f92-b108-dd8e641dca96 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Subnet': ['ID=a4abffd1-2b59-492b-9cf4-dd46ab44ae6b,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:45.617195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb333cc2-8b7a-4f92-b108-dd8e641dca96 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Checking segment: {'id': '01c982ff-f0c3-4360-adcf-020e3e18fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a5621ace-0f90-4638-b297-73f6c984d530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:45.617643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb333cc2-8b7a-4f92-b108-dd8e641dca96 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network hostable DHCP agents. Network: a5621ace-0f90-4638-b297-73f6c984d530, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:07:45.639115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb333cc2-8b7a-4f92-b108-dd8e641dca96 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network a5621ace-0f90-4638-b297-73f6c984d530 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:07:45.650309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-fb333cc2-8b7a-4f92-b108-dd8e641dca96 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, a5621ace-0f90-4638-b297-73f6c984d530) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:45.654715 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb333cc2-8b7a-4f92-b108-dd8e641dca96 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:45.655647 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb333cc2-8b7a-4f92-b108-dd8e641dca96 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:45.662497 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8051884b-9bd9-47a3-9634-93fb2008e8bd None None] Network a5621ace-0f90-4638-b297-73f6c984d530 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:45.694695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33084) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:45.695829 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fb333cc2-8b7a-4f92-b108-dd8e641dca96 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5244460 Jul 29 15:07:45.700050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b21c398f-9ba8-4f49-99b3-f66cc3d45af7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1940205162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:45.739009 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b21c398f-9ba8-4f49-99b3-f66cc3d45af7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:45.741435 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b21c398f-9ba8-4f49-99b3-f66cc3d45af7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:45.843416 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b21c398f-9ba8-4f49-99b3-f66cc3d45af7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:45.851028 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b21c398f-9ba8-4f49-99b3-f66cc3d45af7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:45.873222 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b21c398f-9ba8-4f49-99b3-f66cc3d45af7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:45.875755 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b21c398f-9ba8-4f49-99b3-f66cc3d45af7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1791785 Jul 29 15:07:45.878806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33096) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:45.923665 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-a5621ace-0f90-4638-b297-73f6c984d530', 'network_id': 'a5621ace-0f90-4638-b297-73f6c984d530', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'fixed_ips': [{'subnet_id': 'a4abffd1-2b59-492b-9cf4-dd46ab44ae6b'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:07:45.924545 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.021925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33098) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:46.052290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3738b-3bfc-42fe-b29a-22ef31bb9227 req-a3b5021f-94df-4c4c-8377-589bca5e49f9 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:46.061330 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25a3738b-3bfc-42fe-b29a-22ef31bb9227 req-a3b5021f-94df-4c4c-8377-589bca5e49f9 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 945 time: 0.1645238 Jul 29 15:07:46.099116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa5ec2-5639-46b0-a8e2-4d764ad84c6b req-19930aa4-0fee-41ad-a032-43c3b1568588 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:46.100972 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6fa5ec2-5639-46b0-a8e2-4d764ad84c6b req-19930aa4-0fee-41ad-a032-43c3b1568588 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.39 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 945 time: 0.2381670 Jul 29 15:07:46.132859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Allocated IP 2001:db8::2 (a5621ace-0f90-4638-b297-73f6c984d530/a4abffd1-2b59-492b-9cf4-dd46ab44ae6b/f28d416c-b975-4e6c-a456-b60d1f80e1e3) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:46.170236 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25a3738b-3bfc-42fe-b29a-22ef31bb9227 req-594b9249-a49f-4741-a2cd-470dfbef7ebc tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/security-groups?id=1924bf72-2001-4a64-8f30-5d0dce676525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056273 Jul 29 15:07:46.227801 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-35d17448-5622-4b63-9a09-8e54e7e96209 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-822368363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:46.260787 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35d17448-5622-4b63-9a09-8e54e7e96209 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.262057 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35d17448-5622-4b63-9a09-8e54e7e96209 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.277825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-b6fa5ec2-5639-46b0-a8e2-4d764ad84c6b req-eb7879ac-aba3-49ae-9992-9429e473bca4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Deleting port 3e73ce13-328d-43e2-9679-e658d14b9ddd {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:46.278357 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b6fa5ec2-5639-46b0-a8e2-4d764ad84c6b req-eb7879ac-aba3-49ae-9992-9429e473bca4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.315785 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.357941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 48bf6b31-8093-48ac-af2c-95fd987579d0 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:07:46.364338 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35d17448-5622-4b63-9a09-8e54e7e96209 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.391906 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 48bf6b31-8093-48ac-af2c-95fd987579d0 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:07:46.392565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 48bf6b31-8093-48ac-af2c-95fd987579d0 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:07:46.397051 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35d17448-5622-4b63-9a09-8e54e7e96209 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.397986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b6fa5ec2-5639-46b0-a8e2-4d764ad84c6b req-eb7879ac-aba3-49ae-9992-9429e473bca4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] For port 3e73ce13-328d-43e2-9679-e658d14b9ddd, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=3e73ce13-328d-43e2-9679-e658d14b9ddd,segment=NetworkSegment(9fb58938-114f-4af7-9780-0b30b12eec9a),segment_id=9fb58938-114f-4af7-9780-0b30b12eec9a)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:46.398483 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b6fa5ec2-5639-46b0-a8e2-4d764ad84c6b req-eb7879ac-aba3-49ae-9992-9429e473bca4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.398675 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.410329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Transition to ACTIVE for port object f28d416c-b975-4e6c-a456-b60d1f80e1e3 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:46.415492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-b6fa5ec2-5639-46b0-a8e2-4d764ad84c6b req-eb7879ac-aba3-49ae-9992-9429e473bca4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Calling delete_port for 3e73ce13-328d-43e2-9679-e658d14b9ddd owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:46.432828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Transition to ACTIVE for port object f28d416c-b975-4e6c-a456-b60d1f80e1e3 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:46.443417 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.477788 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35d17448-5622-4b63-9a09-8e54e7e96209 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.478973 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-35d17448-5622-4b63-9a09-8e54e7e96209 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4558451 Jul 29 15:07:46.483566 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Network a5621ace-0f90-4638-b297-73f6c984d530 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:46.486868 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:46.490713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:46.510165 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Pushing event updated for resources: {'Port': ['ID=f28d416c-b975-4e6c-a456-b60d1f80e1e3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:46.520571 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33104) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:46.527241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1be836d0-0ef2-4643-a4e5-88b1780e7597 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-863844194'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:46.582286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Attempting to bind port f28d416c-b975-4e6c-a456-b60d1f80e1e3 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:07:46.582576 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Attempting to bind port f28d416c-b975-4e6c-a456-b60d1f80e1e3 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '01c982ff-f0c3-4360-adcf-020e3e18fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a5621ace-0f90-4638-b297-73f6c984d530'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:07:46.582745 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Attempting to bind port f28d416c-b975-4e6c-a456-b60d1f80e1e3 on network a5621ace-0f90-4638-b297-73f6c984d530 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:07:46.591532 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:07:46.592826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Checking segment: {'id': '01c982ff-f0c3-4360-adcf-020e3e18fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a5621ace-0f90-4638-b297-73f6c984d530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:46.594425 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.594811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be836d0-0ef2-4643-a4e5-88b1780e7597 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Made reservation on behalf of e30e9b2321bf4df0a2a78b7c2a05f96e for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:46.595526 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Bound using segment: {'id': '01c982ff-f0c3-4360-adcf-020e3e18fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a5621ace-0f90-4638-b297-73f6c984d530'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:07:46.596383 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Bound port: f28d416c-b975-4e6c-a456-b60d1f80e1e3, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c982ff-f0c3-4360-adcf-020e3e18fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a5621ace-0f90-4638-b297-73f6c984d530'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:07:46.598109 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.598634 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1be836d0-0ef2-4643-a4e5-88b1780e7597 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.610472 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1be836d0-0ef2-4643-a4e5-88b1780e7597 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.689878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] For port f28d416c-b975-4e6c-a456-b60d1f80e1e3, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:07:46.696051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] For port f28d416c-b975-4e6c-a456-b60d1f80e1e3, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f28d416c-b975-4e6c-a456-b60d1f80e1e3,segment=NetworkSegment(01c982ff-f0c3-4360-adcf-020e3e18fd5e),segment_id=01c982ff-f0c3-4360-adcf-020e3e18fd5e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:07:46.702633 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.726986 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b6fa5ec2-5639-46b0-a8e2-4d764ad84c6b req-eb7879ac-aba3-49ae-9992-9429e473bca4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.748698 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['3e73ce13-328d-43e2-9679-e658d14b9ddd'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:07:46.833115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7879ac-aba3-49ae-9992-9429e473bca4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Pushing event deleted for resources: {'Port': ['ID=3e73ce13-328d-43e2-9679-e658d14b9ddd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:46.839000 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588150a2-c7d3-4ef9-95c5-d2499d4d50e1 None None] Pushing event updated for resources: {'Port': ['ID=f28d416c-b975-4e6c-a456-b60d1f80e1e3,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:46.875818 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fa5ec2-5639-46b0-a8e2-4d764ad84c6b req-eb7879ac-aba3-49ae-9992-9429e473bca4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] No DVR routers for this DVR port 3e73ce13-328d-43e2-9679-e658d14b9ddd on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:07:46.881800 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b6fa5ec2-5639-46b0-a8e2-4d764ad84c6b req-eb7879ac-aba3-49ae-9992-9429e473bca4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:46.883714 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6fa5ec2-5639-46b0-a8e2-4d764ad84c6b req-eb7879ac-aba3-49ae-9992-9429e473bca4 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.39 "DELETE /v2.0/ports/3e73ce13-328d-43e2-9679-e658d14b9ddd HTTP/1.1" status: 204 len: 173 time: 0.7662649 Jul 29 15:07:46.884189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d3efa5-ca30-49e3-890e-f3ae7bf3db84', 'name': 'network-vif-deleted', 'tag': '3e73ce13-328d-43e2-9679-e658d14b9ddd'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:07:46.886655 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c98287-a5be-4305-b8db-085049a170f8" -d '{"events": [{"server_uuid": "10d3efa5-ca30-49e3-890e-f3ae7bf3db84", "name": "network-vif-deleted", "tag": "3e73ce13-328d-43e2-9679-e658d14b9ddd"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:07:46.893015 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Allocated IP 2001:db8::1 (a5621ace-0f90-4638-b297-73f6c984d530/a4abffd1-2b59-492b-9cf4-dd46ab44ae6b/d6e2f3bc-ebff-4543-b51e-93f799e7bf7a) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:46.979565 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e61772-9016-46ac-bd25-98c0dd8f47f4 x-openstack-request-id: req-b9e61772-9016-46ac-bd25-98c0dd8f47f4 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:07:46.979857 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d3efa5-ca30-49e3-890e-f3ae7bf3db84", "name": "network-vif-deleted", "tag": "3e73ce13-328d-43e2-9679-e658d14b9ddd", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:07:46.980113 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9e61772-9016-46ac-bd25-98c0dd8f47f4 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:07:46.980517 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d3efa5-ca30-49e3-890e-f3ae7bf3db84', 'name': 'network-vif-deleted', 'tag': '3e73ce13-328d-43e2-9679-e658d14b9ddd', 'status': 'completed', 'code': 200} Jul 29 15:07:47.018673 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1be836d0-0ef2-4643-a4e5-88b1780e7597 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:47.025922 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1be836d0-0ef2-4643-a4e5-88b1780e7597 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:47.075155 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be836d0-0ef2-4643-a4e5-88b1780e7597 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788b5590-f630-4642-91c2-ad642b71a0cf,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:47.077959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be836d0-0ef2-4643-a4e5-88b1780e7597 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:07:47.098370 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1be836d0-0ef2-4643-a4e5-88b1780e7597 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:47.100156 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-1be836d0-0ef2-4643-a4e5-88b1780e7597 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Added segment 4f7b8f05-7b9c-46d4-ae2a-ba1b8607141c of type vlan for network 92943684-dd1a-4d28-b5b8-2edf0c661bff Jul 29 15:07:47.100310 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:47.122700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Transition to ACTIVE for port object d6e2f3bc-ebff-4543-b51e-93f799e7bf7a will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:47.214969 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1be836d0-0ef2-4643-a4e5-88b1780e7597 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:47.232752 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:47.293584 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1be836d0-0ef2-4643-a4e5-88b1780e7597 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:47.300947 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network a5621ace-0f90-4638-b297-73f6c984d530 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:47.304504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be836d0-0ef2-4643-a4e5-88b1780e7597 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:47.306535 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1be836d0-0ef2-4643-a4e5-88b1780e7597 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:47.309175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:47.334382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:47.335207 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:47.378384 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=d6e2f3bc-ebff-4543-b51e-93f799e7bf7a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:47.406184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf94d645-2688-496e-8720-d0da9f2c3249 req-1d8dc8f5-1c0f-4008-aea0-2832859b11a2 tempest-ServersTestJSON-438823819 tempest-ServersTestJSON-438823819-project] 10.222.0.16 "GET /v2.0/ports?device_id=10d3efa5-ca30-49e3-890e-f3ae7bf3db84 HTTP/1.1" status: 200 len: 210 time: 0.0311542 Jul 29 15:07:47.416485 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1be836d0-0ef2-4643-a4e5-88b1780e7597 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8947737 Jul 29 15:07:47.419338 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33122) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:47.425117 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-12c782dd-0662-457c-b05a-ca671a3e971a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Request body: {'subnet': {'network_id': '92943684-dd1a-4d28-b5b8-2edf0c661bff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:47.430869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be836d0-0ef2-4643-a4e5-88b1780e7597 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event updated for resources: {'Network': ['ID=92943684-dd1a-4d28-b5b8-2edf0c661bff,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:47.446727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 92943684-dd1a-4d28-b5b8-2edf0c661bff details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:07:47.492526 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:47.527581 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c782dd-0662-457c-b05a-ca671a3e971a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Made reservation on behalf of e30e9b2321bf4df0a2a78b7c2a05f96e for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:47.533342 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12c782dd-0662-457c-b05a-ca671a3e971a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:47.772877 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12c782dd-0662-457c-b05a-ca671a3e971a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:47.888146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c782dd-0662-457c-b05a-ca671a3e971a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event updated for resources: {'Subnet': ['ID=dcb7c3e6-5d18-4568-b901-92d021392460,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:47.945704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c782dd-0662-457c-b05a-ca671a3e971a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Checking segment: {'id': '4f7b8f05-7b9c-46d4-ae2a-ba1b8607141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '92943684-dd1a-4d28-b5b8-2edf0c661bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:47.946258 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c782dd-0662-457c-b05a-ca671a3e971a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Network hostable DHCP agents. Network: 92943684-dd1a-4d28-b5b8-2edf0c661bff, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:07:47.974801 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c782dd-0662-457c-b05a-ca671a3e971a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Network 92943684-dd1a-4d28-b5b8-2edf0c661bff is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:07:47.989285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-12c782dd-0662-457c-b05a-ca671a3e971a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 92943684-dd1a-4d28-b5b8-2edf0c661bff) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:47.999317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697ab8fa-a449-4c1f-9c57-d118b5c8349f None None] Network 92943684-dd1a-4d28-b5b8-2edf0c661bff requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:48.007768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c782dd-0662-457c-b05a-ca671a3e971a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:48.008433 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12c782dd-0662-457c-b05a-ca671a3e971a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.044606 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-12c782dd-0662-457c-b05a-ca671a3e971a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6212792 Jul 29 15:07:48.045034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33128) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:48.056341 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-35c62756-b4eb-4b01-9e85-f2e7af30ba87 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Request body: {'network': {'name': 'tempest-router-network01--15788929'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:48.104863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c62756-b4eb-4b01-9e85-f2e7af30ba87 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Made reservation on behalf of e30e9b2321bf4df0a2a78b7c2a05f96e for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:48.110354 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-35c62756-b4eb-4b01-9e85-f2e7af30ba87 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.147151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c62756-b4eb-4b01-9e85-f2e7af30ba87 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:07:48.168730 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-35c62756-b4eb-4b01-9e85-f2e7af30ba87 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.170346 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-35c62756-b4eb-4b01-9e85-f2e7af30ba87 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Added segment eee50622-9014-4f55-b380-a4fd4f13d822 of type vlan for network 8f893ac6-c1c6-417e-a295-807c9be1bd6d Jul 29 15:07:48.242350 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-35c62756-b4eb-4b01-9e85-f2e7af30ba87 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.305433 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-35c62756-b4eb-4b01-9e85-f2e7af30ba87 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.314717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c62756-b4eb-4b01-9e85-f2e7af30ba87 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:48.316247 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-35c62756-b4eb-4b01-9e85-f2e7af30ba87 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.321874 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.330389 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.331272 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.382164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=d6e2f3bc-ebff-4543-b51e-93f799e7bf7a,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:48.422797 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dcbcaf-b250-42fc-a2ce-86634110dc29 None None] Network a5621ace-0f90-4638-b297-73f6c984d530 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:48.436840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c62756-b4eb-4b01-9e85-f2e7af30ba87 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event updated for resources: {'Network': ['ID=8f893ac6-c1c6-417e-a295-807c9be1bd6d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:48.458808 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-35c62756-b4eb-4b01-9e85-f2e7af30ba87 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4128432 Jul 29 15:07:48.460728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33132) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:48.466192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-56663cf9-7eb6-469b-90f4-cd81a10ff653 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Request body: {'network': {'name': 'tempest-router-network02--1389154876'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:48.499638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network a5621ace-0f90-4638-b297-73f6c984d530 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:48.502810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:48.505069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 8f893ac6-c1c6-417e-a295-807c9be1bd6d details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:07:48.507335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33134) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:48.520476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-92943684-dd1a-4d28-b5b8-2edf0c661bff', 'network_id': '92943684-dd1a-4d28-b5b8-2edf0c661bff', 'tenant_id': 'e30e9b2321bf4df0a2a78b7c2a05f96e', 'fixed_ips': [{'subnet_id': 'dcb7c3e6-5d18-4568-b901-92d021392460'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:07:48.521381 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.523339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56663cf9-7eb6-469b-90f4-cd81a10ff653 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Made reservation on behalf of e30e9b2321bf4df0a2a78b7c2a05f96e for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:48.527832 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56663cf9-7eb6-469b-90f4-cd81a10ff653 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.606287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56663cf9-7eb6-469b-90f4-cd81a10ff653 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:07:48.616699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-92ad2cb0-522b-4445-b7c5-4fd1ec6d0fbc None None] Provisioning for port f28d416c-b975-4e6c-a456-b60d1f80e1e3 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:48.618235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d1e713-f703-4893-a254-41ae0022b26e admin admin] Deleting subnet c677d1a0-3418-4813-8696-6ad9765c9aa6 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:07:48.621961 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e713-f703-4893-a254-41ae0022b26e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.669977 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e713-f703-4893-a254-41ae0022b26e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.701232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router e9d4d9d3-b35b-490b-b983-28797c8ab630 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:07:48.713602 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56663cf9-7eb6-469b-90f4-cd81a10ff653 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.713771 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-56663cf9-7eb6-469b-90f4-cd81a10ff653 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Added segment 3cf73645-7aa0-4000-8f45-fe9f9bba4822 of type vlan for network 1feaa30a-e713-4724-a958-541317382515 Jul 29 15:07:48.758918 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e713-f703-4893-a254-41ae0022b26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.797956 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56663cf9-7eb6-469b-90f4-cd81a10ff653 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.873154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Allocated IP 2001:db8::2 (92943684-dd1a-4d28-b5b8-2edf0c661bff/dcb7c3e6-5d18-4568-b901-92d021392460/f032ae26-204f-450e-a392-7a5b91203d11) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:48.882640 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e713-f703-4893-a254-41ae0022b26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.895589 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56663cf9-7eb6-469b-90f4-cd81a10ff653 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.901733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56663cf9-7eb6-469b-90f4-cd81a10ff653 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:48.902506 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56663cf9-7eb6-469b-90f4-cd81a10ff653 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:48.964558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:48.969494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f28d416c-b975-4e6c-a456-b60d1f80e1e3 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:48.979661 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a8af6d44-932f-4429-8dde-e8fae3f2dc25 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/e9d4d9d3-b35b-490b-b983-28797c8ab630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0963407 Jul 29 15:07:48.979661 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33138) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:48.987988 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f176ca3-2880-4f50-bf38-9f0071f78f86 None None] Sync routers for ids ['e9d4d9d3-b35b-490b-b983-28797c8ab630'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:48.994074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1e713-f703-4893-a254-41ae0022b26e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c677d1a0-3418-4813-8696-6ad9765c9aa6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:49.008543 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e713-f703-4893-a254-41ae0022b26e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.010903 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d7d1e713-f703-4893-a254-41ae0022b26e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c677d1a0-3418-4813-8696-6ad9765c9aa6 HTTP/1.1" status: 204 len: 168 time: 0.5017240 Jul 29 15:07:49.015123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33140) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:49.015318 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f176ca3-2880-4f50-bf38-9f0071f78f86 None None] Routers {'e9d4d9d3-b35b-490b-b983-28797c8ab630'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:49.016235 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0f176ca3-2880-4f50-bf38-9f0071f78f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e9d4d9d3-b35b-490b-b983-28797c8ab630'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:49.041149 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56663cf9-7eb6-469b-90f4-cd81a10ff653 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event updated for resources: {'Network': ['ID=1feaa30a-e713-4724-a958-541317382515,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:49.060738 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-56663cf9-7eb6-469b-90f4-cd81a10ff653 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5982420 Jul 29 15:07:49.065899 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33142) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:49.075339 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 1feaa30a-e713-4724-a958-541317382515 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:07:49.078719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-75bd8354-cd33-441e-bba4-2eaf7a85380a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Request body: {'subnet': {'network_id': '8f893ac6-c1c6-417e-a295-807c9be1bd6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:49.094515 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0f176ca3-2880-4f50-bf38-9f0071f78f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:49.113817 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f176ca3-2880-4f50-bf38-9f0071f78f86 None None] Routers {'e9d4d9d3-b35b-490b-b983-28797c8ab630'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:49.114365 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0f176ca3-2880-4f50-bf38-9f0071f78f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e9d4d9d3-b35b-490b-b983-28797c8ab630'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:49.135706 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-777de79e-31fc-4764-863d-e96fab7cc330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.140069 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d1c2fe-5b70-46c7-b0bb-e2f10d147465 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:49.147818 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-27d1c2fe-5b70-46c7-b0bb-e2f10d147465 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports/d6e2f3bc-ebff-4543-b51e-93f799e7bf7a HTTP/1.1" status: 200 len: 911 time: 0.1671190 Jul 29 15:07:49.152388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33146) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:49.161390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c1f3bc09-f81a-47ce-b330-09d88a55cb51 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a4abffd1-2b59-492b-9cf4-dd46ab44ae6b'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:49.191337 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0f176ca3-2880-4f50-bf38-9f0071f78f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:49.197475 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f176ca3-2880-4f50-bf38-9f0071f78f86 None None] The sync data for ids ['e9d4d9d3-b35b-490b-b983-28797c8ab630'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:49.290044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port f28d416c-b975-4e6c-a456-b60d1f80e1e3 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:49.291295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bd8354-cd33-441e-bba4-2eaf7a85380a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Made reservation on behalf of e30e9b2321bf4df0a2a78b7c2a05f96e for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:49.296398 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75bd8354-cd33-441e-bba4-2eaf7a85380a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.301373 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-777de79e-31fc-4764-863d-e96fab7cc330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.311291 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f28d416c-b975-4e6c-a456-b60d1f80e1e3 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:49.311974 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.312253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-777de79e-31fc-4764-863d-e96fab7cc330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18f3e8c-eef1-4fb9-8e44-5650b12aa769']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:49.316462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b32705c7-1763-4952-9578-d3a022033bf5 None None] Provisioning for port d6e2f3bc-ebff-4543-b51e-93f799e7bf7a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:49.323005 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.324930 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-777de79e-31fc-4764-863d-e96fab7cc330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb58938-114f-4af7-9780-0b30b12eec9a') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:49.325210 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-777de79e-31fc-4764-863d-e96fab7cc330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb58938-114f-4af7-9780-0b30b12eec9a') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:49.335898 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-777de79e-31fc-4764-863d-e96fab7cc330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.351829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b32705c7-1763-4952-9578-d3a022033bf5 None None] Provisioning complete for port d6e2f3bc-ebff-4543-b51e-93f799e7bf7a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:49.353846 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b32705c7-1763-4952-9578-d3a022033bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.355754 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-777de79e-31fc-4764-863d-e96fab7cc330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.385784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Transition to ACTIVE for port object f032ae26-204f-450e-a392-7a5b91203d11 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:49.421230 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b32705c7-1763-4952-9578-d3a022033bf5 None None] Port d6e2f3bc-ebff-4543-b51e-93f799e7bf7a cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:49.427091 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Transition to ACTIVE for port object f032ae26-204f-450e-a392-7a5b91203d11 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:49.436317 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.478973 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Network 92943684-dd1a-4d28-b5b8-2edf0c661bff is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:49.486011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:49.491272 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b32705c7-1763-4952-9578-d3a022033bf5 None None] Provisioning complete for port f28d416c-b975-4e6c-a456-b60d1f80e1e3 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:49.491648 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b32705c7-1763-4952-9578-d3a022033bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.493301 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:49.556037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777de79e-31fc-4764-863d-e96fab7cc330 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:07:49.556542 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-777de79e-31fc-4764-863d-e96fab7cc330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:07:49.559378 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:07:49.570571 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c1f3bc09-f81a-47ce-b330-09d88a55cb51 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.589303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Pushing event updated for resources: {'Port': ['ID=f032ae26-204f-450e-a392-7a5b91203d11,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:49.592824 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.654002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port f28d416c-b975-4e6c-a456-b60d1f80e1e3, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f28d416c-b975-4e6c-a456-b60d1f80e1e3,segment=NetworkSegment(01c982ff-f0c3-4360-adcf-020e3e18fd5e),segment_id=01c982ff-f0c3-4360-adcf-020e3e18fd5e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:49.661497 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75bd8354-cd33-441e-bba4-2eaf7a85380a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.683267 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.714337 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-777de79e-31fc-4764-863d-e96fab7cc330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.731041 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-777de79e-31fc-4764-863d-e96fab7cc330 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.736736 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-777de79e-31fc-4764-863d-e96fab7cc330 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f18f3e8c-eef1-4fb9-8e44-5650b12aa769 HTTP/1.1" status: 204 len: 168 time: 0.6936600 Jul 29 15:07:49.751521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd8354-cd33-441e-bba4-2eaf7a85380a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event updated for resources: {'Subnet': ['ID=29f78d51-7e94-42e3-b1f5-b134ee838ed5,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:49.751725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Attempting to bind port f032ae26-204f-450e-a392-7a5b91203d11 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:07:49.751997 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Attempting to bind port f032ae26-204f-450e-a392-7a5b91203d11 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '4f7b8f05-7b9c-46d4-ae2a-ba1b8607141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '92943684-dd1a-4d28-b5b8-2edf0c661bff'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:07:49.753555 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Attempting to bind port f032ae26-204f-450e-a392-7a5b91203d11 on network 92943684-dd1a-4d28-b5b8-2edf0c661bff {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:07:49.788057 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bd8354-cd33-441e-bba4-2eaf7a85380a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Checking segment: {'id': 'eee50622-9014-4f55-b380-a4fd4f13d822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8f893ac6-c1c6-417e-a295-807c9be1bd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:49.788734 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bd8354-cd33-441e-bba4-2eaf7a85380a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Network hostable DHCP agents. Network: 8f893ac6-c1c6-417e-a295-807c9be1bd6d, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:07:49.810945 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:07:49.811349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Checking segment: {'id': '4f7b8f05-7b9c-46d4-ae2a-ba1b8607141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '92943684-dd1a-4d28-b5b8-2edf0c661bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:49.811733 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.812130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Bound using segment: {'id': '4f7b8f05-7b9c-46d4-ae2a-ba1b8607141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '92943684-dd1a-4d28-b5b8-2edf0c661bff'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:07:49.813520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Bound port: f032ae26-204f-450e-a392-7a5b91203d11, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7b8f05-7b9c-46d4-ae2a-ba1b8607141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '92943684-dd1a-4d28-b5b8-2edf0c661bff'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:07:49.817289 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.825656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777de79e-31fc-4764-863d-e96fab7cc330 admin admin] Pushing event deleted for resources: {'Network': ['ID=f18f3e8c-eef1-4fb9-8e44-5650b12aa769,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:49.826204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bd8354-cd33-441e-bba4-2eaf7a85380a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Network 8f893ac6-c1c6-417e-a295-807c9be1bd6d is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:07:49.863800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-75bd8354-cd33-441e-bba4-2eaf7a85380a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 8f893ac6-c1c6-417e-a295-807c9be1bd6d) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:49.874048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd8354-cd33-441e-bba4-2eaf7a85380a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:49.876376 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75bd8354-cd33-441e-bba4-2eaf7a85380a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:49.904139 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732872b5-f158-4860-8946-401bc2405e62 None None] Network 8f893ac6-c1c6-417e-a295-807c9be1bd6d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:49.908715 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-75bd8354-cd33-441e-bba4-2eaf7a85380a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8375237 Jul 29 15:07:49.909222 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33152) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:49.922846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a7195a3d-0ef4-4125-b6ee-5a725b95e852 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Request body: {'subnet': {'network_id': '1feaa30a-e713-4724-a958-541317382515', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:49.978243 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] For port f032ae26-204f-450e-a392-7a5b91203d11, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:07:49.983225 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] For port f032ae26-204f-450e-a392-7a5b91203d11, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f032ae26-204f-450e-a392-7a5b91203d11,segment=NetworkSegment(4f7b8f05-7b9c-46d4-ae2a-ba1b8607141c),segment_id=4f7b8f05-7b9c-46d4-ae2a-ba1b8607141c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:07:49.987266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=f28d416c-b975-4e6c-a456-b60d1f80e1e3,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:50.045481 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:50.057082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7195a3d-0ef4-4125-b6ee-5a725b95e852 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Made reservation on behalf of e30e9b2321bf4df0a2a78b7c2a05f96e for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:50.062150 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7195a3d-0ef4-4125-b6ee-5a725b95e852 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:50.113475 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fdadc-ef61-44ac-9142-c636a2190784 None None] Pushing event updated for resources: {'Port': ['ID=f032ae26-204f-450e-a392-7a5b91203d11,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:50.136168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33154) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:50.206395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4778e037-2ecb-42cc-8af7-b026a3a4b12a None None] Provisioning complete for port d6e2f3bc-ebff-4543-b51e-93f799e7bf7a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:50.207679 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4778e037-2ecb-42cc-8af7-b026a3a4b12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:50.295594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4778e037-2ecb-42cc-8af7-b026a3a4b12a None None] Port d6e2f3bc-ebff-4543-b51e-93f799e7bf7a cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:50.314375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-79bfc846-32ed-4238-9901-19bd0054d9b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72da861e3c3549b98a30745682218526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769955 Jul 29 15:07:50.316824 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33158) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:50.383023 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 3e73ce13-328d-43e2-9679-e658d14b9ddd no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:07:50.397514 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6dd0de4-657b-4288-a142-8181e3c0c3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:50.401848 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7195a3d-0ef4-4125-b6ee-5a725b95e852 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:50.418453 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 3e73ce13-328d-43e2-9679-e658d14b9ddd {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:07:50.419025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 3e73ce13-328d-43e2-9679-e658d14b9ddd not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:07:50.501701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-8f893ac6-c1c6-417e-a295-807c9be1bd6d', 'network_id': '8f893ac6-c1c6-417e-a295-807c9be1bd6d', 'tenant_id': 'e30e9b2321bf4df0a2a78b7c2a05f96e', 'fixed_ips': [{'subnet_id': '29f78d51-7e94-42e3-b1f5-b134ee838ed5'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:07:50.502609 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:50.504115 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6dd0de4-657b-4288-a142-8181e3c0c3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:50.529300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7195a3d-0ef4-4125-b6ee-5a725b95e852 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Checking segment: {'id': '3cf73645-7aa0-4000-8f45-fe9f9bba4822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1feaa30a-e713-4724-a958-541317382515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:50.529677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7195a3d-0ef4-4125-b6ee-5a725b95e852 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Network hostable DHCP agents. Network: 1feaa30a-e713-4724-a958-541317382515, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:07:50.572645 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c1f3bc09-f81a-47ce-b330-09d88a55cb51 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:50.581892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7195a3d-0ef4-4125-b6ee-5a725b95e852 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event updated for resources: {'Subnet': ['ID=3f69549e-97e6-4ca9-b9df-2c711a3f4778,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:50.585481 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c1f3bc09-f81a-47ce-b330-09d88a55cb51 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:50.599060 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f3bc09-f81a-47ce-b330-09d88a55cb51 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:50.602506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7195a3d-0ef4-4125-b6ee-5a725b95e852 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Network 1feaa30a-e713-4724-a958-541317382515 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:07:50.604266 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c1f3bc09-f81a-47ce-b330-09d88a55cb51 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:50.606364 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c1f3bc09-f81a-47ce-b330-09d88a55cb51 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/ports/d6e2f3bc-ebff-4543-b51e-93f799e7bf7a HTTP/1.1" status: 200 len: 911 time: 1.4525545 Jul 29 15:07:50.610938 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33160) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:50.678361 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a7195a3d-0ef4-4125-b6ee-5a725b95e852 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 1feaa30a-e713-4724-a958-541317382515) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:50.694396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3bc09-f81a-47ce-b330-09d88a55cb51 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=d6e2f3bc-ebff-4543-b51e-93f799e7bf7a,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:50.706221 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9472afe5-78b5-4448-a9af-793293131879 None None] Network 1feaa30a-e713-4724-a958-541317382515 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:50.728301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7195a3d-0ef4-4125-b6ee-5a725b95e852 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:50.729399 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7195a3d-0ef4-4125-b6ee-5a725b95e852 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:50.746023 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6dd0de4-657b-4288-a142-8181e3c0c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:50.748607 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6dd0de4-657b-4288-a142-8181e3c0c3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:50.750165 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f6dd0de4-657b-4288-a142-8181e3c0c3ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1924bf72-2001-4a64-8f30-5d0dce676525 HTTP/1.1" status: 204 len: 168 time: 0.4320047 Jul 29 15:07:50.770414 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Allocated IP 2001:db8::2 (8f893ac6-c1c6-417e-a295-807c9be1bd6d/29f78d51-7e94-42e3-b1f5-b134ee838ed5/cc07cd7c-df56-4b43-9972-30858ab20c54) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:50.810048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd0de4-657b-4288-a142-8181e3c0c3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1924bf72-2001-4a64-8f30-5d0dce676525,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:50.818424 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a7195a3d-0ef4-4125-b6ee-5a725b95e852 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9080420 Jul 29 15:07:50.821208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33164) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:51.040527 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-1feaa30a-e713-4724-a958-541317382515', 'network_id': '1feaa30a-e713-4724-a958-541317382515', 'tenant_id': 'e30e9b2321bf4df0a2a78b7c2a05f96e', 'fixed_ips': [{'subnet_id': '3f69549e-97e6-4ca9-b9df-2c711a3f4778'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:07:51.041482 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:51.089729 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f28d416c-b975-4e6c-a456-b60d1f80e1e3 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:51.206733 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:51.218138 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Transition to ACTIVE for port object cc07cd7c-df56-4b43-9972-30858ab20c54 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:51.237397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Transition to ACTIVE for port object cc07cd7c-df56-4b43-9972-30858ab20c54 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:51.247741 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:51.313554 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8c97f98-2e69-4798-8324-93f2b42dc35c tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:51.414885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Network 8f893ac6-c1c6-417e-a295-807c9be1bd6d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:51.451383 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Pushing event updated for resources: {'Port': ['ID=cc07cd7c-df56-4b43-9972-30858ab20c54,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:51.473936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:51.480695 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:51.793493 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:51.879136 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Attempting to bind port cc07cd7c-df56-4b43-9972-30858ab20c54 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:07:51.879710 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Attempting to bind port cc07cd7c-df56-4b43-9972-30858ab20c54 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'eee50622-9014-4f55-b380-a4fd4f13d822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8f893ac6-c1c6-417e-a295-807c9be1bd6d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:07:51.879917 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Attempting to bind port cc07cd7c-df56-4b43-9972-30858ab20c54 on network 8f893ac6-c1c6-417e-a295-807c9be1bd6d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:07:51.890662 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f28d416c-b975-4e6c-a456-b60d1f80e1e3 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:51.891515 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:51.896395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:07:51.896847 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Checking segment: {'id': 'eee50622-9014-4f55-b380-a4fd4f13d822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8f893ac6-c1c6-417e-a295-807c9be1bd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:51.897271 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:51.897784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Bound using segment: {'id': 'eee50622-9014-4f55-b380-a4fd4f13d822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8f893ac6-c1c6-417e-a295-807c9be1bd6d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:07:51.898661 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Bound port: cc07cd7c-df56-4b43-9972-30858ab20c54, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee50622-9014-4f55-b380-a4fd4f13d822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8f893ac6-c1c6-417e-a295-807c9be1bd6d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:07:51.898776 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:51.923473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f8c97f98-2e69-4798-8324-93f2b42dc35c tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port d6e2f3bc-ebff-4543-b51e-93f799e7bf7a {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:51.925131 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8c97f98-2e69-4798-8324-93f2b42dc35c tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:51.929904 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4838cde4-2bb6-4bc1-92d0-66abead28336 None None] Network 92943684-dd1a-4d28-b5b8-2edf0c661bff requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:52.056927 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] For port cc07cd7c-df56-4b43-9972-30858ab20c54, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:07:52.060024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] For port cc07cd7c-df56-4b43-9972-30858ab20c54, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cc07cd7c-df56-4b43-9972-30858ab20c54,segment=NetworkSegment(eee50622-9014-4f55-b380-a4fd4f13d822),segment_id=eee50622-9014-4f55-b380-a4fd4f13d822)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:07:52.077353 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8c97f98-2e69-4798-8324-93f2b42dc35c tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:52.079093 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:52.083843 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Allocated IP 2001:db8::2 (1feaa30a-e713-4724-a958-541317382515/3f69549e-97e6-4ca9-b9df-2c711a3f4778/e47f4ef0-1254-4951-a505-3418694fdc3d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:52.122353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f8c97f98-2e69-4798-8324-93f2b42dc35c tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for d6e2f3bc-ebff-4543-b51e-93f799e7bf7a owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:52.176378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-69bc30ee-3510-4739-a144-b3dcdedd3939 None None] Provisioning for port f032ae26-204f-450e-a392-7a5b91203d11 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:52.211721 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33192) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:52.232427 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Allocated IP 2001:db8::1 (8f893ac6-c1c6-417e-a295-807c9be1bd6d/29f78d51-7e94-42e3-b1f5-b134ee838ed5/a2bbf8c2-3166-4202-bdbf-f3c0d2d7e543) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:52.382132 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bac13-cab4-402e-a7b5-640f018e6fdd None None] Pushing event updated for resources: {'Port': ['ID=cc07cd7c-df56-4b43-9972-30858ab20c54,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:52.434522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f032ae26-204f-450e-a392-7a5b91203d11 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:52.496812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-857e2f69-a91e-4c27-8396-4b2f4d95a4b3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-336552031-network', 'tenant_id': '256804ae7c88468abadb323f16bd1ae7'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:52.586449 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:52.588797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857e2f69-a91e-4c27-8396-4b2f4d95a4b3 admin admin] Made reservation on behalf of 256804ae7c88468abadb323f16bd1ae7 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:52.592043 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-857e2f69-a91e-4c27-8396-4b2f4d95a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:52.607287 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8c97f98-2e69-4798-8324-93f2b42dc35c tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:52.622231 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-857e2f69-a91e-4c27-8396-4b2f4d95a4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:52.657870 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c97f98-2e69-4798-8324-93f2b42dc35c tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=d6e2f3bc-ebff-4543-b51e-93f799e7bf7a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:52.686482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Transition to ACTIVE for port object a2bbf8c2-3166-4202-bdbf-f3c0d2d7e543 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:52.717045 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:52.732511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Transition to ACTIVE for port object e47f4ef0-1254-4951-a505-3418694fdc3d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:52.736048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port f032ae26-204f-450e-a392-7a5b91203d11 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:52.765654 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-e9848970-94b3-4263-96ab-d16092441ce1 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:52.767596 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-e9848970-94b3-4263-96ab-d16092441ce1 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/networks?id=fb13e7be-1996-4013-94e7-9bb8de9ff08f HTTP/1.1" status: 200 len: 815 time: 0.3343019 Jul 29 15:07:52.782793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f032ae26-204f-450e-a392-7a5b91203d11 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:52.783178 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:52.839155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Transition to ACTIVE for port object e47f4ef0-1254-4951-a505-3418694fdc3d will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:52.864610 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-c85cc474-b88f-473a-b8a7-e5e979338173 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/quotas/674e9126d6f64603ae7397cc3fe62996 HTTP/1.1" status: 200 len: 375 time: 0.0784090 Jul 29 15:07:52.869113 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8c97f98-2e69-4798-8324-93f2b42dc35c tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:52.883720 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:52.911135 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Network 1feaa30a-e713-4724-a958-541317382515 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:52.913920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:52.921565 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:52.938219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:53.053631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event updated for resources: {'Port': ['ID=a2bbf8c2-3166-4202-bdbf-f3c0d2d7e543,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:53.055128 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Attempting to bind port e47f4ef0-1254-4951-a505-3418694fdc3d on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:07:53.055504 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Attempting to bind port e47f4ef0-1254-4951-a505-3418694fdc3d by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '3cf73645-7aa0-4000-8f45-fe9f9bba4822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1feaa30a-e713-4724-a958-541317382515'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:07:53.056240 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Attempting to bind port e47f4ef0-1254-4951-a505-3418694fdc3d on network 1feaa30a-e713-4724-a958-541317382515 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:07:53.063860 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Pushing event updated for resources: {'Port': ['ID=e47f4ef0-1254-4951-a505-3418694fdc3d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:53.098827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Network 8f893ac6-c1c6-417e-a295-807c9be1bd6d is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:53.101755 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:07:53.102138 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Checking segment: {'id': '3cf73645-7aa0-4000-8f45-fe9f9bba4822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1feaa30a-e713-4724-a958-541317382515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:53.102777 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:53.103178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Bound using segment: {'id': '3cf73645-7aa0-4000-8f45-fe9f9bba4822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1feaa30a-e713-4724-a958-541317382515'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:07:53.103670 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Bound port: e47f4ef0-1254-4951-a505-3418694fdc3d, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf73645-7aa0-4000-8f45-fe9f9bba4822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1feaa30a-e713-4724-a958-541317382515'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:07:53.104310 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:53.110090 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:53.122526 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:53.123575 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:53.152591 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:53.189964 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c97f98-2e69-4798-8324-93f2b42dc35c tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router e9d4d9d3-b35b-490b-b983-28797c8ab630 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:07:53.196171 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-92334057-8261-41dd-8730-768ba19ed292 None None] For port e47f4ef0-1254-4951-a505-3418694fdc3d, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:07:53.200856 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-92334057-8261-41dd-8730-768ba19ed292 None None] For port e47f4ef0-1254-4951-a505-3418694fdc3d, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e47f4ef0-1254-4951-a505-3418694fdc3d,segment=NetworkSegment(3cf73645-7aa0-4000-8f45-fe9f9bba4822),segment_id=3cf73645-7aa0-4000-8f45-fe9f9bba4822)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:07:53.226421 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port f032ae26-204f-450e-a392-7a5b91203d11, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f032ae26-204f-450e-a392-7a5b91203d11,segment=NetworkSegment(4f7b8f05-7b9c-46d4-ae2a-ba1b8607141c),segment_id=4f7b8f05-7b9c-46d4-ae2a-ba1b8607141c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:53.228575 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:53.241914 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:53.310892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c97f98-2e69-4798-8324-93f2b42dc35c tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:53.325571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-18fe5ea5-643e-4852-9e95-af82320c85ca tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=674e9126d6f64603ae7397cc3fe62996&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4599419 Jul 29 15:07:53.335230 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f8c97f98-2e69-4798-8324-93f2b42dc35c tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/e9d4d9d3-b35b-490b-b983-28797c8ab630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7227302 Jul 29 15:07:53.337616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33208) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:53.339438 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd04c368-19cd-4f7e-b1d2-c27fe4888c2c None None] Sync routers for ids ['e9d4d9d3-b35b-490b-b983-28797c8ab630'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:53.390132 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9c04afb2-c6e5-45a3-851b-24d0969f9ef7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9d4d9d3-b35b-490b-b983-28797c8ab630 HTTP/1.1" status: 200 len: 205 time: 0.0513387 Jul 29 15:07:53.396311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd04c368-19cd-4f7e-b1d2-c27fe4888c2c None None] Routers {'e9d4d9d3-b35b-490b-b983-28797c8ab630'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:53.396311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fd04c368-19cd-4f7e-b1d2-c27fe4888c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e9d4d9d3-b35b-490b-b983-28797c8ab630'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:53.396650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-03cf916c-23ce-481c-80ba-031963576ef0 None None] Provisioning complete for port f032ae26-204f-450e-a392-7a5b91203d11 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:53.398334 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03cf916c-23ce-481c-80ba-031963576ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:53.411540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33210) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:53.417805 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-857e2f69-a91e-4c27-8396-4b2f4d95a4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:53.453061 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-857e2f69-a91e-4c27-8396-4b2f4d95a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:53.497888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e2f69-a91e-4c27-8396-4b2f4d95a4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02746859-fb7c-4d5b-a339-3d5dad8c317c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:53.514439 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:53.526175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cc07cd7c-df56-4b43-9972-30858ab20c54 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:53.529580 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92334057-8261-41dd-8730-768ba19ed292 None None] Pushing event updated for resources: {'Port': ['ID=e47f4ef0-1254-4951-a505-3418694fdc3d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:53.542994 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fd04c368-19cd-4f7e-b1d2-c27fe4888c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:53.554870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857e2f69-a91e-4c27-8396-4b2f4d95a4b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:07:53.580096 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98f1856d-a18a-4cf3-bcff-9415c5cd1769 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:53.608443 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-857e2f69-a91e-4c27-8396-4b2f4d95a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:53.608841 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-857e2f69-a91e-4c27-8396-4b2f4d95a4b3 admin admin] Added segment 210f1790-0928-4f84-a0fb-3397131869ba of type vlan for network c6ac49ed-ef6a-4b9b-90b2-72def1a913ae Jul 29 15:07:53.644401 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-7e18bec2-2e8e-4a2f-888d-522d5a9e9f0a service neutron] 10.222.0.16 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178034 Jul 29 15:07:53.810778 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd04c368-19cd-4f7e-b1d2-c27fe4888c2c None None] Routers {'e9d4d9d3-b35b-490b-b983-28797c8ab630'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:53.811429 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fd04c368-19cd-4f7e-b1d2-c27fe4888c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e9d4d9d3-b35b-490b-b983-28797c8ab630'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:53.877473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=f032ae26-204f-450e-a392-7a5b91203d11,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:53.880214 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fd04c368-19cd-4f7e-b1d2-c27fe4888c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:53.881175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd04c368-19cd-4f7e-b1d2-c27fe4888c2c None None] The sync data for ids ['e9d4d9d3-b35b-490b-b983-28797c8ab630'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:53.920208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port cc07cd7c-df56-4b43-9972-30858ab20c54 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:53.945532 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98f1856d-a18a-4cf3-bcff-9415c5cd1769 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:53.948123 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98f1856d-a18a-4cf3-bcff-9415c5cd1769 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:53.968532 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-857e2f69-a91e-4c27-8396-4b2f4d95a4b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:53.995422 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98f1856d-a18a-4cf3-bcff-9415c5cd1769 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:53.996148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f1856d-a18a-4cf3-bcff-9415c5cd1769 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Fanout notify agent at l3_agent the message router_deleted on router e9d4d9d3-b35b-490b-b983-28797c8ab630 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:07:54.003971 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98f1856d-a18a-4cf3-bcff-9415c5cd1769 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:54.007647 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-98f1856d-a18a-4cf3-bcff-9415c5cd1769 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/routers/e9d4d9d3-b35b-490b-b983-28797c8ab630 HTTP/1.1" status: 204 len: 168 time: 0.5900939 Jul 29 15:07:54.008127 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33214) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:54.011405 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-ae512680-b2ac-42d9-899e-79a0a56e361a service neutron] 10.222.0.16 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242028 Jul 29 15:07:54.055869 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-857e2f69-a91e-4c27-8396-4b2f4d95a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:54.056966 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857e2f69-a91e-4c27-8396-4b2f4d95a4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:54.057496 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-857e2f69-a91e-4c27-8396-4b2f4d95a4b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:54.059197 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c98208b-d042-4a4c-a070-3ac16656160b None None] Network 8f893ac6-c1c6-417e-a295-807c9be1bd6d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:54.088996 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d641299-4e6c-40ed-9c13-447501b357b3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting subnet a4abffd1-2b59-492b-9cf4-dd46ab44ae6b {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:07:54.106038 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d641299-4e6c-40ed-9c13-447501b357b3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:54.182417 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d641299-4e6c-40ed-9c13-447501b357b3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:54.187500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-41268e24-442f-4f2c-9405-9cb2fb66314e None None] Provisioning for port cc07cd7c-df56-4b43-9972-30858ab20c54 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:54.190642 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-857e2f69-a91e-4c27-8396-4b2f4d95a4b3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9772332 Jul 29 15:07:54.194650 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33216) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:54.196948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e2f69-a91e-4c27-8396-4b2f4d95a4b3 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ac49ed-ef6a-4b9b-90b2-72def1a913ae,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:54.212196 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-15fcbbd0-1738-4571-8372-076fb602f47c admin admin] Request body: {'subnet': {'network_id': 'c6ac49ed-ef6a-4b9b-90b2-72def1a913ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-336552031-subnet', 'tenant_id': '256804ae7c88468abadb323f16bd1ae7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:54.215292 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network c6ac49ed-ef6a-4b9b-90b2-72def1a913ae details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:07:54.253939 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-41268e24-442f-4f2c-9405-9cb2fb66314e None None] Provisioning complete for port cc07cd7c-df56-4b43-9972-30858ab20c54 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:54.254329 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41268e24-442f-4f2c-9405-9cb2fb66314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:54.333065 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bd34e7bf-1ef5-44f5-a1fd-7301a0a57cda req-06a186cc-b827-43db-b36f-495642fd7842 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 210 time: 0.0721877 Jul 29 15:07:54.358400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fcbbd0-1738-4571-8372-076fb602f47c admin admin] Made reservation on behalf of 256804ae7c88468abadb323f16bd1ae7 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:54.361057 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15fcbbd0-1738-4571-8372-076fb602f47c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:54.442244 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d641299-4e6c-40ed-9c13-447501b357b3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:54.565248 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d641299-4e6c-40ed-9c13-447501b357b3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:54.617147 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41268e24-442f-4f2c-9405-9cb2fb66314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:54.634684 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d641299-4e6c-40ed-9c13-447501b357b3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Subnet': ['ID=a4abffd1-2b59-492b-9cf4-dd46ab44ae6b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:54.659800 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-41268e24-442f-4f2c-9405-9cb2fb66314e None None] For port cc07cd7c-df56-4b43-9972-30858ab20c54, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cc07cd7c-df56-4b43-9972-30858ab20c54,segment=NetworkSegment(eee50622-9014-4f55-b380-a4fd4f13d822),segment_id=eee50622-9014-4f55-b380-a4fd4f13d822)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:54.680410 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41268e24-442f-4f2c-9405-9cb2fb66314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:54.680790 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d641299-4e6c-40ed-9c13-447501b357b3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:54.684143 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3d641299-4e6c-40ed-9c13-447501b357b3 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/a4abffd1-2b59-492b-9cf4-dd46ab44ae6b HTTP/1.1" status: 204 len: 168 time: 0.6737499 Jul 29 15:07:54.685561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33226) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:54.736296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdbeed6-a0b1-428c-a8aa-be3ad983482e None None] Network a5621ace-0f90-4638-b297-73f6c984d530 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:54.811959 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15fcbbd0-1738-4571-8372-076fb602f47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:54.846217 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:54.884416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41268e24-442f-4f2c-9405-9cb2fb66314e None None] Pushing event updated for resources: {'Port': ['ID=cc07cd7c-df56-4b43-9972-30858ab20c54,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:54.899630 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4aa7bdbe-4ced-4a0e-b337-db5d56a3214c req-a1d369be-6cd6-48a6-9ae3-ed29dac7cc2b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2561045 Jul 29 15:07:54.909008 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:54.909857 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:54.967997 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:55.033649 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3cc583-2126-41f2-913e-427a090b666a None None] Network 1feaa30a-e713-4724-a958-541317382515 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:55.064372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcbbd0-1738-4571-8372-076fb602f47c admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e9febf-003a-48eb-8ba1-eeb7a6c9d99d,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:55.077322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7bdbe-4ced-4a0e-b337-db5d56a3214c req-64a2b61c-c84c-43ca-9774-4777b706c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:55.079836 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4aa7bdbe-4ced-4a0e-b337-db5d56a3214c req-64a2b61c-c84c-43ca-9774-4777b706c009 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=674e9126d6f64603ae7397cc3fe62996&device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 1097 time: 0.1059957 Jul 29 15:07:55.082201 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event updated for resources: {'Port': ['ID=a2bbf8c2-3166-4202-bdbf-f3c0d2d7e543,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:55.104554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fcbbd0-1738-4571-8372-076fb602f47c admin admin] Checking segment: {'id': '210f1790-0928-4f84-a0fb-3397131869ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c6ac49ed-ef6a-4b9b-90b2-72def1a913ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:55.104720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fcbbd0-1738-4571-8372-076fb602f47c admin admin] Network hostable DHCP agents. Network: c6ac49ed-ef6a-4b9b-90b2-72def1a913ae, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:07:55.178749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fcbbd0-1738-4571-8372-076fb602f47c admin admin] Network c6ac49ed-ef6a-4b9b-90b2-72def1a913ae is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:07:55.209195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Network 8f893ac6-c1c6-417e-a295-807c9be1bd6d is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:55.212103 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-15fcbbd0-1738-4571-8372-076fb602f47c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, c6ac49ed-ef6a-4b9b-90b2-72def1a913ae) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:55.219771 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:55.224439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port f28d416c-b975-4e6c-a456-b60d1f80e1e3 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:07:55.224828 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:55.229545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fcbbd0-1738-4571-8372-076fb602f47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:55.230379 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15fcbbd0-1738-4571-8372-076fb602f47c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:55.241366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7bdbe-4ced-4a0e-b337-db5d56a3214c req-4f69a2b3-bd34-4feb-9ab9-d23b8ca960d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:55.242864 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4aa7bdbe-4ced-4a0e-b337-db5d56a3214c req-4f69a2b3-bd34-4feb-9ab9-d23b8ca960d6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fb13e7be-1996-4013-94e7-9bb8de9ff08f HTTP/1.1" status: 200 len: 916 time: 0.1365135 Jul 29 15:07:55.261707 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b53a8d-1517-4adf-b858-ebe79da4b8c7 None None] Network c6ac49ed-ef6a-4b9b-90b2-72def1a913ae requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:55.355446 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-15fcbbd0-1738-4571-8372-076fb602f47c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1522977 Jul 29 15:07:55.432127 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-86d3f35b-b9c7-418d-92c4-1001f16ec6d6 None None] Provisioning for port e47f4ef0-1254-4951-a505-3418694fdc3d completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:55.460051 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4aa7bdbe-4ced-4a0e-b337-db5d56a3214c req-aad3a6fd-bbb8-48d1-9f8e-9eb443d258b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd5da8fb-2b0f-4108-893b-36ff2a4a695c HTTP/1.1" status: 200 len: 217 time: 0.1282582 Jul 29 15:07:55.525389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28dfa3f-50b5-45ca-af4c-2c1cdf509446 None None] DHCP port deletion for a5621ace-0f90-4638-b297-73f6c984d530 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:07:55.602742 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ff30984-e02e-4397-8779-a0a13dbc2c1d req-01210034-276b-4dd7-8bc2-a2c5afd79a60 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 210 time: 0.0908763 Jul 29 15:07:55.618905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] For port f28d416c-b975-4e6c-a456-b60d1f80e1e3, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f28d416c-b975-4e6c-a456-b60d1f80e1e3,segment=NetworkSegment(01c982ff-f0c3-4360-adcf-020e3e18fd5e),segment_id=01c982ff-f0c3-4360-adcf-020e3e18fd5e)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:55.619521 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:55.644975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Router badad9e5-ee15-4572-a338-a8e8706263ae is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:07:55.647406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33238) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:55.655361 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for f28d416c-b975-4e6c-a456-b60d1f80e1e3 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:07:55.786285 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:55.833899 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e47f4ef0-1254-4951-a505-3418694fdc3d up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:55.861393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-53557632-e4c1-4894-8cc0-d11b104095ba admin admin] Deleting subnet 12e9febf-003a-48eb-8ba1-eeb7a6c9d99d {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:07:55.901040 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] No DVR routers for this DVR port f28d416c-b975-4e6c-a456-b60d1f80e1e3 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:07:55.902968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=f28d416c-b975-4e6c-a456-b60d1f80e1e3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:55.905872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7bdbe-4ced-4a0e-b337-db5d56a3214c req-e2e3d3aa-c886-4f39-94fc-c22f8fe2a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:55.908324 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4aa7bdbe-4ced-4a0e-b337-db5d56a3214c req-e2e3d3aa-c886-4f39-94fc-c22f8fe2a8a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70 HTTP/1.1" status: 200 len: 855 time: 0.4382215 Jul 29 15:07:55.921312 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-53557632-e4c1-4894-8cc0-d11b104095ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:55.961674 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d28dfa3f-50b5-45ca-af4c-2c1cdf509446 None None] The port 'f28d416c-b975-4e6c-a456-b60d1f80e1e3' was deleted {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 15:07:56.067940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29448b2d-6ebe-4927-a72c-1bfa4992fd9b None None] Network c6ac49ed-ef6a-4b9b-90b2-72def1a913ae requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:56.082742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-81fb24d7-1eb9-4bd3-9548-f3ffb297c112 None None] Provisioning for port a2bbf8c2-3166-4202-bdbf-f3c0d2d7e543 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:56.129911 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:07:56.142695 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b8d29-49ea-4dbb-95e5-327054447999 None None] Sync routers for ids ['badad9e5-ee15-4572-a338-a8e8706263ae'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:07:56.147632 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7f89e54f-8621-4ae6-8f79-41e6220b6d41 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "PUT /v2.0/routers/badad9e5-ee15-4572-a338-a8e8706263ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3245659 Jul 29 15:07:56.154326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33242) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:56.158446 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.169875 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-53557632-e4c1-4894-8cc0-d11b104095ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.170935 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b8d29-49ea-4dbb-95e5-327054447999 None None] Routers {'badad9e5-ee15-4572-a338-a8e8706263ae'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:56.171566 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-532b8d29-49ea-4dbb-95e5-327054447999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['badad9e5-ee15-4572-a338-a8e8706263ae'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:56.174630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5621ace-0f90-4638-b297-73f6c984d530']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:56.186867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c982ff-f0c3-4360-adcf-020e3e18fd5e') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:56.187308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c982ff-f0c3-4360-adcf-020e3e18fd5e') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:56.200006 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.218312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.227050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:07:56.227632 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.264044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-81fb24d7-1eb9-4bd3-9548-f3ffb297c112 None None] Provisioning complete for port a2bbf8c2-3166-4202-bdbf-f3c0d2d7e543 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:56.264533 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81fb24d7-1eb9-4bd3-9548-f3ffb297c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.291136 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-532b8d29-49ea-4dbb-95e5-327054447999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:56.309736 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b8d29-49ea-4dbb-95e5-327054447999 None None] Routers {'badad9e5-ee15-4572-a338-a8e8706263ae'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:07:56.310921 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-532b8d29-49ea-4dbb-95e5-327054447999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['badad9e5-ee15-4572-a338-a8e8706263ae'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:56.314381 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4aa7bdbe-4ced-4a0e-b337-db5d56a3214c req-831a79ad-4b66-4dd8-a1d1-d894a7b0e861 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb13e7be-1996-4013-94e7-9bb8de9ff08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3800790 Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:07:56.315327 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:07:56.319753 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.328392 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.336348 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/networks/a5621ace-0f90-4638-b297-73f6c984d530 HTTP/1.1" status: 204 len: 168 time: 1.6484642 Jul 29 15:07:56.336348 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33244) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:56.353388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-52aacd40-e1ae-4862-9939-33aa7fac43d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-850288719', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:56.367714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-33b1e9d7-87bd-4b75-8262-40cc961a2f72 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:56.369801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-33b1e9d7-87bd-4b75-8262-40cc961a2f72 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.39 "GET /v2.0/networks?id=fb13e7be-1996-4013-94e7-9bb8de9ff08f HTTP/1.1" status: 200 len: 815 time: 0.4869194 Jul 29 15:07:56.371458 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-53557632-e4c1-4894-8cc0-d11b104095ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.399664 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-81fb24d7-1eb9-4bd3-9548-f3ffb297c112 None None] Port a2bbf8c2-3166-4202-bdbf-f3c0d2d7e543 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:56.404558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2b2e3-eb2b-41e4-905b-49a804c9ef9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Network': ['ID=a5621ace-0f90-4638-b297-73f6c984d530,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:56.413241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-63b01cb2-4772-4f86-bf03-57c187f5842c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Request body: {'port': {'device_id': '9ea93bef-6b66-40bf-8b81-e7ab01898f97', 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f', 'admin_state_up': True, 'tenant_id': '674e9126d6f64603ae7397cc3fe62996'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:56.432043 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-532b8d29-49ea-4dbb-95e5-327054447999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:56.432763 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b8d29-49ea-4dbb-95e5-327054447999 None None] The sync data for ids ['badad9e5-ee15-4572-a338-a8e8706263ae'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:07:56.454438 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port e47f4ef0-1254-4951-a505-3418694fdc3d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:07:56.464540 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52aacd40-e1ae-4862-9939-33aa7fac43d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.466520 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52aacd40-e1ae-4862-9939-33aa7fac43d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.519292 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port e47f4ef0-1254-4951-a505-3418694fdc3d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:56.519675 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.524194 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4aa7bdbe-4ced-4a0e-b337-db5d56a3214c req-25b89624-fa31-49c8-bb06-a8c6cd581414 service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871977 Jul 29 15:07:56.527997 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.558447 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52aacd40-e1ae-4862-9939-33aa7fac43d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.595626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-81fb24d7-1eb9-4bd3-9548-f3ffb297c112 None None] Provisioning complete for port cc07cd7c-df56-4b43-9972-30858ab20c54 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:56.595995 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-81fb24d7-1eb9-4bd3-9548-f3ffb297c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.621547 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52aacd40-e1ae-4862-9939-33aa7fac43d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.627371 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-53557632-e4c1-4894-8cc0-d11b104095ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.682760 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52aacd40-e1ae-4862-9939-33aa7fac43d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.683548 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-52aacd40-e1ae-4862-9939-33aa7fac43d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3348088 Jul 29 15:07:56.686264 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33248) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:56.716555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f04c350c-e0d7-4df7-81e7-57db48cd2b1f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1805231781'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:56.783988 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.893822 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port e47f4ef0-1254-4951-a505-3418694fdc3d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e47f4ef0-1254-4951-a505-3418694fdc3d,segment=NetworkSegment(3cf73645-7aa0-4000-8f45-fe9f9bba4822),segment_id=3cf73645-7aa0-4000-8f45-fe9f9bba4822)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:07:56.902204 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:56.903013 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f032ae26-204f-450e-a392-7a5b91203d11 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:57.030513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1c34f11d-e84d-4cc5-83da-4d33e51f7100 None None] Provisioning complete for port a2bbf8c2-3166-4202-bdbf-f3c0d2d7e543 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:57.030879 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1c34f11d-e84d-4cc5-83da-4d33e51f7100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:57.148986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1c34f11d-e84d-4cc5-83da-4d33e51f7100 None None] Port a2bbf8c2-3166-4202-bdbf-f3c0d2d7e543 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:07:57.177044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=e47f4ef0-1254-4951-a505-3418694fdc3d,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:57.213392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f032ae26-204f-450e-a392-7a5b91203d11 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:57.215271 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:57.240791 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4aa7bdbe-4ced-4a0e-b337-db5d56a3214c req-41d5d251-3c89-418c-92e5-f292b4f493ca service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6925175 Jul 29 15:07:57.267910 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04c350c-e0d7-4df7-81e7-57db48cd2b1f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:57.272128 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f04c350c-e0d7-4df7-81e7-57db48cd2b1f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:57.305290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53557632-e4c1-4894-8cc0-d11b104095ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e9febf-003a-48eb-8ba1-eeb7a6c9d99d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:57.323332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1c34f11d-e84d-4cc5-83da-4d33e51f7100 None None] Provisioning complete for port e47f4ef0-1254-4951-a505-3418694fdc3d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:57.324144 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1c34f11d-e84d-4cc5-83da-4d33e51f7100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:57.327130 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04c350c-e0d7-4df7-81e7-57db48cd2b1f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:07:57.331089 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-53557632-e4c1-4894-8cc0-d11b104095ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:57.336212 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-53557632-e4c1-4894-8cc0-d11b104095ba admin admin] 10.222.0.16 "DELETE /v2.0/subnets/12e9febf-003a-48eb-8ba1-eeb7a6c9d99d HTTP/1.1" status: 204 len: 168 time: 1.6866879 Jul 29 15:07:57.339221 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2b011487-b38a-40bd-ba1b-2c7cc6ec1083 req-58584041-f483-43f4-9b21-d9d5d8a0568f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 210 time: 0.0922804 Jul 29 15:07:57.339952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33286) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:57.343609 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f04c350c-e0d7-4df7-81e7-57db48cd2b1f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:57.345957 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-f04c350c-e0d7-4df7-81e7-57db48cd2b1f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Added segment e99a2c8d-5834-4f31-9534-6c230d80cd4f of type vlan for network 41931b66-ebff-46d5-9cb0-761515ce6b1d Jul 29 15:07:57.452985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cc07cd7c-df56-4b43-9972-30858ab20c54 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:57.457125 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f04c350c-e0d7-4df7-81e7-57db48cd2b1f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:57.500997 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-63b01cb2-4772-4f86-bf03-57c187f5842c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Made reservation on behalf of 674e9126d6f64603ae7397cc3fe62996 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:57.504929 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-63b01cb2-4772-4f86-bf03-57c187f5842c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:57.508688 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f04c350c-e0d7-4df7-81e7-57db48cd2b1f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:57.518248 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04c350c-e0d7-4df7-81e7-57db48cd2b1f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:57.519471 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f04c350c-e0d7-4df7-81e7-57db48cd2b1f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:57.555142 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-45c9d1e4-d9e0-4996-830b-73187d117698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:57.558005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port cc07cd7c-df56-4b43-9972-30858ab20c54 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:57.559314 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:57.608761 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f04c350c-e0d7-4df7-81e7-57db48cd2b1f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9205694 Jul 29 15:07:57.612623 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33314) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:57.619225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-597c9f14-b3cf-46fb-9477-9ba1b90e4705 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'subnet': {'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:57.653814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c350c-e0d7-4df7-81e7-57db48cd2b1f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Network': ['ID=41931b66-ebff-46d5-9cb0-761515ce6b1d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:57.676859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 41931b66-ebff-46d5-9cb0-761515ce6b1d details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:07:57.763773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597c9f14-b3cf-46fb-9477-9ba1b90e4705 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:07:57.764214 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-63b01cb2-4772-4f86-bf03-57c187f5842c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Allocated IP 172.20.0.5 (fb13e7be-1996-4013-94e7-9bb8de9ff08f/212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70/37a2f177-19dc-488c-bbd4-9df15441d1c9) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:57.770406 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-597c9f14-b3cf-46fb-9477-9ba1b90e4705 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:57.822631 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e47f4ef0-1254-4951-a505-3418694fdc3d up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:07:57.874711 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port e47f4ef0-1254-4951-a505-3418694fdc3d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:07:57.875928 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:57.926831 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-45c9d1e4-d9e0-4996-830b-73187d117698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:57.972451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-45c9d1e4-d9e0-4996-830b-73187d117698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ac49ed-ef6a-4b9b-90b2-72def1a913ae']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:58.027973 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-45c9d1e4-d9e0-4996-830b-73187d117698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210f1790-0928-4f84-a0fb-3397131869ba') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:58.028269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-45c9d1e4-d9e0-4996-830b-73187d117698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210f1790-0928-4f84-a0fb-3397131869ba') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:07:58.051777 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-597c9f14-b3cf-46fb-9477-9ba1b90e4705 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:58.056535 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-45c9d1e4-d9e0-4996-830b-73187d117698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:58.064147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f28d416c-b975-4e6c-a456-b60d1f80e1e3 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:07:58.077542 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-a15a895a-61c0-4da5-901b-93fac7c23d31 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:07:58.079845 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a15a895a-61c0-4da5-901b-93fac7c23d31 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "PUT /v2.0/routers/badad9e5-ee15-4572-a338-a8e8706263ae/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9236741 Jul 29 15:07:58.096948 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: f28d416c-b975-4e6c-a456-b60d1f80e1e3 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:07:58.097305 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f28d416c-b975-4e6c-a456-b60d1f80e1e3 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:07:58.097975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33370) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:58.127417 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-45c9d1e4-d9e0-4996-830b-73187d117698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:58.139879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c9d1e4-d9e0-4996-830b-73187d117698 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:07:58.140279 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-45c9d1e4-d9e0-4996-830b-73187d117698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:07:58.142215 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:07:58.209792 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c9f14-b3cf-46fb-9477-9ba1b90e4705 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Subnet': ['ID=d3ad7906-d6e6-4226-9e03-b888f1bf2f5a,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:58.239012 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-45c9d1e4-d9e0-4996-830b-73187d117698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:58.247254 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597c9f14-b3cf-46fb-9477-9ba1b90e4705 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Checking segment: {'id': 'e99a2c8d-5834-4f31-9534-6c230d80cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:58.247842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597c9f14-b3cf-46fb-9477-9ba1b90e4705 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network hostable DHCP agents. Network: 41931b66-ebff-46d5-9cb0-761515ce6b1d, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:07:58.253416 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-45c9d1e4-d9e0-4996-830b-73187d117698 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:58.255316 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-45c9d1e4-d9e0-4996-830b-73187d117698 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c6ac49ed-ef6a-4b9b-90b2-72def1a913ae HTTP/1.1" status: 204 len: 168 time: 0.9120097 Jul 29 15:07:58.266771 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-63b01cb2-4772-4f86-bf03-57c187f5842c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:58.271006 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9d1e4-d9e0-4996-830b-73187d117698 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ac49ed-ef6a-4b9b-90b2-72def1a913ae,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:58.316267 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-63b01cb2-4772-4f86-bf03-57c187f5842c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:58.336960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597c9f14-b3cf-46fb-9477-9ba1b90e4705 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 41931b66-ebff-46d5-9cb0-761515ce6b1d is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:07:58.352016 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['fd5da8fb-2b0f-4108-893b-36ff2a4a695c', '34271123-b61a-45fe-83a1-9be9df741f8f', '8ef89210-1400-4f3d-9c10-c59906160475'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:07:58.356517 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-597c9f14-b3cf-46fb-9477-9ba1b90e4705 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 41931b66-ebff-46d5-9cb0-761515ce6b1d) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:58.389485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-63b01cb2-4772-4f86-bf03-57c187f5842c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Network fb13e7be-1996-4013-94e7-9bb8de9ff08f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:58.392137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597c9f14-b3cf-46fb-9477-9ba1b90e4705 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:58.393232 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-597c9f14-b3cf-46fb-9477-9ba1b90e4705 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:58.405252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-63b01cb2-4772-4f86-bf03-57c187f5842c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:58.410272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-63b01cb2-4772-4f86-bf03-57c187f5842c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:58.425814 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-597c9f14-b3cf-46fb-9477-9ba1b90e4705 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8119493 Jul 29 15:07:58.428690 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33404) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:58.436184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21006257-fd30-4abd-9e78-8f0ba4c6fe56 None None] Network 41931b66-ebff-46d5-9cb0-761515ce6b1d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:07:58.478801 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b01cb2-4772-4f86-bf03-57c187f5842c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Pushing event updated for resources: {'Port': ['ID=37a2f177-19dc-488c-bbd4-9df15441d1c9,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:58.499648 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33412) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:58.529142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-63b01cb2-4772-4f86-bf03-57c187f5842c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:58.529815 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-63b01cb2-4772-4f86-bf03-57c187f5842c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:58.564812 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-63b01cb2-4772-4f86-bf03-57c187f5842c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1675010 Jul 29 15:07:58.574263 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-706793dc-cede-4435-a39e-b2f43d461ae4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=256804ae7c88468abadb323f16bd1ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687840 Jul 29 15:07:58.578205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Request body: {'port': {'device_id': '9ea93bef-6b66-40bf-8b81-e7ab01898f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:07:58.579709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33420) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:07:58.638918 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:58.731636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-41931b66-ebff-46d5-9cb0-761515ce6b1d', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:07:58.732714 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:58.755222 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149b0de-3f01-431b-8ea6-a3017e13774f req-bb585b72-7445-4849-8df1-baf2b227c773 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:58.757288 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b149b0de-3f01-431b-8ea6-a3017e13774f req-bb585b72-7445-4849-8df1-baf2b227c773 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 931 time: 0.2739704 Jul 29 15:07:58.894408 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d9e9ac80-6668-436c-a905-975547c72d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:58.973255 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d9e9ac80-6668-436c-a905-975547c72d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:58.978943 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Allocated IP 2001:db8::2 (41931b66-ebff-46d5-9cb0-761515ce6b1d/d3ad7906-d6e6-4226-9e03-b888f1bf2f5a/c2c7404f-8686-4e8f-8ef5-7afaa90a270c) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:58.989449 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b149b0de-3f01-431b-8ea6-a3017e13774f req-8f19ebe0-da65-486c-bd4c-a18dabad7158 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831112 Jul 29 15:07:59.000343 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a2f177-19dc-488c-bbd4-9df15441d1c9 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:07:59.014070 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:59.041009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Transition to ACTIVE for port object 37a2f177-19dc-488c-bbd4-9df15441d1c9 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:59.048268 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:59.050859 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:59.119883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Pushing event updated for resources: {'Port': ['ID=37a2f177-19dc-488c-bbd4-9df15441d1c9,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:59.205312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6ba60b3-3171-40ac-9a0f-1e4503b19398 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:59.232990 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Attempting to bind port 37a2f177-19dc-488c-bbd4-9df15441d1c9 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:07:59.233405 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Attempting to bind port 37a2f177-19dc-488c-bbd4-9df15441d1c9 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:07:59.233791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Attempting to bind port 37a2f177-19dc-488c-bbd4-9df15441d1c9 on network fb13e7be-1996-4013-94e7-9bb8de9ff08f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:07:59.238660 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Port 37a2f177-19dc-488c-bbd4-9df15441d1c9 on network fb13e7be-1996-4013-94e7-9bb8de9ff08f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:07:59.238995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Attempting to bind port 37a2f177-19dc-488c-bbd4-9df15441d1c9 on network fb13e7be-1996-4013-94e7-9bb8de9ff08f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:07:59.245587 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:07:59.245983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Checking segment: {'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:59.246445 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Bound using segment: {'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:07:59.246882 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Bound port: 37a2f177-19dc-488c-bbd4-9df15441d1c9, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e1595d1-bee6-42d4-819d-e05ae47ff761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:07:59.247247 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:59.293919 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:59.305780 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Transition to ACTIVE for port object c2c7404f-8686-4e8f-8ef5-7afaa90a270c will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:59.322586 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Transition to ACTIVE for port object c2c7404f-8686-4e8f-8ef5-7afaa90a270c will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:59.328890 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d9e9ac80-6668-436c-a905-975547c72d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:59.330781 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:59.331846 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d9e9ac80-6668-436c-a905-975547c72d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:59.340944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] For port 37a2f177-19dc-488c-bbd4-9df15441d1c9, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:07:59.342327 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d9e9ac80-6668-436c-a905-975547c72d57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02746859-fb7c-4d5b-a339-3d5dad8c317c HTTP/1.1" status: 204 len: 168 time: 0.7604673 Jul 29 15:07:59.360470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9ac80-6668-436c-a905-975547c72d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02746859-fb7c-4d5b-a339-3d5dad8c317c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:59.361673 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] For port 37a2f177-19dc-488c-bbd4-9df15441d1c9, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=37a2f177-19dc-488c-bbd4-9df15441d1c9,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:07:59.375667 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:59.397074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Network 41931b66-ebff-46d5-9cb0-761515ce6b1d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:59.407648 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:59.410260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:59.416180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Pushing event updated for resources: {'Port': ['ID=c2c7404f-8686-4e8f-8ef5-7afaa90a270c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:59.477423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:59.480854 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:59.482593 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] 10.222.0.39 "PUT /v2.0/ports/37a2f177-19dc-488c-bbd4-9df15441d1c9 HTTP/1.1" status: 200 len: 1091 time: 0.9096637 Jul 29 15:07:59.485013 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea93bef-6b66-40bf-8b81-e7ab01898f97', 'tag': '37a2f177-19dc-488c-bbd4-9df15441d1c9'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:07:59.490992 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f002dd70-f65f-446e-a90c-28f17026e007" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea93bef-6b66-40bf-8b81-e7ab01898f97", "tag": "37a2f177-19dc-488c-bbd4-9df15441d1c9"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:07:59.529013 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Attempting to bind port c2c7404f-8686-4e8f-8ef5-7afaa90a270c on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:07:59.530635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Attempting to bind port c2c7404f-8686-4e8f-8ef5-7afaa90a270c by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'e99a2c8d-5834-4f31-9534-6c230d80cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:07:59.531786 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Attempting to bind port c2c7404f-8686-4e8f-8ef5-7afaa90a270c on network 41931b66-ebff-46d5-9cb0-761515ce6b1d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:07:59.549233 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:07:59.549759 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Checking segment: {'id': 'e99a2c8d-5834-4f31-9534-6c230d80cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:07:59.550176 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:59.555094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Bound using segment: {'id': 'e99a2c8d-5834-4f31-9534-6c230d80cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:07:59.555694 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Bound port: c2c7404f-8686-4e8f-8ef5-7afaa90a270c, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99a2c8d-5834-4f31-9534-6c230d80cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:07:59.556107 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:59.557768 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Allocated IP 2001:db8::1 (41931b66-ebff-46d5-9cb0-761515ce6b1d/d3ad7906-d6e6-4226-9e03-b888f1bf2f5a/20eab6a2-cac3-4113-879e-13cf7688029e) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:07:59.583823 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059f2064-b30d-447e-8506-f351e183e6b0 x-openstack-request-id: req-059f2064-b30d-447e-8506-f351e183e6b0 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:07:59.584297 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea93bef-6b66-40bf-8b81-e7ab01898f97", "tag": "37a2f177-19dc-488c-bbd4-9df15441d1c9", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:07:59.584659 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-059f2064-b30d-447e-8506-f351e183e6b0 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:07:59.585435 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea93bef-6b66-40bf-8b81-e7ab01898f97', 'tag': '37a2f177-19dc-488c-bbd4-9df15441d1c9', 'status': 'completed', 'code': 200} Jul 29 15:07:59.620715 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebeb31-3ff0-4bad-aa46-2b0455704afb service neutron] Pushing event updated for resources: {'Port': ['ID=37a2f177-19dc-488c-bbd4-9df15441d1c9,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:59.654086 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-e3b5a2ef-0d75-4cb0-b71d-f6b0ab9e036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:59.659904 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-e3b5a2ef-0d75-4cb0-b71d-f6b0ab9e036b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=674e9126d6f64603ae7397cc3fe62996&device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 1094 time: 0.0734282 Jul 29 15:07:59.679395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] For port c2c7404f-8686-4e8f-8ef5-7afaa90a270c, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:07:59.688204 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] For port c2c7404f-8686-4e8f-8ef5-7afaa90a270c, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c2c7404f-8686-4e8f-8ef5-7afaa90a270c,segment=NetworkSegment(e99a2c8d-5834-4f31-9534-6c230d80cd4f),segment_id=e99a2c8d-5834-4f31-9534-6c230d80cd4f)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:07:59.696477 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:59.724012 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:59.747705 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-c2633dd8-6e4b-4f39-b559-feafb85bb69c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37a2f177-19dc-488c-bbd4-9df15441d1c9 HTTP/1.1" status: 200 len: 217 time: 0.0776672 Jul 29 15:07:59.751894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Transition to ACTIVE for port object 20eab6a2-cac3-4113-879e-13cf7688029e will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:07:59.855885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619b950-e46b-43f9-bac6-fdc95ab3a321 None None] Pushing event updated for resources: {'Port': ['ID=c2c7404f-8686-4e8f-8ef5-7afaa90a270c,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:59.862652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b174b95a-ee05-45b1-a94c-06f33b037aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:07:59.864334 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b174b95a-ee05-45b1-a94c-06f33b037aca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70 HTTP/1.1" status: 200 len: 855 time: 0.1094232 Jul 29 15:07:59.870527 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:07:59.892533 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:07:59.918280 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-628f418b-4f14-4b93-af7e-7299f36589ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb13e7be-1996-4013-94e7-9bb8de9ff08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466871 Jul 29 15:07:59.962970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 41931b66-ebff-46d5-9cb0-761515ce6b1d is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:07:59.970581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:07:59.972456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=20eab6a2-cac3-4113-879e-13cf7688029e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:07:59.979491 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:07:59.980828 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:00.179130 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-60d5c6bc-fe55-418f-af89-e99ab19c8c55 service neutron] 10.222.0.39 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420108 Jul 29 15:08:00.236289 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba60b3-3171-40ac-9a0f-1e4503b19398 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Deleting port a2bbf8c2-3166-4202-bdbf-f3c0d2d7e543 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:00.236642 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6ba60b3-3171-40ac-9a0f-1e4503b19398 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:00.239324 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:00.367318 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f83f09cd-27e9-4d8d-b93c-bc4a0205eae7 req-b8bb9af6-f5f9-4a19-a3da-c32c8394cd82 service neutron] 10.222.0.39 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806197 Jul 29 15:08:00.488946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002dd70-f65f-446e-a90c-28f17026e007 req-06f32229-b8e0-4b7d-801b-95a38a3528dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:00.491838 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f002dd70-f65f-446e-a90c-28f17026e007 req-06f32229-b8e0-4b7d-801b-95a38a3528dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=674e9126d6f64603ae7397cc3fe62996&device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 1094 time: 0.0655951 Jul 29 15:08:00.503968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618f591-7e8b-4834-9f40-c1acd706338f req-66a61804-4eb6-44f4-9c1d-69a3d6f6b50d tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:00.505352 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6618f591-7e8b-4834-9f40-c1acd706338f req-66a61804-4eb6-44f4-9c1d-69a3d6f6b50d tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 943 time: 0.3842306 Jul 29 15:08:00.545563 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d3f3b10-3a29-4e3a-bd1b-7ccd15b714c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:00.586893 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6ba60b3-3171-40ac-9a0f-1e4503b19398 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:00.646176 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba60b3-3171-40ac-9a0f-1e4503b19398 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Calling delete_port for a2bbf8c2-3166-4202-bdbf-f3c0d2d7e543 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:00.654684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002dd70-f65f-446e-a90c-28f17026e007 req-87ee5463-b338-4aee-ac7e-e4004ab9e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:00.657175 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f002dd70-f65f-446e-a90c-28f17026e007 req-87ee5463-b338-4aee-ac7e-e4004ab9e700 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fb13e7be-1996-4013-94e7-9bb8de9ff08f HTTP/1.1" status: 200 len: 916 time: 0.1568255 Jul 29 15:08:00.666189 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6618f591-7e8b-4834-9f40-c1acd706338f req-9ca2e0fa-84cc-4af2-8ae0-6710087390d5 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453178 Jul 29 15:08:00.710996 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f002dd70-f65f-446e-a90c-28f17026e007 req-914dfab2-43a6-4deb-8488-68ab8d788490 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37a2f177-19dc-488c-bbd4-9df15441d1c9 HTTP/1.1" status: 200 len: 217 time: 0.0459003 Jul 29 15:08:00.822896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002dd70-f65f-446e-a90c-28f17026e007 req-8e29cae4-80b3-4100-917d-33b5662bf6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:00.826780 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f002dd70-f65f-446e-a90c-28f17026e007 req-8e29cae4-80b3-4100-917d-33b5662bf6de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70 HTTP/1.1" status: 200 len: 855 time: 0.1059783 Jul 29 15:08:00.873865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f002dd70-f65f-446e-a90c-28f17026e007 req-d89c7b68-1173-4f4d-a502-0a2cb7ca812d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fb13e7be-1996-4013-94e7-9bb8de9ff08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366530 Jul 29 15:08:00.896055 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:00.907441 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:00.908502 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:01.059151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f002dd70-f65f-446e-a90c-28f17026e007 req-b7f1edea-605d-43bd-add0-4526e2cf8c5b service neutron] 10.222.0.39 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768756 Jul 29 15:08:01.075333 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=20eab6a2-cac3-4113-879e-13cf7688029e,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:01.146330 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6ba60b3-3171-40ac-9a0f-1e4503b19398 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:01.211706 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f002dd70-f65f-446e-a90c-28f17026e007 req-b1ad627c-b160-4d8a-b769-0d3760465cf4 service neutron] 10.222.0.39 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412671 Jul 29 15:08:01.221628 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 41931b66-ebff-46d5-9cb0-761515ce6b1d is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:08:01.226034 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:01.231883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba60b3-3171-40ac-9a0f-1e4503b19398 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event deleted for resources: {'Port': ['ID=a2bbf8c2-3166-4202-bdbf-f3c0d2d7e543,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:01.480278 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff867fe-9924-409c-a8f7-77b84de6f737 None None] Network 41931b66-ebff-46d5-9cb0-761515ce6b1d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:01.587156 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b91996b8-f079-4796-b4de-50779b4976e8 None None] Provisioning for port c2c7404f-8686-4e8f-8ef5-7afaa90a270c completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:01.863214 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c2c7404f-8686-4e8f-8ef5-7afaa90a270c up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:01.900501 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b6ba60b3-3171-40ac-9a0f-1e4503b19398 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:01.934876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port c2c7404f-8686-4e8f-8ef5-7afaa90a270c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:01.944809 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33774) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:01.950887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c2c7404f-8686-4e8f-8ef5-7afaa90a270c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:01.951622 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:01.993676 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362956ed-49e4-469a-9801-e751128e8aed req-f591543f-c832-4022-b825-29b1df4f6665 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:01.995759 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-362956ed-49e4-469a-9801-e751128e8aed req-f591543f-c832-4022-b825-29b1df4f6665 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 943 time: 0.1338961 Jul 29 15:08:02.050049 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.080334 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-442df832-9984-407e-b333-0898d2abdec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.086345 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port c2c7404f-8686-4e8f-8ef5-7afaa90a270c, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c2c7404f-8686-4e8f-8ef5-7afaa90a270c,segment=NetworkSegment(e99a2c8d-5834-4f31-9534-6c230d80cd4f),segment_id=e99a2c8d-5834-4f31-9534-6c230d80cd4f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:02.091918 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.094700 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-362956ed-49e4-469a-9801-e751128e8aed req-d8777648-e5f6-46b1-9d84-db6f972eaa76 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665779 Jul 29 15:08:02.170360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4f879427-e506-4b88-8023-a6ac245daac3 None None] Provisioning for port 20eab6a2-cac3-4113-879e-13cf7688029e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:02.175153 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=c2c7404f-8686-4e8f-8ef5-7afaa90a270c,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:02.182620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ba60b3-3171-40ac-9a0f-1e4503b19398 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Router badad9e5-ee15-4572-a338-a8e8706263ae has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:08:02.185776 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:08:02.186808 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4f879427-e506-4b88-8023-a6ac245daac3 None None] Provisioning complete for port 20eab6a2-cac3-4113-879e-13cf7688029e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:02.187191 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f879427-e506-4b88-8023-a6ac245daac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.228440 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-442df832-9984-407e-b333-0898d2abdec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.235192 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-442df832-9984-407e-b333-0898d2abdec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.236144 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4f879427-e506-4b88-8023-a6ac245daac3 None None] Port 20eab6a2-cac3-4113-879e-13cf7688029e cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:08:02.239772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:02.240499 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:02.241046 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:02.242128 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:02.242649 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:02.243147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:02.243769 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:02.244396 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:02.245188 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:02.245683 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:02.246175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:02.246684 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:02.262256 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4f879427-e506-4b88-8023-a6ac245daac3 None None] Provisioning complete for port c2c7404f-8686-4e8f-8ef5-7afaa90a270c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:02.262851 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f879427-e506-4b88-8023-a6ac245daac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.295486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-442df832-9984-407e-b333-0898d2abdec4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a19b5d956f748eb8bc8da56ea9aa4a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494649 Jul 29 15:08:02.298783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33782) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:02.304129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442df832-9984-407e-b333-0898d2abdec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cea825-24d4-4df9-94ff-8e375428158d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:02.365722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:08:02.378239 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d22556a1-8da5-4bed-a881-2d7f7f15f71a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9482327 Jul 29 15:08:02.388200 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33786) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:02.404421 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Sync routers for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:08:02.406509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-78ea5d2d-ea3e-49ed-b4a8-b9ee0baae48b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1877580763'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:02.417314 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ba60b3-3171-40ac-9a0f-1e4503b19398 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:08:02.428558 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b6ba60b3-3171-40ac-9a0f-1e4503b19398 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "PUT /v2.0/routers/badad9e5-ee15-4572-a338-a8e8706263ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3294134 Jul 29 15:08:02.432497 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33788) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:02.439334 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:02.439569 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6229493c-2989-486f-b6d8-56078b0b9754 None None] Sync routers for ids ['badad9e5-ee15-4572-a338-a8e8706263ae'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:08:02.441561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:02.455617 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6229493c-2989-486f-b6d8-56078b0b9754 None None] Routers {'badad9e5-ee15-4572-a338-a8e8706263ae'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:02.456255 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6229493c-2989-486f-b6d8-56078b0b9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['badad9e5-ee15-4572-a338-a8e8706263ae'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:02.485764 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d841834c-8e14-420a-8f41-5bc1e1eb5d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.487595 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-471b8c59-da08-450e-a857-3dba6f0f771f tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] delete failed (client error): The resource could not be found. Jul 29 15:08:02.489261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 37a2f177-19dc-488c-bbd4-9df15441d1c9 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:08:02.490292 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-471b8c59-da08-450e-a857-3dba6f0f771f tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1706684305 HTTP/1.1" status: 404 len: 335 time: 0.0562623 Jul 29 15:08:02.494178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33790) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:02.506261 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d1b7af54-afab-485d-b54c-90f39c774bcd tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Request body: {'router': {'external_gateway_info': {'network_id': 'badad9e5-ee15-4572-a338-a8e8706263ae'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:02.527390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ea5d2d-ea3e-49ed-b4a8-b9ee0baae48b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:02.535318 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78ea5d2d-ea3e-49ed-b4a8-b9ee0baae48b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.545470 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6229493c-2989-486f-b6d8-56078b0b9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:02.555493 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6229493c-2989-486f-b6d8-56078b0b9754 None None] Routers {'badad9e5-ee15-4572-a338-a8e8706263ae'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:02.556788 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6229493c-2989-486f-b6d8-56078b0b9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:07:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['badad9e5-ee15-4572-a338-a8e8706263ae'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:02.563052 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d841834c-8e14-420a-8f41-5bc1e1eb5d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.594702 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6229493c-2989-486f-b6d8-56078b0b9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:02.595800 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6229493c-2989-486f-b6d8-56078b0b9754 None None] The sync data for ids ['badad9e5-ee15-4572-a338-a8e8706263ae'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:08:02.606309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ea5d2d-ea3e-49ed-b4a8-b9ee0baae48b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:08:02.610035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:02.628366 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78ea5d2d-ea3e-49ed-b4a8-b9ee0baae48b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.630081 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-78ea5d2d-ea3e-49ed-b4a8-b9ee0baae48b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Added segment 2b688aea-6875-497e-afc6-1fec3ea4df50 of type vlan for network 8d35145a-6608-4d93-8895-6d3292e0f54a Jul 29 15:08:02.674955 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9026f522-b9e6-4759-95bf-733022a87798 None None] Provisioning complete for port 20eab6a2-cac3-4113-879e-13cf7688029e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:02.675608 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9026f522-b9e6-4759-95bf-733022a87798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.693679 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78ea5d2d-ea3e-49ed-b4a8-b9ee0baae48b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.771605 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78ea5d2d-ea3e-49ed-b4a8-b9ee0baae48b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.779851 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea5d2d-ea3e-49ed-b4a8-b9ee0baae48b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:02.780573 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78ea5d2d-ea3e-49ed-b4a8-b9ee0baae48b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.790521 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d841834c-8e14-420a-8f41-5bc1e1eb5d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.793797 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d841834c-8e14-420a-8f41-5bc1e1eb5d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.795046 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d841834c-8e14-420a-8f41-5bc1e1eb5d95 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45cea825-24d4-4df9-94ff-8e375428158d HTTP/1.1" status: 204 len: 168 time: 0.4948857 Jul 29 15:08:02.834061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841834c-8e14-420a-8f41-5bc1e1eb5d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cea825-24d4-4df9-94ff-8e375428158d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:02.880396 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-78ea5d2d-ea3e-49ed-b4a8-b9ee0baae48b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4908097 Jul 29 15:08:02.884098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33794) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:02.888988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-71fcd0b9-21b7-450f-a41a-2556377e22ed tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'subnet': {'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:02.942001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea5d2d-ea3e-49ed-b4a8-b9ee0baae48b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Network': ['ID=8d35145a-6608-4d93-8895-6d3292e0f54a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:02.951520 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d1b7af54-afab-485d-b54c-90f39c774bcd tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:02.994594 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-d1b7af54-afab-485d-b54c-90f39c774bcd tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] update failed (client error): The resource could not be found. Jul 29 15:08:02.995920 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d1b7af54-afab-485d-b54c-90f39c774bcd tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "PUT /v2.0/routers/badad9e5-ee15-4572-a338-a8e8706263ae HTTP/1.1" status: 404 len: 339 time: 0.5007858 Jul 29 15:08:03.001036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33798) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:03.007457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0d9f7ae8-b0c3-412f-85af-8a530e4fa148 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-971600850'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:03.024741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 8d35145a-6608-4d93-8895-6d3292e0f54a details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:08:03.029361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fcd0b9-21b7-450f-a41a-2556377e22ed tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:03.035628 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-71fcd0b9-21b7-450f-a41a-2556377e22ed tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:03.065903 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9f7ae8-b0c3-412f-85af-8a530e4fa148 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Made reservation on behalf of e30e9b2321bf4df0a2a78b7c2a05f96e for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:03.069645 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d9f7ae8-b0c3-412f-85af-8a530e4fa148 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:03.121401 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9f7ae8-b0c3-412f-85af-8a530e4fa148 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:08:03.134143 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d9f7ae8-b0c3-412f-85af-8a530e4fa148 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:03.134509 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-0d9f7ae8-b0c3-412f-85af-8a530e4fa148 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Added segment 0fb1f233-6c37-4802-b339-eae46af6fb71 of type vlan for network dabebf2a-df3a-4eb3-bf9f-f08eea72dd56 Jul 29 15:08:03.205944 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9026f522-b9e6-4759-95bf-733022a87798 None None] Port 20eab6a2-cac3-4113-879e-13cf7688029e cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:08:03.245486 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d9f7ae8-b0c3-412f-85af-8a530e4fa148 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:03.284611 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:03.313474 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d9f7ae8-b0c3-412f-85af-8a530e4fa148 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:03.319815 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f7ae8-b0c3-412f-85af-8a530e4fa148 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:03.320863 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d9f7ae8-b0c3-412f-85af-8a530e4fa148 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:03.324100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 37a2f177-19dc-488c-bbd4-9df15441d1c9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=37a2f177-19dc-488c-bbd4-9df15441d1c9,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:03.367540 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '37a2f177-19dc-488c-bbd4-9df15441d1c9', 'network_id': 'fb13e7be-1996-4013-94e7-9bb8de9ff08f', 'port_id': '37a2f177-19dc-488c-bbd4-9df15441d1c9', 'mac_address': 'fa:16:3e:ba:48:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:08:03.374880 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ffccf05-abca-40c2-b6e7-3eef08b5a7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:03.378768 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cbe6b53b-c9e7-449d-82b7-cd6d32512018 None None] Provisioning complete for port 20eab6a2-cac3-4113-879e-13cf7688029e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:03.379159 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cbe6b53b-c9e7-449d-82b7-cd6d32512018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:03.407945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c33634-4a3b-4b30-a724-6fb88f9b3fd6 req-9461df07-df8d-4420-b443-405b1081e92c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:03.410139 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83c33634-4a3b-4b30-a724-6fb88f9b3fd6 req-9461df07-df8d-4420-b443-405b1081e92c tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 943 time: 0.1678755 Jul 29 15:08:03.411899 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-71fcd0b9-21b7-450f-a41a-2556377e22ed tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:03.436137 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-cbe6b53b-c9e7-449d-82b7-cd6d32512018 None None] Port 20eab6a2-cac3-4113-879e-13cf7688029e cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:08:03.473835 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f7ae8-b0c3-412f-85af-8a530e4fa148 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event updated for resources: {'Network': ['ID=dabebf2a-df3a-4eb3-bf9f-f08eea72dd56,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:03.483946 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:03.490018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network dabebf2a-df3a-4eb3-bf9f-f08eea72dd56 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:08:03.509606 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0d9f7ae8-b0c3-412f-85af-8a530e4fa148 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5070944 Jul 29 15:08:03.513221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33812) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:03.522513 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-c03eac3a-9da6-4cfd-ae1e-504f4df17e09 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Request body: {'subnet': {'network_id': 'dabebf2a-df3a-4eb3-bf9f-f08eea72dd56', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:03.654115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03eac3a-9da6-4cfd-ae1e-504f4df17e09 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Made reservation on behalf of e30e9b2321bf4df0a2a78b7c2a05f96e for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:03.663339 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c03eac3a-9da6-4cfd-ae1e-504f4df17e09 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:03.663864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcd0b9-21b7-450f-a41a-2556377e22ed tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Subnet': ['ID=f6d9a01b-424a-4540-8ce9-76d9314afee4,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:03.679307 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a2f177-19dc-488c-bbd4-9df15441d1c9 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:08:03.708530 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83c33634-4a3b-4b30-a724-6fb88f9b3fd6 req-8c7c287d-97b0-44ff-bdf9-b83b60f256ff tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662685 Jul 29 15:08:03.738607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fcd0b9-21b7-450f-a41a-2556377e22ed tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Checking segment: {'id': '2b688aea-6875-497e-afc6-1fec3ea4df50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:03.738995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fcd0b9-21b7-450f-a41a-2556377e22ed tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network hostable DHCP agents. Network: 8d35145a-6608-4d93-8895-6d3292e0f54a, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:08:03.746394 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 37a2f177-19dc-488c-bbd4-9df15441d1c9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=37a2f177-19dc-488c-bbd4-9df15441d1c9,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:03.760320 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:03.767485 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:00Z', 'revision_number': 2, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:00Z', 'revision_number': 2, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:03.769591 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fcd0b9-21b7-450f-a41a-2556377e22ed tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 8d35145a-6608-4d93-8895-6d3292e0f54a is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:08:03.784875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-71fcd0b9-21b7-450f-a41a-2556377e22ed tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 8d35145a-6608-4d93-8895-6d3292e0f54a) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:03.791690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fcd0b9-21b7-450f-a41a-2556377e22ed tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:03.792753 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-71fcd0b9-21b7-450f-a41a-2556377e22ed tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:03.818803 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Checking router: e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:08:03.819435 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Updating router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b port 20eab6a2-cac3-4113-879e-13cf7688029e binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:08:03.822002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6535b410-df6c-49ea-be10-fd55be0c141d None None] Network 8d35145a-6608-4d93-8895-6d3292e0f54a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:03.844118 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-71fcd0b9-21b7-450f-a41a-2556377e22ed tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9562423 Jul 29 15:08:03.844763 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33822) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:03.886850 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c2c7404f-8686-4e8f-8ef5-7afaa90a270c up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:03.924746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33824) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:04.010154 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.034488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c2c7404f-8686-4e8f-8ef5-7afaa90a270c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:04.035189 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.042035 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c03eac3a-9da6-4cfd-ae1e-504f4df17e09 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.087907 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=37a2f177-19dc-488c-bbd4-9df15441d1c9,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:04.102976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['37a2f177-19dc-488c-bbd4-9df15441d1c9'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:08:04.145437 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-09559687-848e-4df3-95a6-9d35b8627fc3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-228019341-network', 'tenant_id': '61a19042b2e346d380105b9bd88a61a4'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:04.190237 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03eac3a-9da6-4cfd-ae1e-504f4df17e09 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event updated for resources: {'Subnet': ['ID=81bb04c3-7476-4ea3-825b-b9724880e75a,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:04.196684 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03eac3a-9da6-4cfd-ae1e-504f4df17e09 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Checking segment: {'id': '0fb1f233-6c37-4802-b339-eae46af6fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dabebf2a-df3a-4eb3-bf9f-f08eea72dd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:04.197319 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03eac3a-9da6-4cfd-ae1e-504f4df17e09 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Network hostable DHCP agents. Network: dabebf2a-df3a-4eb3-bf9f-f08eea72dd56, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:08:04.213285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09559687-848e-4df3-95a6-9d35b8627fc3 admin admin] Made reservation on behalf of 61a19042b2e346d380105b9bd88a61a4 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:04.216040 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09559687-848e-4df3-95a6-9d35b8627fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.228278 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09559687-848e-4df3-95a6-9d35b8627fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.241026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03eac3a-9da6-4cfd-ae1e-504f4df17e09 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Network dabebf2a-df3a-4eb3-bf9f-f08eea72dd56 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:08:04.258195 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-c03eac3a-9da6-4cfd-ae1e-504f4df17e09 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, dabebf2a-df3a-4eb3-bf9f-f08eea72dd56) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:04.268619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03eac3a-9da6-4cfd-ae1e-504f4df17e09 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:04.269562 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c03eac3a-9da6-4cfd-ae1e-504f4df17e09 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.286513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f6c317-feff-4574-bd2b-f3acbd2f6506 None None] Network dabebf2a-df3a-4eb3-bf9f-f08eea72dd56 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:04.298717 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.363757 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09559687-848e-4df3-95a6-9d35b8627fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.370370 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09559687-848e-4df3-95a6-9d35b8627fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.386282 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c03eac3a-9da6-4cfd-ae1e-504f4df17e09 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8724990 Jul 29 15:08:04.395583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33828) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:04.409803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0657a27d-29ec-4433-9715-57813b2368c8 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dabebf2a-df3a-4eb3-bf9f-f08eea72dd56'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:04.412875 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09559687-848e-4df3-95a6-9d35b8627fc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:08:04.463234 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.497886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-8d35145a-6608-4d93-8895-6d3292e0f54a', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:08:04.498718 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.518328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09559687-848e-4df3-95a6-9d35b8627fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcba5901-12fb-491e-b842-4d75030b7d9d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:04.523015 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09559687-848e-4df3-95a6-9d35b8627fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.523364 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-09559687-848e-4df3-95a6-9d35b8627fc3 admin admin] Added segment 42a7b81a-c688-4eb5-b23c-6b1d77579bc7 of type vlan for network 87432d38-f608-4156-855a-0a17e7afc166 Jul 29 15:08:04.656537 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09559687-848e-4df3-95a6-9d35b8627fc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.709830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Allocated IP 2001:db8:1::1 (8d35145a-6608-4d93-8895-6d3292e0f54a/f6d9a01b-424a-4540-8ce9-76d9314afee4/d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:08:04.756989 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0657a27d-29ec-4433-9715-57813b2368c8 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.769990 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09559687-848e-4df3-95a6-9d35b8627fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.771033 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09559687-848e-4df3-95a6-9d35b8627fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:04.771799 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09559687-848e-4df3-95a6-9d35b8627fc3 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.792443 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-09559687-848e-4df3-95a6-9d35b8627fc3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8665257 Jul 29 15:08:04.903935 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dabebf2a-df3a-4eb3-bf9f-f08eea72dd56', 'network_id': 'dabebf2a-df3a-4eb3-bf9f-f08eea72dd56', 'tenant_id': 'e30e9b2321bf4df0a2a78b7c2a05f96e', 'fixed_ips': [{'subnet_id': '81bb04c3-7476-4ea3-825b-b9724880e75a'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:08:04.904540 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.942780 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:04.961583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09559687-848e-4df3-95a6-9d35b8627fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=87432d38-f608-4156-855a-0a17e7afc166,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:04.975613 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Transition to ACTIVE for port object d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:04.975988 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 87432d38-f608-4156-855a-0a17e7afc166 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:08:04.990657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25183391-177c-474f-9cfd-b4d0269c99a1 req-a2239144-cfc2-4e68-8564-2e9c8f361323 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:04.992182 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-25183391-177c-474f-9cfd-b4d0269c99a1 req-a2239144-cfc2-4e68-8564-2e9c8f361323 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 944 time: 0.1186543 Jul 29 15:08:05.018826 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:05.040933 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:05.061557 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-25183391-177c-474f-9cfd-b4d0269c99a1 req-da4cd567-ec8d-463b-b733-b618d7ac9603 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557497 Jul 29 15:08:05.081629 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-0657a27d-29ec-4433-9715-57813b2368c8 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:08:05.082604 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0657a27d-29ec-4433-9715-57813b2368c8 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "PUT /v2.0/routers/badad9e5-ee15-4572-a338-a8e8706263ae HTTP/1.1" status: 400 len: 364 time: 0.6840293 Jul 29 15:08:05.100397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33840) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:05.138971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:05.151145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Transition to ACTIVE for port object 20eab6a2-cac3-4113-879e-13cf7688029e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:05.154602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 8d35145a-6608-4d93-8895-6d3292e0f54a is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:08:05.156833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:05.159465 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:08:05.160234 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:05.182426 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:05.439358 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:05.507093 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:05.524100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Allocated IP 2001:db8:1::2 (8d35145a-6608-4d93-8895-6d3292e0f54a/f6d9a01b-424a-4540-8ce9-76d9314afee4/865fe825-1f1b-4e9e-9479-edc62a927961) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:08:05.626021 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2d220-b98b-45a2-a1d9-b309deed44c2 None None] Pushing event updated for resources: {'Port': ['ID=20eab6a2-cac3-4113-879e-13cf7688029e,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:05.658542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Attempting to bind port 20eab6a2-cac3-4113-879e-13cf7688029e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:08:05.670643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Attempting to bind port 20eab6a2-cac3-4113-879e-13cf7688029e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'e99a2c8d-5834-4f31-9534-6c230d80cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:08:05.673892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Attempting to bind port 20eab6a2-cac3-4113-879e-13cf7688029e on network 41931b66-ebff-46d5-9cb0-761515ce6b1d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:08:05.731635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Allocated IP 2001:db8:1::2 (dabebf2a-df3a-4eb3-bf9f-f08eea72dd56/81bb04c3-7476-4ea3-825b-b9724880e75a/c2f0ec8b-857c-4345-9655-e020ea8c04b9) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:08:05.747285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:08:05.749889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Checking segment: {'id': 'e99a2c8d-5834-4f31-9534-6c230d80cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:05.750816 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:05.751467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Bound using segment: {'id': 'e99a2c8d-5834-4f31-9534-6c230d80cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:08:05.752230 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Bound port: 20eab6a2-cac3-4113-879e-13cf7688029e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99a2c8d-5834-4f31-9534-6c230d80cd4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:08:05.753168 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:05.884313 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Allocated IP 2001:db8::1 (92943684-dd1a-4d28-b5b8-2edf0c661bff/dcb7c3e6-5d18-4568-b901-92d021392460/db8dc04d-f075-4ca6-ab08-9583d0043ab3) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:08:05.961381 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] For port 20eab6a2-cac3-4113-879e-13cf7688029e, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:08:05.981033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] For port 20eab6a2-cac3-4113-879e-13cf7688029e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=20eab6a2-cac3-4113-879e-13cf7688029e,segment=NetworkSegment(e99a2c8d-5834-4f31-9534-6c230d80cd4f),segment_id=e99a2c8d-5834-4f31-9534-6c230d80cd4f)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:08:05.997352 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:06.035003 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7154a4d-9f8b-4f9c-b35b-6dfe04fb5fe4 req-66a0210b-3ecf-44a6-bcef-f1335654e2b3 tempest-ComputeTenantNetworksTest-42003840 tempest-ComputeTenantNetworksTest-42003840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:06.036362 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:06.043874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7154a4d-9f8b-4f9c-b35b-6dfe04fb5fe4 req-66a0210b-3ecf-44a6-bcef-f1335654e2b3 tempest-ComputeTenantNetworksTest-42003840 tempest-ComputeTenantNetworksTest-42003840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:06.051730 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Transition to ACTIVE for port object db8dc04d-f075-4ca6-ab08-9583d0043ab3 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:06.053389 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7154a4d-9f8b-4f9c-b35b-6dfe04fb5fe4 req-66a0210b-3ecf-44a6-bcef-f1335654e2b3 tempest-ComputeTenantNetworksTest-42003840 tempest-ComputeTenantNetworksTest-42003840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:06.055832 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7154a4d-9f8b-4f9c-b35b-6dfe04fb5fe4 req-66a0210b-3ecf-44a6-bcef-f1335654e2b3 tempest-ComputeTenantNetworksTest-42003840 tempest-ComputeTenantNetworksTest-42003840-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.7400885 Jul 29 15:08:06.080206 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2d220-b98b-45a2-a1d9-b309deed44c2 None None] Pushing event updated for resources: {'Port': ['ID=20eab6a2-cac3-4113-879e-13cf7688029e,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:06.107973 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:06.147790 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Transition to ACTIVE for port object 865fe825-1f1b-4e9e-9479-edc62a927961 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:06.173796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:06.174440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:06.245830 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2234045-be13-42de-9d71-e640ad27b78b req-783948cc-a0d7-45da-b95d-6bf75a4c58ae tempest-ComputeTenantNetworksTest-42003840 tempest-ComputeTenantNetworksTest-42003840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:06.248024 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f2234045-be13-42de-9d71-e640ad27b78b req-783948cc-a0d7-45da-b95d-6bf75a4c58ae tempest-ComputeTenantNetworksTest-42003840 tempest-ComputeTenantNetworksTest-42003840-project] 10.222.0.16 "GET /v2.0/networks/87432d38-f608-4156-855a-0a17e7afc166 HTTP/1.1" status: 200 len: 768 time: 0.1650555 Jul 29 15:08:06.260182 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33850) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:06.300243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8837e18-32b1-402a-a447-21f11c143b02 req-c0740d5a-6302-4a3c-a505-675056c3168e tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:06.302081 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8837e18-32b1-402a-a447-21f11c143b02 req-c0740d5a-6302-4a3c-a505-675056c3168e tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 944 time: 0.0936790 Jul 29 15:08:06.329706 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:06.348369 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a182349-6c4e-4418-b0cd-deacec498637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:06.401312 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8837e18-32b1-402a-a447-21f11c143b02 req-d4e480b8-db79-490a-b43a-f13607187e18 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842967 Jul 29 15:08:06.407568 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:06.414418 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:06.416064 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:06.460560 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:06.473660 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a182349-6c4e-4418-b0cd-deacec498637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:06.481629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Transition to ACTIVE for port object 865fe825-1f1b-4e9e-9479-edc62a927961 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:06.488696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4a182349-6c4e-4418-b0cd-deacec498637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87432d38-f608-4156-855a-0a17e7afc166']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:06.496473 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:06.505021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4a182349-6c4e-4418-b0cd-deacec498637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a7b81a-c688-4eb5-b23c-6b1d77579bc7') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:06.505499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4a182349-6c4e-4418-b0cd-deacec498637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a7b81a-c688-4eb5-b23c-6b1d77579bc7') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:06.513684 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:06.522160 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a182349-6c4e-4418-b0cd-deacec498637 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:06.525228 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 37a2f177-19dc-488c-bbd4-9df15441d1c9 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:06.568732 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Network 92943684-dd1a-4d28-b5b8-2edf0c661bff is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:08:06.570949 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Transition to ACTIVE for port object c2f0ec8b-857c-4345-9655-e020ea8c04b9 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:06.575350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:06.579364 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:06.580382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:08:06.580961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:06.620955 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:06.637035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 8d35145a-6608-4d93-8895-6d3292e0f54a is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:08:06.638561 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:06.688036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Transition to ACTIVE for port object c2f0ec8b-857c-4345-9655-e020ea8c04b9 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:06.738673 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Network 8d35145a-6608-4d93-8895-6d3292e0f54a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:08:06.760273 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:06.767391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:06.773131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:08:06.811371 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Pushing event updated for resources: {'Port': ['ID=865fe825-1f1b-4e9e-9479-edc62a927961,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:06.859442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:08:06.907833 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Network dabebf2a-df3a-4eb3-bf9f-f08eea72dd56 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:08:06.946924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 37a2f177-19dc-488c-bbd4-9df15441d1c9 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:06.977242 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:06.982719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:08:06.999331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:08:07.002626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Pushing event updated for resources: {'Port': ['ID=c2f0ec8b-857c-4345-9655-e020ea8c04b9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:07.016126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 37a2f177-19dc-488c-bbd4-9df15441d1c9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:07.016572 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.027329 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-06fe9ef2-c05e-4e00-a22f-b179980f2d4f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1805243 Jul 29 15:08:07.029543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33860) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:07.040020 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-dfea7e53-8ced-4906-92d6-6ce1b7e65a9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-630527405'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:07.077150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfea7e53-8ced-4906-92d6-6ce1b7e65a9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:07.082149 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dfea7e53-8ced-4906-92d6-6ce1b7e65a9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.105355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Attempting to bind port 865fe825-1f1b-4e9e-9479-edc62a927961 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:08:07.107875 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Attempting to bind port 865fe825-1f1b-4e9e-9479-edc62a927961 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '2b688aea-6875-497e-afc6-1fec3ea4df50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:08:07.108363 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Attempting to bind port 865fe825-1f1b-4e9e-9479-edc62a927961 on network 8d35145a-6608-4d93-8895-6d3292e0f54a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:08:07.130990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-76782d6b-3aeb-447a-9078-0f17b2e888e5 None None] Provisioning for port db8dc04d-f075-4ca6-ab08-9583d0043ab3 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:07.154873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-76782d6b-3aeb-447a-9078-0f17b2e888e5 None None] Provisioning complete for port db8dc04d-f075-4ca6-ab08-9583d0043ab3 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:07.155514 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76782d6b-3aeb-447a-9078-0f17b2e888e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.180440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Attempting to bind port c2f0ec8b-857c-4345-9655-e020ea8c04b9 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:08:07.181192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Attempting to bind port c2f0ec8b-857c-4345-9655-e020ea8c04b9 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '0fb1f233-6c37-4802-b339-eae46af6fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dabebf2a-df3a-4eb3-bf9f-f08eea72dd56'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:08:07.181759 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Attempting to bind port c2f0ec8b-857c-4345-9655-e020ea8c04b9 on network dabebf2a-df3a-4eb3-bf9f-f08eea72dd56 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:08:07.216909 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a182349-6c4e-4418-b0cd-deacec498637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.217528 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:08:07.218168 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Checking segment: {'id': '0fb1f233-6c37-4802-b339-eae46af6fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dabebf2a-df3a-4eb3-bf9f-f08eea72dd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:07.218790 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.220033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Bound using segment: {'id': '0fb1f233-6c37-4802-b339-eae46af6fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dabebf2a-df3a-4eb3-bf9f-f08eea72dd56'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:08:07.221246 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Bound port: c2f0ec8b-857c-4345-9655-e020ea8c04b9, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb1f233-6c37-4802-b339-eae46af6fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'dabebf2a-df3a-4eb3-bf9f-f08eea72dd56'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:08:07.221806 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.224009 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:08:07.224381 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Checking segment: {'id': '2b688aea-6875-497e-afc6-1fec3ea4df50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:07.225233 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.225516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Bound using segment: {'id': '2b688aea-6875-497e-afc6-1fec3ea4df50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:08:07.226415 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Bound port: 865fe825-1f1b-4e9e-9479-edc62a927961, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b688aea-6875-497e-afc6-1fec3ea4df50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:08:07.226415 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.228991 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a182349-6c4e-4418-b0cd-deacec498637 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:08:07.229605 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a182349-6c4e-4418-b0cd-deacec498637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:08:07.236948 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:08:07.279323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event updated for resources: {'Port': ['ID=db8dc04d-f075-4ca6-ab08-9583d0043ab3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:07.338560 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a182349-6c4e-4418-b0cd-deacec498637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.341208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfea7e53-8ced-4906-92d6-6ce1b7e65a9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:08:07.347432 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a182349-6c4e-4418-b0cd-deacec498637 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.355144 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4a182349-6c4e-4418-b0cd-deacec498637 admin admin] 10.222.0.16 "DELETE /v2.0/networks/87432d38-f608-4156-855a-0a17e7afc166 HTTP/1.1" status: 204 len: 168 time: 1.0909364 Jul 29 15:08:07.378326 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dfea7e53-8ced-4906-92d6-6ce1b7e65a9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.378797 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-dfea7e53-8ced-4906-92d6-6ce1b7e65a9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Added segment 2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3 of type vlan for network 130e3b76-9816-4fb6-9bb6-5a21c76bd57a Jul 29 15:08:07.397257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a182349-6c4e-4418-b0cd-deacec498637 admin admin] Pushing event deleted for resources: {'Network': ['ID=87432d38-f608-4156-855a-0a17e7afc166,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:07.424901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] For port 865fe825-1f1b-4e9e-9479-edc62a927961, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:08:07.428215 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] For port 865fe825-1f1b-4e9e-9479-edc62a927961, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=865fe825-1f1b-4e9e-9479-edc62a927961,segment=NetworkSegment(2b688aea-6875-497e-afc6-1fec3ea4df50),segment_id=2b688aea-6875-497e-afc6-1fec3ea4df50)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:08:07.433120 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:05Z', 'revision_number': 3, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:05Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:04Z', 'revision_number': 1, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:07.460397 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dfea7e53-8ced-4906-92d6-6ce1b7e65a9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.478738 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.494713 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dfea7e53-8ced-4906-92d6-6ce1b7e65a9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.508110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfea7e53-8ced-4906-92d6-6ce1b7e65a9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:07.508992 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dfea7e53-8ced-4906-92d6-6ce1b7e65a9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.514467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-76782d6b-3aeb-447a-9078-0f17b2e888e5 None None] Port db8dc04d-f075-4ca6-ab08-9583d0043ab3 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:08:07.522383 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.538633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80512dcb-2812-4210-b73d-8553c5e9b7ed None None] The sync data for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 is: [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:05Z', 'revision_number': 3, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:05Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:04Z', 'revision_number': 1, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:08:07.572597 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33866) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:07.698187 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dfea7e53-8ced-4906-92d6-6ce1b7e65a9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6673307 Jul 29 15:08:07.700597 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33868) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:07.713037 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] For port c2f0ec8b-857c-4345-9655-e020ea8c04b9, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:08:07.731342 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5d184597-445d-42c5-8792-00018956f246 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'subnet': {'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:07.764622 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c64752-e68e-408c-8a4a-0c24e90d8878 req-7ad0b784-19ff-4fbf-a53d-1d44a47b4db4 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:07.780291 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2c64752-e68e-408c-8a4a-0c24e90d8878 req-7ad0b784-19ff-4fbf-a53d-1d44a47b4db4 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 944 time: 0.2187469 Jul 29 15:08:07.787731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] For port c2f0ec8b-857c-4345-9655-e020ea8c04b9, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c2f0ec8b-857c-4345-9655-e020ea8c04b9,segment=NetworkSegment(0fb1f233-6c37-4802-b339-eae46af6fb71),segment_id=0fb1f233-6c37-4802-b339-eae46af6fb71)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:08:07.793513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7aff0-32a7-4610-ae73-6a00c4bbaa3d None None] Pushing event updated for resources: {'Port': ['ID=865fe825-1f1b-4e9e-9479-edc62a927961,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:07.801654 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea7e53-8ced-4906-92d6-6ce1b7e65a9a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Network': ['ID=130e3b76-9816-4fb6-9bb6-5a21c76bd57a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:07.820038 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.852444 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:07.875370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 130e3b76-9816-4fb6-9bb6-5a21c76bd57a details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:08:07.896479 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2c64752-e68e-408c-8a4a-0c24e90d8878 req-c39a0543-b518-4d1b-a561-fbcbaf6897a6 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145296 Jul 29 15:08:07.900030 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1b3bb8f7-1141-4f59-a78a-b990bfeed1af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61a19042b2e346d380105b9bd88a61a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3215249 Jul 29 15:08:07.915603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33870) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:08.157669 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-70e73584-11dd-4b9b-99d8-e1fed55f21e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:08.199334 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:08.206408 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:08.208240 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:08.226850 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d184597-445d-42c5-8792-00018956f246 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:08.231952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea93bef-6b66-40bf-8b81-e7ab01898f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a2f177-19dc-488c-bbd4-9df15441d1c9'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:08:08.238633 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c97cf92-f9dd-4d81-adda-314e0d2ba0ba" -d '{"events": [{"server_uuid": "9ea93bef-6b66-40bf-8b81-e7ab01898f97", "name": "network-vif-plugged", "status": "completed", "tag": "37a2f177-19dc-488c-bbd4-9df15441d1c9"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:08:08.244359 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d184597-445d-42c5-8792-00018956f246 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:08.294781 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-70e73584-11dd-4b9b-99d8-e1fed55f21e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:08.352511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 37a2f177-19dc-488c-bbd4-9df15441d1c9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=37a2f177-19dc-488c-bbd4-9df15441d1c9,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:08.380097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f92ef3-a78a-4456-9276-15ec6c701d8f None None] Pushing event updated for resources: {'Port': ['ID=c2f0ec8b-857c-4345-9655-e020ea8c04b9,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:08.400467 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:08.431200 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc67403-49e6-4a12-b9f8-30c8ea770e5d x-openstack-request-id: req-7bc67403-49e6-4a12-b9f8-30c8ea770e5d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:08:08.432961 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea93bef-6b66-40bf-8b81-e7ab01898f97", "name": "network-vif-plugged", "status": "completed", "tag": "37a2f177-19dc-488c-bbd4-9df15441d1c9", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:08:08.443368 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bc67403-49e6-4a12-b9f8-30c8ea770e5d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:08:08.443368 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea93bef-6b66-40bf-8b81-e7ab01898f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a2f177-19dc-488c-bbd4-9df15441d1c9', 'code': 200} Jul 29 15:08:08.592391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event updated for resources: {'Port': ['ID=db8dc04d-f075-4ca6-ab08-9583d0043ab3,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:08.605123 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=37a2f177-19dc-488c-bbd4-9df15441d1c9,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:08.672850 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Network 92943684-dd1a-4d28-b5b8-2edf0c661bff is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:08:08.674264 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-70e73584-11dd-4b9b-99d8-e1fed55f21e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:08.675048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:08.677680 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-70e73584-11dd-4b9b-99d8-e1fed55f21e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:08.682149 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-70e73584-11dd-4b9b-99d8-e1fed55f21e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fcba5901-12fb-491e-b842-4d75030b7d9d HTTP/1.1" status: 204 len: 168 time: 0.7652164 Jul 29 15:08:08.749932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e73584-11dd-4b9b-99d8-e1fed55f21e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcba5901-12fb-491e-b842-4d75030b7d9d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:08.876793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95b57a-08b1-40aa-8e5d-1be4c58a0ac3 req-1160e144-1208-4541-acb4-ff7de645a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:08.881898 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e95b57a-08b1-40aa-8e5d-1be4c58a0ac3 req-1160e144-1208-4541-acb4-ff7de645a530 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 1096 time: 0.2282367 Jul 29 15:08:08.903310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Router badad9e5-ee15-4572-a338-a8e8706263ae has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:08:09.066709 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e95b57a-08b1-40aa-8e5d-1be4c58a0ac3 req-377934df-6a07-491e-a8b5-a261152c4903 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726317 Jul 29 15:08:09.069550 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d184597-445d-42c5-8792-00018956f246 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:09.196628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d184597-445d-42c5-8792-00018956f246 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Subnet': ['ID=314056dc-2308-4153-b209-8935e9bccbb2,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:09.273189 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a1775244-4a9e-4fd7-87c7-6375f9725d42 None None] Provisioning complete for port db8dc04d-f075-4ca6-ab08-9583d0043ab3 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:09.273798 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1775244-4a9e-4fd7-87c7-6375f9725d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:09.306243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d184597-445d-42c5-8792-00018956f246 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Checking segment: {'id': '2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:09.306650 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d184597-445d-42c5-8792-00018956f246 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network hostable DHCP agents. Network: 130e3b76-9816-4fb6-9bb6-5a21c76bd57a, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:08:09.330246 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:08:09.338897 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b92d7581-9903-41f9-b9df-c087a5b64b5a tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "PUT /v2.0/routers/badad9e5-ee15-4572-a338-a8e8706263ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2441950 Jul 29 15:08:09.341610 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33886) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:09.362136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d184597-445d-42c5-8792-00018956f246 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 130e3b76-9816-4fb6-9bb6-5a21c76bd57a is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:08:09.388527 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-5d184597-445d-42c5-8792-00018956f246 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 130e3b76-9816-4fb6-9bb6-5a21c76bd57a) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:09.426825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d184597-445d-42c5-8792-00018956f246 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:09.427505 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d184597-445d-42c5-8792-00018956f246 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:09.483708 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5d184597-445d-42c5-8792-00018956f246 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7708278 Jul 29 15:08:09.484838 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795324b-26ef-4052-bc68-7e2b1fe31a2e req-79f60c01-4b16-4390-8e77-988590c9bc20 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:09.486409 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33892) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:09.493374 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d795324b-26ef-4052-bc68-7e2b1fe31a2e req-79f60c01-4b16-4390-8e77-988590c9bc20 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 945 time: 0.3517823 Jul 29 15:08:09.745894 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d795324b-26ef-4052-bc68-7e2b1fe31a2e req-d9af7da3-d303-45d1-9215-2f3a666cba7b tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512474 Jul 29 15:08:09.752966 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37dd747f-7583-4b9f-8480-0b4af7ae621e tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:09.790599 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a1775244-4a9e-4fd7-87c7-6375f9725d42 None None] Port db8dc04d-f075-4ca6-ab08-9583d0043ab3 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:08:09.817316 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5b223-6270-4ee1-a708-1f76f42b9382 None None] Sync routers for ids ['badad9e5-ee15-4572-a338-a8e8706263ae'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:08:09.823791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bfe566-2cae-48e1-bcb2-8125648a5e40 None None] Network 130e3b76-9816-4fb6-9bb6-5a21c76bd57a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:10.007136 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d5f95a-13d9-4987-8cfa-e2497ba34ff2 None None] Network 8d35145a-6608-4d93-8895-6d3292e0f54a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:10.054638 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-37dd747f-7583-4b9f-8480-0b4af7ae621e tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 15:08:10.055977 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-37dd747f-7583-4b9f-8480-0b4af7ae621e tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "DELETE /v2.0/routers/badad9e5-ee15-4572-a338-a8e8706263ae HTTP/1.1" status: 409 len: 329 time: 0.7134409 Jul 29 15:08:10.060230 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33904) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:10.104002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b03127-1107-4c9b-a904-e625997cead5 None None] Network dabebf2a-df3a-4eb3-bf9f-f08eea72dd56 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:10.113758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5b223-6270-4ee1-a708-1f76f42b9382 None None] Routers {'badad9e5-ee15-4572-a338-a8e8706263ae'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:10.114742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-52b5b223-6270-4ee1-a708-1f76f42b9382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['badad9e5-ee15-4572-a338-a8e8706263ae'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:10.289171 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 865fe825-1f1b-4e9e-9479-edc62a927961 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:10.322343 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-88128937-8f20-4fa7-8aa5-2e9753ec0178 None None] Provisioning for port 865fe825-1f1b-4e9e-9479-edc62a927961 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:10.378697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-52b5b223-6270-4ee1-a708-1f76f42b9382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:10.403183 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:10.493825 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5b223-6270-4ee1-a708-1f76f42b9382 None None] Routers {'badad9e5-ee15-4572-a338-a8e8706263ae'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:10.495901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-52b5b223-6270-4ee1-a708-1f76f42b9382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['badad9e5-ee15-4572-a338-a8e8706263ae'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:10.563191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4736a635-0ba7-445a-9cd0-b19361f9ccec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:10.574647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-52b5b223-6270-4ee1-a708-1f76f42b9382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:10.575413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5b223-6270-4ee1-a708-1f76f42b9382 None None] The sync data for ids ['badad9e5-ee15-4572-a338-a8e8706263ae'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:08:10.633953 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cb97c047-b2a7-43ed-aed9-379e164ba477 None None] Provisioning for port c2f0ec8b-857c-4345-9655-e020ea8c04b9 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:10.679956 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 865fe825-1f1b-4e9e-9479-edc62a927961 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:10.739994 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 865fe825-1f1b-4e9e-9479-edc62a927961 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:10.740518 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:10.859850 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'fixed_ips': [{'subnet_id': '314056dc-2308-4153-b209-8935e9bccbb2'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:08:10.860996 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:11.030634 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Allocated IP 2001:db8:2::1 (130e3b76-9816-4fb6-9bb6-5a21c76bd57a/314056dc-2308-4153-b209-8935e9bccbb2/1ec7a779-1683-41af-b3eb-be4ecefa0c59) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:08:11.049813 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:11.112339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e101f-37aa-4b4f-9489-0092868e5a1a req-ba9c4413-5f78-4e2d-90d5-02e10ed25801 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:11.113959 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e22e101f-37aa-4b4f-9489-0092868e5a1a req-ba9c4413-5f78-4e2d-90d5-02e10ed25801 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 945 time: 0.2499316 Jul 29 15:08:11.119638 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Sync routers for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:08:11.138745 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:11.142541 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:11.142908 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:11.188545 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4736a635-0ba7-445a-9cd0-b19361f9ccec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Deleting port db8dc04d-f075-4ca6-ab08-9583d0043ab3 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:11.189166 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4736a635-0ba7-445a-9cd0-b19361f9ccec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:11.249909 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 865fe825-1f1b-4e9e-9479-edc62a927961, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=865fe825-1f1b-4e9e-9479-edc62a927961,segment=NetworkSegment(2b688aea-6875-497e-afc6-1fec3ea4df50),segment_id=2b688aea-6875-497e-afc6-1fec3ea4df50)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:11.260647 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:11.262433 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c2f0ec8b-857c-4345-9655-e020ea8c04b9 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:11.392057 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:11.393485 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:11.421361 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4736a635-0ba7-445a-9cd0-b19361f9ccec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:11.456035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4736a635-0ba7-445a-9cd0-b19361f9ccec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Calling delete_port for db8dc04d-f075-4ca6-ab08-9583d0043ab3 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:11.480166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Transition to ACTIVE for port object 1ec7a779-1683-41af-b3eb-be4ecefa0c59 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:11.488071 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e22e101f-37aa-4b4f-9489-0092868e5a1a req-1d2c7ca3-bc05-4793-afd8-4334ece171c5 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598337 Jul 29 15:08:11.563545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=865fe825-1f1b-4e9e-9479-edc62a927961,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:11.585709 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:11.720276 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port c2f0ec8b-857c-4345-9655-e020ea8c04b9 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:11.735663 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c2f0ec8b-857c-4345-9655-e020ea8c04b9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:11.736470 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:11.739878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=1ec7a779-1683-41af-b3eb-be4ecefa0c59,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:11.766627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 130e3b76-9816-4fb6-9bb6-5a21c76bd57a is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:08:11.768196 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:11.778953 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:08:11.779306 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:11.782260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Allocated IP 2001:db8:2::2 (130e3b76-9816-4fb6-9bb6-5a21c76bd57a/314056dc-2308-4153-b209-8935e9bccbb2/cc778db9-a9d8-42fa-afe9-72163ff78a66) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:08:11.784980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-da30de3d-1ea2-4447-8a23-972fb04a2912 None None] Provisioning for port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:11.806592 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-da30de3d-1ea2-4447-8a23-972fb04a2912 None None] Provisioning complete for port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:11.807415 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da30de3d-1ea2-4447-8a23-972fb04a2912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:12.019325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-da30de3d-1ea2-4447-8a23-972fb04a2912 None None] Port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:08:12.064435 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:05Z', 'revision_number': 3, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:05Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:06Z', 'revision_number': 2, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:12.083607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-da30de3d-1ea2-4447-8a23-972fb04a2912 None None] Provisioning complete for port 865fe825-1f1b-4e9e-9479-edc62a927961 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:12.084285 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da30de3d-1ea2-4447-8a23-972fb04a2912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:12.110799 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4736a635-0ba7-445a-9cd0-b19361f9ccec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:12.118529 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Checking router: e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:08:12.119141 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Updating router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:08:12.168314 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:12.191361 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736a635-0ba7-445a-9cd0-b19361f9ccec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event deleted for resources: {'Port': ['ID=db8dc04d-f075-4ca6-ab08-9583d0043ab3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:12.222508 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:12.381106 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33950) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:12.542533 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4736a635-0ba7-445a-9cd0-b19361f9ccec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:12.557757 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:12.706958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port c2f0ec8b-857c-4345-9655-e020ea8c04b9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c2f0ec8b-857c-4345-9655-e020ea8c04b9,segment=NetworkSegment(0fb1f233-6c37-4802-b339-eae46af6fb71),segment_id=0fb1f233-6c37-4802-b339-eae46af6fb71)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:12.726813 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:12.727775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 20eab6a2-cac3-4113-879e-13cf7688029e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:12.785952 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:12.808397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Transition to ACTIVE for port object cc778db9-a9d8-42fa-afe9-72163ff78a66 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:12.861414 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Transition to ACTIVE for port object cc778db9-a9d8-42fa-afe9-72163ff78a66 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:12.888504 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4736a635-0ba7-445a-9cd0-b19361f9ccec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Router badad9e5-ee15-4572-a338-a8e8706263ae has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:08:12.915998 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:12.939604 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Transition to ACTIVE for port object d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:12.943375 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:12.948972 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:12.974248 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-39f1ce7d-8491-40e0-a8a1-1aefbb5cd337 None None] Provisioning complete for port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:12.977940 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-39f1ce7d-8491-40e0-a8a1-1aefbb5cd337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:13.006363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4736a635-0ba7-445a-9cd0-b19361f9ccec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:08:13.037321 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4736a635-0ba7-445a-9cd0-b19361f9ccec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "PUT /v2.0/routers/badad9e5-ee15-4572-a338-a8e8706263ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9756451 Jul 29 15:08:13.043103 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c3df588e-5026-4d75-9cd1-c2a883dca97c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6aa2bced863842c1b8f4073952fe4c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6510806 Jul 29 15:08:13.043103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33962) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:13.049899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33964) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:13.057539 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376238f3-0bf1-4b75-8c9c-c2b93592b8c2 None None] Pushing event updated for resources: {'Port': ['ID=d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:13.075691 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376238f3-0bf1-4b75-8c9c-c2b93592b8c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.076310 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376238f3-0bf1-4b75-8c9c-c2b93592b8c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.078512 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376238f3-0bf1-4b75-8c9c-c2b93592b8c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.079063 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376238f3-0bf1-4b75-8c9c-c2b93592b8c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.079607 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376238f3-0bf1-4b75-8c9c-c2b93592b8c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.083058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Network 130e3b76-9816-4fb6-9bb6-5a21c76bd57a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:08:13.083499 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-a61f2427-1ba8-495c-89c8-6ac4be2ce409 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] show failed (client error): The resource could not be found. Jul 29 15:08:13.083915 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376238f3-0bf1-4b75-8c9c-c2b93592b8c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.084555 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a61f2427-1ba8-495c-89c8-6ac4be2ce409 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1463515364 HTTP/1.1" status: 404 len: 335 time: 0.0427153 Jul 29 15:08:13.084700 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376238f3-0bf1-4b75-8c9c-c2b93592b8c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.085282 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376238f3-0bf1-4b75-8c9c-c2b93592b8c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.085821 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376238f3-0bf1-4b75-8c9c-c2b93592b8c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.086154 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376238f3-0bf1-4b75-8c9c-c2b93592b8c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.087759 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376238f3-0bf1-4b75-8c9c-c2b93592b8c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.087759 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376238f3-0bf1-4b75-8c9c-c2b93592b8c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.089082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33966) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:13.094966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-094674c3-c678-4e4f-9ab2-bf087b89acde tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:13.096276 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204498f-5cca-463f-8a47-3b2ffb865ece None None] Sync routers for ids ['badad9e5-ee15-4572-a338-a8e8706263ae'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:08:13.137031 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:13.145083 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:08:13.153266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=c2f0ec8b-857c-4345-9655-e020ea8c04b9,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:13.163189 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204498f-5cca-463f-8a47-3b2ffb865ece None None] Routers {'badad9e5-ee15-4572-a338-a8e8706263ae'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:13.163966 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2204498f-5cca-463f-8a47-3b2ffb865ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['badad9e5-ee15-4572-a338-a8e8706263ae'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:13.189138 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-094674c3-c678-4e4f-9ab2-bf087b89acde tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] update failed (client error): The resource could not be found. Jul 29 15:08:13.194638 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-094674c3-c678-4e4f-9ab2-bf087b89acde tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-694296785 HTTP/1.1" status: 404 len: 334 time: 0.1000004 Jul 29 15:08:13.195506 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:13.201683 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 33968) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:13.221716 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Attempting to bind port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:08:13.222325 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Attempting to bind port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '2b688aea-6875-497e-afc6-1fec3ea4df50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:08:13.222446 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Attempting to bind port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 on network 8d35145a-6608-4d93-8895-6d3292e0f54a {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:08:13.232720 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:08:13.233091 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Checking segment: {'id': '2b688aea-6875-497e-afc6-1fec3ea4df50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:13.233490 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:13.234079 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Bound using segment: {'id': '2b688aea-6875-497e-afc6-1fec3ea4df50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:08:13.234564 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Bound port: d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b688aea-6875-497e-afc6-1fec3ea4df50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:08:13.234943 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:13.238350 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:13.239964 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:13.271317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-39f1ce7d-8491-40e0-a8a1-1aefbb5cd337 None None] Port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:08:13.376338 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 20eab6a2-cac3-4113-879e-13cf7688029e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:13.385812 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2204498f-5cca-463f-8a47-3b2ffb865ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:13.403985 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] For port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:08:13.416191 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] For port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81,segment=NetworkSegment(2b688aea-6875-497e-afc6-1fec3ea4df50),segment_id=2b688aea-6875-497e-afc6-1fec3ea4df50)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:08:13.421741 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:13.462923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 20eab6a2-cac3-4113-879e-13cf7688029e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:13.463304 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:13.518374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Pushing event updated for resources: {'Port': ['ID=cc778db9-a9d8-42fa-afe9-72163ff78a66,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:13.521470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204498f-5cca-463f-8a47-3b2ffb865ece None None] Routers {'badad9e5-ee15-4572-a338-a8e8706263ae'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:13.522087 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2204498f-5cca-463f-8a47-3b2ffb865ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['badad9e5-ee15-4572-a338-a8e8706263ae'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:13.545357 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:13.545998 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:13.607854 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=1ec7a779-1683-41af-b3eb-be4ecefa0c59,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:13.653532 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 130e3b76-9816-4fb6-9bb6-5a21c76bd57a is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:08:13.663438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d869d1-b048-427c-9173-a54e762eb196 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Deleting subnet 81bb04c3-7476-4ea3-825b-b9724880e75a {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:08:13.683399 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:13.684317 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376238f3-0bf1-4b75-8c9c-c2b93592b8c2 None None] Pushing event updated for resources: {'Port': ['ID=d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:13.698928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.699286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.699635 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.700023 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.700364 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.700745 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.701088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.701423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.701753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.702081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.702421 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.704003 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:13.708080 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c1d869d1-b048-427c-9173-a54e762eb196 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:13.746285 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4adb19aa-3c4e-44b3-bad0-be7099e4284b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:13.803068 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:13.834426 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2204498f-5cca-463f-8a47-3b2ffb865ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:13.834981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204498f-5cca-463f-8a47-3b2ffb865ece None None] The sync data for ids ['badad9e5-ee15-4572-a338-a8e8706263ae'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:08:13.859326 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Attempting to bind port cc778db9-a9d8-42fa-afe9-72163ff78a66 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:08:13.859779 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Attempting to bind port cc778db9-a9d8-42fa-afe9-72163ff78a66 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:08:13.860050 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Attempting to bind port cc778db9-a9d8-42fa-afe9-72163ff78a66 on network 130e3b76-9816-4fb6-9bb6-5a21c76bd57a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:08:13.875561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:08:13.876007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Checking segment: {'id': '2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:13.876341 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:13.876775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Bound using segment: {'id': '2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:08:13.877438 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Bound port: cc778db9-a9d8-42fa-afe9-72163ff78a66, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:08:13.877675 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:13.994345 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:14.043184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] For port cc778db9-a9d8-42fa-afe9-72163ff78a66, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:08:14.074823 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] For port cc778db9-a9d8-42fa-afe9-72163ff78a66, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cc778db9-a9d8-42fa-afe9-72163ff78a66,segment=NetworkSegment(2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3),segment_id=2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:08:14.083002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 20eab6a2-cac3-4113-879e-13cf7688029e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=20eab6a2-cac3-4113-879e-13cf7688029e,segment=NetworkSegment(e99a2c8d-5834-4f31-9534-6c230d80cd4f),segment_id=e99a2c8d-5834-4f31-9534-6c230d80cd4f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:14.084658 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:14.097257 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:14.173096 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d4b17-e813-43ee-98b6-32de62cfa8c7 None None] Pushing event updated for resources: {'Port': ['ID=cc778db9-a9d8-42fa-afe9-72163ff78a66,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:14.288951 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 865fe825-1f1b-4e9e-9479-edc62a927961 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:14.305010 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:12Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '1ec7a779-1683-41af-b3eb-be4ecefa0c59', 'name': '', 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:d8:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '314056dc-2308-4153-b209-8935e9bccbb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:10Z', 'updated_at': '2021-07-29T15:08:12Z', 'revision_number': 2, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': '314056dc-2308-4153-b209-8935e9bccbb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:05Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:13Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:14.322484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=20eab6a2-cac3-4113-879e-13cf7688029e,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:14.348146 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df701d22-5422-4448-aa3e-0c3356a0ca6c None None] The sync data for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 is: [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:12Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '1ec7a779-1683-41af-b3eb-be4ecefa0c59', 'name': '', 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:d8:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '314056dc-2308-4153-b209-8935e9bccbb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:10Z', 'updated_at': '2021-07-29T15:08:12Z', 'revision_number': 2, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': '314056dc-2308-4153-b209-8935e9bccbb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:05Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:13Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:08:14.436325 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c1d869d1-b048-427c-9173-a54e762eb196 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:14.445328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 865fe825-1f1b-4e9e-9479-edc62a927961 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:14.445741 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:14.446345 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4adb19aa-3c4e-44b3-bad0-be7099e4284b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:14.626408 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:14.655792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:08:14.672497 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4adb19aa-3c4e-44b3-bad0-be7099e4284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:14.675208 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4adb19aa-3c4e-44b3-bad0-be7099e4284b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:14.676424 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4adb19aa-3c4e-44b3-bad0-be7099e4284b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ccec8fa-218c-41eb-a689-9faa84365cc8 HTTP/1.1" status: 204 len: 168 time: 1.6236701 Jul 29 15:08:14.736356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:14.742310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:14.742684 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:14.763684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb19aa-3c4e-44b3-bad0-be7099e4284b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccec8fa-218c-41eb-a689-9faa84365cc8,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:14.884849 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c1d869d1-b048-427c-9173-a54e762eb196 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.028293 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.078656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:08:15.094487 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33996) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:15.095054 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-33f32624-b13a-4b40-8e07-ce28615893af tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6073320 Jul 29 15:08:15.096827 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c1d869d1-b048-427c-9173-a54e762eb196 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.100130 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ea94be3f-399f-4ac3-a2d3-ae7eb4b5688e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1492590569'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:15.150117 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 33998) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:15.158900 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81,segment=NetworkSegment(2b688aea-6875-497e-afc6-1fec3ea4df50),segment_id=2b688aea-6875-497e-afc6-1fec3ea4df50)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:15.169787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d869d1-b048-427c-9173-a54e762eb196 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event deleted for resources: {'Subnet': ['ID=81bb04c3-7476-4ea3-825b-b9724880e75a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:15.170758 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.172579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c2f0ec8b-857c-4345-9655-e020ea8c04b9 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:15.189976 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c1d869d1-b048-427c-9173-a54e762eb196 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.192034 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c1d869d1-b048-427c-9173-a54e762eb196 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "DELETE /v2.0/subnets/81bb04c3-7476-4ea3-825b-b9724880e75a HTTP/1.1" status: 204 len: 168 time: 1.9782009 Jul 29 15:08:15.199714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34006) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:15.241653 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea94be3f-399f-4ac3-a2d3-ae7eb4b5688e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:15.249637 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea94be3f-399f-4ac3-a2d3-ae7eb4b5688e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.309967 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655c0ade-d550-4ed6-ad50-f18844561488 None None] Network dabebf2a-df3a-4eb3-bf9f-f08eea72dd56 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:15.318798 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea94be3f-399f-4ac3-a2d3-ae7eb4b5688e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:08:15.351529 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea94be3f-399f-4ac3-a2d3-ae7eb4b5688e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.351795 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-ea94be3f-399f-4ac3-a2d3-ae7eb4b5688e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Added segment 64f42bd4-c5a7-4c96-92c6-6d87c81b30dd of type vlan for network 7eaff598-1788-48a3-b47e-08cdfe588ce5 Jul 29 15:08:15.369207 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7723afcf-c888-4862-bd46-8c21f139d741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.409539 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.450959 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea94be3f-399f-4ac3-a2d3-ae7eb4b5688e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.522215 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea94be3f-399f-4ac3-a2d3-ae7eb4b5688e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.530121 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea94be3f-399f-4ac3-a2d3-ae7eb4b5688e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:15.530814 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Deleting port c2f0ec8b-857c-4345-9655-e020ea8c04b9 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:15.532122 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea94be3f-399f-4ac3-a2d3-ae7eb4b5688e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.535915 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.633816 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] For port c2f0ec8b-857c-4345-9655-e020ea8c04b9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c2f0ec8b-857c-4345-9655-e020ea8c04b9,segment=NetworkSegment(0fb1f233-6c37-4802-b339-eae46af6fb71),segment_id=0fb1f233-6c37-4802-b339-eae46af6fb71)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:15.634115 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.653834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Calling delete_port for c2f0ec8b-857c-4345-9655-e020ea8c04b9 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:15.655426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94be3f-399f-4ac3-a2d3-ae7eb4b5688e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Network': ['ID=7eaff598-1788-48a3-b47e-08cdfe588ce5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:15.669534 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Sync routers for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:08:15.685063 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:15.686508 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:15.693636 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7723afcf-c888-4862-bd46-8c21f139d741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.698870 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7723afcf-c888-4862-bd46-8c21f139d741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.704594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:15.715571 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 7eaff598-1788-48a3-b47e-08cdfe588ce5 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:08:15.727562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ea94be3f-399f-4ac3-a2d3-ae7eb4b5688e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6315575 Jul 29 15:08:15.747288 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34016) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:15.757610 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0147c1dd-cb85-43cd-b3d3-802e606afb6b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'subnet': {'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:15.813465 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:15.857068 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7723afcf-c888-4862-bd46-8c21f139d741 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=235b9d5af314481d96821927a204d0f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7039735 Jul 29 15:08:15.863145 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34020) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:15.901727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event deleted for resources: {'Port': ['ID=c2f0ec8b-857c-4345-9655-e020ea8c04b9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:15.922052 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] No DVR routers for this DVR port c2f0ec8b-857c-4345-9655-e020ea8c04b9 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:15.935882 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:16.113650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff640bd-a1bc-40b7-baed-f8fb36b0b203 None None] Network 130e3b76-9816-4fb6-9bb6-5a21c76bd57a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:16.162587 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.204972 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabebf2a-df3a-4eb3-bf9f-f08eea72dd56']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:16.225431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb1f233-6c37-4802-b339-eae46af6fb71') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:16.226030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb1f233-6c37-4802-b339-eae46af6fb71') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:16.240351 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.252775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34026) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:16.259713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c2f0ec8b-857c-4345-9655-e020ea8c04b9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:16.269779 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.274259 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.277734 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e5195f-e7ce-4af0-9982-ea1f6adc25e7 None None] DHCP port deletion for dabebf2a-df3a-4eb3-bf9f-f08eea72dd56 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:08:16.293674 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:08:16.295402 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:08:16.307798 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:08:16.319352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Port c2f0ec8b-857c-4345-9655-e020ea8c04b9 was deleted so its status cannot be updated. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 29 15:08:16.338810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-18426853-d728-4593-8fc1-8793d90ba408 None None] Provisioning for port cc778db9-a9d8-42fa-afe9-72163ff78a66 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:16.363690 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723afcf-c888-4862-bd46-8c21f139d741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c17da1-cea1-47cc-9c38-c63bb76ca4ac,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:16.387081 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:12Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '1ec7a779-1683-41af-b3eb-be4ecefa0c59', 'name': '', 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:d8:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '314056dc-2308-4153-b209-8935e9bccbb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:10Z', 'updated_at': '2021-07-29T15:08:12Z', 'revision_number': 2, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': '314056dc-2308-4153-b209-8935e9bccbb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:15Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:16.426240 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.442976 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.450285 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "DELETE /v2.0/networks/dabebf2a-df3a-4eb3-bf9f-f08eea72dd56 HTTP/1.1" status: 204 len: 168 time: 1.2364357 Jul 29 15:08:16.456011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34032) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:16.464127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30caa0-230d-4cf1-91f2-c7edda37b4ec tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event deleted for resources: {'Network': ['ID=dabebf2a-df3a-4eb3-bf9f-f08eea72dd56,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:16.479228 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Checking router: e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:08:16.479775 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Updating router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b port 1ec7a779-1683-41af-b3eb-be4ecefa0c59 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:08:16.511191 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.560170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c8c901f0-f71e-41e8-bfee-865631e28a52 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1903762645-network', 'tenant_id': 'eb14335d91d34ec4be8a7c48c604a587'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:16.593434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c901f0-f71e-41e8-bfee-865631e28a52 admin admin] Made reservation on behalf of eb14335d91d34ec4be8a7c48c604a587 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:16.596363 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c8c901f0-f71e-41e8-bfee-865631e28a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.603579 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2393f7e0-93df-4825-9ee8-2d653e9ff973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.607153 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c8c901f0-f71e-41e8-bfee-865631e28a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.636598 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccd5dbd-8d4a-4bee-8327-0f2224e0e198 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Deleting subnet 3f69549e-97e6-4ca9-b9df-2c711a3f4778 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:08:16.640217 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5dbd-8d4a-4bee-8327-0f2224e0e198 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.673125 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0147c1dd-cb85-43cd-b3d3-802e606afb6b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Made reservation on behalf of 81470bb3103743ebbd3cd82dd749d3a1 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:16.677364 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0147c1dd-cb85-43cd-b3d3-802e606afb6b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.683182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cc778db9-a9d8-42fa-afe9-72163ff78a66 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:16.806187 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port cc778db9-a9d8-42fa-afe9-72163ff78a66 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:16.814912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port cc778db9-a9d8-42fa-afe9-72163ff78a66 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:16.816434 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.838684 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2393f7e0-93df-4825-9ee8-2d653e9ff973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.847264 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c8c901f0-f71e-41e8-bfee-865631e28a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.858617 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c8c901f0-f71e-41e8-bfee-865631e28a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.905568 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5dbd-8d4a-4bee-8327-0f2224e0e198 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.917107 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c901f0-f71e-41e8-bfee-865631e28a52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:08:16.934208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c901f0-f71e-41e8-bfee-865631e28a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe29d28-7daf-460f-9050-7b8c4d9581e5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:16.950923 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c8c901f0-f71e-41e8-bfee-865631e28a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:16.951268 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-c8c901f0-f71e-41e8-bfee-865631e28a52 admin admin] Added segment 1016501e-0c2a-403c-a491-b2b3e4406486 of type vlan for network b0fe47f1-a112-4817-b006-7a1f5622d9e0 Jul 29 15:08:17.015998 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.018117 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c8c901f0-f71e-41e8-bfee-865631e28a52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.045236 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.069587 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Transition to ACTIVE for port object 1ec7a779-1683-41af-b3eb-be4ecefa0c59 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:17.079160 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.111218 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c8c901f0-f71e-41e8-bfee-865631e28a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.112359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c901f0-f71e-41e8-bfee-865631e28a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:17.113509 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c8c901f0-f71e-41e8-bfee-865631e28a52 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.135865 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2393f7e0-93df-4825-9ee8-2d653e9ff973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.139141 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2393f7e0-93df-4825-9ee8-2d653e9ff973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.141493 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0993a-047a-4f11-85c1-29aca2b6d2f8 None None] Pushing event updated for resources: {'Port': ['ID=1ec7a779-1683-41af-b3eb-be4ecefa0c59,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:17.144391 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2393f7e0-93df-4825-9ee8-2d653e9ff973 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3c17da1-cea1-47cc-9c38-c63bb76ca4ac HTTP/1.1" status: 204 len: 168 time: 1.2795527 Jul 29 15:08:17.170089 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port cc778db9-a9d8-42fa-afe9-72163ff78a66, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cc778db9-a9d8-42fa-afe9-72163ff78a66,segment=NetworkSegment(2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3),segment_id=2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:17.171716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fe73b880-f539-4bbf-8b5a-65f132dbac91 None None] Provisioning for port 1ec7a779-1683-41af-b3eb-be4ecefa0c59 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:17.178109 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393f7e0-93df-4825-9ee8-2d653e9ff973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c17da1-cea1-47cc-9c38-c63bb76ca4ac,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:17.191592 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0147c1dd-cb85-43cd-b3d3-802e606afb6b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.241361 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.242155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 20eab6a2-cac3-4113-879e-13cf7688029e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:17.244044 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Attempting to bind port 1ec7a779-1683-41af-b3eb-be4ecefa0c59 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:08:17.249100 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Attempting to bind port 1ec7a779-1683-41af-b3eb-be4ecefa0c59 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:08:17.249998 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Attempting to bind port 1ec7a779-1683-41af-b3eb-be4ecefa0c59 on network 130e3b76-9816-4fb6-9bb6-5a21c76bd57a {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:08:17.256085 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5dbd-8d4a-4bee-8327-0f2224e0e198 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.263352 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147c1dd-cb85-43cd-b3d3-802e606afb6b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Subnet': ['ID=fa04137d-c6aa-4477-b658-e1c037521bc8,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:17.265291 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:08:17.265932 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Checking segment: {'id': '2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:17.271984 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.272698 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Bound using segment: {'id': '2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:08:17.273833 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Bound port: 1ec7a779-1683-41af-b3eb-be4ecefa0c59, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:08:17.274421 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.332115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c901f0-f71e-41e8-bfee-865631e28a52 admin admin] Pushing event updated for resources: {'Network': ['ID=b0fe47f1-a112-4817-b006-7a1f5622d9e0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:17.364868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34036) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:17.366337 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c8c901f0-f71e-41e8-bfee-865631e28a52 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1100428 Jul 29 15:08:17.381355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network b0fe47f1-a112-4817-b006-7a1f5622d9e0 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:08:17.381605 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] For port 1ec7a779-1683-41af-b3eb-be4ecefa0c59, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:08:17.387077 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] For port 1ec7a779-1683-41af-b3eb-be4ecefa0c59, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1ec7a779-1683-41af-b3eb-be4ecefa0c59,segment=NetworkSegment(2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3),segment_id=2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:08:17.392236 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.396765 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0c442c1a-9be3-4acd-a2c1-a7fac945b869 admin admin] Request body: {'subnet': {'network_id': 'b0fe47f1-a112-4817-b006-7a1f5622d9e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1903762645-subnet', 'tenant_id': 'eb14335d91d34ec4be8a7c48c604a587', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:17.460027 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0993a-047a-4f11-85c1-29aca2b6d2f8 None None] Pushing event updated for resources: {'Port': ['ID=1ec7a779-1683-41af-b3eb-be4ecefa0c59,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:17.474722 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:17.475345 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:17.516804 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5dbd-8d4a-4bee-8327-0f2224e0e198 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.548308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c442c1a-9be3-4acd-a2c1-a7fac945b869 admin admin] Made reservation on behalf of eb14335d91d34ec4be8a7c48c604a587 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:17.552138 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c442c1a-9be3-4acd-a2c1-a7fac945b869 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.564221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd5dbd-8d4a-4bee-8327-0f2224e0e198 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event deleted for resources: {'Subnet': ['ID=3f69549e-97e6-4ca9-b9df-2c711a3f4778,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:17.630018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fe73b880-f539-4bbf-8b5a-65f132dbac91 None None] Provisioning complete for port cc778db9-a9d8-42fa-afe9-72163ff78a66 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:17.630672 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fe73b880-f539-4bbf-8b5a-65f132dbac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.659396 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3ccd5dbd-8d4a-4bee-8327-0f2224e0e198 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.665286 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:17.665661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34042) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:17.666638 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3ccd5dbd-8d4a-4bee-8327-0f2224e0e198 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "DELETE /v2.0/subnets/3f69549e-97e6-4ca9-b9df-2c711a3f4778 HTTP/1.1" status: 204 len: 168 time: 1.1736720 Jul 29 15:08:17.670236 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147c1dd-cb85-43cd-b3d3-802e606afb6b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Checking segment: {'id': '64f42bd4-c5a7-4c96-92c6-6d87c81b30dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:17.670816 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0147c1dd-cb85-43cd-b3d3-802e606afb6b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network hostable DHCP agents. Network: 7eaff598-1788-48a3-b47e-08cdfe588ce5, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:08:17.697723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0147c1dd-cb85-43cd-b3d3-802e606afb6b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 7eaff598-1788-48a3-b47e-08cdfe588ce5 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:08:17.723779 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08b8acb-50df-4953-9aed-2019bbec3346 None None] Network 1feaa30a-e713-4724-a958-541317382515 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:17.741058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-0147c1dd-cb85-43cd-b3d3-802e606afb6b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 7eaff598-1788-48a3-b47e-08cdfe588ce5) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:17.752021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0147c1dd-cb85-43cd-b3d3-802e606afb6b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:17.755449 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0147c1dd-cb85-43cd-b3d3-802e606afb6b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.815338 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0147c1dd-cb85-43cd-b3d3-802e606afb6b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0664504 Jul 29 15:08:17.817830 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34044) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:17.836451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd384f1a-a819-4eb0-983e-c0ba59ff7ae2 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Deleting subnet 29f78d51-7e94-42e3-b1f5-b134ee838ed5 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:08:17.841047 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd384f1a-a819-4eb0-983e-c0ba59ff7ae2 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.892374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34046) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:17.914195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e9ed68-0369-4d85-8a89-114ae6e1e578 None None] Network 7eaff598-1788-48a3-b47e-08cdfe588ce5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:17.919205 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7280f8c6-c124-404c-9afa-eb19d94f635a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.951174 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:12Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '1ec7a779-1683-41af-b3eb-be4ecefa0c59', 'name': '', 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:d8:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '314056dc-2308-4153-b209-8935e9bccbb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:10Z', 'updated_at': '2021-07-29T15:08:17Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': '314056dc-2308-4153-b209-8935e9bccbb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:15Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:17.956543 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd384f1a-a819-4eb0-983e-c0ba59ff7ae2 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:17.990035 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd46a474-56be-4ab0-bece-8eeb9c0bee9c None None] The sync data for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 is: [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:12Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '1ec7a779-1683-41af-b3eb-be4ecefa0c59', 'name': '', 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:d8:4c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '314056dc-2308-4153-b209-8935e9bccbb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:10Z', 'updated_at': '2021-07-29T15:08:17Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': '314056dc-2308-4153-b209-8935e9bccbb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:15Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:08:18.003576 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=cc778db9-a9d8-42fa-afe9-72163ff78a66,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:18.102574 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 20eab6a2-cac3-4113-879e-13cf7688029e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:18.102955 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:18.119342 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7280f8c6-c124-404c-9afa-eb19d94f635a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:18.139785 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7280f8c6-c124-404c-9afa-eb19d94f635a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:18.198234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-7eaff598-1788-48a3-b47e-08cdfe588ce5', 'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'fixed_ips': [{'subnet_id': 'fa04137d-c6aa-4477-b658-e1c037521bc8'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:08:18.199327 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:18.290433 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd384f1a-a819-4eb0-983e-c0ba59ff7ae2 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:18.320393 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1c97d6-4a72-4929-b41e-a67d67e421e0 None None] DHCP port deletion for 1feaa30a-e713-4724-a958-541317382515 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:08:18.432847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280f8c6-c124-404c-9afa-eb19d94f635a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ce3462-f8d9-49e8-99a7-a80491823138,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:18.441775 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd384f1a-a819-4eb0-983e-c0ba59ff7ae2 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:18.485038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d8142f-56df-4232-825a-3c55974a1a89 None None] Network 8f893ac6-c1c6-417e-a295-807c9be1bd6d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:18.487250 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd384f1a-a819-4eb0-983e-c0ba59ff7ae2 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:18.492192 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bd384f1a-a819-4eb0-983e-c0ba59ff7ae2 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "DELETE /v2.0/subnets/29f78d51-7e94-42e3-b1f5-b134ee838ed5 HTTP/1.1" status: 204 len: 168 time: 0.8253875 Jul 29 15:08:18.493022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34048) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:18.496974 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd384f1a-a819-4eb0-983e-c0ba59ff7ae2 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event deleted for resources: {'Subnet': ['ID=29f78d51-7e94-42e3-b1f5-b134ee838ed5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:18.544949 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7280f8c6-c124-404c-9afa-eb19d94f635a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b98271d607b549d49f66971bf6a37882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6506901 Jul 29 15:08:18.552858 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34050) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:18.587624 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:18.615505 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c442c1a-9be3-4acd-a2c1-a7fac945b869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:18.655348 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:18.699897 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c442c1a-9be3-4acd-a2c1-a7fac945b869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8eb4a82-c7be-4d81-8e8c-918d14c6e9ef,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:18.772863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Deleting port e47f4ef0-1254-4951-a505-3418694fdc3d {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:18.774305 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:18.851891 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] For port e47f4ef0-1254-4951-a505-3418694fdc3d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e47f4ef0-1254-4951-a505-3418694fdc3d,segment=NetworkSegment(3cf73645-7aa0-4000-8f45-fe9f9bba4822),segment_id=3cf73645-7aa0-4000-8f45-fe9f9bba4822)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:18.852730 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:18.862749 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8a7e6f6-7f40-4ae6-8a87-865e6aae22da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:18.872073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Calling delete_port for e47f4ef0-1254-4951-a505-3418694fdc3d owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:18.900649 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c442c1a-9be3-4acd-a2c1-a7fac945b869 admin admin] Checking segment: {'id': '1016501e-0c2a-403c-a491-b2b3e4406486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b0fe47f1-a112-4817-b006-7a1f5622d9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:18.901221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c442c1a-9be3-4acd-a2c1-a7fac945b869 admin admin] Network hostable DHCP agents. Network: b0fe47f1-a112-4817-b006-7a1f5622d9e0, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:08:18.917574 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8a7e6f6-7f40-4ae6-8a87-865e6aae22da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:18.981752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c442c1a-9be3-4acd-a2c1-a7fac945b869 admin admin] Network b0fe47f1-a112-4817-b006-7a1f5622d9e0 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:08:18.995944 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:18.996626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Allocated IP 2001:db8:3::2 (7eaff598-1788-48a3-b47e-08cdfe588ce5/fa04137d-c6aa-4477-b658-e1c037521bc8/9460a8f2-b863-4c91-821e-a46392aeca6c) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:08:19.001707 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-df1c97d6-4a72-4929-b41e-a67d67e421e0 None None] Deleting port e47f4ef0-1254-4951-a505-3418694fdc3d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:19.002217 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df1c97d6-4a72-4929-b41e-a67d67e421e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:19.029633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-0c442c1a-9be3-4acd-a2c1-a7fac945b869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, b0fe47f1-a112-4817-b006-7a1f5622d9e0) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:19.038437 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event deleted for resources: {'Port': ['ID=e47f4ef0-1254-4951-a505-3418694fdc3d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:19.048053 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] No DVR routers for this DVR port e47f4ef0-1254-4951-a505-3418694fdc3d on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:19.051696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c442c1a-9be3-4acd-a2c1-a7fac945b869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:19.052300 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c442c1a-9be3-4acd-a2c1-a7fac945b869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:19.070563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f51cbe-d0f0-4ba2-b147-977be53a5716 None None] Network b0fe47f1-a112-4817-b006-7a1f5622d9e0 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:19.150402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0c442c1a-9be3-4acd-a2c1-a7fac945b869 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7781231 Jul 29 15:08:19.168460 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8a7e6f6-7f40-4ae6-8a87-865e6aae22da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:19.173258 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f8a7e6f6-7f40-4ae6-8a87-865e6aae22da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:19.174423 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f8a7e6f6-7f40-4ae6-8a87-865e6aae22da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2ce3462-f8d9-49e8-99a7-a80491823138 HTTP/1.1" status: 204 len: 168 time: 0.6202793 Jul 29 15:08:19.179517 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:19.218604 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:19.245375 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1feaa30a-e713-4724-a958-541317382515']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:19.249310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7e6f6-7f40-4ae6-8a87-865e6aae22da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ce3462-f8d9-49e8-99a7-a80491823138,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:19.266730 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-df1c97d6-4a72-4929-b41e-a67d67e421e0 None None] For port e47f4ef0-1254-4951-a505-3418694fdc3d, host n-d-802893-1, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:19.267301 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df1c97d6-4a72-4929-b41e-a67d67e421e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:19.285274 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf73645-7aa0-4000-8f45-fe9f9bba4822') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:19.285420 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf73645-7aa0-4000-8f45-fe9f9bba4822') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:19.329254 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:19.376607 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:19.384925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:08:19.386878 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:08:19.392059 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:08:19.399696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-df1c97d6-4a72-4929-b41e-a67d67e421e0 None None] Calling delete_port for e47f4ef0-1254-4951-a505-3418694fdc3d owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:19.417238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-df1c97d6-4a72-4929-b41e-a67d67e421e0 None None] Port e47f4ef0-1254-4951-a505-3418694fdc3d was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 15:08:19.431199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e647f2-bc6f-402f-8469-3c9802b04189 None None] DHCP port deletion for 8f893ac6-c1c6-417e-a295-807c9be1bd6d request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:08:19.457771 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df1c97d6-4a72-4929-b41e-a67d67e421e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:19.598093 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:19.605573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:19.607320 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:19.610289 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:19.612823 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "DELETE /v2.0/networks/1feaa30a-e713-4724-a958-541317382515 HTTP/1.1" status: 204 len: 168 time: 1.1185143 Jul 29 15:08:19.616429 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34062) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:19.638896 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c97d6-4a72-4929-b41e-a67d67e421e0 None None] No DVR routers for this DVR port e47f4ef0-1254-4951-a505-3418694fdc3d on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:19.650560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c97d6-4a72-4929-b41e-a67d67e421e0 None None] Pushing event deleted for resources: {'Port': ['ID=e47f4ef0-1254-4951-a505-3418694fdc3d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:19.651828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d605ee-e3cb-4a73-b9e7-0a39df21d887 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event deleted for resources: {'Network': ['ID=1feaa30a-e713-4724-a958-541317382515,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:19.764582 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:19.867099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Deleting port cc07cd7c-df56-4b43-9972-30858ab20c54 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:19.868086 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.023170 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.033156 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] For port cc07cd7c-df56-4b43-9972-30858ab20c54, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cc07cd7c-df56-4b43-9972-30858ab20c54,segment=NetworkSegment(eee50622-9014-4f55-b380-a4fd4f13d822),segment_id=eee50622-9014-4f55-b380-a4fd4f13d822)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:20.035984 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b299e785-f20e-4a84-9b33-e5a01601cb9f None None] Network b0fe47f1-a112-4817-b006-7a1f5622d9e0 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:20.036575 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.057089 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Transition to ACTIVE for port object 9460a8f2-b863-4c91-821e-a46392aeca6c will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:20.068440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Calling delete_port for cc07cd7c-df56-4b43-9972-30858ab20c54 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:20.085220 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d1e647f2-bc6f-402f-8469-3c9802b04189 None None] Deleting port cc07cd7c-df56-4b43-9972-30858ab20c54 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:20.085609 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1e647f2-bc6f-402f-8469-3c9802b04189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.198501 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.229514 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event deleted for resources: {'Port': ['ID=cc07cd7c-df56-4b43-9972-30858ab20c54,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:20.231945 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Transition to ACTIVE for port object 9460a8f2-b863-4c91-821e-a46392aeca6c will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:20.236887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] No DVR routers for this DVR port cc07cd7c-df56-4b43-9972-30858ab20c54 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:20.291018 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.298020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d1e647f2-bc6f-402f-8469-3c9802b04189 None None] For port cc07cd7c-df56-4b43-9972-30858ab20c54, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cc07cd7c-df56-4b43-9972-30858ab20c54,segment=NetworkSegment(eee50622-9014-4f55-b380-a4fd4f13d822),segment_id=eee50622-9014-4f55-b380-a4fd4f13d822)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:20.298440 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1e647f2-bc6f-402f-8469-3c9802b04189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.357464 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.369717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f893ac6-c1c6-417e-a295-807c9be1bd6d']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:20.386762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee50622-9014-4f55-b380-a4fd4f13d822') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:20.386762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee50622-9014-4f55-b380-a4fd4f13d822') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:20.388194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Allocated IP 2001:db8:3::1 (7eaff598-1788-48a3-b47e-08cdfe588ce5/fa04137d-c6aa-4477-b658-e1c037521bc8/bd8e8084-3115-4b7b-8616-28ba711e6037) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:08:20.394461 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.402489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d1e647f2-bc6f-402f-8469-3c9802b04189 None None] Calling delete_port for cc07cd7c-df56-4b43-9972-30858ab20c54 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:20.414020 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.414656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Network 7eaff598-1788-48a3-b47e-08cdfe588ce5 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:08:20.422756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:08:20.423193 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.428415 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:20.460117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:08:20.460378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Pushing event updated for resources: {'Port': ['ID=9460a8f2-b863-4c91-821e-a46392aeca6c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:08:20.492612 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:08:20.495934 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.502990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c2f0ec8b-857c-4345-9655-e020ea8c04b9 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:20.516434 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.519998 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "DELETE /v2.0/networks/8f893ac6-c1c6-417e-a295-807c9be1bd6d HTTP/1.1" status: 204 len: 168 time: 0.9024992 Jul 29 15:08:20.522658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34086) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:20.550478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: c2f0ec8b-857c-4345-9655-e020ea8c04b9 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:08:20.550828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c2f0ec8b-857c-4345-9655-e020ea8c04b9 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:08:20.607229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e3b2c3-664c-40bd-8b00-252bdfb43456 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Deleting subnet dcb7c3e6-5d18-4568-b901-92d021392460 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:08:20.611521 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b2c3-664c-40bd-8b00-252bdfb43456 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.634640 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Attempting to bind port 9460a8f2-b863-4c91-821e-a46392aeca6c on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:08:20.634640 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Attempting to bind port 9460a8f2-b863-4c91-821e-a46392aeca6c by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '64f42bd4-c5a7-4c96-92c6-6d87c81b30dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:08:20.634956 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Attempting to bind port 9460a8f2-b863-4c91-821e-a46392aeca6c on network 7eaff598-1788-48a3-b47e-08cdfe588ce5 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:08:20.648168 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:08:20.648546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Checking segment: {'id': '64f42bd4-c5a7-4c96-92c6-6d87c81b30dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:20.648985 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.649378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Bound using segment: {'id': '64f42bd4-c5a7-4c96-92c6-6d87c81b30dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:08:20.649851 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Bound port: 9460a8f2-b863-4c91-821e-a46392aeca6c, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f42bd4-c5a7-4c96-92c6-6d87c81b30dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:08:20.650446 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.664433 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b2c3-664c-40bd-8b00-252bdfb43456 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.747643 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.773016 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b2c3-664c-40bd-8b00-252bdfb43456 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.791250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] For port 9460a8f2-b863-4c91-821e-a46392aeca6c, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:08:20.800913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] For port 9460a8f2-b863-4c91-821e-a46392aeca6c, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9460a8f2-b863-4c91-821e-a46392aeca6c,segment=NetworkSegment(64f42bd4-c5a7-4c96-92c6-6d87c81b30dd),segment_id=64f42bd4-c5a7-4c96-92c6-6d87c81b30dd)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:08:20.804937 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1e647f2-bc6f-402f-8469-3c9802b04189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.832320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Transition to ACTIVE for port object bd8e8084-3115-4b7b-8616-28ba711e6037 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:20.848118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34094) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:20.850535 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786dada-e478-4342-9f66-8364cd91dbab tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event deleted for resources: {'Network': ['ID=8f893ac6-c1c6-417e-a295-807c9be1bd6d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:20.857082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1702385949-network', 'tenant_id': 'c5db955a00c542eeb91a8257f0583dcf'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:20.857307 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1e647f2-bc6f-402f-8469-3c9802b04189 None None] Network 8f893ac6-c1c6-417e-a295-807c9be1bd6d is not hosted by any dhcp agent {{(pid=94159) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 15:08:20.858174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e647f2-bc6f-402f-8469-3c9802b04189 None None] No DVR routers for this DVR port cc07cd7c-df56-4b43-9972-30858ab20c54 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:20.864645 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b2c3-664c-40bd-8b00-252bdfb43456 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.865614 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.883726 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.925959 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b2c3-664c-40bd-8b00-252bdfb43456 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:20.928162 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cc778db9-a9d8-42fa-afe9-72163ff78a66 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:20.933519 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b4e3b2c3-664c-40bd-8b00-252bdfb43456 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "DELETE /v2.0/subnets/dcb7c3e6-5d18-4568-b901-92d021392460 HTTP/1.1" status: 204 len: 168 time: 0.4093437 Jul 29 15:08:20.940759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3b2c3-664c-40bd-8b00-252bdfb43456 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb7c3e6-5d18-4568-b901-92d021392460,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:20.948123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34098) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:20.973079 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 7eaff598-1788-48a3-b47e-08cdfe588ce5 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:08:20.977500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:20.989104 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:08:20.989835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.028459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] Made reservation on behalf of c5db955a00c542eeb91a8257f0583dcf for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:21.031621 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.034484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e671dbd6-f9f4-4fc8-9d60-8432b45f71dc None None] Network 92943684-dd1a-4d28-b5b8-2edf0c661bff requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:21.040760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e647f2-bc6f-402f-8469-3c9802b04189 None None] Pushing event deleted for resources: {'Port': ['ID=cc07cd7c-df56-4b43-9972-30858ab20c54,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:21.048499 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.075435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=bd8e8084-3115-4b7b-8616-28ba711e6037,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:21.117951 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.230627 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.269541 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.277477 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.311157 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port cc778db9-a9d8-42fa-afe9-72163ff78a66 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:21.313156 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.323020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450963cf-ce5a-443c-b1fd-1b4c5111b406 None None] Pushing event updated for resources: {'Port': ['ID=9460a8f2-b863-4c91-821e-a46392aeca6c,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:21.331655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:08:21.354354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Deleting port f032ae26-204f-450e-a392-7a5b91203d11 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:21.354711 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.463396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] For port f032ae26-204f-450e-a392-7a5b91203d11, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f032ae26-204f-450e-a392-7a5b91203d11,segment=NetworkSegment(4f7b8f05-7b9c-46d4-ae2a-ba1b8607141c),segment_id=4f7b8f05-7b9c-46d4-ae2a-ba1b8607141c)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:21.463978 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.486009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Calling delete_port for f032ae26-204f-450e-a392-7a5b91203d11 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:21.597607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1ec7a779-1683-41af-b3eb-be4ecefa0c59 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:21.644369 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7658a0b8-3bf5-48ad-8cf4-8a465c2847b6 None None] DHCP port deletion for 92943684-dd1a-4d28-b5b8-2edf0c661bff request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:08:21.660952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bd9344-7984-4f85-a561-9306086881da,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:21.667734 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.672506 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.672864 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] Added segment b74a1f28-6a06-4925-a1ef-31009acc5f79 of type vlan for network b01ce3e8-9174-4a9b-94f8-970f2673b306 Jul 29 15:08:21.722173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event deleted for resources: {'Port': ['ID=f032ae26-204f-450e-a392-7a5b91203d11,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:21.727998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7658a0b8-3bf5-48ad-8cf4-8a465c2847b6 None None] The port 'f032ae26-204f-450e-a392-7a5b91203d11' was deleted {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 15:08:21.751542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 1ec7a779-1683-41af-b3eb-be4ecefa0c59 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:21.762681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 1ec7a779-1683-41af-b3eb-be4ecefa0c59 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:21.763452 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.764185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] No DVR routers for this DVR port f032ae26-204f-450e-a392-7a5b91203d11 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:21.888659 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.896103 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.897070 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.917586 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.946797 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.963034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92943684-dd1a-4d28-b5b8-2edf0c661bff']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:21.964600 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:21.976303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7b8f05-7b9c-46d4-ae2a-ba1b8607141c') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:21.976681 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7b8f05-7b9c-46d4-ae2a-ba1b8607141c') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:21.988791 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:22.010451 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:22.020513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:08:22.021097 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:22.052373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 1ec7a779-1683-41af-b3eb-be4ecefa0c59, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1ec7a779-1683-41af-b3eb-be4ecefa0c59,segment=NetworkSegment(2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3),segment_id=2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:22.058756 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:22.106126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event updated for resources: {'Port': ['ID=bd8e8084-3115-4b7b-8616-28ba711e6037,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:08:22.142673 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:08:22.148584 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:22.158688 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.resource_extend [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 15:08:22.162094 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:22.166560 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "DELETE /v2.0/networks/92943684-dd1a-4d28-b5b8-2edf0c661bff HTTP/1.1" status: 204 len: 168 time: 1.2140863 Jul 29 15:08:22.167739 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34116) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:22.181531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=1ec7a779-1683-41af-b3eb-be4ecefa0c59,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:22.198402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e47f4ef0-1254-4951-a505-3418694fdc3d no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:22.211980 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3d0da-4239-4611-8b96-8ce452dfb8df tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Pushing event deleted for resources: {'Network': ['ID=92943684-dd1a-4d28-b5b8-2edf0c661bff,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:22.217787 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:22.220508 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:22.221763 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:22.238451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: e47f4ef0-1254-4951-a505-3418694fdc3d {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:08:22.238958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e47f4ef0-1254-4951-a505-3418694fdc3d not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:08:22.239498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cc07cd7c-df56-4b43-9972-30858ab20c54 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:22.257682 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b7eb7707-7e53-4bb9-98e6-277fc0ee138e tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "GET /v2.0/ports?device_id=badad9e5-ee15-4572-a338-a8e8706263ae HTTP/1.1" status: 200 len: 205 time: 0.0850561 Jul 29 15:08:22.258576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34120) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:22.263416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: cc07cd7c-df56-4b43-9972-30858ab20c54 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:08:22.263915 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cc07cd7c-df56-4b43-9972-30858ab20c54 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:08:22.334095 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Network 7eaff598-1788-48a3-b47e-08cdfe588ce5 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:08:22.336257 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] Pushing event updated for resources: {'Network': ['ID=b01ce3e8-9174-4a9b-94f8-970f2673b306,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:22.352378 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-74c76eea-9eb8-4619-b62f-f3480e045e80 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5028167 Jul 29 15:08:22.352989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network b01ce3e8-9174-4a9b-94f8-970f2673b306 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:08:22.355195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34124) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:22.361754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-6ff5ed2b-e273-4cdf-ac42-7fc62e493449 admin admin] Request body: {'subnet': {'network_id': 'b01ce3e8-9174-4a9b-94f8-970f2673b306', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1702385949-subnet', 'tenant_id': 'c5db955a00c542eeb91a8257f0583dcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:22.385773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff5ed2b-e273-4cdf-ac42-7fc62e493449 admin admin] Made reservation on behalf of c5db955a00c542eeb91a8257f0583dcf for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:22.389217 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ed2b-e273-4cdf-ac42-7fc62e493449 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:22.424953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:22.441048 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4c057770-f97c-4802-8409-dd3a7a93b711 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:22.771564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:08:22.782155 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ed2b-e273-4cdf-ac42-7fc62e493449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:22.831751 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6da36d-ae5f-42e2-b046-3f038eb07f63 None None] Network 7eaff598-1788-48a3-b47e-08cdfe588ce5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:22.920335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5ed2b-e273-4cdf-ac42-7fc62e493449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2393dae4-2c7f-4e5f-a293-68318a8e5449,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:22.943458 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4c057770-f97c-4802-8409-dd3a7a93b711 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:22.948352 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4c057770-f97c-4802-8409-dd3a7a93b711 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:22.950112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9460a8f2-b863-4c91-821e-a46392aeca6c up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:23.003202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-eb8c213c-a476-4f53-a06b-951eaf9ce6a6 None None] Provisioning for port 9460a8f2-b863-4c91-821e-a46392aeca6c completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:23.016451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff5ed2b-e273-4cdf-ac42-7fc62e493449 admin admin] Checking segment: {'id': 'b74a1f28-6a06-4925-a1ef-31009acc5f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b01ce3e8-9174-4a9b-94f8-970f2673b306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:23.017108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff5ed2b-e273-4cdf-ac42-7fc62e493449 admin admin] Network hostable DHCP agents. Network: b01ce3e8-9174-4a9b-94f8-970f2673b306, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:08:23.045076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff5ed2b-e273-4cdf-ac42-7fc62e493449 admin admin] Network b01ce3e8-9174-4a9b-94f8-970f2673b306 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:08:23.067299 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4c057770-f97c-4802-8409-dd3a7a93b711 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:23.067680 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-6ff5ed2b-e273-4cdf-ac42-7fc62e493449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, b01ce3e8-9174-4a9b-94f8-970f2673b306) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:23.067856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c057770-f97c-4802-8409-dd3a7a93b711 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Fanout notify agent at l3_agent the message router_deleted on router badad9e5-ee15-4572-a338-a8e8706263ae {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:08:23.075728 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 9460a8f2-b863-4c91-821e-a46392aeca6c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:23.076356 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4c057770-f97c-4802-8409-dd3a7a93b711 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:23.078272 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4c057770-f97c-4802-8409-dd3a7a93b711 tempest-RoutersNegativeIpV6Test-320875417 tempest-RoutersNegativeIpV6Test-320875417-project] 10.222.0.16 "DELETE /v2.0/routers/badad9e5-ee15-4572-a338-a8e8706263ae HTTP/1.1" status: 204 len: 168 time: 0.7991185 Jul 29 15:08:23.085185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b3fbd9-05fe-4f86-a901-3bebaf082975 None None] Network b01ce3e8-9174-4a9b-94f8-970f2673b306 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:23.085780 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:08:23.086957 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9460a8f2-b863-4c91-821e-a46392aeca6c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:23.087328 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:23.087486 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff5ed2b-e273-4cdf-ac42-7fc62e493449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:23.088041 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ff5ed2b-e273-4cdf-ac42-7fc62e493449 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:23.102287 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-428001f0-40fd-4a0b-81d8-39dfa2060d49 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2817948 Jul 29 15:08:23.104574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34138) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:23.121079 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-063dafc3-0d3e-48fc-a3fc-f921391c3646 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:23.128595 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6ff5ed2b-e273-4cdf-ac42-7fc62e493449 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7717984 Jul 29 15:08:23.160932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Sync routers for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:08:23.234392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:23.235411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:23.530156 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34152) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:23.731537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:23.782413 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:23.820730 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.extraroute_db [None req-063dafc3-0d3e-48fc-a3fc-f921391c3646 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94157) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 15:08:23.822719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e2df2b04-be7a-490e-8eba-13d36027ec3a None None] Provisioning complete for port 9460a8f2-b863-4c91-821e-a46392aeca6c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:23.823156 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e2df2b04-be7a-490e-8eba-13d36027ec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:23.864217 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8baaa3-2843-4cd2-981f-ead5867eaf0f None None] Network b01ce3e8-9174-4a9b-94f8-970f2673b306 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:23.868147 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34166) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:23.868979 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.extraroute_db [None req-063dafc3-0d3e-48fc-a3fc-f921391c3646 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Removed routes are [] {{(pid=94157) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 15:08:23.870051 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-063dafc3-0d3e-48fc-a3fc-f921391c3646 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:24.083287 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-12195127-c416-42b8-af73-d1401eb71428 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e30e9b2321bf4df0a2a78b7c2a05f96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5510721 Jul 29 15:08:24.087894 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34170) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:24.144749 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 9460a8f2-b863-4c91-821e-a46392aeca6c, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9460a8f2-b863-4c91-821e-a46392aeca6c,segment=NetworkSegment(64f42bd4-c5a7-4c96-92c6-6d87c81b30dd),segment_id=64f42bd4-c5a7-4c96-92c6-6d87c81b30dd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:24.175010 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:24.175425 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1ec7a779-1683-41af-b3eb-be4ecefa0c59 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:24.230104 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0ef26f0-916a-4cf2-94f5-8d82ea72918d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:24.332039 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0ef26f0-916a-4cf2-94f5-8d82ea72918d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:24.447455 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0ef26f0-916a-4cf2-94f5-8d82ea72918d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:24.469997 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0ef26f0-916a-4cf2-94f5-8d82ea72918d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:24.476766 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d0ef26f0-916a-4cf2-94f5-8d82ea72918d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/788b5590-f630-4642-91c2-ad642b71a0cf HTTP/1.1" status: 204 len: 168 time: 0.3853509 Jul 29 15:08:24.553722 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51f97d41-4eb8-47d9-9326-945c444bbf27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:24.572483 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef26f0-916a-4cf2-94f5-8d82ea72918d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788b5590-f630-4642-91c2-ad642b71a0cf,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:24.622561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 1ec7a779-1683-41af-b3eb-be4ecefa0c59 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:24.623467 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:24.627463 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=9460a8f2-b863-4c91-821e-a46392aeca6c,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:24.774135 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e2df2b04-be7a-490e-8eba-13d36027ec3a None None] Provisioning for port bd8e8084-3115-4b7b-8616-28ba711e6037 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:24.788108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e2df2b04-be7a-490e-8eba-13d36027ec3a None None] Provisioning complete for port bd8e8084-3115-4b7b-8616-28ba711e6037 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:24.788788 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e2df2b04-be7a-490e-8eba-13d36027ec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:24.865977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e2df2b04-be7a-490e-8eba-13d36027ec3a None None] Port bd8e8084-3115-4b7b-8616-28ba711e6037 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:08:24.883100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:21Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '1ec7a779-1683-41af-b3eb-be4ecefa0c59', 'name': '', 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:d8:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '314056dc-2308-4153-b209-8935e9bccbb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:10Z', 'updated_at': '2021-07-29T15:08:22Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': '314056dc-2308-4153-b209-8935e9bccbb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd8e8084-3115-4b7b-8616-28ba711e6037', 'name': '', 'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:19:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'fa04137d-c6aa-4477-b658-e1c037521bc8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:19Z', 'updated_at': '2021-07-29T15:08:21Z', 'revision_number': 2, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'fa04137d-c6aa-4477-b658-e1c037521bc8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:15Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:24.892705 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-063dafc3-0d3e-48fc-a3fc-f921391c3646 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:24.906539 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-063dafc3-0d3e-48fc-a3fc-f921391c3646 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:24.948972 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-88000764-ce12-4d67-8742-a6041e4930bf tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:24.950742 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-88000764-ce12-4d67-8742-a6041e4930bf tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/networks?id=b0fe47f1-a112-4817-b006-7a1f5622d9e0 HTTP/1.1" status: 200 len: 812 time: 0.4475493 Jul 29 15:08:24.959765 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Checking router: e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:08:24.960573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Updating router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b port bd8e8084-3115-4b7b-8616-28ba711e6037 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:08:25.015568 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-01e5d702-ff0e-495e-84a5-3e8a87c00e98 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/quotas/eb14335d91d34ec4be8a7c48c604a587 HTTP/1.1" status: 200 len: 375 time: 0.0510211 Jul 29 15:08:25.034121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-563bf194-747c-4629-a1eb-8e33e7d74f66 None None] Provisioning complete for port bd8e8084-3115-4b7b-8616-28ba711e6037 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:25.034953 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-563bf194-747c-4629-a1eb-8e33e7d74f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:25.038388 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:25.075526 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-856f8cb9-eda6-41dd-a6e2-f110d8d57846 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb14335d91d34ec4be8a7c48c604a587&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587912 Jul 29 15:08:25.161697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-563bf194-747c-4629-a1eb-8e33e7d74f66 None None] Port bd8e8084-3115-4b7b-8616-28ba711e6037 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:08:25.180070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d78c4a-d850-431d-889c-b967d2c34787 req-18d51cb0-be01-4e31-8147-e6d2cc06655c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:25.188452 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d78c4a-d850-431d-889c-b967d2c34787 req-18d51cb0-be01-4e31-8147-e6d2cc06655c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:25.196218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d78c4a-d850-431d-889c-b967d2c34787 req-18d51cb0-be01-4e31-8147-e6d2cc06655c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:25.203660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d78c4a-d850-431d-889c-b967d2c34787 req-18d51cb0-be01-4e31-8147-e6d2cc06655c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:25.209905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d78c4a-d850-431d-889c-b967d2c34787 req-18d51cb0-be01-4e31-8147-e6d2cc06655c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:25.217500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d78c4a-d850-431d-889c-b967d2c34787 req-18d51cb0-be01-4e31-8147-e6d2cc06655c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:25.224854 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d78c4a-d850-431d-889c-b967d2c34787 req-18d51cb0-be01-4e31-8147-e6d2cc06655c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:25.227530 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-50d78c4a-d850-431d-889c-b967d2c34787 req-18d51cb0-be01-4e31-8147-e6d2cc06655c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5443 time: 0.2330506 Jul 29 15:08:25.244773 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-e16eee92-125e-497d-84e7-2b629e9960ba service neutron] 10.222.0.16 "GET /v2.0/networks/b0fe47f1-a112-4817-b006-7a1f5622d9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683145 Jul 29 15:08:25.246358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063dafc3-0d3e-48fc-a3fc-f921391c3646 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:08:25.288695 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f032ae26-204f-450e-a392-7a5b91203d11 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:25.293376 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-50d78c4a-d850-431d-889c-b967d2c34787 req-be116ea0-9e13-44f1-8488-f9b8de507554 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594056 Jul 29 15:08:25.327013 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: f032ae26-204f-450e-a392-7a5b91203d11 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:08:25.327868 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f032ae26-204f-450e-a392-7a5b91203d11 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:08:25.383518 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-f3c22d97-339d-47a7-8074-1dcf0f9596a6 service neutron] 10.222.0.16 "GET /v2.0/networks/b0fe47f1-a112-4817-b006-7a1f5622d9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294048 Jul 29 15:08:25.417021 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51f97d41-4eb8-47d9-9326-945c444bbf27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:25.427166 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-51f97d41-4eb8-47d9-9326-945c444bbf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:25.487488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063dafc3-0d3e-48fc-a3fc-f921391c3646 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:08:25.513864 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-063dafc3-0d3e-48fc-a3fc-f921391c3646 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:25.518305 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-063dafc3-0d3e-48fc-a3fc-f921391c3646 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b HTTP/1.1" status: 200 len: 953 time: 2.4050570 Jul 29 15:08:25.518880 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34202) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:25.552017 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9460a8f2-b863-4c91-821e-a46392aeca6c up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:25.579613 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-51f97d41-4eb8-47d9-9326-945c444bbf27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9672a1276a34468ad916c8731b8971c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7095635 Jul 29 15:08:25.592941 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34206) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:25.601151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f97d41-4eb8-47d9-9326-945c444bbf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dacf103-e3a2-4048-8725-cb88c974440a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:25.691827 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9460a8f2-b863-4c91-821e-a46392aeca6c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:25.692362 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:25.745940 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2100b44f-7a96-4860-aff9-e6ba501b18c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:25.818938 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2100b44f-7a96-4860-aff9-e6ba501b18c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:25.824964 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9edc18e-1b92-4c2a-bfc4-e26e788fa48b req-2cdd3f62-3776-408a-884e-95592632d300 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 210 time: 0.0617471 Jul 29 15:08:25.839324 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:25.854893 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f0dd51c8-1d92-497b-8c90-76bfc2b56125 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/routers/e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b HTTP/1.1" status: 200 len: 953 time: 0.3348510 Jul 29 15:08:25.858120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34216) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:25.864481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-c5068679-dce1-4778-aae3-915508e8ee2a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'router': {'routes': None}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:25.887163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Transition to ACTIVE for port object bd8e8084-3115-4b7b-8616-28ba711e6037 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:25.898373 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:26.014259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e73cf-0241-41d0-9059-31b5ae770164 None None] Pushing event updated for resources: {'Port': ['ID=bd8e8084-3115-4b7b-8616-28ba711e6037,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:26.040401 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2100b44f-7a96-4860-aff9-e6ba501b18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:26.045513 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2100b44f-7a96-4860-aff9-e6ba501b18c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:26.054416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34224) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:26.058464 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2100b44f-7a96-4860-aff9-e6ba501b18c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6dacf103-e3a2-4048-8725-cb88c974440a HTTP/1.1" status: 204 len: 168 time: 0.4587255 Jul 29 15:08:26.076046 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100b44f-7a96-4860-aff9-e6ba501b18c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dacf103-e3a2-4048-8725-cb88c974440a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:26.094892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Attempting to bind port bd8e8084-3115-4b7b-8616-28ba711e6037 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:08:26.095842 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Attempting to bind port bd8e8084-3115-4b7b-8616-28ba711e6037 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '64f42bd4-c5a7-4c96-92c6-6d87c81b30dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:08:26.096608 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Attempting to bind port bd8e8084-3115-4b7b-8616-28ba711e6037 on network 7eaff598-1788-48a3-b47e-08cdfe588ce5 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:08:26.106715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:08:26.107816 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Checking segment: {'id': '64f42bd4-c5a7-4c96-92c6-6d87c81b30dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:26.108748 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:26.110182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Bound using segment: {'id': '64f42bd4-c5a7-4c96-92c6-6d87c81b30dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:08:26.111216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Bound port: bd8e8084-3115-4b7b-8616-28ba711e6037, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f42bd4-c5a7-4c96-92c6-6d87c81b30dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:08:26.111882 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:26.138000 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-d90b5c9e-4e71-4fba-a9d1-9478804a2f56 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:26.162523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-d90b5c9e-4e71-4fba-a9d1-9478804a2f56 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:26.182463 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-d90b5c9e-4e71-4fba-a9d1-9478804a2f56 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:26.207026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-d90b5c9e-4e71-4fba-a9d1-9478804a2f56 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:26.232046 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-d90b5c9e-4e71-4fba-a9d1-9478804a2f56 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:26.252034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-d90b5c9e-4e71-4fba-a9d1-9478804a2f56 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:26.269378 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-d90b5c9e-4e71-4fba-a9d1-9478804a2f56 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:26.276013 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-d90b5c9e-4e71-4fba-a9d1-9478804a2f56 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5443 time: 0.3347507 Jul 29 15:08:26.322677 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] For port bd8e8084-3115-4b7b-8616-28ba711e6037, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:08:26.376563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] For port bd8e8084-3115-4b7b-8616-28ba711e6037, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bd8e8084-3115-4b7b-8616-28ba711e6037,segment=NetworkSegment(64f42bd4-c5a7-4c96-92c6-6d87c81b30dd),segment_id=64f42bd4-c5a7-4c96-92c6-6d87c81b30dd)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:08:26.378925 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:26.389961 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:26.402038 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-63e6aa24-5fab-46f6-b069-2eae9b12c8c8 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:26.408474 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-63e6aa24-5fab-46f6-b069-2eae9b12c8c8 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.39 "GET /v2.0/ports/85e3d439-4f4c-480b-b468-4d17d9852f15?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1238530 Jul 29 15:08:26.579626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:26.580259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:26.669082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948914c-0047-4477-a00a-55a0702ed150 req-9497afc4-7ee5-4418-b9ab-eacd0f3c6e32 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:26.685698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948914c-0047-4477-a00a-55a0702ed150 req-9497afc4-7ee5-4418-b9ab-eacd0f3c6e32 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:26.693292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948914c-0047-4477-a00a-55a0702ed150 req-9497afc4-7ee5-4418-b9ab-eacd0f3c6e32 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:26.699413 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948914c-0047-4477-a00a-55a0702ed150 req-9497afc4-7ee5-4418-b9ab-eacd0f3c6e32 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:26.707943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948914c-0047-4477-a00a-55a0702ed150 req-9497afc4-7ee5-4418-b9ab-eacd0f3c6e32 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:26.713958 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948914c-0047-4477-a00a-55a0702ed150 req-9497afc4-7ee5-4418-b9ab-eacd0f3c6e32 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:26.719212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1080645731-network', 'tenant_id': '3eaf738b050148468a6106add32daf22'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:26.723504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948914c-0047-4477-a00a-55a0702ed150 req-9497afc4-7ee5-4418-b9ab-eacd0f3c6e32 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:26.736020 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8948914c-0047-4477-a00a-55a0702ed150 req-9497afc4-7ee5-4418-b9ab-eacd0f3c6e32 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 5443 time: 0.1679182 Jul 29 15:08:26.750237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e73cf-0241-41d0-9059-31b5ae770164 None None] Pushing event updated for resources: {'Port': ['ID=bd8e8084-3115-4b7b-8616-28ba711e6037,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:26.891318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34240) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:26.896903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:26.924128 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db9ad1b3-4eef-49ae-ac05-6ba94854e1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:26.959783 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-803885b5-0252-42fa-b11e-1ca3dcbae503 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.39 "GET /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5434074 Jul 29 15:08:26.975761 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8948914c-0047-4477-a00a-55a0702ed150 req-f63559fe-023b-49eb-99e0-4ff03cdbf9cc tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2353756 Jul 29 15:08:26.976004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.extraroute_db [None req-c5068679-dce1-4778-aae3-915508e8ee2a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Added routes are [] {{(pid=94157) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 15:08:26.976232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.extraroute_db [None req-c5068679-dce1-4778-aae3-915508e8ee2a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94157) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 15:08:26.998147 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Made reservation on behalf of 3eaf738b050148468a6106add32daf22 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:27.000410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-5dc0226c-c24a-4092-9db6-2a3f8c6e94e0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:27.002099 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.011165 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d5a4c97-cd4f-4c31-87cb-f60271624038 req-3d7f0782-2d2b-4540-98d8-198c3aafc3ef tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 210 time: 0.0541880 Jul 29 15:08:27.025296 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.073021 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5068679-dce1-4778-aae3-915508e8ee2a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.122771 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-5dc0226c-c24a-4092-9db6-2a3f8c6e94e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.301517 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5068679-dce1-4778-aae3-915508e8ee2a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.305925 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5068679-dce1-4778-aae3-915508e8ee2a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.319064 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:23Z', 'revision_number': 6, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '1ec7a779-1683-41af-b3eb-be4ecefa0c59', 'name': '', 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:d8:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '314056dc-2308-4153-b209-8935e9bccbb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:10Z', 'updated_at': '2021-07-29T15:08:22Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': '314056dc-2308-4153-b209-8935e9bccbb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd8e8084-3115-4b7b-8616-28ba711e6037', 'name': '', 'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:19:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'fa04137d-c6aa-4477-b658-e1c037521bc8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:19Z', 'updated_at': '2021-07-29T15:08:26Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'fa04137d-c6aa-4477-b658-e1c037521bc8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:15Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:27.379265 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f4858-9329-4d91-bb58-ae8eeca61e9f None None] The sync data for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 is: [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:23Z', 'revision_number': 6, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '1ec7a779-1683-41af-b3eb-be4ecefa0c59', 'name': '', 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:d8:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '314056dc-2308-4153-b209-8935e9bccbb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:10Z', 'updated_at': '2021-07-29T15:08:22Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': '314056dc-2308-4153-b209-8935e9bccbb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd8e8084-3115-4b7b-8616-28ba711e6037', 'name': '', 'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:19:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'fa04137d-c6aa-4477-b658-e1c037521bc8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:19Z', 'updated_at': '2021-07-29T15:08:26Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'fa04137d-c6aa-4477-b658-e1c037521bc8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:15Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:08:27.389721 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db9ad1b3-4eef-49ae-ac05-6ba94854e1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.402773 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-db9ad1b3-4eef-49ae-ac05-6ba94854e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.431311 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-5dc0226c-c24a-4092-9db6-2a3f8c6e94e0 service neutron] For port 85e3d439-4f4c-480b-b468-4d17d9852f15, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=85e3d439-4f4c-480b-b468-4d17d9852f15,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:27.493073 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-db9ad1b3-4eef-49ae-ac05-6ba94854e1ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b5e8b6f629c46808c3bba061a7b73a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5971582 Jul 29 15:08:27.496137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34242) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:27.506631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ad1b3-4eef-49ae-ac05-6ba94854e1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982e3847-446f-4cd8-a56e-11cefe1a5c76,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:27.546885 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-5dc0226c-c24a-4092-9db6-2a3f8c6e94e0 service neutron] For port 85e3d439-4f4c-480b-b468-4d17d9852f15, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:08:27.594171 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5068679-dce1-4778-aae3-915508e8ee2a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:08:27.602697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-5dc0226c-c24a-4092-9db6-2a3f8c6e94e0 service neutron] device_id is not set on port 85e3d439-4f4c-480b-b468-4d17d9852f15 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:08:27.614203 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-5dc0226c-c24a-4092-9db6-2a3f8c6e94e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.621728 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-5dc0226c-c24a-4092-9db6-2a3f8c6e94e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.621976 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5054e65b-e4a5-4ff8-98ad-c4b51b80831e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.703174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-5dc0226c-c24a-4092-9db6-2a3f8c6e94e0 service neutron] No DVR routers for this DVR port 85e3d439-4f4c-480b-b468-4d17d9852f15 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:27.705469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0226c-c24a-4092-9db6-2a3f8c6e94e0 service neutron] Pushing event updated for resources: {'Port': ['ID=85e3d439-4f4c-480b-b468-4d17d9852f15,revision_number=6']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:27.764350 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5054e65b-e4a5-4ff8-98ad-c4b51b80831e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.765937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-5dc0226c-c24a-4092-9db6-2a3f8c6e94e0 service neutron] In _notify_port_updated(), no bound segment for port 85e3d439-4f4c-480b-b468-4d17d9852f15 on network 112a52ee-a8c5-491c-86d2-16cd4245effc {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:08:27.768250 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-5dc0226c-c24a-4092-9db6-2a3f8c6e94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:27.769237 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-5dc0226c-c24a-4092-9db6-2a3f8c6e94e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.770899 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-5dc0226c-c24a-4092-9db6-2a3f8c6e94e0 service neutron] 10.222.0.39 "PUT /v2.0/ports/85e3d439-4f4c-480b-b468-4d17d9852f15 HTTP/1.1" status: 200 len: 1032 time: 0.7935059 Jul 29 15:08:27.813619 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.856584 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.866086 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5054e65b-e4a5-4ff8-98ad-c4b51b80831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.868957 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5054e65b-e4a5-4ff8-98ad-c4b51b80831e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.870615 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5054e65b-e4a5-4ff8-98ad-c4b51b80831e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/982e3847-446f-4cd8-a56e-11cefe1a5c76 HTTP/1.1" status: 204 len: 168 time: 0.3734617 Jul 29 15:08:27.887400 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5068679-dce1-4778-aae3-915508e8ee2a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:08:27.909862 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5068679-dce1-4778-aae3-915508e8ee2a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.911267 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c5068679-dce1-4778-aae3-915508e8ee2a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b HTTP/1.1" status: 200 len: 703 time: 2.0519319 Jul 29 15:08:27.912461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:08:27.915997 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34248) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:27.929712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f126722-8099-4941-8cc8-3f495d8245c1,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:27.935792 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:27.936420 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Added segment 91d1ac09-4ecb-4f31-be0f-32dd51dff36f of type vlan for network ff14f42f-a460-4be6-bc3c-c23fd3c42381 Jul 29 15:08:27.942153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-9fbcc7d9-ac1b-4eab-96bf-fc699b05307f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:27.949701 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-9fbcc7d9-ac1b-4eab-96bf-fc699b05307f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.39 "GET /v2.0/ports/1bdf1649-a389-4996-8e32-7b0940a4a965?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1712825 Jul 29 15:08:27.961183 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:27.961462 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:27.961808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:27.962145 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:27.962482 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:27.962813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:27.963144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:27.963472 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:27.963802 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:27.964126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:27.964451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:27.964802 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:08:28.040565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-1d54d1ee-e488-4cbd-bdd9-5106051c77df service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:28.068494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-716553e1-a3db-49ac-ba8b-0b862fdc4474 None None] Provisioning complete for port 85e3d439-4f4c-480b-b468-4d17d9852f15 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:28.069662 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-716553e1-a3db-49ac-ba8b-0b862fdc4474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:28.166707 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-716553e1-a3db-49ac-ba8b-0b862fdc4474 None None] Port 85e3d439-4f4c-480b-b468-4d17d9852f15 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:08:28.205435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054e65b-e4a5-4ff8-98ad-c4b51b80831e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982e3847-446f-4cd8-a56e-11cefe1a5c76,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:28.277282 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af56ef68-f96e-4e4a-a460-9315bd9973cc req-1f80e01a-e7c7-459b-a625-f01daed37634 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 210 time: 0.0708363 Jul 29 15:08:28.295610 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:28.346988 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-1d54d1ee-e488-4cbd-bdd9-5106051c77df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:28.382265 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-3589a153-a31f-444b-b8bd-68a2cc19cc08 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:28.383769 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-3589a153-a31f-444b-b8bd-68a2cc19cc08 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.38 "GET /v2.0/networks?id=b0fe47f1-a112-4817-b006-7a1f5622d9e0 HTTP/1.1" status: 200 len: 812 time: 0.4149632 Jul 29 15:08:28.389606 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:28.391768 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6360850d-d311-463c-a5c0-6da7f1e1bf21 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/routers/e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b HTTP/1.1" status: 200 len: 703 time: 0.4709294 Jul 29 15:08:28.392277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:28.392862 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:28.395128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34256) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:28.427232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-34999146-9a68-4777-bbce-c47d82cd8e8a tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Request body: {'port': {'device_id': 'de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce', 'network_id': 'b0fe47f1-a112-4817-b006-7a1f5622d9e0', 'admin_state_up': True, 'tenant_id': 'eb14335d91d34ec4be8a7c48c604a587'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:28.442404 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a961de-a0cf-40f9-91ca-698b3ad27436 req-580de969-90c5-4c94-b848-f940799032b4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:28.452409 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a961de-a0cf-40f9-91ca-698b3ad27436 req-580de969-90c5-4c94-b848-f940799032b4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:28.462174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a961de-a0cf-40f9-91ca-698b3ad27436 req-580de969-90c5-4c94-b848-f940799032b4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:28.470295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a961de-a0cf-40f9-91ca-698b3ad27436 req-580de969-90c5-4c94-b848-f940799032b4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:28.477970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a961de-a0cf-40f9-91ca-698b3ad27436 req-580de969-90c5-4c94-b848-f940799032b4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:28.485045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a961de-a0cf-40f9-91ca-698b3ad27436 req-580de969-90c5-4c94-b848-f940799032b4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:28.486942 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f6a961de-a0cf-40f9-91ca-698b3ad27436 req-580de969-90c5-4c94-b848-f940799032b4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 4664 time: 0.3025129 Jul 29 15:08:28.586662 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5201232 Jul 29 15:08:28.596084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34258) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:28.603202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d2b300bb-31c5-4bc8-8932-8320559b6895 admin admin] Request body: {'subnet': {'network_id': 'ff14f42f-a460-4be6-bc3c-c23fd3c42381', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1080645731-subnet', 'tenant_id': '3eaf738b050148468a6106add32daf22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:28.632525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b300bb-31c5-4bc8-8932-8320559b6895 admin admin] Made reservation on behalf of 3eaf738b050148468a6106add32daf22 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:28.634216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 85e3d439-4f4c-480b-b468-4d17d9852f15 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:28.634590 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2b300bb-31c5-4bc8-8932-8320559b6895 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:28.666688 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19c0e4-35c4-447f-a99b-881439de94cf admin admin] Pushing event updated for resources: {'Network': ['ID=ff14f42f-a460-4be6-bc3c-c23fd3c42381,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:28.687907 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network ff14f42f-a460-4be6-bc3c-c23fd3c42381 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:08:28.777393 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df230b76-b8d1-4921-9bba-844d9c384e51 None None] Sync routers for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:08:28.788993 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df230b76-b8d1-4921-9bba-844d9c384e51 None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:28.789633 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-df230b76-b8d1-4921-9bba-844d9c384e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:28.818412 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 85e3d439-4f4c-480b-b468-4d17d9852f15 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:08:28.819196 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1bdf1649-a389-4996-8e32-7b0940a4a965 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:29.017334 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-df230b76-b8d1-4921-9bba-844d9c384e51 None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:29.027895 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:29.237772 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-34999146-9a68-4777-bbce-c47d82cd8e8a tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Made reservation on behalf of eb14335d91d34ec4be8a7c48c604a587 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:29.241529 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-34999146-9a68-4777-bbce-c47d82cd8e8a tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:29.379637 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f6a961de-a0cf-40f9-91ca-698b3ad27436 req-11d2f6e1-eb7d-4045-9dde-84857934e286 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb90f426-d711-4558-88d6-5338bc39a2b6&id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8852289 Jul 29 15:08:29.480089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-1d54d1ee-e488-4cbd-bdd9-5106051c77df service neutron] For port 1bdf1649-a389-4996-8e32-7b0940a4a965, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1bdf1649-a389-4996-8e32-7b0940a4a965,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:29.605846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bd8e8084-3115-4b7b-8616-28ba711e6037 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:29.645313 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f295fb8f-951d-4664-bb57-031b2430fa29 req-e276ce36-9a45-43b1-822a-076111bb32c3 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 210 time: 0.0979633 Jul 29 15:08:29.646457 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-1d54d1ee-e488-4cbd-bdd9-5106051c77df service neutron] For port 1bdf1649-a389-4996-8e32-7b0940a4a965, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:08:29.703281 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-df230b76-b8d1-4921-9bba-844d9c384e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:27Z', 'revision_number': 7, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '1ec7a779-1683-41af-b3eb-be4ecefa0c59', 'name': '', 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:d8:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '314056dc-2308-4153-b209-8935e9bccbb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:10Z', 'updated_at': '2021-07-29T15:08:22Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': '314056dc-2308-4153-b209-8935e9bccbb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd8e8084-3115-4b7b-8616-28ba711e6037', 'name': '', 'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:19:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'fa04137d-c6aa-4477-b658-e1c037521bc8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:19Z', 'updated_at': '2021-07-29T15:08:26Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'fa04137d-c6aa-4477-b658-e1c037521bc8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:15Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:29.706965 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2b300bb-31c5-4bc8-8932-8320559b6895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:29.713625 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port bd8e8084-3115-4b7b-8616-28ba711e6037 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:29.717722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-1d54d1ee-e488-4cbd-bdd9-5106051c77df service neutron] device_id is not set on port 1bdf1649-a389-4996-8e32-7b0940a4a965 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:08:29.717970 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port bd8e8084-3115-4b7b-8616-28ba711e6037 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:29.718813 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:29.741386 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-1d54d1ee-e488-4cbd-bdd9-5106051c77df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:29.754920 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-1d54d1ee-e488-4cbd-bdd9-5106051c77df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:29.758215 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df230b76-b8d1-4921-9bba-844d9c384e51 None None] Checking router: e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:08:29.768695 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df230b76-b8d1-4921-9bba-844d9c384e51 None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:29.769857 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-df230b76-b8d1-4921-9bba-844d9c384e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:29.840311 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:08:29.840679 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:08:29.902577 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:29.904502 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-df230b76-b8d1-4921-9bba-844d9c384e51 None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:29.910496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-1d54d1ee-e488-4cbd-bdd9-5106051c77df service neutron] No DVR routers for this DVR port 1bdf1649-a389-4996-8e32-7b0940a4a965 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:29.974059 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port bd8e8084-3115-4b7b-8616-28ba711e6037, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bd8e8084-3115-4b7b-8616-28ba711e6037,segment=NetworkSegment(64f42bd4-c5a7-4c96-92c6-6d87c81b30dd),segment_id=64f42bd4-c5a7-4c96-92c6-6d87c81b30dd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:29.983173 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:29.990652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54d1ee-e488-4cbd-bdd9-5106051c77df service neutron] Pushing event updated for resources: {'Port': ['ID=1bdf1649-a389-4996-8e32-7b0940a4a965,revision_number=6']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:30.014388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-1d54d1ee-e488-4cbd-bdd9-5106051c77df service neutron] In _notify_port_updated(), no bound segment for port 1bdf1649-a389-4996-8e32-7b0940a4a965 on network 112a52ee-a8c5-491c-86d2-16cd4245effc {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:08:30.022118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-1d54d1ee-e488-4cbd-bdd9-5106051c77df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:30.022974 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-1d54d1ee-e488-4cbd-bdd9-5106051c77df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:30.024415 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-1d54d1ee-e488-4cbd-bdd9-5106051c77df service neutron] 10.222.0.39 "PUT /v2.0/ports/1bdf1649-a389-4996-8e32-7b0940a4a965 HTTP/1.1" status: 200 len: 1031 time: 1.9923222 Jul 29 15:08:30.026163 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b300bb-31c5-4bc8-8932-8320559b6895 admin admin] Checking segment: {'id': '91d1ac09-4ecb-4f31-be0f-32dd51dff36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ff14f42f-a460-4be6-bc3c-c23fd3c42381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:30.026622 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b300bb-31c5-4bc8-8932-8320559b6895 admin admin] Network hostable DHCP agents. Network: ff14f42f-a460-4be6-bc3c-c23fd3c42381, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:08:30.043108 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b300bb-31c5-4bc8-8932-8320559b6895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1864aa81-73c7-45d8-ae8a-fd058c9dfd03,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:30.052954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-34999146-9a68-4777-bbce-c47d82cd8e8a tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Allocated IP 172.20.0.6 (b0fe47f1-a112-4817-b006-7a1f5622d9e0/b8eb4a82-c7be-4d81-8e8c-918d14c6e9ef/d66cfb2f-a8a3-4b33-a6bc-408ba913fe04) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:08:30.085092 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31b843f6-31a5-4a29-9cb7-dc962da7be41 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:30.087502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b300bb-31c5-4bc8-8932-8320559b6895 admin admin] Network ff14f42f-a460-4be6-bc3c-c23fd3c42381 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:08:30.162065 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-d2b300bb-31c5-4bc8-8932-8320559b6895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, ff14f42f-a460-4be6-bc3c-c23fd3c42381) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:30.178595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2bd8af-8da3-4c40-aa5c-585542595eff None None] Network ff14f42f-a460-4be6-bc3c-c23fd3c42381 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:30.211051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=bd8e8084-3115-4b7b-8616-28ba711e6037,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:30.237481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b300bb-31c5-4bc8-8932-8320559b6895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:30.238088 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2b300bb-31c5-4bc8-8932-8320559b6895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:30.293461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-e46207b7-21d2-4e89-b0a7-fa78b28645e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Deleting port 861979d8-e377-468b-a834-f7023ef2664a {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:30.293888 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-e46207b7-21d2-4e89-b0a7-fa78b28645e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:30.301719 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d2b300bb-31c5-4bc8-8932-8320559b6895 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7044470 Jul 29 15:08:30.331839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-371ed55e-05e0-4a71-9bd7-cc344cb15bb2 None None] Provisioning complete for port 1bdf1649-a389-4996-8e32-7b0940a4a965 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:30.334239 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-371ed55e-05e0-4a71-9bd7-cc344cb15bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:30.381868 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-df230b76-b8d1-4921-9bba-844d9c384e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:27Z', 'revision_number': 7, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '1ec7a779-1683-41af-b3eb-be4ecefa0c59', 'name': '', 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:d8:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '314056dc-2308-4153-b209-8935e9bccbb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:10Z', 'updated_at': '2021-07-29T15:08:22Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': '314056dc-2308-4153-b209-8935e9bccbb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd8e8084-3115-4b7b-8616-28ba711e6037', 'name': '', 'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:19:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'fa04137d-c6aa-4477-b658-e1c037521bc8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:19Z', 'updated_at': '2021-07-29T15:08:26Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'fa04137d-c6aa-4477-b658-e1c037521bc8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:15Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:30.492597 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df230b76-b8d1-4921-9bba-844d9c384e51 None None] The sync data for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 is: [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:27Z', 'revision_number': 7, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '1ec7a779-1683-41af-b3eb-be4ecefa0c59', 'name': '', 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:d8:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '314056dc-2308-4153-b209-8935e9bccbb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:10Z', 'updated_at': '2021-07-29T15:08:22Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': '314056dc-2308-4153-b209-8935e9bccbb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd8e8084-3115-4b7b-8616-28ba711e6037', 'name': '', 'network_id': '7eaff598-1788-48a3-b47e-08cdfe588ce5', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:19:d3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'fa04137d-c6aa-4477-b658-e1c037521bc8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:19Z', 'updated_at': '2021-07-29T15:08:26Z', 'revision_number': 4, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'fa04137d-c6aa-4477-b658-e1c037521bc8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:15Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:08:30.539708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-e46207b7-21d2-4e89-b0a7-fa78b28645e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] For port 861979d8-e377-468b-a834-f7023ef2664a, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=861979d8-e377-468b-a834-f7023ef2664a,segment=NetworkSegment(500a1ed8-3fe3-4294-95b1-e87542fd7feb),segment_id=500a1ed8-3fe3-4294-95b1-e87542fd7feb)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:30.540206 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-e46207b7-21d2-4e89-b0a7-fa78b28645e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:30.791313 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-34999146-9a68-4777-bbce-c47d82cd8e8a tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:30.831244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b322e-f861-4c6a-b2cc-65d610eadb1e req-281fa9f7-d42b-4893-9521-b3091c25a94e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:30.860478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b322e-f861-4c6a-b2cc-65d610eadb1e req-281fa9f7-d42b-4893-9521-b3091c25a94e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:30.869126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b322e-f861-4c6a-b2cc-65d610eadb1e req-281fa9f7-d42b-4893-9521-b3091c25a94e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:30.873461 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-371ed55e-05e0-4a71-9bd7-cc344cb15bb2 None None] Port 1bdf1649-a389-4996-8e32-7b0940a4a965 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:08:30.909212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b322e-f861-4c6a-b2cc-65d610eadb1e req-281fa9f7-d42b-4893-9521-b3091c25a94e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:30.930848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b322e-f861-4c6a-b2cc-65d610eadb1e req-281fa9f7-d42b-4893-9521-b3091c25a94e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:30.933385 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1b0b322e-f861-4c6a-b2cc-65d610eadb1e req-281fa9f7-d42b-4893-9521-b3091c25a94e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 3886 time: 0.4191051 Jul 29 15:08:31.026463 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 384b2766-5b64-4b46-a1c5-a1c0e093692d no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:31.041340 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5a708cc-c303-49a1-923f-c314ec513298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:31.043658 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-e46207b7-21d2-4e89-b0a7-fa78b28645e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:31.044048 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-e46207b7-21d2-4e89-b0a7-fa78b28645e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:31.044366 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-e46207b7-21d2-4e89-b0a7-fa78b28645e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Floating IP dca22d1b-2be6-4b62-9de3-ef2559dc6a7a disassociated. External IP: 172.25.6.19, port: 861979d8-e377-468b-a834-f7023ef2664a. Jul 29 15:08:31.044952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-e46207b7-21d2-4e89-b0a7-fa78b28645e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Calling delete_port for 861979d8-e377-468b-a834-f7023ef2664a owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:31.069230 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1b0b322e-f861-4c6a-b2cc-65d610eadb1e req-b02c1951-97c2-45b8-a616-2784f4212fa5 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275778 Jul 29 15:08:31.112811 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-729c1830-dd47-43b6-bf2c-9ed30f23bba8 req-1432f2d8-b8f6-4b56-bd65-16b2b1243529 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 210 time: 0.0644975 Jul 29 15:08:31.146962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2f1bb6-cff9-44c3-9c49-ad1b87d55df7 None None] Network ff14f42f-a460-4be6-bc3c-c23fd3c42381 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:31.211742 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-34999146-9a68-4777-bbce-c47d82cd8e8a tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:31.270511 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:31.338245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-34999146-9a68-4777-bbce-c47d82cd8e8a tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Network b0fe47f1-a112-4817-b006-7a1f5622d9e0 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:08:31.346451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-34999146-9a68-4777-bbce-c47d82cd8e8a tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:31.355957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-34999146-9a68-4777-bbce-c47d82cd8e8a tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:08:31.383723 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-e46207b7-21d2-4e89-b0a7-fa78b28645e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:31.387088 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384b2766-5b64-4b46-a1c5-a1c0e093692d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:08:31.397678 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85198ddc-4682-48f2-b546-b2a43b64ce27" -d '{"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-unplugged", "status": "completed", "tag": "384b2766-5b64-4b46-a1c5-a1c0e093692d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:08:31.415725 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-34999146-9a68-4777-bbce-c47d82cd8e8a tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:31.416390 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-34999146-9a68-4777-bbce-c47d82cd8e8a tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:31.445031 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34999146-9a68-4777-bbce-c47d82cd8e8a tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Pushing event updated for resources: {'Port': ['ID=d66cfb2f-a8a3-4b33-a6bc-408ba913fe04,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:31.483928 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-34999146-9a68-4777-bbce-c47d82cd8e8a tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0666914 Jul 29 15:08:31.503203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46207b7-21d2-4e89-b0a7-fa78b28645e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event deleted for resources: {'Port': ['ID=861979d8-e377-468b-a834-f7023ef2664a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:31.536337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Request body: {'port': {'device_id': 'de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:31.539861 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffae58c-5096-41bf-a284-801538640708 x-openstack-request-id: req-bffae58c-5096-41bf-a284-801538640708 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:08:31.540147 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-unplugged", "status": "completed", "tag": "384b2766-5b64-4b46-a1c5-a1c0e093692d", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:08:31.540398 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bffae58c-5096-41bf-a284-801538640708 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:08:31.540846 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '384b2766-5b64-4b46-a1c5-a1c0e093692d', 'code': 200} Jul 29 15:08:31.542844 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 384b2766-5b64-4b46-a1c5-a1c0e093692d, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=384b2766-5b64-4b46-a1c5-a1c0e093692d,segment=NetworkSegment(87c2ebda-f103-40ae-81fb-ae5e00c7ca15),segment_id=87c2ebda-f103-40ae-81fb-ae5e00c7ca15)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:31.544839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bd8e8084-3115-4b7b-8616-28ba711e6037 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:31.592334 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:31.594285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 861979d8-e377-468b-a834-f7023ef2664a no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:31.596456 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34334) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:31.603737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-31b843f6-31a5-4a29-9cb7-dc962da7be41 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port bd8e8084-3115-4b7b-8616-28ba711e6037 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:31.604086 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31b843f6-31a5-4a29-9cb7-dc962da7be41 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:31.614186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1188736217-network', 'tenant_id': '1b09f7dd7c77447b9dcb55f5c12b6ee1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:31.642329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 861979d8-e377-468b-a834-f7023ef2664a {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:08:31.642676 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 861979d8-e377-468b-a834-f7023ef2664a not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:08:31.643100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 29e9b265-f059-42b7-ba08-f34517c2624b no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:31.734097 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:31.748167 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port bd8e8084-3115-4b7b-8616-28ba711e6037 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:31.748760 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:31.787399 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] Made reservation on behalf of 1b09f7dd7c77447b9dcb55f5c12b6ee1 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:31.790629 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:31.811265 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:31.845653 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=384b2766-5b64-4b46-a1c5-a1c0e093692d,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:31.892941 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-e46207b7-21d2-4e89-b0a7-fa78b28645e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Router 4c1857f0-ed7f-4280-a966-5d61947ba766 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:08:31.948170 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:32.046869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 29e9b265-f059-42b7-ba08-f34517c2624b, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=29e9b265-f059-42b7-ba08-f34517c2624b,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:32.055658 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:32.056866 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:32.270043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-e46207b7-21d2-4e89-b0a7-fa78b28645e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:08:32.295715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa57e51d-933c-48e5-b374-8d155eb787f6 None None] Sync routers for ids ['4c1857f0-ed7f-4280-a966-5d61947ba766'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:08:32.322909 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:32.341761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa57e51d-933c-48e5-b374-8d155eb787f6 None None] Routers {'4c1857f0-ed7f-4280-a966-5d61947ba766'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:32.342412 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-aa57e51d-933c-48e5-b374-8d155eb787f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['4c1857f0-ed7f-4280-a966-5d61947ba766'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:32.345964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-e46207b7-21d2-4e89-b0a7-fa78b28645e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] No DVR routers for this DVR port 861979d8-e377-468b-a834-f7023ef2664a on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:32.349443 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:32.354356 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-e46207b7-21d2-4e89-b0a7-fa78b28645e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:32.356916 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-e46207b7-21d2-4e89-b0a7-fa78b28645e4 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.39 "DELETE /v2.0/ports/861979d8-e377-468b-a834-f7023ef2664a HTTP/1.1" status: 204 len: 173 time: 2.3235836 Jul 29 15:08:32.365337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-deleted', 'tag': '861979d8-e377-468b-a834-f7023ef2664a'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:08:32.367592 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06ebd24-ab07-4165-ae82-d8739184bfa7" -d '{"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-deleted", "tag": "861979d8-e377-468b-a834-f7023ef2664a"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:08:32.369035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=29e9b265-f059-42b7-ba08-f34517c2624b,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:32.419870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f197e7-8594-4711-92e9-e18d46708e17 req-70976162-d4b6-450f-ac79-da89819ea6e9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:32.429140 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f197e7-8594-4711-92e9-e18d46708e17 req-70976162-d4b6-450f-ac79-da89819ea6e9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:32.436422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f197e7-8594-4711-92e9-e18d46708e17 req-70976162-d4b6-450f-ac79-da89819ea6e9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:32.446792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f197e7-8594-4711-92e9-e18d46708e17 req-70976162-d4b6-450f-ac79-da89819ea6e9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:32.448933 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-52f197e7-8594-4711-92e9-e18d46708e17 req-70976162-d4b6-450f-ac79-da89819ea6e9 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 3147 time: 0.2025297 Jul 29 15:08:32.496424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:08:32.554787 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:32.555161 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] Added segment 2a5b625c-2aff-4e50-894a-944303e348bd of type vlan for network a401b163-56a4-4dd1-8f47-6931753993f5 Jul 29 15:08:32.556535 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baefd6a-90b0-4ed1-8f4c-80b0d3c22056,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:32.573002 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:32.607124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-31b843f6-31a5-4a29-9cb7-dc962da7be41 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] For port bd8e8084-3115-4b7b-8616-28ba711e6037, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bd8e8084-3115-4b7b-8616-28ba711e6037,segment=NetworkSegment(64f42bd4-c5a7-4c96-92c6-6d87c81b30dd),segment_id=64f42bd4-c5a7-4c96-92c6-6d87c81b30dd)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:32.607629 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31b843f6-31a5-4a29-9cb7-dc962da7be41 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:32.615494 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-52f197e7-8594-4711-92e9-e18d46708e17 req-09c52016-4f9c-4c89-b8fc-e7428627c40e tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166372 Jul 29 15:08:32.639016 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:32.667388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-c8241a7d-85d9-40db-929b-c82ff55cdf82 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Deleting port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:32.667862 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-c8241a7d-85d9-40db-929b-c82ff55cdf82 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:32.685067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-31b843f6-31a5-4a29-9cb7-dc962da7be41 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for bd8e8084-3115-4b7b-8616-28ba711e6037 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:32.705884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-aa57e51d-933c-48e5-b374-8d155eb787f6 None None] Set router 4c1857f0-ed7f-4280-a966-5d61947ba766 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:32.712505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88849e-fe94-4916-ae5e-40700e69a0a9 req-b261ef12-0d9d-49e3-bbe8-450907289749 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:32.714792 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f88849e-fe94-4916-ae5e-40700e69a0a9 req-b261ef12-0d9d-49e3-bbe8-450907289749 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 931 time: 0.2711451 Jul 29 15:08:32.806260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:32.818756 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:32.819765 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6866365f-9081-45de-b450-c210f1db65b5 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:32.832427 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8fcc7d-017f-4f72-94c4-04f16026c740 x-openstack-request-id: req-cb8fcc7d-017f-4f72-94c4-04f16026c740 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:08:32.832910 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-deleted", "tag": "861979d8-e377-468b-a834-f7023ef2664a", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:08:32.833027 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb8fcc7d-017f-4f72-94c4-04f16026c740 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:08:32.833385 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-deleted', 'tag': '861979d8-e377-468b-a834-f7023ef2664a', 'status': 'completed', 'code': 200} Jul 29 15:08:32.834514 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.resource_extend [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 15:08:32.873318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-c8241a7d-85d9-40db-929b-c82ff55cdf82 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] For port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:32.874978 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-c8241a7d-85d9-40db-929b-c82ff55cdf82 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:32.885506 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:32.886523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:32.887116 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:32.925236 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:32.988032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] Pushing event updated for resources: {'Network': ['ID=a401b163-56a4-4dd1-8f47-6931753993f5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:32.998803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-c8241a7d-85d9-40db-929b-c82ff55cdf82 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Calling delete_port for ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:33.016283 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-165a9aed-b141-4994-8146-5eafb905458d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4177096 Jul 29 15:08:33.018881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34364) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:33.021136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:08:33.026056 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7030d2cd-fc0b-417e-9e16-fcd669ca9220 admin admin] Request body: {'subnet': {'network_id': 'a401b163-56a4-4dd1-8f47-6931753993f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1188736217-subnet', 'tenant_id': '1b09f7dd7c77447b9dcb55f5c12b6ee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:33.041179 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:33.069423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Transition to ACTIVE for port object d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:33.090289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network a401b163-56a4-4dd1-8f47-6931753993f5 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:08:33.097135 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:33.159442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7030d2cd-fc0b-417e-9e16-fcd669ca9220 admin admin] Made reservation on behalf of 1b09f7dd7c77447b9dcb55f5c12b6ee1 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:33.162372 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7030d2cd-fc0b-417e-9e16-fcd669ca9220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:33.251373 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f88849e-fe94-4916-ae5e-40700e69a0a9 req-2c0f6cad-1644-40c8-bea5-d577206073e4 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191071 Jul 29 15:08:33.294744 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:33.298844 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:33.413203 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3cea76b6-db95-46f9-9bf9-dc6082c459c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:33.416487 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-c8241a7d-85d9-40db-929b-c82ff55cdf82 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:33.445068 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6866365f-9081-45de-b450-c210f1db65b5, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6866365f-9081-45de-b450-c210f1db65b5,segment=NetworkSegment(87c2ebda-f103-40ae-81fb-ae5e00c7ca15),segment_id=87c2ebda-f103-40ae-81fb-ae5e00c7ca15)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:33.459704 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:33.526723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Pushing event updated for resources: {'Port': ['ID=d66cfb2f-a8a3-4b33-a6bc-408ba913fe04,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:33.557059 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-aa57e51d-933c-48e5-b374-8d155eb787f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'name': 'tempest-TaggedBootDevicesTest_v242-908005100-router', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:56:51Z', 'updated_at': '2021-07-29T14:57:01Z', 'revision_number': 4, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'gw_port': {'id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:54Z', 'updated_at': '2021-07-29T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e', 'name': '', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'mac_address': 'fa:16:3e:a0:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:59Z', 'updated_at': '2021-07-29T14:57:13Z', 'revision_number': 5, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'subnets': [{'id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:33.560446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e9b265-f059-42b7-ba08-f34517c2624b'}, {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633'}, {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6866365f-9081-45de-b450-c210f1db65b5'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:08:33.562035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8241a7d-85d9-40db-929b-c82ff55cdf82 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event deleted for resources: {'Port': ['ID=ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:33.563619 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda1ab8d-cfcd-4daa-af61-a9d9770864a2" -d '{"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-unplugged", "status": "completed", "tag": "29e9b265-f059-42b7-ba08-f34517c2624b"}, {"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-unplugged", "status": "completed", "tag": "ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633"}, {"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-unplugged", "status": "completed", "tag": "6866365f-9081-45de-b450-c210f1db65b5"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:08:33.567164 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34368) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:33.573188 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=6866365f-9081-45de-b450-c210f1db65b5,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:33.682597 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa57e51d-933c-48e5-b374-8d155eb787f6 None None] Checking router: 4c1857f0-ed7f-4280-a966-5d61947ba766 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:08:33.683875 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Attempting to bind port d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:08:33.684360 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Attempting to bind port d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '1016501e-0c2a-403c-a491-b2b3e4406486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b0fe47f1-a112-4817-b006-7a1f5622d9e0'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:08:33.684515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Attempting to bind port d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 on network b0fe47f1-a112-4817-b006-7a1f5622d9e0 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:08:33.696588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Port d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 on network b0fe47f1-a112-4817-b006-7a1f5622d9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:08:33.696962 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Attempting to bind port d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 on network b0fe47f1-a112-4817-b006-7a1f5622d9e0 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:08:33.707679 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-c8241a7d-85d9-40db-929b-c82ff55cdf82 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] No DVR routers for this DVR port ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:33.714036 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-c8241a7d-85d9-40db-929b-c82ff55cdf82 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:33.715035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:08:33.715255 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Checking segment: {'id': '1016501e-0c2a-403c-a491-b2b3e4406486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b0fe47f1-a112-4817-b006-7a1f5622d9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:33.715917 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Bound using segment: {'id': '1016501e-0c2a-403c-a491-b2b3e4406486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b0fe47f1-a112-4817-b006-7a1f5622d9e0'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:08:33.716355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Bound port: d66cfb2f-a8a3-4b33-a6bc-408ba913fe04, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1016501e-0c2a-403c-a491-b2b3e4406486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'b0fe47f1-a112-4817-b006-7a1f5622d9e0'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:08:33.716897 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:33.717789 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-c8241a7d-85d9-40db-929b-c82ff55cdf82 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.39 "DELETE /v2.0/ports/ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633 HTTP/1.1" status: 204 len: 173 time: 1.3449759 Jul 29 15:08:33.720293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa57e51d-933c-48e5-b374-8d155eb787f6 None None] Routers {'4c1857f0-ed7f-4280-a966-5d61947ba766'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:33.721314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-aa57e51d-933c-48e5-b374-8d155eb787f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['4c1857f0-ed7f-4280-a966-5d61947ba766'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:33.737336 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 29 Jul 2021 15:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e8f39c-172b-4e52-b410-f2b97a65166a x-openstack-request-id: req-45e8f39c-172b-4e52-b410-f2b97a65166a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:08:33.737634 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-unplugged", "status": "completed", "tag": "29e9b265-f059-42b7-ba08-f34517c2624b", "code": 200}, {"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-unplugged", "status": "completed", "tag": "ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633", "code": 200}, {"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-unplugged", "status": "completed", "tag": "6866365f-9081-45de-b450-c210f1db65b5", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:08:33.737890 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45e8f39c-172b-4e52-b410-f2b97a65166a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:08:33.738296 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29e9b265-f059-42b7-ba08-f34517c2624b', 'code': 200} Jul 29 15:08:33.738556 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633', 'code': 200} Jul 29 15:08:33.739113 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6866365f-9081-45de-b450-c210f1db65b5', 'code': 200} Jul 29 15:08:33.760409 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31b843f6-31a5-4a29-9cb7-dc962da7be41 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:33.910613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b843f6-31a5-4a29-9cb7-dc962da7be41 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=bd8e8084-3115-4b7b-8616-28ba711e6037,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:33.987075 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ef79ebfe-2238-419b-95a8-bf4ecab9ac12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:34.064823 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-aa57e51d-933c-48e5-b374-8d155eb787f6 None None] Set router 4c1857f0-ed7f-4280-a966-5d61947ba766 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:34.188757 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7030d2cd-fc0b-417e-9e16-fcd669ca9220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:34.233274 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] For port d66cfb2f-a8a3-4b33-a6bc-408ba913fe04, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:08:34.282677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54b514-1a1b-4d75-99cf-7332075f9531 req-8191c1ea-d840-44c9-adf8-f49ef8acc18b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:34.302295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54b514-1a1b-4d75-99cf-7332075f9531 req-8191c1ea-d840-44c9-adf8-f49ef8acc18b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:34.312115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54b514-1a1b-4d75-99cf-7332075f9531 req-8191c1ea-d840-44c9-adf8-f49ef8acc18b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:34.315835 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0a54b514-1a1b-4d75-99cf-7332075f9531 req-8191c1ea-d840-44c9-adf8-f49ef8acc18b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 2410 time: 0.4800622 Jul 29 15:08:34.372470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] For port d66cfb2f-a8a3-4b33-a6bc-408ba913fe04, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=d66cfb2f-a8a3-4b33-a6bc-408ba913fe04,segment=NetworkSegment(1016501e-0c2a-403c-a491-b2b3e4406486),segment_id=1016501e-0c2a-403c-a491-b2b3e4406486)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:08:34.422413 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:34.446279 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31b843f6-31a5-4a29-9cb7-dc962da7be41 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:34.472890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030d2cd-fc0b-417e-9e16-fcd669ca9220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2ec514-4060-4ec9-9c97-7180a39c6435,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:34.575796 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-88c25678-c074-4f44-99b2-7ae7b793fd97 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Deleting port 384b2766-5b64-4b46-a1c5-a1c0e093692d {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:34.576155 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-88c25678-c074-4f44-99b2-7ae7b793fd97 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:34.579963 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7030d2cd-fc0b-417e-9e16-fcd669ca9220 admin admin] Checking segment: {'id': '2a5b625c-2aff-4e50-894a-944303e348bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a401b163-56a4-4dd1-8f47-6931753993f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:34.580405 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7030d2cd-fc0b-417e-9e16-fcd669ca9220 admin admin] Network hostable DHCP agents. Network: a401b163-56a4-4dd1-8f47-6931753993f5, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:08:34.615086 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:34.645163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-aa57e51d-933c-48e5-b374-8d155eb787f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'name': 'tempest-TaggedBootDevicesTest_v242-908005100-router', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:56:51Z', 'updated_at': '2021-07-29T14:57:01Z', 'revision_number': 4, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'gw_port': {'id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:54Z', 'updated_at': '2021-07-29T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e', 'name': '', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'mac_address': 'fa:16:3e:a0:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:59Z', 'updated_at': '2021-07-29T14:57:13Z', 'revision_number': 5, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'subnets': [{'id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:34.698602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95826b-06e4-4357-b131-aa3a65aa878b req-1964e9ae-035c-4935-bdd3-fa86c2b2ccea tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:34.707029 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6c95826b-06e4-4357-b131-aa3a65aa878b req-1964e9ae-035c-4935-bdd3-fa86c2b2ccea tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 943 time: 0.2152071 Jul 29 15:08:34.726973 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7030d2cd-fc0b-417e-9e16-fcd669ca9220 admin admin] Network a401b163-56a4-4dd1-8f47-6931753993f5 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:08:34.729733 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa57e51d-933c-48e5-b374-8d155eb787f6 None None] The sync data for ids ['4c1857f0-ed7f-4280-a966-5d61947ba766'] in n-d-802893-1 is: [{'id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'name': 'tempest-TaggedBootDevicesTest_v242-908005100-router', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:56:51Z', 'updated_at': '2021-07-29T14:57:01Z', 'revision_number': 4, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'gw_port': {'id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:54Z', 'updated_at': '2021-07-29T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e', 'name': '', 'network_id': 'c87811c7-fa8b-41f4-b809-e4e0814b1be8', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'mac_address': 'fa:16:3e:a0:00:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:59Z', 'updated_at': '2021-07-29T14:57:13Z', 'revision_number': 5, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'subnets': [{'id': '0553de55-e064-4bb6-b0d3-b4a9bd38f40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:08:34.743620 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ef79ebfe-2238-419b-95a8-bf4ecab9ac12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:34.759563 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ef79ebfe-2238-419b-95a8-bf4ecab9ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:34.781191 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0a54b514-1a1b-4d75-99cf-7332075f9531 req-186fc249-5041-4f3c-bed1-8cf0d54e26bb tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4387655 Jul 29 15:08:34.782761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:34.783993 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:34.784202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7030d2cd-fc0b-417e-9e16-fcd669ca9220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, a401b163-56a4-4dd1-8f47-6931753993f5) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:34.785466 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] 10.222.0.38 "PUT /v2.0/ports/d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 HTTP/1.1" status: 200 len: 1091 time: 3.2673948 Jul 29 15:08:34.795235 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf093af0-9de3-4a60-afdf-08105ca8c08c None None] Network a401b163-56a4-4dd1-8f47-6931753993f5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:34.816913 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7030d2cd-fc0b-417e-9e16-fcd669ca9220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:34.817523 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7030d2cd-fc0b-417e-9e16-fcd669ca9220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:34.832316 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce', 'tag': 'd66cfb2f-a8a3-4b33-a6bc-408ba913fe04'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:08:34.840198 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeaf6ee0-6a07-4e14-86d5-a6555e833b40" -d '{"events": [{"name": "network-changed", "server_uuid": "de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce", "tag": "d66cfb2f-a8a3-4b33-a6bc-408ba913fe04"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:08:34.840198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d8cea-f057-42be-836f-beb9d4f8c725 service neutron] Pushing event updated for resources: {'Port': ['ID=d66cfb2f-a8a3-4b33-a6bc-408ba913fe04,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:34.851443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-deleted', 'tag': 'ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:08:34.854223 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fd19a3-32e1-4c35-89bd-cf8118acf591" -d '{"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-deleted", "tag": "ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:08:34.920392 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6c95826b-06e4-4357-b131-aa3a65aa878b req-29626888-4f05-409a-976f-073ab69f5724 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123420 Jul 29 15:08:34.932545 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7030d2cd-fc0b-417e-9e16-fcd669ca9220 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9123087 Jul 29 15:08:34.956429 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-88c25678-c074-4f44-99b2-7ae7b793fd97 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] For port 384b2766-5b64-4b46-a1c5-a1c0e093692d, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=384b2766-5b64-4b46-a1c5-a1c0e093692d,segment=NetworkSegment(87c2ebda-f103-40ae-81fb-ae5e00c7ca15),segment_id=87c2ebda-f103-40ae-81fb-ae5e00c7ca15)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:34.956856 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-88c25678-c074-4f44-99b2-7ae7b793fd97 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:34.960138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79ebfe-2238-419b-95a8-bf4ecab9ac12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef9e4d7-5678-4a96-ae91-0a48363db892,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:35.011383 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ef79ebfe-2238-419b-95a8-bf4ecab9ac12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=594311d589994f7c92de9b7ba1d00413&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4382107 Jul 29 15:08:35.014784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34386) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:35.037297 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76ac2b2-fdaf-4820-98c6-74da4fa3e256 x-openstack-request-id: req-c76ac2b2-fdaf-4820-98c6-74da4fa3e256 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:08:35.037936 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-deleted", "tag": "ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:08:35.038368 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c76ac2b2-fdaf-4820-98c6-74da4fa3e256 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:08:35.038972 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-deleted', 'tag': 'ddca8ccf-243c-4fa8-8ae1-f44dd3d4f633', 'status': 'completed', 'code': 200} Jul 29 15:08:35.040194 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-88c25678-c074-4f44-99b2-7ae7b793fd97 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Calling delete_port for 384b2766-5b64-4b46-a1c5-a1c0e093692d owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:35.163598 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d162ef-8b5d-4ebf-800c-1160822f2bf6 x-openstack-request-id: req-f9d162ef-8b5d-4ebf-800c-1160822f2bf6 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:08:35.163881 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce", "tag": "d66cfb2f-a8a3-4b33-a6bc-408ba913fe04", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:08:35.165332 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9d162ef-8b5d-4ebf-800c-1160822f2bf6 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:08:35.166061 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce', 'tag': 'd66cfb2f-a8a3-4b33-a6bc-408ba913fe04', 'status': 'completed', 'code': 200} Jul 29 15:08:35.190900 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa7a415d-1fda-42e1-94de-7b3dde6b68ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:35.194185 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b843f6-31a5-4a29-9cb7-dc962da7be41 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:08:35.230393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-aabbbe32-1fc4-4605-8d91-1ab70b6f0593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:35.232595 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-aabbbe32-1fc4-4605-8d91-1ab70b6f0593 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eb14335d91d34ec4be8a7c48c604a587&device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 1094 time: 0.3014164 Jul 29 15:08:35.236541 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa7a415d-1fda-42e1-94de-7b3dde6b68ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:35.326115 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5f84f1-16da-41c6-8784-f5f063e89979 None None] New status for floating IP dca22d1b-2be6-4b62-9de3-ef2559dc6a7a: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:08:35.338324 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa7a415d-1fda-42e1-94de-7b3dde6b68ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:35.342126 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa7a415d-1fda-42e1-94de-7b3dde6b68ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:35.348208 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fa7a415d-1fda-42e1-94de-7b3dde6b68ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ef9e4d7-5678-4a96-ae91-0a48363db892 HTTP/1.1" status: 204 len: 168 time: 0.3270066 Jul 29 15:08:35.428498 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34392) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:35.429693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a415d-1fda-42e1-94de-7b3dde6b68ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef9e4d7-5678-4a96-ae91-0a48363db892,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:35.491661 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238551a9-c5c3-42ae-9d4b-a348de1b22dc None None] Network a401b163-56a4-4dd1-8f47-6931753993f5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:35.513611 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-88c25678-c074-4f44-99b2-7ae7b793fd97 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:35.518182 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b069bdc-5f57-4d3d-ac20-88462537f37d admin admin] Deleting subnet 1864aa81-73c7-45d8-ae8a-fd058c9dfd03 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:08:35.559363 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8b069bdc-5f57-4d3d-ac20-88462537f37d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:35.562481 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c25678-c074-4f44-99b2-7ae7b793fd97 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event deleted for resources: {'Port': ['ID=384b2766-5b64-4b46-a1c5-a1c0e093692d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:35.657149 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-88c25678-c074-4f44-99b2-7ae7b793fd97 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] No DVR routers for this DVR port 384b2766-5b64-4b46-a1c5-a1c0e093692d on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:35.660923 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8b069bdc-5f57-4d3d-ac20-88462537f37d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:35.663334 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-88c25678-c074-4f44-99b2-7ae7b793fd97 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:35.665424 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-88c25678-c074-4f44-99b2-7ae7b793fd97 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.39 "DELETE /v2.0/ports/384b2766-5b64-4b46-a1c5-a1c0e093692d HTTP/1.1" status: 204 len: 173 time: 1.9371440 Jul 29 15:08:35.707925 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-91246623-c773-4f2f-a6be-b46542858fd5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 HTTP/1.1" status: 200 len: 217 time: 0.1947131 Jul 29 15:08:35.711516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b843f6-31a5-4a29-9cb7-dc962da7be41 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:08:35.730572 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac3c3f-9841-445d-8c4d-9aae27a856bb None None] Sync routers for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:08:35.737727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34398) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:35.738607 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-31b843f6-31a5-4a29-9cb7-dc962da7be41 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3397613 Jul 29 15:08:35.772048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac3c3f-9841-445d-8c4d-9aae27a856bb None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:35.773566 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-64ac3c3f-9841-445d-8c4d-9aae27a856bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:35.827650 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8b069bdc-5f57-4d3d-ac20-88462537f37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:35.875036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-3321d0c6-41c2-4f5e-863c-c92b7067cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:35.885804 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-3321d0c6-41c2-4f5e-863c-c92b7067cb04 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8eb4a82-c7be-4d81-8e8c-918d14c6e9ef HTTP/1.1" status: 200 len: 852 time: 0.1356559 Jul 29 15:08:35.899555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1298689-11fd-4c57-9374-15176ecffdf9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting subnet fa04137d-c6aa-4477-b658-e1c037521bc8 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:08:35.911740 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d1298689-11fd-4c57-9374-15176ecffdf9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:35.934563 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-22b2b3ef-1816-4306-9cb1-9fc4df6bddd7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b0fe47f1-a112-4817-b006-7a1f5622d9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478134 Jul 29 15:08:36.021960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-64ac3c3f-9841-445d-8c4d-9aae27a856bb None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:36.027340 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8b069bdc-5f57-4d3d-ac20-88462537f37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:36.140215 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-2d4abf75-3708-4685-a6e0-cb9cd480dcd8 service neutron] 10.222.0.38 "GET /v2.0/networks/b0fe47f1-a112-4817-b006-7a1f5622d9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952779 Jul 29 15:08:36.150200 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d1298689-11fd-4c57-9374-15176ecffdf9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:36.156708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b069bdc-5f57-4d3d-ac20-88462537f37d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1864aa81-73c7-45d8-ae8a-fd058c9dfd03,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:36.167258 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a16e89-38b4-4907-906f-ed60a52d33a2 req-e4e0a906-55c9-4571-b964-4acaaeec65ee tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:36.173105 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8b069bdc-5f57-4d3d-ac20-88462537f37d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:36.175666 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8b069bdc-5f57-4d3d-ac20-88462537f37d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1864aa81-73c7-45d8-ae8a-fd058c9dfd03 HTTP/1.1" status: 204 len: 168 time: 0.7361226 Jul 29 15:08:36.179125 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a16e89-38b4-4907-906f-ed60a52d33a2 req-e4e0a906-55c9-4571-b964-4acaaeec65ee tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:36.181198 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e3a16e89-38b4-4907-906f-ed60a52d33a2 req-e4e0a906-55c9-4571-b964-4acaaeec65ee tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 1677 time: 0.2500396 Jul 29 15:08:36.181963 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34410) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:36.318685 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-eca7da63-9f28-4345-9fb2-a2ddb464c4ba tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Deleting port 29e9b265-f059-42b7-ba08-f34517c2624b {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:36.319028 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-eca7da63-9f28-4345-9fb2-a2ddb464c4ba tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:36.354105 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:36.376213 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e3a16e89-38b4-4907-906f-ed60a52d33a2 req-3e32c94e-118a-48d6-ac98-301a4d6a67ff tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724331 Jul 29 15:08:36.420130 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e51f9c82-a366-473e-bcfe-69c81120da4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:36.443021 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1aac2eb1-f1ef-4ab5-867e-215bc5223bd2 req-fa78f1c2-8dee-4c99-bd35-b408c1430d4c service neutron] 10.222.0.38 "GET /v2.0/networks/b0fe47f1-a112-4817-b006-7a1f5622d9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956290 Jul 29 15:08:36.495039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-64ac3c3f-9841-445d-8c4d-9aae27a856bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:33Z', 'revision_number': 8, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '1ec7a779-1683-41af-b3eb-be4ecefa0c59', 'name': '', 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:d8:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '314056dc-2308-4153-b209-8935e9bccbb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:10Z', 'updated_at': '2021-07-29T15:08:22Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': '314056dc-2308-4153-b209-8935e9bccbb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:15Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:36.543998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac3c3f-9841-445d-8c4d-9aae27a856bb None None] Checking router: e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:08:36.558240 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac3c3f-9841-445d-8c4d-9aae27a856bb None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:36.558623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57d6fc-ac15-4081-9384-952f419191c7 req-ffe352ee-b762-4ba8-9d5e-4c9f7c7698e4 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:36.559470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-64ac3c3f-9841-445d-8c4d-9aae27a856bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:36.560176 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d57d6fc-ac15-4081-9384-952f419191c7 req-ffe352ee-b762-4ba8-9d5e-4c9f7c7698e4 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 943 time: 0.4458477 Jul 29 15:08:36.609904 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d1298689-11fd-4c57-9374-15176ecffdf9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:36.660655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-eca7da63-9f28-4345-9fb2-a2ddb464c4ba tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] For port 29e9b265-f059-42b7-ba08-f34517c2624b, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=29e9b265-f059-42b7-ba08-f34517c2624b,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:36.661112 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-eca7da63-9f28-4345-9fb2-a2ddb464c4ba tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:36.680105 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e51f9c82-a366-473e-bcfe-69c81120da4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:36.690065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-eca7da63-9f28-4345-9fb2-a2ddb464c4ba tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Calling delete_port for 29e9b265-f059-42b7-ba08-f34517c2624b owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:36.703958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e51f9c82-a366-473e-bcfe-69c81120da4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff14f42f-a460-4be6-bc3c-c23fd3c42381']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:36.716130 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d57d6fc-ac15-4081-9384-952f419191c7 req-421e6cb9-8da1-4f34-ac9e-bc2cac65f379 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307423 Jul 29 15:08:36.730340 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e51f9c82-a366-473e-bcfe-69c81120da4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d1ac09-4ecb-4f31-be0f-32dd51dff36f') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:36.730677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e51f9c82-a366-473e-bcfe-69c81120da4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d1ac09-4ecb-4f31-be0f-32dd51dff36f') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:36.761490 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6ee0-6a07-4e14-86d5-a6555e833b40 req-66747451-bdaf-48d0-bf33-6dbecf05150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:36.763081 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aeaf6ee0-6a07-4e14-86d5-a6555e833b40 req-66747451-bdaf-48d0-bf33-6dbecf05150b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eb14335d91d34ec4be8a7c48c604a587&device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 1094 time: 0.1784253 Jul 29 15:08:36.765556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-64ac3c3f-9841-445d-8c4d-9aae27a856bb None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:36.776619 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e51f9c82-a366-473e-bcfe-69c81120da4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:36.800464 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e51f9c82-a366-473e-bcfe-69c81120da4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:36.810845 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51f9c82-a366-473e-bcfe-69c81120da4f admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:08:36.812311 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e51f9c82-a366-473e-bcfe-69c81120da4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:36.815677 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d1298689-11fd-4c57-9374-15176ecffdf9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:08:36.822226 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:08:36.868496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1298689-11fd-4c57-9374-15176ecffdf9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Subnet': ['ID=fa04137d-c6aa-4477-b658-e1c037521bc8,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:36.877201 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:08:36.899047 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d1298689-11fd-4c57-9374-15176ecffdf9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:36.908821 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d1298689-11fd-4c57-9374-15176ecffdf9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/fa04137d-c6aa-4477-b658-e1c037521bc8 HTTP/1.1" status: 204 len: 168 time: 1.1699450 Jul 29 15:08:36.918075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34424) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:36.943121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e9834d-9894-47ec-afba-dbae2124e766 None None] Network 7eaff598-1788-48a3-b47e-08cdfe588ce5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:37.031425 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e51f9c82-a366-473e-bcfe-69c81120da4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:37.060337 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e51f9c82-a366-473e-bcfe-69c81120da4f admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:37.064496 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e51f9c82-a366-473e-bcfe-69c81120da4f admin admin] 10.222.0.16 "DELETE /v2.0/networks/ff14f42f-a460-4be6-bc3c-c23fd3c42381 HTTP/1.1" status: 204 len: 168 time: 0.8709791 Jul 29 15:08:37.067012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-deleted', 'tag': '384b2766-5b64-4b46-a1c5-a1c0e093692d'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:08:37.067317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f9c82-a366-473e-bcfe-69c81120da4f admin admin] Pushing event deleted for resources: {'Network': ['ID=ff14f42f-a460-4be6-bc3c-c23fd3c42381,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:37.070968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6ee0-6a07-4e14-86d5-a6555e833b40 req-f6c5f802-2b62-401b-9e0b-fcc325828718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:37.074114 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aeaf6ee0-6a07-4e14-86d5-a6555e833b40 req-f6c5f802-2b62-401b-9e0b-fcc325828718 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b0fe47f1-a112-4817-b006-7a1f5622d9e0 HTTP/1.1" status: 200 len: 913 time: 0.2306232 Jul 29 15:08:37.075492 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34428) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:37.076659 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c9dc7d-292a-4acc-b3cc-331e6a451b1b" -d '{"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-deleted", "tag": "384b2766-5b64-4b46-a1c5-a1c0e093692d"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:08:37.107724 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-eca7da63-9f28-4345-9fb2-a2ddb464c4ba tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:37.185809 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aeaf6ee0-6a07-4e14-86d5-a6555e833b40 req-d79c3bd1-2d89-4706-a4a3-11c44becc1b6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 HTTP/1.1" status: 200 len: 217 time: 0.0793636 Jul 29 15:08:37.202881 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192ee80b-c77e-4418-91d8-036c146f6e71 x-openstack-request-id: req-192ee80b-c77e-4418-91d8-036c146f6e71 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:08:37.203922 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-deleted", "tag": "384b2766-5b64-4b46-a1c5-a1c0e093692d", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:08:37.204334 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-192ee80b-c77e-4418-91d8-036c146f6e71 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:08:37.204864 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-deleted', 'tag': '384b2766-5b64-4b46-a1c5-a1c0e093692d', 'status': 'completed', 'code': 200} Jul 29 15:08:37.223316 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-e599ff27-ad25-42eb-8d8d-ba158940caed admin admin] Deleting subnet dd2ec514-4060-4ec9-9c97-7180a39c6435 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:08:37.241533 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e599ff27-ad25-42eb-8d8d-ba158940caed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:37.242271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-64ac3c3f-9841-445d-8c4d-9aae27a856bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:33Z', 'revision_number': 8, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '1ec7a779-1683-41af-b3eb-be4ecefa0c59', 'name': '', 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:d8:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '314056dc-2308-4153-b209-8935e9bccbb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:10Z', 'updated_at': '2021-07-29T15:08:22Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': '314056dc-2308-4153-b209-8935e9bccbb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:15Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:37.260766 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7da63-9f28-4345-9fb2-a2ddb464c4ba tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event deleted for resources: {'Port': ['ID=29e9b265-f059-42b7-ba08-f34517c2624b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:37.302190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac3c3f-9841-445d-8c4d-9aae27a856bb None None] The sync data for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 is: [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:33Z', 'revision_number': 8, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '1ec7a779-1683-41af-b3eb-be4ecefa0c59', 'name': '', 'network_id': '130e3b76-9816-4fb6-9bb6-5a21c76bd57a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:d8:4c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '314056dc-2308-4153-b209-8935e9bccbb2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:10Z', 'updated_at': '2021-07-29T15:08:22Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': '314056dc-2308-4153-b209-8935e9bccbb2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:15Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:08:37.334878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe87a82-b823-4aac-9382-6d730c43691d None None] DHCP port deletion for 7eaff598-1788-48a3-b47e-08cdfe588ce5 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:08:37.349009 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e599ff27-ad25-42eb-8d8d-ba158940caed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:37.367292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-eca7da63-9f28-4345-9fb2-a2ddb464c4ba tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] No DVR routers for this DVR port 29e9b265-f059-42b7-ba08-f34517c2624b on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:37.379167 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-eca7da63-9f28-4345-9fb2-a2ddb464c4ba tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:37.386885 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-eca7da63-9f28-4345-9fb2-a2ddb464c4ba tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.39 "DELETE /v2.0/ports/29e9b265-f059-42b7-ba08-f34517c2624b HTTP/1.1" status: 204 len: 173 time: 1.7023594 Jul 29 15:08:37.396343 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:37.441734 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6ee0-6a07-4e14-86d5-a6555e833b40 req-e73ede34-0bfc-41dc-ba09-6a93f5354d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:37.443250 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aeaf6ee0-6a07-4e14-86d5-a6555e833b40 req-e73ede34-0bfc-41dc-ba09-6a93f5354d64 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8eb4a82-c7be-4d81-8e8c-918d14c6e9ef HTTP/1.1" status: 200 len: 852 time: 0.2458022 Jul 29 15:08:37.448449 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e599ff27-ad25-42eb-8d8d-ba158940caed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:37.456552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fbe87a82-b823-4aac-9382-6d730c43691d None None] Deleting port 9460a8f2-b863-4c91-821e-a46392aeca6c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:37.457286 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbe87a82-b823-4aac-9382-6d730c43691d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:37.503333 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aeaf6ee0-6a07-4e14-86d5-a6555e833b40 req-cba78042-d970-428c-b747-cc28b78bc5b4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b0fe47f1-a112-4817-b006-7a1f5622d9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521259 Jul 29 15:08:37.588808 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fbe87a82-b823-4aac-9382-6d730c43691d None None] For port 9460a8f2-b863-4c91-821e-a46392aeca6c, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9460a8f2-b863-4c91-821e-a46392aeca6c,segment=NetworkSegment(64f42bd4-c5a7-4c96-92c6-6d87c81b30dd),segment_id=64f42bd4-c5a7-4c96-92c6-6d87c81b30dd)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:37.589232 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbe87a82-b823-4aac-9382-6d730c43691d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:37.610292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-8034c342-f3fe-41d6-9d3c-deab1514031b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Deleting port 6866365f-9081-45de-b450-c210f1db65b5 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:37.611123 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-8034c342-f3fe-41d6-9d3c-deab1514031b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:37.615463 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aeaf6ee0-6a07-4e14-86d5-a6555e833b40 req-2031a591-cd89-4901-9b8e-5aa644678e77 service neutron] 10.222.0.38 "GET /v2.0/networks/b0fe47f1-a112-4817-b006-7a1f5622d9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049309 Jul 29 15:08:37.622472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fbe87a82-b823-4aac-9382-6d730c43691d None None] Calling delete_port for 9460a8f2-b863-4c91-821e-a46392aeca6c owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:37.710598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e599ff27-ad25-42eb-8d8d-ba158940caed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:37.759223 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599ff27-ad25-42eb-8d8d-ba158940caed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2ec514-4060-4ec9-9c97-7180a39c6435,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:37.791490 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e599ff27-ad25-42eb-8d8d-ba158940caed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:37.795865 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e599ff27-ad25-42eb-8d8d-ba158940caed admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dd2ec514-4060-4ec9-9c97-7180a39c6435 HTTP/1.1" status: 204 len: 168 time: 0.7182536 Jul 29 15:08:37.805592 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34444) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:37.916541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bd8e8084-3115-4b7b-8616-28ba711e6037 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:37.919603 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aeaf6ee0-6a07-4e14-86d5-a6555e833b40 req-0fbeb02b-5a3d-4ed2-b1f4-053fa1d146c3 service neutron] 10.222.0.38 "GET /v2.0/networks/b0fe47f1-a112-4817-b006-7a1f5622d9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972636 Jul 29 15:08:37.950469 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e94b6086-a348-4245-925c-3f9f3e5021d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.002131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: bd8e8084-3115-4b7b-8616-28ba711e6037 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:08:38.002480 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bd8e8084-3115-4b7b-8616-28ba711e6037 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:08:38.002958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9460a8f2-b863-4c91-821e-a46392aeca6c no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:38.046012 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 9460a8f2-b863-4c91-821e-a46392aeca6c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:08:38.046012 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9460a8f2-b863-4c91-821e-a46392aeca6c not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:08:38.046012 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbe87a82-b823-4aac-9382-6d730c43691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.087193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe87a82-b823-4aac-9382-6d730c43691d None None] Pushing event deleted for resources: {'Port': ['ID=9460a8f2-b863-4c91-821e-a46392aeca6c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:38.098605 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe87a82-b823-4aac-9382-6d730c43691d None None] No DVR routers for this DVR port 9460a8f2-b863-4c91-821e-a46392aeca6c on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:38.179820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34456) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:38.214209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d403fa-5892-4cb8-841f-adfc6c661f29 req-eb8ed3b9-b60b-4fe6-955e-34500a1540c2 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:38.215809 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-96d403fa-5892-4cb8-841f-adfc6c661f29 req-eb8ed3b9-b60b-4fe6-955e-34500a1540c2 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 943 time: 0.2449048 Jul 29 15:08:38.227388 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e94b6086-a348-4245-925c-3f9f3e5021d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.279495 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e94b6086-a348-4245-925c-3f9f3e5021d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a401b163-56a4-4dd1-8f47-6931753993f5']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:38.308655 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e94b6086-a348-4245-925c-3f9f3e5021d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5b625c-2aff-4e50-894a-944303e348bd') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:38.309106 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e94b6086-a348-4245-925c-3f9f3e5021d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5b625c-2aff-4e50-894a-944303e348bd') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:38.326373 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-96d403fa-5892-4cb8-841f-adfc6c661f29 req-6382f265-3e39-471f-bf25-8d0006104301 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857997 Jul 29 15:08:38.337580 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e94b6086-a348-4245-925c-3f9f3e5021d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.365303 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e94b6086-a348-4245-925c-3f9f3e5021d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.372892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94b6086-a348-4245-925c-3f9f3e5021d0 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:08:38.374122 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e94b6086-a348-4245-925c-3f9f3e5021d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.374489 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-8034c342-f3fe-41d6-9d3c-deab1514031b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] For port 6866365f-9081-45de-b450-c210f1db65b5, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6866365f-9081-45de-b450-c210f1db65b5,segment=NetworkSegment(87c2ebda-f103-40ae-81fb-ae5e00c7ca15),segment_id=87c2ebda-f103-40ae-81fb-ae5e00c7ca15)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:38.374991 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-8034c342-f3fe-41d6-9d3c-deab1514031b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:08:38.378119 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:08:38.418418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-8034c342-f3fe-41d6-9d3c-deab1514031b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Calling delete_port for 6866365f-9081-45de-b450-c210f1db65b5 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:38.435196 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port 9460a8f2-b863-4c91-821e-a46392aeca6c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:38.435570 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.443588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4a76d091-9b1a-4e3d-82d0-e812ae4c0a0b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-238142182'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:38.484480 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e94b6086-a348-4245-925c-3f9f3e5021d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.486895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a76d091-9b1a-4e3d-82d0-e812ae4c0a0b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Made reservation on behalf of 21d2ba543bc7434d9ecb77255794ec8c for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:38.490693 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a76d091-9b1a-4e3d-82d0-e812ae4c0a0b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.503049 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e94b6086-a348-4245-925c-3f9f3e5021d0 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.507498 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b1468-d962-4338-9191-e8a73efd00e3 req-08344a7b-c05d-4cb3-b15f-6c353032e911 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:38.507695 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e94b6086-a348-4245-925c-3f9f3e5021d0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a401b163-56a4-4dd1-8f47-6931753993f5 HTTP/1.1" status: 204 len: 168 time: 0.6980975 Jul 29 15:08:38.507819 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c97b1468-d962-4338-9191-e8a73efd00e3 req-08344a7b-c05d-4cb3-b15f-6c353032e911 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 943 time: 0.9196243 Jul 29 15:08:38.525893 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a76d091-9b1a-4e3d-82d0-e812ae4c0a0b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.573472 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b6086-a348-4245-925c-3f9f3e5021d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a401b163-56a4-4dd1-8f47-6931753993f5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:38.637086 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] For port 9460a8f2-b863-4c91-821e-a46392aeca6c, host n-d-802893-1, got binding levels [] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:38.637482 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.648986 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c97b1468-d962-4338-9191-e8a73efd00e3 req-7ab49f7e-1343-418b-859a-fd6f7212dcd8 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups?id=102ae8b3-3400-409b-9f33-5df178a41fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273570 Jul 29 15:08:38.658882 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for 9460a8f2-b863-4c91-821e-a46392aeca6c owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:38.662849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.ipam_backend_mixin [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Port 9460a8f2-b863-4c91-821e-a46392aeca6c was not found and therefore no delete operation was performed {{(pid=94158) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 15:08:38.671787 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.688484 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a76d091-9b1a-4e3d-82d0-e812ae4c0a0b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.694443 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a76d091-9b1a-4e3d-82d0-e812ae4c0a0b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.699109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] No DVR routers for this DVR port 9460a8f2-b863-4c91-821e-a46392aeca6c on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:38.729957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a76d091-9b1a-4e3d-82d0-e812ae4c0a0b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:08:38.740249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34464) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:38.751455 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76d091-9b1a-4e3d-82d0-e812ae4c0a0b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d70e16-0260-4c20-a452-8b307bf25717,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:38.757945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=9460a8f2-b863-4c91-821e-a46392aeca6c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:38.767296 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a76d091-9b1a-4e3d-82d0-e812ae4c0a0b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.767770 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-4a76d091-9b1a-4e3d-82d0-e812ae4c0a0b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Added segment 283d5bb4-92be-4c77-bae8-43025c8533d1 of type vlan for network 2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3 Jul 29 15:08:38.848477 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a76d091-9b1a-4e3d-82d0-e812ae4c0a0b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.856735 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b709bc02-ca1f-4d30-af07-30814bba35b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3eaf738b050148468a6106add32daf22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1152511 Jul 29 15:08:38.859912 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34466) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:38.869432 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.886518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eaff598-1788-48a3-b47e-08cdfe588ce5']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:38.896318 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-8034c342-f3fe-41d6-9d3c-deab1514031b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.899949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f42bd4-c5a7-4c96-92c6-6d87c81b30dd') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:38.900377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f42bd4-c5a7-4c96-92c6-6d87c81b30dd') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:38.919196 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a76d091-9b1a-4e3d-82d0-e812ae4c0a0b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.925718 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a76d091-9b1a-4e3d-82d0-e812ae4c0a0b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:38.926277 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4a76d091-9b1a-4e3d-82d0-e812ae4c0a0b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.944118 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.945975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034c342-f3fe-41d6-9d3c-deab1514031b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event deleted for resources: {'Port': ['ID=6866365f-9081-45de-b450-c210f1db65b5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:38.978503 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.998718 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19c97e4b-965b-48d8-8cc0-72e1e789ff0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:38.999065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-8034c342-f3fe-41d6-9d3c-deab1514031b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] No DVR routers for this DVR port 6866365f-9081-45de-b450-c210f1db65b5 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:39.002236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:08:39.003126 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:08:39.006520 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:08:39.011295 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-8034c342-f3fe-41d6-9d3c-deab1514031b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:39.013698 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8d8ac1c-1137-4163-a7fd-b3acd79736c4 req-8034c342-f3fe-41d6-9d3c-deab1514031b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.39 "DELETE /v2.0/ports/6866365f-9081-45de-b450-c210f1db65b5 HTTP/1.1" status: 204 len: 173 time: 1.6149161 Jul 29 15:08:39.028453 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4a76d091-9b1a-4e3d-82d0-e812ae4c0a0b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8466141 Jul 29 15:08:39.033450 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34468) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:39.034114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76d091-9b1a-4e3d-82d0-e812ae4c0a0b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Pushing event updated for resources: {'Network': ['ID=2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:39.045660 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:08:39.049389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-616ad8dc-3a87-44ea-b420-0a8e667db426 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Request body: {'subnet': {'network_id': '2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:39.074866 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19c97e4b-965b-48d8-8cc0-72e1e789ff0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:39.141887 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:39.151228 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:39.153293 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/networks/7eaff598-1788-48a3-b47e-08cdfe588ce5 HTTP/1.1" status: 204 len: 168 time: 2.2340834 Jul 29 15:08:39.160342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34470) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:39.164837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e42f1-d506-4d99-882c-d1a75b50b415 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Network': ['ID=7eaff598-1788-48a3-b47e-08cdfe588ce5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:39.206017 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-deleted', 'tag': '29e9b265-f059-42b7-ba08-f34517c2624b'}, {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-deleted', 'tag': '6866365f-9081-45de-b450-c210f1db65b5'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:08:39.208584 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6d4db6-dc27-4cac-9734-ccbbd7226e39" -d '{"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-deleted", "tag": "29e9b265-f059-42b7-ba08-f34517c2624b"}, {"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-deleted", "tag": "6866365f-9081-45de-b450-c210f1db65b5"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:08:39.258286 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 15:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8c202b-35c1-4a13-899d-17a2d1960e94 x-openstack-request-id: req-4f8c202b-35c1-4a13-899d-17a2d1960e94 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:08:39.258585 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-deleted", "tag": "29e9b265-f059-42b7-ba08-f34517c2624b", "status": "completed", "code": 200}, {"server_uuid": "cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9", "name": "network-vif-deleted", "tag": "6866365f-9081-45de-b450-c210f1db65b5", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:08:39.258835 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f8c202b-35c1-4a13-899d-17a2d1960e94 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:08:39.259257 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-deleted', 'tag': '29e9b265-f059-42b7-ba08-f34517c2624b', 'status': 'completed', 'code': 200} Jul 29 15:08:39.259513 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9', 'name': 'network-vif-deleted', 'tag': '6866365f-9081-45de-b450-c210f1db65b5', 'status': 'completed', 'code': 200} Jul 29 15:08:39.286683 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19c97e4b-965b-48d8-8cc0-72e1e789ff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:39.290226 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19c97e4b-965b-48d8-8cc0-72e1e789ff0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:39.293678 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-19c97e4b-965b-48d8-8cc0-72e1e789ff0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f126722-8099-4941-8cc8-3f495d8245c1 HTTP/1.1" status: 204 len: 168 time: 0.4305477 Jul 29 15:08:39.305297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616ad8dc-3a87-44ea-b420-0a8e667db426 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Made reservation on behalf of 21d2ba543bc7434d9ecb77255794ec8c for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:39.319745 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-616ad8dc-3a87-44ea-b420-0a8e667db426 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:39.425798 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c97e4b-965b-48d8-8cc0-72e1e789ff0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f126722-8099-4941-8cc8-3f495d8245c1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:39.525155 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d043a9-7a3a-47f2-bc91-6fecc5c16bb8 req-78c226ab-805e-45f2-a248-ee0baaab4449 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:39.526800 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4d043a9-7a3a-47f2-bc91-6fecc5c16bb8 req-78c226ab-805e-45f2-a248-ee0baaab4449 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 943 time: 0.0691893 Jul 29 15:08:39.539663 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:08:39.605313 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4d043a9-7a3a-47f2-bc91-6fecc5c16bb8 req-707a1abc-3e44-44e9-9acc-19a988c8b490 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717862 Jul 29 15:08:39.709271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port d66cfb2f-a8a3-4b33-a6bc-408ba913fe04, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=d66cfb2f-a8a3-4b33-a6bc-408ba913fe04,segment=NetworkSegment(1016501e-0c2a-403c-a491-b2b3e4406486),segment_id=1016501e-0c2a-403c-a491-b2b3e4406486)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:39.727545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'd66cfb2f-a8a3-4b33-a6bc-408ba913fe04', 'network_id': 'b0fe47f1-a112-4817-b006-7a1f5622d9e0', 'port_id': 'd66cfb2f-a8a3-4b33-a6bc-408ba913fe04', 'mac_address': 'fa:16:3e:5d:e5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8eb4a82-c7be-4d81-8e8c-918d14c6e9ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:08:39.776278 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:39.799874 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:08:39.825303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port d66cfb2f-a8a3-4b33-a6bc-408ba913fe04, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=d66cfb2f-a8a3-4b33-a6bc-408ba913fe04,segment=NetworkSegment(1016501e-0c2a-403c-a491-b2b3e4406486),segment_id=1016501e-0c2a-403c-a491-b2b3e4406486)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:39.833866 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:39.888335 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c0c7c16d-6c8f-42e5-a6b3-263b09c945e6 req-7861f024-96f6-4d10-a4e8-56389375bc7b tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0704229 Jul 29 15:08:39.891609 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-616ad8dc-3a87-44ea-b420-0a8e667db426 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:39.920090 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=d66cfb2f-a8a3-4b33-a6bc-408ba913fe04,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:39.973593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34486) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:39.984686 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ad8dc-3a87-44ea-b420-0a8e667db426 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Pushing event updated for resources: {'Subnet': ['ID=b4e2f87d-b458-492a-a64f-e2d6e87cfb8e,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:40.021918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616ad8dc-3a87-44ea-b420-0a8e667db426 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Checking segment: {'id': '283d5bb4-92be-4c77-bae8-43025c8533d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:40.022597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616ad8dc-3a87-44ea-b420-0a8e667db426 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Network hostable DHCP agents. Network: 2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:08:40.037622 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34488) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:40.038408 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cf9452ff-8b59-4801-8a89-915f999fd8aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b09f7dd7c77447b9dcb55f5c12b6ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622914 Jul 29 15:08:40.088842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616ad8dc-3a87-44ea-b420-0a8e667db426 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Network 2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:08:40.107712 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6d087e8-52bc-455f-84e7-9a3f6706622a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:40.134638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['d66cfb2f-a8a3-4b33-a6bc-408ba913fe04'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:08:40.183562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-616ad8dc-3a87-44ea-b420-0a8e667db426 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:40.197122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1385d262-f3a3-4994-9876-c369f3373963 None None] Network 2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:40.199876 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ad8dc-3a87-44ea-b420-0a8e667db426 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:40.201100 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-616ad8dc-3a87-44ea-b420-0a8e667db426 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:40.222047 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8957ea86-8153-4089-999f-4575d858106f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:40.245492 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-616ad8dc-3a87-44ea-b420-0a8e667db426 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2057424 Jul 29 15:08:40.248308 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34490) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:40.254502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b99ce0f9-fc76-4eb5-b696-7f2df106150e tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Request body: {'port': {'network_id': '2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1174096052'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:40.271981 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8957ea86-8153-4089-999f-4575d858106f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:40.470776 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99ce0f9-fc76-4eb5-b696-7f2df106150e tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Made reservation on behalf of 21d2ba543bc7434d9ecb77255794ec8c for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:40.480114 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99ce0f9-fc76-4eb5-b696-7f2df106150e tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:40.505615 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3', 'network_id': '2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3', 'tenant_id': '21d2ba543bc7434d9ecb77255794ec8c', 'fixed_ips': [{'subnet_id': 'b4e2f87d-b458-492a-a64f-e2d6e87cfb8e'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:08:40.506473 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:40.535789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-b99ce0f9-fc76-4eb5-b696-7f2df106150e tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] device_id is not set on port fd2acb01-a282-4ce5-be31-eaba0131aac8 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:08:40.715642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-b99ce0f9-fc76-4eb5-b696-7f2df106150e tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Allocated IP 172.20.0.4 (2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3/b4e2f87d-b458-492a-a64f-e2d6e87cfb8e/fd2acb01-a282-4ce5-be31-eaba0131aac8) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:08:40.897285 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8957ea86-8153-4089-999f-4575d858106f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:40.900112 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8957ea86-8153-4089-999f-4575d858106f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:40.904889 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8957ea86-8153-4089-999f-4575d858106f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4baefd6a-90b0-4ed1-8f4c-80b0d3c22056 HTTP/1.1" status: 204 len: 168 time: 0.8656411 Jul 29 15:08:40.959693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957ea86-8153-4089-999f-4575d858106f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baefd6a-90b0-4ed1-8f4c-80b0d3c22056,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:40.964205 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99ce0f9-fc76-4eb5-b696-7f2df106150e tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:40.988813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-b99ce0f9-fc76-4eb5-b696-7f2df106150e tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Transition to ACTIVE for port object fd2acb01-a282-4ce5-be31-eaba0131aac8 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:41.006267 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:41.006999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71a099-f4b2-4c77-886f-ccfc52410091 req-f307afd5-ecc3-42f6-882a-52aa1b97d9a9 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:41.009408 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8d71a099-f4b2-4c77-886f-ccfc52410091 req-f307afd5-ecc3-42f6-882a-52aa1b97d9a9 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 944 time: 0.1118591 Jul 29 15:08:41.110853 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a38c2ded-9291-4ab9-afac-a21cb6ba894b req-956efc18-94ae-4829-9202-2b396e5e892a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0526478 Jul 29 15:08:41.115401 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8d71a099-f4b2-4c77-886f-ccfc52410091 req-721de7f6-2b45-487c-87b3-65f8303be49f tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916531 Jul 29 15:08:41.144655 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c6d087e8-52bc-455f-84e7-9a3f6706622a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port 1ec7a779-1683-41af-b3eb-be4ecefa0c59 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:41.145028 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6d087e8-52bc-455f-84e7-9a3f6706622a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:41.147595 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99ce0f9-fc76-4eb5-b696-7f2df106150e tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:41.221467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99ce0f9-fc76-4eb5-b696-7f2df106150e tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Network 2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:08:41.232246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-b99ce0f9-fc76-4eb5-b696-7f2df106150e tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:41.235590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ce0f9-fc76-4eb5-b696-7f2df106150e tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:08:41.241203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ce0f9-fc76-4eb5-b696-7f2df106150e tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Pushing event updated for resources: {'Port': ['ID=fd2acb01-a282-4ce5-be31-eaba0131aac8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:41.258955 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Allocated IP 172.20.0.2 (2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3/b4e2f87d-b458-492a-a64f-e2d6e87cfb8e/393ba4c2-1251-46a1-b9f7-011b9a37de6a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:08:41.314627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-c6d087e8-52bc-455f-84e7-9a3f6706622a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] For port 1ec7a779-1683-41af-b3eb-be4ecefa0c59, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1ec7a779-1683-41af-b3eb-be4ecefa0c59,segment=NetworkSegment(2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3),segment_id=2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:41.315133 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6d087e8-52bc-455f-84e7-9a3f6706622a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:41.316533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ce0f9-fc76-4eb5-b696-7f2df106150e tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:41.319355 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b99ce0f9-fc76-4eb5-b696-7f2df106150e tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:41.332216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c6d087e8-52bc-455f-84e7-9a3f6706622a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for 1ec7a779-1683-41af-b3eb-be4ecefa0c59 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:41.350234 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b99ce0f9-fc76-4eb5-b696-7f2df106150e tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0978630 Jul 29 15:08:41.350888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34502) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:41.526875 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:41.537508 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8d36a4d6-f2c0-4bbf-8e44-9447d252457d tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Deleting port fd2acb01-a282-4ce5-be31-eaba0131aac8 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:41.542647 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8d36a4d6-f2c0-4bbf-8e44-9447d252457d tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:41.549837 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Transition to ACTIVE for port object 393ba4c2-1251-46a1-b9f7-011b9a37de6a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:41.571205 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:41.619142 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Transition to ACTIVE for port object 393ba4c2-1251-46a1-b9f7-011b9a37de6a will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:08:41.643876 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:41.668503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Network 2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:08:41.673363 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:08:41.701751 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:08:41.759353 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6d087e8-52bc-455f-84e7-9a3f6706622a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:41.778350 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:41.797000 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8d36a4d6-f2c0-4bbf-8e44-9447d252457d tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:41.817934 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d087e8-52bc-455f-84e7-9a3f6706622a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=1ec7a779-1683-41af-b3eb-be4ecefa0c59,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:41.823349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8d36a4d6-f2c0-4bbf-8e44-9447d252457d tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Calling delete_port for fd2acb01-a282-4ce5-be31-eaba0131aac8 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:41.833025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:41.833025 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:41.834595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Pushing event updated for resources: {'Port': ['ID=393ba4c2-1251-46a1-b9f7-011b9a37de6a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:41.962799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Attempting to bind port 393ba4c2-1251-46a1-b9f7-011b9a37de6a on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:08:41.964504 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Attempting to bind port 393ba4c2-1251-46a1-b9f7-011b9a37de6a by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '283d5bb4-92be-4c77-bae8-43025c8533d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:08:41.964504 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Attempting to bind port 393ba4c2-1251-46a1-b9f7-011b9a37de6a on network 2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:08:42.005153 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:08:42.005994 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Checking segment: {'id': '283d5bb4-92be-4c77-bae8-43025c8533d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:08:42.006124 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:42.006448 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Bound using segment: {'id': '283d5bb4-92be-4c77-bae8-43025c8533d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:08:42.007029 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Bound port: 393ba4c2-1251-46a1-b9f7-011b9a37de6a, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283d5bb4-92be-4c77-bae8-43025c8533d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:08:42.007464 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:42.130954 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c6d087e8-52bc-455f-84e7-9a3f6706622a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:42.219255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28bdcd-f180-4d84-97db-66ad87244e08 req-aab8d1ae-0c56-4a73-b2ce-a820395b0355 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:42.220979 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd28bdcd-f180-4d84-97db-66ad87244e08 req-aab8d1ae-0c56-4a73-b2ce-a820395b0355 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 945 time: 0.1932137 Jul 29 15:08:42.234285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] For port 393ba4c2-1251-46a1-b9f7-011b9a37de6a, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:08:42.252446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] For port 393ba4c2-1251-46a1-b9f7-011b9a37de6a, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=393ba4c2-1251-46a1-b9f7-011b9a37de6a,segment=NetworkSegment(283d5bb4-92be-4c77-bae8-43025c8533d1),segment_id=283d5bb4-92be-4c77-bae8-43025c8533d1)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:08:42.255302 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:42.260803 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:42.355099 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e807fad5-0c70-4884-ad5c-d5c6d3a6065a req-5dcc8c90-3725-4a2c-bf8c-ed7509804f61 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0779717 Jul 29 15:08:42.387658 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66cfb2f-a8a3-4b33-a6bc-408ba913fe04'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:08:42.391538 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd28bdcd-f180-4d84-97db-66ad87244e08 req-81d7cb4d-930b-4005-9040-5228c522695e tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618848 Jul 29 15:08:42.392838 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8d36a4d6-f2c0-4bbf-8e44-9447d252457d tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:42.395400 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd555dc-ddae-4704-bda0-70f7dae48de0" -d '{"events": [{"server_uuid": "de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce", "name": "network-vif-plugged", "status": "completed", "tag": "d66cfb2f-a8a3-4b33-a6bc-408ba913fe04"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:08:42.449142 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port d66cfb2f-a8a3-4b33-a6bc-408ba913fe04, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=d66cfb2f-a8a3-4b33-a6bc-408ba913fe04,segment=NetworkSegment(1016501e-0c2a-403c-a491-b2b3e4406486),segment_id=1016501e-0c2a-403c-a491-b2b3e4406486)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:42.454784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36a4d6-f2c0-4bbf-8e44-9447d252457d tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Pushing event deleted for resources: {'Port': ['ID=fd2acb01-a282-4ce5-be31-eaba0131aac8,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:42.474688 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:42.486133 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd848d7-4d8c-4fd8-9ae1-b10fb0194b3b None None] Pushing event updated for resources: {'Port': ['ID=393ba4c2-1251-46a1-b9f7-011b9a37de6a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:42.558768 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f41537-f518-498e-a046-ba0074a0b776 x-openstack-request-id: req-87f41537-f518-498e-a046-ba0074a0b776 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:08:42.558768 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce", "name": "network-vif-plugged", "status": "completed", "tag": "d66cfb2f-a8a3-4b33-a6bc-408ba913fe04", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:08:42.559036 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87f41537-f518-498e-a046-ba0074a0b776 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:08:42.559703 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66cfb2f-a8a3-4b33-a6bc-408ba913fe04', 'code': 200} Jul 29 15:08:42.620778 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=d66cfb2f-a8a3-4b33-a6bc-408ba913fe04,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:42.634702 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8d36a4d6-f2c0-4bbf-8e44-9447d252457d tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:42.639663 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8d36a4d6-f2c0-4bbf-8e44-9447d252457d tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] 10.222.0.16 "DELETE /v2.0/ports/fd2acb01-a282-4ce5-be31-eaba0131aac8 HTTP/1.1" status: 204 len: 168 time: 1.2878861 Jul 29 15:08:42.640248 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34534) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:42.685746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d087e8-52bc-455f-84e7-9a3f6706622a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:08:42.892729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa23559-cb35-4e8d-a7cc-4d2ecafe9af7 req-de41651a-d719-45a6-882c-2c421857582a tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:42.894767 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7fa23559-cb35-4e8d-a7cc-4d2ecafe9af7 req-de41651a-d719-45a6-882c-2c421857582a tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.2068994 Jul 29 15:08:43.038743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d087e8-52bc-455f-84e7-9a3f6706622a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:08:43.052093 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eef77a-9434-481b-a719-90c5379914b1 None None] Sync routers for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:08:43.071651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34544) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:43.073348 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c6d087e8-52bc-455f-84e7-9a3f6706622a tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9082370 Jul 29 15:08:43.073916 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eef77a-9434-481b-a719-90c5379914b1 None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:43.076032 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e7eef77a-9434-481b-a719-90c5379914b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:43.091340 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7fa23559-cb35-4e8d-a7cc-4d2ecafe9af7 req-4cb913e9-8b3b-4787-9bb4-806766a7b3f6 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880205 Jul 29 15:08:43.096695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5718aef-41d8-403f-aeea-ff96f61bd2f0 req-b7a20b89-8ead-405d-82b4-c29e817f4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:43.098536 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c5718aef-41d8-403f-aeea-ff96f61bd2f0 req-b7a20b89-8ead-405d-82b4-c29e817f4a0f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 1096 time: 0.3757615 Jul 29 15:08:43.153780 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2a4f0758-ef32-4493-b15b-daadfc7f94e1 tempest-DHCPAgentSchedulersTestJSON-1175510429 tempest-DHCPAgentSchedulersTestJSON-1175510429-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.5122604 Jul 29 15:08:43.154525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34548) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:43.179328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-63ebec45-f3a5-4f62-9ddc-e9fa2e5f2416 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1563290794'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:43.193210 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-4921a64d-2cab-4206-b36f-769fcb88b96b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting subnet 314056dc-2308-4153-b209-8935e9bccbb2 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:08:43.203497 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4921a64d-2cab-4206-b36f-769fcb88b96b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:43.231818 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c5718aef-41d8-403f-aeea-ff96f61bd2f0 req-7fe4c589-76bb-40a1-89d8-8137a08c2f02 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240399 Jul 29 15:08:43.233096 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ebec45-f3a5-4f62-9ddc-e9fa2e5f2416 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Made reservation on behalf of 21d2ba543bc7434d9ecb77255794ec8c for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:08:43.236983 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-63ebec45-f3a5-4f62-9ddc-e9fa2e5f2416 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:43.238383 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-e7eef77a-9434-481b-a719-90c5379914b1 None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:43.283372 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ebec45-f3a5-4f62-9ddc-e9fa2e5f2416 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:08:43.294916 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-63ebec45-f3a5-4f62-9ddc-e9fa2e5f2416 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:43.294916 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-63ebec45-f3a5-4f62-9ddc-e9fa2e5f2416 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Added segment 8ca6064d-6a75-48b2-9222-1b4170a8e824 of type vlan for network 8eb65f12-50bf-4454-b9ce-1cd99943d910 Jul 29 15:08:43.306003 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4921a64d-2cab-4206-b36f-769fcb88b96b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:43.383502 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-63ebec45-f3a5-4f62-9ddc-e9fa2e5f2416 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:43.447780 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-63ebec45-f3a5-4f62-9ddc-e9fa2e5f2416 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:43.454086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ebec45-f3a5-4f62-9ddc-e9fa2e5f2416 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:43.454814 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-63ebec45-f3a5-4f62-9ddc-e9fa2e5f2416 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:43.584405 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4921a64d-2cab-4206-b36f-769fcb88b96b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:43.587451 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-63ebec45-f3a5-4f62-9ddc-e9fa2e5f2416 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4223318 Jul 29 15:08:43.591183 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34562) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:43.664948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b63e35-0e1b-41a5-aa42-0afc74f98492 req-272c57d9-0dcf-4bc6-9867-749655cc151f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:43.666820 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9b63e35-0e1b-41a5-aa42-0afc74f98492 req-272c57d9-0dcf-4bc6-9867-749655cc151f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 945 time: 0.2157822 Jul 29 15:08:43.675169 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebec45-f3a5-4f62-9ddc-e9fa2e5f2416 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Pushing event updated for resources: {'Network': ['ID=8eb65f12-50bf-4454-b9ce-1cd99943d910,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:43.704238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 8eb65f12-50bf-4454-b9ce-1cd99943d910 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:08:43.721966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a9323f5-3bac-4dea-8220-c182c7fd4559 req-a5bf0cfc-9694-4e6a-8818-852389fb2074 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0939670 Jul 29 15:08:43.818326 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 393ba4c2-1251-46a1-b9f7-011b9a37de6a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:43.948969 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4921a64d-2cab-4206-b36f-769fcb88b96b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:43.950527 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e7eef77a-9434-481b-a719-90c5379914b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:41Z', 'revision_number': 9, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:15Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:43.973114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 393ba4c2-1251-46a1-b9f7-011b9a37de6a completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:43.976581 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-95afe8b9-4014-4a57-9284-2c1048bcc7ac tempest-DHCPAgentSchedulersTestJSON-1175510429 tempest-DHCPAgentSchedulersTestJSON-1175510429-project-admin] 10.222.0.16 "GET /v2.0/agents/cde7200e-b357-42ba-adbf-65c3bc64bf7d/dhcp-networks HTTP/1.1" status: 200 len: 10424 time: 0.3828130 Jul 29 15:08:43.987762 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34568) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:44.035667 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eef77a-9434-481b-a719-90c5379914b1 None None] Checking router: e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:08:44.053870 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a85675-3183-4251-8b96-05213d71d793 req-e9c59c48-7e01-4f09-a2a8-7c9cbcf877b9 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:44.055695 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-89a85675-3183-4251-8b96-05213d71d793 req-e9c59c48-7e01-4f09-a2a8-7c9cbcf877b9 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 945 time: 0.4352245 Jul 29 15:08:44.066106 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eef77a-9434-481b-a719-90c5379914b1 None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:44.067749 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e7eef77a-9434-481b-a719-90c5379914b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:44.096324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921a64d-2cab-4206-b36f-769fcb88b96b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Subnet': ['ID=314056dc-2308-4153-b209-8935e9bccbb2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:44.118816 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4921a64d-2cab-4206-b36f-769fcb88b96b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:44.128485 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4921a64d-2cab-4206-b36f-769fcb88b96b tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/314056dc-2308-4153-b209-8935e9bccbb2 HTTP/1.1" status: 204 len: 168 time: 1.0506475 Jul 29 15:08:44.129320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e96546-b14e-4b7d-9db0-48b7b64d9680 None None] Network 130e3b76-9816-4fb6-9bb6-5a21c76bd57a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:44.130160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34572) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:44.131597 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-89a85675-3183-4251-8b96-05213d71d793 req-fba288ee-0e30-4687-b52d-3460117921d7 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658157 Jul 29 15:08:44.165581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08455529-4437-410e-8091-cf66a80d3148 tempest-DHCPAgentSchedulersTestJSON-1175510429 tempest-DHCPAgentSchedulersTestJSON-1175510429-project-admin] Network 8eb65f12-50bf-4454-b9ce-1cd99943d910 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:08:44.189061 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece9322f-b252-4927-b821-dd9e1fbd6e5d None None] Network 2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:44.194470 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-08455529-4437-410e-8091-cf66a80d3148 tempest-DHCPAgentSchedulersTestJSON-1175510429 tempest-DHCPAgentSchedulersTestJSON-1175510429-project-admin] 10.222.0.16 "POST /v2.0/agents/cde7200e-b357-42ba-adbf-65c3bc64bf7d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2005591 Jul 29 15:08:44.196744 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34574) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:44.226865 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b08128d-e988-4e62-a596-86e143f00826 None None] Network 8eb65f12-50bf-4454-b9ce-1cd99943d910 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:44.347861 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:44.362546 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-e7eef77a-9434-481b-a719-90c5379914b1 None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:44.453558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-c9b63e35-0e1b-41a5-aa42-0afc74f98492 req-d63b21d3-de48-40e2-ab24-fb9e9b31e712 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Deleting port 37a2f177-19dc-488c-bbd4-9df15441d1c9 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:44.453801 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c9b63e35-0e1b-41a5-aa42-0afc74f98492 req-d63b21d3-de48-40e2-ab24-fb9e9b31e712 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:44.465502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-50bd79e8-497b-4403-9baa-65b88b7b978f tempest-DHCPAgentSchedulersTestJSON-1175510429 tempest-DHCPAgentSchedulersTestJSON-1175510429-project-admin] 10.222.0.16 "GET /v2.0/agents/cde7200e-b357-42ba-adbf-65c3bc64bf7d/dhcp-networks HTTP/1.1" status: 200 len: 11157 time: 0.2648201 Jul 29 15:08:44.468854 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34578) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:44.540874 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5b7ab550-e51f-4f43-a7d1-af75c05e0bd8 tempest-DHCPAgentSchedulersTestJSON-1175510429 tempest-DHCPAgentSchedulersTestJSON-1175510429-project-admin] 10.222.0.16 "DELETE /v2.0/agents/cde7200e-b357-42ba-adbf-65c3bc64bf7d/dhcp-networks/8eb65f12-50bf-4454-b9ce-1cd99943d910 HTTP/1.1" status: 204 len: 168 time: 0.0705318 Jul 29 15:08:44.543059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34580) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:44.575282 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8bfb010a-54c5-4189-9154-5ce2fbcfd8c7 None None] Provisioning for port 393ba4c2-1251-46a1-b9f7-011b9a37de6a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:08:44.591612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8bfb010a-54c5-4189-9154-5ce2fbcfd8c7 None None] Provisioning complete for port 393ba4c2-1251-46a1-b9f7-011b9a37de6a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:44.591993 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bfb010a-54c5-4189-9154-5ce2fbcfd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:44.593917 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c9b63e35-0e1b-41a5-aa42-0afc74f98492 req-d63b21d3-de48-40e2-ab24-fb9e9b31e712 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] For port 37a2f177-19dc-488c-bbd4-9df15441d1c9, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=37a2f177-19dc-488c-bbd4-9df15441d1c9,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:44.594372 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c9b63e35-0e1b-41a5-aa42-0afc74f98492 req-d63b21d3-de48-40e2-ab24-fb9e9b31e712 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:44.610696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-c9b63e35-0e1b-41a5-aa42-0afc74f98492 req-d63b21d3-de48-40e2-ab24-fb9e9b31e712 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Calling delete_port for 37a2f177-19dc-488c-bbd4-9df15441d1c9 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:44.706645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34582) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:44.709029 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c235f036-340d-4cfc-8418-cce475a726f0 tempest-DHCPAgentSchedulersTestJSON-1175510429 tempest-DHCPAgentSchedulersTestJSON-1175510429-project-admin] 10.222.0.16 "GET /v2.0/agents/cde7200e-b357-42ba-adbf-65c3bc64bf7d/dhcp-networks HTTP/1.1" status: 200 len: 10386 time: 0.1647692 Jul 29 15:08:44.715458 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34584) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:44.743384 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bab5eb03-47c3-49e8-9602-c3089db36730 tempest-DHCPAgentSchedulersTestJSON-1175510429 tempest-DHCPAgentSchedulersTestJSON-1175510429-project-admin] 10.222.0.16 "GET /v2.0/networks/2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0259314 Jul 29 15:08:44.747478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34588) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:44.800855 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d95a26b6-d312-411b-8a34-3352f8fd8e78 tempest-DHCPAgentSchedulersTestJSON-1175510429 tempest-DHCPAgentSchedulersTestJSON-1175510429-project-admin] 10.222.0.16 "GET /v2.0/networks/2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0516379 Jul 29 15:08:44.806173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34592) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:44.856255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d84d55-f79c-4f39-a223-ac9766a81ab3 req-66e3561e-7fb5-4c64-843c-a09792315a42 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:44.857907 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-04d84d55-f79c-4f39-a223-ac9766a81ab3 req-66e3561e-7fb5-4c64-843c-a09792315a42 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.5047505 Jul 29 15:08:44.866025 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c9b63e35-0e1b-41a5-aa42-0afc74f98492 req-d63b21d3-de48-40e2-ab24-fb9e9b31e712 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:44.911889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['fd5da8fb-2b0f-4108-893b-36ff2a4a695c', '34271123-b61a-45fe-83a1-9be9df741f8f', '8ef89210-1400-4f3d-9c10-c59906160475'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:08:44.956324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae9248-d2d2-44b6-9f33-f6316cd02fa0 None None] DHCP port deletion for 130e3b76-9816-4fb6-9bb6-5a21c76bd57a request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:08:44.958889 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bfb010a-54c5-4189-9154-5ce2fbcfd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:44.974270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b21d3-de48-40e2-ab24-fb9e9b31e712 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Pushing event deleted for resources: {'Port': ['ID=37a2f177-19dc-488c-bbd4-9df15441d1c9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:44.984897 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e7eef77a-9434-481b-a719-90c5379914b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:41Z', 'revision_number': 9, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:15Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:45.036821 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b63e35-0e1b-41a5-aa42-0afc74f98492 req-d63b21d3-de48-40e2-ab24-fb9e9b31e712 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] No DVR routers for this DVR port 37a2f177-19dc-488c-bbd4-9df15441d1c9 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:45.039219 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbd7ad59-fb7f-4042-ae3c-4d059de9506d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:45.045447 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-04d84d55-f79c-4f39-a223-ac9766a81ab3 req-8cf59c4b-a01e-4988-8ad9-5de5da5903bd tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624503 Jul 29 15:08:45.047056 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c9b63e35-0e1b-41a5-aa42-0afc74f98492 req-d63b21d3-de48-40e2-ab24-fb9e9b31e712 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:45.049171 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9b63e35-0e1b-41a5-aa42-0afc74f98492 req-d63b21d3-de48-40e2-ab24-fb9e9b31e712 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.39 "DELETE /v2.0/ports/37a2f177-19dc-488c-bbd4-9df15441d1c9 HTTP/1.1" status: 204 len: 173 time: 1.3384104 Jul 29 15:08:45.050700 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea93bef-6b66-40bf-8b81-e7ab01898f97', 'name': 'network-vif-deleted', 'tag': '37a2f177-19dc-488c-bbd4-9df15441d1c9'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:08:45.054217 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18565c4c-7708-4ea4-9bcc-cc828243bc13" -d '{"events": [{"server_uuid": "9ea93bef-6b66-40bf-8b81-e7ab01898f97", "name": "network-vif-deleted", "tag": "37a2f177-19dc-488c-bbd4-9df15441d1c9"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:08:45.063147 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eef77a-9434-481b-a719-90c5379914b1 None None] The sync data for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 is: [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:41Z', 'revision_number': 9, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4f4e70a-8b7d-4c1d-b6c2-374d28d77c81', 'name': '', 'network_id': '8d35145a-6608-4d93-8895-6d3292e0f54a', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:9e:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:08:04Z', 'updated_at': '2021-07-29T15:08:15Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'f6d9a01b-424a-4540-8ce9-76d9314afee4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:08:45.112303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8bfb010a-54c5-4189-9154-5ce2fbcfd8c7 None None] For port 393ba4c2-1251-46a1-b9f7-011b9a37de6a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=393ba4c2-1251-46a1-b9f7-011b9a37de6a,segment=NetworkSegment(283d5bb4-92be-4c77-bae8-43025c8533d1),segment_id=283d5bb4-92be-4c77-bae8-43025c8533d1)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:45.138308 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8bfb010a-54c5-4189-9154-5ce2fbcfd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:45.138898 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8f30f66-80b2-4211-9112-24f9eef543be req-246ec82b-e739-4d61-8b81-d2aa504c2d28 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.1625173 Jul 29 15:08:45.150740 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port cc778db9-a9d8-42fa-afe9-72163ff78a66 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:45.151690 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:45.307865 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb010a-54c5-4189-9154-5ce2fbcfd8c7 None None] Pushing event updated for resources: {'Port': ['ID=393ba4c2-1251-46a1-b9f7-011b9a37de6a,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:45.320558 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8e1c27db-701c-4814-979d-31febb695822 tempest-DHCPAgentSchedulersTestJSON-1175510429 tempest-DHCPAgentSchedulersTestJSON-1175510429-project-admin] 10.222.0.16 "GET /v2.0/agents/cde7200e-b357-42ba-adbf-65c3bc64bf7d/dhcp-networks HTTP/1.1" status: 200 len: 10386 time: 0.5116947 Jul 29 15:08:45.321804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34600) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:45.329158 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] For port cc778db9-a9d8-42fa-afe9-72163ff78a66, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cc778db9-a9d8-42fa-afe9-72163ff78a66,segment=NetworkSegment(2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3),segment_id=2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:45.330259 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:45.365732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bdae9248-d2d2-44b6-9f33-f6316cd02fa0 None None] Deleting port cc778db9-a9d8-42fa-afe9-72163ff78a66 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:45.366192 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdae9248-d2d2-44b6-9f33-f6316cd02fa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:45.370296 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for cc778db9-a9d8-42fa-afe9-72163ff78a66 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:45.397850 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbd7ad59-fb7f-4042-ae3c-4d059de9506d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:45.528626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-753ea7e1-66c5-4a42-a565-d426f49cee32 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:45.539147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-bdae9248-d2d2-44b6-9f33-f6316cd02fa0 None None] For port cc778db9-a9d8-42fa-afe9-72163ff78a66, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cc778db9-a9d8-42fa-afe9-72163ff78a66,segment=NetworkSegment(2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3),segment_id=2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:45.539593 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdae9248-d2d2-44b6-9f33-f6316cd02fa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:45.543483 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbd7ad59-fb7f-4042-ae3c-4d059de9506d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:45.589101 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5556de-985f-4165-bd2f-83546a9b85cb x-openstack-request-id: req-ce5556de-985f-4165-bd2f-83546a9b85cb {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:08:45.593909 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea93bef-6b66-40bf-8b81-e7ab01898f97", "name": "network-vif-deleted", "tag": "37a2f177-19dc-488c-bbd4-9df15441d1c9", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:08:45.594347 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce5556de-985f-4165-bd2f-83546a9b85cb {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:08:45.594803 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea93bef-6b66-40bf-8b81-e7ab01898f97', 'name': 'network-vif-deleted', 'tag': '37a2f177-19dc-488c-bbd4-9df15441d1c9', 'status': 'completed', 'code': 200} Jul 29 15:08:45.594984 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bdae9248-d2d2-44b6-9f33-f6316cd02fa0 None None] Calling delete_port for cc778db9-a9d8-42fa-afe9-72163ff78a66 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:45.602944 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:45.634713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2d7d9ff1-50f9-45ed-8ff2-81322c62f038 None None] Provisioning complete for port 393ba4c2-1251-46a1-b9f7-011b9a37de6a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:45.635091 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d7d9ff1-50f9-45ed-8ff2-81322c62f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:45.649679 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 393ba4c2-1251-46a1-b9f7-011b9a37de6a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:08:45.665230 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9621d2ff-0828-4e54-a6cb-fdd4e7f288b4 req-1d7b2ffa-baaa-4cec-9d36-af0222ab9468 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea93bef-6b66-40bf-8b81-e7ab01898f97 HTTP/1.1" status: 200 len: 210 time: 0.0694027 Jul 29 15:08:45.713317 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cbd7ad59-fb7f-4042-ae3c-4d059de9506d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6095bab60384dfaa5c47eb27c6e0f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0007975 Jul 29 15:08:45.721986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34602) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:45.737361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=cc778db9-a9d8-42fa-afe9-72163ff78a66,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:45.760016 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] No DVR routers for this DVR port cc778db9-a9d8-42fa-afe9-72163ff78a66 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:45.762715 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7ad59-fb7f-4042-ae3c-4d059de9506d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9af30e5-bfcb-423b-992a-28e65dfdd020,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:45.818543 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-753ea7e1-66c5-4a42-a565-d426f49cee32 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:45.864037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-753ea7e1-66c5-4a42-a565-d426f49cee32 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb65f12-50bf-4454-b9ce-1cd99943d910']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:45.882243 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-753ea7e1-66c5-4a42-a565-d426f49cee32 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca6064d-6a75-48b2-9222-1b4170a8e824') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:45.882833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-753ea7e1-66c5-4a42-a565-d426f49cee32 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca6064d-6a75-48b2-9222-1b4170a8e824') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:45.902982 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-753ea7e1-66c5-4a42-a565-d426f49cee32 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:45.929129 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-753ea7e1-66c5-4a42-a565-d426f49cee32 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:45.938245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753ea7e1-66c5-4a42-a565-d426f49cee32 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:08:45.938660 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-753ea7e1-66c5-4a42-a565-d426f49cee32 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:45.978853 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdae9248-d2d2-44b6-9f33-f6316cd02fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:08:46.008253 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:08:46.011846 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.050660 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac17ed12-e21e-4091-a154-fd469097b27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.064633 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-753ea7e1-66c5-4a42-a565-d426f49cee32 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.081426 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac17ed12-e21e-4091-a154-fd469097b27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.090562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130e3b76-9816-4fb6-9bb6-5a21c76bd57a']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:46.097264 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae9248-d2d2-44b6-9f33-f6316cd02fa0 None None] Pushing event deleted for resources: {'Port': ['ID=cc778db9-a9d8-42fa-afe9-72163ff78a66,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:46.105289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae9248-d2d2-44b6-9f33-f6316cd02fa0 None None] No DVR routers for this DVR port cc778db9-a9d8-42fa-afe9-72163ff78a66 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:46.110339 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-753ea7e1-66c5-4a42-a565-d426f49cee32 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.129169 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-753ea7e1-66c5-4a42-a565-d426f49cee32 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] 10.222.0.16 "DELETE /v2.0/networks/8eb65f12-50bf-4454-b9ce-1cd99943d910 HTTP/1.1" status: 204 len: 168 time: 0.7294021 Jul 29 15:08:46.132258 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:46.132565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcd9bbf-4a11-4aec-8195-6ac05bb6f1c3') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:46.144231 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34606) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:46.151571 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ea7e1-66c5-4a42-a565-d426f49cee32 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Pushing event deleted for resources: {'Network': ['ID=8eb65f12-50bf-4454-b9ce-1cd99943d910,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:46.159950 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 393ba4c2-1251-46a1-b9f7-011b9a37de6a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:08:46.160375 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.183558 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.226842 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17f969e-c209-4131-9e9c-717eadbd2317 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] DELETE failed (client error): The resource could not be found. Jul 29 15:08:46.227589 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17f969e-c209-4131-9e9c-717eadbd2317 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:08:46.229541 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b17f969e-c209-4131-9e9c-717eadbd2317 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] 10.222.0.16 "DELETE /v2.0/ports/fd2acb01-a282-4ce5-be31-eaba0131aac8 HTTP/1.1" status: 404 len: 333 time: 0.0761144 Jul 29 15:08:46.231803 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.235071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34610) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:46.252216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:08:46.252639 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:08:46.255842 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:08:46.296124 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4b830ced-9dc9-4d61-9d0d-5e67c639a9d0 None None] Could not find standard attr ID for object fd2acb01-a282-4ce5-be31-eaba0131aac8. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:08:46.316832 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e3bf8-36ab-4dab-bcf9-38ea9c18191f req-df8ab8b0-e8a0-4921-a804-2a40edb2b23b tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:46.318439 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-315e3bf8-36ab-4dab-bcf9-38ea9c18191f req-df8ab8b0-e8a0-4921-a804-2a40edb2b23b tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.1299524 Jul 29 15:08:46.395884 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-315e3bf8-36ab-4dab-bcf9-38ea9c18191f req-4bddcacc-8694-41fe-a1f5-de8cc3648afa tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690861 Jul 29 15:08:46.404880 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-832d91e7-757f-4b2b-b15b-bf7426098a6d req-017db72b-d713-4609-940c-eb4e9dfc45e6 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0553000 Jul 29 15:08:46.410995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-5775fc45-4585-4350-8336-ac911b68975b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Deleting subnet b4e2f87d-b458-492a-a64f-e2d6e87cfb8e {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:08:46.414766 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac17ed12-e21e-4091-a154-fd469097b27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.417433 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac17ed12-e21e-4091-a154-fd469097b27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.418767 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ac17ed12-e21e-4091-a154-fd469097b27a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9af30e5-bfcb-423b-992a-28e65dfdd020 HTTP/1.1" status: 204 len: 168 time: 0.6953022 Jul 29 15:08:46.419660 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5775fc45-4585-4350-8336-ac911b68975b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.435582 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.481959 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cc778db9-a9d8-42fa-afe9-72163ff78a66 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:46.485142 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.489751 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/networks/130e3b76-9816-4fb6-9bb6-5a21c76bd57a HTTP/1.1" status: 204 len: 168 time: 2.3466473 Jul 29 15:08:46.490192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34616) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:46.513112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17ed12-e21e-4091-a154-fd469097b27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9af30e5-bfcb-423b-992a-28e65dfdd020,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:46.520865 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177159ea-f8e2-4b74-b128-279dc80175d4 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Network': ['ID=130e3b76-9816-4fb6-9bb6-5a21c76bd57a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:46.543002 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5775fc45-4585-4350-8336-ac911b68975b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.576076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: cc778db9-a9d8-42fa-afe9-72163ff78a66 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:08:46.576530 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cc778db9-a9d8-42fa-afe9-72163ff78a66 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:08:46.576912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1ec7a779-1683-41af-b3eb-be4ecefa0c59 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:46.635518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 1ec7a779-1683-41af-b3eb-be4ecefa0c59 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:08:46.635858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1ec7a779-1683-41af-b3eb-be4ecefa0c59 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:08:46.663907 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5775fc45-4585-4350-8336-ac911b68975b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.748533 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65211b-eb75-4170-839d-841d98db8e35 req-f4894fb1-4a5f-47b1-af83-9d47eb17a3ea tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:46.755613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 37a2f177-19dc-488c-bbd4-9df15441d1c9 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:46.756181 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f65211b-eb75-4170-839d-841d98db8e35 req-f4894fb1-4a5f-47b1-af83-9d47eb17a3ea tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.1546361 Jul 29 15:08:46.802660 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5775fc45-4585-4350-8336-ac911b68975b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.838827 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 37a2f177-19dc-488c-bbd4-9df15441d1c9 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:08:46.842716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 37a2f177-19dc-488c-bbd4-9df15441d1c9 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:08:46.864016 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775fc45-4585-4350-8336-ac911b68975b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Pushing event deleted for resources: {'Subnet': ['ID=b4e2f87d-b458-492a-a64f-e2d6e87cfb8e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:46.887115 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5775fc45-4585-4350-8336-ac911b68975b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:46.889448 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5775fc45-4585-4350-8336-ac911b68975b tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] 10.222.0.16 "DELETE /v2.0/subnets/b4e2f87d-b458-492a-a64f-e2d6e87cfb8e HTTP/1.1" status: 204 len: 168 time: 0.6525533 Jul 29 15:08:46.894160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34626) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:46.895003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d534a535-e938-4c5c-8531-f4fb7ee756f4 None None] Network 2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:46.978971 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f65211b-eb75-4170-839d-841d98db8e35 req-44e54c3b-eef3-4429-916c-549ee4ad44f1 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202833 Jul 29 15:08:47.046468 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34630) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:47.118951 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9bd8bf69-3a35-4549-ac89-f57bac6384ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.175080 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.258151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d0a9e9-1276-472b-8625-0877c27e6969 None None] DHCP port deletion for 2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:08:47.340717 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-12d0a9e9-1276-472b-8625-0877c27e6969 None None] Deleting port 393ba4c2-1251-46a1-b9f7-011b9a37de6a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:47.341179 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-12d0a9e9-1276-472b-8625-0877c27e6969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.342152 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9bd8bf69-3a35-4549-ac89-f57bac6384ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.344378 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Deleting port 393ba4c2-1251-46a1-b9f7-011b9a37de6a {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:47.345090 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.348272 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9bd8bf69-3a35-4549-ac89-f57bac6384ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.414571 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9588f34-da56-4a7d-a020-a47346f307fb req-720875f4-00f4-414e-a6ed-bbec10a45c92 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:47.417489 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b9588f34-da56-4a7d-a020-a47346f307fb req-720875f4-00f4-414e-a6ed-bbec10a45c92 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.1449387 Jul 29 15:08:47.438176 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-12d0a9e9-1276-472b-8625-0877c27e6969 None None] For port 393ba4c2-1251-46a1-b9f7-011b9a37de6a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=393ba4c2-1251-46a1-b9f7-011b9a37de6a,segment=NetworkSegment(283d5bb4-92be-4c77-bae8-43025c8533d1),segment_id=283d5bb4-92be-4c77-bae8-43025c8533d1)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:47.438460 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-12d0a9e9-1276-472b-8625-0877c27e6969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.457322 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-12d0a9e9-1276-472b-8625-0877c27e6969 None None] Calling delete_port for 393ba4c2-1251-46a1-b9f7-011b9a37de6a owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:47.467150 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 393ba4c2-1251-46a1-b9f7-011b9a37de6a no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:47.487554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] For port 393ba4c2-1251-46a1-b9f7-011b9a37de6a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=393ba4c2-1251-46a1-b9f7-011b9a37de6a,segment=NetworkSegment(283d5bb4-92be-4c77-bae8-43025c8533d1),segment_id=283d5bb4-92be-4c77-bae8-43025c8533d1)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:47.487934 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.503235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Calling delete_port for 393ba4c2-1251-46a1-b9f7-011b9a37de6a owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:47.534133 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b9588f34-da56-4a7d-a020-a47346f307fb req-056ca188-9d64-40b8-ad24-8277267dc399 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071560 Jul 29 15:08:47.561926 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc569-a9d5-41fa-8ca8-50dccf79d6fc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.603865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9bd8bf69-3a35-4549-ac89-f57bac6384ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ad13233db9941feb46a379a85d60541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5558434 Jul 29 15:08:47.604354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34636) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:47.617280 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8bf69-3a35-4549-ac89-f57bac6384ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a43f37-22fe-4e12-9307-9ba60101ad17,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:47.658784 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe6f5b52-4250-4b78-a071-a6504ff22f3a req-73b93868-6fc4-4a56-b926-129cf2e8c8b1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0671740 Jul 29 15:08:47.710334 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.731752 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.737808 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-12d0a9e9-1276-472b-8625-0877c27e6969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.754546 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b88d50f1-860f-43ac-8187-ab3a162c5e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.767165 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d0a9e9-1276-472b-8625-0877c27e6969 None None] No DVR routers for this DVR port 393ba4c2-1251-46a1-b9f7-011b9a37de6a on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:47.783811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Pushing event deleted for resources: {'Port': ['ID=393ba4c2-1251-46a1-b9f7-011b9a37de6a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:47.795385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] No DVR routers for this DVR port 393ba4c2-1251-46a1-b9f7-011b9a37de6a on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:47.832300 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0a9e9-1276-472b-8625-0877c27e6969 None None] Pushing event deleted for resources: {'Port': ['ID=393ba4c2-1251-46a1-b9f7-011b9a37de6a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:47.836504 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b88d50f1-860f-43ac-8187-ab3a162c5e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.928012 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.939985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:47.951669 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283d5bb4-92be-4c77-bae8-43025c8533d1') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:47.952606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283d5bb4-92be-4c77-bae8-43025c8533d1') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:47.964259 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.978819 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b88d50f1-860f-43ac-8187-ab3a162c5e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.981730 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b88d50f1-860f-43ac-8187-ab3a162c5e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.985372 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b88d50f1-860f-43ac-8187-ab3a162c5e2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08a43f37-22fe-4e12-9307-9ba60101ad17 HTTP/1.1" status: 204 len: 168 time: 0.3682160 Jul 29 15:08:47.985372 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:47.999355 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d50f1-860f-43ac-8187-ab3a162c5e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a43f37-22fe-4e12-9307-9ba60101ad17,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:48.002280 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:08:48.002758 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:08:48.006505 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:08:48.086692 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4b8dc569-a9d5-41fa-8ca8-50dccf79d6fc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:48.087041 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc569-a9d5-41fa-8ca8-50dccf79d6fc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:48.149688 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:48.181888 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:48.199559 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] 10.222.0.16 "DELETE /v2.0/networks/2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3 HTTP/1.1" status: 204 len: 168 time: 1.2859447 Jul 29 15:08:48.204854 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117931f-bb06-45d1-9a2d-043ffd0a1827 tempest-DHCPAgentSchedulersTestJSON-1928061522 tempest-DHCPAgentSchedulersTestJSON-1928061522-project] Pushing event deleted for resources: {'Network': ['ID=2be8fb9b-88e5-46f7-8c1f-87d9c8d8d3a3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:48.242510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-4b8dc569-a9d5-41fa-8ca8-50dccf79d6fc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] For port d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81,segment=NetworkSegment(2b688aea-6875-497e-afc6-1fec3ea4df50),segment_id=2b688aea-6875-497e-afc6-1fec3ea4df50)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:48.243146 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc569-a9d5-41fa-8ca8-50dccf79d6fc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:48.270068 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4b8dc569-a9d5-41fa-8ca8-50dccf79d6fc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:48.523605 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc569-a9d5-41fa-8ca8-50dccf79d6fc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:48.551192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34650) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:48.581140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dc569-a9d5-41fa-8ca8-50dccf79d6fc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:48.815201 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d2cdec42-21e1-43ee-a4fe-12d25819e1d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21d2ba543bc7434d9ecb77255794ec8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626350 Jul 29 15:08:48.818468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34664) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:48.887136 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5e7a75a-b96a-405d-9994-d90f0e761635 req-d81474dd-5497-46d4-9172-cd521eb29e73 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0629106 Jul 29 15:08:48.940344 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d266e50-b5d5-44df-a687-739ebf09ac50 req-3c98d270-e673-44c3-bf80-a6a1e67e3148 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:48.942310 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8d266e50-b5d5-44df-a687-739ebf09ac50 req-3c98d270-e673-44c3-bf80-a6a1e67e3148 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.2446918 Jul 29 15:08:48.942985 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b8dc569-a9d5-41fa-8ca8-50dccf79d6fc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:49.480643 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-644e37b3-3962-41f7-be80-ae3865c47d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:49.491240 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8d266e50-b5d5-44df-a687-739ebf09ac50 req-7f5bad9d-22c5-44cd-ba98-19464deaf23a tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349166 Jul 29 15:08:49.523954 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-644e37b3-3962-41f7-be80-ae3865c47d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:49.679101 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8dc569-a9d5-41fa-8ca8-50dccf79d6fc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:08:49.688993 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-644e37b3-3962-41f7-be80-ae3865c47d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:49.691562 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-644e37b3-3962-41f7-be80-ae3865c47d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:49.696487 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-644e37b3-3962-41f7-be80-ae3865c47d84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6d70e16-0260-4c20-a452-8b307bf25717 HTTP/1.1" status: 204 len: 168 time: 0.8731618 Jul 29 15:08:49.712422 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e37b3-3962-41f7-be80-ae3865c47d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d70e16-0260-4c20-a452-8b307bf25717,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:49.902186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f2c1e-ce88-403b-a44a-a7983b47f7b0 req-1a43c9d5-33e6-45de-8600-6447691d5dd9 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:49.903846 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-461f2c1e-ce88-403b-a44a-a7983b47f7b0 req-1a43c9d5-33e6-45de-8600-6447691d5dd9 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.1844320 Jul 29 15:08:49.919860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8dc569-a9d5-41fa-8ca8-50dccf79d6fc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:08:49.927965 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4b8dc569-a9d5-41fa-8ca8-50dccf79d6fc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4367115 Jul 29 15:08:49.931066 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34694) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:49.935036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b89b45-d39f-4015-bae5-27354dc3275c None None] Sync routers for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:08:49.946137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865d623-43bc-410f-a431-003e917066c5 req-3298e1cb-59cb-43bd-87c3-aa2a66f6e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:49.947753 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e865d623-43bc-410f-a431-003e917066c5 req-3298e1cb-59cb-43bd-87c3-aa2a66f6e4e8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eb14335d91d34ec4be8a7c48c604a587&device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 1096 time: 0.1418238 Jul 29 15:08:49.950223 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b89b45-d39f-4015-bae5-27354dc3275c None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:49.951662 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-69b89b45-d39f-4015-bae5-27354dc3275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:49.974625 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-461f2c1e-ce88-403b-a44a-a7983b47f7b0 req-2ba9d2a3-0175-4c9e-8b4e-0649d72db2e3 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619872 Jul 29 15:08:50.112642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdd24f1-2247-4f6e-bf7a-ecdd90d13815 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting subnet f6d9a01b-424a-4540-8ce9-76d9314afee4 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:08:50.126062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865d623-43bc-410f-a431-003e917066c5 req-0cb2834e-21fe-4b89-b570-6053d6f61bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:50.130602 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e865d623-43bc-410f-a431-003e917066c5 req-0cb2834e-21fe-4b89-b570-6053d6f61bff service neutron] 10.222.0.38 "GET /v2.0/networks?id=b0fe47f1-a112-4817-b006-7a1f5622d9e0 HTTP/1.1" status: 200 len: 913 time: 0.1723306 Jul 29 15:08:50.138388 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-69b89b45-d39f-4015-bae5-27354dc3275c None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:50.147214 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1fdd24f1-2247-4f6e-bf7a-ecdd90d13815 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:50.264595 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e865d623-43bc-410f-a431-003e917066c5 req-afbb06c4-8ed3-4179-b3ea-d1a5af830474 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 HTTP/1.1" status: 200 len: 217 time: 0.1266127 Jul 29 15:08:50.406456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865d623-43bc-410f-a431-003e917066c5 req-14341b05-8bb2-4f37-819b-14dfdabd734e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:50.407600 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e865d623-43bc-410f-a431-003e917066c5 req-14341b05-8bb2-4f37-819b-14dfdabd734e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8eb4a82-c7be-4d81-8e8c-918d14c6e9ef HTTP/1.1" status: 200 len: 852 time: 0.1322715 Jul 29 15:08:50.412696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34704) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:50.445239 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-69b89b45-d39f-4015-bae5-27354dc3275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:48Z', 'revision_number': 10, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:50.482741 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6bd28482-7cd4-49c1-9bf0-946e580aa9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:50.505629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b89b45-d39f-4015-bae5-27354dc3275c None None] Checking router: e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:08:50.518811 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e865d623-43bc-410f-a431-003e917066c5 req-dc986f20-6b31-44d2-8cea-a04c34a22aec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b0fe47f1-a112-4817-b006-7a1f5622d9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944064 Jul 29 15:08:50.533500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b89b45-d39f-4015-bae5-27354dc3275c None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:50.534149 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-69b89b45-d39f-4015-bae5-27354dc3275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:50.633060 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8ead2dbe-9458-4235-a613-c0e61fab8c0f req-627866a5-1b13-4048-bc43-a99ecc764e43 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.5093627 Jul 29 15:08:50.664200 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e865d623-43bc-410f-a431-003e917066c5 req-25357b84-172b-47a2-a1c4-9d90b58a434a service neutron] 10.222.0.38 "GET /v2.0/networks/b0fe47f1-a112-4817-b006-7a1f5622d9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364400 Jul 29 15:08:50.688433 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1fdd24f1-2247-4f6e-bf7a-ecdd90d13815 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:50.741942 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-69b89b45-d39f-4015-bae5-27354dc3275c None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:50.864885 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e865d623-43bc-410f-a431-003e917066c5 req-1ba1304c-3b7c-49cd-9dd5-c592cb77ed0d service neutron] 10.222.0.38 "GET /v2.0/networks/b0fe47f1-a112-4817-b006-7a1f5622d9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925833 Jul 29 15:08:50.926249 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6bd28482-7cd4-49c1-9bf0-946e580aa9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:50.933523 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6bd28482-7cd4-49c1-9bf0-946e580aa9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:50.970488 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1fdd24f1-2247-4f6e-bf7a-ecdd90d13815 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:51.003716 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6bd28482-7cd4-49c1-9bf0-946e580aa9a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45a48f9807ea4601a7d8e9960044bf00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5895834 Jul 29 15:08:51.005340 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd28482-7cd4-49c1-9bf0-946e580aa9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0c5558-2474-483d-9d82-117cac8c0775,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:51.009345 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34716) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:51.102277 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-573c02ce-5213-4d0f-bdec-3b7bf0ab8b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:51.130990 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1fdd24f1-2247-4f6e-bf7a-ecdd90d13815 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:51.135548 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-573c02ce-5213-4d0f-bdec-3b7bf0ab8b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:51.176491 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-69b89b45-d39f-4015-bae5-27354dc3275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:48Z', 'revision_number': 10, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:51.235397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b89b45-d39f-4015-bae5-27354dc3275c None None] The sync data for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 is: [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:48Z', 'revision_number': 10, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None, '_interfaces': [{'id': '20eab6a2-cac3-4113-879e-13cf7688029e', 'name': '', 'network_id': '41931b66-ebff-46d5-9cb0-761515ce6b1d', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'mac_address': 'fa:16:3e:ef:25:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:07:59Z', 'updated_at': '2021-07-29T15:08:14Z', 'revision_number': 5, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'subnets': [{'id': 'd3ad7906-d6e6-4226-9e03-b888f1bf2f5a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:08:51.238794 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd24f1-2247-4f6e-bf7a-ecdd90d13815 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d9a01b-424a-4540-8ce9-76d9314afee4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:51.241787 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1fdd24f1-2247-4f6e-bf7a-ecdd90d13815 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:51.244300 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1fdd24f1-2247-4f6e-bf7a-ecdd90d13815 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/f6d9a01b-424a-4540-8ce9-76d9314afee4 HTTP/1.1" status: 204 len: 168 time: 1.3099542 Jul 29 15:08:51.247123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34720) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:51.261067 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e584e98-91f2-4178-9d52-0ed7baef64ec None None] Network 8d35145a-6608-4d93-8895-6d3292e0f54a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:51.274580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea308a-8c17-4a31-872e-214df5186e17 req-1c6c5e90-a765-4a27-b41c-0d189a5e73a0 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:51.298429 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14ea308a-8c17-4a31-872e-214df5186e17 req-1c6c5e90-a765-4a27-b41c-0d189a5e73a0 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.1522722 Jul 29 15:08:51.362596 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:51.393749 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-573c02ce-5213-4d0f-bdec-3b7bf0ab8b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:51.399701 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-573c02ce-5213-4d0f-bdec-3b7bf0ab8b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:51.402149 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-573c02ce-5213-4d0f-bdec-3b7bf0ab8b5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a0c5558-2474-483d-9d82-117cac8c0775 HTTP/1.1" status: 204 len: 168 time: 0.3915198 Jul 29 15:08:51.435336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c02ce-5213-4d0f-bdec-3b7bf0ab8b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0c5558-2474-483d-9d82-117cac8c0775,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:51.463620 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14ea308a-8c17-4a31-872e-214df5186e17 req-4daba56e-f74b-43e4-9916-b6c24900c4f3 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559749 Jul 29 15:08:51.523277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port 865fe825-1f1b-4e9e-9479-edc62a927961 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:51.523576 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:51.660466 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be9d3ae-fa13-422e-b498-67f48cb67f39 None None] DHCP port deletion for 8d35145a-6608-4d93-8895-6d3292e0f54a request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:08:51.677755 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] For port 865fe825-1f1b-4e9e-9479-edc62a927961, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=865fe825-1f1b-4e9e-9479-edc62a927961,segment=NetworkSegment(2b688aea-6875-497e-afc6-1fec3ea4df50),segment_id=2b688aea-6875-497e-afc6-1fec3ea4df50)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:51.678186 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:51.695643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for 865fe825-1f1b-4e9e-9479-edc62a927961 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:51.729951 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:51.825378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:08:51.825813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d4f4e70a-8b7d-4c1d-b6c2-374d28d77c81 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:08:51.910300 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6be9d3ae-fa13-422e-b498-67f48cb67f39 None None] Deleting port 865fe825-1f1b-4e9e-9479-edc62a927961 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:51.910684 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6be9d3ae-fa13-422e-b498-67f48cb67f39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:51.922264 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eb5070d0-b4ed-48cc-9a47-2c4489b23b80 req-25983c4d-7682-43f8-9429-399f90b9c861 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0628684 Jul 29 15:08:51.941139 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:51.996359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=865fe825-1f1b-4e9e-9479-edc62a927961,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:52.022725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] No DVR routers for this DVR port 865fe825-1f1b-4e9e-9479-edc62a927961 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:52.142892 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:52.162773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d35145a-6608-4d93-8895-6d3292e0f54a']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:52.198381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b688aea-6875-497e-afc6-1fec3ea4df50') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:52.200033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b688aea-6875-497e-afc6-1fec3ea4df50') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:52.216399 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:52.238295 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:52.248040 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:08:52.249232 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:08:52.255425 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:08:52.294533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6be9d3ae-fa13-422e-b498-67f48cb67f39 None None] For port 865fe825-1f1b-4e9e-9479-edc62a927961, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=865fe825-1f1b-4e9e-9479-edc62a927961,segment=NetworkSegment(2b688aea-6875-497e-afc6-1fec3ea4df50),segment_id=2b688aea-6875-497e-afc6-1fec3ea4df50)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:52.295021 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6be9d3ae-fa13-422e-b498-67f48cb67f39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:52.331222 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6be9d3ae-fa13-422e-b498-67f48cb67f39 None None] Calling delete_port for 865fe825-1f1b-4e9e-9479-edc62a927961 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:52.376715 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:52.382819 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:52.391300 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/networks/8d35145a-6608-4d93-8895-6d3292e0f54a HTTP/1.1" status: 204 len: 168 time: 1.1400404 Jul 29 15:08:52.391618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34752) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:52.437292 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6be9d3ae-fa13-422e-b498-67f48cb67f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:52.438088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261d1f7-2052-4ff4-bd2f-925ccdd6cc5e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Network': ['ID=8d35145a-6608-4d93-8895-6d3292e0f54a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:52.466577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6be9d3ae-fa13-422e-b498-67f48cb67f39 None None] Network 8d35145a-6608-4d93-8895-6d3292e0f54a is not hosted by any dhcp agent {{(pid=94159) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 15:08:52.467051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be9d3ae-fa13-422e-b498-67f48cb67f39 None None] No DVR routers for this DVR port 865fe825-1f1b-4e9e-9479-edc62a927961 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:52.477209 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9d3ae-fa13-422e-b498-67f48cb67f39 None None] Pushing event deleted for resources: {'Port': ['ID=865fe825-1f1b-4e9e-9479-edc62a927961,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:52.739876 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0aa26-158d-46a7-994a-ee5454246a20 req-3b4bc6ca-011d-45e2-ac8d-ec63b1403c58 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:52.747623 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ea0aa26-158d-46a7-994a-ee5454246a20 req-3b4bc6ca-011d-45e2-ac8d-ec63b1403c58 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.0793931 Jul 29 15:08:52.841402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ea0aa26-158d-46a7-994a-ee5454246a20 req-23dad624-ae6a-4839-a5ca-67d71f22d948 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930252 Jul 29 15:08:53.077236 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e31a042b-c4b7-46ab-8f37-10be5ca2a9a1 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:53.252772 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08843bf4-3eca-40ab-b0fb-fdc3f89f4c30 req-74dea60d-68e7-4512-8936-fda00766aee3 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0751314 Jul 29 15:08:53.284012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc0f7e-1483-4577-986f-940f4d72b4e5 req-cbd1b91e-c5b7-4a5f-9713-33f8ea4d003b tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:53.285877 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9abc0f7e-1483-4577-986f-940f4d72b4e5 req-cbd1b91e-c5b7-4a5f-9713-33f8ea4d003b tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.1018515 Jul 29 15:08:53.356794 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9abc0f7e-1483-4577-986f-940f4d72b4e5 req-198e4f5f-c4eb-4d76-aaae-8f839f76f14b tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576646 Jul 29 15:08:53.449913 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34784) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:53.511675 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 865fe825-1f1b-4e9e-9479-edc62a927961 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:53.556723 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 865fe825-1f1b-4e9e-9479-edc62a927961 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:08:53.557086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 865fe825-1f1b-4e9e-9479-edc62a927961 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:08:53.708420 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-e31a042b-c4b7-46ab-8f37-10be5ca2a9a1 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port 20eab6a2-cac3-4113-879e-13cf7688029e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:53.709431 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e31a042b-c4b7-46ab-8f37-10be5ca2a9a1 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:53.916468 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2c9b5a13-57ae-4056-b3f7-9570b8f4cd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:53.951484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-e31a042b-c4b7-46ab-8f37-10be5ca2a9a1 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] For port 20eab6a2-cac3-4113-879e-13cf7688029e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=20eab6a2-cac3-4113-879e-13cf7688029e,segment=NetworkSegment(e99a2c8d-5834-4f31-9534-6c230d80cd4f),segment_id=e99a2c8d-5834-4f31-9534-6c230d80cd4f)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:53.958868 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e31a042b-c4b7-46ab-8f37-10be5ca2a9a1 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:53.992415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-e31a042b-c4b7-46ab-8f37-10be5ca2a9a1 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for 20eab6a2-cac3-4113-879e-13cf7688029e owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:54.114808 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2c9b5a13-57ae-4056-b3f7-9570b8f4cd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:54.117736 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34800) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:54.125316 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2c9b5a13-57ae-4056-b3f7-9570b8f4cd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:54.192600 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2c9b5a13-57ae-4056-b3f7-9570b8f4cd65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=344c562af7f84a85b423b42ed177d536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7402861 Jul 29 15:08:54.193444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34804) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:54.194115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b5a13-57ae-4056-b3f7-9570b8f4cd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e0eb57-3940-4901-bbe5-6bbd4671e34b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:54.300223 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e31a042b-c4b7-46ab-8f37-10be5ca2a9a1 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:54.321859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-53853585-53c0-42fc-b7ea-b12406c1ca2d tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-503025071'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:54.363030 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ae73a4f3-adac-448c-b717-d1c96efd2607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:54.459246 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ae73a4f3-adac-448c-b717-d1c96efd2607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:54.477899 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-53853585-53c0-42fc-b7ea-b12406c1ca2d tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:54.479403 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-53853585-53c0-42fc-b7ea-b12406c1ca2d tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:54.510987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a042b-c4b7-46ab-8f37-10be5ca2a9a1 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=20eab6a2-cac3-4113-879e-13cf7688029e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:54.518741 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e31a042b-c4b7-46ab-8f37-10be5ca2a9a1 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:54.583699 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-008e96e3-a7aa-4090-a397-d9c889f3c678 req-ccfd9c5a-263e-41ee-885f-0e8cde65afae tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0805869 Jul 29 15:08:54.657542 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-53853585-53c0-42fc-b7ea-b12406c1ca2d tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:54.660321 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ae73a4f3-adac-448c-b717-d1c96efd2607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:54.663838 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ae73a4f3-adac-448c-b717-d1c96efd2607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:54.667671 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ae73a4f3-adac-448c-b717-d1c96efd2607 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77e0eb57-3940-4901-bbe5-6bbd4671e34b HTTP/1.1" status: 204 len: 168 time: 0.4680381 Jul 29 15:08:54.671891 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-53853585-53c0-42fc-b7ea-b12406c1ca2d tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:54.714460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e003d-b8cc-4dff-af06-0047fb025b01 req-149f6de7-4b97-4afa-b5f9-fa547c3d53dd tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:54.724218 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-481e003d-b8cc-4dff-af06-0047fb025b01 req-149f6de7-4b97-4afa-b5f9-fa547c3d53dd tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.2339816 Jul 29 15:08:54.737918 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-53853585-53c0-42fc-b7ea-b12406c1ca2d tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:54.739131 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-53853585-53c0-42fc-b7ea-b12406c1ca2d tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6203759 Jul 29 15:08:54.743345 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34812) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:54.765985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73a4f3-adac-448c-b717-d1c96efd2607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e0eb57-3940-4901-bbe5-6bbd4671e34b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:54.870493 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-481e003d-b8cc-4dff-af06-0047fb025b01 req-097409d9-194e-44d5-b54f-4b3382786bce tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438880 Jul 29 15:08:54.901032 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d7583cc-7a53-4306-beb9-5d5bd2a3dfed tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:55.307889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f950f0-eb3f-49a1-81b7-c8f69c9e2ba5 req-6631d050-fa84-40e4-8c31-6f72d5dc8109 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:55.310830 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68f950f0-eb3f-49a1-81b7-c8f69c9e2ba5 req-6631d050-fa84-40e4-8c31-6f72d5dc8109 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.0958188 Jul 29 15:08:55.396124 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d7583cc-7a53-4306-beb9-5d5bd2a3dfed tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:55.398979 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d7583cc-7a53-4306-beb9-5d5bd2a3dfed tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:55.399470 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-68f950f0-eb3f-49a1-81b7-c8f69c9e2ba5 req-8aff5e9e-2828-47d0-b8c2-5cac9d8eff09 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798531 Jul 29 15:08:55.435405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31a042b-c4b7-46ab-8f37-10be5ca2a9a1 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:08:55.565934 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34822) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:55.591144 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfc25242-1de0-4cf4-a8da-a1492aaf320c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:55.594017 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6db6e-b763-456b-a4c7-6b2eebcbc4de req-53ea40c1-d877-4f19-bf7e-f42cc2c18cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:55.598252 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98f6db6e-b763-456b-a4c7-6b2eebcbc4de req-53ea40c1-d877-4f19-bf7e-f42cc2c18cb0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=eb14335d91d34ec4be8a7c48c604a587&device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 1096 time: 0.3583174 Jul 29 15:08:55.600788 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d7583cc-7a53-4306-beb9-5d5bd2a3dfed tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:55.601597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7583cc-7a53-4306-beb9-5d5bd2a3dfed tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc67a09f-af19-46b4-b98b-c8c8ed7da4b8 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:08:55.649049 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d7583cc-7a53-4306-beb9-5d5bd2a3dfed tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:55.650273 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3d7583cc-7a53-4306-beb9-5d5bd2a3dfed tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] 10.222.0.16 "DELETE /v2.0/routers/fc67a09f-af19-46b4-b98b-c8c8ed7da4b8 HTTP/1.1" status: 204 len: 168 time: 0.9047446 Jul 29 15:08:55.660872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34824) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:55.678873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31a042b-c4b7-46ab-8f37-10be5ca2a9a1 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:08:55.692708 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d75c70-edc6-4120-9cf2-95c456889a1f None None] Sync routers for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:08:55.704752 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e31a042b-c4b7-46ab-8f37-10be5ca2a9a1 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3118598 Jul 29 15:08:55.709282 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d75c70-edc6-4120-9cf2-95c456889a1f None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:55.709933 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-64d75c70-edc6-4120-9cf2-95c456889a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:55.713366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-239cbe76-928b-442f-a28c-c51a54c73364 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Request body: {'router': {'name': 'tempest-router-1741300407', 'distributed': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:55.719894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34828) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:55.746196 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfc25242-1de0-4cf4-a8da-a1492aaf320c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:55.753889 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfc25242-1de0-4cf4-a8da-a1492aaf320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:55.886362 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cfc25242-1de0-4cf4-a8da-a1492aaf320c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4dd9fb8586f4cbc938c6a9c90083957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149333 Jul 29 15:08:55.886362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc25242-1de0-4cf4-a8da-a1492aaf320c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f5e8f3-a692-497a-84a0-ae89977f826a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:55.899519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34830) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:56.075774 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-64d75c70-edc6-4120-9cf2-95c456889a1f None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:56.108446 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a434122-33ca-43d0-9755-4cedc8f73d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:56.147343 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a434122-33ca-43d0-9755-4cedc8f73d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:56.167850 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-64d75c70-edc6-4120-9cf2-95c456889a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:54Z', 'revision_number': 11, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:56.270520 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d75c70-edc6-4120-9cf2-95c456889a1f None None] Checking router: e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:08:56.281614 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a434122-33ca-43d0-9755-4cedc8f73d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:56.288150 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a434122-33ca-43d0-9755-4cedc8f73d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:56.290366 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3a434122-33ca-43d0-9755-4cedc8f73d3d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51f5e8f3-a692-497a-84a0-ae89977f826a HTTP/1.1" status: 204 len: 168 time: 0.3879528 Jul 29 15:08:56.330427 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d75c70-edc6-4120-9cf2-95c456889a1f None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:08:56.332659 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-64d75c70-edc6-4120-9cf2-95c456889a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:56.340557 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a434122-33ca-43d0-9755-4cedc8f73d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f5e8f3-a692-497a-84a0-ae89977f826a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:56.347772 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:56.442023 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a6cc7d3a-44a4-48fd-b1ce-609ef35cef6a req-351ede15-be56-407d-8840-229754fb60e1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.6244335 Jul 29 15:08:56.455383 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-239cbe76-928b-442f-a28c-c51a54c73364 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:56.456429 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-239cbe76-928b-442f-a28c-c51a54c73364 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:56.502535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb720d1e-7a06-4d8b-b307-340c40a04e45 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting subnet d3ad7906-d6e6-4226-9e03-b888f1bf2f5a {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:08:56.511616 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb720d1e-7a06-4d8b-b307-340c40a04e45 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:56.568459 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-64d75c70-edc6-4120-9cf2-95c456889a1f None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:08:56.585814 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e63424-ac53-4874-a9ea-f14641ff69be req-bd377183-5fad-4548-99bd-45cbbfbb98a8 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:56.596208 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7e63424-ac53-4874-a9ea-f14641ff69be req-bd377183-5fad-4548-99bd-45cbbfbb98a8 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 945 time: 0.1375358 Jul 29 15:08:56.659502 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7e63424-ac53-4874-a9ea-f14641ff69be req-ca6545e7-55a1-4239-a7b9-33ca075bec63 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622754 Jul 29 15:08:56.699180 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-64d75c70-edc6-4120-9cf2-95c456889a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:54Z', 'revision_number': 11, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:56.722214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6db6e-b763-456b-a4c7-6b2eebcbc4de req-a0affad8-ee5e-4425-ab12-fde874f816a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:56.723760 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98f6db6e-b763-456b-a4c7-6b2eebcbc4de req-a0affad8-ee5e-4425-ab12-fde874f816a3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b0fe47f1-a112-4817-b006-7a1f5622d9e0 HTTP/1.1" status: 200 len: 913 time: 1.0892508 Jul 29 15:08:56.729629 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb720d1e-7a06-4d8b-b307-340c40a04e45 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:56.736446 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-239cbe76-928b-442f-a28c-c51a54c73364 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:56.743444 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d75c70-edc6-4120-9cf2-95c456889a1f None None] The sync data for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 is: [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:54Z', 'revision_number': 11, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:08:56.746848 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b75507e8-f8e9-455a-b428-98fa8e9dcda7 req-a4603597-a7f3-40b0-aede-b92106086e08 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798409 Jul 29 15:08:56.788235 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-239cbe76-928b-442f-a28c-c51a54c73364 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:56.854968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75507e8-f8e9-455a-b428-98fa8e9dcda7 req-c73cc438-e287-4c09-81c7-f89922fe6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:56.855269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4552b7-1cfd-4c7d-bc0a-a17e50c76a82 req-3e1ff5b4-6d71-46a0-b074-ce0fb3798211 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:56.856871 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ee4552b7-1cfd-4c7d-bc0a-a17e50c76a82 req-3e1ff5b4-6d71-46a0-b074-ce0fb3798211 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.2667663 Jul 29 15:08:56.868012 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98f6db6e-b763-456b-a4c7-6b2eebcbc4de req-8351e46a-79e9-40bd-ba93-2200f14c05ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 HTTP/1.1" status: 200 len: 217 time: 0.1311972 Jul 29 15:08:56.875172 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b75507e8-f8e9-455a-b428-98fa8e9dcda7 req-c73cc438-e287-4c09-81c7-f89922fe6bd4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=674e9126d6f64603ae7397cc3fe62996&device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 1096 time: 0.0906444 Jul 29 15:08:56.925960 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-239cbe76-928b-442f-a28c-c51a54c73364 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:56.931050 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-239cbe76-928b-442f-a28c-c51a54c73364 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2234650 Jul 29 15:08:56.931408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34846) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:57.011648 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ee4552b7-1cfd-4c7d-bc0a-a17e50c76a82 req-87005b38-905f-4b2d-8742-cfa306313591 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210005 Jul 29 15:08:57.030950 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6db6e-b763-456b-a4c7-6b2eebcbc4de req-32529cb9-de42-49b6-863d-619893bc3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:57.032411 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98f6db6e-b763-456b-a4c7-6b2eebcbc4de req-32529cb9-de42-49b6-863d-619893bc3028 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8eb4a82-c7be-4d81-8e8c-918d14c6e9ef HTTP/1.1" status: 200 len: 852 time: 0.1546321 Jul 29 15:08:57.033923 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb720d1e-7a06-4d8b-b307-340c40a04e45 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:57.075399 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75507e8-f8e9-455a-b428-98fa8e9dcda7 req-f3f45474-257c-44b6-9ff1-4b9e50950f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:57.083168 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b75507e8-f8e9-455a-b428-98fa8e9dcda7 req-f3f45474-257c-44b6-9ff1-4b9e50950f71 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fb13e7be-1996-4013-94e7-9bb8de9ff08f HTTP/1.1" status: 200 len: 916 time: 0.1852210 Jul 29 15:08:57.121818 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98f6db6e-b763-456b-a4c7-6b2eebcbc4de req-0e29636b-b5f9-40eb-a391-7dd92d6bce5e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b0fe47f1-a112-4817-b006-7a1f5622d9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690861 Jul 29 15:08:57.179785 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1b241976-4bff-4481-8bc4-1d2a0b386a33 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:57.317099 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b75507e8-f8e9-455a-b428-98fa8e9dcda7 req-5af85856-d5cd-4876-8e51-c395e147fd7f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34271123-b61a-45fe-83a1-9be9df741f8f HTTP/1.1" status: 200 len: 217 time: 0.0577750 Jul 29 15:08:57.333288 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98f6db6e-b763-456b-a4c7-6b2eebcbc4de req-602d43f8-ab2b-4d32-9417-5445fb13d9cf service neutron] 10.222.0.38 "GET /v2.0/networks/b0fe47f1-a112-4817-b006-7a1f5622d9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009437 Jul 29 15:08:57.337177 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb720d1e-7a06-4d8b-b307-340c40a04e45 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:57.415714 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 20eab6a2-cac3-4113-879e-13cf7688029e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:57.450099 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb720d1e-7a06-4d8b-b307-340c40a04e45 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ad7906-d6e6-4226-9e03-b888f1bf2f5a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:57.459019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 20eab6a2-cac3-4113-879e-13cf7688029e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:08:57.459604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 20eab6a2-cac3-4113-879e-13cf7688029e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:08:57.471867 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9d10c0-e2e5-4158-9e90-bd25c99ab8ba None None] Network 41931b66-ebff-46d5-9cb0-761515ce6b1d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:08:57.481058 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb720d1e-7a06-4d8b-b307-340c40a04e45 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:57.486809 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bb720d1e-7a06-4d8b-b307-340c40a04e45 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/d3ad7906-d6e6-4226-9e03-b888f1bf2f5a HTTP/1.1" status: 204 len: 168 time: 1.7251687 Jul 29 15:08:57.494034 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34862) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:57.527023 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1b241976-4bff-4481-8bc4-1d2a0b386a33 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:57.532128 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1b241976-4bff-4481-8bc4-1d2a0b386a33 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:57.621473 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75507e8-f8e9-455a-b428-98fa8e9dcda7 req-4c404985-84fb-4e92-b91c-fc0e917bf4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:57.622942 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b75507e8-f8e9-455a-b428-98fa8e9dcda7 req-4c404985-84fb-4e92-b91c-fc0e917bf4f9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70 HTTP/1.1" status: 200 len: 855 time: 0.2660983 Jul 29 15:08:57.666231 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:57.680003 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e21feec-3f67-48b2-a78d-0a408c6c1b2b req-6466e717-e46f-4fa3-864b-e1e21405213a tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0896950 Jul 29 15:08:57.690380 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1b241976-4bff-4481-8bc4-1d2a0b386a33 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:57.690874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b241976-4bff-4481-8bc4-1d2a0b386a33 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb2903c2-5f44-4127-be4e-756aae89b026 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:08:57.694394 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98f6db6e-b763-456b-a4c7-6b2eebcbc4de req-7fdfc5c8-ba6a-4da1-b043-c29947088b0c service neutron] 10.222.0.38 "GET /v2.0/networks/b0fe47f1-a112-4817-b006-7a1f5622d9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217840 Jul 29 15:08:57.706295 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1b241976-4bff-4481-8bc4-1d2a0b386a33 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:57.707705 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1b241976-4bff-4481-8bc4-1d2a0b386a33 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] 10.222.0.16 "DELETE /v2.0/routers/bb2903c2-5f44-4127-be4e-756aae89b026 HTTP/1.1" status: 204 len: 168 time: 0.6478250 Jul 29 15:08:57.711735 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34868) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:57.716656 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4150cc51-d467-4629-bb40-d6ec5158a56d tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Request body: {'router': {'name': 'tempest-router-1537690751', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e1ee3616df924ccfa5668b9dfb7432b5'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:57.736254 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b75507e8-f8e9-455a-b428-98fa8e9dcda7 req-ebf17f99-8361-40fb-a2a7-d292055a593b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb13e7be-1996-4013-94e7-9bb8de9ff08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585854 Jul 29 15:08:57.766139 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4150cc51-d467-4629-bb40-d6ec5158a56d tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:57.767403 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4150cc51-d467-4629-bb40-d6ec5158a56d tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:57.797587 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c55282-b36c-451e-b58f-fbd4a9c9a7e7 None None] DHCP port deletion for 41931b66-ebff-46d5-9cb0-761515ce6b1d request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:08:57.876087 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4150cc51-d467-4629-bb40-d6ec5158a56d tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:57.891402 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4150cc51-d467-4629-bb40-d6ec5158a56d tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:57.900207 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Deleting port c2c7404f-8686-4e8f-8ef5-7afaa90a270c {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:57.900835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:57.912450 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-30c55282-b36c-451e-b58f-fbd4a9c9a7e7 None None] Deleting port c2c7404f-8686-4e8f-8ef5-7afaa90a270c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:57.912864 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30c55282-b36c-451e-b58f-fbd4a9c9a7e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:57.934786 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b75507e8-f8e9-455a-b428-98fa8e9dcda7 req-b637d4cb-3518-499f-af40-c4407813e655 service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723545 Jul 29 15:08:57.961581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9578343-0e8d-4b6f-ac46-cbf190ad5545 req-ac907635-f4f0-4f81-bdbd-a9623ff3f7d3 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:57.969257 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9578343-0e8d-4b6f-ac46-cbf190ad5545 req-ac907635-f4f0-4f81-bdbd-a9623ff3f7d3 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 945 time: 0.1657081 Jul 29 15:08:57.974007 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4150cc51-d467-4629-bb40-d6ec5158a56d tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:57.977715 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4150cc51-d467-4629-bb40-d6ec5158a56d tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2624331 Jul 29 15:08:57.978088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34872) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:57.984151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-6d3dd275-7ac4-4341-ade5-93eee5de125f tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:58.031816 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-30c55282-b36c-451e-b58f-fbd4a9c9a7e7 None None] For port c2c7404f-8686-4e8f-8ef5-7afaa90a270c, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c2c7404f-8686-4e8f-8ef5-7afaa90a270c,segment=NetworkSegment(e99a2c8d-5834-4f31-9534-6c230d80cd4f),segment_id=e99a2c8d-5834-4f31-9534-6c230d80cd4f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:58.032763 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30c55282-b36c-451e-b58f-fbd4a9c9a7e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.055113 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-30c55282-b36c-451e-b58f-fbd4a9c9a7e7 None None] Calling delete_port for c2c7404f-8686-4e8f-8ef5-7afaa90a270c owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:58.073923 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9578343-0e8d-4b6f-ac46-cbf190ad5545 req-4acdce6e-cbbb-4004-b3f2-e93b80ceedc1 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987477 Jul 29 15:08:58.093756 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] For port c2c7404f-8686-4e8f-8ef5-7afaa90a270c, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c2c7404f-8686-4e8f-8ef5-7afaa90a270c,segment=NetworkSegment(e99a2c8d-5834-4f31-9534-6c230d80cd4f),segment_id=e99a2c8d-5834-4f31-9534-6c230d80cd4f)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:58.094646 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.112240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Calling delete_port for c2c7404f-8686-4e8f-8ef5-7afaa90a270c owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:58.130978 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05d9b4-1096-46e2-9da6-f80f55dbdf6a req-65ce1bc7-22f1-4fdb-a9ac-86a4b715da03 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:58.133004 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-be05d9b4-1096-46e2-9da6-f80f55dbdf6a req-65ce1bc7-22f1-4fdb-a9ac-86a4b715da03 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.38 "GET /v2.0/ports?device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 945 time: 0.1271973 Jul 29 15:08:58.173582 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-30c55282-b36c-451e-b58f-fbd4a9c9a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.259721 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c55282-b36c-451e-b58f-fbd4a9c9a7e7 None None] No DVR routers for this DVR port c2c7404f-8686-4e8f-8ef5-7afaa90a270c on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:58.262531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c55282-b36c-451e-b58f-fbd4a9c9a7e7 None None] Pushing event deleted for resources: {'Port': ['ID=c2c7404f-8686-4e8f-8ef5-7afaa90a270c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:58.333859 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.401844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] No DVR routers for this DVR port c2c7404f-8686-4e8f-8ef5-7afaa90a270c on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:58.454377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-be05d9b4-1096-46e2-9da6-f80f55dbdf6a req-ef0bb9ae-9740-4995-abeb-8f57f36d12f4 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Deleting port 8ef89210-1400-4f3d-9c10-c59906160475 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:08:58.455088 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-be05d9b4-1096-46e2-9da6-f80f55dbdf6a req-ef0bb9ae-9740-4995-abeb-8f57f36d12f4 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.458033 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Port': ['ID=c2c7404f-8686-4e8f-8ef5-7afaa90a270c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:58.520626 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d3dd275-7ac4-4341-ade5-93eee5de125f tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.529025 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d3dd275-7ac4-4341-ade5-93eee5de125f tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.576926 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.600166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41931b66-ebff-46d5-9cb0-761515ce6b1d']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:58.622481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99a2c8d-5834-4f31-9534-6c230d80cd4f') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:58.622713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99a2c8d-5834-4f31-9534-6c230d80cd4f') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:08:58.638419 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.642520 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9020ca-5834-4fba-9a2a-f7f18bdad0b8 req-c887fc47-1aeb-483a-b085-63e88d8d52b7 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:08:58.644155 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0b9020ca-5834-4fba-9a2a-f7f18bdad0b8 req-c887fc47-1aeb-483a-b085-63e88d8d52b7 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.3466351 Jul 29 15:08:58.646157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b75507e8-f8e9-455a-b428-98fa8e9dcda7 req-725bf26b-ef64-4a51-b07a-b40bb0ce671f service neutron] 10.222.0.38 "GET /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5674932 Jul 29 15:08:58.660776 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6d3dd275-7ac4-4341-ade5-93eee5de125f tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94158) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 29 15:08:58.661057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6d3dd275-7ac4-4341-ade5-93eee5de125f tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Router 49fb27d8-5227-4435-911b-9d56a15e1442 migrating from provider to provider. {{(pid=94158) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 29 15:08:58.661431 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d3dd275-7ac4-4341-ade5-93eee5de125f tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.678687 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d3dd275-7ac4-4341-ade5-93eee5de125f tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.682892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-be05d9b4-1096-46e2-9da6-f80f55dbdf6a req-ef0bb9ae-9740-4995-abeb-8f57f36d12f4 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] For port 8ef89210-1400-4f3d-9c10-c59906160475, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=8ef89210-1400-4f3d-9c10-c59906160475,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:08:58.683313 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-be05d9b4-1096-46e2-9da6-f80f55dbdf6a req-ef0bb9ae-9740-4995-abeb-8f57f36d12f4 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.686146 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d3dd275-7ac4-4341-ade5-93eee5de125f tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.689871 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.706187 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:08:58.706607 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: self.session.flush() Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:08:58.710228 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:08:58.713326 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-be05d9b4-1096-46e2-9da6-f80f55dbdf6a req-ef0bb9ae-9740-4995-abeb-8f57f36d12f4 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Calling delete_port for 8ef89210-1400-4f3d-9c10-c59906160475 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:08:58.778059 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0b9020ca-5834-4fba-9a2a-f7f18bdad0b8 req-1401f928-bbc1-419a-b668-430fc2ec5191 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265535 Jul 29 15:08:58.841424 n-d-802893-1 neutron-server[94158]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6d3dd275-7ac4-4341-ade5-93eee5de125f tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] No L3 agents can host the router 49fb27d8-5227-4435-911b-9d56a15e1442 Jul 29 15:08:58.858613 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.864027 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:58.866712 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/networks/41931b66-ebff-46d5-9cb0-761515ce6b1d HTTP/1.1" status: 204 len: 168 time: 1.3705661 Jul 29 15:08:58.889685 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34890) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:58.896813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-30eff512-0c94-46a7-a640-d2ef3b649399 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'router': {'routes': None}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:08:58.897685 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b14fd7ca-d161-4133-9841-ba918c98a24b req-8c8955ff-de44-4e13-9cdf-4e1a48ef252f tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc2f69fd-905c-4db7-8e1d-57e15ec6b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0761602 Jul 29 15:08:58.915480 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328c752-776d-4cb9-a783-3651af399c11 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Pushing event deleted for resources: {'Network': ['ID=41931b66-ebff-46d5-9cb0-761515ce6b1d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:59.017877 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-be05d9b4-1096-46e2-9da6-f80f55dbdf6a req-ef0bb9ae-9740-4995-abeb-8f57f36d12f4 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:59.051341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['fd5da8fb-2b0f-4108-893b-36ff2a4a695c', '34271123-b61a-45fe-83a1-9be9df741f8f', '8ef89210-1400-4f3d-9c10-c59906160475'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:08:59.084522 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bb9ae-9740-4995-abeb-8f57f36d12f4 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Pushing event deleted for resources: {'Port': ['ID=8ef89210-1400-4f3d-9c10-c59906160475,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:08:59.104283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3dd275-7ac4-4341-ade5-93eee5de125f tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Hosts for router 49fb27d8-5227-4435-911b-9d56a15e1442: [] {{(pid=94158) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 29 15:08:59.188334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3dd275-7ac4-4341-ade5-93eee5de125f tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Hosts for other DVR routers connected to router 49fb27d8-5227-4435-911b-9d56a15e1442: set() {{(pid=94158) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 29 15:08:59.191866 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d3dd275-7ac4-4341-ade5-93eee5de125f tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:59.193357 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6d3dd275-7ac4-4341-ade5-93eee5de125f tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] 10.222.0.16 "PUT /v2.0/routers/49fb27d8-5227-4435-911b-9d56a15e1442 HTTP/1.1" status: 200 len: 717 time: 1.2139766 Jul 29 15:08:59.194656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.extraroute_db [None req-30eff512-0c94-46a7-a640-d2ef3b649399 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Added routes are [] {{(pid=94158) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 15:08:59.194954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.extraroute_db [None req-30eff512-0c94-46a7-a640-d2ef3b649399 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Removed routes are [] {{(pid=94158) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 15:08:59.195304 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-30eff512-0c94-46a7-a640-d2ef3b649399 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:59.198236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34906) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:59.231259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-be05d9b4-1096-46e2-9da6-f80f55dbdf6a req-ef0bb9ae-9740-4995-abeb-8f57f36d12f4 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] No DVR routers for this DVR port 8ef89210-1400-4f3d-9c10-c59906160475 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:08:59.238248 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-be05d9b4-1096-46e2-9da6-f80f55dbdf6a req-ef0bb9ae-9740-4995-abeb-8f57f36d12f4 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:59.241801 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-be05d9b4-1096-46e2-9da6-f80f55dbdf6a req-ef0bb9ae-9740-4995-abeb-8f57f36d12f4 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.38 "DELETE /v2.0/ports/8ef89210-1400-4f3d-9c10-c59906160475 HTTP/1.1" status: 204 len: 173 time: 1.0979533 Jul 29 15:08:59.242321 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6a33e9-ab6b-4875-a299-534e6c0f56a9', 'name': 'network-vif-deleted', 'tag': '8ef89210-1400-4f3d-9c10-c59906160475'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:08:59.245330 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d59749-4840-4cab-a603-de4db13ed266" -d '{"events": [{"server_uuid": "be6a33e9-ab6b-4875-a299-534e6c0f56a9", "name": "network-vif-deleted", "tag": "8ef89210-1400-4f3d-9c10-c59906160475"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:08:59.317997 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13ef6c4-a1ff-44f5-92cf-a4c968c121d6 x-openstack-request-id: req-f13ef6c4-a1ff-44f5-92cf-a4c968c121d6 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:08:59.318354 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6a33e9-ab6b-4875-a299-534e6c0f56a9", "name": "network-vif-deleted", "tag": "8ef89210-1400-4f3d-9c10-c59906160475", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:08:59.318611 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f13ef6c4-a1ff-44f5-92cf-a4c968c121d6 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:08:59.319336 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6a33e9-ab6b-4875-a299-534e6c0f56a9', 'name': 'network-vif-deleted', 'tag': '8ef89210-1400-4f3d-9c10-c59906160475', 'status': 'completed', 'code': 200} Jul 29 15:08:59.393113 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de67a642-ed82-4070-9916-0ba228e27899 req-abcb5047-5413-4794-b7ac-19bc08511745 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=be6a33e9-ab6b-4875-a299-534e6c0f56a9 HTTP/1.1" status: 200 len: 210 time: 0.1451950 Jul 29 15:08:59.461894 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d838cfa7-7ce6-4204-b189-b367a31371ef tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] 10.222.0.16 "GET /v2.0/routers/49fb27d8-5227-4435-911b-9d56a15e1442 HTTP/1.1" status: 200 len: 717 time: 0.2631686 Jul 29 15:08:59.464865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34914) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:59.504449 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-30eff512-0c94-46a7-a640-d2ef3b649399 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:59.508932 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-30eff512-0c94-46a7-a640-d2ef3b649399 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:59.535439 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c2c7404f-8686-4e8f-8ef5-7afaa90a270c no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:08:59.565395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: c2c7404f-8686-4e8f-8ef5-7afaa90a270c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:08:59.566067 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c2c7404f-8686-4e8f-8ef5-7afaa90a270c not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:08:59.712479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34920) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:08:59.827380 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed730f5d-d2f2-422c-b667-fba8fd7d9ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:08:59.958833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30eff512-0c94-46a7-a640-d2ef3b649399 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:08:59.997917 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1e40a2ed-f348-4c39-81d0-ad2e61fad83e tempest-RoutersTestDVR-171235090 tempest-RoutersTestDVR-171235090-project] 10.222.0.16 "GET /v2.0/routers/49fb27d8-5227-4435-911b-9d56a15e1442 HTTP/1.1" status: 200 len: 683 time: 0.5316722 Jul 29 15:08:59.999378 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34928) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:00.090998 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34932) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:00.112736 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6131ac-a2af-4f79-901f-2ad47fd07272 req-486e408e-a692-4c4b-acf4-69fed6ba0d27 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:00.113993 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc6131ac-a2af-4f79-901f-2ad47fd07272 req-486e408e-a692-4c4b-acf4-69fed6ba0d27 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.2065244 Jul 29 15:09:00.126337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30eff512-0c94-46a7-a640-d2ef3b649399 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:09:00.127465 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92cf4087-4321-407d-bcb9-8098dc76e2d1 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.138263 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-30eff512-0c94-46a7-a640-d2ef3b649399 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.140745 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-30eff512-0c94-46a7-a640-d2ef3b649399 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b HTTP/1.1" status: 200 len: 704 time: 1.2484434 Jul 29 15:09:00.147628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34934) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:00.150906 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67910a2f-0207-4e77-bf91-3830d7bd2101 None None] Sync routers for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:09:00.172153 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67910a2f-0207-4e77-bf91-3830d7bd2101 None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:00.173324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-67910a2f-0207-4e77-bf91-3830d7bd2101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:00.187823 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dcbbfd17-f29c-4835-98b3-3a8ee37bdb51 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b HTTP/1.1" status: 200 len: 205 time: 0.0349073 Jul 29 15:09:00.189614 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34936) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:00.255011 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5591404d-3122-4de8-a444-9d18fdef1a60 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.255281 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc6131ac-a2af-4f79-901f-2ad47fd07272 req-0f74244e-9654-42b2-850f-4026b2bf4409 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314149 Jul 29 15:09:00.266928 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-67910a2f-0207-4e77-bf91-3830d7bd2101 None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:09:00.341234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-67910a2f-0207-4e77-bf91-3830d7bd2101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:54Z', 'revision_number': 11, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:00.357081 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b32b683a-b301-405e-aa01-c2c097ed4dcc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.372646 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92cf4087-4321-407d-bcb9-8098dc76e2d1 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.378329 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92cf4087-4321-407d-bcb9-8098dc76e2d1 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.382612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67910a2f-0207-4e77-bf91-3830d7bd2101 None None] Checking router: e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:09:00.393269 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed730f5d-d2f2-422c-b667-fba8fd7d9ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.395625 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67910a2f-0207-4e77-bf91-3830d7bd2101 None None] Routers {'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:00.396389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-67910a2f-0207-4e77-bf91-3830d7bd2101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:00.431493 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed730f5d-d2f2-422c-b667-fba8fd7d9ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.472345 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92cf4087-4321-407d-bcb9-8098dc76e2d1 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.472345 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cf4087-4321-407d-bcb9-8098dc76e2d1 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49fb27d8-5227-4435-911b-9d56a15e1442 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:09:00.481330 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92cf4087-4321-407d-bcb9-8098dc76e2d1 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.487616 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5591404d-3122-4de8-a444-9d18fdef1a60 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.489188 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-92cf4087-4321-407d-bcb9-8098dc76e2d1 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] 10.222.0.16 "DELETE /v2.0/routers/49fb27d8-5227-4435-911b-9d56a15e1442 HTTP/1.1" status: 204 len: 168 time: 0.4855137 Jul 29 15:09:00.490420 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34944) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:00.494870 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ed730f5d-d2f2-422c-b667-fba8fd7d9ade admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5708211c6c2c42f2bfabb4ced348ad0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7807925 Jul 29 15:09:00.495815 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed730f5d-d2f2-422c-b667-fba8fd7d9ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce18dfa9-6250-4808-a29e-138f335c43e3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:00.498315 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34946) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:00.502421 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-207b3fc8-c876-402b-b33a-2968878161d0 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Request body: {'router': {'name': 'tempest-router-1377672659', 'distributed': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:00.581553 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-331c5341-e44f-4e99-86c3-df24b18e3375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.615379 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37fb3702-18ef-442e-a3eb-999b4e412fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.619827 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-67910a2f-0207-4e77-bf91-3830d7bd2101 None None] Set router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:09:00.627949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-331c5341-e44f-4e99-86c3-df24b18e3375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.700935 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-207b3fc8-c876-402b-b33a-2968878161d0 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.702423 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-207b3fc8-c876-402b-b33a-2968878161d0 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.705859 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-331c5341-e44f-4e99-86c3-df24b18e3375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.709581 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b32b683a-b301-405e-aa01-c2c097ed4dcc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.715089 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b32b683a-b301-405e-aa01-c2c097ed4dcc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.716054 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-331c5341-e44f-4e99-86c3-df24b18e3375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.718569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-67910a2f-0207-4e77-bf91-3830d7bd2101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:54Z', 'revision_number': 11, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:00.726476 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-331c5341-e44f-4e99-86c3-df24b18e3375 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce18dfa9-6250-4808-a29e-138f335c43e3 HTTP/1.1" status: 204 len: 168 time: 0.2260737 Jul 29 15:09:00.752715 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c5341-e44f-4e99-86c3-df24b18e3375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce18dfa9-6250-4808-a29e-138f335c43e3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:00.788177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67910a2f-0207-4e77-bf91-3830d7bd2101 None None] The sync data for ids ['e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b'] in n-d-802893-1 is: [{'id': 'e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b', 'name': 'tempest-RoutersIpV6Test-router-850288719', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:07:56Z', 'updated_at': '2021-07-29T15:08:54Z', 'revision_number': 11, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:09:00.837948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9554e37-ea61-44c9-a874-7ba752fda2d0 req-01692abf-f70b-4f53-8181-47c60457e6ce tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:00.837948 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9554e37-ea61-44c9-a874-7ba752fda2d0 req-01692abf-f70b-4f53-8181-47c60457e6ce tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.2043481 Jul 29 15:09:00.837948 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5591404d-3122-4de8-a444-9d18fdef1a60 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.840591 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5591404d-3122-4de8-a444-9d18fdef1a60 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.841842 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5591404d-3122-4de8-a444-9d18fdef1a60 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "DELETE /v2.0/security-groups/102ae8b3-3400-409b-9f33-5df178a41fa6 HTTP/1.1" status: 204 len: 168 time: 0.7501972 Jul 29 15:09:00.845408 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34954) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:00.865972 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-cf474edf-e577-43ad-b4b7-71be9f3bb722 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] show failed (client error): The resource could not be found. Jul 29 15:09:00.867193 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cf474edf-e577-43ad-b4b7-71be9f3bb722 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "GET /v2.0/security-groups/102ae8b3-3400-409b-9f33-5df178a41fa6 HTTP/1.1" status: 404 len: 347 time: 0.0206752 Jul 29 15:09:00.870524 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34956) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:00.901509 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b32b683a-b301-405e-aa01-c2c097ed4dcc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.902059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32b683a-b301-405e-aa01-c2c097ed4dcc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Fanout notify agent at l3_agent the message router_deleted on router e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:09:00.915686 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-207b3fc8-c876-402b-b33a-2968878161d0 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.925259 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b32b683a-b301-405e-aa01-c2c097ed4dcc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.932468 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b32b683a-b301-405e-aa01-c2c097ed4dcc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/routers/e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b HTTP/1.1" status: 204 len: 168 time: 0.7312620 Jul 29 15:09:00.935105 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591404d-3122-4de8-a444-9d18fdef1a60 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102ae8b3-3400-409b-9f33-5df178a41fa6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:00.942036 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34958) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:00.943270 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-207b3fc8-c876-402b-b33a-2968878161d0 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:00.953260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c11582fd-19d1-4d9e-a7d9-97986c67e2a5 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-904584755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:01.006216 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9554e37-ea61-44c9-a874-7ba752fda2d0 req-2bfa8b17-91d6-4a67-ab0f-09fc1d5da1a2 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152806 Jul 29 15:09:01.028937 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c11582fd-19d1-4d9e-a7d9-97986c67e2a5 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.030760 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c11582fd-19d1-4d9e-a7d9-97986c67e2a5 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.046800 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-207b3fc8-c876-402b-b33a-2968878161d0 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.048238 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-207b3fc8-c876-402b-b33a-2968878161d0 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5537379 Jul 29 15:09:01.051240 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34960) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:01.121644 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e85a7d-5de6-495e-a225-7b875480dadd req-1e5b2da5-82fc-4f5d-b107-0c1f7af68460 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:01.123392 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85e85a7d-5de6-495e-a225-7b875480dadd req-1e5b2da5-82fc-4f5d-b107-0c1f7af68460 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 945 time: 0.2550561 Jul 29 15:09:01.176634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f6a23cdc-43a8-4215-8771-fbcd79e72410 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Deleting port 56e1107e-7b9a-49f8-a435-7221b9951e2d {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:01.177451 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6a23cdc-43a8-4215-8771-fbcd79e72410 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.189523 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c11582fd-19d1-4d9e-a7d9-97986c67e2a5 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.193325 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a8ffec0-f349-49b3-baf8-abf0a4f70ac9 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.197185 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c11582fd-19d1-4d9e-a7d9-97986c67e2a5 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.227441 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85e85a7d-5de6-495e-a225-7b875480dadd req-4cdc57e2-0541-4b65-8b24-425d1fb6595a tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868134 Jul 29 15:09:01.308141 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c11582fd-19d1-4d9e-a7d9-97986c67e2a5 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.309920 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c11582fd-19d1-4d9e-a7d9-97986c67e2a5 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3621016 Jul 29 15:09:01.314118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34964) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:01.321283 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-501cf58b-a921-4b6b-b447-29aec8b6c7fa tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:01.345541 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34966) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:01.422341 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-730bbce4-2dab-44bb-bb0c-cee78a45d274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.441079 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a8ffec0-f349-49b3-baf8-abf0a4f70ac9 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.444233 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a8ffec0-f349-49b3-baf8-abf0a4f70ac9 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.508135 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6a23cdc-43a8-4215-8771-fbcd79e72410 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.509099 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6a23cdc-43a8-4215-8771-fbcd79e72410 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.517856 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a8ffec0-f349-49b3-baf8-abf0a4f70ac9 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.518510 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8ffec0-f349-49b3-baf8-abf0a4f70ac9 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6af09af8-802a-4349-8dca-cd2602b1f0f0 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:09:01.527755 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a8ffec0-f349-49b3-baf8-abf0a4f70ac9 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.528388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f6a23cdc-43a8-4215-8771-fbcd79e72410 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Calling delete_port for 56e1107e-7b9a-49f8-a435-7221b9951e2d owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:01.529375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9a8ffec0-f349-49b3-baf8-abf0a4f70ac9 tempest-RoutersTestDVR-1276111734 tempest-RoutersTestDVR-1276111734-project-admin] 10.222.0.16 "DELETE /v2.0/routers/6af09af8-802a-4349-8dca-cd2602b1f0f0 HTTP/1.1" status: 204 len: 168 time: 0.4769025 Jul 29 15:09:01.639817 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-730bbce4-2dab-44bb-bb0c-cee78a45d274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.646937 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-730bbce4-2dab-44bb-bb0c-cee78a45d274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.697248 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8ef89210-1400-4f3d-9c10-c59906160475 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:01.716836 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-730bbce4-2dab-44bb-bb0c-cee78a45d274 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba80b828a2094812b26a252bf837c2f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695858 Jul 29 15:09:01.720607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34970) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:01.730634 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 8ef89210-1400-4f3d-9c10-c59906160475 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:09:01.731757 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 8ef89210-1400-4f3d-9c10-c59906160475 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:09:01.734658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730bbce4-2dab-44bb-bb0c-cee78a45d274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65339dd-de5f-49d9-8b01-e548fb80ab17,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:01.817397 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cad627d6-eb14-48e4-901f-1e51b7b638ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.846946 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cad627d6-eb14-48e4-901f-1e51b7b638ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.948710 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cad627d6-eb14-48e4-901f-1e51b7b638ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.955444 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cad627d6-eb14-48e4-901f-1e51b7b638ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:01.967012 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cad627d6-eb14-48e4-901f-1e51b7b638ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b65339dd-de5f-49d9-8b01-e548fb80ab17 HTTP/1.1" status: 204 len: 168 time: 0.2411211 Jul 29 15:09:01.987932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad627d6-eb14-48e4-901f-1e51b7b638ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65339dd-de5f-49d9-8b01-e548fb80ab17,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:02.067800 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34978) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:02.107098 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-501cf58b-a921-4b6b-b447-29aec8b6c7fa tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:02.133994 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-501cf58b-a921-4b6b-b447-29aec8b6c7fa tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:02.298877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bce241-aa36-436c-a980-6dd0eb9e9899 req-ff2acd45-673f-423c-bf53-93c35e9469ea tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:02.301991 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-75bce241-aa36-436c-a980-6dd0eb9e9899 req-ff2acd45-673f-423c-bf53-93c35e9469ea tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.1595318 Jul 29 15:09:02.334955 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cc4032f5-60ab-43f5-b407-2f53a3973040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:02.428512 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-75bce241-aa36-436c-a980-6dd0eb9e9899 req-697e5114-8ae8-41d1-92a2-2ba543db7284 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948269 Jul 29 15:09:02.539635 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cc4032f5-60ab-43f5-b407-2f53a3973040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:02.545947 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cc4032f5-60ab-43f5-b407-2f53a3973040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:02.561767 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6a23cdc-43a8-4215-8771-fbcd79e72410 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:02.574397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15352296-2c1e-4608-ab28-a7ff106ce741 req-ada44809-f578-44a7-8260-0202b40da44a tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:02.575986 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-15352296-2c1e-4608-ab28-a7ff106ce741 req-ada44809-f578-44a7-8260-0202b40da44a tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 945 time: 0.2401609 Jul 29 15:09:02.626291 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4032f5-60ab-43f5-b407-2f53a3973040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6e7d5c-ef2f-492d-bd5e-00c2287602a2,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:02.633888 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cc4032f5-60ab-43f5-b407-2f53a3973040 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1ee3616df924ccfa5668b9dfb7432b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5622551 Jul 29 15:09:02.642779 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34988) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:02.646621 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3978fe4-c68b-4282-9038-601652cc5848 req-6e4dc839-40b7-4037-9ec6-9fe734cf034b tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:02.648165 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a3978fe4-c68b-4282-9038-601652cc5848 req-6e4dc839-40b7-4037-9ec6-9fe734cf034b tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.38 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 945 time: 0.3034573 Jul 29 15:09:02.651765 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a23cdc-43a8-4215-8771-fbcd79e72410 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event deleted for resources: {'Port': ['ID=56e1107e-7b9a-49f8-a435-7221b9951e2d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:02.718032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501cf58b-a921-4b6b-b447-29aec8b6c7fa tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Router 767f78da-d732-4642-b71c-40b741a550ec is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:09:02.784066 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1602beb4-d0ee-490f-8edd-8b01866b8c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:02.821008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358fffc-f6b4-4a8b-a30f-3ef64c32dfc9 req-255b2786-4ffa-4381-a331-4540d2f1fcd0 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:02.823058 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9358fffc-f6b4-4a8b-a30f-3ef64c32dfc9 req-255b2786-4ffa-4381-a331-4540d2f1fcd0 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.38 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.1005273 Jul 29 15:09:02.829733 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1602beb4-d0ee-490f-8edd-8b01866b8c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:02.882661 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-15352296-2c1e-4608-ab28-a7ff106ce741 req-1d2d5ad7-7651-433d-8fa3-d939ff4d6fc2 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461810 Jul 29 15:09:02.955312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6a23cdc-43a8-4215-8771-fbcd79e72410 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:02.958247 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6a23cdc-43a8-4215-8771-fbcd79e72410 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:02.959334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f6a23cdc-43a8-4215-8771-fbcd79e72410 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "DELETE /v2.0/floatingips/dca22d1b-2be6-4b62-9de3-ef2559dc6a7a HTTP/1.1" status: 204 len: 168 time: 2.0877585 Jul 29 15:09:02.962868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501cf58b-a921-4b6b-b447-29aec8b6c7fa tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:09:02.965213 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 34996) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:02.974216 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-501cf58b-a921-4b6b-b447-29aec8b6c7fa tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:02.980363 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-501cf58b-a921-4b6b-b447-29aec8b6c7fa tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "PUT /v2.0/routers/767f78da-d732-4642-b71c-40b741a550ec HTTP/1.1" status: 200 len: 697 time: 1.6608045 Jul 29 15:09:02.982605 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 34998) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:03.024165 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f833dc0-eeea-4c87-a3d6-ab1ff55c99e9 None None] Sync routers for ids ['767f78da-d732-4642-b71c-40b741a550ec'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:09:03.042812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-9358fffc-f6b4-4a8b-a30f-3ef64c32dfc9 req-8dc8f7a1-6bd0-4d5e-9056-10aea1c5e706 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Deleting port d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:03.043410 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9358fffc-f6b4-4a8b-a30f-3ef64c32dfc9 req-8dc8f7a1-6bd0-4d5e-9056-10aea1c5e706 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:03.044485 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-a3978fe4-c68b-4282-9038-601652cc5848 req-f16d43c7-1695-4113-8e1b-79c806dcdf9f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Deleting port 34271123-b61a-45fe-83a1-9be9df741f8f {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:03.044872 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a3978fe4-c68b-4282-9038-601652cc5848 req-f16d43c7-1695-4113-8e1b-79c806dcdf9f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:03.056110 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f833dc0-eeea-4c87-a3d6-ab1ff55c99e9 None None] Routers {'767f78da-d732-4642-b71c-40b741a550ec'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:03.057438 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2f833dc0-eeea-4c87-a3d6-ab1ff55c99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:08:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['767f78da-d732-4642-b71c-40b741a550ec'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:03.101330 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1602beb4-d0ee-490f-8edd-8b01866b8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:03.104481 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1602beb4-d0ee-490f-8edd-8b01866b8c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:03.106480 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1602beb4-d0ee-490f-8edd-8b01866b8c25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e6e7d5c-ef2f-492d-bd5e-00c2287602a2 HTTP/1.1" status: 204 len: 168 time: 0.4618199 Jul 29 15:09:03.153440 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-2f833dc0-eeea-4c87-a3d6-ab1ff55c99e9 None None] Set router 767f78da-d732-4642-b71c-40b741a550ec gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:09:03.158084 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9218cac8-b12b-4f00-8754-cc5317e59532 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/routers/767f78da-d732-4642-b71c-40b741a550ec HTTP/1.1" status: 200 len: 703 time: 0.1735246 Jul 29 15:09:03.162025 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35004) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:03.162235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602beb4-d0ee-490f-8edd-8b01866b8c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6e7d5c-ef2f-492d-bd5e-00c2287602a2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:03.209664 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-e1227f7f-d6d8-42d1-88a8-7d1d19042d19 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Deleting port 85e3d439-4f4c-480b-b468-4d17d9852f15 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:03.210025 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1227f7f-d6d8-42d1-88a8-7d1d19042d19 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:03.223325 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1c73c0d9-3dfe-4dd3-a771-2066ebca3138 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports?device_id=767f78da-d732-4642-b71c-40b741a550ec HTTP/1.1" status: 200 len: 205 time: 0.0579374 Jul 29 15:09:03.225619 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:03.227001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35008) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:03.279386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-a3978fe4-c68b-4282-9038-601652cc5848 req-f16d43c7-1695-4113-8e1b-79c806dcdf9f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] For port 34271123-b61a-45fe-83a1-9be9df741f8f, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=34271123-b61a-45fe-83a1-9be9df741f8f,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:03.280419 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a3978fe4-c68b-4282-9038-601652cc5848 req-f16d43c7-1695-4113-8e1b-79c806dcdf9f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:03.297691 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2f833dc0-eeea-4c87-a3d6-ab1ff55c99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767f78da-d732-4642-b71c-40b741a550ec', 'name': 'tempest-RoutersIpV6Test-router-904584755', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:09:01Z', 'updated_at': '2021-07-29T15:09:02Z', 'revision_number': 2, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:03.317413 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-a3978fe4-c68b-4282-9038-601652cc5848 req-f16d43c7-1695-4113-8e1b-79c806dcdf9f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Calling delete_port for 34271123-b61a-45fe-83a1-9be9df741f8f owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:03.363209 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-9358fffc-f6b4-4a8b-a30f-3ef64c32dfc9 req-8dc8f7a1-6bd0-4d5e-9056-10aea1c5e706 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] For port d66cfb2f-a8a3-4b33-a6bc-408ba913fe04, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=d66cfb2f-a8a3-4b33-a6bc-408ba913fe04,segment=NetworkSegment(1016501e-0c2a-403c-a491-b2b3e4406486),segment_id=1016501e-0c2a-403c-a491-b2b3e4406486)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:03.363588 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9358fffc-f6b4-4a8b-a30f-3ef64c32dfc9 req-8dc8f7a1-6bd0-4d5e-9056-10aea1c5e706 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:03.366182 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b19a29a-f491-44b6-ad6a-b9d43bb583f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:03.374672 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f833dc0-eeea-4c87-a3d6-ab1ff55c99e9 None None] Checking router: 767f78da-d732-4642-b71c-40b741a550ec for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:09:03.376915 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b14fd66d-3b00-4d73-ae82-4932256a4e57 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:03.404975 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f833dc0-eeea-4c87-a3d6-ab1ff55c99e9 None None] Routers {'767f78da-d732-4642-b71c-40b741a550ec'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:03.407631 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2f833dc0-eeea-4c87-a3d6-ab1ff55c99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:09:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['767f78da-d732-4642-b71c-40b741a550ec'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:03.427369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-9358fffc-f6b4-4a8b-a30f-3ef64c32dfc9 req-8dc8f7a1-6bd0-4d5e-9056-10aea1c5e706 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Calling delete_port for d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:03.454457 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1227f7f-d6d8-42d1-88a8-7d1d19042d19 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:03.495507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-e1227f7f-d6d8-42d1-88a8-7d1d19042d19 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Calling delete_port for 85e3d439-4f4c-480b-b468-4d17d9852f15 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:03.565895 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-2f833dc0-eeea-4c87-a3d6-ab1ff55c99e9 None None] Set router 767f78da-d732-4642-b71c-40b741a550ec gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:09:03.661132 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b14fd66d-3b00-4d73-ae82-4932256a4e57 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:03.664931 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b14fd66d-3b00-4d73-ae82-4932256a4e57 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:03.736933 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a3978fe4-c68b-4282-9038-601652cc5848 req-f16d43c7-1695-4113-8e1b-79c806dcdf9f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:03.742497 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2f833dc0-eeea-4c87-a3d6-ab1ff55c99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767f78da-d732-4642-b71c-40b741a550ec', 'name': 'tempest-RoutersIpV6Test-router-904584755', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:09:01Z', 'updated_at': '2021-07-29T15:09:02Z', 'revision_number': 2, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:03.749397 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b14fd66d-3b00-4d73-ae82-4932256a4e57 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:03.750300 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14fd66d-3b00-4d73-ae82-4932256a4e57 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Fanout notify agent at l3_agent the message router_deleted on router 767f78da-d732-4642-b71c-40b741a550ec {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:09:03.784324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['fd5da8fb-2b0f-4108-893b-36ff2a4a695c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:09:03.805328 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f833dc0-eeea-4c87-a3d6-ab1ff55c99e9 None None] The sync data for ids ['767f78da-d732-4642-b71c-40b741a550ec'] in n-d-802893-1 is: [{'id': '767f78da-d732-4642-b71c-40b741a550ec', 'name': 'tempest-RoutersIpV6Test-router-904584755', 'tenant_id': '81470bb3103743ebbd3cd82dd749d3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:09:01Z', 'updated_at': '2021-07-29T15:09:02Z', 'revision_number': 2, 'project_id': '81470bb3103743ebbd3cd82dd749d3a1', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:09:03.811230 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d43c7-1695-4113-8e1b-79c806dcdf9f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Pushing event deleted for resources: {'Port': ['ID=34271123-b61a-45fe-83a1-9be9df741f8f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:03.848412 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35020) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:03.858979 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b14fd66d-3b00-4d73-ae82-4932256a4e57 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:03.859777 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b14fd66d-3b00-4d73-ae82-4932256a4e57 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/routers/767f78da-d732-4642-b71c-40b741a550ec HTTP/1.1" status: 204 len: 168 time: 0.6316016 Jul 29 15:09:03.892358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35022) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:03.933150 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d99af716-f6c6-4aa8-b18d-29c2202b6355 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports?device_id=767f78da-d732-4642-b71c-40b741a550ec HTTP/1.1" status: 200 len: 205 time: 0.0390682 Jul 29 15:09:03.937084 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35028) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:03.941727 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1227f7f-d6d8-42d1-88a8-7d1d19042d19 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:04.014892 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-d722cded-7142-40d9-b9f4-daf4ad2d0ae7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] delete failed (client error): The resource could not be found. Jul 29 15:09:04.017222 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d722cded-7142-40d9-b9f4-daf4ad2d0ae7 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/routers/767f78da-d732-4642-b71c-40b741a550ec HTTP/1.1" status: 404 len: 336 time: 0.0777383 Jul 29 15:09:04.020502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35030) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:04.033429 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-731ebb94-befc-4d93-b6a0-2c5d9b4cbac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:04.056245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1227f7f-d6d8-42d1-88a8-7d1d19042d19 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event deleted for resources: {'Port': ['ID=85e3d439-4f4c-480b-b468-4d17d9852f15,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:04.057632 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cfea3-ddb1-4dc5-a699-9c6ed9629c1f req-ed78443a-0246-4a6a-8770-aea06ac9c585 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:04.058979 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3978fe4-c68b-4282-9038-601652cc5848 req-f16d43c7-1695-4113-8e1b-79c806dcdf9f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] No DVR routers for this DVR port 34271123-b61a-45fe-83a1-9be9df741f8f on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:04.059234 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-967cfea3-ddb1-4dc5-a699-9c6ed9629c1f req-ed78443a-0246-4a6a-8770-aea06ac9c585 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 945 time: 0.3169751 Jul 29 15:09:04.071073 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a3978fe4-c68b-4282-9038-601652cc5848 req-f16d43c7-1695-4113-8e1b-79c806dcdf9f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:04.073452 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a3978fe4-c68b-4282-9038-601652cc5848 req-f16d43c7-1695-4113-8e1b-79c806dcdf9f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.38 "DELETE /v2.0/ports/34271123-b61a-45fe-83a1-9be9df741f8f HTTP/1.1" status: 204 len: 173 time: 1.4107025 Jul 29 15:09:04.086873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7fedb0-836e-4721-a2ec-cb2169c5cd3d', 'name': 'network-vif-deleted', 'tag': '34271123-b61a-45fe-83a1-9be9df741f8f'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:09:04.094413 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bd7ad6-9a09-4bcb-890a-f7c96545e6b8" -d '{"events": [{"server_uuid": "3b7fedb0-836e-4721-a2ec-cb2169c5cd3d", "name": "network-vif-deleted", "tag": "34271123-b61a-45fe-83a1-9be9df741f8f"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:09:04.106785 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-900f9366-8db6-4ad5-b8a5-24f21f0fc83e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] DELETE failed (client error): The resource could not be found. Jul 29 15:09:04.109241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900f9366-8db6-4ad5-b8a5-24f21f0fc83e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:09:04.113557 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-900f9366-8db6-4ad5-b8a5-24f21f0fc83e tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/fa04137d-c6aa-4477-b658-e1c037521bc8 HTTP/1.1" status: 404 len: 337 time: 0.0817719 Jul 29 15:09:04.118767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35034) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:04.153203 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1748589-d762-41af-a683-c9e208065579 req-3a3ed342-3061-478d-9cdd-b363fd892cb0 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b7fedb0-836e-4721-a2ec-cb2169c5cd3d HTTP/1.1" status: 200 len: 210 time: 0.0345500 Jul 29 15:09:04.172123 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-caebbd41-06db-40a5-a9c3-f73b1b4d34dc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] DELETE failed (client error): The resource could not be found. Jul 29 15:09:04.172897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caebbd41-06db-40a5-a9c3-f73b1b4d34dc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:09:04.175114 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-caebbd41-06db-40a5-a9c3-f73b1b4d34dc tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/314056dc-2308-4153-b209-8935e9bccbb2 HTTP/1.1" status: 404 len: 337 time: 0.0554550 Jul 29 15:09:04.182806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35036) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:04.278498 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-967cfea3-ddb1-4dc5-a699-9c6ed9629c1f req-9d840f5d-39a1-49b5-a2e8-125c01ff869c tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fe29d28-7daf-460f-9050-7b8c4d9581e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801081 Jul 29 15:09:04.324771 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320a62fc-2953-423d-82d3-d92e0cc02726 x-openstack-request-id: req-320a62fc-2953-423d-82d3-d92e0cc02726 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:09:04.324771 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7fedb0-836e-4721-a2ec-cb2169c5cd3d", "name": "network-vif-deleted", "tag": "34271123-b61a-45fe-83a1-9be9df741f8f", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:09:04.324771 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-320a62fc-2953-423d-82d3-d92e0cc02726 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:09:04.324771 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7fedb0-836e-4721-a2ec-cb2169c5cd3d', 'name': 'network-vif-deleted', 'tag': '34271123-b61a-45fe-83a1-9be9df741f8f', 'status': 'completed', 'code': 200} Jul 29 15:09:04.325411 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9358fffc-f6b4-4a8b-a30f-3ef64c32dfc9 req-8dc8f7a1-6bd0-4d5e-9056-10aea1c5e706 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:04.334404 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-70761108-3969-4fec-af61-63961d38a4a5 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] DELETE failed (client error): The resource could not be found. Jul 29 15:09:04.334404 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70761108-3969-4fec-af61-63961d38a4a5 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:09:04.343423 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-70761108-3969-4fec-af61-63961d38a4a5 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/f6d9a01b-424a-4540-8ce9-76d9314afee4 HTTP/1.1" status: 404 len: 337 time: 0.1582184 Jul 29 15:09:04.344167 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35040) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:04.361291 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:04.385874 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1227f7f-d6d8-42d1-88a8-7d1d19042d19 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:04.387925 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e1227f7f-d6d8-42d1-88a8-7d1d19042d19 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "DELETE /v2.0/ports/85e3d439-4f4c-480b-b468-4d17d9852f15 HTTP/1.1" status: 204 len: 168 time: 1.4216540 Jul 29 15:09:04.391531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35042) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:04.524466 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-731ebb94-befc-4d93-b6a0-2c5d9b4cbac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:04.539377 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-731ebb94-befc-4d93-b6a0-2c5d9b4cbac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:04.556436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-46fb4c05-8a8d-4263-b53a-091f17bcba0c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Deleting port 1bdf1649-a389-4996-8e32-7b0940a4a965 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:04.556829 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46fb4c05-8a8d-4263-b53a-091f17bcba0c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:04.678885 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-731ebb94-befc-4d93-b6a0-2c5d9b4cbac5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7585c149e6648629c8a57f5f0b2c1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8233566 Jul 29 15:09:04.681958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35050) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:04.731884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ebb94-befc-4d93-b6a0-2c5d9b4cbac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676ee3d6-4add-4dbf-bd43-b8a415af08ce,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:04.773912 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ca0929d2-96ed-430b-8904-44ce3c21f57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:04.788257 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46fb4c05-8a8d-4263-b53a-091f17bcba0c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:04.816617 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-46fb4c05-8a8d-4263-b53a-091f17bcba0c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Calling delete_port for 1bdf1649-a389-4996-8e32-7b0940a4a965 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:04.824839 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ca0929d2-96ed-430b-8904-44ce3c21f57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:04.855576 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8f7a1-6bd0-4d5e-9056-10aea1c5e706 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Pushing event deleted for resources: {'Port': ['ID=d66cfb2f-a8a3-4b33-a6bc-408ba913fe04,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:04.890365 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a3d9af-a87b-44ad-beda-1ed959d43955 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] DELETE failed (client error): The resource could not be found. Jul 29 15:09:04.890887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a3d9af-a87b-44ad-beda-1ed959d43955 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:09:04.893177 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-07a3d9af-a87b-44ad-beda-1ed959d43955 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/d3ad7906-d6e6-4226-9e03-b888f1bf2f5a HTTP/1.1" status: 404 len: 337 time: 0.5471656 Jul 29 15:09:04.896492 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35054) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:04.936028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-9358fffc-f6b4-4a8b-a30f-3ef64c32dfc9 req-8dc8f7a1-6bd0-4d5e-9056-10aea1c5e706 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] No DVR routers for this DVR port d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:04.938786 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9358fffc-f6b4-4a8b-a30f-3ef64c32dfc9 req-8dc8f7a1-6bd0-4d5e-9056-10aea1c5e706 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:04.944621 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2c6352a3-8326-4348-a9c4-e8c9eed7734d tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b HTTP/1.1" status: 200 len: 205 time: 0.0408499 Jul 29 15:09:04.944877 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9358fffc-f6b4-4a8b-a30f-3ef64c32dfc9 req-8dc8f7a1-6bd0-4d5e-9056-10aea1c5e706 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.38 "DELETE /v2.0/ports/d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 HTTP/1.1" status: 204 len: 173 time: 2.1110468 Jul 29 15:09:04.944877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce', 'name': 'network-vif-deleted', 'tag': 'd66cfb2f-a8a3-4b33-a6bc-408ba913fe04'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:09:04.945267 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35056) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:04.958443 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a315b5a4-b052-4fc3-892b-29d8c162359d" -d '{"events": [{"server_uuid": "de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce", "name": "network-vif-deleted", "tag": "d66cfb2f-a8a3-4b33-a6bc-408ba913fe04"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:09:04.991817 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-32ccb3e5-179a-41e9-8679-dac36802ee79 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] delete failed (client error): The resource could not be found. Jul 29 15:09:04.996640 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-32ccb3e5-179a-41e9-8679-dac36802ee79 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/routers/e5488ab3-fe63-4dd9-bcf3-a7d4b24c9b0b HTTP/1.1" status: 404 len: 336 time: 0.0463514 Jul 29 15:09:04.997032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35060) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:05.056556 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-97bdae28-e0c3-4ad0-867e-c776a4d6f892 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports?device_id=e9d4d9d3-b35b-490b-b983-28797c8ab630 HTTP/1.1" status: 200 len: 205 time: 0.0569577 Jul 29 15:09:05.060641 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35062) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:05.117003 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ca0929d2-96ed-430b-8904-44ce3c21f57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:05.119954 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ca0929d2-96ed-430b-8904-44ce3c21f57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:05.122355 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527beae0-f28b-45d8-bcda-c714f4034e91 x-openstack-request-id: req-527beae0-f28b-45d8-bcda-c714f4034e91 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:09:05.122883 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce", "name": "network-vif-deleted", "tag": "d66cfb2f-a8a3-4b33-a6bc-408ba913fe04", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:09:05.123007 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-527beae0-f28b-45d8-bcda-c714f4034e91 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:09:05.124038 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce', 'name': 'network-vif-deleted', 'tag': 'd66cfb2f-a8a3-4b33-a6bc-408ba913fe04', 'status': 'completed', 'code': 200} Jul 29 15:09:05.125714 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-716a37c9-c185-4d94-a876-8b9c43c0731c tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] delete failed (client error): The resource could not be found. Jul 29 15:09:05.129568 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-716a37c9-c185-4d94-a876-8b9c43c0731c tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/routers/e9d4d9d3-b35b-490b-b983-28797c8ab630 HTTP/1.1" status: 404 len: 336 time: 0.0640309 Jul 29 15:09:05.130001 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ca0929d2-96ed-430b-8904-44ce3c21f57f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/676ee3d6-4add-4dbf-bd43-b8a415af08ce HTTP/1.1" status: 204 len: 168 time: 0.4448779 Jul 29 15:09:05.133400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35066) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:05.155280 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0929d2-96ed-430b-8904-44ce3c21f57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676ee3d6-4add-4dbf-bd43-b8a415af08ce,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:05.187786 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23cb80d-a3d3-46b8-9280-56eb4525cf97 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] DELETE failed (client error): The resource could not be found. Jul 29 15:09:05.188400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23cb80d-a3d3-46b8-9280-56eb4525cf97 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:09:05.190169 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d23cb80d-a3d3-46b8-9280-56eb4525cf97 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/a4abffd1-2b59-492b-9cf4-dd46ab44ae6b HTTP/1.1" status: 404 len: 337 time: 0.0557048 Jul 29 15:09:05.194347 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35070) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:05.229449 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-35200821-781b-4560-b5fa-8c35435ddc6c tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports?device_id=116d96d2-38aa-4780-89a8-4eff79d5c6bc HTTP/1.1" status: 200 len: 205 time: 0.0339687 Jul 29 15:09:05.230594 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46fb4c05-8a8d-4263-b53a-091f17bcba0c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:05.232118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35074) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:05.261992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb4c05-8a8d-4263-b53a-091f17bcba0c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event deleted for resources: {'Port': ['ID=1bdf1649-a389-4996-8e32-7b0940a4a965,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:05.333683 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-bebd8684-9f02-475e-bd97-3f43106f5644 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] delete failed (client error): The resource could not be found. Jul 29 15:09:05.341187 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bebd8684-9f02-475e-bd97-3f43106f5644 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/routers/116d96d2-38aa-4780-89a8-4eff79d5c6bc HTTP/1.1" status: 404 len: 336 time: 0.1073725 Jul 29 15:09:05.344150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35084) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:05.419469 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46fb4c05-8a8d-4263-b53a-091f17bcba0c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:05.438769 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-46fb4c05-8a8d-4263-b53a-091f17bcba0c tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "DELETE /v2.0/ports/1bdf1649-a389-4996-8e32-7b0940a4a965 HTTP/1.1" status: 204 len: 168 time: 1.0460002 Jul 29 15:09:05.445495 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35088) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:05.464944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35090) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:05.468548 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1da14853-5e24-4a3e-876b-c1660acb3f18 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e025e8-d0b8-4cec-82cb-97050afa4737 HTTP/1.1" status: 200 len: 205 time: 0.1199670 Jul 29 15:09:05.651939 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-da54f088-f891-4c18-aab9-fbdd53ed8266 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Deleting subnet b82d0d65-5f7c-4442-9148-60b7547ab51d {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:09:05.658956 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-1764556b-047d-4fdf-8efc-311e5a287224 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] delete failed (client error): The resource could not be found. Jul 29 15:09:05.658956 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1764556b-047d-4fdf-8efc-311e5a287224 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/routers/e2e025e8-d0b8-4cec-82cb-97050afa4737 HTTP/1.1" status: 404 len: 336 time: 0.1886401 Jul 29 15:09:05.658956 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da54f088-f891-4c18-aab9-fbdd53ed8266 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:05.660913 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35098) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:05.727149 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:05.739614 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c1c960-33df-4ff5-8ccc-62baa9383585 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] DELETE failed (client error): The resource could not be found. Jul 29 15:09:05.743520 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c1c960-33df-4ff5-8ccc-62baa9383585 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:09:05.754758 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f2c1c960-33df-4ff5-8ccc-62baa9383585 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/c6e429d8-c132-4157-a590-c8aea6ae12b0 HTTP/1.1" status: 404 len: 337 time: 0.0924144 Jul 29 15:09:05.757090 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35100) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:05.762119 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60efe5ff-db55-4642-9db9-5626f55cdd5f req-dde8cfe5-a436-45e4-b7c1-7a8612b22d00 tempest-TestServerAdvancedOps-26837674 tempest-TestServerAdvancedOps-26837674-project] 10.222.0.16 "GET /v2.0/ports?device_id=de9ed828-6dc9-4ab0-b2e1-2a3425fdb1ce HTTP/1.1" status: 200 len: 210 time: 0.1624742 Jul 29 15:09:05.821812 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:09:05.824985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device d66cfb2f-a8a3-4b33-a6bc-408ba913fe04 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:09:05.827060 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 34271123-b61a-45fe-83a1-9be9df741f8f no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:05.838584 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da54f088-f891-4c18-aab9-fbdd53ed8266 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:05.882718 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-45de87ea-dc60-4a04-b37c-39df75cf2b72 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports?device_id=95ccab38-0849-4bb7-932a-93a17a7063c8 HTTP/1.1" status: 200 len: 205 time: 0.1213233 Jul 29 15:09:05.884690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35106) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:05.919612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 34271123-b61a-45fe-83a1-9be9df741f8f {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:09:05.919989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 34271123-b61a-45fe-83a1-9be9df741f8f not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:09:05.960127 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-cdac75ec-985f-41e3-b1c3-3740dbb70dbe tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] delete failed (client error): The resource could not be found. Jul 29 15:09:05.964419 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cdac75ec-985f-41e3-b1c3-3740dbb70dbe tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/routers/95ccab38-0849-4bb7-932a-93a17a7063c8 HTTP/1.1" status: 404 len: 336 time: 0.0777018 Jul 29 15:09:05.965469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35108) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:06.021987 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da54f088-f891-4c18-aab9-fbdd53ed8266 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:06.026486 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-610c641c-20d1-464a-93e5-e1c4efe34fc9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] DELETE failed (client error): The resource could not be found. Jul 29 15:09:06.027540 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610c641c-20d1-464a-93e5-e1c4efe34fc9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:09:06.036451 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-610c641c-20d1-464a-93e5-e1c4efe34fc9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/faa61de2-13c6-440d-ba26-1757772f3b1d HTTP/1.1" status: 404 len: 337 time: 0.0696862 Jul 29 15:09:06.037228 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35112) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:06.091886 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6452e1fb-5864-41bb-8dd1-9d5414d3247f tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ea37cff-1b92-4d33-a417-e02dc5237348 HTTP/1.1" status: 200 len: 205 time: 0.0534713 Jul 29 15:09:06.093011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35120) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:06.115669 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da54f088-f891-4c18-aab9-fbdd53ed8266 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:06.143999 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-d0602919-db50-454e-a6af-1c7337960af5 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] delete failed (client error): The resource could not be found. Jul 29 15:09:06.148862 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d0602919-db50-454e-a6af-1c7337960af5 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/routers/6ea37cff-1b92-4d33-a417-e02dc5237348 HTTP/1.1" status: 404 len: 336 time: 0.0545175 Jul 29 15:09:06.149893 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35122) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:06.171376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54f088-f891-4c18-aab9-fbdd53ed8266 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event deleted for resources: {'Subnet': ['ID=b82d0d65-5f7c-4442-9148-60b7547ab51d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:06.181113 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-318939b1-dcf8-47ec-9f40-3fc3ecf732e9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] DELETE failed (client error): The resource could not be found. Jul 29 15:09:06.182590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318939b1-dcf8-47ec-9f40-3fc3ecf732e9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:09:06.188379 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-318939b1-dcf8-47ec-9f40-3fc3ecf732e9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/fb5b9635-6a01-48d4-8460-6ab49c766fa7 HTTP/1.1" status: 404 len: 337 time: 0.0371938 Jul 29 15:09:06.189394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35124) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:06.197419 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-da54f088-f891-4c18-aab9-fbdd53ed8266 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:06.202867 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-da54f088-f891-4c18-aab9-fbdd53ed8266 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "DELETE /v2.0/subnets/b82d0d65-5f7c-4442-9148-60b7547ab51d HTTP/1.1" status: 204 len: 168 time: 0.7531581 Jul 29 15:09:06.205215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35128) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:06.206764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cb4ac4-828e-4017-b763-8a7a5d048322 None None] Network cbb34b73-c540-4255-9d61-eaabcefcb943 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:06.276542 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-7acdd901-18ea-4109-bf86-c7d9181f90f9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] DELETE failed (client error): The resource could not be found. Jul 29 15:09:06.277321 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7acdd901-18ea-4109-bf86-c7d9181f90f9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:09:06.284954 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7acdd901-18ea-4109-bf86-c7d9181f90f9 tempest-RoutersIpV6Test-824784436 tempest-RoutersIpV6Test-824784436-project] 10.222.0.16 "DELETE /v2.0/subnets/38be25f1-c458-4e92-938f-fe039f1e68c2 HTTP/1.1" status: 404 len: 337 time: 0.0923648 Jul 29 15:09:06.310403 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-069287df-443f-4ebe-9122-eadab2caa3c1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Deleting subnet 8d785b3c-b258-45a7-a818-a288be412f7d {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:09:06.316307 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-069287df-443f-4ebe-9122-eadab2caa3c1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:06.361919 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:06.381222 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-069287df-443f-4ebe-9122-eadab2caa3c1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:06.546458 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-069287df-443f-4ebe-9122-eadab2caa3c1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:06.586537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] DHCP port deletion for cbb34b73-c540-4255-9d61-eaabcefcb943 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:09:06.639072 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-069287df-443f-4ebe-9122-eadab2caa3c1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:06.709630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069287df-443f-4ebe-9122-eadab2caa3c1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event deleted for resources: {'Subnet': ['ID=8d785b3c-b258-45a7-a818-a288be412f7d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:06.717483 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-069287df-443f-4ebe-9122-eadab2caa3c1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:06.719483 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-069287df-443f-4ebe-9122-eadab2caa3c1 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "DELETE /v2.0/subnets/8d785b3c-b258-45a7-a818-a288be412f7d HTTP/1.1" status: 204 len: 168 time: 0.5131044 Jul 29 15:09:06.722381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35140) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:06.733784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac6c5f0-a449-42f7-bad8-71e9e4c9f998 None None] Network 112a52ee-a8c5-491c-86d2-16cd4245effc requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:06.752391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Deleting port 163e185e-72c8-4bcd-8430-d444fe7c465a {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:06.752822 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:06.832185 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:06.892797 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35150) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:06.937072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Deleting port 163e185e-72c8-4bcd-8430-d444fe7c465a {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:06.938032 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:06.951842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35152) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:07.016820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e386d1f-a0d8-413b-b6c5-7fee00bcc5e9 admin admin] Deleting subnet b8eb4a82-c7be-4d81-8e8c-918d14c6e9ef {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:09:07.028485 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e386d1f-a0d8-413b-b6c5-7fee00bcc5e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.030333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] For port 163e185e-72c8-4bcd-8430-d444fe7c465a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=163e185e-72c8-4bcd-8430-d444fe7c465a,segment=NetworkSegment(87c2ebda-f103-40ae-81fb-ae5e00c7ca15),segment_id=87c2ebda-f103-40ae-81fb-ae5e00c7ca15)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:07.030748 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.053704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] For port 163e185e-72c8-4bcd-8430-d444fe7c465a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=163e185e-72c8-4bcd-8430-d444fe7c465a,segment=NetworkSegment(87c2ebda-f103-40ae-81fb-ae5e00c7ca15),segment_id=87c2ebda-f103-40ae-81fb-ae5e00c7ca15)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:07.055243 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.074288 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Calling delete_port for 163e185e-72c8-4bcd-8430-d444fe7c465a owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:07.095789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Calling delete_port for 163e185e-72c8-4bcd-8430-d444fe7c465a owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:07.135214 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e386d1f-a0d8-413b-b6c5-7fee00bcc5e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.246715 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-796b7ddf-236d-4be6-b9f3-1237e73bc700 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81470bb3103743ebbd3cd82dd749d3a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909040 Jul 29 15:09:07.252844 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35162) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:07.289990 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.323226 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e386d1f-a0d8-413b-b6c5-7fee00bcc5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.351829 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.365636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787f6f8e-0392-43b7-be64-0c63f5a220c9 None None] DHCP port deletion for 112a52ee-a8c5-491c-86d2-16cd4245effc request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:09:07.382542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Pushing event deleted for resources: {'Port': ['ID=163e185e-72c8-4bcd-8430-d444fe7c465a,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:07.396255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] No DVR routers for this DVR port 163e185e-72c8-4bcd-8430-d444fe7c465a on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:07.402110 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:07.403302 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:07.404232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:07.405013 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:07.405602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:07.406149 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:07.406715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:07.407835 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:07.408395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:07.408975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:07.410033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:07.410595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29d0bb9-cd41-4306-998e-3524b53edb90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:07.459703 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3597a41-50c2-4e37-9834-6066f0fdddca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.508984 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3597a41-50c2-4e37-9834-6066f0fdddca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.523096 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e386d1f-a0d8-413b-b6c5-7fee00bcc5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.550584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-787f6f8e-0392-43b7-be64-0c63f5a220c9 None None] Deleting port 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:07.551324 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-787f6f8e-0392-43b7-be64-0c63f5a220c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.560976 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e386d1f-a0d8-413b-b6c5-7fee00bcc5e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.565061 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3e386d1f-a0d8-413b-b6c5-7fee00bcc5e9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b8eb4a82-c7be-4d81-8e8c-918d14c6e9ef HTTP/1.1" status: 204 len: 168 time: 0.6690519 Jul 29 15:09:07.570749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35170) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:07.591630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event deleted for resources: {'Port': ['ID=163e185e-72c8-4bcd-8430-d444fe7c465a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:07.612877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] No DVR routers for this DVR port 163e185e-72c8-4bcd-8430-d444fe7c465a on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:07.627575 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:07.637542 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e386d1f-a0d8-413b-b6c5-7fee00bcc5e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8eb4a82-c7be-4d81-8e8c-918d14c6e9ef,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:07.708117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-787f6f8e-0392-43b7-be64-0c63f5a220c9 None None] For port 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=50b71a6c-7fdd-4329-8816-7ca5cf1d4d68,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:07.708659 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-787f6f8e-0392-43b7-be64-0c63f5a220c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.725813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-787f6f8e-0392-43b7-be64-0c63f5a220c9 None None] Calling delete_port for 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:07.746691 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02c60861-105d-4115-991b-0537bef6134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.785155 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.859029 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.863695 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02c60861-105d-4115-991b-0537bef6134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.878908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=50b71a6c-7fdd-4329-8816-7ca5cf1d4d68,segment=NetworkSegment(2a5f9e03-a365-4459-9f32-28b8fcebec69),segment_id=2a5f9e03-a365-4459-9f32-28b8fcebec69)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:07.879061 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3597a41-50c2-4e37-9834-6066f0fdddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.882699 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3597a41-50c2-4e37-9834-6066f0fdddca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.887467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f3597a41-50c2-4e37-9834-6066f0fdddca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c1e5c94-33c2-4c77-b8c9-cde981c9fae1 HTTP/1.1" status: 204 len: 168 time: 0.6246507 Jul 29 15:09:07.888232 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.889607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 163e185e-72c8-4bcd-8430-d444fe7c465a no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:07.896169 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb34b73-c540-4255-9d61-eaabcefcb943']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:07.901866 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-02c60861-105d-4115-991b-0537bef6134a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fe47f1-a112-4817-b006-7a1f5622d9e0']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:07.928851 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 163e185e-72c8-4bcd-8430-d444fe7c465a {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:09:07.928851 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 163e185e-72c8-4bcd-8430-d444fe7c465a not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:09:07.934354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c2ebda-f103-40ae-81fb-ae5e00c7ca15') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:07.934624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c2ebda-f103-40ae-81fb-ae5e00c7ca15') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:07.942733 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-02c60861-105d-4115-991b-0537bef6134a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1016501e-0c2a-403c-a491-b2b3e4406486') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:07.943610 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-02c60861-105d-4115-991b-0537bef6134a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1016501e-0c2a-403c-a491-b2b3e4406486') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:07.943747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3597a41-50c2-4e37-9834-6066f0fdddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1e5c94-33c2-4c77-b8c9-cde981c9fae1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:07.973328 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:07.976111 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02c60861-105d-4115-991b-0537bef6134a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.008184 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.024817 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02c60861-105d-4115-991b-0537bef6134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.033536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:09:08.036031 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.043656 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-787f6f8e-0392-43b7-be64-0c63f5a220c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.048290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c60861-105d-4115-991b-0537bef6134a admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:09:08.049699 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02c60861-105d-4115-991b-0537bef6134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:09:08.051008 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:09:08.056399 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:09:08.103294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787f6f8e-0392-43b7-be64-0c63f5a220c9 None None] No DVR routers for this DVR port 50b71a6c-7fdd-4329-8816-7ca5cf1d4d68 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:08.112653 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=50b71a6c-7fdd-4329-8816-7ca5cf1d4d68,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:08.178714 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f6f8e-0392-43b7-be64-0c63f5a220c9 None None] Pushing event deleted for resources: {'Port': ['ID=50b71a6c-7fdd-4329-8816-7ca5cf1d4d68,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:08.229533 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02c60861-105d-4115-991b-0537bef6134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.250155 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02c60861-105d-4115-991b-0537bef6134a admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.265355 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-02c60861-105d-4115-991b-0537bef6134a admin admin] 10.222.0.16 "DELETE /v2.0/networks/b0fe47f1-a112-4817-b006-7a1f5622d9e0 HTTP/1.1" status: 204 len: 168 time: 0.6313803 Jul 29 15:09:08.270734 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35188) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:08.292473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c60861-105d-4115-991b-0537bef6134a admin admin] Pushing event deleted for resources: {'Network': ['ID=b0fe47f1-a112-4817-b006-7a1f5622d9e0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:08.386113 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.423183 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.425458 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "DELETE /v2.0/networks/cbb34b73-c540-4255-9d61-eaabcefcb943 HTTP/1.1" status: 204 len: 168 time: 1.7020025 Jul 29 15:09:08.428263 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35196) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:08.459700 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cf54d-12d7-4893-a75e-be84cb321852 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event deleted for resources: {'Network': ['ID=cbb34b73-c540-4255-9d61-eaabcefcb943,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:08.469242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2b2f86-6ea7-4313-8b0f-a00c68d4292b admin admin] Deleting subnet 2393dae4-2c7f-4e5f-a293-68318a8e5449 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:09:08.475408 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2f86-6ea7-4313-8b0f-a00c68d4292b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.544061 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2f86-6ea7-4313-8b0f-a00c68d4292b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.603783 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c045d13-19c8-4509-a407-a28c39fec5f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.606734 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2f86-6ea7-4313-8b0f-a00c68d4292b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.661031 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35206) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:08.753877 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2f86-6ea7-4313-8b0f-a00c68d4292b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.756099 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c045d13-19c8-4509-a407-a28c39fec5f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.783665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-8c045d13-19c8-4509-a407-a28c39fec5f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112a52ee-a8c5-491c-86d2-16cd4245effc']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:08.799555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-8c045d13-19c8-4509-a407-a28c39fec5f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5f9e03-a365-4459-9f32-28b8fcebec69') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:08.800159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-8c045d13-19c8-4509-a407-a28c39fec5f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5f9e03-a365-4459-9f32-28b8fcebec69') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:08.811666 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b2f86-6ea7-4313-8b0f-a00c68d4292b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2393dae4-2c7f-4e5f-a293-68318a8e5449,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:08.814744 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c045d13-19c8-4509-a407-a28c39fec5f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.820636 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f2b2f86-6ea7-4313-8b0f-a00c68d4292b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.829182 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9f2b2f86-6ea7-4313-8b0f-a00c68d4292b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2393dae4-2c7f-4e5f-a293-68318a8e5449 HTTP/1.1" status: 204 len: 168 time: 0.5568821 Jul 29 15:09:08.831488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35212) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:08.842418 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c045d13-19c8-4509-a407-a28c39fec5f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.878254 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c045d13-19c8-4509-a407-a28c39fec5f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:09:08.878676 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c045d13-19c8-4509-a407-a28c39fec5f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:09:08.896623 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:09:09.041765 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a45d139b-de99-45c7-9f7c-3ae9ddd24904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:09.073088 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c045d13-19c8-4509-a407-a28c39fec5f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:09.134002 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8c045d13-19c8-4509-a407-a28c39fec5f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:09.155680 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8c045d13-19c8-4509-a407-a28c39fec5f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] 10.222.0.16 "DELETE /v2.0/networks/112a52ee-a8c5-491c-86d2-16cd4245effc HTTP/1.1" status: 204 len: 168 time: 0.7245762 Jul 29 15:09:09.157971 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c045d13-19c8-4509-a407-a28c39fec5f0 tempest-TaggedBootDevicesTest_v242-2128730972 tempest-TaggedBootDevicesTest_v242-2128730972-project] Pushing event deleted for resources: {'Network': ['ID=112a52ee-a8c5-491c-86d2-16cd4245effc,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:09.220893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35222) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:09.268914 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1323938188', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:09.302999 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Made reservation on behalf of e24c820802f2415a8976f4852d5cb40b for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:09.306380 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:09.310478 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a45d139b-de99-45c7-9f7c-3ae9ddd24904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:09.320399 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:09.345834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a45d139b-de99-45c7-9f7c-3ae9ddd24904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01ce3e8-9174-4a9b-94f8-970f2673b306']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:09.358657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a45d139b-de99-45c7-9f7c-3ae9ddd24904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74a1f28-6a06-4925-a1ef-31009acc5f79') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:09.358965 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a45d139b-de99-45c7-9f7c-3ae9ddd24904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74a1f28-6a06-4925-a1ef-31009acc5f79') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:09.394988 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a45d139b-de99-45c7-9f7c-3ae9ddd24904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:09.437105 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a45d139b-de99-45c7-9f7c-3ae9ddd24904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:09.449593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45d139b-de99-45c7-9f7c-3ae9ddd24904 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:09:09.450144 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a45d139b-de99-45c7-9f7c-3ae9ddd24904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:09:09.452908 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:09:09.471702 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-fff26b84-99a3-44ff-bfe6-392cce39c5ad tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2080652857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:09.529146 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a45d139b-de99-45c7-9f7c-3ae9ddd24904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:09.537069 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a45d139b-de99-45c7-9f7c-3ae9ddd24904 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:09.541841 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a45d139b-de99-45c7-9f7c-3ae9ddd24904 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b01ce3e8-9174-4a9b-94f8-970f2673b306 HTTP/1.1" status: 204 len: 168 time: 0.7092681 Jul 29 15:09:09.567263 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d139b-de99-45c7-9f7c-3ae9ddd24904 admin admin] Pushing event deleted for resources: {'Network': ['ID=b01ce3e8-9174-4a9b-94f8-970f2673b306,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:09.628152 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:09.643922 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:09.655618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] device_id is not set on port 5aec09c2-5611-46a3-b611-cbc7c31aa5c6 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:09:09.818725 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fff26b84-99a3-44ff-bfe6-392cce39c5ad tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:09.820519 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fff26b84-99a3-44ff-bfe6-392cce39c5ad tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:09.880906 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74be5045-a158-4e35-8bf9-08fb6f977442,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:09.943051 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35246) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:09.951469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Allocated IP 172.25.6.115 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/5aec09c2-5611-46a3-b611-cbc7c31aa5c6) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:10.031239 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fff26b84-99a3-44ff-bfe6-392cce39c5ad tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.040476 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fff26b84-99a3-44ff-bfe6-392cce39c5ad tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.077655 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1b4c1e8c-e44d-4239-8c88-1e7e5478ccdb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb14335d91d34ec4be8a7c48c604a587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333630 Jul 29 15:09:10.087377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35258) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:10.113409 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fff26b84-99a3-44ff-bfe6-392cce39c5ad tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.117334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fff26b84-99a3-44ff-bfe6-392cce39c5ad tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8863499 Jul 29 15:09:10.118532 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35260) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:10.127802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9e5ee3f8-e0eb-4ab1-8404-7513faa95020 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-60031815'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:10.189599 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5ee3f8-e0eb-4ab1-8404-7513faa95020 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Made reservation on behalf of a576f009c8f64beebd02ce60bd55ec06 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:10.195682 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee3f8-e0eb-4ab1-8404-7513faa95020 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.209938 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee3f8-e0eb-4ab1-8404-7513faa95020 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.247450 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9eac4479-6b67-4e32-be1c-2fdcd093f8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.276969 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9eac4479-6b67-4e32-be1c-2fdcd093f8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.382651 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9eac4479-6b67-4e32-be1c-2fdcd093f8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.385410 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9eac4479-6b67-4e32-be1c-2fdcd093f8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.395426 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9eac4479-6b67-4e32-be1c-2fdcd093f8b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fe29d28-7daf-460f-9050-7b8c4d9581e5 HTTP/1.1" status: 204 len: 168 time: 0.3067575 Jul 29 15:09:10.462800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac4479-6b67-4e32-be1c-2fdcd093f8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe29d28-7daf-460f-9050-7b8c4d9581e5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:10.489891 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.557608 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.577998 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee3f8-e0eb-4ab1-8404-7513faa95020 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.592441 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee3f8-e0eb-4ab1-8404-7513faa95020 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.613579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:10.617124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:10.628079 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:10.667805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5ee3f8-e0eb-4ab1-8404-7513faa95020 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:09:10.678791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Pushing event updated for resources: {'Port': ['ID=5aec09c2-5611-46a3-b611-cbc7c31aa5c6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:10.688404 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee3f8-e0eb-4ab1-8404-7513faa95020 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.688790 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-9e5ee3f8-e0eb-4ab1-8404-7513faa95020 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Added segment ec84c06f-afe9-49a8-b87d-1836567960a4 of type vlan for network 98dd2b9a-fede-4ce2-966d-aa25e8a5ac38 Jul 29 15:09:10.760254 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee3f8-e0eb-4ab1-8404-7513faa95020 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.773607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:10.781233 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.817369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6cfce-6490-4de2-8ab7-4841246b5ca4 req-ea5e572a-0c5d-4b3e-a64c-c15afe66b15e tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:10.819181 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-85a6cfce-6490-4de2-8ab7-4841246b5ca4 req-ea5e572a-0c5d-4b3e-a64c-c15afe66b15e tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 946 time: 0.3943887 Jul 29 15:09:10.825075 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee3f8-e0eb-4ab1-8404-7513faa95020 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.831642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5ee3f8-e0eb-4ab1-8404-7513faa95020 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:10.832287 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee3f8-e0eb-4ab1-8404-7513faa95020 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:10.859867 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-45af021a-1e0d-4b60-b5fb-7cba8d67df7d tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.1965940 Jul 29 15:09:10.862788 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35278) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:10.876973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-41c89274-076f-4cd6-844f-db1c6da9719a tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.115'}]}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:10.877242 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9e5ee3f8-e0eb-4ab1-8404-7513faa95020 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7545340 Jul 29 15:09:10.878947 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35280) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:10.894899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ee3f8-e0eb-4ab1-8404-7513faa95020 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72dd93a5-876f-44a1-b7c9-dad86426d200,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:10.895718 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e985ee49-0d6d-40eb-a27b-31fa6d3b9c2e tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Request body: {'subnet': {'network_id': '98dd2b9a-fede-4ce2-966d-aa25e8a5ac38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:11.002990 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:11.025637 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-85a6cfce-6490-4de2-8ab7-4841246b5ca4 req-890967c8-5cdd-4c3e-b410-d815f2e72a39 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793480 Jul 29 15:09:11.026940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ee3f8-e0eb-4ab1-8404-7513faa95020 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event updated for resources: {'Network': ['ID=98dd2b9a-fede-4ce2-966d-aa25e8a5ac38,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:11.042938 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 98dd2b9a-fede-4ce2-966d-aa25e8a5ac38 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:09:11.143820 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.api [None req-41c89274-076f-4cd6-844f-db1c6da9719a tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 15:09:11.143820 n-d-802893-1 neutron-server[94157]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 15:09:11.143820 n-d-802893-1 neutron-server[94157]: [parameters: {'project_id': 'e24c820802f2415a8976f4852d5cb40b', 'id': '3abeeb85-f4e1-49f7-9644-e187bf26042e', 'expiration': datetime.datetime(2021, 7, 29, 15, 11, 11, 130411)}] Jul 29 15:09:11.143820 n-d-802893-1 neutron-server[94157]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:09:11.145420 n-d-802893-1 neutron-server[94157]: DEBUG oslo_db.api [None req-41c89274-076f-4cd6-844f-db1c6da9719a tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:09:11.147244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e985ee49-0d6d-40eb-a27b-31fa6d3b9c2e tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Made reservation on behalf of a576f009c8f64beebd02ce60bd55ec06 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:11.151386 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e985ee49-0d6d-40eb-a27b-31fa6d3b9c2e tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:11.161529 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35282) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:11.215047 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6e792066-2d49-4e32-9230-8b7c618e0c9d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c5db955a00c542eeb91a8257f0583dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518618 Jul 29 15:09:11.218096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35284) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:11.304682 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a927aef-1564-4d89-8a3b-836196da854b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:11.344736 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a927aef-1564-4d89-8a3b-836196da854b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:11.399671 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e985ee49-0d6d-40eb-a27b-31fa6d3b9c2e tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:11.427258 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a927aef-1564-4d89-8a3b-836196da854b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:11.435449 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3a927aef-1564-4d89-8a3b-836196da854b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:11.470141 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3a927aef-1564-4d89-8a3b-836196da854b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13bd9344-7984-4f85-a561-9306086881da HTTP/1.1" status: 204 len: 168 time: 0.2508645 Jul 29 15:09:11.487917 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985ee49-0d6d-40eb-a27b-31fa6d3b9c2e tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event updated for resources: {'Subnet': ['ID=283d52c5-ed0e-4f6d-bbed-84fa0b223a80,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:11.491766 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a927aef-1564-4d89-8a3b-836196da854b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bd9344-7984-4f85-a561-9306086881da,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:11.508753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985ee49-0d6d-40eb-a27b-31fa6d3b9c2e tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Checking segment: {'id': 'ec84c06f-afe9-49a8-b87d-1836567960a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '98dd2b9a-fede-4ce2-966d-aa25e8a5ac38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:11.509220 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e985ee49-0d6d-40eb-a27b-31fa6d3b9c2e tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Network hostable DHCP agents. Network: 98dd2b9a-fede-4ce2-966d-aa25e8a5ac38, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:09:11.540367 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e985ee49-0d6d-40eb-a27b-31fa6d3b9c2e tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Network 98dd2b9a-fede-4ce2-966d-aa25e8a5ac38 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:09:11.556169 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e985ee49-0d6d-40eb-a27b-31fa6d3b9c2e tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 98dd2b9a-fede-4ce2-966d-aa25e8a5ac38) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:11.563489 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e985ee49-0d6d-40eb-a27b-31fa6d3b9c2e tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:11.564225 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e985ee49-0d6d-40eb-a27b-31fa6d3b9c2e tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:11.566755 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d70071-7625-4195-bbc1-e57fe43902b5 None None] Network 98dd2b9a-fede-4ce2-966d-aa25e8a5ac38 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:11.583929 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e985ee49-0d6d-40eb-a27b-31fa6d3b9c2e tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7034485 Jul 29 15:09:11.587562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35290) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:11.593807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cd3825df-827a-457e-9542-3260241489ab tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Request body: {'network': {'name': 'tempest-router-network01--954743139'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:11.629506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3825df-827a-457e-9542-3260241489ab tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Made reservation on behalf of a576f009c8f64beebd02ce60bd55ec06 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:11.633204 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd3825df-827a-457e-9542-3260241489ab tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:11.679998 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41c89274-076f-4cd6-844f-db1c6da9719a tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:11.682270 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41c89274-076f-4cd6-844f-db1c6da9719a tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:11.728544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3825df-827a-457e-9542-3260241489ab tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:09:11.761066 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd3825df-827a-457e-9542-3260241489ab tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:11.761066 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-cd3825df-827a-457e-9542-3260241489ab tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Added segment 41d8fb5f-980e-4592-a9f9-d00a3b9ed89f of type vlan for network 4e67baea-aeea-45ba-8b71-bafd67ee3880 Jul 29 15:09:11.769273 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41c89274-076f-4cd6-844f-db1c6da9719a tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:11.821423 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd3825df-827a-457e-9542-3260241489ab tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:11.838144 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-98dd2b9a-fede-4ce2-966d-aa25e8a5ac38', 'network_id': '98dd2b9a-fede-4ce2-966d-aa25e8a5ac38', 'tenant_id': 'a576f009c8f64beebd02ce60bd55ec06', 'fixed_ips': [{'subnet_id': '283d52c5-ed0e-4f6d-bbed-84fa0b223a80'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:09:11.839444 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:11.978393 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd3825df-827a-457e-9542-3260241489ab tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.004626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3825df-827a-457e-9542-3260241489ab tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:12.005432 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd3825df-827a-457e-9542-3260241489ab tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.084857 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41c89274-076f-4cd6-844f-db1c6da9719a tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.211915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37264d-cacb-4283-95ea-1c1a5d900128 req-5a433258-f9b1-484e-97bf-c7c92407c8e1 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:12.217377 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4b37264d-cacb-4283-95ea-1c1a5d900128 req-5a433258-f9b1-484e-97bf-c7c92407c8e1 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.38 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 946 time: 0.3344550 Jul 29 15:09:12.224402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Allocated IP 172.20.0.2 (98dd2b9a-fede-4ce2-966d-aa25e8a5ac38/283d52c5-ed0e-4f6d-bbed-84fa0b223a80/37a84632-12ce-4fa5-9f81-37593ee5918b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:12.289774 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cd3825df-827a-457e-9542-3260241489ab tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7009850 Jul 29 15:09:12.293460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc5aed-5c90-49ad-bbab-f7b4f7e5768c req-0a6b6efb-6fe7-48f2-bc20-a2ac99456d4f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:12.308522 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4bbc5aed-5c90-49ad-bbab-f7b4f7e5768c req-0a6b6efb-6fe7-48f2-bc20-a2ac99456d4f tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 946 time: 0.1205337 Jul 29 15:09:12.309190 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35298) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:12.316503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e2e5a53e-0376-47f7-8d5f-52f41c1b0767 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Request body: {'network': {'name': 'tempest-router-network02--1373281521'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:12.322417 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3825df-827a-457e-9542-3260241489ab tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event updated for resources: {'Network': ['ID=4e67baea-aeea-45ba-8b71-bafd67ee3880,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:12.348289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 4e67baea-aeea-45ba-8b71-bafd67ee3880 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:09:12.379988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-4b37264d-cacb-4283-95ea-1c1a5d900128 req-71a26ef0-29f2-436c-b736-2897fb468073 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Deleting port fd5da8fb-2b0f-4108-893b-36ff2a4a695c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:12.381004 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4b37264d-cacb-4283-95ea-1c1a5d900128 req-71a26ef0-29f2-436c-b736-2897fb468073 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.408936 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e5a53e-0376-47f7-8d5f-52f41c1b0767 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Made reservation on behalf of a576f009c8f64beebd02ce60bd55ec06 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:12.412782 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2e5a53e-0376-47f7-8d5f-52f41c1b0767 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.432389 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4bbc5aed-5c90-49ad-bbab-f7b4f7e5768c req-9d00e733-09ea-4091-a196-180e1a1c77b4 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/security-groups?id=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997641 Jul 29 15:09:12.481952 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.493900 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Transition to ACTIVE for port object 37a84632-12ce-4fa5-9f81-37593ee5918b will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:12.516163 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e5a53e-0376-47f7-8d5f-52f41c1b0767 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:09:12.518554 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Transition to ACTIVE for port object 37a84632-12ce-4fa5-9f81-37593ee5918b will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:12.527893 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.534797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-4b37264d-cacb-4283-95ea-1c1a5d900128 req-71a26ef0-29f2-436c-b736-2897fb468073 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] For port fd5da8fb-2b0f-4108-893b-36ff2a4a695c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=fd5da8fb-2b0f-4108-893b-36ff2a4a695c,segment=NetworkSegment(3e1595d1-bee6-42d4-819d-e05ae47ff761),segment_id=3e1595d1-bee6-42d4-819d-e05ae47ff761)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:12.535439 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4b37264d-cacb-4283-95ea-1c1a5d900128 req-71a26ef0-29f2-436c-b736-2897fb468073 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.537626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2e5a53e-0376-47f7-8d5f-52f41c1b0767 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.537801 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-e2e5a53e-0376-47f7-8d5f-52f41c1b0767 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Added segment 0e3c507c-5d09-4b71-8216-4d0abe67fde3 of type vlan for network f2a64786-9ea8-441f-9927-f58b2020f9d3 Jul 29 15:09:12.553395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-4b37264d-cacb-4283-95ea-1c1a5d900128 req-71a26ef0-29f2-436c-b736-2897fb468073 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Calling delete_port for fd5da8fb-2b0f-4108-893b-36ff2a4a695c owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:12.567301 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Network 98dd2b9a-fede-4ce2-966d-aa25e8a5ac38 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:12.571700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:12.575608 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:12.645647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Pushing event updated for resources: {'Port': ['ID=37a84632-12ce-4fa5-9f81-37593ee5918b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:12.687028 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Attempting to bind port 37a84632-12ce-4fa5-9f81-37593ee5918b on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:09:12.687470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Attempting to bind port 37a84632-12ce-4fa5-9f81-37593ee5918b by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ec84c06f-afe9-49a8-b87d-1836567960a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '98dd2b9a-fede-4ce2-966d-aa25e8a5ac38'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:09:12.688489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Attempting to bind port 37a84632-12ce-4fa5-9f81-37593ee5918b on network 98dd2b9a-fede-4ce2-966d-aa25e8a5ac38 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:09:12.689803 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2e5a53e-0376-47f7-8d5f-52f41c1b0767 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.695302 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:09:12.696458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Checking segment: {'id': 'ec84c06f-afe9-49a8-b87d-1836567960a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '98dd2b9a-fede-4ce2-966d-aa25e8a5ac38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:12.697205 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.697607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Bound using segment: {'id': 'ec84c06f-afe9-49a8-b87d-1836567960a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '98dd2b9a-fede-4ce2-966d-aa25e8a5ac38'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:09:12.698232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Bound port: 37a84632-12ce-4fa5-9f81-37593ee5918b, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec84c06f-afe9-49a8-b87d-1836567960a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '98dd2b9a-fede-4ce2-966d-aa25e8a5ac38'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:09:12.698624 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.748587 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41c89274-076f-4cd6-844f-db1c6da9719a tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.802214 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41c89274-076f-4cd6-844f-db1c6da9719a tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.804643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] For port 37a84632-12ce-4fa5-9f81-37593ee5918b, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:09:12.814750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] For port 37a84632-12ce-4fa5-9f81-37593ee5918b, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=37a84632-12ce-4fa5-9f81-37593ee5918b,segment=NetworkSegment(ec84c06f-afe9-49a8-b87d-1836567960a4),segment_id=ec84c06f-afe9-49a8-b87d-1836567960a4)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:09:12.823092 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4b37264d-cacb-4283-95ea-1c1a5d900128 req-71a26ef0-29f2-436c-b736-2897fb468073 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.823769 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.848062 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2e5a53e-0376-47f7-8d5f-52f41c1b0767 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.854370 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e5a53e-0376-47f7-8d5f-52f41c1b0767 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:12.855813 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2e5a53e-0376-47f7-8d5f-52f41c1b0767 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.882287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a26ef0-29f2-436c-b736-2897fb468073 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Pushing event deleted for resources: {'Port': ['ID=fd5da8fb-2b0f-4108-893b-36ff2a4a695c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:12.899031 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['fd5da8fb-2b0f-4108-893b-36ff2a4a695c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:09:12.955318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b37264d-cacb-4283-95ea-1c1a5d900128 req-71a26ef0-29f2-436c-b736-2897fb468073 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] No DVR routers for this DVR port fd5da8fb-2b0f-4108-893b-36ff2a4a695c on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:12.958887 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4b37264d-cacb-4283-95ea-1c1a5d900128 req-71a26ef0-29f2-436c-b736-2897fb468073 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:12.963532 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4b37264d-cacb-4283-95ea-1c1a5d900128 req-71a26ef0-29f2-436c-b736-2897fb468073 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.38 "DELETE /v2.0/ports/fd5da8fb-2b0f-4108-893b-36ff2a4a695c HTTP/1.1" status: 204 len: 173 time: 0.7370853 Jul 29 15:09:12.964307 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf432c2-804d-4b7d-b487-8e7979416e53', 'name': 'network-vif-deleted', 'tag': 'fd5da8fb-2b0f-4108-893b-36ff2a4a695c'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:09:12.967140 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80692e8-0dd5-41ec-bbae-fc72b968a378" -d '{"events": [{"server_uuid": "3bf432c2-804d-4b7d-b487-8e7979416e53", "name": "network-vif-deleted", "tag": "fd5da8fb-2b0f-4108-893b-36ff2a4a695c"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:09:13.017741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142be29d-3885-4d31-9de8-3feadb097622 None None] Pushing event updated for resources: {'Port': ['ID=37a84632-12ce-4fa5-9f81-37593ee5918b,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:13.033698 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11141f42-ae08-4b64-8aa2-bce177a4d1f3 x-openstack-request-id: req-11141f42-ae08-4b64-8aa2-bce177a4d1f3 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:09:13.034048 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf432c2-804d-4b7d-b487-8e7979416e53", "name": "network-vif-deleted", "tag": "fd5da8fb-2b0f-4108-893b-36ff2a4a695c", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:09:13.034340 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11141f42-ae08-4b64-8aa2-bce177a4d1f3 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:09:13.034747 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf432c2-804d-4b7d-b487-8e7979416e53', 'name': 'network-vif-deleted', 'tag': 'fd5da8fb-2b0f-4108-893b-36ff2a4a695c', 'status': 'completed', 'code': 200} Jul 29 15:09:13.585252 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 37a84632-12ce-4fa5-9f81-37593ee5918b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:13.664741 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35308) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:13.666549 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e2e5a53e-0376-47f7-8d5f-52f41c1b0767 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3539062 Jul 29 15:09:13.671799 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Request body: {'subnet': {'network_id': '4e67baea-aeea-45ba-8b71-bafd67ee3880', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:13.700023 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 37a84632-12ce-4fa5-9f81-37593ee5918b completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:13.747807 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7c4f91f4-1a46-4d80-8be6-b4f9e02900dc req-0cd74d14-1e0f-4d94-9dfb-2714f17a9d36 tempest-AttachVolumeNegativeTest-2126546521 tempest-AttachVolumeNegativeTest-2126546521-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf432c2-804d-4b7d-b487-8e7979416e53 HTTP/1.1" status: 200 len: 210 time: 0.1008136 Jul 29 15:09:13.749431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5a53e-0376-47f7-8d5f-52f41c1b0767 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event updated for resources: {'Network': ['ID=f2a64786-9ea8-441f-9927-f58b2020f9d3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:13.762699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network f2a64786-9ea8-441f-9927-f58b2020f9d3 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:09:13.774297 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41c89274-076f-4cd6-844f-db1c6da9719a tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:13.833915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Made reservation on behalf of a576f009c8f64beebd02ce60bd55ec06 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:13.839151 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:13.874608 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:09:14.171106 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41c89274-076f-4cd6-844f-db1c6da9719a tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:14.179965 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41c89274-076f-4cd6-844f-db1c6da9719a tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:14.288888 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-41c89274-076f-4cd6-844f-db1c6da9719a tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:14.289418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c89274-076f-4cd6-844f-db1c6da9719a tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e92b338-53c8-4de0-a621-1b094cbacd71 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:09:14.320658 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-41c89274-076f-4cd6-844f-db1c6da9719a tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 29 15:09:14.322287 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-41c89274-076f-4cd6-844f-db1c6da9719a tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4581220 Jul 29 15:09:14.325088 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35326) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:14.381137 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35328) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:14.407112 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:14.510838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event updated for resources: {'Subnet': ['ID=f7250221-e86a-4e9e-a171-2ea4462862b4,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:14.534936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:14.535287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:14.535649 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:14.535954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:14.536283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:14.539005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:14.539339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:14.541157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:14.541786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:14.542128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:14.543656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:14.544033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:14.561889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Checking segment: {'id': '41d8fb5f-980e-4592-a9f9-d00a3b9ed89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4e67baea-aeea-45ba-8b71-bafd67ee3880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:14.563812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Network hostable DHCP agents. Network: 4e67baea-aeea-45ba-8b71-bafd67ee3880, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:09:14.571978 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5e24a-0e17-489d-bde2-bfb4a157a723 tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Deleting port 5aec09c2-5611-46a3-b611-cbc7c31aa5c6 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:14.572318 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbd5e24a-0e17-489d-bde2-bfb4a157a723 tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:14.608860 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Network 4e67baea-aeea-45ba-8b71-bafd67ee3880 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:09:14.613008 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0763b3c1-debc-4029-a816-bd1037c25f9d None None] Network 98dd2b9a-fede-4ce2-966d-aa25e8a5ac38 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:14.627478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 4e67baea-aeea-45ba-8b71-bafd67ee3880) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:14.637213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:14.637827 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:14.658410 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fc47845-f10f-48f5-8605-a8b6ac5a8e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:14.672358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee02392-c009-4cc3-8a21-421f2c126338 None None] Network 4e67baea-aeea-45ba-8b71-bafd67ee3880 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:14.722710 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9f83810a-2ef5-4437-8cc5-c10b51599fd6 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0566587 Jul 29 15:09:14.726119 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35332) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:14.731378 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a9a48035-05ed-40e4-a4bb-55af52da0bf2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Request body: {'subnet': {'network_id': 'f2a64786-9ea8-441f-9927-f58b2020f9d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:14.738992 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbd5e24a-0e17-489d-bde2-bfb4a157a723 tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:14.756176 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5e24a-0e17-489d-bde2-bfb4a157a723 tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Calling delete_port for 5aec09c2-5611-46a3-b611-cbc7c31aa5c6 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:14.786494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc16f723-7ff9-4c93-980f-bf4a6ec53bfd None None] Provisioning for port 37a84632-12ce-4fa5-9f81-37593ee5918b completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:14.793388 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc16f723-7ff9-4c93-980f-bf4a6ec53bfd None None] Provisioning complete for port 37a84632-12ce-4fa5-9f81-37593ee5918b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:14.793801 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc16f723-7ff9-4c93-980f-bf4a6ec53bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:14.889815 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35336) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:14.906444 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fc47845-f10f-48f5-8605-a8b6ac5a8e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:14.941553 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fc47845-f10f-48f5-8605-a8b6ac5a8e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:14.979581 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7fc47845-f10f-48f5-8605-a8b6ac5a8e8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5f50eabdd3e464287705049ab96f676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5924528 Jul 29 15:09:14.985394 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35338) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:15.021882 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a48035-05ed-40e4-a4bb-55af52da0bf2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Made reservation on behalf of a576f009c8f64beebd02ce60bd55ec06 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:15.026158 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9a48035-05ed-40e4-a4bb-55af52da0bf2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.035283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9e2bc6-7df2-43da-a304-8a5f3f92083f admin admin] Deleting subnet 212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:09:15.047254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbd5e24a-0e17-489d-bde2-bfb4a157a723 tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.050826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc47845-f10f-48f5-8605-a8b6ac5a8e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff07de2-9891-411c-b7dd-579df50bea4a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:15.065013 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2bc6-7df2-43da-a304-8a5f3f92083f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.095572 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-47605d61-2a2b-4154-90f7-39571c36f09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.127774 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-47605d61-2a2b-4154-90f7-39571c36f09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.165233 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2bc6-7df2-43da-a304-8a5f3f92083f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.178618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5e24a-0e17-489d-bde2-bfb4a157a723 tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Pushing event deleted for resources: {'Port': ['ID=5aec09c2-5611-46a3-b611-cbc7c31aa5c6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:15.200206 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-47605d61-2a2b-4154-90f7-39571c36f09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.204224 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-47605d61-2a2b-4154-90f7-39571c36f09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.205498 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-47605d61-2a2b-4154-90f7-39571c36f09f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ff07de2-9891-411c-b7dd-579df50bea4a HTTP/1.1" status: 204 len: 168 time: 0.2186360 Jul 29 15:09:15.252376 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2bc6-7df2-43da-a304-8a5f3f92083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.277004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47605d61-2a2b-4154-90f7-39571c36f09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff07de2-9891-411c-b7dd-579df50bea4a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:15.288540 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc16f723-7ff9-4c93-980f-bf4a6ec53bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.308736 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cbd5e24a-0e17-489d-bde2-bfb4a157a723 tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.315625 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cbd5e24a-0e17-489d-bde2-bfb4a157a723 tempest-RoutersAdminNegativeIpV6Test-56091437 tempest-RoutersAdminNegativeIpV6Test-56091437-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5aec09c2-5611-46a3-b611-cbc7c31aa5c6 HTTP/1.1" status: 204 len: 168 time: 0.9894109 Jul 29 15:09:15.403340 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2bc6-7df2-43da-a304-8a5f3f92083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.457498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dc16f723-7ff9-4c93-980f-bf4a6ec53bfd None None] For port 37a84632-12ce-4fa5-9f81-37593ee5918b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=37a84632-12ce-4fa5-9f81-37593ee5918b,segment=NetworkSegment(ec84c06f-afe9-49a8-b87d-1836567960a4),segment_id=ec84c06f-afe9-49a8-b87d-1836567960a4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:15.465437 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc16f723-7ff9-4c93-980f-bf4a6ec53bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.475870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-4e67baea-aeea-45ba-8b71-bafd67ee3880', 'network_id': '4e67baea-aeea-45ba-8b71-bafd67ee3880', 'tenant_id': 'a576f009c8f64beebd02ce60bd55ec06', 'fixed_ips': [{'subnet_id': 'f7250221-e86a-4e9e-a171-2ea4462862b4'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:09:15.476775 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.498535 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e2bc6-7df2-43da-a304-8a5f3f92083f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:15.519892 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0b9e2bc6-7df2-43da-a304-8a5f3f92083f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.524579 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0b9e2bc6-7df2-43da-a304-8a5f3f92083f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/212b77d3-18a5-4c0b-a0ab-be5a0e2d4b70 HTTP/1.1" status: 204 len: 168 time: 0.6307278 Jul 29 15:09:15.525756 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35348) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:15.546019 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9a48035-05ed-40e4-a4bb-55af52da0bf2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.601662 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16f723-7ff9-4c93-980f-bf4a6ec53bfd None None] Pushing event updated for resources: {'Port': ['ID=37a84632-12ce-4fa5-9f81-37593ee5918b,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:15.639462 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-382bd779-cf0c-43c9-a8a4-7a856fbfca93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.683497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a48035-05ed-40e4-a4bb-55af52da0bf2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event updated for resources: {'Subnet': ['ID=e2999545-3803-4bc5-b0ec-819f3a8c5b96,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:15.714582 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a48035-05ed-40e4-a4bb-55af52da0bf2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Checking segment: {'id': '0e3c507c-5d09-4b71-8216-4d0abe67fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f2a64786-9ea8-441f-9927-f58b2020f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:15.714709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a48035-05ed-40e4-a4bb-55af52da0bf2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Network hostable DHCP agents. Network: f2a64786-9ea8-441f-9927-f58b2020f9d3, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:09:15.749184 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a48035-05ed-40e4-a4bb-55af52da0bf2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Network f2a64786-9ea8-441f-9927-f58b2020f9d3 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:09:15.762790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-a9a48035-05ed-40e4-a4bb-55af52da0bf2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, f2a64786-9ea8-441f-9927-f58b2020f9d3) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:15.769487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a48035-05ed-40e4-a4bb-55af52da0bf2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:15.769661 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-382bd779-cf0c-43c9-a8a4-7a856fbfca93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.771024 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a9a48035-05ed-40e4-a4bb-55af52da0bf2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.793332 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a9a48035-05ed-40e4-a4bb-55af52da0bf2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0652494 Jul 29 15:09:15.796709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35352) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:15.849946 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-382bd779-cf0c-43c9-a8a4-7a856fbfca93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb13e7be-1996-4013-94e7-9bb8de9ff08f']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:15.871430 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-382bd779-cf0c-43c9-a8a4-7a856fbfca93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1595d1-bee6-42d4-819d-e05ae47ff761') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:15.872159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-382bd779-cf0c-43c9-a8a4-7a856fbfca93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1595d1-bee6-42d4-819d-e05ae47ff761') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:15.888852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Allocated IP 172.20.0.2 (4e67baea-aeea-45ba-8b71-bafd67ee3880/f7250221-e86a-4e9e-a171-2ea4462862b4/5d95bd36-c28c-40ec-b989-e6b53eccb12c) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:15.894692 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35354) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:15.923568 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f9cad1b2-2e9b-4033-af91-144e7a88a0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.927096 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-382bd779-cf0c-43c9-a8a4-7a856fbfca93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.935378 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35356) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:15.957259 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-382bd779-cf0c-43c9-a8a4-7a856fbfca93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.964380 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device fd5da8fb-2b0f-4108-893b-36ff2a4a695c no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:15.972766 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382bd779-cf0c-43c9-a8a4-7a856fbfca93 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:09:15.973611 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-382bd779-cf0c-43c9-a8a4-7a856fbfca93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:09:15.975878 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:09:16.021771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255045df-b547-4662-b47e-45edce604fc0 None None] Network f2a64786-9ea8-441f-9927-f58b2020f9d3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:16.031904 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: fd5da8fb-2b0f-4108-893b-36ff2a4a695c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:09:16.032347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device fd5da8fb-2b0f-4108-893b-36ff2a4a695c not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:09:16.063032 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-382bd779-cf0c-43c9-a8a4-7a856fbfca93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.087104 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-382bd779-cf0c-43c9-a8a4-7a856fbfca93 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.089667 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-382bd779-cf0c-43c9-a8a4-7a856fbfca93 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fb13e7be-1996-4013-94e7-9bb8de9ff08f HTTP/1.1" status: 204 len: 168 time: 0.5628836 Jul 29 15:09:16.095239 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bd779-cf0c-43c9-a8a4-7a856fbfca93 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb13e7be-1996-4013-94e7-9bb8de9ff08f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:16.161887 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f9cad1b2-2e9b-4033-af91-144e7a88a0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.171560 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f9cad1b2-2e9b-4033-af91-144e7a88a0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.223710 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c45d90cf-b062-4ee8-831c-4b5c8d1170f3 None None] Provisioning complete for port 37a84632-12ce-4fa5-9f81-37593ee5918b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:16.223946 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c45d90cf-b062-4ee8-831c-4b5c8d1170f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.246579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cad1b2-2e9b-4033-af91-144e7a88a0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a349743-0328-4dbf-a8da-9642f9a4a7bc,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:16.262024 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f9cad1b2-2e9b-4033-af91-144e7a88a0c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7252e1af4a564c6284c1cb7dc5834247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3657634 Jul 29 15:09:16.262170 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.264730 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35362) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:16.366492 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35364) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:16.399956 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c98fa0a-fe99-40ed-87d4-a08f266cbea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.409782 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3aeefd60-4ee5-49e4-bd98-34d93b72ea86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.440238 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.440989 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3aeefd60-4ee5-49e4-bd98-34d93b72ea86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.478195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Transition to ACTIVE for port object 5d95bd36-c28c-40ec-b989-e6b53eccb12c will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:16.532208 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5bc67cfe-4b08-434e-9ada-aa8413ea302a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=674e9126d6f64603ae7397cc3fe62996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644373 Jul 29 15:09:16.534314 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3aeefd60-4ee5-49e4-bd98-34d93b72ea86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.536496 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3aeefd60-4ee5-49e4-bd98-34d93b72ea86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.540956 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3aeefd60-4ee5-49e4-bd98-34d93b72ea86 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a349743-0328-4dbf-a8da-9642f9a4a7bc HTTP/1.1" status: 204 len: 168 time: 0.2723198 Jul 29 15:09:16.540956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35368) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:16.549573 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeefd60-4ee5-49e4-bd98-34d93b72ea86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a349743-0328-4dbf-a8da-9642f9a4a7bc,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:16.563551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-f2a64786-9ea8-441f-9927-f58b2020f9d3', 'network_id': 'f2a64786-9ea8-441f-9927-f58b2020f9d3', 'tenant_id': 'a576f009c8f64beebd02ce60bd55ec06', 'fixed_ips': [{'subnet_id': 'e2999545-3803-4bc5-b0ec-819f3a8c5b96'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:09:16.568103 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.601660 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Transition to ACTIVE for port object 5d95bd36-c28c-40ec-b989-e6b53eccb12c will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:16.632387 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.660229 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a60f1037-35a3-4828-b009-40e7a3ec9aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.677330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Pushing event updated for resources: {'Port': ['ID=5d95bd36-c28c-40ec-b989-e6b53eccb12c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:16.694758 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a60f1037-35a3-4828-b009-40e7a3ec9aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.712950 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Network 4e67baea-aeea-45ba-8b71-bafd67ee3880 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:16.735291 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Allocated IP 172.20.0.1 (4e67baea-aeea-45ba-8b71-bafd67ee3880/f7250221-e86a-4e9e-a171-2ea4462862b4/8400035c-a404-4302-a6be-368c8e824a4a) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:16.767963 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:16.774677 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:16.783859 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c98fa0a-fe99-40ed-87d4-a08f266cbea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.792531 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c98fa0a-fe99-40ed-87d4-a08f266cbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.805720 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a60f1037-35a3-4828-b009-40e7a3ec9aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.809546 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a60f1037-35a3-4828-b009-40e7a3ec9aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:16.823325 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a60f1037-35a3-4828-b009-40e7a3ec9aab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df3ce7e1-14c3-4e60-a7f6-832b2ec389ed HTTP/1.1" status: 204 len: 168 time: 0.2677476 Jul 29 15:09:16.845694 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f1037-35a3-4828-b009-40e7a3ec9aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3ce7e1-14c3-4e60-a7f6-832b2ec389ed,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:16.901863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35376) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:16.902245 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4c98fa0a-fe99-40ed-87d4-a08f266cbea4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1171cdfbc4374762bc6d835681e627f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9654326 Jul 29 15:09:16.939956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98fa0a-fe99-40ed-87d4-a08f266cbea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05850524-aac4-4af5-a888-18dc4fd9c37a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:16.999964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Allocated IP 172.20.0.2 (f2a64786-9ea8-441f-9927-f58b2020f9d3/e2999545-3803-4bc5-b0ec-819f3a8c5b96/4b8d8b6d-f2e8-40ca-8611-274acb542443) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:17.029193 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ff31ca4e-b301-4613-8ca6-9827fecd2cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.033968 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.070759 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ff31ca4e-b301-4613-8ca6-9827fecd2cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.070977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Transition to ACTIVE for port object 8400035c-a404-4302-a6be-368c8e824a4a will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:17.096281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Attempting to bind port 5d95bd36-c28c-40ec-b989-e6b53eccb12c on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:09:17.096754 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Attempting to bind port 5d95bd36-c28c-40ec-b989-e6b53eccb12c by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '41d8fb5f-980e-4592-a9f9-d00a3b9ed89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4e67baea-aeea-45ba-8b71-bafd67ee3880'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:09:17.097256 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Attempting to bind port 5d95bd36-c28c-40ec-b989-e6b53eccb12c on network 4e67baea-aeea-45ba-8b71-bafd67ee3880 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:09:17.106622 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:09:17.107109 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Checking segment: {'id': '41d8fb5f-980e-4592-a9f9-d00a3b9ed89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4e67baea-aeea-45ba-8b71-bafd67ee3880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:17.107767 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.108280 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Bound using segment: {'id': '41d8fb5f-980e-4592-a9f9-d00a3b9ed89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4e67baea-aeea-45ba-8b71-bafd67ee3880'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:09:17.109384 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Bound port: 5d95bd36-c28c-40ec-b989-e6b53eccb12c, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d8fb5f-980e-4592-a9f9-d00a3b9ed89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4e67baea-aeea-45ba-8b71-bafd67ee3880'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:09:17.109599 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.146528 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.155458 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ff31ca4e-b301-4613-8ca6-9827fecd2cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.162696 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ff31ca4e-b301-4613-8ca6-9827fecd2cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.168964 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ff31ca4e-b301-4613-8ca6-9827fecd2cc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05850524-aac4-4af5-a888-18dc4fd9c37a HTTP/1.1" status: 204 len: 168 time: 0.2653089 Jul 29 15:09:17.177635 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35380) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:17.193615 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31ca4e-b301-4613-8ca6-9827fecd2cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05850524-aac4-4af5-a888-18dc4fd9c37a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:17.203288 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] For port 5d95bd36-c28c-40ec-b989-e6b53eccb12c, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:09:17.207198 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] For port 5d95bd36-c28c-40ec-b989-e6b53eccb12c, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5d95bd36-c28c-40ec-b989-e6b53eccb12c,segment=NetworkSegment(41d8fb5f-980e-4592-a9f9-d00a3b9ed89f),segment_id=41d8fb5f-980e-4592-a9f9-d00a3b9ed89f)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:09:17.224241 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a069146a-414a-4b27-b38e-e74392765d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.232460 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.265150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Network 4e67baea-aeea-45ba-8b71-bafd67ee3880 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:17.375613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab3884-0864-4c32-84cf-80338e468fed None None] Pushing event updated for resources: {'Port': ['ID=5d95bd36-c28c-40ec-b989-e6b53eccb12c,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:17.401230 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.410999 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a069146a-414a-4b27-b38e-e74392765d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.411829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Transition to ACTIVE for port object 4b8d8b6d-f2e8-40ca-8611-274acb542443 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:17.416553 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:17.419537 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:17.445727 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a069146a-414a-4b27-b38e-e74392765d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.448116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Transition to ACTIVE for port object 4b8d8b6d-f2e8-40ca-8611-274acb542443 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:17.459749 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.587232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 37a84632-12ce-4fa5-9f81-37593ee5918b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:17.618186 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Network f2a64786-9ea8-441f-9927-f58b2020f9d3 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:17.677049 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Pushing event updated for resources: {'Port': ['ID=4b8d8b6d-f2e8-40ca-8611-274acb542443,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:17.689180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:17.713169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:17.849826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Attempting to bind port 4b8d8b6d-f2e8-40ca-8611-274acb542443 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:09:17.850367 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Attempting to bind port 4b8d8b6d-f2e8-40ca-8611-274acb542443 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '0e3c507c-5d09-4b71-8216-4d0abe67fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f2a64786-9ea8-441f-9927-f58b2020f9d3'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:09:17.850740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Attempting to bind port 4b8d8b6d-f2e8-40ca-8611-274acb542443 on network f2a64786-9ea8-441f-9927-f58b2020f9d3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:09:17.854456 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 37a84632-12ce-4fa5-9f81-37593ee5918b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:17.855010 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.890473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:09:17.890903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Checking segment: {'id': '0e3c507c-5d09-4b71-8216-4d0abe67fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f2a64786-9ea8-441f-9927-f58b2020f9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:17.891849 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.892341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Bound using segment: {'id': '0e3c507c-5d09-4b71-8216-4d0abe67fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f2a64786-9ea8-441f-9927-f58b2020f9d3'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:09:17.892838 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Bound port: 4b8d8b6d-f2e8-40ca-8611-274acb542443, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3c507c-5d09-4b71-8216-4d0abe67fde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'f2a64786-9ea8-441f-9927-f58b2020f9d3'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:09:17.893234 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:17.963172 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35396) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:18.022502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-71ae2581-7cae-4b86-b456-23f4ac31efcb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e24c820802f2415a8976f4852d5cb40b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577073 Jul 29 15:09:18.024494 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35398) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:18.051472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] For port 4b8d8b6d-f2e8-40ca-8611-274acb542443, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:09:18.076616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] For port 4b8d8b6d-f2e8-40ca-8611-274acb542443, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4b8d8b6d-f2e8-40ca-8611-274acb542443,segment=NetworkSegment(0e3c507c-5d09-4b71-8216-4d0abe67fde3),segment_id=0e3c507c-5d09-4b71-8216-4d0abe67fde3)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:09:18.084832 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:18.101773 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a57287e-9602-40f4-a5a2-3414725c2d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:18.135712 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069146a-414a-4b27-b38e-e74392765d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3023d224-0616-4695-9b76-e0adef40e4d9,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:18.141185 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a57287e-9602-40f4-a5a2-3414725c2d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:18.145861 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:18.229455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5beed-f0a3-4891-a1c5-96039f73e47f None None] Pushing event updated for resources: {'Port': ['ID=4b8d8b6d-f2e8-40ca-8611-274acb542443,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:18.236937 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a57287e-9602-40f4-a5a2-3414725c2d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:18.240961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3a57287e-9602-40f4-a5a2-3414725c2d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:18.242752 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3a57287e-9602-40f4-a5a2-3414725c2d5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74be5045-a158-4e35-8bf9-08fb6f977442 HTTP/1.1" status: 204 len: 168 time: 0.2168560 Jul 29 15:09:18.267957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57287e-9602-40f4-a5a2-3414725c2d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74be5045-a158-4e35-8bf9-08fb6f977442,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:18.350956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event updated for resources: {'Port': ['ID=8400035c-a404-4302-a6be-368c8e824a4a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:18.445303 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:18.450525 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a069146a-414a-4b27-b38e-e74392765d89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b617c3d8681f44a2b9738c3a4d3eeac2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2584937 Jul 29 15:09:18.454464 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35410) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:18.628340 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-192fc29d-1810-4c66-b920-3e7a92882500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:18.671527 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-192fc29d-1810-4c66-b920-3e7a92882500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:18.778307 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-192fc29d-1810-4c66-b920-3e7a92882500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:18.782734 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-192fc29d-1810-4c66-b920-3e7a92882500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:18.784099 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-192fc29d-1810-4c66-b920-3e7a92882500 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3023d224-0616-4695-9b76-e0adef40e4d9 HTTP/1.1" status: 204 len: 168 time: 0.3281035 Jul 29 15:09:18.807699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fc29d-1810-4c66-b920-3e7a92882500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3023d224-0616-4695-9b76-e0adef40e4d9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:19.181088 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0152fc-9e4e-4b96-911f-95f5ae0234fe None None] Network 4e67baea-aeea-45ba-8b71-bafd67ee3880 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:19.213624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:19.226654 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:19.343807 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-545704e8-7f6e-41f4-8e6f-509491750104 None None] Provisioning for port 5d95bd36-c28c-40ec-b989-e6b53eccb12c completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:19.447018 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:19.457531 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event updated for resources: {'Port': ['ID=8400035c-a404-4302-a6be-368c8e824a4a,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:19.730020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5d95bd36-c28c-40ec-b989-e6b53eccb12c up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:19.800602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Network 4e67baea-aeea-45ba-8b71-bafd67ee3880 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:19.805029 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:19.846222 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 5d95bd36-c28c-40ec-b989-e6b53eccb12c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:19.853416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 5d95bd36-c28c-40ec-b989-e6b53eccb12c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:19.854161 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:20.046013 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb48e11-38ce-49ba-a43c-537c8a5c19b8 None None] Network f2a64786-9ea8-441f-9927-f58b2020f9d3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:20.109326 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:20.222207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Router c0e89297-5ef2-4d5a-b7bf-87d9e749f44e is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:09:20.334501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ceeaf9f2-11bf-4446-95c0-0be782bac455 None None] Provisioning for port 4b8d8b6d-f2e8-40ca-8611-274acb542443 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:20.385584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 5d95bd36-c28c-40ec-b989-e6b53eccb12c, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5d95bd36-c28c-40ec-b989-e6b53eccb12c,segment=NetworkSegment(41d8fb5f-980e-4592-a9f9-d00a3b9ed89f),segment_id=41d8fb5f-980e-4592-a9f9-d00a3b9ed89f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:20.386849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:09:20.398318 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5e7febca-66b3-4d60-8c21-6eb50b206ddc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "PUT /v2.0/routers/c0e89297-5ef2-4d5a-b7bf-87d9e749f44e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5998025 Jul 29 15:09:20.401612 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35460) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:20.445300 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:20.446815 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4b8d8b6d-f2e8-40ca-8611-274acb542443 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:20.465355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a58da-26c3-48a2-8dd7-14ed591fbea5 None None] Sync routers for ids ['c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:09:20.787319 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35470) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:20.929561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a58da-26c3-48a2-8dd7-14ed591fbea5 None None] Routers {'c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:20.930248 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-044a58da-26c3-48a2-8dd7-14ed591fbea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:09:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:20.998816 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d773ef33-6471-470e-9847-51c563438503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1676987798'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:21.004634 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-311e7156-0dbc-44ad-b582-7491b9d6fbd2 None None] Provisioning for port 8400035c-a404-4302-a6be-368c8e824a4a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:21.047467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d773ef33-6471-470e-9847-51c563438503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:21.054402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=5d95bd36-c28c-40ec-b989-e6b53eccb12c,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:21.055122 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d773ef33-6471-470e-9847-51c563438503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:21.063773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-044a58da-26c3-48a2-8dd7-14ed591fbea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:21.077572 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-311e7156-0dbc-44ad-b582-7491b9d6fbd2 None None] Provisioning complete for port 8400035c-a404-4302-a6be-368c8e824a4a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:21.079143 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d773ef33-6471-470e-9847-51c563438503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:21.088191 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-3bd32adf-305d-45c6-ba3a-de044f638232 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:09:21.088191 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3bd32adf-305d-45c6-ba3a-de044f638232 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "PUT /v2.0/routers/c0e89297-5ef2-4d5a-b7bf-87d9e749f44e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6822698 Jul 29 15:09:21.088398 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35482) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:21.089951 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-311e7156-0dbc-44ad-b582-7491b9d6fbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:21.252785 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a58da-26c3-48a2-8dd7-14ed591fbea5 None None] Routers {'c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:21.254201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-044a58da-26c3-48a2-8dd7-14ed591fbea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:09:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:21.296599 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d773ef33-6471-470e-9847-51c563438503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:21.305085 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d773ef33-6471-470e-9847-51c563438503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:21.350583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d773ef33-6471-470e-9847-51c563438503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:09:21.373374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773ef33-6471-470e-9847-51c563438503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ed50b5-33f3-4a5b-a485-5c48935418ca,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:21.374301 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-044a58da-26c3-48a2-8dd7-14ed591fbea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:21.375102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a58da-26c3-48a2-8dd7-14ed591fbea5 None None] The sync data for ids ['c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:09:21.381569 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d773ef33-6471-470e-9847-51c563438503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:21.382298 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-d773ef33-6471-470e-9847-51c563438503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Added segment ee67f0b0-0179-443a-83cf-0e8206adfe66 of type vlan for network dc65256a-a355-4363-ac4a-38e1bcb69bfa Jul 29 15:09:21.427111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-311e7156-0dbc-44ad-b582-7491b9d6fbd2 None None] Port 8400035c-a404-4302-a6be-368c8e824a4a cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:09:21.486966 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d773ef33-6471-470e-9847-51c563438503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:21.487262 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 4b8d8b6d-f2e8-40ca-8611-274acb542443 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:21.503525 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4b8d8b6d-f2e8-40ca-8611-274acb542443 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:21.504348 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:21.506736 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-311e7156-0dbc-44ad-b582-7491b9d6fbd2 None None] Provisioning complete for port 5d95bd36-c28c-40ec-b989-e6b53eccb12c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:21.507246 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-311e7156-0dbc-44ad-b582-7491b9d6fbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:21.572527 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d773ef33-6471-470e-9847-51c563438503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:21.598501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d773ef33-6471-470e-9847-51c563438503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:21.603011 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d773ef33-6471-470e-9847-51c563438503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:21.719749 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d773ef33-6471-470e-9847-51c563438503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9312146 Jul 29 15:09:21.725117 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35496) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:21.736241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cb7458f1-7ac5-45e5-89c1-d0aad6603f55 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:21.814932 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf6692fd-fb8c-4823-81fc-5335c8d4a72f tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:21.888630 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:21.917454 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773ef33-6471-470e-9847-51c563438503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Network': ['ID=dc65256a-a355-4363-ac4a-38e1bcb69bfa,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:21.950922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:09:22.078116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7458f1-7ac5-45e5-89c1-d0aad6603f55 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:22.087241 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cb7458f1-7ac5-45e5-89c1-d0aad6603f55 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:22.123256 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 4b8d8b6d-f2e8-40ca-8611-274acb542443, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4b8d8b6d-f2e8-40ca-8611-274acb542443,segment=NetworkSegment(0e3c507c-5d09-4b71-8216-4d0abe67fde3),segment_id=0e3c507c-5d09-4b71-8216-4d0abe67fde3)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:22.140377 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:22.165168 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-95d40e24-23a9-4b9d-a058-bb7d4a3e3430 None None] Provisioning complete for port 8400035c-a404-4302-a6be-368c8e824a4a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:22.172853 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95d40e24-23a9-4b9d-a058-bb7d4a3e3430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:22.348226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5d95bd36-c28c-40ec-b989-e6b53eccb12c up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:22.351399 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-95d40e24-23a9-4b9d-a058-bb7d4a3e3430 None None] Port 8400035c-a404-4302-a6be-368c8e824a4a cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:09:22.449943 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-95d40e24-23a9-4b9d-a058-bb7d4a3e3430 None None] Provisioning complete for port 4b8d8b6d-f2e8-40ca-8611-274acb542443 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:22.451047 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95d40e24-23a9-4b9d-a058-bb7d4a3e3430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:22.457904 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=4b8d8b6d-f2e8-40ca-8611-274acb542443,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:22.496969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-cf6692fd-fb8c-4823-81fc-5335c8d4a72f tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Deleting port 8400035c-a404-4302-a6be-368c8e824a4a {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:22.497382 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf6692fd-fb8c-4823-81fc-5335c8d4a72f tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:22.573527 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 5d95bd36-c28c-40ec-b989-e6b53eccb12c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:22.573987 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:22.599049 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cb7458f1-7ac5-45e5-89c1-d0aad6603f55 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:22.689002 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf6692fd-fb8c-4823-81fc-5335c8d4a72f tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:22.741474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-cf6692fd-fb8c-4823-81fc-5335c8d4a72f tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Calling delete_port for 8400035c-a404-4302-a6be-368c8e824a4a owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:22.782478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7458f1-7ac5-45e5-89c1-d0aad6603f55 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=69d467ea-566c-4e1b-b39d-10dafb2c25b2,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:22.813397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7458f1-7ac5-45e5-89c1-d0aad6603f55 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:22.813800 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7458f1-7ac5-45e5-89c1-d0aad6603f55 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network hostable DHCP agents. Network: dc65256a-a355-4363-ac4a-38e1bcb69bfa, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:09:22.851162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7458f1-7ac5-45e5-89c1-d0aad6603f55 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:09:22.863813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-cb7458f1-7ac5-45e5-89c1-d0aad6603f55 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, dc65256a-a355-4363-ac4a-38e1bcb69bfa) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:22.869126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7458f1-7ac5-45e5-89c1-d0aad6603f55 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:22.870986 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cb7458f1-7ac5-45e5-89c1-d0aad6603f55 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:22.874468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3bf30e-6a9a-4c64-a882-583e4174717b None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:22.908380 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cb7458f1-7ac5-45e5-89c1-d0aad6603f55 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1817408 Jul 29 15:09:22.911115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35524) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:22.923310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c001b7cf-6061-42ba-8b33-849667cbf2cf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'name': 'tempest-NetworksTestDHCPv6-1078268559'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:23.111764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': '69d467ea-566c-4e1b-b39d-10dafb2c25b2'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:09:23.113602 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:23.137157 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf6692fd-fb8c-4823-81fc-5335c8d4a72f tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:23.183388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c001b7cf-6061-42ba-8b33-849667cbf2cf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:23.187788 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c001b7cf-6061-42ba-8b33-849667cbf2cf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:23.192771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6692fd-fb8c-4823-81fc-5335c8d4a72f tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event deleted for resources: {'Port': ['ID=8400035c-a404-4302-a6be-368c8e824a4a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:23.251504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-c001b7cf-6061-42ba-8b33-849667cbf2cf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port 2373f7fa-69fe-4aef-a83a-b8ad13a775ca yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:09:23.443201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Allocated IP 2001:db8::2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/69d467ea-566c-4e1b-b39d-10dafb2c25b2/747e63aa-f7bf-49f0-bef9-fec31b9cb554) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:23.517533 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf6692fd-fb8c-4823-81fc-5335c8d4a72f tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:23.723149 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:23.745638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Transition to ACTIVE for port object 747e63aa-f7bf-49f0-bef9-fec31b9cb554 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:23.777410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6692fd-fb8c-4823-81fc-5335c8d4a72f tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Router c0e89297-5ef2-4d5a-b7bf-87d9e749f44e has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:09:23.788902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Transition to ACTIVE for port object 747e63aa-f7bf-49f0-bef9-fec31b9cb554 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:23.812244 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:23.912618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6692fd-fb8c-4823-81fc-5335c8d4a72f tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:09:23.917363 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cf6692fd-fb8c-4823-81fc-5335c8d4a72f tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "PUT /v2.0/routers/c0e89297-5ef2-4d5a-b7bf-87d9e749f44e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8278215 Jul 29 15:09:23.921414 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35544) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:23.926485 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86c9cf3-55f9-4ae0-bf5b-1099e0468e15 None None] Sync routers for ids ['c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:09:23.947968 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86c9cf3-55f9-4ae0-bf5b-1099e0468e15 None None] Routers {'c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:23.947968 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c86c9cf3-55f9-4ae0-bf5b-1099e0468e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:09:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:23.978958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:23.986215 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-eeafd1e4-d122-4259-b92f-a70770317831 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] delete failed (client error): The resource could not be found. Jul 29 15:09:23.987277 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-eeafd1e4-d122-4259-b92f-a70770317831 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-193712904 HTTP/1.1" status: 404 len: 334 time: 0.0646069 Jul 29 15:09:23.991712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35552) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:23.996869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:24.001890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-cc1846f1-7317-455e-ba9f-0ecf1b92c98e tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:24.005778 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:24.009148 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-c001b7cf-6061-42ba-8b33-849667cbf2cf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::276 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/69d467ea-566c-4e1b-b39d-10dafb2c25b2/2373f7fa-69fe-4aef-a83a-b8ad13a775ca) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:24.041081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Pushing event updated for resources: {'Port': ['ID=747e63aa-f7bf-49f0-bef9-fec31b9cb554,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:24.074264 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c86c9cf3-55f9-4ae0-bf5b-1099e0468e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:24.109876 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86c9cf3-55f9-4ae0-bf5b-1099e0468e15 None None] Routers {'c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:24.111269 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c86c9cf3-55f9-4ae0-bf5b-1099e0468e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:09:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:24.151971 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Attempting to bind port 747e63aa-f7bf-49f0-bef9-fec31b9cb554 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:09:24.152353 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Attempting to bind port 747e63aa-f7bf-49f0-bef9-fec31b9cb554 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:09:24.152914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Attempting to bind port 747e63aa-f7bf-49f0-bef9-fec31b9cb554 on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:09:24.161703 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c86c9cf3-55f9-4ae0-bf5b-1099e0468e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:24.162202 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86c9cf3-55f9-4ae0-bf5b-1099e0468e15 None None] The sync data for ids ['c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:09:24.176489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:09:24.176900 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:24.177293 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:24.177687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:09:24.178163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Bound port: 747e63aa-f7bf-49f0-bef9-fec31b9cb554, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:09:24.182681 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:24.292113 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4b8d8b6d-f2e8-40ca-8611-274acb542443 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:24.309157 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c001b7cf-6061-42ba-8b33-849667cbf2cf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:24.336331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-c001b7cf-6061-42ba-8b33-849667cbf2cf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 2373f7fa-69fe-4aef-a83a-b8ad13a775ca will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:24.363388 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] For port 747e63aa-f7bf-49f0-bef9-fec31b9cb554, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:09:24.366938 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] For port 747e63aa-f7bf-49f0-bef9-fec31b9cb554, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=747e63aa-f7bf-49f0-bef9-fec31b9cb554,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:09:24.372457 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:24.415410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4b8d8b6d-f2e8-40ca-8611-274acb542443 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:24.415670 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c001b7cf-6061-42ba-8b33-849667cbf2cf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:24.415965 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:24.442405 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c001b7cf-6061-42ba-8b33-849667cbf2cf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:24.445847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-c001b7cf-6061-42ba-8b33-849667cbf2cf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:24.474658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c001b7cf-6061-42ba-8b33-849667cbf2cf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:24.483425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c001b7cf-6061-42ba-8b33-849667cbf2cf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:24.484584 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c001b7cf-6061-42ba-8b33-849667cbf2cf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:24.495683 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc1846f1-7317-455e-ba9f-0ecf1b92c98e tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:24.510772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb18f2e-b14b-4e01-8c3c-f341063b657c None None] Pushing event updated for resources: {'Port': ['ID=747e63aa-f7bf-49f0-bef9-fec31b9cb554,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:24.524607 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c001b7cf-6061-42ba-8b33-849667cbf2cf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6117914 Jul 29 15:09:24.527545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35562) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:24.541085 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-cc1846f1-7317-455e-ba9f-0ecf1b92c98e tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] update failed (client error): The resource could not be found. Jul 29 15:09:24.553224 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cc1846f1-7317-455e-ba9f-0ecf1b92c98e tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "PUT /v2.0/routers/c0e89297-5ef2-4d5a-b7bf-87d9e749f44e HTTP/1.1" status: 404 len: 339 time: 0.5603797 Jul 29 15:09:24.553909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35566) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:24.592788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35568) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:24.627931 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001b7cf-6061-42ba-8b33-849667cbf2cf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=2373f7fa-69fe-4aef-a83a-b8ad13a775ca,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:24.670046 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f78c758-79ba-4505-a099-7893bd4f6cea tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:24.677756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f78c758-79ba-4505-a099-7893bd4f6cea tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:24.682745 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4f78c758-79ba-4505-a099-7893bd4f6cea tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1487820 Jul 29 15:09:24.683415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35572) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:24.857804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-0afae544-1cb4-4d90-86e4-99593e756c33 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 2373f7fa-69fe-4aef-a83a-b8ad13a775ca {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:24.858629 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0afae544-1cb4-4d90-86e4-99593e756c33 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:25.083154 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0afae544-1cb4-4d90-86e4-99593e756c33 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:25.102119 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-0afae544-1cb4-4d90-86e4-99593e756c33 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 2373f7fa-69fe-4aef-a83a-b8ad13a775ca owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:25.135423 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:25.481716 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0afae544-1cb4-4d90-86e4-99593e756c33 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:25.585496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afae544-1cb4-4d90-86e4-99593e756c33 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=2373f7fa-69fe-4aef-a83a-b8ad13a775ca,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:25.589640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Allocated IP 172.20.0.1 (98dd2b9a-fede-4ce2-966d-aa25e8a5ac38/283d52c5-ed0e-4f6d-bbed-84fa0b223a80/1c0cb7f5-f46f-4945-8847-fc6ca2abd103) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:25.608360 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0afae544-1cb4-4d90-86e4-99593e756c33 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:25.610980 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0afae544-1cb4-4d90-86e4-99593e756c33 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/2373f7fa-69fe-4aef-a83a-b8ad13a775ca HTTP/1.1" status: 204 len: 168 time: 0.9264395 Jul 29 15:09:25.613534 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35594) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:25.893572 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3357c5f3-fa04-4d18-8ed8-3f2a3234ff61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:26.150167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddecef9b-defd-48c8-b463-2ad57a507471 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:26.151834 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddecef9b-defd-48c8-b463-2ad57a507471 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:26.154729 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ddecef9b-defd-48c8-b463-2ad57a507471 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5389240 Jul 29 15:09:26.157488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35602) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:26.169112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4728d1-b540-43af-823f-269cd1c8b489 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:26.271349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3357c5f3-fa04-4d18-8ed8-3f2a3234ff61 admin admin] Deleting port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:26.271872 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3357c5f3-fa04-4d18-8ed8-3f2a3234ff61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:26.300526 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:26.307224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e52b2a-5dc2-4b7d-84d2-de8da2ddf173 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 69d467ea-566c-4e1b-b39d-10dafb2c25b2 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:09:26.319294 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e8e52b2a-5dc2-4b7d-84d2-de8da2ddf173 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:26.360731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-df4f8511-63e1-463f-9315-35b5b48cc16c None None] Provisioning for port 747e63aa-f7bf-49f0-bef9-fec31b9cb554 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:26.373564 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:26.401101 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 747e63aa-f7bf-49f0-bef9-fec31b9cb554 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:26.419673 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Transition to ACTIVE for port object 1c0cb7f5-f46f-4945-8847-fc6ca2abd103 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:26.460100 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e8e52b2a-5dc2-4b7d-84d2-de8da2ddf173 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:26.490201 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-3357c5f3-fa04-4d18-8ed8-3f2a3234ff61 admin admin] For port 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e,segment=NetworkSegment(500a1ed8-3fe3-4294-95b1-e87542fd7feb),segment_id=500a1ed8-3fe3-4294-95b1-e87542fd7feb)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:26.490585 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3357c5f3-fa04-4d18-8ed8-3f2a3234ff61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:26.512732 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3357c5f3-fa04-4d18-8ed8-3f2a3234ff61 admin admin] Calling delete_port for 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:26.541871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 747e63aa-f7bf-49f0-bef9-fec31b9cb554 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:26.547566 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 747e63aa-f7bf-49f0-bef9-fec31b9cb554 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:26.547936 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:26.615992 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:26.695394 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:26.708709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Network 98dd2b9a-fede-4ce2-966d-aa25e8a5ac38 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:26.727076 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e8e52b2a-5dc2-4b7d-84d2-de8da2ddf173 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:26.733581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:26.736492 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:26.832511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event updated for resources: {'Port': ['ID=1c0cb7f5-f46f-4945-8847-fc6ca2abd103,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:26.943813 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:27.007331 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3357c5f3-fa04-4d18-8ed8-3f2a3234ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:27.043226 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357c5f3-fa04-4d18-8ed8-3f2a3234ff61 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:27.084964 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e8e52b2a-5dc2-4b7d-84d2-de8da2ddf173 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:27.116560 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e8e52b2a-5dc2-4b7d-84d2-de8da2ddf173 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:27.133540 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e8e52b2a-5dc2-4b7d-84d2-de8da2ddf173 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/69d467ea-566c-4e1b-b39d-10dafb2c25b2 HTTP/1.1" status: 204 len: 168 time: 0.9743197 Jul 29 15:09:27.148271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35632) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:27.149896 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:09:27.150513 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:09:27.216338 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0f7599e8-e0b3-4017-89a8-0921e78dc414 None None] Provisioning complete for port 747e63aa-f7bf-49f0-bef9-fec31b9cb554 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:27.218567 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f7599e8-e0b3-4017-89a8-0921e78dc414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:27.270388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e52b2a-5dc2-4b7d-84d2-de8da2ddf173 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=69d467ea-566c-4e1b-b39d-10dafb2c25b2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:27.368838 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3357c5f3-fa04-4d18-8ed8-3f2a3234ff61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:27.389189 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:27.403181 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f7599e8-e0b3-4017-89a8-0921e78dc414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:27.477151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a1c68064-f55e-4ce5-9515-e400af89bebd tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3270485 Jul 29 15:09:27.487449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35640) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:27.495568 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0f7599e8-e0b3-4017-89a8-0921e78dc414 None None] For port 747e63aa-f7bf-49f0-bef9-fec31b9cb554, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=747e63aa-f7bf-49f0-bef9-fec31b9cb554,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:27.504496 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0f7599e8-e0b3-4017-89a8-0921e78dc414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:27.532150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5ad1c774-f8bb-4b9a-b9f0-dfe844fc0e11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:27.573614 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10660d8-f4e4-4884-82a6-76c6b2c8f119 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:27.582189 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7599e8-e0b3-4017-89a8-0921e78dc414 None None] Pushing event updated for resources: {'Port': ['ID=747e63aa-f7bf-49f0-bef9-fec31b9cb554,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:27.703096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad1c774-f8bb-4b9a-b9f0-dfe844fc0e11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:27.706917 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5ad1c774-f8bb-4b9a-b9f0-dfe844fc0e11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:27.771362 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1b7f98d2-a433-4290-a422-0311a20ed77c None None] Could not find standard attr ID for object 2373f7fa-69fe-4aef-a83a-b8ad13a775ca. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:09:27.885436 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1b7f98d2-a433-4290-a422-0311a20ed77c None None] Provisioning for port 1c0cb7f5-f46f-4945-8847-fc6ca2abd103 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:27.901664 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1b7f98d2-a433-4290-a422-0311a20ed77c None None] Provisioning complete for port 1c0cb7f5-f46f-4945-8847-fc6ca2abd103 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:27.902315 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b7f98d2-a433-4290-a422-0311a20ed77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:27.982197 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1b7f98d2-a433-4290-a422-0311a20ed77c None None] Port 1c0cb7f5-f46f-4945-8847-fc6ca2abd103 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:09:27.991247 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:27.999703 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:28.003036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e5728e-aaed-40a4-b711-1beb2fb0ffcf None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:09:28.066697 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:28.147348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-10e5728e-aaed-40a4-b711-1beb2fb0ffcf None None] Deleting port 747e63aa-f7bf-49f0-bef9-fec31b9cb554 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:28.148049 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10e5728e-aaed-40a4-b711-1beb2fb0ffcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:28.163325 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event updated for resources: {'Port': ['ID=1c0cb7f5-f46f-4945-8847-fc6ca2abd103,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:28.182587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:28.182928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:28.183265 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:28.183597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:28.183958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:28.184240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:28.184613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:28.184979 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:28.186079 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:28.186426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:28.186889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:28.187362 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:28.201670 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5ad1c774-f8bb-4b9a-b9f0-dfe844fc0e11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:28.252379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Network 98dd2b9a-fede-4ce2-966d-aa25e8a5ac38 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:28.254184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:28.310463 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-10e5728e-aaed-40a4-b711-1beb2fb0ffcf None None] For port 747e63aa-f7bf-49f0-bef9-fec31b9cb554, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=747e63aa-f7bf-49f0-bef9-fec31b9cb554,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:28.310974 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10e5728e-aaed-40a4-b711-1beb2fb0ffcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:28.360554 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-10e5728e-aaed-40a4-b711-1beb2fb0ffcf None None] Calling delete_port for 747e63aa-f7bf-49f0-bef9-fec31b9cb554 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:28.492446 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Router c0e89297-5ef2-4d5a-b7bf-87d9e749f44e has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:09:28.531954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 747e63aa-f7bf-49f0-bef9-fec31b9cb554 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:28.710277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:09:28.730407 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dcb9a516-7c0e-4bf7-a524-224b35bfe8f2 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "PUT /v2.0/routers/c0e89297-5ef2-4d5a-b7bf-87d9e749f44e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1752875 Jul 29 15:09:28.733995 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35668) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:28.764292 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10e5728e-aaed-40a4-b711-1beb2fb0ffcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:28.779317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de13b0e8-f70a-4f8e-bffb-8d24705f86e5 None None] Sync routers for ids ['c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:09:28.808461 n-d-802893-1 neutron-server[94159]: INFO neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No ports have port_id starting with 747e63aa-f7bf-49f0-bef9-fec31b9cb554 Jul 29 15:09:28.842948 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e5728e-aaed-40a4-b711-1beb2fb0ffcf None None] No DVR routers for this DVR port 747e63aa-f7bf-49f0-bef9-fec31b9cb554 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:28.849582 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad1c774-f8bb-4b9a-b9f0-dfe844fc0e11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:28.870893 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5728e-aaed-40a4-b711-1beb2fb0ffcf None None] Pushing event deleted for resources: {'Port': ['ID=747e63aa-f7bf-49f0-bef9-fec31b9cb554,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:28.879192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-5ad1c774-f8bb-4b9a-b9f0-dfe844fc0e11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:28.880866 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d9b15240-0dfd-44f2-bfd1-084c199755e5 None None] Provisioning complete for port 1c0cb7f5-f46f-4945-8847-fc6ca2abd103 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:28.881348 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9b15240-0dfd-44f2-bfd1-084c199755e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:28.905909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1c774-f8bb-4b9a-b9f0-dfe844fc0e11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=836f70a3-2421-4e25-afbc-b46694f36b98,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:28.915915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad1c774-f8bb-4b9a-b9f0-dfe844fc0e11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:28.916508 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5ad1c774-f8bb-4b9a-b9f0-dfe844fc0e11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:28.936608 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-852f4b36-d21b-4605-9cee-49a8c8a0edd1 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:28.944647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de13b0e8-f70a-4f8e-bffb-8d24705f86e5 None None] Routers {'c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:28.945330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-de13b0e8-f70a-4f8e-bffb-8d24705f86e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:09:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:28.947283 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976d8615-485a-4c2b-87c6-a877ef949bba None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:28.968461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3357c5f3-fa04-4d18-8ed8-3f2a3234ff61 admin admin] Router 4c1857f0-ed7f-4280-a966-5d61947ba766 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:09:28.980260 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5ad1c774-f8bb-4b9a-b9f0-dfe844fc0e11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4909098 Jul 29 15:09:28.989425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35676) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:28.994802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-3ac03842-1881-4a2c-ba1e-aaa57033f35d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'name': 'tempest-NetworksTestDHCPv6-761021984'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:29.070944 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-de13b0e8-f70a-4f8e-bffb-8d24705f86e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:29.079034 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-852f4b36-d21b-4605-9cee-49a8c8a0edd1 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 15:09:29.084613 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-852f4b36-d21b-4605-9cee-49a8c8a0edd1 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "DELETE /v2.0/routers/c0e89297-5ef2-4d5a-b7bf-87d9e749f44e HTTP/1.1" status: 409 len: 329 time: 0.3487425 Jul 29 15:09:29.085748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35682) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:29.090179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d9b15240-0dfd-44f2-bfd1-084c199755e5 None None] Port 1c0cb7f5-f46f-4945-8847-fc6ca2abd103 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:09:29.099368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de13b0e8-f70a-4f8e-bffb-8d24705f86e5 None None] Routers {'c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:29.100093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-de13b0e8-f70a-4f8e-bffb-8d24705f86e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:09:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:29.143871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-de13b0e8-f70a-4f8e-bffb-8d24705f86e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:29.144693 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de13b0e8-f70a-4f8e-bffb-8d24705f86e5 None None] The sync data for ids ['c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:09:29.179165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3357c5f3-fa04-4d18-8ed8-3f2a3234ff61 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:09:29.198934 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be287477-5b31-4419-b065-697c716446e7 None None] Sync routers for ids ['4c1857f0-ed7f-4280-a966-5d61947ba766'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:09:29.209895 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be287477-5b31-4419-b065-697c716446e7 None None] Routers {'4c1857f0-ed7f-4280-a966-5d61947ba766'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:29.210516 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-be287477-5b31-4419-b065-697c716446e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:09:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['4c1857f0-ed7f-4280-a966-5d61947ba766'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:29.351609 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-be287477-5b31-4419-b065-697c716446e7 None None] Set router 4c1857f0-ed7f-4280-a966-5d61947ba766 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:09:29.391514 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3357c5f3-fa04-4d18-8ed8-3f2a3234ff61 admin admin] 10.222.0.16 "PUT /v2.0/routers/4c1857f0-ed7f-4280-a966-5d61947ba766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7941782 Jul 29 15:09:29.401945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35688) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:29.403607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': '836f70a3-2421-4e25-afbc-b46694f36b98'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:09:29.405050 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:29.527322 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17b3adcc-cfbe-4d01-8711-3c78229de182 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:29.586689 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac03842-1881-4a2c-ba1e-aaa57033f35d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:29.592307 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ac03842-1881-4a2c-ba1e-aaa57033f35d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:29.635595 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-3ac03842-1881-4a2c-ba1e-aaa57033f35d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port 74fa726e-2b4b-4cfc-b34c-43163295ed4b yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:09:29.739202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Allocated IP 2001:db8::2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/836f70a3-2421-4e25-afbc-b46694f36b98/204fbb58-c173-402d-a452-dfc4031e0afd) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:29.777973 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-be287477-5b31-4419-b065-697c716446e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'name': 'tempest-TaggedBootDevicesTest_v242-908005100-router', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:56:51Z', 'updated_at': '2021-07-29T15:09:26Z', 'revision_number': 5, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'gw_port': {'id': '786f19fd-45e9-45c4-b7f1-ed5c5ab9df93', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T14:56:54Z', 'updated_at': '2021-07-29T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:29.823062 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65c14c3f-d772-4e7a-95ae-6215ae90bc01 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:29.825582 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17b3adcc-cfbe-4d01-8711-3c78229de182 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:29.986894 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-17b3adcc-cfbe-4d01-8711-3c78229de182 admin admin] Deleting port 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:29.987526 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17b3adcc-cfbe-4d01-8711-3c78229de182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:30.067302 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:30.091088 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Transition to ACTIVE for port object 204fbb58-c173-402d-a452-dfc4031e0afd will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:30.098279 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be287477-5b31-4419-b065-697c716446e7 None None] Checking router: 4c1857f0-ed7f-4280-a966-5d61947ba766 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:09:30.119804 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be287477-5b31-4419-b065-697c716446e7 None None] Routers {'4c1857f0-ed7f-4280-a966-5d61947ba766'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:30.120467 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-be287477-5b31-4419-b065-697c716446e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:09:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['4c1857f0-ed7f-4280-a966-5d61947ba766'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:30.136376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Transition to ACTIVE for port object 204fbb58-c173-402d-a452-dfc4031e0afd will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:30.150960 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:30.151197 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-17b3adcc-cfbe-4d01-8711-3c78229de182 admin admin] For port 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=786f19fd-45e9-45c4-b7f1-ed5c5ab9df93,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:30.151547 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17b3adcc-cfbe-4d01-8711-3c78229de182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:30.213148 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Pushing event updated for resources: {'Port': ['ID=204fbb58-c173-402d-a452-dfc4031e0afd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:30.226513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:30.228183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:30.238293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:30.258628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-3ac03842-1881-4a2c-ba1e-aaa57033f35d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::338 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/836f70a3-2421-4e25-afbc-b46694f36b98/74fa726e-2b4b-4cfc-b34c-43163295ed4b) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:30.269458 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-be287477-5b31-4419-b065-697c716446e7 None None] Set router 4c1857f0-ed7f-4280-a966-5d61947ba766 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:09:30.279482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-17b3adcc-cfbe-4d01-8711-3c78229de182 admin admin] Calling delete_port for 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:30.322413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Attempting to bind port 204fbb58-c173-402d-a452-dfc4031e0afd on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:09:30.322970 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Attempting to bind port 204fbb58-c173-402d-a452-dfc4031e0afd by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:09:30.323556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Attempting to bind port 204fbb58-c173-402d-a452-dfc4031e0afd on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:09:30.331769 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:09:30.332232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:30.332796 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:30.333266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:09:30.333815 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Bound port: 204fbb58-c173-402d-a452-dfc4031e0afd, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:09:30.334406 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:30.349641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-65c14c3f-d772-4e7a-95ae-6215ae90bc01 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Deleting port 1c0cb7f5-f46f-4945-8847-fc6ca2abd103 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:30.350221 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65c14c3f-d772-4e7a-95ae-6215ae90bc01 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:30.382713 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-be287477-5b31-4419-b065-697c716446e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'name': 'tempest-TaggedBootDevicesTest_v242-908005100-router', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:56:51Z', 'updated_at': '2021-07-29T15:09:29Z', 'revision_number': 6, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:30.422226 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be287477-5b31-4419-b065-697c716446e7 None None] The sync data for ids ['4c1857f0-ed7f-4280-a966-5d61947ba766'] in n-d-802893-1 is: [{'id': '4c1857f0-ed7f-4280-a966-5d61947ba766', 'name': 'tempest-TaggedBootDevicesTest_v242-908005100-router', 'tenant_id': 'b87fe36def094cf5968288b084e2140d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T14:56:51Z', 'updated_at': '2021-07-29T15:09:29Z', 'revision_number': 6, 'project_id': 'b87fe36def094cf5968288b084e2140d', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:09:30.441177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] For port 204fbb58-c173-402d-a452-dfc4031e0afd, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:09:30.446084 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] For port 204fbb58-c173-402d-a452-dfc4031e0afd, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=204fbb58-c173-402d-a452-dfc4031e0afd,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:09:30.454281 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:30.488279 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65c14c3f-d772-4e7a-95ae-6215ae90bc01 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:30.506331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-65c14c3f-d772-4e7a-95ae-6215ae90bc01 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Calling delete_port for 1c0cb7f5-f46f-4945-8847-fc6ca2abd103 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:30.540962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe899f-9698-4b32-87fc-1212a26d6916 None None] Pushing event updated for resources: {'Port': ['ID=204fbb58-c173-402d-a452-dfc4031e0afd,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:30.555120 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-579816b8-2e26-4371-b623-eddb0a08b51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:30.618912 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ac03842-1881-4a2c-ba1e-aaa57033f35d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:30.658971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-3ac03842-1881-4a2c-ba1e-aaa57033f35d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 74fa726e-2b4b-4cfc-b34c-43163295ed4b will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:30.690793 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17b3adcc-cfbe-4d01-8711-3c78229de182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:30.739308 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3adcc-cfbe-4d01-8711-3c78229de182 admin admin] Pushing event deleted for resources: {'Port': ['ID=786f19fd-45e9-45c4-b7f1-ed5c5ab9df93,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:30.758774 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65c14c3f-d772-4e7a-95ae-6215ae90bc01 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:30.767038 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ac03842-1881-4a2c-ba1e-aaa57033f35d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:30.795908 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c14c3f-d772-4e7a-95ae-6215ae90bc01 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event deleted for resources: {'Port': ['ID=1c0cb7f5-f46f-4945-8847-fc6ca2abd103,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:30.871594 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac03842-1881-4a2c-ba1e-aaa57033f35d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:30.901646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-3ac03842-1881-4a2c-ba1e-aaa57033f35d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:30.906636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac03842-1881-4a2c-ba1e-aaa57033f35d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:30.914232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac03842-1881-4a2c-ba1e-aaa57033f35d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:30.915392 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ac03842-1881-4a2c-ba1e-aaa57033f35d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:30.928480 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17b3adcc-cfbe-4d01-8711-3c78229de182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:30.943492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac03842-1881-4a2c-ba1e-aaa57033f35d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=74fa726e-2b4b-4cfc-b34c-43163295ed4b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:31.062171 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-65c14c3f-d772-4e7a-95ae-6215ae90bc01 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:31.193077 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35710) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:31.197341 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3ac03842-1881-4a2c-ba1e-aaa57033f35d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2067227 Jul 29 15:09:31.206424 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17b3adcc-cfbe-4d01-8711-3c78229de182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:31.209200 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17b3adcc-cfbe-4d01-8711-3c78229de182 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:31.270752 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17b3adcc-cfbe-4d01-8711-3c78229de182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:31.272426 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b3adcc-cfbe-4d01-8711-3c78229de182 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c1857f0-ed7f-4280-a966-5d61947ba766 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:09:31.277732 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17b3adcc-cfbe-4d01-8711-3c78229de182 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:31.281982 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-17b3adcc-cfbe-4d01-8711-3c78229de182 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4c1857f0-ed7f-4280-a966-5d61947ba766 HTTP/1.1" status: 204 len: 168 time: 1.8779268 Jul 29 15:09:31.282386 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35718) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:31.345211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41e3c5b-71c9-4d6a-92be-5ccac70f9628 admin admin] Deleting subnet 0553de55-e064-4bb6-b0d3-b4a9bd38f40f {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:09:31.350163 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d41e3c5b-71c9-4d6a-92be-5ccac70f9628 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:31.352461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c14c3f-d772-4e7a-95ae-6215ae90bc01 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Router c0e89297-5ef2-4d5a-b7bf-87d9e749f44e has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:09:31.375478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af65912d-34c9-48e6-93d8-684a622848b6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:31.384502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af65912d-34c9-48e6-93d8-684a622848b6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:31.386161 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-af65912d-34c9-48e6-93d8-684a622848b6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1916435 Jul 29 15:09:31.390341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35722) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:31.397192 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d41e3c5b-71c9-4d6a-92be-5ccac70f9628 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:31.514645 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d41e3c5b-71c9-4d6a-92be-5ccac70f9628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:31.542880 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c14c3f-d772-4e7a-95ae-6215ae90bc01 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:09:31.553594 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-65c14c3f-d772-4e7a-95ae-6215ae90bc01 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "PUT /v2.0/routers/c0e89297-5ef2-4d5a-b7bf-87d9e749f44e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4626150 Jul 29 15:09:31.562008 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b0f1c7-a9e9-4f96-b984-cd6ac33fe74d None None] Sync routers for ids ['c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:09:31.575831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35724) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:31.584483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b0f1c7-a9e9-4f96-b984-cd6ac33fe74d None None] Routers {'c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:31.589941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f3b0f1c7-a9e9-4f96-b984-cd6ac33fe74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:09:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:31.641053 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d41e3c5b-71c9-4d6a-92be-5ccac70f9628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:31.687226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f3b0f1c7-a9e9-4f96-b984-cd6ac33fe74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:31.704428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b0f1c7-a9e9-4f96-b984-cd6ac33fe74d None None] Routers {'c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:31.705673 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f3b0f1c7-a9e9-4f96-b984-cd6ac33fe74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:09:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:31.709941 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e3c5b-71c9-4d6a-92be-5ccac70f9628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0553de55-e064-4bb6-b0d3-b4a9bd38f40f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:31.722687 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d41e3c5b-71c9-4d6a-92be-5ccac70f9628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:31.729604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d41e3c5b-71c9-4d6a-92be-5ccac70f9628 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0553de55-e064-4bb6-b0d3-b4a9bd38f40f HTTP/1.1" status: 204 len: 168 time: 0.4439006 Jul 29 15:09:31.732651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35728) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:31.922076 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:32.037677 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] Deleting port d04c1f80-f06f-472f-8fdb-99e371abe84c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:32.038587 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:32.161746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] For port d04c1f80-f06f-472f-8fdb-99e371abe84c, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d04c1f80-f06f-472f-8fdb-99e371abe84c,segment=NetworkSegment(500a1ed8-3fe3-4294-95b1-e87542fd7feb),segment_id=500a1ed8-3fe3-4294-95b1-e87542fd7feb)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:32.162410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79e71ca-b039-4e7b-b515-4963698f6d99 None None] Network c87811c7-fa8b-41f4-b809-e4e0814b1be8 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:32.164073 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:32.177994 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f3b0f1c7-a9e9-4f96-b984-cd6ac33fe74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:32.178780 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b0f1c7-a9e9-4f96-b984-cd6ac33fe74d None None] The sync data for ids ['c0e89297-5ef2-4d5a-b7bf-87d9e749f44e'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:09:32.249694 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] Calling delete_port for d04c1f80-f06f-472f-8fdb-99e371abe84c owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:32.327909 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0049d055-9ff5-470f-9793-fb0ab7c46087 None None] Provisioning for port 204fbb58-c173-402d-a452-dfc4031e0afd completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:32.411203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 204fbb58-c173-402d-a452-dfc4031e0afd up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:32.442185 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-b4927132-d301-4b6c-a1f9-5617a22a8980 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] show failed (client error): The resource could not be found. Jul 29 15:09:32.445084 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b4927132-d301-4b6c-a1f9-5617a22a8980 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1292642825 HTTP/1.1" status: 404 len: 335 time: 0.8630540 Jul 29 15:09:32.449776 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35742) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:32.462831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a075f3ee-2f0c-4338-ae7f-d72d97b65ffc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:32.520537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 204fbb58-c173-402d-a452-dfc4031e0afd completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:32.523664 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-9bcffdf6-06b3-404e-ba9d-aecb95c2e05c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 74fa726e-2b4b-4cfc-b34c-43163295ed4b {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:32.524105 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9bcffdf6-06b3-404e-ba9d-aecb95c2e05c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:32.526067 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 204fbb58-c173-402d-a452-dfc4031e0afd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:32.526475 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:32.591789 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f66e8e-91d9-44fb-8927-6be1f738d7a4 None None] DHCP port deletion for c87811c7-fa8b-41f4-b809-e4e0814b1be8 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:09:32.599469 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-a075f3ee-2f0c-4338-ae7f-d72d97b65ffc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] update failed (client error): The resource could not be found. Jul 29 15:09:32.603640 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a075f3ee-2f0c-4338-ae7f-d72d97b65ffc tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-967066389 HTTP/1.1" status: 404 len: 334 time: 0.1497934 Jul 29 15:09:32.604935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35748) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:32.690433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42c6cbf-e529-415e-8c63-bfb1c0232075 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Deleting subnet e2999545-3803-4bc5-b0ec-819f3a8c5b96 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:09:32.694478 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:32.697699 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e42c6cbf-e529-415e-8c63-bfb1c0232075 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:32.749244 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9bcffdf6-06b3-404e-ba9d-aecb95c2e05c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:32.749836 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:32.757314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=d04c1f80-f06f-472f-8fdb-99e371abe84c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:32.770663 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] No DVR routers for this DVR port d04c1f80-f06f-472f-8fdb-99e371abe84c on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:32.782084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-9bcffdf6-06b3-404e-ba9d-aecb95c2e05c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 74fa726e-2b4b-4cfc-b34c-43163295ed4b owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:32.808720 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e42c6cbf-e529-415e-8c63-bfb1c0232075 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:32.815128 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 204fbb58-c173-402d-a452-dfc4031e0afd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=204fbb58-c173-402d-a452-dfc4031e0afd,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:32.829171 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:32.916231 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:32.931636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=204fbb58-c173-402d-a452-dfc4031e0afd,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:32.938067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87811c7-fa8b-41f4-b809-e4e0814b1be8']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:32.939647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8497f955-6294-4e40-8e36-c1051eff97c5 None None] Provisioning for port 74fa726e-2b4b-4cfc-b34c-43163295ed4b completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:32.948358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8497f955-6294-4e40-8e36-c1051eff97c5 None None] Provisioning complete for port 74fa726e-2b4b-4cfc-b34c-43163295ed4b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:32.948968 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8497f955-6294-4e40-8e36-c1051eff97c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:32.953361 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c3f66e8e-91d9-44fb-8927-6be1f738d7a4 None None] Deleting port d04c1f80-f06f-472f-8fdb-99e371abe84c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:32.953931 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c3f66e8e-91d9-44fb-8927-6be1f738d7a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:32.969680 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500a1ed8-3fe3-4294-95b1-e87542fd7feb') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:32.969970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500a1ed8-3fe3-4294-95b1-e87542fd7feb') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:32.984718 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.008932 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e42c6cbf-e529-415e-8c63-bfb1c0232075 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.012370 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.019969 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:33.035050 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9bcffdf6-06b3-404e-ba9d-aecb95c2e05c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.052832 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:09:33.053524 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:09:33.055454 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:09:33.077278 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:09:33.077699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2ee6ea7b-ca0c-4f1b-80e9-427e2e36663e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:09:33.078050 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:33.081924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c3f66e8e-91d9-44fb-8927-6be1f738d7a4 None None] For port d04c1f80-f06f-472f-8fdb-99e371abe84c, host n-d-802893-1, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:33.082427 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c3f66e8e-91d9-44fb-8927-6be1f738d7a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.133183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:09:33.133562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 786f19fd-45e9-45c4-b7f1-ed5c5ab9df93 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:09:33.135988 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8497f955-6294-4e40-8e36-c1051eff97c5 None None] Port 74fa726e-2b4b-4cfc-b34c-43163295ed4b cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:09:33.143182 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-c9c9a4d5-8f2e-408e-bed3-f80abf0cf309 req-4b3c70ab-ccc4-4637-b860-7fa78e4d8486 service neutron] (94157) timed out ('10.222.0.16', 48482) {{(pid=94157) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 15:09:33.146024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c3f66e8e-91d9-44fb-8927-6be1f738d7a4 None None] Calling delete_port for d04c1f80-f06f-472f-8fdb-99e371abe84c owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:33.148861 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9bcffdf6-06b3-404e-ba9d-aecb95c2e05c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.154903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-c3f66e8e-91d9-44fb-8927-6be1f738d7a4 None None] Port d04c1f80-f06f-472f-8fdb-99e371abe84c was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 15:09:33.156061 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9bcffdf6-06b3-404e-ba9d-aecb95c2e05c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/74fa726e-2b4b-4cfc-b34c-43163295ed4b HTTP/1.1" status: 204 len: 168 time: 1.7645776 Jul 29 15:09:33.158871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35758) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:33.165402 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c3f66e8e-91d9-44fb-8927-6be1f738d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.199832 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcffdf6-06b3-404e-ba9d-aecb95c2e05c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=74fa726e-2b4b-4cfc-b34c-43163295ed4b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:33.214690 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.228386 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3f66e8e-91d9-44fb-8927-6be1f738d7a4 None None] Network c87811c7-fa8b-41f4-b809-e4e0814b1be8 is not hosted by any dhcp agent {{(pid=94159) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 15:09:33.228924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f66e8e-91d9-44fb-8927-6be1f738d7a4 None None] No DVR routers for this DVR port d04c1f80-f06f-472f-8fdb-99e371abe84c on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:33.241670 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f66e8e-91d9-44fb-8927-6be1f738d7a4 None None] Pushing event deleted for resources: {'Port': ['ID=d04c1f80-f06f-472f-8fdb-99e371abe84c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:33.261163 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.303076 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.305311 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] 10.222.0.16 "DELETE /v2.0/networks/c87811c7-fa8b-41f4-b809-e4e0814b1be8 HTTP/1.1" status: 204 len: 168 time: 1.5715694 Jul 29 15:09:33.331918 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e42c6cbf-e529-415e-8c63-bfb1c0232075 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.365383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87864703-d8e2-49f0-a6c9-9c8db4749bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=c87811c7-fa8b-41f4-b809-e4e0814b1be8,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:33.366076 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb842afc-30e7-41b0-99a2-5ba28446e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.430280 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c6cbf-e529-415e-8c63-bfb1c0232075 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event deleted for resources: {'Subnet': ['ID=e2999545-3803-4bc5-b0ec-819f3a8c5b96,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:33.443876 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e42c6cbf-e529-415e-8c63-bfb1c0232075 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.452055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35766) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:33.457387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1b57c3-0149-4705-9c12-bc088fc503a3 None None] Network f2a64786-9ea8-441f-9927-f58b2020f9d3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:33.467841 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e42c6cbf-e529-415e-8c63-bfb1c0232075 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "DELETE /v2.0/subnets/e2999545-3803-4bc5-b0ec-819f3a8c5b96 HTTP/1.1" status: 204 len: 168 time: 0.8614488 Jul 29 15:09:33.505959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4f3ce6-9bfb-4908-82db-496135dc5ef0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:33.507932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4f3ce6-9bfb-4908-82db-496135dc5ef0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:33.510477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6c4f3ce6-9bfb-4908-82db-496135dc5ef0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3493936 Jul 29 15:09:33.515794 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35768) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:33.551892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-f071db70-522b-4ff2-b521-9bb90768d7a8 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Deleting subnet f7250221-e86a-4e9e-a171-2ea4462862b4 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:09:33.560697 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f071db70-522b-4ff2-b521-9bb90768d7a8 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.671940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a218d9-90e8-4596-ae6e-75a31083ae39 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 836f70a3-2421-4e25-afbc-b46694f36b98 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:09:33.674095 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f071db70-522b-4ff2-b521-9bb90768d7a8 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.679842 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56a218d9-90e8-4596-ae6e-75a31083ae39 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.746721 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56a218d9-90e8-4596-ae6e-75a31083ae39 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.771768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35774) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:33.775262 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc633a1-3c55-41fe-af58-3c1d46c34bc4 None None] DHCP port deletion for f2a64786-9ea8-441f-9927-f58b2020f9d3 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:09:33.811885 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f071db70-522b-4ff2-b521-9bb90768d7a8 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.856366 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bdc633a1-3c55-41fe-af58-3c1d46c34bc4 None None] Deleting port 4b8d8b6d-f2e8-40ca-8611-274acb542443 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:33.856868 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdc633a1-3c55-41fe-af58-3c1d46c34bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.874127 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ebf76381-4549-4770-8aeb-b545f2587f86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b87fe36def094cf5968288b084e2140d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0982296 Jul 29 15:09:33.876603 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35776) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:33.925325 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56a218d9-90e8-4596-ae6e-75a31083ae39 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.934998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-bdc633a1-3c55-41fe-af58-3c1d46c34bc4 None None] For port 4b8d8b6d-f2e8-40ca-8611-274acb542443, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4b8d8b6d-f2e8-40ca-8611-274acb542443,segment=NetworkSegment(0e3c507c-5d09-4b71-8216-4d0abe67fde3),segment_id=0e3c507c-5d09-4b71-8216-4d0abe67fde3)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:33.935505 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdc633a1-3c55-41fe-af58-3c1d46c34bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.948107 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f071db70-522b-4ff2-b521-9bb90768d7a8 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:33.950271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bdc633a1-3c55-41fe-af58-3c1d46c34bc4 None None] Calling delete_port for 4b8d8b6d-f2e8-40ca-8611-274acb542443 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:33.982719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071db70-522b-4ff2-b521-9bb90768d7a8 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event deleted for resources: {'Subnet': ['ID=f7250221-e86a-4e9e-a171-2ea4462862b4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:33.998188 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f071db70-522b-4ff2-b521-9bb90768d7a8 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.002795 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f071db70-522b-4ff2-b521-9bb90768d7a8 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "DELETE /v2.0/subnets/f7250221-e86a-4e9e-a171-2ea4462862b4 HTTP/1.1" status: 204 len: 168 time: 0.5481172 Jul 29 15:09:34.003488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35780) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:34.009061 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-63fd2e60-ca1a-429a-8a43-3e8a17ce5134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.016313 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56a218d9-90e8-4596-ae6e-75a31083ae39 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.043599 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-63fd2e60-ca1a-429a-8a43-3e8a17ce5134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.054158 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a40a1d-20ba-4b34-88ff-c5658e4d240a None None] Network 4e67baea-aeea-45ba-8b71-bafd67ee3880 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:34.097671 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a218d9-90e8-4596-ae6e-75a31083ae39 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=836f70a3-2421-4e25-afbc-b46694f36b98,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:34.107268 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56a218d9-90e8-4596-ae6e-75a31083ae39 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.112533 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-56a218d9-90e8-4596-ae6e-75a31083ae39 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/836f70a3-2421-4e25-afbc-b46694f36b98 HTTP/1.1" status: 204 len: 168 time: 0.5955093 Jul 29 15:09:34.113262 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35782) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:34.115741 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-63fd2e60-ca1a-429a-8a43-3e8a17ce5134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.118492 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-63fd2e60-ca1a-429a-8a43-3e8a17ce5134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.119922 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-63fd2e60-ca1a-429a-8a43-3e8a17ce5134 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb90f426-d711-4558-88d6-5338bc39a2b6 HTTP/1.1" status: 204 len: 168 time: 0.2429285 Jul 29 15:09:34.127455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b2c275-63a7-4662-b565-6bceb57237a5 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:34.144870 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.166216 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ecd6db3a-6fca-48e6-840d-1e1a18467996 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514650 Jul 29 15:09:34.173137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35788) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:34.173973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd2e60-ca1a-429a-8a43-3e8a17ce5134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb90f426-d711-4558-88d6-5338bc39a2b6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:34.181707 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-087f2c4a-b098-4991-bc77-b58371b3bb19 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:34.228306 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdc633a1-3c55-41fe-af58-3c1d46c34bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.313260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Deleting port 4b8d8b6d-f2e8-40ca-8611-274acb542443 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:34.313838 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.375755 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087f2c4a-b098-4991-bc77-b58371b3bb19 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:34.379279 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-087f2c4a-b098-4991-bc77-b58371b3bb19 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.411347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc633a1-3c55-41fe-af58-3c1d46c34bc4 None None] Pushing event deleted for resources: {'Port': ['ID=4b8d8b6d-f2e8-40ca-8611-274acb542443,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:34.434736 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 204fbb58-c173-402d-a452-dfc4031e0afd up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:34.463720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] For port 4b8d8b6d-f2e8-40ca-8611-274acb542443, host n-d-802893-1, got binding levels [] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:34.464190 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.505524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Calling delete_port for 4b8d8b6d-f2e8-40ca-8611-274acb542443 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:34.510517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.ipam_backend_mixin [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Port 4b8d8b6d-f2e8-40ca-8611-274acb542443 was not found and therefore no delete operation was performed {{(pid=94158) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 15:09:34.512716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc633a1-3c55-41fe-af58-3c1d46c34bc4 None None] No DVR routers for this DVR port 4b8d8b6d-f2e8-40ca-8611-274acb542443 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:34.514645 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.569582 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event deleted for resources: {'Port': ['ID=4b8d8b6d-f2e8-40ca-8611-274acb542443,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:34.599397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] No DVR routers for this DVR port 4b8d8b6d-f2e8-40ca-8611-274acb542443 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:34.620244 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.697829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 204fbb58-c173-402d-a452-dfc4031e0afd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:34.698178 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.783400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65c3a9b-294b-4167-bcb0-e0164c77d589 None None] DHCP port deletion for 4e67baea-aeea-45ba-8b71-bafd67ee3880 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:09:34.802070 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-087f2c4a-b098-4991-bc77-b58371b3bb19 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.817210 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.832352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a30bc53-0148-47a6-9a01-86af56f631eb None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:09:34.839864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a64786-9ea8-441f-9927-f58b2020f9d3']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:34.881168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3c507c-5d09-4b71-8216-4d0abe67fde3') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:34.881536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3c507c-5d09-4b71-8216-4d0abe67fde3') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:34.900563 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.924587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087f2c4a-b098-4991-bc77-b58371b3bb19 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:34.937682 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.940225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-087f2c4a-b098-4991-bc77-b58371b3bb19 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:34.957851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087f2c4a-b098-4991-bc77-b58371b3bb19 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:34.958558 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-087f2c4a-b098-4991-bc77-b58371b3bb19 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:34.959518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:09:34.960606 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:35.032250 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-087f2c4a-b098-4991-bc77-b58371b3bb19 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8559554 Jul 29 15:09:35.041633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35820) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:35.069843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1271d26f-c398-45b3-93e9-2f7847708f3c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'name': 'tempest-NetworksTestDHCPv6-884293866'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:09:35.074598 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:09:35.079291 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:35.126705 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:35.133122 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "DELETE /v2.0/networks/f2a64786-9ea8-441f-9927-f58b2020f9d3 HTTP/1.1" status: 204 len: 168 time: 1.1277053 Jul 29 15:09:35.136073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee426f-f91e-4aa0-b95a-9a697fae83de tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event deleted for resources: {'Network': ['ID=f2a64786-9ea8-441f-9927-f58b2020f9d3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:35.144767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35824) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:35.249231 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a65c3a9b-294b-4167-bcb0-e0164c77d589 None None] Deleting port 5d95bd36-c28c-40ec-b989-e6b53eccb12c {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:35.249564 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a65c3a9b-294b-4167-bcb0-e0164c77d589 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:35.265809 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f2c4a-b098-4991-bc77-b58371b3bb19 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=90f0d9e1-42b0-4944-b10f-abc8a5882451,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:35.315927 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1271d26f-c398-45b3-93e9-2f7847708f3c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:35.325321 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1271d26f-c398-45b3-93e9-2f7847708f3c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:35.356835 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9a30bc53-0148-47a6-9a01-86af56f631eb None None] Deleting port 204fbb58-c173-402d-a452-dfc4031e0afd {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:35.357229 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:35.363909 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a30bc53-0148-47a6-9a01-86af56f631eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:35.366620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-1271d26f-c398-45b3-93e9-2f7847708f3c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port b1ca9cdc-6a21-4928-b1f4-3de55146b97c yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:09:35.379743 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d04c1f80-f06f-472f-8fdb-99e371abe84c no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:35.465516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: d04c1f80-f06f-472f-8fdb-99e371abe84c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:09:35.465861 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d04c1f80-f06f-472f-8fdb-99e371abe84c not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:09:35.467352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4b8d8b6d-f2e8-40ca-8611-274acb542443 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:35.518040 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Deleting port 5d95bd36-c28c-40ec-b989-e6b53eccb12c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:35.518969 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:35.547271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 4b8d8b6d-f2e8-40ca-8611-274acb542443 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:09:35.547753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4b8d8b6d-f2e8-40ca-8611-274acb542443 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:09:35.587148 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a65c3a9b-294b-4167-bcb0-e0164c77d589 None None] For port 5d95bd36-c28c-40ec-b989-e6b53eccb12c, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5d95bd36-c28c-40ec-b989-e6b53eccb12c,segment=NetworkSegment(41d8fb5f-980e-4592-a9f9-d00a3b9ed89f),segment_id=41d8fb5f-980e-4592-a9f9-d00a3b9ed89f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:35.587888 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a65c3a9b-294b-4167-bcb0-e0164c77d589 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:35.617151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a65c3a9b-294b-4167-bcb0-e0164c77d589 None None] Calling delete_port for 5d95bd36-c28c-40ec-b989-e6b53eccb12c owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:35.667901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9a30bc53-0148-47a6-9a01-86af56f631eb None None] For port 204fbb58-c173-402d-a452-dfc4031e0afd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=204fbb58-c173-402d-a452-dfc4031e0afd,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:35.668595 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a30bc53-0148-47a6-9a01-86af56f631eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:35.685905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-1271d26f-c398-45b3-93e9-2f7847708f3c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::194 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/90f0d9e1-42b0-4944-b10f-abc8a5882451/b1ca9cdc-6a21-4928-b1f4-3de55146b97c) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:35.727198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] For port 5d95bd36-c28c-40ec-b989-e6b53eccb12c, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5d95bd36-c28c-40ec-b989-e6b53eccb12c,segment=NetworkSegment(41d8fb5f-980e-4592-a9f9-d00a3b9ed89f),segment_id=41d8fb5f-980e-4592-a9f9-d00a3b9ed89f)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:35.727484 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:35.728109 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9a30bc53-0148-47a6-9a01-86af56f631eb None None] Calling delete_port for 204fbb58-c173-402d-a452-dfc4031e0afd owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:35.765541 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Calling delete_port for 5d95bd36-c28c-40ec-b989-e6b53eccb12c owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:35.971738 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a65c3a9b-294b-4167-bcb0-e0164c77d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.007948 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.026971 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1271d26f-c398-45b3-93e9-2f7847708f3c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.050285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] No DVR routers for this DVR port 5d95bd36-c28c-40ec-b989-e6b53eccb12c on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:36.058471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c3a9b-294b-4167-bcb0-e0164c77d589 None None] Pushing event deleted for resources: {'Port': ['ID=5d95bd36-c28c-40ec-b989-e6b53eccb12c,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:36.072975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c3a9b-294b-4167-bcb0-e0164c77d589 None None] No DVR routers for this DVR port 5d95bd36-c28c-40ec-b989-e6b53eccb12c on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:36.089332 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a30bc53-0148-47a6-9a01-86af56f631eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.092557 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-1271d26f-c398-45b3-93e9-2f7847708f3c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object b1ca9cdc-6a21-4928-b1f4-3de55146b97c will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:36.149889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30bc53-0148-47a6-9a01-86af56f631eb None None] Pushing event deleted for resources: {'Port': ['ID=204fbb58-c173-402d-a452-dfc4031e0afd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:36.152605 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a30bc53-0148-47a6-9a01-86af56f631eb None None] No DVR routers for this DVR port 204fbb58-c173-402d-a452-dfc4031e0afd on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:36.181278 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1271d26f-c398-45b3-93e9-2f7847708f3c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.187092 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc930aac-ae15-416a-9719-fa62419658ee None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:36.198469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event deleted for resources: {'Port': ['ID=5d95bd36-c28c-40ec-b989-e6b53eccb12c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:36.303423 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.316312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e67baea-aeea-45ba-8b71-bafd67ee3880']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:36.332705 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1271d26f-c398-45b3-93e9-2f7847708f3c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:36.335325 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d8fb5f-980e-4592-a9f9-d00a3b9ed89f') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:36.335957 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d8fb5f-980e-4592-a9f9-d00a3b9ed89f') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:36.363567 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-1271d26f-c398-45b3-93e9-2f7847708f3c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:36.366889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1271d26f-c398-45b3-93e9-2f7847708f3c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:36.368301 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.376154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5d95bd36-c28c-40ec-b989-e6b53eccb12c no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:36.383418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1271d26f-c398-45b3-93e9-2f7847708f3c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:36.384355 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1271d26f-c398-45b3-93e9-2f7847708f3c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.396273 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.398333 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35850) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:36.403329 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.412182 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:09:36.414555 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.417053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271d26f-c398-45b3-93e9-2f7847708f3c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=b1ca9cdc-6a21-4928-b1f4-3de55146b97c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:36.454438 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1271d26f-c398-45b3-93e9-2f7847708f3c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4115665 Jul 29 15:09:36.457434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35854) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:36.459673 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 5d95bd36-c28c-40ec-b989-e6b53eccb12c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:09:36.460153 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5d95bd36-c28c-40ec-b989-e6b53eccb12c not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:09:36.460647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 204fbb58-c173-402d-a452-dfc4031e0afd no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:09:36.541286 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:09:36.546801 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.557793 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.563240 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 204fbb58-c173-402d-a452-dfc4031e0afd {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:09:36.567475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35858) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:36.567775 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "DELETE /v2.0/networks/4e67baea-aeea-45ba-8b71-bafd67ee3880 HTTP/1.1" status: 204 len: 168 time: 1.4217551 Jul 29 15:09:36.570269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 204fbb58-c173-402d-a452-dfc4031e0afd not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:09:36.606514 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a8b10-e4d6-462d-a5a0-587627bae78d tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event deleted for resources: {'Network': ['ID=4e67baea-aeea-45ba-8b71-bafd67ee3880,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:36.699121 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63510544-1d55-4f89-8dab-b2c35aab629d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:36.704549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35862) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:36.705095 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-63510544-1d55-4f89-8dab-b2c35aab629d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2461863 Jul 29 15:09:36.718135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de2b6a6-c117-4ece-bd63-6c0ef85a104b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Deleting subnet 283d52c5-ed0e-4f6d-bbed-84fa0b223a80 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:09:36.729296 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1de2b6a6-c117-4ece-bd63-6c0ef85a104b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.779916 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': '90f0d9e1-42b0-4944-b10f-abc8a5882451'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:09:36.781540 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.823320 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1de2b6a6-c117-4ece-bd63-6c0ef85a104b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.947160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-94bb48ff-9ec8-4077-9b0c-4c75b9856889 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port b1ca9cdc-6a21-4928-b1f4-3de55146b97c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:36.947583 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94bb48ff-9ec8-4077-9b0c-4c75b9856889 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:36.969167 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1de2b6a6-c117-4ece-bd63-6c0ef85a104b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:37.053298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d7afb27e-b0e0-4f0c-a030-2f219af74f6e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-106339578-network', 'tenant_id': '957658252ca14ff6ac84dd0644aad399'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:37.058505 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1de2b6a6-c117-4ece-bd63-6c0ef85a104b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:37.084981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Allocated IP 2001:db8::2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/90f0d9e1-42b0-4944-b10f-abc8a5882451/1925bd3b-d164-4495-8f5b-2384ea8312a7) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:37.101983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2b6a6-c117-4ece-bd63-6c0ef85a104b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event deleted for resources: {'Subnet': ['ID=283d52c5-ed0e-4f6d-bbed-84fa0b223a80,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:37.108651 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1de2b6a6-c117-4ece-bd63-6c0ef85a104b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:37.110908 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1de2b6a6-c117-4ece-bd63-6c0ef85a104b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "DELETE /v2.0/subnets/283d52c5-ed0e-4f6d-bbed-84fa0b223a80 HTTP/1.1" status: 204 len: 168 time: 0.5408545 Jul 29 15:09:37.114691 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35868) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:37.149096 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94bb48ff-9ec8-4077-9b0c-4c75b9856889 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:37.165336 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-94bb48ff-9ec8-4077-9b0c-4c75b9856889 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for b1ca9cdc-6a21-4928-b1f4-3de55146b97c owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:37.238835 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7e5096-1fa9-4ebc-826e-b00b1377c88d None None] Network 98dd2b9a-fede-4ce2-966d-aa25e8a5ac38 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:37.255675 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:37.329857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7afb27e-b0e0-4f0c-a030-2f219af74f6e admin admin] Made reservation on behalf of 957658252ca14ff6ac84dd0644aad399 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:37.345939 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7afb27e-b0e0-4f0c-a030-2f219af74f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:37.389806 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7afb27e-b0e0-4f0c-a030-2f219af74f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:37.461878 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94bb48ff-9ec8-4077-9b0c-4c75b9856889 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:37.489977 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Deleting port 37a84632-12ce-4fa5-9f81-37593ee5918b {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:37.490375 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:37.509423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb48ff-9ec8-4077-9b0c-4c75b9856889 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=b1ca9cdc-6a21-4928-b1f4-3de55146b97c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:37.532480 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94bb48ff-9ec8-4077-9b0c-4c75b9856889 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:37.534457 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-94bb48ff-9ec8-4077-9b0c-4c75b9856889 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/b1ca9cdc-6a21-4928-b1f4-3de55146b97c HTTP/1.1" status: 204 len: 168 time: 0.8278039 Jul 29 15:09:37.536944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35874) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:37.631937 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] For port 37a84632-12ce-4fa5-9f81-37593ee5918b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=37a84632-12ce-4fa5-9f81-37593ee5918b,segment=NetworkSegment(ec84c06f-afe9-49a8-b87d-1836567960a4),segment_id=ec84c06f-afe9-49a8-b87d-1836567960a4)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:37.632915 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:37.636912 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799bc551-5421-4116-90a1-ba560779f698 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:37.640144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799bc551-5421-4116-90a1-ba560779f698 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:37.645015 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-799bc551-5421-4116-90a1-ba560779f698 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1044168 Jul 29 15:09:37.645787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35876) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:37.656731 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Calling delete_port for 37a84632-12ce-4fa5-9f81-37593ee5918b owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:37.730057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-569e3e26-9cf3-4304-abce-4929e7cb231d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 90f0d9e1-42b0-4944-b10f-abc8a5882451 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:09:37.794460 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7afb27e-b0e0-4f0c-a030-2f219af74f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:37.818509 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7afb27e-b0e0-4f0c-a030-2f219af74f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:37.893424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7afb27e-b0e0-4f0c-a030-2f219af74f6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:09:37.961889 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7afb27e-b0e0-4f0c-a030-2f219af74f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:37.962529 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-d7afb27e-b0e0-4f0c-a030-2f219af74f6e admin admin] Added segment 2456b300-360d-425d-b9dc-ccbaa83afa00 of type vlan for network 8a037f41-cecb-4925-a9f0-2425102c4d75 Jul 29 15:09:37.975612 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afb27e-b0e0-4f0c-a030-2f219af74f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c70ab3-9642-4369-9ffb-a9aa2203465a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:37.981325 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.013827 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.037448 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367d727-7b1f-427b-86ee-08992abbb91b None None] DHCP port deletion for 98dd2b9a-fede-4ce2-966d-aa25e8a5ac38 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:09:38.043651 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Transition to ACTIVE for port object 1925bd3b-d164-4495-8f5b-2384ea8312a7 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:38.051719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event deleted for resources: {'Port': ['ID=37a84632-12ce-4fa5-9f81-37593ee5918b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:38.058154 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7afb27e-b0e0-4f0c-a030-2f219af74f6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.063267 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] No DVR routers for this DVR port 37a84632-12ce-4fa5-9f81-37593ee5918b on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:38.086563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Transition to ACTIVE for port object 1925bd3b-d164-4495-8f5b-2384ea8312a7 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:38.098250 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-569e3e26-9cf3-4304-abce-4929e7cb231d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.107091 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.163814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:38.171267 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:38.175125 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.176483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:38.177792 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7afb27e-b0e0-4f0c-a030-2f219af74f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.178783 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7afb27e-b0e0-4f0c-a030-2f219af74f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:38.179405 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7afb27e-b0e0-4f0c-a030-2f219af74f6e admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.236155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98dd2b9a-fede-4ce2-966d-aa25e8a5ac38']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:38.245755 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-569e3e26-9cf3-4304-abce-4929e7cb231d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.335612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Pushing event updated for resources: {'Port': ['ID=1925bd3b-d164-4495-8f5b-2384ea8312a7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:38.343710 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 37a84632-12ce-4fa5-9f81-37593ee5918b no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:38.395255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 37a84632-12ce-4fa5-9f81-37593ee5918b {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:09:38.395255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 37a84632-12ce-4fa5-9f81-37593ee5918b not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:09:38.419009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec84c06f-afe9-49a8-b87d-1836567960a4') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:38.419211 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec84c06f-afe9-49a8-b87d-1836567960a4') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:38.434737 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d7afb27e-b0e0-4f0c-a030-2f219af74f6e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0346086 Jul 29 15:09:38.440851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35888) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:38.445742 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.449346 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Attempting to bind port 1925bd3b-d164-4495-8f5b-2384ea8312a7 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:09:38.450730 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-8bae5eac-3781-4626-9cf6-c444f7d28761 admin admin] Request body: {'subnet': {'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-106339578-subnet', 'tenant_id': '957658252ca14ff6ac84dd0644aad399', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:38.455119 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Attempting to bind port 1925bd3b-d164-4495-8f5b-2384ea8312a7 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:09:38.455519 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Attempting to bind port 1925bd3b-d164-4495-8f5b-2384ea8312a7 on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:09:38.463991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:09:38.464311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:38.464948 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.465360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:09:38.466009 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Bound port: 1925bd3b-d164-4495-8f5b-2384ea8312a7, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:09:38.466714 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.467137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afb27e-b0e0-4f0c-a030-2f219af74f6e admin admin] Pushing event updated for resources: {'Network': ['ID=8a037f41-cecb-4925-a9f0-2425102c4d75,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:38.484248 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.496152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:09:38.496884 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:09:38.501404 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:09:38.535992 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-569e3e26-9cf3-4304-abce-4929e7cb231d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.563530 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 8a037f41-cecb-4925-a9f0-2425102c4d75 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:09:38.679879 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-569e3e26-9cf3-4304-abce-4929e7cb231d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.687705 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bae5eac-3781-4626-9cf6-c444f7d28761 admin admin] Made reservation on behalf of 957658252ca14ff6ac84dd0644aad399 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:38.696591 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8bae5eac-3781-4626-9cf6-c444f7d28761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.701153 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.708838 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] For port 1925bd3b-d164-4495-8f5b-2384ea8312a7, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:09:38.713482 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] For port 1925bd3b-d164-4495-8f5b-2384ea8312a7, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1925bd3b-d164-4495-8f5b-2384ea8312a7,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:09:38.713864 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-569e3e26-9cf3-4304-abce-4929e7cb231d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.722795 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-569e3e26-9cf3-4304-abce-4929e7cb231d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/90f0d9e1-42b0-4944-b10f-abc8a5882451 HTTP/1.1" status: 204 len: 168 time: 1.0734596 Jul 29 15:09:38.724496 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.725344 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:38.725982 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35892) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:38.731073 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "DELETE /v2.0/networks/98dd2b9a-fede-4ce2-966d-aa25e8a5ac38 HTTP/1.1" status: 204 len: 168 time: 1.6150157 Jul 29 15:09:38.778847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35894) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:38.804092 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e3e26-9cf3-4304-abce-4929e7cb231d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=90f0d9e1-42b0-4944-b10f-abc8a5882451,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:38.811440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed14d4-017e-46d3-9f0b-4c22f801e5ab None None] Pushing event updated for resources: {'Port': ['ID=1925bd3b-d164-4495-8f5b-2384ea8312a7,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:38.848764 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee46e3-132a-40df-8571-7ffb5021b35b tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Pushing event deleted for resources: {'Network': ['ID=98dd2b9a-fede-4ce2-966d-aa25e8a5ac38,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:38.926417 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1823cd0c-110f-49bf-ac25-94c2116f52e0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1971552 Jul 29 15:09:38.928821 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35898) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:38.937477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fe9e12d3-99fa-4d54-8809-9405bae8a781 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0e89297-5ef2-4d5a-b7bf-87d9e749f44e HTTP/1.1" status: 200 len: 205 time: 0.1472912 Jul 29 15:09:38.938153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35900) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:39.130469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c884a839-50e5-41e8-a5ee-e7a2399baff1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:39.132298 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c884a839-50e5-41e8-a5ee-e7a2399baff1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2010884 Jul 29 15:09:39.137083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35902) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:39.145084 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e88836e-147f-408b-b7ca-1081dde2a263 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:39.382820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19992b02-0645-440e-a93f-895d9d6e29fc tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:39.386579 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-19992b02-0645-440e-a93f-895d9d6e29fc tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2461388 Jul 29 15:09:39.386579 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8bae5eac-3781-4626-9cf6-c444f7d28761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:39.389277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35906) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:39.518182 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9899e325-3183-4e57-a56e-fcfc4dea8ba2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1261890 Jul 29 15:09:39.518958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae5eac-3781-4626-9cf6-c444f7d28761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe054880-bd2c-4d36-9617-8a2dae90afd8,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:39.522417 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35910) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:39.527716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-17da1135-eff7-4a86-9345-83ff288684e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:39.753708 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bae5eac-3781-4626-9cf6-c444f7d28761 admin admin] Checking segment: {'id': '2456b300-360d-425d-b9dc-ccbaa83afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:39.754175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bae5eac-3781-4626-9cf6-c444f7d28761 admin admin] Network hostable DHCP agents. Network: 8a037f41-cecb-4925-a9f0-2425102c4d75, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:09:39.780370 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17da1135-eff7-4a86-9345-83ff288684e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:39.785914 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17da1135-eff7-4a86-9345-83ff288684e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:39.948692 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35918) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:39.963965 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e88836e-147f-408b-b7ca-1081dde2a263 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:39.966766 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e88836e-147f-408b-b7ca-1081dde2a263 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:39.997316 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bae5eac-3781-4626-9cf6-c444f7d28761 admin admin] Network 8a037f41-cecb-4925-a9f0-2425102c4d75 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:09:40.028469 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e88836e-147f-408b-b7ca-1081dde2a263 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.029260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e88836e-147f-408b-b7ca-1081dde2a263 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Fanout notify agent at l3_agent the message router_deleted on router c0e89297-5ef2-4d5a-b7bf-87d9e749f44e {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:09:40.037079 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e88836e-147f-408b-b7ca-1081dde2a263 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.039330 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9e88836e-147f-408b-b7ca-1081dde2a263 tempest-RoutersNegativeTest-63969065 tempest-RoutersNegativeTest-63969065-project] 10.222.0.16 "DELETE /v2.0/routers/c0e89297-5ef2-4d5a-b7bf-87d9e749f44e HTTP/1.1" status: 204 len: 168 time: 1.1002142 Jul 29 15:09:40.061816 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-8bae5eac-3781-4626-9cf6-c444f7d28761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 8a037f41-cecb-4925-a9f0-2425102c4d75) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:40.074423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bae5eac-3781-4626-9cf6-c444f7d28761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:40.078026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be27832-b93c-4d0d-9949-a0b2106fc374 None None] Network 8a037f41-cecb-4925-a9f0-2425102c4d75 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:40.083408 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8bae5eac-3781-4626-9cf6-c444f7d28761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.114887 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8bae5eac-3781-4626-9cf6-c444f7d28761 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6732576 Jul 29 15:09:40.116434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35924) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:40.117820 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17da1135-eff7-4a86-9345-83ff288684e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.125175 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-106339578-router', 'tenant_id': '957658252ca14ff6ac84dd0644aad399', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:40.173867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17da1135-eff7-4a86-9345-83ff288684e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:40.181093 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-17da1135-eff7-4a86-9345-83ff288684e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:40.193935 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17da1135-eff7-4a86-9345-83ff288684e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:40.195201 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17da1135-eff7-4a86-9345-83ff288684e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.212509 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.218596 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.219547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da1135-eff7-4a86-9345-83ff288684e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=7054b9eb-a5ed-41c8-af2a-9b41e7492c64,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:40.229507 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-17da1135-eff7-4a86-9345-83ff288684e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7060173 Jul 29 15:09:40.233483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35928) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:40.240614 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-180669dd-0765-4f9a-8f98-9a9a18256c11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'fixed_ips': [{'subnet_id': '7054b9eb-a5ed-41c8-af2a-9b41e7492c64', 'ip_address': '2001:db8::dba1:2c18:bc0f:f8f6'}], 'name': 'tempest-NetworksTestDHCPv6-750469652'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:40.315000 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.326234 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0229f81-07cd-4ecf-bf5d-3e89bce6765a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.438311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b9a179-76f0-4cbe-b8d4-b32948734cdd None None] Network 8a037f41-cecb-4925-a9f0-2425102c4d75 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:40.467768 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1925bd3b-d164-4495-8f5b-2384ea8312a7 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:40.513788 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35932) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:40.578175 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.580625 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d16420-e40c-4cde-9ea1-ecf254f8e28f None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:40.669836 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0229f81-07cd-4ecf-bf5d-3e89bce6765a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.676289 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e0229f81-07cd-4ecf-bf5d-3e89bce6765a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.681744 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a23cf58e-5962-4b40-85ef-714a37dd3b5e None None] Provisioning for port 1925bd3b-d164-4495-8f5b-2384ea8312a7 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:40.705645 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e4c7cecd-12db-4d40-a8ed-dfcd3966ebd8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a576f009c8f64beebd02ce60bd55ec06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1904285 Jul 29 15:09:40.707966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35938) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:40.725342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180669dd-0765-4f9a-8f98-9a9a18256c11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:40.743086 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e0229f81-07cd-4ecf-bf5d-3e89bce6765a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37ea977fdb554c088491e9047396191f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7905161 Jul 29 15:09:40.743874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35940) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:40.754552 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0229f81-07cd-4ecf-bf5d-3e89bce6765a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18121cc-ac23-4cc5-9e72-900a4b7c23ab,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:40.782833 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a23cf58e-5962-4b40-85ef-714a37dd3b5e None None] Could not find standard attr ID for object b1ca9cdc-6a21-4928-b1f4-3de55146b97c. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:09:40.844637 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3fb9b5ef-402f-4f22-883d-07850949b59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.876628 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3fb9b5ef-402f-4f22-883d-07850949b59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.902432 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 1925bd3b-d164-4495-8f5b-2384ea8312a7 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:40.903376 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c74f20aa-1746-4f5f-a13e-e228680fc889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.933254 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 1925bd3b-d164-4495-8f5b-2384ea8312a7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:40.933645 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.944702 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c74f20aa-1746-4f5f-a13e-e228680fc889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:40.972280 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-180669dd-0765-4f9a-8f98-9a9a18256c11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:41.017372 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:41.025725 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-180669dd-0765-4f9a-8f98-9a9a18256c11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port a29d80ad-995e-40c9-b5db-6aa6d97c53dd yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:09:41.050351 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:41.069272 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3fb9b5ef-402f-4f22-883d-07850949b59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:41.071960 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3fb9b5ef-402f-4f22-883d-07850949b59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:41.073420 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3fb9b5ef-402f-4f22-883d-07850949b59b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d18121cc-ac23-4cc5-9e72-900a4b7c23ab HTTP/1.1" status: 204 len: 168 time: 0.3282847 Jul 29 15:09:41.094914 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:41.097616 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:41.113647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9b5ef-402f-4f22-883d-07850949b59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18121cc-ac23-4cc5-9e72-900a4b7c23ab,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:41.153726 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c74f20aa-1746-4f5f-a13e-e228680fc889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:41.156454 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c74f20aa-1746-4f5f-a13e-e228680fc889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:41.157650 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c74f20aa-1746-4f5f-a13e-e228680fc889 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72dd93a5-876f-44a1-b7c9-dad86426d200 HTTP/1.1" status: 204 len: 168 time: 0.4391913 Jul 29 15:09:41.190537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 1925bd3b-d164-4495-8f5b-2384ea8312a7, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1925bd3b-d164-4495-8f5b-2384ea8312a7,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:41.191826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f20aa-1746-4f5f-a13e-e228680fc889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dd93a5-876f-44a1-b7c9-dad86426d200,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:41.196951 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:41.281554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Allocated IP 172.25.6.67 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/244e890a-d601-4e7a-adea-2ba815434c98) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:41.359962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=1925bd3b-d164-4495-8f5b-2384ea8312a7,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:41.471453 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ae7bc9ae-7586-4540-bfb8-bf886c2bef7e None None] Provisioning complete for port 1925bd3b-d164-4495-8f5b-2384ea8312a7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:41.472109 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ae7bc9ae-7586-4540-bfb8-bf886c2bef7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:41.480367 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-180669dd-0765-4f9a-8f98-9a9a18256c11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::dba1:2c18:bc0f:f8f6 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/7054b9eb-a5ed-41c8-af2a-9b41e7492c64/a29d80ad-995e-40c9-b5db-6aa6d97c53dd) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:41.539109 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:41.643034 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:41.730316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:41.739695 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:41.742788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Pushing event updated for resources: {'Port': ['ID=244e890a-d601-4e7a-adea-2ba815434c98,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:41.751955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:41.795758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4e9649fe-0156-437c-9f8c-0dc783f370c6 None None] Could not find standard attr ID for object b1ca9cdc-6a21-4928-b1f4-3de55146b97c. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:09:41.849354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35958) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:41.884804 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-180669dd-0765-4f9a-8f98-9a9a18256c11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:41.895602 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7956a1f6-610e-4f38-a689-52a8409761bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:41.916297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-180669dd-0765-4f9a-8f98-9a9a18256c11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object a29d80ad-995e-40c9-b5db-6aa6d97c53dd will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:42.010068 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-180669dd-0765-4f9a-8f98-9a9a18256c11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:42.098109 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180669dd-0765-4f9a-8f98-9a9a18256c11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:42.117593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-180669dd-0765-4f9a-8f98-9a9a18256c11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:42.126210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180669dd-0765-4f9a-8f98-9a9a18256c11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:42.132641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180669dd-0765-4f9a-8f98-9a9a18256c11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:42.133514 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-180669dd-0765-4f9a-8f98-9a9a18256c11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:42.198080 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7956a1f6-610e-4f38-a689-52a8409761bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:42.214850 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180669dd-0765-4f9a-8f98-9a9a18256c11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=a29d80ad-995e-40c9-b5db-6aa6d97c53dd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:42.217864 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7956a1f6-610e-4f38-a689-52a8409761bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:42.248577 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956a1f6-610e-4f38-a689-52a8409761bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5bb7be-6725-4eb8-b294-d28c55d29ab0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:42.252308 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-180669dd-0765-4f9a-8f98-9a9a18256c11 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0173016 Jul 29 15:09:42.288863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35972) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:42.299002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1925bd3b-d164-4495-8f5b-2384ea8312a7 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:42.308747 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7956a1f6-610e-4f38-a689-52a8409761bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26d13d0e154844e281d41c080f68201c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4551888 Jul 29 15:09:42.316263 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35974) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:42.425260 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09499578-b9b6-44ab-a953-8aefafeef9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:42.431858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 1925bd3b-d164-4495-8f5b-2384ea8312a7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:42.432567 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:42.471835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09499578-b9b6-44ab-a953-8aefafeef9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:42.475171 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d40ef06-a6d7-4472-8267-c6da30445519 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:42.487380 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d40ef06-a6d7-4472-8267-c6da30445519 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:42.493018 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6d40ef06-a6d7-4472-8267-c6da30445519 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2019184 Jul 29 15:09:42.498565 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:42.500555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35978) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:42.571661 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35980) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:42.629775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1bc6b459-7bdc-4420-acc3-15887dbe4eb4 None None] Provisioning for port a29d80ad-995e-40c9-b5db-6aa6d97c53dd completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:42.638786 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1bc6b459-7bdc-4420-acc3-15887dbe4eb4 None None] Provisioning complete for port a29d80ad-995e-40c9-b5db-6aa6d97c53dd triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:42.639679 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1bc6b459-7bdc-4420-acc3-15887dbe4eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:42.669414 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09499578-b9b6-44ab-a953-8aefafeef9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:42.673262 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09499578-b9b6-44ab-a953-8aefafeef9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:42.674960 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-09499578-b9b6-44ab-a953-8aefafeef9df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e5bb7be-6725-4eb8-b294-d28c55d29ab0 HTTP/1.1" status: 204 len: 168 time: 0.3574975 Jul 29 15:09:42.694452 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3c2eec27-49b1-42fa-ab5f-b84a4a817d57 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port a29d80ad-995e-40c9-b5db-6aa6d97c53dd {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:42.695261 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c2eec27-49b1-42fa-ab5f-b84a4a817d57 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:42.700570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09499578-b9b6-44ab-a953-8aefafeef9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5bb7be-6725-4eb8-b294-d28c55d29ab0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:42.788225 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6b459-7bdc-4420-acc3-15887dbe4eb4 None None] Port a29d80ad-995e-40c9-b5db-6aa6d97c53dd cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:09:42.795737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-85932031-ef7d-4fb7-a034-b51d139414d7 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443105100'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:42.838641 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c2eec27-49b1-42fa-ab5f-b84a4a817d57 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:42.853983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-3c2eec27-49b1-42fa-ab5f-b84a4a817d57 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for a29d80ad-995e-40c9-b5db-6aa6d97c53dd owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:42.856013 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-85932031-ef7d-4fb7-a034-b51d139414d7 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:42.873842 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-85932031-ef7d-4fb7-a034-b51d139414d7 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:42.883910 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.033638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Router cac88b1d-0e6c-419d-a2ac-0dd0aef547a5 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:09:43.094045 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c2eec27-49b1-42fa-ab5f-b84a4a817d57 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.099992 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-85932031-ef7d-4fb7-a034-b51d139414d7 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.135465 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-85932031-ef7d-4fb7-a034-b51d139414d7 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.168265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:09:43.179429 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Sync routers for ids ['cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:09:43.189249 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.194289 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7bd77cba-637f-4bef-a48c-f5110039edcf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0767264 Jul 29 15:09:43.194924 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 35992) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:43.195314 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Routers {'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:43.198426 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c2eec27-49b1-42fa-ab5f-b84a4a817d57 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.198983 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:09:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:43.200696 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3c2eec27-49b1-42fa-ab5f-b84a4a817d57 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/a29d80ad-995e-40c9-b5db-6aa6d97c53dd HTTP/1.1" status: 204 len: 168 time: 0.6962430 Jul 29 15:09:43.201687 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2eec27-49b1-42fa-ab5f-b84a4a817d57 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=a29d80ad-995e-40c9-b5db-6aa6d97c53dd,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:43.206120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 35994) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:43.312781 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85932031-ef7d-4fb7-a034-b51d139414d7 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15384a9-2ab3-4995-a0d5-e248ea9c392e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:43.362331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe168e-ebc7-42ff-82a5-5ad12019d877 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:43.363959 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fe168e-ebc7-42ff-82a5-5ad12019d877 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:43.369865 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Set router cac88b1d-0e6c-419d-a2ac-0dd0aef547a5 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:09:43.373781 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b4fe168e-ebc7-42ff-82a5-5ad12019d877 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1589227 Jul 29 15:09:43.375077 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36000) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:43.474781 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-85932031-ef7d-4fb7-a034-b51d139414d7 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.487373 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-85932031-ef7d-4fb7-a034-b51d139414d7 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.528271 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-85932031-ef7d-4fb7-a034-b51d139414d7 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.530001 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-85932031-ef7d-4fb7-a034-b51d139414d7 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9547746 Jul 29 15:09:43.540055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36004) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:43.588647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85932031-ef7d-4fb7-a034-b51d139414d7 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1875e0e-f31a-4aa2-8fa2-a70da1dfd85a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:43.600145 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'name': 'tempest-ServerRescueTestJSON-106339578-router', 'tenant_id': '957658252ca14ff6ac84dd0644aad399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '244e890a-d601-4e7a-adea-2ba815434c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:09:40Z', 'updated_at': '2021-07-29T15:09:41Z', 'revision_number': 3, 'project_id': '957658252ca14ff6ac84dd0644aad399', 'gw_port': {'id': '244e890a-d601-4e7a-adea-2ba815434c98', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:09:41Z', 'updated_at': '2021-07-29T15:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:43.612260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd53cdd8-bdf8-4546-b489-c6bf07745b53 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 7054b9eb-a5ed-41c8-af2a-9b41e7492c64 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:09:43.616120 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd53cdd8-bdf8-4546-b489-c6bf07745b53 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.637387 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Checking router: cac88b1d-0e6c-419d-a2ac-0dd0aef547a5 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:09:43.638263 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Updating router cac88b1d-0e6c-419d-a2ac-0dd0aef547a5 port 244e890a-d601-4e7a-adea-2ba815434c98 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:09:43.667666 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.668961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd53cdd8-bdf8-4546-b489-c6bf07745b53 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.723696 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd53cdd8-bdf8-4546-b489-c6bf07745b53 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.844305 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f491831a-52bd-44b6-9c15-56987f6572ce tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3021274 Jul 29 15:09:43.845027 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36014) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:43.852052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f0368e2b-d2e6-4b75-b55d-a9f22a26553a tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group': {'name': 'tempest-security--1907225396', 'description': 'tempest-security-description-594004735'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:43.881648 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd53cdd8-bdf8-4546-b489-c6bf07745b53 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.936061 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.939917 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd53cdd8-bdf8-4546-b489-c6bf07745b53 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.942008 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cd53cdd8-bdf8-4546-b489-c6bf07745b53 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/7054b9eb-a5ed-41c8-af2a-9b41e7492c64 HTTP/1.1" status: 204 len: 168 time: 0.5659893 Jul 29 15:09:43.944144 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0368e2b-d2e6-4b75-b55d-a9f22a26553a tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:43.946392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dab0cd-7138-4ae6-a248-ea540eaa9fd7 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:43.946933 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36016) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:43.947051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53cdd8-bdf8-4546-b489-c6bf07745b53 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=7054b9eb-a5ed-41c8-af2a-9b41e7492c64,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:44.016578 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0368e2b-d2e6-4b75-b55d-a9f22a26553a tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.022957 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0368e2b-d2e6-4b75-b55d-a9f22a26553a tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.027228 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0368e2b-d2e6-4b75-b55d-a9f22a26553a tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.034288 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.038371 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f0368e2b-d2e6-4b75-b55d-a9f22a26553a tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "PUT /v2.0/security-groups/e1875e0e-f31a-4aa2-8fa2-a70da1dfd85a HTTP/1.1" status: 200 len: 1779 time: 0.1888988 Jul 29 15:09:44.040211 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36018) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:44.042735 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Transition to ACTIVE for port object 244e890a-d601-4e7a-adea-2ba815434c98 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:44.052000 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.131970 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22013e9-026c-4c11-8736-6006717ecc4e None None] Pushing event updated for resources: {'Port': ['ID=244e890a-d601-4e7a-adea-2ba815434c98,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:44.144884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0368e2b-d2e6-4b75-b55d-a9f22a26553a tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1875e0e-f31a-4aa2-8fa2-a70da1dfd85a,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:44.154448 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22013e9-026c-4c11-8736-6006717ecc4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:44.154701 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22013e9-026c-4c11-8736-6006717ecc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:44.155965 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22013e9-026c-4c11-8736-6006717ecc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:44.156329 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22013e9-026c-4c11-8736-6006717ecc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:44.156683 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22013e9-026c-4c11-8736-6006717ecc4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:44.157017 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22013e9-026c-4c11-8736-6006717ecc4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:44.157361 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22013e9-026c-4c11-8736-6006717ecc4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:44.157685 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22013e9-026c-4c11-8736-6006717ecc4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:44.158006 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22013e9-026c-4c11-8736-6006717ecc4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:44.158326 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22013e9-026c-4c11-8736-6006717ecc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:44.158642 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22013e9-026c-4c11-8736-6006717ecc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:44.158956 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22013e9-026c-4c11-8736-6006717ecc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:09:44.204964 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Attempting to bind port 244e890a-d601-4e7a-adea-2ba815434c98 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:09:44.205626 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Attempting to bind port 244e890a-d601-4e7a-adea-2ba815434c98 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:09:44.205732 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Attempting to bind port 244e890a-d601-4e7a-adea-2ba815434c98 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:09:44.212450 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-38e6538d-29d7-4418-9ed7-e08bf249c477 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-groups/e1875e0e-f31a-4aa2-8fa2-a70da1dfd85a HTTP/1.1" status: 200 len: 1779 time: 0.1569932 Jul 29 15:09:44.214254 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:09:44.214618 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:44.215034 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.215429 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:09:44.215710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36022) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:44.215900 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Bound port: 244e890a-d601-4e7a-adea-2ba815434c98, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:09:44.216320 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.267159 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43cce11-9da4-47d9-94bc-6ca74efa0d8e None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:09:44.333938 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3652e06f-a160-472d-a7b6-af19f9e17302 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.365420 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] For port 244e890a-d601-4e7a-adea-2ba815434c98, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:09:44.370696 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3652e06f-a160-472d-a7b6-af19f9e17302 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.373062 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] For port 244e890a-d601-4e7a-adea-2ba815434c98, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=244e890a-d601-4e7a-adea-2ba815434c98,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:09:44.379913 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.384912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a43cce11-9da4-47d9-94bc-6ca74efa0d8e None None] Deleting port 1925bd3b-d164-4495-8f5b-2384ea8312a7 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:44.385577 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a43cce11-9da4-47d9-94bc-6ca74efa0d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.438823 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3652e06f-a160-472d-a7b6-af19f9e17302 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.442315 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3652e06f-a160-472d-a7b6-af19f9e17302 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.443777 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3652e06f-a160-472d-a7b6-af19f9e17302 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-groups/e1875e0e-f31a-4aa2-8fa2-a70da1dfd85a HTTP/1.1" status: 204 len: 168 time: 0.2260480 Jul 29 15:09:44.454338 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36028) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:44.478976 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Routers {'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:44.479855 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:09:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:44.490551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a43cce11-9da4-47d9-94bc-6ca74efa0d8e None None] For port 1925bd3b-d164-4495-8f5b-2384ea8312a7, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1925bd3b-d164-4495-8f5b-2384ea8312a7,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:44.491427 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a43cce11-9da4-47d9-94bc-6ca74efa0d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.508483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a43cce11-9da4-47d9-94bc-6ca74efa0d8e None None] Calling delete_port for 1925bd3b-d164-4495-8f5b-2384ea8312a7 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:44.524222 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-46952250-37d1-4133-a839-c120aca0be64 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0682702 Jul 29 15:09:44.525364 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652e06f-a160-472d-a7b6-af19f9e17302 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1875e0e-f31a-4aa2-8fa2-a70da1dfd85a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:44.527167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36030) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:44.543027 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-b5f61bbe-42f8-4ee1-b7fa-77ab0e45722a tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] delete failed (client error): The resource could not be found. Jul 29 15:09:44.544089 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b5f61bbe-42f8-4ee1-b7fa-77ab0e45722a tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-groups/e1875e0e-f31a-4aa2-8fa2-a70da1dfd85a HTTP/1.1" status: 404 len: 347 time: 0.0159960 Jul 29 15:09:44.549732 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36032) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:44.554797 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-96e99bf2-8b6e-4ce2-a41c-45208c59c52e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group': {'name': 'tempest-secgroup--858600572'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:44.585949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96e99bf2-8b6e-4ce2-a41c-45208c59c52e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.616211 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22013e9-026c-4c11-8736-6006717ecc4e None None] Pushing event updated for resources: {'Port': ['ID=244e890a-d601-4e7a-adea-2ba815434c98,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:44.639164 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] Set router cac88b1d-0e6c-419d-a2ac-0dd0aef547a5 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:09:44.680184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-765643c6-bb30-4fd4-929d-6b21fc831a04 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7316735 Jul 29 15:09:44.684759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36038) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:44.691895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-38bbbe9c-9e30-445b-a878-35381860fa34 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:44.710602 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a43cce11-9da4-47d9-94bc-6ca74efa0d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.745998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43cce11-9da4-47d9-94bc-6ca74efa0d8e None None] No DVR routers for this DVR port 1925bd3b-d164-4495-8f5b-2384ea8312a7 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:44.804930 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cce11-9da4-47d9-94bc-6ca74efa0d8e None None] Pushing event deleted for resources: {'Port': ['ID=1925bd3b-d164-4495-8f5b-2384ea8312a7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:44.858497 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96e99bf2-8b6e-4ce2-a41c-45208c59c52e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.886383 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96e99bf2-8b6e-4ce2-a41c-45208c59c52e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.893776 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bbbe9c-9e30-445b-a878-35381860fa34 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:44.897370 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38bbbe9c-9e30-445b-a878-35381860fa34 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:44.917075 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'name': 'tempest-ServerRescueTestJSON-106339578-router', 'tenant_id': '957658252ca14ff6ac84dd0644aad399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '244e890a-d601-4e7a-adea-2ba815434c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:09:40Z', 'updated_at': '2021-07-29T15:09:41Z', 'revision_number': 3, 'project_id': '957658252ca14ff6ac84dd0644aad399', 'gw_port': {'id': '244e890a-d601-4e7a-adea-2ba815434c98', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:09:41Z', 'updated_at': '2021-07-29T15:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:44.953405 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da61b90-d514-4bc5-9b82-7bb009457397 None None] The sync data for ids ['cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'] in n-d-802893-1 is: [{'id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'name': 'tempest-ServerRescueTestJSON-106339578-router', 'tenant_id': '957658252ca14ff6ac84dd0644aad399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '244e890a-d601-4e7a-adea-2ba815434c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:09:40Z', 'updated_at': '2021-07-29T15:09:41Z', 'revision_number': 3, 'project_id': '957658252ca14ff6ac84dd0644aad399', 'gw_port': {'id': '244e890a-d601-4e7a-adea-2ba815434c98', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f2:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:09:41Z', 'updated_at': '2021-07-29T15:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:09:45.046522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Allocated IP 172.20.0.1 (8a037f41-cecb-4925-a9f0-2425102c4d75/fe054880-bd2c-4d36-9617-8a2dae90afd8/110b0513-5f80-4d30-b508-f1eccdf375b6) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:45.052120 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-96e99bf2-8b6e-4ce2-a41c-45208c59c52e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.053611 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-96e99bf2-8b6e-4ce2-a41c-45208c59c52e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5028353 Jul 29 15:09:45.056473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e99bf2-8b6e-4ce2-a41c-45208c59c52e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381d1e5b-3a47-4758-a14d-5c7e0ae49613,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:45.058803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36046) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:45.070279 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-435878b2-ba61-4e13-b52d-b4a545ff0a2b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group_rule': {'security_group_id': '381d1e5b-3a47-4758-a14d-5c7e0ae49613', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:45.180139 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-435878b2-ba61-4e13-b52d-b4a545ff0a2b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.199256 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.253995 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.301165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Network 8a037f41-cecb-4925-a9f0-2425102c4d75 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:45.302682 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-435878b2-ba61-4e13-b52d-b4a545ff0a2b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.304723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:45.309093 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-435878b2-ba61-4e13-b52d-b4a545ff0a2b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.310709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:45.329793 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38bbbe9c-9e30-445b-a878-35381860fa34 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.331559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435878b2-ba61-4e13-b52d-b4a545ff0a2b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f0e07e-49af-4599-8cf9-4c135d790f9f,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:45.348809 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Pushing event updated for resources: {'Port': ['ID=110b0513-5f80-4d30-b508-f1eccdf375b6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:45.393869 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.443956 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-435878b2-ba61-4e13-b52d-b4a545ff0a2b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.448281 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-435878b2-ba61-4e13-b52d-b4a545ff0a2b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3853245 Jul 29 15:09:45.453353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bbbe9c-9e30-445b-a878-35381860fa34 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:45.453860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36056) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:45.467998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-38bbbe9c-9e30-445b-a878-35381860fa34 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:45.479073 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6484349-776c-466f-b6bc-fa3c03f71834 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:45.517331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bbbe9c-9e30-445b-a878-35381860fa34 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:45.517932 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38bbbe9c-9e30-445b-a878-35381860fa34 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.548144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbbe9c-9e30-445b-a878-35381860fa34 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=80d309a3-f3ac-4a6b-a487-84548d8acc22,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:45.586911 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-38bbbe9c-9e30-445b-a878-35381860fa34 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8975394 Jul 29 15:09:45.586911 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1ab96e53-f13f-48bf-830d-a4101386d5a9 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.588289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36062) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:45.601347 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1a8982dc-0cd1-4141-ab0c-ab17588a5036 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'fixed_ips': [{'subnet_id': '80d309a3-f3ac-4a6b-a487-84548d8acc22', 'ip_address': '2001:db8::e890:74ff:f0ca:4ebd'}], 'name': 'tempest-NetworksTestDHCPv6-2098243332'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:45.607938 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1ab96e53-f13f-48bf-830d-a4101386d5a9 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.686794 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1ab96e53-f13f-48bf-830d-a4101386d5a9 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.714929 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1ab96e53-f13f-48bf-830d-a4101386d5a9 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.722795 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1ab96e53-f13f-48bf-830d-a4101386d5a9 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/22f0e07e-49af-4599-8cf9-4c135d790f9f HTTP/1.1" status: 204 len: 168 time: 0.2643096 Jul 29 15:09:45.723757 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab96e53-f13f-48bf-830d-a4101386d5a9 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22f0e07e-49af-4599-8cf9-4c135d790f9f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:45.729067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36066) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:45.834952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': '80d309a3-f3ac-4a6b-a487-84548d8acc22'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:09:45.835913 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.866328 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-36e753d7-1d76-4c22-9a50-f8c9974fd2ad tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1302507 Jul 29 15:09:45.869791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36072) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:45.946805 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.954130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36074) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:45.975319 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e76dbfd-1036-4092-b7d8-7f3e70aea81a tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:45.999002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8982dc-0cd1-4141-ab0c-ab17588a5036 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:46.031068 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e76dbfd-1036-4092-b7d8-7f3e70aea81a tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:46.146757 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e76dbfd-1036-4092-b7d8-7f3e70aea81a tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:46.153577 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e76dbfd-1036-4092-b7d8-7f3e70aea81a tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:46.167279 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3e76dbfd-1036-4092-b7d8-7f3e70aea81a tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-groups/381d1e5b-3a47-4758-a14d-5c7e0ae49613 HTTP/1.1" status: 204 len: 168 time: 0.2963612 Jul 29 15:09:46.168248 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36080) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:46.218095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Allocated IP 2001:db8::2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/80d309a3-f3ac-4a6b-a487-84548d8acc22/47a3e30a-1a70-46e7-ba8c-e58d1f422ac2) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:46.223407 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76dbfd-1036-4092-b7d8-7f3e70aea81a tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381d1e5b-3a47-4758-a14d-5c7e0ae49613,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:46.314763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b591b315-afa0-486b-8860-3f82880ea29e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1398344 Jul 29 15:09:46.321453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36082) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:46.330132 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e94c76b2-a102-4cd7-bfdd-da2a16763213 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470669307'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:46.393897 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1a8982dc-0cd1-4141-ab0c-ab17588a5036 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:46.402490 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e94c76b2-a102-4cd7-bfdd-da2a16763213 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:46.420877 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 244e890a-d601-4e7a-adea-2ba815434c98 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:46.459995 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc708506-adad-4dfd-826d-8c1242785b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:46.485899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-1a8982dc-0cd1-4141-ab0c-ab17588a5036 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port 7409c45a-ed76-4e57-93e5-7396d053ecfc yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:09:46.571539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 244e890a-d601-4e7a-adea-2ba815434c98 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:46.595155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 244e890a-d601-4e7a-adea-2ba815434c98 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:46.595853 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:46.609933 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e94c76b2-a102-4cd7-bfdd-da2a16763213 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:46.616029 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e94c76b2-a102-4cd7-bfdd-da2a16763213 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:46.674237 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c76b2-a102-4cd7-bfdd-da2a16763213 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35276a4b-9e33-449e-9292-471877153aac,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:46.720951 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:46.734526 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Transition to ACTIVE for port object 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:46.751431 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:46.775923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Transition to ACTIVE for port object 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:46.788763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 244e890a-d601-4e7a-adea-2ba815434c98, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=244e890a-d601-4e7a-adea-2ba815434c98,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:46.792047 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:46.803416 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:46.850902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:46.860381 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:46.862800 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:46.865949 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Pushing event updated for resources: {'Port': ['ID=47a3e30a-1a70-46e7-ba8c-e58d1f422ac2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:46.866482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-1a8982dc-0cd1-4141-ab0c-ab17588a5036 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::e890:74ff:f0ca:4ebd (dc65256a-a355-4363-ac4a-38e1bcb69bfa/80d309a3-f3ac-4a6b-a487-84548d8acc22/7409c45a-ed76-4e57-93e5-7396d053ecfc) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:46.889876 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:46.897423 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1925bd3b-d164-4495-8f5b-2384ea8312a7 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:46.901533 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:46.942986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 1925bd3b-d164-4495-8f5b-2384ea8312a7 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:09:46.943386 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1925bd3b-d164-4495-8f5b-2384ea8312a7 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:09:46.994465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Attempting to bind port 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:09:46.994831 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Attempting to bind port 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:09:46.995191 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Attempting to bind port 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2 on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:09:46.998951 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=244e890a-d601-4e7a-adea-2ba815434c98,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:47.004896 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:09:47.005631 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:47.006275 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.007010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:09:47.007846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Bound port: 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:09:47.008643 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.012712 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc708506-adad-4dfd-826d-8c1242785b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.021325 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e94c76b2-a102-4cd7-bfdd-da2a16763213 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.022636 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e94c76b2-a102-4cd7-bfdd-da2a16763213 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6970546 Jul 29 15:09:47.025544 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36096) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:47.030249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a7c0cbe8-4209-4e33-a175-d93c101744aa tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group_rule': {'security_group_id': '35276a4b-9e33-449e-9292-471877153aac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:47.042977 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc708506-adad-4dfd-826d-8c1242785b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.062482 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7c0cbe8-4209-4e33-a175-d93c101744aa tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.085725 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dc708506-adad-4dfd-826d-8c1242785b8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8bb27da7aa4403abeaf3a477742ae09&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1245234 Jul 29 15:09:47.094258 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36100) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:47.104052 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.117123 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] For port 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:09:47.119754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Pushing event updated for resources: {'Port': ['ID=110b0513-5f80-4d30-b508-f1eccdf375b6,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:47.121715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] For port 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=47a3e30a-1a70-46e7-ba8c-e58d1f422ac2,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:09:47.128430 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.163003 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7c0cbe8-4209-4e33-a175-d93c101744aa tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.171742 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7c0cbe8-4209-4e33-a175-d93c101744aa tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.196162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0cbe8-4209-4e33-a175-d93c101744aa tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d28cf0-b8e4-4b10-9679-29ef08fab910,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:47.231436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc708506-adad-4dfd-826d-8c1242785b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21290d6d-1780-4d22-9b5e-670a60c2b6dc,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:47.231794 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0836c8-6dd2-437a-8edb-cd818698b255 None None] Pushing event updated for resources: {'Port': ['ID=47a3e30a-1a70-46e7-ba8c-e58d1f422ac2,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:47.233960 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7c0cbe8-4209-4e33-a175-d93c101744aa tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.260992 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a7c0cbe8-4209-4e33-a175-d93c101744aa tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2270644 Jul 29 15:09:47.261783 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36104) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:47.267854 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d8721676-a2fc-4535-a2f2-024ed41235d9 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group_rule': {'security_group_id': '35276a4b-9e33-449e-9292-471877153aac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:47.322094 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8721676-a2fc-4535-a2f2-024ed41235d9 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.329749 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0e7e414c-b93e-4158-b9fd-25f495dedf7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.429205 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0e7e414c-b93e-4158-b9fd-25f495dedf7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.464029 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8721676-a2fc-4535-a2f2-024ed41235d9 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.469880 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8721676-a2fc-4535-a2f2-024ed41235d9 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.476829 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1a8982dc-0cd1-4141-ab0c-ab17588a5036 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.496110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Network 8a037f41-cecb-4925-a9f0-2425102c4d75 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:47.514917 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:47.527913 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-1a8982dc-0cd1-4141-ab0c-ab17588a5036 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 7409c45a-ed76-4e57-93e5-7396d053ecfc will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:47.544945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8721676-a2fc-4535-a2f2-024ed41235d9 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1c2157-c596-4f1b-b3f1-8415f9b73722,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:47.548418 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8721676-a2fc-4535-a2f2-024ed41235d9 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.549852 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d8721676-a2fc-4535-a2f2-024ed41235d9 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2858796 Jul 29 15:09:47.552813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36108) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:47.558239 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-663d11cc-e676-4a79-9d57-4e3e09496c20 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group_rule': {'security_group_id': '35276a4b-9e33-449e-9292-471877153aac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:47.605730 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-663d11cc-e676-4a79-9d57-4e3e09496c20 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.624089 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0e7e414c-b93e-4158-b9fd-25f495dedf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.628178 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0e7e414c-b93e-4158-b9fd-25f495dedf7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.631645 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0e7e414c-b93e-4158-b9fd-25f495dedf7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21290d6d-1780-4d22-9b5e-670a60c2b6dc HTTP/1.1" status: 204 len: 168 time: 0.5311372 Jul 29 15:09:47.678070 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e414c-b93e-4158-b9fd-25f495dedf7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21290d6d-1780-4d22-9b5e-670a60c2b6dc,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:47.699791 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1a8982dc-0cd1-4141-ab0c-ab17588a5036 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.729691 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-663d11cc-e676-4a79-9d57-4e3e09496c20 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.735312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-663d11cc-e676-4a79-9d57-4e3e09496c20 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.756391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Router cac88b1d-0e6c-419d-a2ac-0dd0aef547a5 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:09:47.764490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8982dc-0cd1-4141-ab0c-ab17588a5036 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:47.775902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-1a8982dc-0cd1-4141-ab0c-ab17588a5036 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:47.781542 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d11cc-e676-4a79-9d57-4e3e09496c20 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f439422d-265d-4734-b830-b18ee2c400d1,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:47.782977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8982dc-0cd1-4141-ab0c-ab17588a5036 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:47.784931 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-663d11cc-e676-4a79-9d57-4e3e09496c20 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.789964 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-663d11cc-e676-4a79-9d57-4e3e09496c20 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2322021 Jul 29 15:09:47.790326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8982dc-0cd1-4141-ab0c-ab17588a5036 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:47.790326 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1a8982dc-0cd1-4141-ab0c-ab17588a5036 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.790546 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36112) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:47.800641 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8982dc-0cd1-4141-ab0c-ab17588a5036 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=7409c45a-ed76-4e57-93e5-7396d053ecfc,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:47.803222 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0eaf2e02-ee49-45ec-a373-8c880cd2917b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group_rule': {'security_group_id': '35276a4b-9e33-449e-9292-471877153aac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:47.863972 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2e02-ee49-45ec-a373-8c880cd2917b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:47.868430 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1a8982dc-0cd1-4141-ab0c-ab17588a5036 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2783744 Jul 29 15:09:47.871320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36116) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:47.967349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189114d-76ce-47c2-a425-f62e80a5b1f6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:47.977756 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189114d-76ce-47c2-a425-f62e80a5b1f6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:47.983525 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8189114d-76ce-47c2-a425-f62e80a5b1f6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1046653 Jul 29 15:09:47.984190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:09:47.995625 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Sync routers for ids ['cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:09:48.006214 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6b560f76-3f1a-4432-8a65-a69531d180b0 admin admin] 10.222.0.16 "PUT /v2.0/routers/cac88b1d-0e6c-419d-a2ac-0dd0aef547a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8017881 Jul 29 15:09:48.006214 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36120) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:48.018553 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2e02-ee49-45ec-a373-8c880cd2917b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.021709 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Routers {'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:48.022863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:09:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:48.026174 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2e02-ee49-45ec-a373-8c880cd2917b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.079813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf2e02-ee49-45ec-a373-8c880cd2917b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010fe3bd-6d85-4146-95ce-c3f070a22fc9,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:48.087402 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0eaf2e02-ee49-45ec-a373-8c880cd2917b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.088963 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0eaf2e02-ee49-45ec-a373-8c880cd2917b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2968171 Jul 29 15:09:48.093622 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36124) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:48.099543 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-390452e1-5e9e-4f36-8097-209e5119a209 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group_rule': {'security_group_id': '35276a4b-9e33-449e-9292-471877153aac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:48.156416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-264ac8fe-432c-4914-9f2a-071bce1f619e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 7409c45a-ed76-4e57-93e5-7396d053ecfc {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:48.157294 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-264ac8fe-432c-4914-9f2a-071bce1f619e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.158535 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-390452e1-5e9e-4f36-8097-209e5119a209 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.303629 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-390452e1-5e9e-4f36-8097-209e5119a209 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.316701 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-390452e1-5e9e-4f36-8097-209e5119a209 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.401270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36128) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:48.405174 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390452e1-5e9e-4f36-8097-209e5119a209 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5018a819-946e-40fc-a67b-70aa89b44d6a,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:48.428637 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-390452e1-5e9e-4f36-8097-209e5119a209 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.449211 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-390452e1-5e9e-4f36-8097-209e5119a209 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3417816 Jul 29 15:09:48.450159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36130) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:48.458408 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb3b637b-5b45-403d-9564-3f4c11a73ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.483031 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-264ac8fe-432c-4914-9f2a-071bce1f619e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.501887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-264ac8fe-432c-4914-9f2a-071bce1f619e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 7409c45a-ed76-4e57-93e5-7396d053ecfc owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:48.518491 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3fb14004-b39d-4f0e-bb77-02890354cbe8 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.532427 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 244e890a-d601-4e7a-adea-2ba815434c98 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:48.545428 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3fb14004-b39d-4f0e-bb77-02890354cbe8 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.598732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Set router cac88b1d-0e6c-419d-a2ac-0dd0aef547a5 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:09:48.599306 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3fb14004-b39d-4f0e-bb77-02890354cbe8 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.613592 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3fb14004-b39d-4f0e-bb77-02890354cbe8 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.624291 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3fb14004-b39d-4f0e-bb77-02890354cbe8 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5018a819-946e-40fc-a67b-70aa89b44d6a HTTP/1.1" status: 204 len: 168 time: 0.1726007 Jul 29 15:09:48.636558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb14004-b39d-4f0e-bb77-02890354cbe8 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5018a819-946e-40fc-a67b-70aa89b44d6a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:48.640070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36134) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:48.757462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-54f0d6f6-a6f4-47d1-b6db-27cdb738f797 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1155791 Jul 29 15:09:48.758271 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36142) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:48.808693 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fd18-229d-4844-8533-f024efc10f5e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.817616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9f386d0e-420d-4f2b-9ee0-4e18ae3f30e9 None None] Provisioning for port 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:48.821612 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-264ac8fe-432c-4914-9f2a-071bce1f619e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.825062 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fd18-229d-4844-8533-f024efc10f5e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.883946 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fd18-229d-4844-8533-f024efc10f5e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.902697 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7f5fd18-229d-4844-8533-f024efc10f5e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:48.906003 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f7f5fd18-229d-4844-8533-f024efc10f5e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/010fe3bd-6d85-4146-95ce-c3f070a22fc9 HTTP/1.1" status: 204 len: 168 time: 0.1464527 Jul 29 15:09:48.914110 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5fd18-229d-4844-8533-f024efc10f5e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=010fe3bd-6d85-4146-95ce-c3f070a22fc9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:48.914627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36146) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:48.919915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ac8fe-432c-4914-9f2a-071bce1f619e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=7409c45a-ed76-4e57-93e5-7396d053ecfc,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:48.920130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 244e890a-d601-4e7a-adea-2ba815434c98 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:48.920353 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.003805 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-264ac8fe-432c-4914-9f2a-071bce1f619e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.008294 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-264ac8fe-432c-4914-9f2a-071bce1f619e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/7409c45a-ed76-4e57-93e5-7396d053ecfc HTTP/1.1" status: 204 len: 168 time: 1.0048449 Jul 29 15:09:49.009371 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36150) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:49.082688 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb3b637b-5b45-403d-9564-3f4c11a73ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.099846 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-414ebdae-b06f-408f-af0c-53241eb553c1 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1824856 Jul 29 15:09:49.101263 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb3b637b-5b45-403d-9564-3f4c11a73ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.104455 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36154) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:49.140828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d1307d-c26a-43f7-8655-f6285c3d547a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:49.142378 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d1307d-c26a-43f7-8655-f6285c3d547a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:49.147011 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b0d1307d-c26a-43f7-8655-f6285c3d547a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1361632 Jul 29 15:09:49.148292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36166) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:49.161828 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5d42ecf3-073e-48a4-91f5-73dc9040cd24 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.168855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:49.178585 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5d42ecf3-073e-48a4-91f5-73dc9040cd24 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.199697 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fb3b637b-5b45-403d-9564-3f4c11a73ad6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=257b3dbdbd734f52acba55d48ca391eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7968822 Jul 29 15:09:49.210469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36168) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:49.216046 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'name': 'tempest-ServerRescueTestJSON-106339578-router', 'tenant_id': '957658252ca14ff6ac84dd0644aad399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '244e890a-d601-4e7a-adea-2ba815434c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:09:40Z', 'updated_at': '2021-07-29T15:09:45Z', 'revision_number': 4, 'project_id': '957658252ca14ff6ac84dd0644aad399', 'gw_port': {'id': '244e890a-d601-4e7a-adea-2ba815434c98', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:09:41Z', 'updated_at': '2021-07-29T15:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '110b0513-5f80-4d30-b508-f1eccdf375b6', 'name': '', 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75', 'tenant_id': '957658252ca14ff6ac84dd0644aad399', 'mac_address': 'fa:16:3e:93:b9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'fe054880-bd2c-4d36-9617-8a2dae90afd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:09:44Z', 'updated_at': '2021-07-29T15:09:46Z', 'revision_number': 2, 'project_id': '957658252ca14ff6ac84dd0644aad399', 'subnets': [{'id': 'fe054880-bd2c-4d36-9617-8a2dae90afd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:49.222236 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-31b0ae43-6d95-49bb-8140-255b1843f428 None None] Could not find standard attr ID for object 7409c45a-ed76-4e57-93e5-7396d053ecfc. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:09:49.231276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b637b-5b45-403d-9564-3f4c11a73ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166d6728-40d4-4799-b9a4-139c2a1fef11,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:49.272763 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-999793cb-2970-476b-9d4e-0df8cb3844b8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 80d309a3-f3ac-4a6b-a487-84548d8acc22 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:09:49.279547 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Checking router: cac88b1d-0e6c-419d-a2ac-0dd0aef547a5 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:09:49.281682 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-999793cb-2970-476b-9d4e-0df8cb3844b8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.282288 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Updating router cac88b1d-0e6c-419d-a2ac-0dd0aef547a5 port 110b0513-5f80-4d30-b508-f1eccdf375b6 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:09:49.306324 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5d42ecf3-073e-48a4-91f5-73dc9040cd24 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.344626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5d42ecf3-073e-48a4-91f5-73dc9040cd24 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.348809 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5d42ecf3-073e-48a4-91f5-73dc9040cd24 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f439422d-265d-4734-b830-b18ee2c400d1 HTTP/1.1" status: 204 len: 168 time: 0.2430370 Jul 29 15:09:49.351664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36172) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:49.353063 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42ecf3-073e-48a4-91f5-73dc9040cd24 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f439422d-265d-4734-b830-b18ee2c400d1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:49.369136 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-999793cb-2970-476b-9d4e-0df8cb3844b8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.374602 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.375421 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1be82bd-3c11-4ed4-b904-5df1e5414261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.422753 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1be82bd-3c11-4ed4-b904-5df1e5414261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.463244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:49.473976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:49.474259 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.502557 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1be82bd-3c11-4ed4-b904-5df1e5414261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.508941 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e1be82bd-3c11-4ed4-b904-5df1e5414261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.514864 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e1be82bd-3c11-4ed4-b904-5df1e5414261 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/166d6728-40d4-4799-b9a4-139c2a1fef11 HTTP/1.1" status: 204 len: 168 time: 0.3033032 Jul 29 15:09:49.530504 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be82bd-3c11-4ed4-b904-5df1e5414261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166d6728-40d4-4799-b9a4-139c2a1fef11,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:49.552819 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36178) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:49.553346 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-09a5e778-458e-4835-82e7-3f4f6ec5359b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2005079 Jul 29 15:09:49.560461 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-999793cb-2970-476b-9d4e-0df8cb3844b8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.590528 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-144cda7a-21d6-47e1-a260-be4fb537d3fd tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.614654 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-144cda7a-21d6-47e1-a260-be4fb537d3fd tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.676400 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-999793cb-2970-476b-9d4e-0df8cb3844b8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.702946 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-144cda7a-21d6-47e1-a260-be4fb537d3fd tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.717136 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.724270 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-144cda7a-21d6-47e1-a260-be4fb537d3fd tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.727586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999793cb-2970-476b-9d4e-0df8cb3844b8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=80d309a3-f3ac-4a6b-a487-84548d8acc22,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:49.735529 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-999793cb-2970-476b-9d4e-0df8cb3844b8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.735722 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-144cda7a-21d6-47e1-a260-be4fb537d3fd tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3c1c2157-c596-4f1b-b3f1-8415f9b73722 HTTP/1.1" status: 204 len: 168 time: 0.1804273 Jul 29 15:09:49.736020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54224937-d103-40f9-9b86-a13ac458cd5e None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:49.739528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36188) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:49.742934 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-999793cb-2970-476b-9d4e-0df8cb3844b8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/80d309a3-f3ac-4a6b-a487-84548d8acc22 HTTP/1.1" status: 204 len: 168 time: 0.5794134 Jul 29 15:09:49.745180 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36192) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:49.797644 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3aca72d7-062b-4879-bdea-f3fdfd8b79a1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507698 Jul 29 15:09:49.798550 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36194) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:49.804081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b3d4d4cb-102d-4917-b44b-7ef309e568c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:49.814811 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cda7a-21d6-47e1-a260-be4fb537d3fd tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c1c2157-c596-4f1b-b3f1-8415f9b73722,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:49.928443 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:09:49.929076 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:09:49.945076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d4d4cb-102d-4917-b44b-7ef309e568c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:49.951609 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d4cb-102d-4917-b44b-7ef309e568c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:49.978690 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e660d140-dc7b-480a-b015-dc594a4a3067 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2290578 Jul 29 15:09:49.984613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36200) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:50.021873 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.047052 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b66329bc-331e-4ee7-a13e-2e3598cff434 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.050730 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Transition to ACTIVE for port object 110b0513-5f80-4d30-b508-f1eccdf375b6 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:50.061736 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.093211 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b66329bc-331e-4ee7-a13e-2e3598cff434 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.124479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963f90c1-e564-42e4-8947-7a32acdcdac5 None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:09:50.172874 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b66329bc-331e-4ee7-a13e-2e3598cff434 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.184503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf3fe1-e1f4-4dbe-8617-c5e8a5b6d42e None None] Pushing event updated for resources: {'Port': ['ID=110b0513-5f80-4d30-b508-f1eccdf375b6,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:50.202499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-cfd93668-8fd4-40f7-86cc-f068fa8f550c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:50.204302 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-cfd93668-8fd4-40f7-86cc-f068fa8f550c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/networks?id=8a037f41-cecb-4925-a9f0-2425102c4d75 HTTP/1.1" status: 200 len: 810 time: 0.4887390 Jul 29 15:09:50.209305 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b66329bc-331e-4ee7-a13e-2e3598cff434 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.210820 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b66329bc-331e-4ee7-a13e-2e3598cff434 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/a3d28cf0-b8e4-4b10-9679-29ef08fab910 HTTP/1.1" status: 204 len: 168 time: 0.2248459 Jul 29 15:09:50.212404 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66329bc-331e-4ee7-a13e-2e3598cff434 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3d28cf0-b8e4-4b10-9679-29ef08fab910,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:50.214570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36210) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:50.255324 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-cc9bfacd-4924-4976-b860-487c4fbbfe5b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/quotas/957658252ca14ff6ac84dd0644aad399 HTTP/1.1" status: 200 len: 375 time: 0.0395536 Jul 29 15:09:50.272376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Attempting to bind port 110b0513-5f80-4d30-b508-f1eccdf375b6 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:09:50.273186 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Attempting to bind port 110b0513-5f80-4d30-b508-f1eccdf375b6 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '2456b300-360d-425d-b9dc-ccbaa83afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:09:50.273186 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Attempting to bind port 110b0513-5f80-4d30-b508-f1eccdf375b6 on network 8a037f41-cecb-4925-a9f0-2425102c4d75 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:09:50.286810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:09:50.287192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Checking segment: {'id': '2456b300-360d-425d-b9dc-ccbaa83afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:50.287602 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.288005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Bound using segment: {'id': '2456b300-360d-425d-b9dc-ccbaa83afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:09:50.288495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Bound port: 110b0513-5f80-4d30-b508-f1eccdf375b6, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2456b300-360d-425d-b9dc-ccbaa83afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:09:50.288914 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.291547 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-963f90c1-e564-42e4-8947-7a32acdcdac5 None None] Deleting port 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:50.291853 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-963f90c1-e564-42e4-8947-7a32acdcdac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.298819 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d4cb-102d-4917-b44b-7ef309e568c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.349748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d4d4cb-102d-4917-b44b-7ef309e568c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:50.352992 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-b3d4d4cb-102d-4917-b44b-7ef309e568c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:50.359997 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d4d4cb-102d-4917-b44b-7ef309e568c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:50.360908 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3d4d4cb-102d-4917-b44b-7ef309e568c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.376005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4d4cb-102d-4917-b44b-7ef309e568c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=cc71045d-d07e-49b9-9957-93c7d93824ce,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:50.394032 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b3d4d4cb-102d-4917-b44b-7ef309e568c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5915906 Jul 29 15:09:50.395455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36218) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:50.404303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4b940444-9657-4f3e-a478-1cff0731ebb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'fixed_ips': [{'subnet_id': 'cc71045d-d07e-49b9-9957-93c7d93824ce', 'ip_address': '2001:db8::f383:884:4985:7789'}], 'name': 'tempest-NetworksTestDHCPv6-247481523'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:50.412631 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-518ffe5c-7142-4a91-a068-c5c184c6225e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1945953 Jul 29 15:09:50.422178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36220) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:50.474158 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-963f90c1-e564-42e4-8947-7a32acdcdac5 None None] For port 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=47a3e30a-1a70-46e7-ba8c-e58d1f422ac2,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:50.474438 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-963f90c1-e564-42e4-8947-7a32acdcdac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.480580 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-e3299901-6614-4150-b05e-87045367368f tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=957658252ca14ff6ac84dd0644aad399&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2161877 Jul 29 15:09:50.510272 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-963f90c1-e564-42e4-8947-7a32acdcdac5 None None] Calling delete_port for 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:50.534457 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.536418 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5c887849-0685-427a-88f2-c14f91a43959 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.569256 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5c887849-0685-427a-88f2-c14f91a43959 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.583118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b940444-9657-4f3e-a478-1cff0731ebb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:50.591974 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] For port 110b0513-5f80-4d30-b508-f1eccdf375b6, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:09:50.595417 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b940444-9657-4f3e-a478-1cff0731ebb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.626262 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] For port 110b0513-5f80-4d30-b508-f1eccdf375b6, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=110b0513-5f80-4d30-b508-f1eccdf375b6,segment=NetworkSegment(2456b300-360d-425d-b9dc-ccbaa83afa00),segment_id=2456b300-360d-425d-b9dc-ccbaa83afa00)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:09:50.635786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-4b940444-9657-4f3e-a478-1cff0731ebb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port 922cf1cb-a6a1-4bc4-bed5-a8c4cd3764cb yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:09:50.637716 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.644207 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=47a3e30a-1a70-46e7-ba8c-e58d1f422ac2,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:50.661015 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5c887849-0685-427a-88f2-c14f91a43959 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.663956 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5c887849-0685-427a-88f2-c14f91a43959 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.665694 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5c887849-0685-427a-88f2-c14f91a43959 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-groups/35276a4b-9e33-449e-9292-471877153aac HTTP/1.1" status: 204 len: 168 time: 0.2413132 Jul 29 15:09:50.676012 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36230) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:50.677102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c887849-0685-427a-88f2-c14f91a43959 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35276a4b-9e33-449e-9292-471877153aac,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:50.680243 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.751877 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf3fe1-e1f4-4dbe-8617-c5e8a5b6d42e None None] Pushing event updated for resources: {'Port': ['ID=110b0513-5f80-4d30-b508-f1eccdf375b6,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:50.753975 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ca526976-aa66-49b3-9c6d-6577e5011a8d tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0715985 Jul 29 15:09:50.760064 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Routers {'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:09:50.761033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:09:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:50.772409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36232) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:50.777317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-804fee11-95e8-4196-95f1-3e70d02f55ca tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382670462'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:50.833034 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-804fee11-95e8-4196-95f1-3e70d02f55ca tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.851244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:50.877677 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-963f90c1-e564-42e4-8947-7a32acdcdac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:50.877968 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:09:50.890644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:09:50.890997 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:09:50.914856 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963f90c1-e564-42e4-8947-7a32acdcdac5 None None] No DVR routers for this DVR port 47a3e30a-1a70-46e7-ba8c-e58d1f422ac2 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:50.992130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c209f0b-e01a-476c-8af1-ee4bd7793501 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:51.007020 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-4b940444-9657-4f3e-a478-1cff0731ebb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::f383:884:4985:7789 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/cc71045d-d07e-49b9-9957-93c7d93824ce/922cf1cb-a6a1-4bc4-bed5-a8c4cd3764cb) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:51.011644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=47a3e30a-1a70-46e7-ba8c-e58d1f422ac2,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:51.058240 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-5536048e-7519-40a3-acb7-b384255faefd service neutron] 10.222.0.16 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644712 Jul 29 15:09:51.136931 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-804fee11-95e8-4196-95f1-3e70d02f55ca tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:51.148613 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-804fee11-95e8-4196-95f1-3e70d02f55ca tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:51.150602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f90c1-e564-42e4-8947-7a32acdcdac5 None None] Pushing event deleted for resources: {'Port': ['ID=47a3e30a-1a70-46e7-ba8c-e58d1f422ac2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:51.194549 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-05641839-fcbf-4064-a9a0-155425bac6cd service neutron] 10.222.0.16 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261787 Jul 29 15:09:51.199751 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-804fee11-95e8-4196-95f1-3e70d02f55ca tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:51.204515 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-804fee11-95e8-4196-95f1-3e70d02f55ca tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4282053 Jul 29 15:09:51.204723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36244) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:51.210050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-21a6dae4-275e-46a9-91d6-760475077638 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group_rule': {'security_group_id': '2d6697a7-15ab-440c-97a3-ff7342953196', 'direction': 'ingress', 'protocol': 17}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:51.218694 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] Set router cac88b1d-0e6c-419d-a2ac-0dd0aef547a5 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:09:51.227203 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fee11-95e8-4196-95f1-3e70d02f55ca tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6697a7-15ab-440c-97a3-ff7342953196,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:51.264440 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21a6dae4-275e-46a9-91d6-760475077638 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:51.307826 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b940444-9657-4f3e-a478-1cff0731ebb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:51.345832 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-4b940444-9657-4f3e-a478-1cff0731ebb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 922cf1cb-a6a1-4bc4-bed5-a8c4cd3764cb will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:51.379166 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21a6dae4-275e-46a9-91d6-760475077638 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:51.388341 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21a6dae4-275e-46a9-91d6-760475077638 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:51.411445 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b940444-9657-4f3e-a478-1cff0731ebb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:51.442587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6dae4-275e-46a9-91d6-760475077638 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2047d613-cbfc-4e63-93e1-3f2263a493bb,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:51.446793 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21a6dae4-275e-46a9-91d6-760475077638 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:51.453416 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-21a6dae4-275e-46a9-91d6-760475077638 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2476301 Jul 29 15:09:51.459448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36250) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:51.544236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b940444-9657-4f3e-a478-1cff0731ebb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=922cf1cb-a6a1-4bc4-bed5-a8c4cd3764cb,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:51.574491 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b940444-9657-4f3e-a478-1cff0731ebb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:51.576553 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-4b940444-9657-4f3e-a478-1cff0731ebb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:51.582604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b940444-9657-4f3e-a478-1cff0731ebb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:51.584154 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3659ce08-5d04-455b-8673-546f8291da40 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:51.589499 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b940444-9657-4f3e-a478-1cff0731ebb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:51.590788 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b940444-9657-4f3e-a478-1cff0731ebb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:51.632622 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4b940444-9657-4f3e-a478-1cff0731ebb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2349582 Jul 29 15:09:51.633275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36258) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:51.679935 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3659ce08-5d04-455b-8673-546f8291da40 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:51.688877 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'name': 'tempest-ServerRescueTestJSON-106339578-router', 'tenant_id': '957658252ca14ff6ac84dd0644aad399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '244e890a-d601-4e7a-adea-2ba815434c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:09:40Z', 'updated_at': '2021-07-29T15:09:45Z', 'revision_number': 4, 'project_id': '957658252ca14ff6ac84dd0644aad399', 'gw_port': {'id': '244e890a-d601-4e7a-adea-2ba815434c98', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:09:41Z', 'updated_at': '2021-07-29T15:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '110b0513-5f80-4d30-b508-f1eccdf375b6', 'name': '', 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75', 'tenant_id': '957658252ca14ff6ac84dd0644aad399', 'mac_address': 'fa:16:3e:93:b9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'fe054880-bd2c-4d36-9617-8a2dae90afd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:09:44Z', 'updated_at': '2021-07-29T15:09:50Z', 'revision_number': 4, 'project_id': '957658252ca14ff6ac84dd0644aad399', 'subnets': [{'id': 'fe054880-bd2c-4d36-9617-8a2dae90afd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:09:51.746234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': 'cc71045d-d07e-49b9-9957-93c7d93824ce'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:09:51.748242 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:51.786406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7993ab2-4796-47c4-8755-1553e88122c3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:51.794099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643655b3-0499-4348-8ce7-7c7aab70f616 None None] The sync data for ids ['cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'] in n-d-802893-1 is: [{'id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'name': 'tempest-ServerRescueTestJSON-106339578-router', 'tenant_id': '957658252ca14ff6ac84dd0644aad399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '244e890a-d601-4e7a-adea-2ba815434c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:09:40Z', 'updated_at': '2021-07-29T15:09:45Z', 'revision_number': 4, 'project_id': '957658252ca14ff6ac84dd0644aad399', 'gw_port': {'id': '244e890a-d601-4e7a-adea-2ba815434c98', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:09:41Z', 'updated_at': '2021-07-29T15:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '110b0513-5f80-4d30-b508-f1eccdf375b6', 'name': '', 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75', 'tenant_id': '957658252ca14ff6ac84dd0644aad399', 'mac_address': 'fa:16:3e:93:b9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'fe054880-bd2c-4d36-9617-8a2dae90afd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:09:44Z', 'updated_at': '2021-07-29T15:09:50Z', 'revision_number': 4, 'project_id': '957658252ca14ff6ac84dd0644aad399', 'subnets': [{'id': 'fe054880-bd2c-4d36-9617-8a2dae90afd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:09:51.796575 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f7993ab2-4796-47c4-8755-1553e88122c3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1585171 Jul 29 15:09:51.808891 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3659ce08-5d04-455b-8673-546f8291da40 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:51.810994 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36282) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:51.818529 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3659ce08-5d04-455b-8673-546f8291da40 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:51.827065 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3659ce08-5d04-455b-8673-546f8291da40 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-groups/2d6697a7-15ab-440c-97a3-ff7342953196 HTTP/1.1" status: 204 len: 168 time: 0.3638091 Jul 29 15:09:51.834002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36284) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:51.872056 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659ce08-5d04-455b-8673-546f8291da40 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6697a7-15ab-440c-97a3-ff7342953196,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:52.076930 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Allocated IP 2001:db8::2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/cc71045d-d07e-49b9-9957-93c7d93824ce/f88eb373-514e-4b14-8c7c-ab1159d9cffb) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:52.171035 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-64ac998c-cb8e-462c-8d86-5d77b6faa6e0 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3339839 Jul 29 15:09:52.174829 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36306) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:52.182008 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1eb42703-5691-4e21-88bb-87b634e95f97 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851713951'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:52.257900 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0acc9ada-9be0-4785-9878-958382bed174 req-eed7c40d-f52e-4633-a326-d219b47f8e58 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 210 time: 0.7148767 Jul 29 15:09:52.266063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-fd41962e-b955-4b46-a5da-c04d6b26fded tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 922cf1cb-a6a1-4bc4-bed5-a8c4cd3764cb {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:52.267196 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd41962e-b955-4b46-a5da-c04d6b26fded tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:52.269063 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eb42703-5691-4e21-88bb-87b634e95f97 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:52.449172 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd41962e-b955-4b46-a5da-c04d6b26fded tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:52.508936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-fd41962e-b955-4b46-a5da-c04d6b26fded tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 922cf1cb-a6a1-4bc4-bed5-a8c4cd3764cb owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:52.527309 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eb42703-5691-4e21-88bb-87b634e95f97 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:52.544641 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eb42703-5691-4e21-88bb-87b634e95f97 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:52.644277 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eb42703-5691-4e21-88bb-87b634e95f97 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:52.647923 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1eb42703-5691-4e21-88bb-87b634e95f97 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4719567 Jul 29 15:09:52.651946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36318) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:52.663378 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb42703-5691-4e21-88bb-87b634e95f97 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca6db84-47c8-46fb-be5e-1bc91ea819b9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:52.669166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-fa97ad72-9f17-4266-8cc5-8a7444bd6b94 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597877836'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:52.692411 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:52.728748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Transition to ACTIVE for port object f88eb373-514e-4b14-8c7c-ab1159d9cffb will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:52.770070 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa97ad72-9f17-4266-8cc5-8a7444bd6b94 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:52.771507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Transition to ACTIVE for port object f88eb373-514e-4b14-8c7c-ab1159d9cffb will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:52.783726 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:52.887256 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:52.893134 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:52.904930 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:52.923858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Pushing event updated for resources: {'Port': ['ID=f88eb373-514e-4b14-8c7c-ab1159d9cffb,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:52.971250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 110b0513-5f80-4d30-b508-f1eccdf375b6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:52.975085 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd41962e-b955-4b46-a5da-c04d6b26fded tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:53.012129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41962e-b955-4b46-a5da-c04d6b26fded tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=922cf1cb-a6a1-4bc4-bed5-a8c4cd3764cb,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:53.091761 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd41962e-b955-4b46-a5da-c04d6b26fded tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:53.096364 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fd41962e-b955-4b46-a5da-c04d6b26fded tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/922cf1cb-a6a1-4bc4-bed5-a8c4cd3764cb HTTP/1.1" status: 204 len: 168 time: 1.2793257 Jul 29 15:09:53.097066 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa97ad72-9f17-4266-8cc5-8a7444bd6b94 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:53.098501 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36340) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:53.105349 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa97ad72-9f17-4266-8cc5-8a7444bd6b94 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:53.109728 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Attempting to bind port f88eb373-514e-4b14-8c7c-ab1159d9cffb on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:09:53.110253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Attempting to bind port f88eb373-514e-4b14-8c7c-ab1159d9cffb by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:09:53.111357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Attempting to bind port f88eb373-514e-4b14-8c7c-ab1159d9cffb on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:09:53.116829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 110b0513-5f80-4d30-b508-f1eccdf375b6 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:53.122001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:09:53.123243 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:53.124347 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:53.124881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:09:53.125464 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Bound port: f88eb373-514e-4b14-8c7c-ab1159d9cffb, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:09:53.125959 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:53.129300 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 110b0513-5f80-4d30-b508-f1eccdf375b6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:53.129757 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:53.158522 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa97ad72-9f17-4266-8cc5-8a7444bd6b94 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:53.165304 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fa97ad72-9f17-4266-8cc5-8a7444bd6b94 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5102265 Jul 29 15:09:53.166427 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36344) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:53.196226 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-19da5ad0-b752-4fc3-942d-d2a93f5a6cc4 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group_rule': {'security_group_id': '2ca6db84-47c8-46fb-be5e-1bc91ea819b9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bd9668aa-05f7-451f-bd2b-9e18c0e7b4ca', 'remote_ip_prefix': None}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:53.250911 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97ad72-9f17-4266-8cc5-8a7444bd6b94 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9668aa-05f7-451f-bd2b-9e18c0e7b4ca,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:53.415283 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:53.485598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] For port f88eb373-514e-4b14-8c7c-ab1159d9cffb, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:09:53.526196 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-19da5ad0-b752-4fc3-942d-d2a93f5a6cc4 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:53.545582 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] For port f88eb373-514e-4b14-8c7c-ab1159d9cffb, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f88eb373-514e-4b14-8c7c-ab1159d9cffb,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:09:53.577248 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:53.601929 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 110b0513-5f80-4d30-b508-f1eccdf375b6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=110b0513-5f80-4d30-b508-f1eccdf375b6,segment=NetworkSegment(2456b300-360d-425d-b9dc-ccbaa83afa00),segment_id=2456b300-360d-425d-b9dc-ccbaa83afa00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:53.631167 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:53.704714 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be13799-30ee-4306-95cb-39775fd1caae None None] Pushing event updated for resources: {'Port': ['ID=f88eb373-514e-4b14-8c7c-ab1159d9cffb,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:53.823669 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=110b0513-5f80-4d30-b508-f1eccdf375b6,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:54.157412 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-19da5ad0-b752-4fc3-942d-d2a93f5a6cc4 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.167264 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-19da5ad0-b752-4fc3-942d-d2a93f5a6cc4 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.184342 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2c1b7bd6-4b51-4a4a-9151-2c3fc36ac1ed req-fc854f05-7cd6-4639-82f0-24d9e2d23911 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 210 time: 0.0446901 Jul 29 15:09:54.205713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b841f-fc9e-4ec4-b9f8-3445a8cde4bd tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:54.211155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b841f-fc9e-4ec4-b9f8-3445a8cde4bd tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:54.213333 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a40b841f-fc9e-4ec4-b9f8-3445a8cde4bd tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.1118884 Jul 29 15:09:54.217125 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36378) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:54.221603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-f81893f6-790e-4567-a554-fea2dc24f9dd tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:54.224077 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-f81893f6-790e-4567-a554-fea2dc24f9dd tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.39 "GET /v2.0/networks?id=8a037f41-cecb-4925-a9f0-2425102c4d75 HTTP/1.1" status: 200 len: 810 time: 1.0129716 Jul 29 15:09:54.226149 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da5ad0-b752-4fc3-942d-d2a93f5a6cc4 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6dfb17-8838-4073-8688-1295431bb0b0,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:54.237660 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-3b4ec101-3b86-4f2e-8efa-b3a7aee5f01e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Request body: {'port': {'device_id': '5fdf4ee6-a4ec-4b4b-82b8-918f44128089', 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75', 'admin_state_up': True, 'tenant_id': '957658252ca14ff6ac84dd0644aad399'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:54.243244 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-19da5ad0-b752-4fc3-942d-d2a93f5a6cc4 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.247825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-19da5ad0-b752-4fc3-942d-d2a93f5a6cc4 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0736439 Jul 29 15:09:54.248644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36382) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:54.283402 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eafe3ba-908f-4b19-b06f-870dbc387e6b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet cc71045d-d07e-49b9-9957-93c7d93824ce {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:09:54.287465 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eafe3ba-908f-4b19-b06f-870dbc387e6b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.334430 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f911a8d8-b427-4027-9581-5324bbea12dd tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.343133 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eafe3ba-908f-4b19-b06f-870dbc387e6b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.349741 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f911a8d8-b427-4027-9581-5324bbea12dd tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.437111 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f911a8d8-b427-4027-9581-5324bbea12dd tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.443411 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f911a8d8-b427-4027-9581-5324bbea12dd tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.447152 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f911a8d8-b427-4027-9581-5324bbea12dd tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0e6dfb17-8838-4073-8688-1295431bb0b0 HTTP/1.1" status: 204 len: 168 time: 0.1851571 Jul 29 15:09:54.449904 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36388) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:54.451733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-3b4ec101-3b86-4f2e-8efa-b3a7aee5f01e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Made reservation on behalf of 957658252ca14ff6ac84dd0644aad399 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:54.455288 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-3b4ec101-3b86-4f2e-8efa-b3a7aee5f01e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.462598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911a8d8-b427-4027-9581-5324bbea12dd tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e6dfb17-8838-4073-8688-1295431bb0b0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:54.530463 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5d157453-ee79-4120-b387-68de54d25c86 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0763104 Jul 29 15:09:54.531531 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36392) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:54.535397 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eafe3ba-908f-4b19-b06f-870dbc387e6b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.616363 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eafe3ba-908f-4b19-b06f-870dbc387e6b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.663581 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68a354ec-de9d-42de-82fd-22b149fa3db6 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.671526 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1eafe3ba-908f-4b19-b06f-870dbc387e6b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.678240 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36398) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:54.679473 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1eafe3ba-908f-4b19-b06f-870dbc387e6b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/cc71045d-d07e-49b9-9957-93c7d93824ce HTTP/1.1" status: 204 len: 168 time: 0.4599545 Jul 29 15:09:54.680977 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafe3ba-908f-4b19-b06f-870dbc387e6b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=cc71045d-d07e-49b9-9957-93c7d93824ce,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:54.759551 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3c5a6e31-5d60-4ca4-b35e-674ab0ce9626 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687399 Jul 29 15:09:54.759870 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36400) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:54.761920 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68a354ec-de9d-42de-82fd-22b149fa3db6 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.766222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-3b4ec101-3b86-4f2e-8efa-b3a7aee5f01e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Allocated IP 172.20.0.12 (8a037f41-cecb-4925-a9f0-2425102c4d75/fe054880-bd2c-4d36-9617-8a2dae90afd8/79cf85bf-9e55-4395-aaf8-144fbdf62db7) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:54.871979 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68a354ec-de9d-42de-82fd-22b149fa3db6 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.872901 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a690d7-4ba3-4969-ae3c-d5062d781072 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:54.874457 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a5a690d7-4ba3-4969-ae3c-d5062d781072 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1124041 Jul 29 15:09:54.876321 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68a354ec-de9d-42de-82fd-22b149fa3db6 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:54.877221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36402) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:54.887019 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-68a354ec-de9d-42de-82fd-22b149fa3db6 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-groups/bd9668aa-05f7-451f-bd2b-9e18c0e7b4ca HTTP/1.1" status: 204 len: 168 time: 0.3539560 Jul 29 15:09:54.895052 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36404) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:54.944083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a354ec-de9d-42de-82fd-22b149fa3db6 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9668aa-05f7-451f-bd2b-9e18c0e7b4ca,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:55.011736 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf1db72-a9bb-49dc-b57f-2ba424107cd5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:55.018953 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ddf1db72-a9bb-49dc-b57f-2ba424107cd5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1406057 Jul 29 15:09:55.020475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36410) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:55.058530 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f88eb373-514e-4b14-8c7c-ab1159d9cffb up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:55.083700 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2e9cc21e-ccf0-4475-bec6-3c45c964ad33 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612912 Jul 29 15:09:55.084742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36412) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:55.090065 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-bc9abaf4-1ed8-4228-9c71-bdf2c9d13183 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:55.179482 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port f88eb373-514e-4b14-8c7c-ab1159d9cffb completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:55.182248 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7bed0046-de8c-4653-a6c6-3c8780e34845 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2592700 Jul 29 15:09:55.182960 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36414) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:55.190294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 110b0513-5f80-4d30-b508-f1eccdf375b6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:55.252135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9abaf4-1ed8-4228-9c71-bdf2c9d13183 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:55.263969 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bc9abaf4-1ed8-4228-9c71-bdf2c9d13183 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.271330 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-3b4ec101-3b86-4f2e-8efa-b3a7aee5f01e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.298975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 110b0513-5f80-4d30-b508-f1eccdf375b6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:55.299364 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.365353 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b645490a-738f-4b45-b2ca-6d8ee894840a None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:55.424810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71df5ab2-ffe1-417b-a97c-abf773e19e86 req-5f8f3acb-e8c5-4047-b67a-3be8038d803d tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 210 time: 0.0864632 Jul 29 15:09:55.438234 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-481fc875-ff48-45fd-81b0-9ef57c7747e1 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.460543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4971c358-9e72-407c-b249-2999daa40d6f None None] Provisioning for port f88eb373-514e-4b14-8c7c-ab1159d9cffb completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:55.472650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4971c358-9e72-407c-b249-2999daa40d6f None None] Provisioning complete for port f88eb373-514e-4b14-8c7c-ab1159d9cffb triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:55.473428 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4971c358-9e72-407c-b249-2999daa40d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.485760 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-481fc875-ff48-45fd-81b0-9ef57c7747e1 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.539108 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-3b4ec101-3b86-4f2e-8efa-b3a7aee5f01e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.562843 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-481fc875-ff48-45fd-81b0-9ef57c7747e1 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.566213 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-481fc875-ff48-45fd-81b0-9ef57c7747e1 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.567481 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-481fc875-ff48-45fd-81b0-9ef57c7747e1 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-groups/2ca6db84-47c8-46fb-be5e-1bc91ea819b9 HTTP/1.1" status: 204 len: 168 time: 0.3795590 Jul 29 15:09:55.579715 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36422) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:55.613312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-3b4ec101-3b86-4f2e-8efa-b3a7aee5f01e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Network 8a037f41-cecb-4925-a9f0-2425102c4d75 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:55.624146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-3b4ec101-3b86-4f2e-8efa-b3a7aee5f01e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:55.642499 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-3b4ec101-3b86-4f2e-8efa-b3a7aee5f01e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:55.647970 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4971c358-9e72-407c-b249-2999daa40d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.689167 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4971c358-9e72-407c-b249-2999daa40d6f None None] For port f88eb373-514e-4b14-8c7c-ab1159d9cffb, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f88eb373-514e-4b14-8c7c-ab1159d9cffb,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:55.706645 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4971c358-9e72-407c-b249-2999daa40d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.708388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fc875-ff48-45fd-81b0-9ef57c7747e1 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca6db84-47c8-46fb-be5e-1bc91ea819b9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:55.739512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a25103a8-2eac-414d-aad0-1aa19b1f6252 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1545529 Jul 29 15:09:55.743951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36426) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:55.753403 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4971c358-9e72-407c-b249-2999daa40d6f None None] Could not find standard attr ID for object 922cf1cb-a6a1-4bc4-bed5-a8c4cd3764cb. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:09:55.754462 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ec101-3b86-4f2e-8efa-b3a7aee5f01e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Pushing event updated for resources: {'Port': ['ID=79cf85bf-9e55-4395-aaf8-144fbdf62db7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:55.759462 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3c046cea-0b4f-4e0c-a7a3-d858ac2efc9e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677273901'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:55.763095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4ec25a-1001-4c68-b24c-7f1fba8a1f81 None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:09:55.795376 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bc9abaf4-1ed8-4228-9c71-bdf2c9d13183 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.799457 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-3b4ec101-3b86-4f2e-8efa-b3a7aee5f01e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:55.800684 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-3b4ec101-3b86-4f2e-8efa-b3a7aee5f01e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.809104 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c046cea-0b4f-4e0c-a7a3-d858ac2efc9e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.833924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971c358-9e72-407c-b249-2999daa40d6f None None] Pushing event updated for resources: {'Port': ['ID=f88eb373-514e-4b14-8c7c-ab1159d9cffb,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:55.853193 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-3b4ec101-3b86-4f2e-8efa-b3a7aee5f01e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6198668 Jul 29 15:09:55.873248 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Request body: {'port': {'device_id': '5fdf4ee6-a4ec-4b4b-82b8-918f44128089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:55.878096 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9abaf4-1ed8-4228-9c71-bdf2c9d13183 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:55.894803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-bc9abaf4-1ed8-4228-9c71-bdf2c9d13183 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:55.901920 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9abaf4-1ed8-4228-9c71-bdf2c9d13183 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:55.902254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bc9abaf4-1ed8-4228-9c71-bdf2c9d13183 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.909873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ec25a-1001-4c68-b24c-7f1fba8a1f81 None None] Deleting port f88eb373-514e-4b14-8c7c-ab1159d9cffb {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:55.911010 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb4ec25a-1001-4c68-b24c-7f1fba8a1f81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.916227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9abaf4-1ed8-4228-9c71-bdf2c9d13183 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=6019ac7c-00ae-4ba6-8ac7-5112ad7d4c5d,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:55.956839 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.982410 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c046cea-0b4f-4e0c-a7a3-d858ac2efc9e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:55.991078 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c046cea-0b4f-4e0c-a7a3-d858ac2efc9e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.042948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c046cea-0b4f-4e0c-a7a3-d858ac2efc9e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba09b060-9ad6-4478-9e64-e27ec5637e1e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:56.058852 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bc9abaf4-1ed8-4228-9c71-bdf2c9d13183 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9728076 Jul 29 15:09:56.062479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36434) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:56.069160 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6a438697-61b4-482b-9fe3-0b770cebd669 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'fixed_ips': [{'subnet_id': '6019ac7c-00ae-4ba6-8ac7-5112ad7d4c5d', 'ip_address': '2001:db8::a3f2:f5c8:ca86:7e62'}], 'name': 'tempest-NetworksTestDHCPv6-2137051125'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:56.076964 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3c046cea-0b4f-4e0c-a7a3-d858ac2efc9e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.078468 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3c046cea-0b4f-4e0c-a7a3-d858ac2efc9e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3310637 Jul 29 15:09:56.098677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36436) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:56.108423 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-bb4ec25a-1001-4c68-b24c-7f1fba8a1f81 None None] For port f88eb373-514e-4b14-8c7c-ab1159d9cffb, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f88eb373-514e-4b14-8c7c-ab1159d9cffb,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:56.109005 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb4ec25a-1001-4c68-b24c-7f1fba8a1f81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.136982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ec25a-1001-4c68-b24c-7f1fba8a1f81 None None] Calling delete_port for f88eb373-514e-4b14-8c7c-ab1159d9cffb owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:56.143487 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f0fb7a9f-5fb9-44d3-b093-a74b4bb1cf0b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group_rule': {'security_group_id': 'ba09b060-9ad6-4478-9e64-e27ec5637e1e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:56.202364 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7a9f-5fb9-44d3-b093-a74b4bb1cf0b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.264479 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb4ec25a-1001-4c68-b24c-7f1fba8a1f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.274519 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7a9f-5fb9-44d3-b093-a74b4bb1cf0b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.282065 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7a9f-5fb9-44d3-b093-a74b4bb1cf0b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.306266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a438697-61b4-482b-9fe3-0b770cebd669 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:56.323329 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb7a9f-5fb9-44d3-b093-a74b4bb1cf0b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edba6a6-c889-4c05-a0c3-a035fe23d288,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:56.352427 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f0fb7a9f-5fb9-44d3-b093-a74b4bb1cf0b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.356524 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f0fb7a9f-5fb9-44d3-b093-a74b4bb1cf0b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2168593 Jul 29 15:09:56.356732 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36444) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:56.366582 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4ec25a-1001-4c68-b24c-7f1fba8a1f81 None None] No DVR routers for this DVR port f88eb373-514e-4b14-8c7c-ab1159d9cffb on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:09:56.368853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ec25a-1001-4c68-b24c-7f1fba8a1f81 None None] Pushing event deleted for resources: {'Port': ['ID=f88eb373-514e-4b14-8c7c-ab1159d9cffb,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:56.394856 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae13c65e-a159-4ff2-aabd-05d0fb7d7de8 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:09:56.398325 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98718864-4015-4f01-8a90-4980a0930909 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.421463 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98718864-4015-4f01-8a90-4980a0930909 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.442446 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.463783 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a438697-61b4-482b-9fe3-0b770cebd669 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.499224 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98718864-4015-4f01-8a90-4980a0930909 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.501526 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-6a438697-61b4-482b-9fe3-0b770cebd669 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port 9d4f7b5b-6698-4df6-bdf8-ca7dfb848792 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:09:56.512580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cf85bf-9e55-4395-aaf8-144fbdf62db7 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:09:56.513763 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98718864-4015-4f01-8a90-4980a0930909 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.517845 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-98718864-4015-4f01-8a90-4980a0930909 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7edba6a6-c889-4c05-a0c3-a035fe23d288 HTTP/1.1" status: 204 len: 168 time: 0.1601055 Jul 29 15:09:56.519642 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36450) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:56.541650 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.574891 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Transition to ACTIVE for port object 79cf85bf-9e55-4395-aaf8-144fbdf62db7 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:56.575846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98718864-4015-4f01-8a90-4980a0930909 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7edba6a6-c889-4c05-a0c3-a035fe23d288,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:56.584930 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.642436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Pushing event updated for resources: {'Port': ['ID=79cf85bf-9e55-4395-aaf8-144fbdf62db7,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:56.648633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': '6019ac7c-00ae-4ba6-8ac7-5112ad7d4c5d'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:09:56.650352 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.670112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-02ccda6c-02ec-40d8-9ffc-b567d2edcbd1 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1474655 Jul 29 15:09:56.671523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36452) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:56.773563 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40816e-34cf-4071-8ef4-2f46fc6a661e req-f62ba100-3792-4d33-9f7a-268d8b16f801 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:56.784254 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-be40816e-34cf-4071-8ef4-2f46fc6a661e req-f62ba100-3792-4d33-9f7a-268d8b16f801 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 944 time: 0.2162442 Jul 29 15:09:56.844514 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-be40816e-34cf-4071-8ef4-2f46fc6a661e req-883a1162-49b5-4cc6-aaa1-600fabf37fe7 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588467 Jul 29 15:09:56.855441 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f88eb373-514e-4b14-8c7c-ab1159d9cffb no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:09:56.898241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: f88eb373-514e-4b14-8c7c-ab1159d9cffb {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:09:56.898587 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f88eb373-514e-4b14-8c7c-ab1159d9cffb not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:09:56.900474 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40e9ee0a-2288-4256-87ab-a32750a56da2 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.916393 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Allocated IP 2001:db8::2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/6019ac7c-00ae-4ba6-8ac7-5112ad7d4c5d/4cc09977-d13e-4729-9505-7b60600f52e6) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:56.938176 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Attempting to bind port 79cf85bf-9e55-4395-aaf8-144fbdf62db7 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:09:56.938526 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Attempting to bind port 79cf85bf-9e55-4395-aaf8-144fbdf62db7 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '2456b300-360d-425d-b9dc-ccbaa83afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:09:56.938867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Attempting to bind port 79cf85bf-9e55-4395-aaf8-144fbdf62db7 on network 8a037f41-cecb-4925-a9f0-2425102c4d75 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:09:56.950314 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40e9ee0a-2288-4256-87ab-a32750a56da2 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:56.953612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Port 79cf85bf-9e55-4395-aaf8-144fbdf62db7 on network 8a037f41-cecb-4925-a9f0-2425102c4d75 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:09:56.953954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Attempting to bind port 79cf85bf-9e55-4395-aaf8-144fbdf62db7 on network 8a037f41-cecb-4925-a9f0-2425102c4d75 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:09:56.964436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:09:56.964821 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Checking segment: {'id': '2456b300-360d-425d-b9dc-ccbaa83afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:56.965219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Bound using segment: {'id': '2456b300-360d-425d-b9dc-ccbaa83afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:09:56.965672 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Bound port: 79cf85bf-9e55-4395-aaf8-144fbdf62db7, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2456b300-360d-425d-b9dc-ccbaa83afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:09:56.966567 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.070032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] For port 79cf85bf-9e55-4395-aaf8-144fbdf62db7, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:09:57.073800 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] For port 79cf85bf-9e55-4395-aaf8-144fbdf62db7, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=79cf85bf-9e55-4395-aaf8-144fbdf62db7,segment=NetworkSegment(2456b300-360d-425d-b9dc-ccbaa83afa00),segment_id=2456b300-360d-425d-b9dc-ccbaa83afa00)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:09:57.077986 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.106522 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40e9ee0a-2288-4256-87ab-a32750a56da2 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.109197 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40e9ee0a-2288-4256-87ab-a32750a56da2 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.110370 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-40e9ee0a-2288-4256-87ab-a32750a56da2 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-groups/ba09b060-9ad6-4478-9e64-e27ec5637e1e HTTP/1.1" status: 204 len: 168 time: 0.4377818 Jul 29 15:09:57.113588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36462) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:57.129128 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.140356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:57.147243 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.148019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Transition to ACTIVE for port object 4cc09977-d13e-4729-9505-7b60600f52e6 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:57.149188 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] 10.222.0.39 "PUT /v2.0/ports/79cf85bf-9e55-4395-aaf8-144fbdf62db7 HTTP/1.1" status: 200 len: 1092 time: 1.2880509 Jul 29 15:09:57.168170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdf4ee6-a4ec-4b4b-82b8-918f44128089', 'tag': '79cf85bf-9e55-4395-aaf8-144fbdf62db7'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:09:57.170614 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bed95c-c56c-40a8-b7b1-61fd077d97ee" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdf4ee6-a4ec-4b4b-82b8-918f44128089", "tag": "79cf85bf-9e55-4395-aaf8-144fbdf62db7"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:09:57.188542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9ee0a-2288-4256-87ab-a32750a56da2 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba09b060-9ad6-4478-9e64-e27ec5637e1e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:57.197625 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Transition to ACTIVE for port object 4cc09977-d13e-4729-9505-7b60600f52e6 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:57.236801 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.242235 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d680e08c-31ef-4577-9abd-8267cf5adf70 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1272674 Jul 29 15:09:57.255186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36470) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:57.258849 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57828770-9514-40fd-b5a1-1fcf22271f28 x-openstack-request-id: req-57828770-9514-40fd-b5a1-1fcf22271f28 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:09:57.261029 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdf4ee6-a4ec-4b4b-82b8-918f44128089", "tag": "79cf85bf-9e55-4395-aaf8-144fbdf62db7", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:09:57.261967 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57828770-9514-40fd-b5a1-1fcf22271f28 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:09:57.262613 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdf4ee6-a4ec-4b4b-82b8-918f44128089', 'tag': '79cf85bf-9e55-4395-aaf8-144fbdf62db7', 'status': 'completed', 'code': 200} Jul 29 15:09:57.265740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-04de4a4e-d4a3-4fae-b39a-80a1dde29370 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group': {'name': 'tempest-secgroup--594504615'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:57.267769 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8ea8a-5282-428b-8a33-676ad255dad8 service neutron] Pushing event updated for resources: {'Port': ['ID=79cf85bf-9e55-4395-aaf8-144fbdf62db7,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:57.286730 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-a539322d-85b0-436e-85f8-725871da624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:57.288879 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-a539322d-85b0-436e-85f8-725871da624b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=957658252ca14ff6ac84dd0644aad399&device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 1095 time: 0.0859752 Jul 29 15:09:57.306665 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:57.312025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:57.316823 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:57.320108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Pushing event updated for resources: {'Port': ['ID=4cc09977-d13e-4729-9505-7b60600f52e6,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:57.363489 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-4009caf0-d1f8-4e25-9e50-85522c19d6d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79cf85bf-9e55-4395-aaf8-144fbdf62db7 HTTP/1.1" status: 200 len: 217 time: 0.0666630 Jul 29 15:09:57.368820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-6a438697-61b4-482b-9fe3-0b770cebd669 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::a3f2:f5c8:ca86:7e62 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/6019ac7c-00ae-4ba6-8ac7-5112ad7d4c5d/9d4f7b5b-6698-4df6-bdf8-ca7dfb848792) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:09:57.378559 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04de4a4e-d4a3-4fae-b39a-80a1dde29370 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.390371 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Attempting to bind port 4cc09977-d13e-4729-9505-7b60600f52e6 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:09:57.390741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Attempting to bind port 4cc09977-d13e-4729-9505-7b60600f52e6 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:09:57.391097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Attempting to bind port 4cc09977-d13e-4729-9505-7b60600f52e6 on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:09:57.398518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:09:57.399087 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:09:57.399235 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.399600 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:09:57.400784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Bound port: 4cc09977-d13e-4729-9505-7b60600f52e6, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:09:57.401180 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.475138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-37446ddf-4676-48de-bbc4-946e99956fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:57.477464 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-37446ddf-4676-48de-bbc4-946e99956fa7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fe054880-bd2c-4d36-9617-8a2dae90afd8 HTTP/1.1" status: 200 len: 850 time: 0.1070895 Jul 29 15:09:57.489791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] For port 4cc09977-d13e-4729-9505-7b60600f52e6, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:09:57.495963 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] For port 4cc09977-d13e-4729-9505-7b60600f52e6, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4cc09977-d13e-4729-9505-7b60600f52e6,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:09:57.501975 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.550397 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-7c4c3475-5f58-4eda-b224-ff1e1a8434a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a037f41-cecb-4925-a9f0-2425102c4d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647035 Jul 29 15:09:57.605761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46906ab-24e7-49a7-998e-4ae05c4cfdf9 None None] Pushing event updated for resources: {'Port': ['ID=4cc09977-d13e-4729-9505-7b60600f52e6,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:57.621439 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04de4a4e-d4a3-4fae-b39a-80a1dde29370 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.631514 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04de4a4e-d4a3-4fae-b39a-80a1dde29370 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.648346 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a438697-61b4-482b-9fe3-0b770cebd669 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.694273 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04de4a4e-d4a3-4fae-b39a-80a1dde29370 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.695751 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-04de4a4e-d4a3-4fae-b39a-80a1dde29370 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4395518 Jul 29 15:09:57.705238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-6a438697-61b4-482b-9fe3-0b770cebd669 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 9d4f7b5b-6698-4df6-bdf8-ca7dfb848792 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:09:57.706438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36474) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:57.714860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4c65e231-7f8a-4fa2-a318-3b860dc56e76 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group_rule': {'security_group_id': 'f916c7b4-ef5a-4794-abf6-d137523440a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:57.728876 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de4a4e-d4a3-4fae-b39a-80a1dde29370 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f916c7b4-ef5a-4794-abf6-d137523440a5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:57.733154 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-5119bd40-99cc-4567-8e2f-f3cb3b421687 service neutron] 10.222.0.39 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755219 Jul 29 15:09:57.807430 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4c65e231-7f8a-4fa2-a318-3b860dc56e76 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.893782 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a438697-61b4-482b-9fe3-0b770cebd669 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:57.905409 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cef79b3-b476-4bef-bcb4-ae9c9e2b2e64 req-a9f6a869-3d1c-45bd-8bd0-504c2529eadb service neutron] 10.222.0.39 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646047 Jul 29 15:09:58.045779 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4c65e231-7f8a-4fa2-a318-3b860dc56e76 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:58.057090 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a438697-61b4-482b-9fe3-0b770cebd669 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:09:58.058200 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bed95c-c56c-40a8-b7b1-61fd077d97ee req-28d1f45f-c594-438b-b153-8c12390bba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:58.060552 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21bed95c-c56c-40a8-b7b1-61fd077d97ee req-28d1f45f-c594-438b-b153-8c12390bba2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=957658252ca14ff6ac84dd0644aad399&device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 1095 time: 0.0817008 Jul 29 15:09:58.064652 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4c65e231-7f8a-4fa2-a318-3b860dc56e76 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:58.073109 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-6a438697-61b4-482b-9fe3-0b770cebd669 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:09:58.074927 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a438697-61b4-482b-9fe3-0b770cebd669 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=9d4f7b5b-6698-4df6-bdf8-ca7dfb848792,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:58.088768 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a438697-61b4-482b-9fe3-0b770cebd669 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:09:58.095790 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a438697-61b4-482b-9fe3-0b770cebd669 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:58.096726 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a438697-61b4-482b-9fe3-0b770cebd669 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:58.129419 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65e231-7f8a-4fa2-a318-3b860dc56e76 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8683b35b-fa71-4623-99b8-101bd23a1ff6,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:58.147894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e08f8-3da9-47a2-baad-8695ff6ccff3 req-80674c5e-7dbe-45aa-82b4-9086af5dcb0e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:58.154675 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-301e08f8-3da9-47a2-baad-8695ff6ccff3 req-80674c5e-7dbe-45aa-82b4-9086af5dcb0e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 944 time: 0.1628466 Jul 29 15:09:58.157521 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4c65e231-7f8a-4fa2-a318-3b860dc56e76 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:58.159708 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4c65e231-7f8a-4fa2-a318-3b860dc56e76 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4522803 Jul 29 15:09:58.163172 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6a438697-61b4-482b-9fe3-0b770cebd669 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0990958 Jul 29 15:09:58.164853 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36484) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:58.167912 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36486) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:58.175227 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4a6bccba-2e49-4ce8-b7fb-1e3c18692b7d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'fixed_ips': [{'subnet_id': '6019ac7c-00ae-4ba6-8ac7-5112ad7d4c5d', 'ip_address': '2001:db8::a3f2:f5c8:ca86:7e62'}], 'name': 'tempest-NetworksTestDHCPv6-1090884326'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:58.202924 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4f2cbda3-8ee1-441f-ad0a-7a445cfc57cd tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules/8683b35b-fa71-4623-99b8-101bd23a1ff6 HTTP/1.1" status: 200 len: 763 time: 0.0337157 Jul 29 15:09:58.213402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36488) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:58.219557 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-301e08f8-3da9-47a2-baad-8695ff6ccff3 req-048ed92a-4ff8-4052-ba35-2bc297bf8247 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581779 Jul 29 15:09:58.379568 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bed95c-c56c-40a8-b7b1-61fd077d97ee req-60babfbf-b915-419a-84fe-4fd18937cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:58.381123 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21bed95c-c56c-40a8-b7b1-61fd077d97ee req-60babfbf-b915-419a-84fe-4fd18937cd89 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a037f41-cecb-4925-a9f0-2425102c4d75 HTTP/1.1" status: 200 len: 911 time: 0.3135662 Jul 29 15:09:58.395124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36496) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:58.395647 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a467af46-3f64-418a-ae14-96ce0b173cff tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1795599 Jul 29 15:09:58.430117 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6084f1b8-5e4e-4eb1-b56a-a3fe5e62c2ca tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:58.452127 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21bed95c-c56c-40a8-b7b1-61fd077d97ee req-59837375-d790-400a-9aa1-bf1e5ce4b0d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79cf85bf-9e55-4395-aaf8-144fbdf62db7 HTTP/1.1" status: 200 len: 217 time: 0.0556448 Jul 29 15:09:58.453922 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6084f1b8-5e4e-4eb1-b56a-a3fe5e62c2ca tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:58.503017 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6084f1b8-5e4e-4eb1-b56a-a3fe5e62c2ca tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:58.507120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6bccba-2e49-4ce8-b7fb-1e3c18692b7d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:09:58.519168 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6084f1b8-5e4e-4eb1-b56a-a3fe5e62c2ca tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:58.522711 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6084f1b8-5e4e-4eb1-b56a-a3fe5e62c2ca tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8683b35b-fa71-4623-99b8-101bd23a1ff6 HTTP/1.1" status: 204 len: 168 time: 0.1235087 Jul 29 15:09:58.529783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36502) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:58.532572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084f1b8-5e4e-4eb1-b56a-a3fe5e62c2ca tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8683b35b-fa71-4623-99b8-101bd23a1ff6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:58.596369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bed95c-c56c-40a8-b7b1-61fd077d97ee req-f34a96e0-b813-45b5-9c83-0061dd21bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:58.597911 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21bed95c-c56c-40a8-b7b1-61fd077d97ee req-f34a96e0-b813-45b5-9c83-0061dd21bb39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fe054880-bd2c-4d36-9617-8a2dae90afd8 HTTP/1.1" status: 200 len: 850 time: 0.1381731 Jul 29 15:09:58.651139 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21bed95c-c56c-40a8-b7b1-61fd077d97ee req-1d220c0a-453d-4623-8e98-72f3299ea79b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a037f41-cecb-4925-a9f0-2425102c4d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444610 Jul 29 15:09:58.670955 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36506) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:58.671241 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-71e13bb7-8843-46cd-864a-b9e22d6bae9b tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1350207 Jul 29 15:09:58.677003 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-fb49aebe-fbe5-4fe0-831a-f1e380b10f6e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group_rule': {'security_group_id': 'f916c7b4-ef5a-4794-abf6-d137523440a5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:58.738893 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a6bccba-2e49-4ce8-b7fb-1e3c18692b7d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:58.748825 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fb49aebe-fbe5-4fe0-831a-f1e380b10f6e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:58.762915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-4a6bccba-2e49-4ce8-b7fb-1e3c18692b7d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port e7c5f266-57cc-4ce8-99b2-adf0d4db947e yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:09:58.888544 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4cc09977-d13e-4729-9505-7b60600f52e6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:09:58.897463 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fb49aebe-fbe5-4fe0-831a-f1e380b10f6e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:58.902997 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fb49aebe-fbe5-4fe0-831a-f1e380b10f6e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:58.944761 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21bed95c-c56c-40a8-b7b1-61fd077d97ee req-57ea8bd4-5c6d-4f61-8945-832f33b6d16e service neutron] 10.222.0.39 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688143 Jul 29 15:09:58.953072 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fb49aebe-fbe5-4fe0-831a-f1e380b10f6e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:58.957431 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fb49aebe-fbe5-4fe0-831a-f1e380b10f6e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2828081 Jul 29 15:09:58.957431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49aebe-fbe5-4fe0-831a-f1e380b10f6e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1efa06-17cc-400a-8e20-6cb663b30dac,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:58.957758 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36512) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:58.990415 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-06c2407e-6c49-4e1a-a69b-a573619ba4af tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules/9c1efa06-17cc-400a-8e20-6cb663b30dac HTTP/1.1" status: 200 len: 763 time: 0.0291312 Jul 29 15:09:58.990745 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36514) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:59.030101 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 4cc09977-d13e-4729-9505-7b60600f52e6 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:59.035993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4cc09977-d13e-4729-9505-7b60600f52e6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:59.036373 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.088566 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5412f8ea-84ae-4e7e-aee2-14c384b4c4ae tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0953808 Jul 29 15:09:59.092627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36518) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:59.131379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1e8fa1f6-f1f8-411f-bc38-ecc7c8d1a2ef None None] Provisioning for port 4cc09977-d13e-4729-9505-7b60600f52e6 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:59.143827 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1e8fa1f6-f1f8-411f-bc38-ecc7c8d1a2ef None None] Provisioning complete for port 4cc09977-d13e-4729-9505-7b60600f52e6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:59.144505 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e8fa1f6-f1f8-411f-bc38-ecc7c8d1a2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.154390 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-638bd407-3baf-46b4-a310-f0eef2cfc67d tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.173291 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-638bd407-3baf-46b4-a310-f0eef2cfc67d tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.233981 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6bccba-2e49-4ce8-b7fb-1e3c18692b7d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 15:09:59.235513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6bccba-2e49-4ce8-b7fb-1e3c18692b7d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:09:59.248756 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-638bd407-3baf-46b4-a310-f0eef2cfc67d tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.253752 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.260914 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-638bd407-3baf-46b4-a310-f0eef2cfc67d tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.262094 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-638bd407-3baf-46b4-a310-f0eef2cfc67d tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9c1efa06-17cc-400a-8e20-6cb663b30dac HTTP/1.1" status: 204 len: 168 time: 0.1684592 Jul 29 15:09:59.271359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36524) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:59.285986 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4a6bccba-2e49-4ce8-b7fb-1e3c18692b7d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1158352 Jul 29 15:09:59.286290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36526) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:59.297837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bd407-3baf-46b4-a310-f0eef2cfc67d tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c1efa06-17cc-400a-8e20-6cb663b30dac,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:59.379558 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 4cc09977-d13e-4729-9505-7b60600f52e6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4cc09977-d13e-4729-9505-7b60600f52e6,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:09:59.389862 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be2a12d-92a2-4958-9d4d-48ecd3c3e812 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:59.396827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be2a12d-92a2-4958-9d4d-48ecd3c3e812 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:59.401169 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0be2a12d-92a2-4958-9d4d-48ecd3c3e812 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1109014 Jul 29 15:09:59.402738 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36532) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:59.429536 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c656ec77-1165-473d-b068-dc67662265b8 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1554556 Jul 29 15:09:59.440337 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.442492 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36534) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:59.448417 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4710a1f9-f7e8-4ced-a152-c1aaabc3f891 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Request body: {'security_group_rule': {'security_group_id': 'f916c7b4-ef5a-4794-abf6-d137523440a5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:09:59.476171 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21bed95c-c56c-40a8-b7b1-61fd077d97ee req-6ffc40c7-7704-4e1f-a00f-ba103317dff5 service neutron] 10.222.0.39 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167840 Jul 29 15:09:59.515306 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-4710a1f9-f7e8-4ced-a152-c1aaabc3f891 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Project 034952a0a9084c90850afd09cb14603d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:09:59.522595 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4710a1f9-f7e8-4ced-a152-c1aaabc3f891 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.571546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=4cc09977-d13e-4729-9505-7b60600f52e6,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:59.596320 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4710a1f9-f7e8-4ced-a152-c1aaabc3f891 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.601666 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4710a1f9-f7e8-4ced-a152-c1aaabc3f891 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.607132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdba7f-58f2-442b-a5b8-4d204d83df93 req-3ef102ca-580e-41fe-b6b6-88b23c5251b4 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:09:59.609038 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-89fdba7f-58f2-442b-a5b8-4d204d83df93 req-3ef102ca-580e-41fe-b6b6-88b23c5251b4 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 944 time: 0.2037041 Jul 29 15:09:59.628217 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710a1f9-f7e8-4ced-a152-c1aaabc3f891 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cb7d09-9dd4-4fff-94a0-343807cf9463,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:09:59.640245 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4710a1f9-f7e8-4ced-a152-c1aaabc3f891 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.641838 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4710a1f9-f7e8-4ced-a152-c1aaabc3f891 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1979053 Jul 29 15:09:59.644282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36542) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:59.658814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-051b41fe-4150-43e2-af43-1fca9c37324e None None] Could not find standard attr ID for object 922cf1cb-a6a1-4bc4-bed5-a8c4cd3764cb. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:09:59.691644 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5064837f-6e32-41d0-9547-c0c1b152673e tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules/22cb7d09-9dd4-4fff-94a0-343807cf9463 HTTP/1.1" status: 200 len: 769 time: 0.0458527 Jul 29 15:09:59.695082 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-89fdba7f-58f2-442b-a5b8-4d204d83df93 req-35ceb6d4-33d3-4166-9beb-f44e5b60c7cd tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678182 Jul 29 15:09:59.695713 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36546) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:59.734731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-0673cf30-bcf7-4d9d-93a9-c2356b2f3b25 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 9d4f7b5b-6698-4df6-bdf8-ca7dfb848792 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:09:59.735171 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0673cf30-bcf7-4d9d-93a9-c2356b2f3b25 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.787914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a13cb624-7c23-4c45-897d-eccbb59c0106 None None] Provisioning for port 9d4f7b5b-6698-4df6-bdf8-ca7dfb848792 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:09:59.797484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a13cb624-7c23-4c45-897d-eccbb59c0106 None None] Provisioning complete for port 9d4f7b5b-6698-4df6-bdf8-ca7dfb848792 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:09:59.798119 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a13cb624-7c23-4c45-897d-eccbb59c0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.809941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36550) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:59.810364 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c405948f-038e-4399-ae42-3a4b1ad8e187 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1115396 Jul 29 15:09:59.863386 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a13cb624-7c23-4c45-897d-eccbb59c0106 None None] Port 9d4f7b5b-6698-4df6-bdf8-ca7dfb848792 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:09:59.864650 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b67c61a9-7595-4ec7-841b-383fd5781720 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.878707 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b67c61a9-7595-4ec7-841b-383fd5781720 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.915684 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0673cf30-bcf7-4d9d-93a9-c2356b2f3b25 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.926391 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b67c61a9-7595-4ec7-841b-383fd5781720 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.932831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-0673cf30-bcf7-4d9d-93a9-c2356b2f3b25 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 9d4f7b5b-6698-4df6-bdf8-ca7dfb848792 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:09:59.934311 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b67c61a9-7595-4ec7-841b-383fd5781720 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:09:59.941384 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b67c61a9-7595-4ec7-841b-383fd5781720 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/22cb7d09-9dd4-4fff-94a0-343807cf9463 HTTP/1.1" status: 204 len: 168 time: 0.1302977 Jul 29 15:09:59.943401 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36556) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:09:59.957123 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c61a9-7595-4ec7-841b-383fd5781720 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22cb7d09-9dd4-4fff-94a0-343807cf9463,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:00.044921 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-be977eee-0446-4e63-8317-e9e884cba74f tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0996482 Jul 29 15:10:00.048234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36560) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:00.112888 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0c3d-ac02-41da-99c0-c84a3bd90d61 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:00.136497 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0673cf30-bcf7-4d9d-93a9-c2356b2f3b25 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:00.147611 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0c3d-ac02-41da-99c0-c84a3bd90d61 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:00.175743 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673cf30-bcf7-4d9d-93a9-c2356b2f3b25 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=9d4f7b5b-6698-4df6-bdf8-ca7dfb848792,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:00.209898 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0673cf30-bcf7-4d9d-93a9-c2356b2f3b25 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:00.214546 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0c3d-ac02-41da-99c0-c84a3bd90d61 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:00.216275 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0673cf30-bcf7-4d9d-93a9-c2356b2f3b25 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/9d4f7b5b-6698-4df6-bdf8-ca7dfb848792 HTTP/1.1" status: 204 len: 168 time: 0.7782929 Jul 29 15:10:00.216977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36564) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:00.217763 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d6b0c3d-ac02-41da-99c0-c84a3bd90d61 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:00.218926 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0d6b0c3d-ac02-41da-99c0-c84a3bd90d61 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "DELETE /v2.0/security-groups/f916c7b4-ef5a-4794-abf6-d137523440a5 HTTP/1.1" status: 204 len: 168 time: 0.1696565 Jul 29 15:10:00.237626 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36566) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:00.239501 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b0c3d-ac02-41da-99c0-c84a3bd90d61 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f916c7b4-ef5a-4794-abf6-d137523440a5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:00.295124 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2a658a-f03f-402d-a438-906227c84faa tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:00.297598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2a658a-f03f-402d-a438-906227c84faa tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:00.299918 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4e2a658a-f03f-402d-a438-906227c84faa tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0816243 Jul 29 15:10:00.302928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36568) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:00.314861 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f8352285-3781-4615-ad5f-344173623bf2 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726388 Jul 29 15:10:00.319407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36572) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:00.399403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2003ce3-34ed-4497-a3c2-589551b6adf9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 6019ac7c-00ae-4ba6-8ac7-5112ad7d4c5d {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:10:00.402833 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c2003ce3-34ed-4497-a3c2-589551b6adf9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:00.461091 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-36c71cb2-007c-4488-91a5-7847ab450290 tempest-SecGroupIPv6Test-1255849840 tempest-SecGroupIPv6Test-1255849840-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1373429 Jul 29 15:10:00.461091 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c2003ce3-34ed-4497-a3c2-589551b6adf9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:00.540372 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e990f7df-436c-4ac4-b336-2eafe880c743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:00.607686 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c2003ce3-34ed-4497-a3c2-589551b6adf9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:00.697773 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c2003ce3-34ed-4497-a3c2-589551b6adf9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:00.735448 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2003ce3-34ed-4497-a3c2-589551b6adf9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=6019ac7c-00ae-4ba6-8ac7-5112ad7d4c5d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:00.741185 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c2003ce3-34ed-4497-a3c2-589551b6adf9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:00.746188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36584) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:00.746838 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c2003ce3-34ed-4497-a3c2-589551b6adf9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/6019ac7c-00ae-4ba6-8ac7-5112ad7d4c5d HTTP/1.1" status: 204 len: 168 time: 0.4406853 Jul 29 15:10:00.750523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0885b0-3ed9-46d9-aa0d-4efeba1444e6 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:00.806419 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36586) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:00.885470 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-91944e85-26d2-4cc6-ac74-b05e9508e78c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1368537 Jul 29 15:10:00.891267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36592) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:00.898729 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-312bbaaa-6644-40b5-a54e-899de5cc5aac tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:00.913852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4cc09977-d13e-4729-9505-7b60600f52e6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:01.007656 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161a4af-8bfd-4f0e-8f2d-3dd0075ef284 req-7148e851-eddf-4f21-9af9-da92a568da21 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:01.015678 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4161a4af-8bfd-4f0e-8f2d-3dd0075ef284 req-7148e851-eddf-4f21-9af9-da92a568da21 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 944 time: 0.1289682 Jul 29 15:10:01.065639 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4161a4af-8bfd-4f0e-8f2d-3dd0075ef284 req-c159afc8-57f4-4b25-965c-7d1b12c559d9 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490298 Jul 29 15:10:01.114072 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 79cf85bf-9e55-4395-aaf8-144fbdf62db7 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:10:01.135433 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4cc09977-d13e-4729-9505-7b60600f52e6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:01.135801 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:01.148592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312bbaaa-6644-40b5-a54e-899de5cc5aac tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:01.152085 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-312bbaaa-6644-40b5-a54e-899de5cc5aac tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:01.299151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c19f98-624c-4448-8e98-237751d829f3 None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:10:01.319630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 79cf85bf-9e55-4395-aaf8-144fbdf62db7, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=79cf85bf-9e55-4395-aaf8-144fbdf62db7,segment=NetworkSegment(2456b300-360d-425d-b9dc-ccbaa83afa00),segment_id=2456b300-360d-425d-b9dc-ccbaa83afa00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:01.346500 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d7456738-ffff-4703-b7e6-9eaee2801f3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=034952a0a9084c90850afd09cb14603d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5387743 Jul 29 15:10:01.349213 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36602) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:01.359608 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '79cf85bf-9e55-4395-aaf8-144fbdf62db7', 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75', 'port_id': '79cf85bf-9e55-4395-aaf8-144fbdf62db7', 'mac_address': 'fa:16:3e:e2:f4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe054880-bd2c-4d36-9617-8a2dae90afd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:10:01.416456 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:01.418303 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-312bbaaa-6644-40b5-a54e-899de5cc5aac tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:01.427430 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-47c19f98-624c-4448-8e98-237751d829f3 None None] Deleting port 4cc09977-d13e-4729-9505-7b60600f52e6 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:10:01.427804 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-47c19f98-624c-4448-8e98-237751d829f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:01.471801 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312bbaaa-6644-40b5-a54e-899de5cc5aac tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:01.474997 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2cb52c11-d0c2-4e2d-8d53-f31fab881f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:01.479275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-312bbaaa-6644-40b5-a54e-899de5cc5aac tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:01.485038 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312bbaaa-6644-40b5-a54e-899de5cc5aac tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:01.485652 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-312bbaaa-6644-40b5-a54e-899de5cc5aac tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:01.485843 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cf85bf-9e55-4395-aaf8-144fbdf62db7 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:10:01.500473 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bbaaa-6644-40b5-a54e-899de5cc5aac tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=e844b0e5-f0fd-4542-936b-64fdef0c7fcf,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:01.509884 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-312bbaaa-6644-40b5-a54e-899de5cc5aac tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6173544 Jul 29 15:10:01.513422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36608) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:01.522920 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2cb52c11-d0c2-4e2d-8d53-f31fab881f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:01.529536 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 79cf85bf-9e55-4395-aaf8-144fbdf62db7, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=79cf85bf-9e55-4395-aaf8-144fbdf62db7,segment=NetworkSegment(2456b300-360d-425d-b9dc-ccbaa83afa00),segment_id=2456b300-360d-425d-b9dc-ccbaa83afa00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:01.540567 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:01.541289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a283e534-b98a-472d-ad91-36698454d577 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'fixed_ips': [{'subnet_id': 'e844b0e5-f0fd-4542-936b-64fdef0c7fcf', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-824674559'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:01.600095 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2cb52c11-d0c2-4e2d-8d53-f31fab881f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:01.606579 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2cb52c11-d0c2-4e2d-8d53-f31fab881f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:01.608258 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2cb52c11-d0c2-4e2d-8d53-f31fab881f6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a15384a9-2ab3-4995-a0d5-e248ea9c392e HTTP/1.1" status: 204 len: 168 time: 0.2580287 Jul 29 15:10:01.627204 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-47c19f98-624c-4448-8e98-237751d829f3 None None] For port 4cc09977-d13e-4729-9505-7b60600f52e6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4cc09977-d13e-4729-9505-7b60600f52e6,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:01.627872 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-47c19f98-624c-4448-8e98-237751d829f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:01.650351 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-47c19f98-624c-4448-8e98-237751d829f3 None None] Calling delete_port for 4cc09977-d13e-4729-9505-7b60600f52e6 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:10:01.656852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb52c11-d0c2-4e2d-8d53-f31fab881f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15384a9-2ab3-4995-a0d5-e248ea9c392e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:01.673389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=79cf85bf-9e55-4395-aaf8-144fbdf62db7,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:01.721786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a283e534-b98a-472d-ad91-36698454d577 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:01.727754 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a283e534-b98a-472d-ad91-36698454d577 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:01.755993 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-a283e534-b98a-472d-ad91-36698454d577 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port 924eb52c-d066-4a62-b46b-dae9114e92de yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:10:01.784472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['79cf85bf-9e55-4395-aaf8-144fbdf62db7'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:10:01.884764 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-47c19f98-624c-4448-8e98-237751d829f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:01.923028 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c19f98-624c-4448-8e98-237751d829f3 None None] Pushing event deleted for resources: {'Port': ['ID=4cc09977-d13e-4729-9505-7b60600f52e6,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:01.938910 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c19f98-624c-4448-8e98-237751d829f3 None None] No DVR routers for this DVR port 4cc09977-d13e-4729-9505-7b60600f52e6 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:10:01.955516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85e273f-4ee4-43fa-aee7-f11f47efa049 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:01.988639 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-a283e534-b98a-472d-ad91-36698454d577 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:10:01.989915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a283e534-b98a-472d-ad91-36698454d577 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:10:02.022074 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a283e534-b98a-472d-ad91-36698454d577 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5047860 Jul 29 15:10:02.025117 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36620) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:02.104936 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c547cc58-78f3-4197-90c1-21c2aaf51892 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0754311 Jul 29 15:10:02.106434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36628) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:02.189872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafe8481-421a-4b75-80ba-a90d63c9a692 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:02.191703 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafe8481-421a-4b75-80ba-a90d63c9a692 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:02.197396 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cafe8481-421a-4b75-80ba-a90d63c9a692 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0896800 Jul 29 15:10:02.197947 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36634) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:02.200758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b18a77-57b5-49e3-a50d-511b6767c0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': 'e844b0e5-f0fd-4542-936b-64fdef0c7fcf'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:10:02.201967 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78b18a77-57b5-49e3-a50d-511b6767c0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:02.302843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b91f2-0bdb-459c-83fc-a911268ae597 req-105b532d-8e91-4388-9dcd-6ea24891d6e9 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:02.304722 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-595b91f2-0bdb-459c-83fc-a911268ae597 req-105b532d-8e91-4388-9dcd-6ea24891d6e9 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 945 time: 0.1170840 Jul 29 15:10:02.311629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-e154a74c-b8f7-40ff-8bc9-b2662ceafa6d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet e844b0e5-f0fd-4542-936b-64fdef0c7fcf {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:10:02.317990 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e154a74c-b8f7-40ff-8bc9-b2662ceafa6d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:02.402245 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e154a74c-b8f7-40ff-8bc9-b2662ceafa6d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:02.433978 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-595b91f2-0bdb-459c-83fc-a911268ae597 req-f31adebc-7570-4e32-ae10-831c8c49d5da tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194735 Jul 29 15:10:02.484446 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e154a74c-b8f7-40ff-8bc9-b2662ceafa6d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:02.619811 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e154a74c-b8f7-40ff-8bc9-b2662ceafa6d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server [None req-78b18a77-57b5-49e3-a50d-511b6767c0e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e844b0e5-f0fd-4542-936b-64fdef0c7fcf: This subnet is being modified by another concurrent operation. Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise exception Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e844b0e5-f0fd-4542-936b-64fdef0c7fcf: This subnet is being modified by another concurrent operation. Jul 29 15:10:02.620014 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Jul 29 15:10:02.639997 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634d50dc-afc1-49d4-a996-66848e5badac None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 15:10:02.670716 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e154a74c-b8f7-40ff-8bc9-b2662ceafa6d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:02.675794 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36656) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:02.687225 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e154a74c-b8f7-40ff-8bc9-b2662ceafa6d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/e844b0e5-f0fd-4542-936b-64fdef0c7fcf HTTP/1.1" status: 204 len: 168 time: 0.4871221 Jul 29 15:10:02.697022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154a74c-b8f7-40ff-8bc9-b2662ceafa6d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=e844b0e5-f0fd-4542-936b-64fdef0c7fcf,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:02.752853 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36662) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:02.754848 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b0ff0ab4-75bf-468b-8e6a-82f52de3c1c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703588 Jul 29 15:10:02.758618 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7c98b21a-a573-48c3-9b16-af44cfedab26 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:02.795474 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634d50dc-afc1-49d4-a996-66848e5badac None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 15:10:02.818757 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4cc09977-d13e-4729-9505-7b60600f52e6 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:10:02.863942 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 4cc09977-d13e-4729-9505-7b60600f52e6 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:10:02.863942 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4cc09977-d13e-4729-9505-7b60600f52e6 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:10:02.902849 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36666) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:02.924436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c98b21a-a573-48c3-9b16-af44cfedab26 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:02.933303 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c98b21a-a573-48c3-9b16-af44cfedab26 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.086721 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-25eb4995-1b7a-419e-b189-dfca714c9946 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-743095789'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:03.133277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25eb4995-1b7a-419e-b189-dfca714c9946 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Made reservation on behalf of e6256ac4855e49f6b12eca15cace764e for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:03.136019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 79cf85bf-9e55-4395-aaf8-144fbdf62db7 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:03.142759 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-25eb4995-1b7a-419e-b189-dfca714c9946 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.172201 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-25eb4995-1b7a-419e-b189-dfca714c9946 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.263716 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c98b21a-a573-48c3-9b16-af44cfedab26 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.291491 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.303324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 79cf85bf-9e55-4395-aaf8-144fbdf62db7 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:03.307561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 79cf85bf-9e55-4395-aaf8-144fbdf62db7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:03.307942 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.354306 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c98b21a-a573-48c3-9b16-af44cfedab26 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:03.364346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7c98b21a-a573-48c3-9b16-af44cfedab26 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:03.368819 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-983882b1-d5e1-4a8d-9981-31ee9f0cf12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.385715 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c98b21a-a573-48c3-9b16-af44cfedab26 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:03.390017 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c98b21a-a573-48c3-9b16-af44cfedab26 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.400070 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98b21a-a573-48c3-9b16-af44cfedab26 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=89d0af07-6f27-415a-82fe-f7a0c488a45e,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:03.401835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-25eb4995-1b7a-419e-b189-dfca714c9946 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.410040 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344e269b-2a11-44e3-b6b5-a3f021486838 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:03.412562 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-25eb4995-1b7a-419e-b189-dfca714c9946 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.416390 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7c98b21a-a573-48c3-9b16-af44cfedab26 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6630096 Jul 29 15:10:03.420796 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36676) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:03.430041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-91790da1-6c92-45ab-9e7c-4cea1b69b00e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1469742572', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:03.464320 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91790da1-6c92-45ab-9e7c-4cea1b69b00e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.467648 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91790da1-6c92-45ab-9e7c-4cea1b69b00e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.483679 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25eb4995-1b7a-419e-b189-dfca714c9946 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:10:03.505850 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb4995-1b7a-419e-b189-dfca714c9946 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84475459-8a12-4b31-95f2-cdfebaffb44b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:03.512097 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-25eb4995-1b7a-419e-b189-dfca714c9946 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.512897 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-25eb4995-1b7a-419e-b189-dfca714c9946 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Added segment 1d80ac87-fb80-49b3-ba99-217971ee928c of type vlan for network c6ef09fc-01de-469e-a51b-6e0ec3f5e931 Jul 29 15:10:03.574836 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-25eb4995-1b7a-419e-b189-dfca714c9946 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.592518 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91790da1-6c92-45ab-9e7c-4cea1b69b00e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.599626 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91790da1-6c92-45ab-9e7c-4cea1b69b00e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.620952 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.626758 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91790da1-6c92-45ab-9e7c-4cea1b69b00e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.633780 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-91790da1-6c92-45ab-9e7c-4cea1b69b00e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2089977 Jul 29 15:10:03.636195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36682) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:03.679068 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdf4ee6-a4ec-4b4b-82b8-918f44128089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cf85bf-9e55-4395-aaf8-144fbdf62db7'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:10:03.680490 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-25eb4995-1b7a-419e-b189-dfca714c9946 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.681249 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccfadbc-78be-4a3d-a167-17c932ce0bb4" -d '{"events": [{"server_uuid": "5fdf4ee6-a4ec-4b4b-82b8-918f44128089", "name": "network-vif-plugged", "status": "completed", "tag": "79cf85bf-9e55-4395-aaf8-144fbdf62db7"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:10:03.686891 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eb4995-1b7a-419e-b189-dfca714c9946 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:03.687522 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-25eb4995-1b7a-419e-b189-dfca714c9946 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.705559 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 79cf85bf-9e55-4395-aaf8-144fbdf62db7, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=79cf85bf-9e55-4395-aaf8-144fbdf62db7,segment=NetworkSegment(2456b300-360d-425d-b9dc-ccbaa83afa00),segment_id=2456b300-360d-425d-b9dc-ccbaa83afa00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:03.712422 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.714492 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f301e-2c40-4f6d-b2f2-ae4b019e9df9 req-7d6e3301-e083-42ef-a4d8-34bb137b40ac tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:03.716722 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-031f301e-2c40-4f6d-b2f2-ae4b019e9df9 req-7d6e3301-e083-42ef-a4d8-34bb137b40ac tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 945 time: 0.1481986 Jul 29 15:10:03.722957 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-25eb4995-1b7a-419e-b189-dfca714c9946 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8161716 Jul 29 15:10:03.742767 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36686) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:03.779942 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9e69ca-9832-4dfe-9b13-bbaff75bbba2 x-openstack-request-id: req-cc9e69ca-9832-4dfe-9b13-bbaff75bbba2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:10:03.780233 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdf4ee6-a4ec-4b4b-82b8-918f44128089", "name": "network-vif-plugged", "status": "completed", "tag": "79cf85bf-9e55-4395-aaf8-144fbdf62db7", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:10:03.780544 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc9e69ca-9832-4dfe-9b13-bbaff75bbba2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:10:03.781263 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf4ee6-a4ec-4b4b-82b8-918f44128089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cf85bf-9e55-4395-aaf8-144fbdf62db7', 'code': 200} Jul 29 15:10:03.801552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': '89d0af07-6f27-415a-82fe-f7a0c488a45e'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:10:03.802664 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:03.820415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-64e1b6f4-eda3-40b1-8b37-bd23d4d53786 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Request body: {'subnet': {'network_id': 'c6ef09fc-01de-469e-a51b-6e0ec3f5e931', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:03.849220 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=79cf85bf-9e55-4395-aaf8-144fbdf62db7,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:03.921919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb4995-1b7a-419e-b189-dfca714c9946 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Pushing event updated for resources: {'Network': ['ID=c6ef09fc-01de-469e-a51b-6e0ec3f5e931,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:03.943372 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-031f301e-2c40-4f6d-b2f2-ae4b019e9df9 req-9fc1e94c-1168-4bb1-9ddd-19be25d4144d tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031512 Jul 29 15:10:03.949144 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network c6ef09fc-01de-469e-a51b-6e0ec3f5e931 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:10:03.978481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e1b6f4-eda3-40b1-8b37-bd23d4d53786 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Made reservation on behalf of e6256ac4855e49f6b12eca15cace764e for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:03.983310 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64e1b6f4-eda3-40b1-8b37-bd23d4d53786 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:04.140616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Allocated IP 2001:db8::2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/89d0af07-6f27-415a-82fe-f7a0c488a45e/8d142b26-c92b-4938-bda5-f9bb7270f1d8) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:04.261486 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64e1b6f4-eda3-40b1-8b37-bd23d4d53786 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:04.405307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1b6f4-eda3-40b1-8b37-bd23d4d53786 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Pushing event updated for resources: {'Subnet': ['ID=8394072f-aaae-4435-9611-0c5b1c99ffc4,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:04.407846 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:04.423174 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e1b6f4-eda3-40b1-8b37-bd23d4d53786 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Checking segment: {'id': '1d80ac87-fb80-49b3-ba99-217971ee928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c6ef09fc-01de-469e-a51b-6e0ec3f5e931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:10:04.423806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e1b6f4-eda3-40b1-8b37-bd23d4d53786 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Network hostable DHCP agents. Network: c6ef09fc-01de-469e-a51b-6e0ec3f5e931, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:10:04.445746 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:04.454365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e1b6f4-eda3-40b1-8b37-bd23d4d53786 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Network c6ef09fc-01de-469e-a51b-6e0ec3f5e931 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:10:04.460437 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Transition to ACTIVE for port object 8d142b26-c92b-4938-bda5-f9bb7270f1d8 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:04.469364 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-64e1b6f4-eda3-40b1-8b37-bd23d4d53786 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, c6ef09fc-01de-469e-a51b-6e0ec3f5e931) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:04.478117 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e1b6f4-eda3-40b1-8b37-bd23d4d53786 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:04.478800 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64e1b6f4-eda3-40b1-8b37-bd23d4d53786 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:04.485393 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0f6e52-83ff-49e7-b66b-b3a2ead5c6b0 None None] Network c6ef09fc-01de-469e-a51b-6e0ec3f5e931 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:04.505588 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-64e1b6f4-eda3-40b1-8b37-bd23d4d53786 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7630386 Jul 29 15:10:04.509012 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36694) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:04.518470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6b70f20c-ee0f-45e5-8171-993519ccd480 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Request body: {'port': {'network_id': 'c6ef09fc-01de-469e-a51b-6e0ec3f5e931', 'name': 'tempest-TagsExtTest-751094814'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:04.547563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Transition to ACTIVE for port object 8d142b26-c92b-4938-bda5-f9bb7270f1d8 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:04.559883 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:04.582100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:04.607782 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:04.608522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2384a0d-e1c2-4e46-83e4-40ae7b32e8fe req-f363d509-033c-4c51-ae36-9d8273442132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:04.610161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:10:04.612618 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b2384a0d-e1c2-4e46-83e4-40ae7b32e8fe req-f363d509-033c-4c51-ae36-9d8273442132 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 1097 time: 0.2301078 Jul 29 15:10:04.678053 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Pushing event updated for resources: {'Port': ['ID=8d142b26-c92b-4938-bda5-f9bb7270f1d8,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:04.693166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b70f20c-ee0f-45e5-8171-993519ccd480 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Made reservation on behalf of e6256ac4855e49f6b12eca15cace764e for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:04.702340 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6b70f20c-ee0f-45e5-8171-993519ccd480 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:04.722033 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:04.728903 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-6b70f20c-ee0f-45e5-8171-993519ccd480 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] device_id is not set on port 7d2bbdd6-7910-4247-bbb8-cf0876d834dc yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:10:04.731325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Attempting to bind port 8d142b26-c92b-4938-bda5-f9bb7270f1d8 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:04.731822 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Attempting to bind port 8d142b26-c92b-4938-bda5-f9bb7270f1d8 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:04.732407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Attempting to bind port 8d142b26-c92b-4938-bda5-f9bb7270f1d8 on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:04.739637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:10:04.740012 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:10:04.740423 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:04.740838 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:10:04.741341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Bound port: 8d142b26-c92b-4938-bda5-f9bb7270f1d8, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:10:04.741705 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:04.751005 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b2384a0d-e1c2-4e46-83e4-40ae7b32e8fe req-21c99e0c-ac2e-48ce-8cbd-08887a8bc314 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265426 Jul 29 15:10:04.788012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36698) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:04.817957 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-c6ef09fc-01de-469e-a51b-6e0ec3f5e931', 'network_id': 'c6ef09fc-01de-469e-a51b-6e0ec3f5e931', 'tenant_id': 'e6256ac4855e49f6b12eca15cace764e', 'fixed_ips': [{'subnet_id': '8394072f-aaae-4435-9611-0c5b1c99ffc4'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:10:04.819096 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:04.867054 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-6b70f20c-ee0f-45e5-8171-993519ccd480 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Allocated IP 172.20.0.14 (c6ef09fc-01de-469e-a51b-6e0ec3f5e931/8394072f-aaae-4435-9611-0c5b1c99ffc4/7d2bbdd6-7910-4247-bbb8-cf0876d834dc) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:04.973339 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] For port 8d142b26-c92b-4938-bda5-f9bb7270f1d8, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:10:04.999325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] For port 8d142b26-c92b-4938-bda5-f9bb7270f1d8, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8d142b26-c92b-4938-bda5-f9bb7270f1d8,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:10:05.011986 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.033950 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e9bdf74-dd7b-4aba-a126-b1e2a401171a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.095439 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6b70f20c-ee0f-45e5-8171-993519ccd480 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.103626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce4fb9-c108-4abc-acaa-0810f8730cc9 None None] Pushing event updated for resources: {'Port': ['ID=8d142b26-c92b-4938-bda5-f9bb7270f1d8,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:05.129081 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-6b70f20c-ee0f-45e5-8171-993519ccd480 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Transition to ACTIVE for port object 7d2bbdd6-7910-4247-bbb8-cf0876d834dc will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:05.174956 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6b70f20c-ee0f-45e5-8171-993519ccd480 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.235157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0028d8f-3560-4874-a3bf-7ac74243a21e req-434013b8-1bc8-4a98-8255-05d6309f0c70 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:05.235361 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b70f20c-ee0f-45e5-8171-993519ccd480 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Network c6ef09fc-01de-469e-a51b-6e0ec3f5e931 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:05.237032 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a0028d8f-3560-4874-a3bf-7ac74243a21e req-434013b8-1bc8-4a98-8255-05d6309f0c70 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.1849201 Jul 29 15:10:05.241408 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-6b70f20c-ee0f-45e5-8171-993519ccd480 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:05.249212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b70f20c-ee0f-45e5-8171-993519ccd480 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:10:05.257803 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Allocated IP 172.20.0.2 (c6ef09fc-01de-469e-a51b-6e0ec3f5e931/8394072f-aaae-4435-9611-0c5b1c99ffc4/0ebb68b3-f7cd-4ce9-a54d-a341721e7863) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:05.315100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::1 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/89d0af07-6f27-415a-82fe-f7a0c488a45e/477e4af7-ce94-47cc-8715-b451b30d20f4) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:05.325742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b70f20c-ee0f-45e5-8171-993519ccd480 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:05.326644 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6b70f20c-ee0f-45e5-8171-993519ccd480 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.336912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a0028d8f-3560-4874-a3bf-7ac74243a21e req-25b894b9-3fb2-4e9a-9715-5d639486449c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913005 Jul 29 15:10:05.352337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70f20c-ee0f-45e5-8171-993519ccd480 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Pushing event updated for resources: {'Port': ['ID=7d2bbdd6-7910-4247-bbb8-cf0876d834dc,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:05.454400 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e9bdf74-dd7b-4aba-a126-b1e2a401171a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.461759 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e9bdf74-dd7b-4aba-a126-b1e2a401171a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.469095 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36706) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:05.470505 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6b70f20c-ee0f-45e5-8171-993519ccd480 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9543629 Jul 29 15:10:05.473869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-260c18ad-36b4-43f8-b39e-2b4623dd9031 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1394590457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:05.566156 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5e9bdf74-dd7b-4aba-a126-b1e2a401171a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c7b82e665774bcab3d9b1a9ff38e991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7767150 Jul 29 15:10:05.569106 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36708) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:05.572923 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bdf74-dd7b-4aba-a126-b1e2a401171a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fe55f3-df60-42b1-bdeb-e22cce4e156b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:05.589538 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-260c18ad-36b4-43f8-b39e-2b4623dd9031 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.590653 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-260c18ad-36b4-43f8-b39e-2b4623dd9031 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.598370 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.607343 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.624203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Transition to ACTIVE for port object 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:05.626181 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 477e4af7-ce94-47cc-8715-b451b30d20f4 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:05.648398 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Transition to ACTIVE for port object 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:05.658117 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.661030 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc32b91a-f250-4b69-af92-b4a22ebf5650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.675878 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-260c18ad-36b4-43f8-b39e-2b4623dd9031 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.681004 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-260c18ad-36b4-43f8-b39e-2b4623dd9031 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.698097 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc32b91a-f250-4b69-af92-b4a22ebf5650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.703059 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Network c6ef09fc-01de-469e-a51b-6e0ec3f5e931 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:05.709131 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-260c18ad-36b4-43f8-b39e-2b4623dd9031 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.709290 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:05.710523 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-260c18ad-36b4-43f8-b39e-2b4623dd9031 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2403951 Jul 29 15:10:05.713138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36710) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:05.718173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f63b2838-e8a5-4a57-84a0-4cfe723ad964 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-353682849', 'prefixes': ['172.20.0.0/16']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:05.722977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:10:05.724264 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.768749 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Pushing event updated for resources: {'Port': ['ID=0ebb68b3-f7cd-4ce9-a54d-a341721e7863,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:05.777414 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:05.783809 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc32b91a-f250-4b69-af92-b4a22ebf5650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.790773 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc32b91a-f250-4b69-af92-b4a22ebf5650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.791208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:05.793529 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cc32b91a-f250-4b69-af92-b4a22ebf5650 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9fe55f3-df60-42b1-bdeb-e22cce4e156b HTTP/1.1" status: 204 len: 168 time: 0.2218916 Jul 29 15:10:05.798185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:10:05.798721 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.815308 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Attempting to bind port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:05.815674 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Attempting to bind port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '1d80ac87-fb80-49b3-ba99-217971ee928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c6ef09fc-01de-469e-a51b-6e0ec3f5e931'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:05.817010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Attempting to bind port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 on network c6ef09fc-01de-469e-a51b-6e0ec3f5e931 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:05.817202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32b91a-f250-4b69-af92-b4a22ebf5650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fe55f3-df60-42b1-bdeb-e22cce4e156b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:05.830031 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:10:05.830678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Checking segment: {'id': '1d80ac87-fb80-49b3-ba99-217971ee928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c6ef09fc-01de-469e-a51b-6e0ec3f5e931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:10:05.831294 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.831885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Bound using segment: {'id': '1d80ac87-fb80-49b3-ba99-217971ee928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c6ef09fc-01de-469e-a51b-6e0ec3f5e931'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:10:05.832818 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Bound port: 0ebb68b3-f7cd-4ce9-a54d-a341721e7863, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d80ac87-fb80-49b3-ba99-217971ee928c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c6ef09fc-01de-469e-a51b-6e0ec3f5e931'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:10:05.833532 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.895229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=477e4af7-ce94-47cc-8715-b451b30d20f4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:05.936224 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:05.947699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] For port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:10:05.953492 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] For port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=0ebb68b3-f7cd-4ce9-a54d-a341721e7863,segment=NetworkSegment(1d80ac87-fb80-49b3-ba99-217971ee928c),segment_id=1d80ac87-fb80-49b3-ba99-217971ee928c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:10:05.958275 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:06.005082 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f63b2838-e8a5-4a57-84a0-4cfe723ad964 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks [] for subnetpool, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:06.009506 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f63b2838-e8a5-4a57-84a0-4cfe723ad964 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2922475 Jul 29 15:10:06.010002 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36718) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:06.015469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-84b69c49-5cbe-4472-a1d8-01a8fbb502f6 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8394072f-aaae-4435-9611-0c5b1c99ffc4', 'tempest-TagsExtTest-Tag-1800071133') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:06.124373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5f468-d151-4c8d-8b54-d334194f05cc None None] Pushing event updated for resources: {'Port': ['ID=0ebb68b3-f7cd-4ce9-a54d-a341721e7863,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:06.207536 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-84b69c49-5cbe-4472-a1d8-01a8fbb502f6 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "PUT /v2.0/subnets/8394072f-aaae-4435-9611-0c5b1c99ffc4/tags/tempest-TagsExtTest-Tag-1800071133 HTTP/1.1" status: 201 len: 201 time: 0.1957297 Jul 29 15:10:06.210382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36720) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:06.217343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-3193e549-b158-4a7d-aac7-2f949acc83bc tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7d2bbdd6-7910-4247-bbb8-cf0876d834dc', 'tempest-TagsExtTest-Tag-1224586762') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:06.307969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36722) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:06.340115 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:06.343715 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3193e549-b158-4a7d-aac7-2f949acc83bc tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "PUT /v2.0/ports/7d2bbdd6-7910-4247-bbb8-cf0876d834dc/tags/tempest-TagsExtTest-Tag-1224586762 HTTP/1.1" status: 201 len: 201 time: 0.1318288 Jul 29 15:10:06.355037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36724) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:06.373514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-0462432d-406d-4f3d-b7a3-222c6953554a tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b3c661da-6f1d-4584-819d-ecb10ffc39a6', 'tempest-TagsExtTest-Tag-247452144') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:06.377694 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f0eca0d-e41d-49b6-a02c-2dbc7ec362ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:06.480857 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:06.487530 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:06.488594 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:06.610756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=477e4af7-ce94-47cc-8715-b451b30d20f4,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:06.630378 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2fa1b-d032-4c99-a52d-95177e002786 req-5016ce90-144f-41f5-aa6a-53f2d8df32b0 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:06.631939 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8dc2fa1b-d032-4c99-a52d-95177e002786 req-5016ce90-144f-41f5-aa6a-53f2d8df32b0 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.1855757 Jul 29 15:10:06.668464 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0462432d-406d-4f3d-b7a3-222c6953554a tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "PUT /v2.0/routers/b3c661da-6f1d-4584-819d-ecb10ffc39a6/tags/tempest-TagsExtTest-Tag-247452144 HTTP/1.1" status: 201 len: 201 time: 0.3116963 Jul 29 15:10:06.672574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36728) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:06.676232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:06.680967 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-30b97d0a-31e5-4d6b-b86f-9a6d54d97b69 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f0cd2748-82f5-488b-874f-1c86afc568ac', 'tempest-TagsExtTest-Tag-1492553348') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:06.695874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:06.704121 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8dc2fa1b-d032-4c99-a52d-95177e002786 req-61b58db5-c257-407a-9acb-a760e233af80 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590818 Jul 29 15:10:06.775450 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f0eca0d-e41d-49b6-a02c-2dbc7ec362ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:06.785202 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f0eca0d-e41d-49b6-a02c-2dbc7ec362ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:06.846916 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bf9702fb-c568-4979-8261-cef2574db816 None None] Provisioning for port 8d142b26-c92b-4938-bda5-f9bb7270f1d8 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:06.858828 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9f0eca0d-e41d-49b6-a02c-2dbc7ec362ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=170c9c32235e4dca8a6ec899a9c77b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5469661 Jul 29 15:10:06.859658 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0eca0d-e41d-49b6-a02c-2dbc7ec362ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16163121-85a6-43a0-b612-3226dc454a66,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:06.864915 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36732) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:06.931424 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-30b97d0a-31e5-4d6b-b86f-9a6d54d97b69 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "PUT /v2.0/subnetpools/f0cd2748-82f5-488b-874f-1c86afc568ac/tags/tempest-TagsExtTest-Tag-1492553348 HTTP/1.1" status: 201 len: 201 time: 0.2576275 Jul 29 15:10:06.948698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36734) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:06.968266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8d142b26-c92b-4938-bda5-f9bb7270f1d8 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:07.004711 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-26896522-1c2d-4186-abb4-a2cf113f343a tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8394072f-aaae-4435-9611-0c5b1c99ffc4') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:07.009754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Router ab8c405b-8893-493d-b6c4-2b6879dbabb0 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:10:07.015867 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22f582fa-f863-488b-8433-9a85568aaaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:07.113845 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 8d142b26-c92b-4938-bda5-f9bb7270f1d8 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:07.118696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8d142b26-c92b-4938-bda5-f9bb7270f1d8 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:07.118874 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:07.251099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745512a-8abb-4cf1-b01f-765be354f333 req-4aa169db-d4b4-4014-940f-c8902fe783b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:07.252732 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e745512a-8abb-4cf1-b01f-765be354f333 req-4aa169db-d4b4-4014-940f-c8902fe783b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=957658252ca14ff6ac84dd0644aad399&device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 1097 time: 0.1221833 Jul 29 15:10:07.278494 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:07.296834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:10:07.312643 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Sync routers for ids ['ab8c405b-8893-493d-b6c4-2b6879dbabb0'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:10:07.328194 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Routers {'ab8c405b-8893-493d-b6c4-2b6879dbabb0'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:10:07.328870 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:10:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ab8c405b-8893-493d-b6c4-2b6879dbabb0'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:07.346851 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e1aa6645-83f7-4baa-a8dd-85bdefece268 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "PUT /v2.0/routers/ab8c405b-8893-493d-b6c4-2b6879dbabb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7068639 Jul 29 15:10:07.353001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36740) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:07.358459 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 8d142b26-c92b-4938-bda5-f9bb7270f1d8, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8d142b26-c92b-4938-bda5-f9bb7270f1d8,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:07.363964 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:07.364496 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:07.460214 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa9ff18-26dd-4a63-af50-a2976557ea56 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:07.461828 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ffa9ff18-26dd-4a63-af50-a2976557ea56 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports/477e4af7-ce94-47cc-8715-b451b30d20f4 HTTP/1.1" status: 200 len: 911 time: 0.1065073 Jul 29 15:10:07.464433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36742) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:07.500055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ea438b3c-16a9-4e33-8ff8-5ef95bdedd85 None None] Provisioning for port 477e4af7-ce94-47cc-8715-b451b30d20f4 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:07.516175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ea438b3c-16a9-4e33-8ff8-5ef95bdedd85 None None] Provisioning complete for port 477e4af7-ce94-47cc-8715-b451b30d20f4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:07.516700 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ea438b3c-16a9-4e33-8ff8-5ef95bdedd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:07.572621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdd520a-b951-4f72-8a17-b08a2ad4f674 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:07.579385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdd520a-b951-4f72-8a17-b08a2ad4f674 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:07.581071 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8bdd520a-b951-4f72-8a17-b08a2ad4f674 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1156650 Jul 29 15:10:07.591150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36744) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:07.614306 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745512a-8abb-4cf1-b01f-765be354f333 req-043557e6-40e1-4d35-aa48-7f09b495cb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:07.616218 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e745512a-8abb-4cf1-b01f-765be354f333 req-043557e6-40e1-4d35-aa48-7f09b495cb93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a037f41-cecb-4925-a9f0-2425102c4d75 HTTP/1.1" status: 200 len: 911 time: 0.3559191 Jul 29 15:10:07.657349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ea438b3c-16a9-4e33-8ff8-5ef95bdedd85 None None] Port 477e4af7-ce94-47cc-8715-b451b30d20f4 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:10:07.669161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:07.687710 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=8d142b26-c92b-4938-bda5-f9bb7270f1d8,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:07.707318 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Set router ab8c405b-8893-493d-b6c4-2b6879dbabb0 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:10:07.711811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:07.712285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:07.712753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:07.713192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:07.713625 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:07.716543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:07.717418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:07.718075 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:07.719081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:07.719520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:07.722735 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:07.723206 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:07.736490 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22f582fa-f863-488b-8433-9a85568aaaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:07.758107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9899b1e-d47f-4b98-a495-f1c2d332b762 None None] Network c6ef09fc-01de-469e-a51b-6e0ec3f5e931 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:07.858112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4eb3c494-2924-4223-b265-4436cf3e44b3 None None] Provisioning for port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:07.866607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bafc3-655a-4f17-9a71-9756b0bcd88b req-28885054-cb89-48ee-a86a-242da79df0d8 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:07.867811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4eb3c494-2924-4223-b265-4436cf3e44b3 None None] Provisioning complete for port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:07.868184 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c5bafc3-655a-4f17-9a71-9756b0bcd88b req-28885054-cb89-48ee-a86a-242da79df0d8 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.1095772 Jul 29 15:10:07.878266 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4eb3c494-2924-4223-b265-4436cf3e44b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:07.929085 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e745512a-8abb-4cf1-b01f-765be354f333 req-8d239ff3-83b3-4706-be04-101d72536da0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79cf85bf-9e55-4395-aaf8-144fbdf62db7 HTTP/1.1" status: 200 len: 217 time: 0.2133377 Jul 29 15:10:07.971308 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c405b-8893-493d-b6c4-2b6879dbabb0', 'name': 'tempest-NetworksTestDHCPv6-router-1469742572', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:10:03Z', 'updated_at': '2021-07-29T15:10:05Z', 'revision_number': 2, 'project_id': '0d9bb60610ce4177bfafae876b765aff', 'gw_port_host': None, '_interfaces': [{'id': '477e4af7-ce94-47cc-8715-b451b30d20f4', 'name': '', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'mac_address': 'fa:16:3e:41:c9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8c405b-8893-493d-b6c4-2b6879dbabb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '89d0af07-6f27-415a-82fe-f7a0c488a45e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:10:04Z', 'updated_at': '2021-07-29T15:10:06Z', 'revision_number': 2, 'project_id': '0d9bb60610ce4177bfafae876b765aff', 'subnets': [{'id': '89d0af07-6f27-415a-82fe-f7a0c488a45e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:07.979920 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-26896522-1c2d-4186-abb4-a2cf113f343a tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/subnets/8394072f-aaae-4435-9611-0c5b1c99ffc4/tags HTTP/1.1" status: 200 len: 241 time: 1.0189223 Jul 29 15:10:07.983485 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36746) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:07.989809 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-aa46176b-1b29-4fdb-a777-67259a9fff40 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8394072f-aaae-4435-9611-0c5b1c99ffc4', 'tempest-TagsExtTest-Tag-1800071133') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:08.022834 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Checking router: ab8c405b-8893-493d-b6c4-2b6879dbabb0 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:10:08.023106 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Updating router ab8c405b-8893-493d-b6c4-2b6879dbabb0 port 477e4af7-ce94-47cc-8715-b451b30d20f4 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:10:08.048718 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:08.067671 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22f582fa-f863-488b-8433-9a85568aaaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:08.070286 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22f582fa-f863-488b-8433-9a85568aaaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:08.074901 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-22f582fa-f863-488b-8433-9a85568aaaa9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16163121-85a6-43a0-b612-3226dc454a66 HTTP/1.1" status: 204 len: 168 time: 1.2055244 Jul 29 15:10:08.095766 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c5bafc3-655a-4f17-9a71-9756b0bcd88b req-a6737f4d-dc18-4cb8-8b0e-440952cb2bd3 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183626 Jul 29 15:10:08.114004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f582fa-f863-488b-8433-9a85568aaaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16163121-85a6-43a0-b612-3226dc454a66,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:08.191381 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4eb3c494-2924-4223-b265-4436cf3e44b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:08.225721 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-aa46176b-1b29-4fdb-a777-67259a9fff40 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/subnets/8394072f-aaae-4435-9611-0c5b1c99ffc4/tags/tempest-TagsExtTest-Tag-1800071133 HTTP/1.1" status: 204 len: 168 time: 0.2406538 Jul 29 15:10:08.226856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36752) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:08.235392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-f6619b87-514b-431c-8eb1-91916085c8aa tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8394072f-aaae-4435-9611-0c5b1c99ffc4', 'tempest-TagsExtTest-Tag-1800071133') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:08.342730 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4eb3c494-2924-4223-b265-4436cf3e44b3 None None] For port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=0ebb68b3-f7cd-4ce9-a54d-a341721e7863,segment=NetworkSegment(1d80ac87-fb80-49b3-ba99-217971ee928c),segment_id=1d80ac87-fb80-49b3-ba99-217971ee928c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:08.348954 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4eb3c494-2924-4223-b265-4436cf3e44b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:08.383816 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f6619b87-514b-431c-8eb1-91916085c8aa tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/subnets/8394072f-aaae-4435-9611-0c5b1c99ffc4/tags/tempest-TagsExtTest-Tag-1800071133 HTTP/1.1" status: 204 len: 168 time: 0.1533809 Jul 29 15:10:08.384078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36754) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:08.396563 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-cdfa8622-6705-4d41-9165-eddb6bf988fe tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8394072f-aaae-4435-9611-0c5b1c99ffc4') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:08.397387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745512a-8abb-4cf1-b01f-765be354f333 req-52b8c83f-641e-44e1-b54f-99368857e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:08.400791 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e745512a-8abb-4cf1-b01f-765be354f333 req-52b8c83f-641e-44e1-b54f-99368857e868 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fe054880-bd2c-4d36-9617-8a2dae90afd8 HTTP/1.1" status: 200 len: 850 time: 0.4605248 Jul 29 15:10:08.482569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3c494-2924-4223-b265-4436cf3e44b3 None None] Pushing event updated for resources: {'Port': ['ID=0ebb68b3-f7cd-4ce9-a54d-a341721e7863,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:08.489647 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e745512a-8abb-4cf1-b01f-765be354f333 req-d944bad0-49b7-4cb5-a9f7-6666ce8e65ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a037f41-cecb-4925-a9f0-2425102c4d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825002 Jul 29 15:10:08.503677 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4eb3c494-2924-4223-b265-4436cf3e44b3 None None] Provisioning complete for port 477e4af7-ce94-47cc-8715-b451b30d20f4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:08.504329 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4eb3c494-2924-4223-b265-4436cf3e44b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:08.563316 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:08.566532 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cdfa8622-6705-4d41-9165-eddb6bf988fe tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/subnets/8394072f-aaae-4435-9611-0c5b1c99ffc4/tags HTTP/1.1" status: 200 len: 205 time: 0.1771870 Jul 29 15:10:08.566690 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36756) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:08.571128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-9af60829-bc49-412e-b089-baf17df8b6a4 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7d2bbdd6-7910-4247-bbb8-cf0876d834dc') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:08.572955 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Transition to ACTIVE for port object 477e4af7-ce94-47cc-8715-b451b30d20f4 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:08.578636 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:08.584515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4eb3c494-2924-4223-b265-4436cf3e44b3 None None] Port 477e4af7-ce94-47cc-8715-b451b30d20f4 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:10:08.637427 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e55950-a79a-4978-8c03-cae24a062c4f None None] Pushing event updated for resources: {'Port': ['ID=477e4af7-ce94-47cc-8715-b451b30d20f4,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:08.704487 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9af60829-bc49-412e-b089-baf17df8b6a4 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/ports/7d2bbdd6-7910-4247-bbb8-cf0876d834dc/tags HTTP/1.1" status: 200 len: 241 time: 0.1367779 Jul 29 15:10:08.714479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36760) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:08.722671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d74eeb64-d1de-4b68-b82f-65fb31b2558b None None] Provisioning complete for port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:08.723051 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d74eeb64-d1de-4b68-b82f-65fb31b2558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:08.724899 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-b5bfb5bc-d58c-4333-a2e0-86836f2ba323 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d2bbdd6-7910-4247-bbb8-cf0876d834dc', 'tempest-TagsExtTest-Tag-1224586762') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:08.751031 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Attempting to bind port 477e4af7-ce94-47cc-8715-b451b30d20f4 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:08.753773 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Attempting to bind port 477e4af7-ce94-47cc-8715-b451b30d20f4 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:08.754343 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Attempting to bind port 477e4af7-ce94-47cc-8715-b451b30d20f4 on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:08.766200 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:10:08.766941 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:10:08.767551 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:08.768142 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:10:08.768867 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Bound port: 477e4af7-ce94-47cc-8715-b451b30d20f4, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:10:08.769489 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:08.895248 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8d142b26-c92b-4938-bda5-f9bb7270f1d8 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:08.902107 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b5bfb5bc-d58c-4333-a2e0-86836f2ba323 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/ports/7d2bbdd6-7910-4247-bbb8-cf0876d834dc/tags/tempest-TagsExtTest-Tag-1224586762 HTTP/1.1" status: 204 len: 168 time: 0.1838174 Jul 29 15:10:08.902775 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36764) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:08.923462 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-19c891c9-b1fd-423f-b1e7-572a9b25cfbf tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7d2bbdd6-7910-4247-bbb8-cf0876d834dc', 'tempest-TagsExtTest-Tag-1224586762') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:08.931047 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] For port 477e4af7-ce94-47cc-8715-b451b30d20f4, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:10:08.942238 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] For port 477e4af7-ce94-47cc-8715-b451b30d20f4, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=477e4af7-ce94-47cc-8715-b451b30d20f4,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:10:08.958193 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:08.964250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d74eeb64-d1de-4b68-b82f-65fb31b2558b None None] Provisioning for port 7d2bbdd6-7910-4247-bbb8-cf0876d834dc completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:08.973827 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d74eeb64-d1de-4b68-b82f-65fb31b2558b None None] Provisioning complete for port 7d2bbdd6-7910-4247-bbb8-cf0876d834dc triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:08.974038 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d74eeb64-d1de-4b68-b82f-65fb31b2558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:09.037617 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e745512a-8abb-4cf1-b01f-765be354f333 req-cc98370e-6696-490f-8c80-a17593967c6e service neutron] 10.222.0.39 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859002 Jul 29 15:10:09.096637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d74eeb64-d1de-4b68-b82f-65fb31b2558b None None] Port 7d2bbdd6-7910-4247-bbb8-cf0876d834dc cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:10:09.108227 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Routers {'ab8c405b-8893-493d-b6c4-2b6879dbabb0'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:10:09.130995 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:10:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ab8c405b-8893-493d-b6c4-2b6879dbabb0'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:09.132523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8d142b26-c92b-4938-bda5-f9bb7270f1d8 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:09.132943 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:09.141483 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-19c891c9-b1fd-423f-b1e7-572a9b25cfbf tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/ports/7d2bbdd6-7910-4247-bbb8-cf0876d834dc/tags/tempest-TagsExtTest-Tag-1224586762 HTTP/1.1" status: 204 len: 168 time: 0.2242882 Jul 29 15:10:09.142419 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36776) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:09.146987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-ad047ccb-4682-4f0f-9976-67f0a58e093f tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7d2bbdd6-7910-4247-bbb8-cf0876d834dc') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:09.274277 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ad047ccb-4682-4f0f-9976-67f0a58e093f tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/ports/7d2bbdd6-7910-4247-bbb8-cf0876d834dc/tags HTTP/1.1" status: 200 len: 205 time: 0.1306901 Jul 29 15:10:09.277793 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36778) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:09.288987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-9a6224b2-2a85-495d-b810-4092b8e0c78e tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b3c661da-6f1d-4584-819d-ecb10ffc39a6') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:09.341413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-021288ba-22a0-418b-ba0f-3ca47c7489ed None None] Provisioning complete for port 7d2bbdd6-7910-4247-bbb8-cf0876d834dc triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:09.341967 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-021288ba-22a0-418b-ba0f-3ca47c7489ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:09.403800 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] Set router ab8c405b-8893-493d-b6c4-2b6879dbabb0 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:10:09.470978 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9a6224b2-2a85-495d-b810-4092b8e0c78e tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/routers/b3c661da-6f1d-4584-819d-ecb10ffc39a6/tags HTTP/1.1" status: 200 len: 240 time: 0.1914635 Jul 29 15:10:09.474432 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36786) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:09.484191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-f723603f-67fb-4c9b-80a2-d02ea28890b9 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3c661da-6f1d-4584-819d-ecb10ffc39a6', 'tempest-TagsExtTest-Tag-247452144') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:09.495167 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-021288ba-22a0-418b-ba0f-3ca47c7489ed None None] Port 7d2bbdd6-7910-4247-bbb8-cf0876d834dc cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:10:09.516381 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:09.571201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:09.571649 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:09.625833 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f723603f-67fb-4c9b-80a2-d02ea28890b9 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/routers/b3c661da-6f1d-4584-819d-ecb10ffc39a6/tags/tempest-TagsExtTest-Tag-247452144 HTTP/1.1" status: 204 len: 168 time: 0.1507475 Jul 29 15:10:09.629618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36792) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:09.641385 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-6b4392cb-61f4-468b-8240-ab001dee270b tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b3c661da-6f1d-4584-819d-ecb10ffc39a6', 'tempest-TagsExtTest-Tag-247452144') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:09.750788 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e55950-a79a-4978-8c03-cae24a062c4f None None] Pushing event updated for resources: {'Port': ['ID=477e4af7-ce94-47cc-8715-b451b30d20f4,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:09.824394 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6b4392cb-61f4-468b-8240-ab001dee270b tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/routers/b3c661da-6f1d-4584-819d-ecb10ffc39a6/tags/tempest-TagsExtTest-Tag-247452144 HTTP/1.1" status: 204 len: 168 time: 0.1882489 Jul 29 15:10:09.826935 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36796) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:09.836285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-469ba909-fced-4d24-8573-3745bff858f4 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b3c661da-6f1d-4584-819d-ecb10ffc39a6') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:09.904207 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c405b-8893-493d-b6c4-2b6879dbabb0', 'name': 'tempest-NetworksTestDHCPv6-router-1469742572', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:10:03Z', 'updated_at': '2021-07-29T15:10:05Z', 'revision_number': 2, 'project_id': '0d9bb60610ce4177bfafae876b765aff', 'gw_port_host': None, '_interfaces': [{'id': '477e4af7-ce94-47cc-8715-b451b30d20f4', 'name': '', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'mac_address': 'fa:16:3e:41:c9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8c405b-8893-493d-b6c4-2b6879dbabb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '89d0af07-6f27-415a-82fe-f7a0c488a45e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:10:04Z', 'updated_at': '2021-07-29T15:10:08Z', 'revision_number': 4, 'project_id': '0d9bb60610ce4177bfafae876b765aff', 'subnets': [{'id': '89d0af07-6f27-415a-82fe-f7a0c488a45e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:09.934909 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-469ba909-fced-4d24-8573-3745bff858f4 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/routers/b3c661da-6f1d-4584-819d-ecb10ffc39a6/tags HTTP/1.1" status: 200 len: 205 time: 0.1051476 Jul 29 15:10:09.937228 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36798) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:09.943368 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-2681b9fe-fc37-4dc2-a311-356dd49194d9 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f0cd2748-82f5-488b-874f-1c86afc568ac') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:09.948939 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eefbdc-eac9-44fe-ba1f-f4ce19591808 None None] The sync data for ids ['ab8c405b-8893-493d-b6c4-2b6879dbabb0'] in n-d-802893-1 is: [{'id': 'ab8c405b-8893-493d-b6c4-2b6879dbabb0', 'name': 'tempest-NetworksTestDHCPv6-router-1469742572', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:10:03Z', 'updated_at': '2021-07-29T15:10:05Z', 'revision_number': 2, 'project_id': '0d9bb60610ce4177bfafae876b765aff', 'gw_port_host': None, '_interfaces': [{'id': '477e4af7-ce94-47cc-8715-b451b30d20f4', 'name': '', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'mac_address': 'fa:16:3e:41:c9:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8c405b-8893-493d-b6c4-2b6879dbabb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '89d0af07-6f27-415a-82fe-f7a0c488a45e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:10:04Z', 'updated_at': '2021-07-29T15:10:08Z', 'revision_number': 4, 'project_id': '0d9bb60610ce4177bfafae876b765aff', 'subnets': [{'id': '89d0af07-6f27-415a-82fe-f7a0c488a45e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:10:09.993352 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2681b9fe-fc37-4dc2-a311-356dd49194d9 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/subnetpools/f0cd2748-82f5-488b-874f-1c86afc568ac/tags HTTP/1.1" status: 200 len: 241 time: 0.0548801 Jul 29 15:10:09.994750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36802) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:10.000216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-8587a540-d7c7-4ca3-b64e-16c0c7dc0fa4 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f0cd2748-82f5-488b-874f-1c86afc568ac', 'tempest-TagsExtTest-Tag-1492553348') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:10.031374 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8587a540-d7c7-4ca3-b64e-16c0c7dc0fa4 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/subnetpools/f0cd2748-82f5-488b-874f-1c86afc568ac/tags/tempest-TagsExtTest-Tag-1492553348 HTTP/1.1" status: 204 len: 168 time: 0.0353868 Jul 29 15:10:10.032144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36804) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:10.037458 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-55289519-d4a8-4360-b530-8760d1977e6e tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f0cd2748-82f5-488b-874f-1c86afc568ac', 'tempest-TagsExtTest-Tag-1492553348') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:10.080076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b1cf7-5b3f-44bb-8581-c7a33b04de57 req-bc4b7be3-454a-4c39-b564-9fe6e447a1c8 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:10.081588 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-55289519-d4a8-4360-b530-8760d1977e6e tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/subnetpools/f0cd2748-82f5-488b-874f-1c86afc568ac/tags/tempest-TagsExtTest-Tag-1492553348 HTTP/1.1" status: 204 len: 168 time: 0.0482423 Jul 29 15:10:10.082349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36806) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:10.087654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-22ce3cb0-3036-49eb-a6c0-b4b9e24e5dac tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f0cd2748-82f5-488b-874f-1c86afc568ac') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:10.088815 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c27b1cf7-5b3f-44bb-8581-c7a33b04de57 req-bc4b7be3-454a-4c39-b564-9fe6e447a1c8 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.2035670 Jul 29 15:10:10.112706 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e745512a-8abb-4cf1-b01f-765be354f333 req-876fe397-77ca-4d53-b880-8711f70ab373 service neutron] 10.222.0.39 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0474029 Jul 29 15:10:10.120487 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-22ce3cb0-3036-49eb-a6c0-b4b9e24e5dac tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/subnetpools/f0cd2748-82f5-488b-874f-1c86afc568ac/tags HTTP/1.1" status: 200 len: 205 time: 0.0369329 Jul 29 15:10:10.123785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36810) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:10.134134 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-1cda8aca-8aee-45f9-b39e-42eeef774caf tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f0cd2748-82f5-488b-874f-1c86afc568ac') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:10.166974 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1cda8aca-8aee-45f9-b39e-42eeef774caf tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/subnetpools/f0cd2748-82f5-488b-874f-1c86afc568ac/tags HTTP/1.1" status: 204 len: 168 time: 0.0418766 Jul 29 15:10:10.170859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36814) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:10.175922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-ecb6ca54-6677-472c-b0c4-4e7174709c26 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3c661da-6f1d-4584-819d-ecb10ffc39a6') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:10.187878 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c27b1cf7-5b3f-44bb-8581-c7a33b04de57 req-e707025e-41dc-45a5-9a30-1bdc79b1c04b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979319 Jul 29 15:10:10.188843 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a89789e7-60b7-4654-857b-c96bffd236f5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:10.333313 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ecb6ca54-6677-472c-b0c4-4e7174709c26 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/routers/b3c661da-6f1d-4584-819d-ecb10ffc39a6/tags HTTP/1.1" status: 204 len: 168 time: 0.1614497 Jul 29 15:10:10.335725 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36822) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:10.340119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-85c3d5b4-f086-4c5c-9db8-dd825ccf52e5 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7d2bbdd6-7910-4247-bbb8-cf0876d834dc') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:10.429087 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-85c3d5b4-f086-4c5c-9db8-dd825ccf52e5 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/ports/7d2bbdd6-7910-4247-bbb8-cf0876d834dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0922973 Jul 29 15:10:10.432588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36824) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:10.444187 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-e13f9310-4f8e-4451-918d-7f3ff17c619e tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8394072f-aaae-4435-9611-0c5b1c99ffc4') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:10.548720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e13f9310-4f8e-4451-918d-7f3ff17c619e tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/subnets/8394072f-aaae-4435-9611-0c5b1c99ffc4/tags HTTP/1.1" status: 204 len: 168 time: 0.1071591 Jul 29 15:10:10.551404 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36832) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:10.556528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-2dfdd1f4-52dc-4c68-bd47-0c6062419860 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8394072f-aaae-4435-9611-0c5b1c99ffc4', 'tempest-TagsExtTest-Tag-587176680') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:10.607247 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a89789e7-60b7-4654-857b-c96bffd236f5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 477e4af7-ce94-47cc-8715-b451b30d20f4 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:10:10.607603 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a89789e7-60b7-4654-857b-c96bffd236f5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:10.656895 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2dfdd1f4-52dc-4c68-bd47-0c6062419860 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "PUT /v2.0/subnets/8394072f-aaae-4435-9611-0c5b1c99ffc4/tags/tempest-TagsExtTest-Tag-587176680 HTTP/1.1" status: 201 len: 201 time: 0.1040144 Jul 29 15:10:10.657655 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36834) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:10.667426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-783a493c-5fdf-4165-9a27-061a5409cece tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7d2bbdd6-7910-4247-bbb8-cf0876d834dc', 'tempest-TagsExtTest-Tag-107630497') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:10.742337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-a89789e7-60b7-4654-857b-c96bffd236f5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] For port 477e4af7-ce94-47cc-8715-b451b30d20f4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=477e4af7-ce94-47cc-8715-b451b30d20f4,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:10.742726 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a89789e7-60b7-4654-857b-c96bffd236f5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:10.763076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a89789e7-60b7-4654-857b-c96bffd236f5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 477e4af7-ce94-47cc-8715-b451b30d20f4 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:10:10.783919 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-783a493c-5fdf-4165-9a27-061a5409cece tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "PUT /v2.0/ports/7d2bbdd6-7910-4247-bbb8-cf0876d834dc/tags/tempest-TagsExtTest-Tag-107630497 HTTP/1.1" status: 201 len: 201 time: 0.1222174 Jul 29 15:10:10.786503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36838) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:10.794208 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-1b95f2f2-9992-4021-ae66-dad540a05604 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b3c661da-6f1d-4584-819d-ecb10ffc39a6', 'tempest-TagsExtTest-Tag-246421901') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:10.868759 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 477e4af7-ce94-47cc-8715-b451b30d20f4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:10.933417 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1b95f2f2-9992-4021-ae66-dad540a05604 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "PUT /v2.0/routers/b3c661da-6f1d-4584-819d-ecb10ffc39a6/tags/tempest-TagsExtTest-Tag-246421901 HTTP/1.1" status: 201 len: 201 time: 0.1432140 Jul 29 15:10:10.933605 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36842) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:10.941797 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-9814e28d-8355-4ca3-91bc-c5549642ad67 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f0cd2748-82f5-488b-874f-1c86afc568ac', 'tempest-TagsExtTest-Tag-629161104') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:10.972227 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 477e4af7-ce94-47cc-8715-b451b30d20f4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:10.978470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 477e4af7-ce94-47cc-8715-b451b30d20f4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:10.978996 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:10.990952 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9814e28d-8355-4ca3-91bc-c5549642ad67 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "PUT /v2.0/subnetpools/f0cd2748-82f5-488b-874f-1c86afc568ac/tags/tempest-TagsExtTest-Tag-629161104 HTTP/1.1" status: 201 len: 201 time: 0.0538802 Jul 29 15:10:10.996369 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36844) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:11.007709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-08888c7a-33a9-47c7-9b9f-a6412a7adcaa tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8394072f-aaae-4435-9611-0c5b1c99ffc4', {'tags': ['tempest-TagsExtTest-Tag-561326348', 'tempest-TagsExtTest-Tag-1857221195', 'tempest-TagsExtTest-Tag-805354703']}) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:11.052255 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:11.120701 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-08888c7a-33a9-47c7-9b9f-a6412a7adcaa tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "PUT /v2.0/subnets/8394072f-aaae-4435-9611-0c5b1c99ffc4/tags HTTP/1.1" status: 200 len: 316 time: 0.1198466 Jul 29 15:10:11.122653 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36848) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:11.130526 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-ac31300c-3208-462f-a58a-29e615cfd864 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8394072f-aaae-4435-9611-0c5b1c99ffc4') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:11.137077 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a89789e7-60b7-4654-857b-c96bffd236f5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:11.139121 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:11.211225 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89789e7-60b7-4654-857b-c96bffd236f5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=477e4af7-ce94-47cc-8715-b451b30d20f4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:11.222066 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ac31300c-3208-462f-a58a-29e615cfd864 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/subnets/8394072f-aaae-4435-9611-0c5b1c99ffc4/tags HTTP/1.1" status: 204 len: 168 time: 0.0958478 Jul 29 15:10:11.228718 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36854) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:11.240726 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-532bb6c7-3414-4ae2-9ed5-8afc725ad06b tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8394072f-aaae-4435-9611-0c5b1c99ffc4', 'tempest-TagsExtTest-Tag-561326348') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:11.365193 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-532bb6c7-3414-4ae2-9ed5-8afc725ad06b tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] show failed (client error): The resource could not be found. Jul 29 15:10:11.366329 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-532bb6c7-3414-4ae2-9ed5-8afc725ad06b tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/subnets/8394072f-aaae-4435-9611-0c5b1c99ffc4/tags/tempest-TagsExtTest-Tag-561326348 HTTP/1.1" status: 404 len: 328 time: 0.1317954 Jul 29 15:10:11.371520 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36856) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:11.378498 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-6cca815f-fcb8-4445-9f12-a3a54a6a89d1 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8394072f-aaae-4435-9611-0c5b1c99ffc4', 'tempest-TagsExtTest-Tag-1857221195') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:11.399392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e8907-fea5-4c4b-bbea-deed6a0b82c0 req-b6c948b9-339e-4bf0-8174-cd93df5ddea1 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:11.404845 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dd6e8907-fea5-4c4b-bbea-deed6a0b82c0 req-b6c948b9-339e-4bf0-8174-cd93df5ddea1 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.0823340 Jul 29 15:10:11.435012 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a89789e7-60b7-4654-857b-c96bffd236f5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:11.456089 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dd6e8907-fea5-4c4b-bbea-deed6a0b82c0 req-d1e8ee1d-8381-4c1d-94fe-74b6a43ba1dc tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441968 Jul 29 15:10:11.674685 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-6cca815f-fcb8-4445-9f12-a3a54a6a89d1 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] show failed (client error): The resource could not be found. Jul 29 15:10:11.678676 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36872) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:11.679015 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6cca815f-fcb8-4445-9f12-a3a54a6a89d1 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/subnets/8394072f-aaae-4435-9611-0c5b1c99ffc4/tags/tempest-TagsExtTest-Tag-1857221195 HTTP/1.1" status: 404 len: 329 time: 0.3058352 Jul 29 15:10:11.685685 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-834c069f-6535-4b11-8971-96e6ba97cf43 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8394072f-aaae-4435-9611-0c5b1c99ffc4', 'tempest-TagsExtTest-Tag-805354703') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:11.688384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89789e7-60b7-4654-857b-c96bffd236f5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Router ab8c405b-8893-493d-b6c4-2b6879dbabb0 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:10:11.751027 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-834c069f-6535-4b11-8971-96e6ba97cf43 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] show failed (client error): The resource could not be found. Jul 29 15:10:11.754847 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-834c069f-6535-4b11-8971-96e6ba97cf43 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/subnets/8394072f-aaae-4435-9611-0c5b1c99ffc4/tags/tempest-TagsExtTest-Tag-805354703 HTTP/1.1" status: 404 len: 328 time: 0.0721903 Jul 29 15:10:11.755532 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36874) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:11.761889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-b6042c00-1dfc-4755-a898-50945ffb90be tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7d2bbdd6-7910-4247-bbb8-cf0876d834dc', {'tags': ['tempest-TagsExtTest-Tag-307171115', 'tempest-TagsExtTest-Tag-750011127', 'tempest-TagsExtTest-Tag-1696635997']}) {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:11.790742 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89789e7-60b7-4654-857b-c96bffd236f5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:10:11.799166 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a89789e7-60b7-4654-857b-c96bffd236f5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "PUT /v2.0/routers/ab8c405b-8893-493d-b6c4-2b6879dbabb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2039988 Jul 29 15:10:11.803329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36876) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:11.867591 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b6042c00-1dfc-4755-a898-50945ffb90be tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "PUT /v2.0/ports/7d2bbdd6-7910-4247-bbb8-cf0876d834dc/tags HTTP/1.1" status: 200 len: 316 time: 0.1068411 Jul 29 15:10:11.867724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36880) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:11.875587 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-4c126f6e-4ea9-4000-9c0c-9f3e3c802c46 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7d2bbdd6-7910-4247-bbb8-cf0876d834dc') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:11.909427 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d73c0d-cce7-4f9c-84a8-0b0e0728626b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:11.910983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d73c0d-cce7-4f9c-84a8-0b0e0728626b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:11.912502 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a4d73c0d-cce7-4f9c-84a8-0b0e0728626b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1081181 Jul 29 15:10:11.915214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36882) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:11.972569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2186e7b7-8d19-4b60-940c-4c97dfe9a995 None None] Sync routers for ids ['ab8c405b-8893-493d-b6c4-2b6879dbabb0'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:10:11.980925 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4c126f6e-4ea9-4000-9c0c-9f3e3c802c46 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/ports/7d2bbdd6-7910-4247-bbb8-cf0876d834dc/tags HTTP/1.1" status: 204 len: 168 time: 0.1120968 Jul 29 15:10:11.985825 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36886) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:11.986347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2186e7b7-8d19-4b60-940c-4c97dfe9a995 None None] Routers {'ab8c405b-8893-493d-b6c4-2b6879dbabb0'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:10:11.986586 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2186e7b7-8d19-4b60-940c-4c97dfe9a995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:10:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ab8c405b-8893-493d-b6c4-2b6879dbabb0'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:11.992098 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-1c9c2913-1968-4b88-b639-4188befb43f9 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d2bbdd6-7910-4247-bbb8-cf0876d834dc', 'tempest-TagsExtTest-Tag-307171115') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:12.029431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e6512a-bcd8-451c-b408-4842c8e255a4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 89d0af07-6f27-415a-82fe-f7a0c488a45e {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:10:12.036883 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66e6512a-bcd8-451c-b408-4842c8e255a4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:12.090012 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-1c9c2913-1968-4b88-b639-4188befb43f9 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] show failed (client error): The resource could not be found. Jul 29 15:10:12.094343 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1c9c2913-1968-4b88-b639-4188befb43f9 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/ports/7d2bbdd6-7910-4247-bbb8-cf0876d834dc/tags/tempest-TagsExtTest-Tag-307171115 HTTP/1.1" status: 404 len: 328 time: 0.1050286 Jul 29 15:10:12.094343 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66e6512a-bcd8-451c-b408-4842c8e255a4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:12.096034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36892) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:12.103096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-b5798b47-89c5-40a3-a8cc-332915c50ab6 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d2bbdd6-7910-4247-bbb8-cf0876d834dc', 'tempest-TagsExtTest-Tag-750011127') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:12.176829 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-b5798b47-89c5-40a3-a8cc-332915c50ab6 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] show failed (client error): The resource could not be found. Jul 29 15:10:12.179492 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b5798b47-89c5-40a3-a8cc-332915c50ab6 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/ports/7d2bbdd6-7910-4247-bbb8-cf0876d834dc/tags/tempest-TagsExtTest-Tag-750011127 HTTP/1.1" status: 404 len: 328 time: 0.0807135 Jul 29 15:10:12.182432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36896) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:12.188966 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-f9d1c4dd-71fb-4709-abca-600920175342 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d2bbdd6-7910-4247-bbb8-cf0876d834dc', 'tempest-TagsExtTest-Tag-1696635997') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:12.239853 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66e6512a-bcd8-451c-b408-4842c8e255a4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:12.263988 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-f9d1c4dd-71fb-4709-abca-600920175342 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] show failed (client error): The resource could not be found. Jul 29 15:10:12.265144 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f9d1c4dd-71fb-4709-abca-600920175342 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/ports/7d2bbdd6-7910-4247-bbb8-cf0876d834dc/tags/tempest-TagsExtTest-Tag-1696635997 HTTP/1.1" status: 404 len: 329 time: 0.0806346 Jul 29 15:10:12.267894 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36900) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:12.273210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-2186e7b7-8d19-4b60-940c-4c97dfe9a995 None None] Set router ab8c405b-8893-493d-b6c4-2b6879dbabb0 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:10:12.277512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-b45bef06-b89a-4a4d-8ced-c973b953c348 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b3c661da-6f1d-4584-819d-ecb10ffc39a6', {'tags': ['tempest-TagsExtTest-Tag-2033395700', 'tempest-TagsExtTest-Tag-104519328', 'tempest-TagsExtTest-Tag-1159526817']}) {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:12.335185 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66e6512a-bcd8-451c-b408-4842c8e255a4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:12.335620 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2186e7b7-8d19-4b60-940c-4c97dfe9a995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c405b-8893-493d-b6c4-2b6879dbabb0', 'name': 'tempest-NetworksTestDHCPv6-router-1469742572', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:10:03Z', 'updated_at': '2021-07-29T15:10:11Z', 'revision_number': 3, 'project_id': '0d9bb60610ce4177bfafae876b765aff', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:12.379425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6512a-bcd8-451c-b408-4842c8e255a4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=89d0af07-6f27-415a-82fe-f7a0c488a45e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:12.383622 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66e6512a-bcd8-451c-b408-4842c8e255a4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:12.385858 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-66e6512a-bcd8-451c-b408-4842c8e255a4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/89d0af07-6f27-415a-82fe-f7a0c488a45e HTTP/1.1" status: 204 len: 168 time: 0.4695332 Jul 29 15:10:12.388650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36912) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:12.406188 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8806c7-93f6-4fd5-a5fa-65d757b43887 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:12.409923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2186e7b7-8d19-4b60-940c-4c97dfe9a995 None None] Checking router: ab8c405b-8893-493d-b6c4-2b6879dbabb0 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:10:12.414368 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b45bef06-b89a-4a4d-8ced-c973b953c348 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "PUT /v2.0/routers/b3c661da-6f1d-4584-819d-ecb10ffc39a6/tags HTTP/1.1" status: 200 len: 317 time: 0.1442740 Jul 29 15:10:12.417019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36914) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:12.426104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-567360ce-fb45-4b5e-a9c1-41a2b86ad344 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3c661da-6f1d-4584-819d-ecb10ffc39a6') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:12.464515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2186e7b7-8d19-4b60-940c-4c97dfe9a995 None None] Routers {'ab8c405b-8893-493d-b6c4-2b6879dbabb0'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:10:12.465171 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2186e7b7-8d19-4b60-940c-4c97dfe9a995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:10:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ab8c405b-8893-493d-b6c4-2b6879dbabb0'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:12.539580 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-2186e7b7-8d19-4b60-940c-4c97dfe9a995 None None] Set router ab8c405b-8893-493d-b6c4-2b6879dbabb0 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:10:12.591673 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6a2231b8-3475-477b-b883-95e685eef9b7 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2010231 Jul 29 15:10:12.594269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36920) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:12.602780 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2186e7b7-8d19-4b60-940c-4c97dfe9a995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8c405b-8893-493d-b6c4-2b6879dbabb0', 'name': 'tempest-NetworksTestDHCPv6-router-1469742572', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:10:03Z', 'updated_at': '2021-07-29T15:10:11Z', 'revision_number': 3, 'project_id': '0d9bb60610ce4177bfafae876b765aff', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:12.640600 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2186e7b7-8d19-4b60-940c-4c97dfe9a995 None None] The sync data for ids ['ab8c405b-8893-493d-b6c4-2b6879dbabb0'] in n-d-802893-1 is: [{'id': 'ab8c405b-8893-493d-b6c4-2b6879dbabb0', 'name': 'tempest-NetworksTestDHCPv6-router-1469742572', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:10:03Z', 'updated_at': '2021-07-29T15:10:11Z', 'revision_number': 3, 'project_id': '0d9bb60610ce4177bfafae876b765aff', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:10:12.667299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe5314-b900-4cd6-8716-af4f88276194 req-a786057c-31a8-47a5-9d59-d7d31a6f0e00 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:12.670050 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64fe5314-b900-4cd6-8716-af4f88276194 req-a786057c-31a8-47a5-9d59-d7d31a6f0e00 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.0883491 Jul 29 15:10:12.699474 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-567360ce-fb45-4b5e-a9c1-41a2b86ad344 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/routers/b3c661da-6f1d-4584-819d-ecb10ffc39a6/tags HTTP/1.1" status: 204 len: 168 time: 0.2809224 Jul 29 15:10:12.724344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36926) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:12.730344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-b5e52861-6b39-4810-88bd-67c6de5418a1 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3c661da-6f1d-4584-819d-ecb10ffc39a6', 'tempest-TagsExtTest-Tag-2033395700') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:12.743615 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87b28614-8417-4da5-ae3e-6af21f3384e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:12.844291 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64fe5314-b900-4cd6-8716-af4f88276194 req-14e2498a-44f4-40b5-90fa-05931b690630 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545122 Jul 29 15:10:12.862639 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-b5e52861-6b39-4810-88bd-67c6de5418a1 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] show failed (client error): The resource could not be found. Jul 29 15:10:12.866841 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b5e52861-6b39-4810-88bd-67c6de5418a1 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/routers/b3c661da-6f1d-4584-819d-ecb10ffc39a6/tags/tempest-TagsExtTest-Tag-2033395700 HTTP/1.1" status: 404 len: 329 time: 0.1382709 Jul 29 15:10:12.866950 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36930) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:12.872301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-780e815c-824e-4d1c-b1d5-ec3fbb959d96 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3c661da-6f1d-4584-819d-ecb10ffc39a6', 'tempest-TagsExtTest-Tag-104519328') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:12.966324 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-780e815c-824e-4d1c-b1d5-ec3fbb959d96 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] show failed (client error): The resource could not be found. Jul 29 15:10:12.967291 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-780e815c-824e-4d1c-b1d5-ec3fbb959d96 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/routers/b3c661da-6f1d-4584-819d-ecb10ffc39a6/tags/tempest-TagsExtTest-Tag-104519328 HTTP/1.1" status: 404 len: 328 time: 0.0994833 Jul 29 15:10:12.970245 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36934) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:12.975155 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-a85764bd-b9e0-43f8-aadc-773c7bfe33cd tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3c661da-6f1d-4584-819d-ecb10ffc39a6', 'tempest-TagsExtTest-Tag-1159526817') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:12.978905 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87b28614-8417-4da5-ae3e-6af21f3384e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:12.982363 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87b28614-8417-4da5-ae3e-6af21f3384e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:13.034802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09bb98b-8284-40d7-8d67-82c4872e458c None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:10:13.067650 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87b28614-8417-4da5-ae3e-6af21f3384e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:13.068523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b28614-8417-4da5-ae3e-6af21f3384e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Fanout notify agent at l3_agent the message router_deleted on router ab8c405b-8893-493d-b6c4-2b6879dbabb0 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:10:13.082990 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87b28614-8417-4da5-ae3e-6af21f3384e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:13.102485 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-87b28614-8417-4da5-ae3e-6af21f3384e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/routers/ab8c405b-8893-493d-b6c4-2b6879dbabb0 HTTP/1.1" status: 204 len: 168 time: 0.5068216 Jul 29 15:10:13.106786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36936) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:13.113543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a09bb98b-8284-40d7-8d67-82c4872e458c None None] Deleting port 8d142b26-c92b-4938-bda5-f9bb7270f1d8 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:10:13.114254 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a09bb98b-8284-40d7-8d67-82c4872e458c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:13.117578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d8196722-714c-4437-997b-0469afc2171c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:13.132414 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-a85764bd-b9e0-43f8-aadc-773c7bfe33cd tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] show failed (client error): The resource could not be found. Jul 29 15:10:13.142392 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a85764bd-b9e0-43f8-aadc-773c7bfe33cd tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/routers/b3c661da-6f1d-4584-819d-ecb10ffc39a6/tags/tempest-TagsExtTest-Tag-1159526817 HTTP/1.1" status: 404 len: 329 time: 0.1710973 Jul 29 15:10:13.149896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36940) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:13.155663 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-c302c565-c39e-4db7-bf5e-92ede13779c4 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f0cd2748-82f5-488b-874f-1c86afc568ac', {'tags': ['tempest-TagsExtTest-Tag-975975744', 'tempest-TagsExtTest-Tag-1024773680', 'tempest-TagsExtTest-Tag-920388532']}) {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:13.195325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a09bb98b-8284-40d7-8d67-82c4872e458c None None] For port 8d142b26-c92b-4938-bda5-f9bb7270f1d8, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8d142b26-c92b-4938-bda5-f9bb7270f1d8,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:13.196092 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a09bb98b-8284-40d7-8d67-82c4872e458c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:13.221969 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a09bb98b-8284-40d7-8d67-82c4872e458c None None] Calling delete_port for 8d142b26-c92b-4938-bda5-f9bb7270f1d8 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:10:13.238195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c302c565-c39e-4db7-bf5e-92ede13779c4 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "PUT /v2.0/subnetpools/f0cd2748-82f5-488b-874f-1c86afc568ac/tags HTTP/1.1" status: 200 len: 316 time: 0.0871029 Jul 29 15:10:13.240234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8d142b26-c92b-4938-bda5-f9bb7270f1d8 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:10:13.241037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36942) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:13.250453 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-25d4251d-5e1c-40d2-91f0-aed3cf3d5d58 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f0cd2748-82f5-488b-874f-1c86afc568ac') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:13.315348 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-25d4251d-5e1c-40d2-91f0-aed3cf3d5d58 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/subnetpools/f0cd2748-82f5-488b-874f-1c86afc568ac/tags HTTP/1.1" status: 204 len: 168 time: 0.0732698 Jul 29 15:10:13.318284 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36946) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:13.321127 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8196722-714c-4437-997b-0469afc2171c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:13.323241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-fb7402ef-f22b-45cf-83d5-c55fed9bcb71 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f0cd2748-82f5-488b-874f-1c86afc568ac', 'tempest-TagsExtTest-Tag-975975744') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:13.327535 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8196722-714c-4437-997b-0469afc2171c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:13.362708 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-fb7402ef-f22b-45cf-83d5-c55fed9bcb71 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] show failed (client error): The resource could not be found. Jul 29 15:10:13.363752 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fb7402ef-f22b-45cf-83d5-c55fed9bcb71 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/subnetpools/f0cd2748-82f5-488b-874f-1c86afc568ac/tags/tempest-TagsExtTest-Tag-975975744 HTTP/1.1" status: 404 len: 328 time: 0.0445962 Jul 29 15:10:13.371151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36948) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:13.375749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-11a5e019-e962-4910-944f-a0e291d37327 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f0cd2748-82f5-488b-874f-1c86afc568ac', 'tempest-TagsExtTest-Tag-1024773680') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:13.417378 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-11a5e019-e962-4910-944f-a0e291d37327 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] show failed (client error): The resource could not be found. Jul 29 15:10:13.421935 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-11a5e019-e962-4910-944f-a0e291d37327 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/subnetpools/f0cd2748-82f5-488b-874f-1c86afc568ac/tags/tempest-TagsExtTest-Tag-1024773680 HTTP/1.1" status: 404 len: 329 time: 0.0462682 Jul 29 15:10:13.425309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36950) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:13.429871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-91cc9173-57c0-4e14-a293-beeef38fc34f tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f0cd2748-82f5-488b-874f-1c86afc568ac', 'tempest-TagsExtTest-Tag-920388532') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:13.471959 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:13.484586 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a09bb98b-8284-40d7-8d67-82c4872e458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:13.487970 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-91cc9173-57c0-4e14-a293-beeef38fc34f tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] show failed (client error): The resource could not be found. Jul 29 15:10:13.489202 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-91cc9173-57c0-4e14-a293-beeef38fc34f tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/subnetpools/f0cd2748-82f5-488b-874f-1c86afc568ac/tags/tempest-TagsExtTest-Tag-920388532 HTTP/1.1" status: 404 len: 328 time: 0.0629718 Jul 29 15:10:13.492065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36952) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:13.500191 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-ffada202-513d-4697-a37c-0425d3094f81 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f0cd2748-82f5-488b-874f-1c86afc568ac') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:13.530317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09bb98b-8284-40d7-8d67-82c4872e458c None None] No DVR routers for this DVR port 8d142b26-c92b-4938-bda5-f9bb7270f1d8 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:10:13.540826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09bb98b-8284-40d7-8d67-82c4872e458c None None] Pushing event deleted for resources: {'Port': ['ID=8d142b26-c92b-4938-bda5-f9bb7270f1d8,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:13.567359 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 477e4af7-ce94-47cc-8715-b451b30d20f4 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:10:13.572191 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ffada202-513d-4697-a37c-0425d3094f81 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/subnetpools/f0cd2748-82f5-488b-874f-1c86afc568ac/tags HTTP/1.1" status: 204 len: 168 time: 0.0788186 Jul 29 15:10:13.582481 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36954) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:13.587897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-7ce3206e-5d90-45ac-9cf9-0af1e8db52b6 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3c661da-6f1d-4584-819d-ecb10ffc39a6') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:13.592836 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 477e4af7-ce94-47cc-8715-b451b30d20f4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:10:13.593534 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 477e4af7-ce94-47cc-8715-b451b30d20f4 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:10:13.719698 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7ce3206e-5d90-45ac-9cf9-0af1e8db52b6 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/routers/b3c661da-6f1d-4584-819d-ecb10ffc39a6/tags HTTP/1.1" status: 204 len: 168 time: 0.1358960 Jul 29 15:10:13.722672 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36958) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:13.727496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.tag.tag_plugin [None req-9be8bf46-e1c3-4834-a336-dc4ddc5801de tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7d2bbdd6-7910-4247-bbb8-cf0876d834dc') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:13.732201 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8196722-714c-4437-997b-0469afc2171c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:13.814549 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9be8bf46-e1c3-4834-a336-dc4ddc5801de tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/ports/7d2bbdd6-7910-4247-bbb8-cf0876d834dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0907702 Jul 29 15:10:13.817989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36962) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:13.820478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8196722-714c-4437-997b-0469afc2171c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=1531c3a7-1dc3-4dfd-8ecd-e2c6283d8000,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:13.826778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.tag.tag_plugin [None req-91239a48-610b-469e-a351-87d88ebd1ac3 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8394072f-aaae-4435-9611-0c5b1c99ffc4') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:13.873015 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8196722-714c-4437-997b-0469afc2171c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:13.876418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-d8196722-714c-4437-997b-0469afc2171c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:13.881245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8196722-714c-4437-997b-0469afc2171c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:13.882170 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8196722-714c-4437-997b-0469afc2171c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:13.886541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b036bf2-6527-41b4-9a08-dbb0e8a18765 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:13.904922 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d8196722-714c-4437-997b-0469afc2171c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7968357 Jul 29 15:10:13.907511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36976) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:13.912321 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-86070027-a330-4a9a-9e92-c06d1abbbc16 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1506178025', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:13.990006 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86070027-a330-4a9a-9e92-c06d1abbbc16 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:13.991166 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86070027-a330-4a9a-9e92-c06d1abbbc16 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:14.017523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36978) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:14.017821 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-91239a48-610b-469e-a351-87d88ebd1ac3 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/subnets/8394072f-aaae-4435-9611-0c5b1c99ffc4/tags HTTP/1.1" status: 204 len: 168 time: 0.1982563 Jul 29 15:10:14.046495 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2552c-83b1-4d44-b476-e4cb69db2b68 req-f2f2ef13-edf1-4388-adca-5e0a6ef2b668 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:14.048097 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6be2552c-83b1-4d44-b476-e4cb69db2b68 req-f2f2ef13-edf1-4388-adca-5e0a6ef2b668 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.0997384 Jul 29 15:10:14.088583 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86070027-a330-4a9a-9e92-c06d1abbbc16 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:14.101130 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86070027-a330-4a9a-9e92-c06d1abbbc16 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:14.131682 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86070027-a330-4a9a-9e92-c06d1abbbc16 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:14.133022 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-86070027-a330-4a9a-9e92-c06d1abbbc16 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2244034 Jul 29 15:10:14.135987 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36982) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:14.136252 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6be2552c-83b1-4d44-b476-e4cb69db2b68 req-7917fc81-2903-4396-8483-f19bfa617056 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569472 Jul 29 15:10:14.147547 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': '1531c3a7-1dc3-4dfd-8ecd-e2c6283d8000'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:10:14.148641 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:14.316352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Allocated IP 2001:db8::2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/1531c3a7-1dc3-4dfd-8ecd-e2c6283d8000/88f80b80-6206-45f0-9fb3-a1b3f67435e7) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:14.387269 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e54452f1-11d2-4371-b48c-f123d5d77b9f tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks [] for subnetpool, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:14.388810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e54452f1-11d2-4371-b48c-f123d5d77b9f tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/subnetpools/f0cd2748-82f5-488b-874f-1c86afc568ac HTTP/1.1" status: 204 len: 168 time: 0.3702126 Jul 29 15:10:14.391743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 36986) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:14.431191 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 36988) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:14.431381 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-07830292-62c2-4ca7-bfc8-637aa029557c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3c661da-6f1d-4584-819d-ecb10ffc39a6 HTTP/1.1" status: 200 len: 205 time: 0.0383494 Jul 29 15:10:14.520698 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:14.532352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Transition to ACTIVE for port object 88f80b80-6206-45f0-9fb3-a1b3f67435e7 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:14.550483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Transition to ACTIVE for port object 88f80b80-6206-45f0-9fb3-a1b3f67435e7 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:14.558535 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:14.613734 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:14.617077 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:14.621604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:10:14.693876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Pushing event updated for resources: {'Port': ['ID=88f80b80-6206-45f0-9fb3-a1b3f67435e7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:14.697172 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Attempting to bind port 88f80b80-6206-45f0-9fb3-a1b3f67435e7 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:14.698368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Attempting to bind port 88f80b80-6206-45f0-9fb3-a1b3f67435e7 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:14.699035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Attempting to bind port 88f80b80-6206-45f0-9fb3-a1b3f67435e7 on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:14.708423 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:10:14.709231 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:10:14.710112 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:14.710748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:10:14.711534 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Bound port: 88f80b80-6206-45f0-9fb3-a1b3f67435e7, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:10:14.712228 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:14.801232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] For port 88f80b80-6206-45f0-9fb3-a1b3f67435e7, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:10:14.805723 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] For port 88f80b80-6206-45f0-9fb3-a1b3f67435e7, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=88f80b80-6206-45f0-9fb3-a1b3f67435e7,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:10:14.812180 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:14.921783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a3556-bf89-42c9-994e-22fe9015ffa7 None None] Pushing event updated for resources: {'Port': ['ID=88f80b80-6206-45f0-9fb3-a1b3f67435e7,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:15.007595 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7788261-6f53-4d61-a321-a5e378db76d8 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:15.143005 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:15.389706 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7788261-6f53-4d61-a321-a5e378db76d8 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:15.421601 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7788261-6f53-4d61-a321-a5e378db76d8 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:15.494472 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7788261-6f53-4d61-a321-a5e378db76d8 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:15.495671 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7788261-6f53-4d61-a321-a5e378db76d8 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Fanout notify agent at l3_agent the message router_deleted on router b3c661da-6f1d-4584-819d-ecb10ffc39a6 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:10:15.504068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cd1ac-0982-4679-906a-0e0851df4f1e req-7bcd07dc-375a-43f2-ac0d-711938945793 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:15.505758 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-518cd1ac-0982-4679-906a-0e0851df4f1e req-7bcd07dc-375a-43f2-ac0d-711938945793 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.1900277 Jul 29 15:10:15.539705 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7788261-6f53-4d61-a321-a5e378db76d8 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:15.540835 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c7788261-6f53-4d61-a321-a5e378db76d8 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/routers/b3c661da-6f1d-4584-819d-ecb10ffc39a6 HTTP/1.1" status: 204 len: 168 time: 1.1082990 Jul 29 15:10:15.543714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37008) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:15.599460 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-518cd1ac-0982-4679-906a-0e0851df4f1e req-fb0aca9b-a853-4051-a51a-52c3a6aba819 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573881 Jul 29 15:10:15.650475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::1 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/1531c3a7-1dc3-4dfd-8ecd-e2c6283d8000/772c5c79-9783-4546-9112-b3f496a05ea3) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:15.694759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f36b8869-9b25-4c90-8cb9-98571e08fef3 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Deleting port 7d2bbdd6-7910-4247-bbb8-cf0876d834dc {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:10:15.695112 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f36b8869-9b25-4c90-8cb9-98571e08fef3 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:15.788856 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:15.810311 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f36b8869-9b25-4c90-8cb9-98571e08fef3 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:15.815544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 772c5c79-9783-4546-9112-b3f496a05ea3 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:15.829392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f36b8869-9b25-4c90-8cb9-98571e08fef3 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Calling delete_port for 7d2bbdd6-7910-4247-bbb8-cf0876d834dc owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:10:15.873736 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:15.939030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=772c5c79-9783-4546-9112-b3f496a05ea3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:15.955215 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:15.956013 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:15.956013 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:15.956224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:15.956522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:15.957220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:15.957612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:15.957973 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:15.958309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:15.958640 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:15.958965 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:15.959413 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:15.970966 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:15.972987 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:15.975544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:10:15.976116 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:16.064792 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f36b8869-9b25-4c90-8cb9-98571e08fef3 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:16.103215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b8869-9b25-4c90-8cb9-98571e08fef3 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Pushing event deleted for resources: {'Port': ['ID=7d2bbdd6-7910-4247-bbb8-cf0876d834dc,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:16.194375 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:16.210686 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f36b8869-9b25-4c90-8cb9-98571e08fef3 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:16.213054 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f36b8869-9b25-4c90-8cb9-98571e08fef3 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/ports/7d2bbdd6-7910-4247-bbb8-cf0876d834dc HTTP/1.1" status: 204 len: 168 time: 0.6679082 Jul 29 15:10:16.217274 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37012) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:16.332505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-72322fab-a2f6-49b3-94b2-73da928b1997 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Deleting subnet 8394072f-aaae-4435-9611-0c5b1c99ffc4 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:10:16.337477 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72322fab-a2f6-49b3-94b2-73da928b1997 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:16.348843 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-351fdea7-ac4a-4e72-b5b7-1fba8a59b7f4 None None] Provisioning for port 88f80b80-6206-45f0-9fb3-a1b3f67435e7 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:16.447242 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72322fab-a2f6-49b3-94b2-73da928b1997 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:16.726215 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:16.733399 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:16.734257 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:16.805127 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-369c5dea-3685-4aef-96fc-4be924cd4036 None None] Provisioning for port 772c5c79-9783-4546-9112-b3f496a05ea3 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:16.810757 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-369c5dea-3685-4aef-96fc-4be924cd4036 None None] Provisioning complete for port 772c5c79-9783-4546-9112-b3f496a05ea3 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:16.811282 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-369c5dea-3685-4aef-96fc-4be924cd4036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:16.868067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=772c5c79-9783-4546-9112-b3f496a05ea3,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:16.888164 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 88f80b80-6206-45f0-9fb3-a1b3f67435e7 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:16.950506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:16.952074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:16.976846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-369c5dea-3685-4aef-96fc-4be924cd4036 None None] Port 772c5c79-9783-4546-9112-b3f496a05ea3 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:10:17.001329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 88f80b80-6206-45f0-9fb3-a1b3f67435e7 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:17.006628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 88f80b80-6206-45f0-9fb3-a1b3f67435e7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:17.007056 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:17.040700 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72322fab-a2f6-49b3-94b2-73da928b1997 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:17.117447 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Router c9c21205-f4d3-45fb-8f37-0522b92fe94d is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:10:17.168352 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:17.211815 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72322fab-a2f6-49b3-94b2-73da928b1997 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:17.228418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 88f80b80-6206-45f0-9fb3-a1b3f67435e7, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=88f80b80-6206-45f0-9fb3-a1b3f67435e7,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:17.238335 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:17.253671 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:10:17.266284 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Sync routers for ids ['c9c21205-f4d3-45fb-8f37-0522b92fe94d'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:10:17.267956 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f74d984e-983c-47b0-92f6-80be43dd55cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "PUT /v2.0/routers/c9c21205-f4d3-45fb-8f37-0522b92fe94d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1262984 Jul 29 15:10:17.268537 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37032) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:17.285308 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Routers {'c9c21205-f4d3-45fb-8f37-0522b92fe94d'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:10:17.286112 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:10:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c9c21205-f4d3-45fb-8f37-0522b92fe94d'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:17.320204 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=88f80b80-6206-45f0-9fb3-a1b3f67435e7,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:17.342485 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72322fab-a2f6-49b3-94b2-73da928b1997 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Pushing event deleted for resources: {'Subnet': ['ID=8394072f-aaae-4435-9611-0c5b1c99ffc4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:17.347075 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72322fab-a2f6-49b3-94b2-73da928b1997 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:17.353526 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-72322fab-a2f6-49b3-94b2-73da928b1997 tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/subnets/8394072f-aaae-4435-9611-0c5b1c99ffc4 HTTP/1.1" status: 204 len: 168 time: 1.1319859 Jul 29 15:10:17.353772 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d675ecfb-a5ee-4d59-ba00-7f7d07a53e57 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:17.355566 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d675ecfb-a5ee-4d59-ba00-7f7d07a53e57 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports/772c5c79-9783-4546-9112-b3f496a05ea3 HTTP/1.1" status: 200 len: 911 time: 0.0860069 Jul 29 15:10:17.356288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37034) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:17.358601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afa1455-9231-4dde-a45c-31532e93dc0d None None] Network c6ef09fc-01de-469e-a51b-6e0ec3f5e931 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:17.367087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37036) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:17.444287 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed80daf-ab09-4a09-b145-2030e3b3fccd req-f8d76160-4ef4-41f7-be06-167e5cdd9d10 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:17.451994 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6ed80daf-ab09-4a09-b145-2030e3b3fccd req-f8d76160-4ef4-41f7-be06-167e5cdd9d10 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.3572283 Jul 29 15:10:17.473175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-87f780e4-b0b8-42f0-93c6-4d800deaeddd None None] Provisioning complete for port 772c5c79-9783-4546-9112-b3f496a05ea3 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:17.473827 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87f780e4-b0b8-42f0-93c6-4d800deaeddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:17.491736 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Set router c9c21205-f4d3-45fb-8f37-0522b92fe94d gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:10:17.503220 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd537202-f583-4001-a4fb-2d0f7970e11f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:17.518261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-87f780e4-b0b8-42f0-93c6-4d800deaeddd None None] Port 772c5c79-9783-4546-9112-b3f496a05ea3 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:10:17.523358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd537202-f583-4001-a4fb-2d0f7970e11f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:17.532616 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cd537202-f583-4001-a4fb-2d0f7970e11f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1620398 Jul 29 15:10:17.533290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37042) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:17.552922 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:17.678030 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3186b8-10be-40c7-bde2-ccc0eaef113e None None] DHCP port deletion for c6ef09fc-01de-469e-a51b-6e0ec3f5e931 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:10:17.679270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Deleting port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:10:17.681347 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:17.687486 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6ed80daf-ab09-4a09-b145-2030e3b3fccd req-708360b7-da15-449a-8dab-471c66192c7d tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215202 Jul 29 15:10:17.766302 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-cb3186b8-10be-40c7-bde2-ccc0eaef113e None None] Deleting port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:10:17.766945 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb3186b8-10be-40c7-bde2-ccc0eaef113e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:17.813241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] For port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=0ebb68b3-f7cd-4ce9-a54d-a341721e7863,segment=NetworkSegment(1d80ac87-fb80-49b3-ba99-217971ee928c),segment_id=1d80ac87-fb80-49b3-ba99-217971ee928c)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:17.813834 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:17.849665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Calling delete_port for 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:10:17.862874 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c21205-f4d3-45fb-8f37-0522b92fe94d', 'name': 'tempest-NetworksTestDHCPv6-router-1506178025', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:10:14Z', 'updated_at': '2021-07-29T15:10:16Z', 'revision_number': 2, 'project_id': '0d9bb60610ce4177bfafae876b765aff', 'gw_port_host': None, '_interfaces': [{'id': '772c5c79-9783-4546-9112-b3f496a05ea3', 'name': '', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'mac_address': 'fa:16:3e:4c:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c21205-f4d3-45fb-8f37-0522b92fe94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '1531c3a7-1dc3-4dfd-8ecd-e2c6283d8000', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:10:15Z', 'updated_at': '2021-07-29T15:10:16Z', 'revision_number': 2, 'project_id': '0d9bb60610ce4177bfafae876b765aff', 'subnets': [{'id': '1531c3a7-1dc3-4dfd-8ecd-e2c6283d8000', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:17.882432 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-cb3186b8-10be-40c7-bde2-ccc0eaef113e None None] For port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=0ebb68b3-f7cd-4ce9-a54d-a341721e7863,segment=NetworkSegment(1d80ac87-fb80-49b3-ba99-217971ee928c),segment_id=1d80ac87-fb80-49b3-ba99-217971ee928c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:17.883388 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb3186b8-10be-40c7-bde2-ccc0eaef113e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:17.902636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-cb3186b8-10be-40c7-bde2-ccc0eaef113e None None] Calling delete_port for 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:10:17.927424 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Checking router: c9c21205-f4d3-45fb-8f37-0522b92fe94d for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:10:17.937596 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Updating router c9c21205-f4d3-45fb-8f37-0522b92fe94d port 772c5c79-9783-4546-9112-b3f496a05ea3 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:10:17.987404 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.003804 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb3186b8-10be-40c7-bde2-ccc0eaef113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.037644 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.051738 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3186b8-10be-40c7-bde2-ccc0eaef113e None None] No DVR routers for this DVR port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:10:18.056720 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3186b8-10be-40c7-bde2-ccc0eaef113e None None] Pushing event deleted for resources: {'Port': ['ID=0ebb68b3-f7cd-4ce9-a54d-a341721e7863,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:18.078633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Pushing event deleted for resources: {'Port': ['ID=0ebb68b3-f7cd-4ce9-a54d-a341721e7863,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:18.082762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] No DVR routers for this DVR port 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:10:18.186338 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.207479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ef09fc-01de-469e-a51b-6e0ec3f5e931']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:18.221488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d80ac87-fb80-49b3-ba99-217971ee928c') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:18.221903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d80ac87-fb80-49b3-ba99-217971ee928c') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:18.238432 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.264405 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4ae60c4a-94f6-429f-ac3a-b5c02178ac36 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.272629 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.280326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:10:18.281041 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:10:18.354682 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:10:18.360759 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.392713 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.397966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] 10.222.0.16 "DELETE /v2.0/networks/c6ef09fc-01de-469e-a51b-6e0ec3f5e931 HTTP/1.1" status: 204 len: 168 time: 1.0406275 Jul 29 15:10:18.399870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa381e-5c7f-4cb5-861a-c5d0aa33ff5c tempest-TagsExtTest-965853369 tempest-TagsExtTest-965853369-project] Pushing event deleted for resources: {'Network': ['ID=c6ef09fc-01de-469e-a51b-6e0ec3f5e931,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:18.420865 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.433298 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Transition to ACTIVE for port object 772c5c79-9783-4546-9112-b3f496a05ea3 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:18.443434 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.515434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37056) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:18.545512 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0084df5-0faa-4538-80f9-3a0e664fae0e None None] Pushing event updated for resources: {'Port': ['ID=772c5c79-9783-4546-9112-b3f496a05ea3,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:18.614937 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4ae60c4a-94f6-429f-ac3a-b5c02178ac36 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 772c5c79-9783-4546-9112-b3f496a05ea3 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:10:18.615296 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4ae60c4a-94f6-429f-ac3a-b5c02178ac36 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.629670 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Attempting to bind port 772c5c79-9783-4546-9112-b3f496a05ea3 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:18.630038 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Attempting to bind port 772c5c79-9783-4546-9112-b3f496a05ea3 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:18.630406 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Attempting to bind port 772c5c79-9783-4546-9112-b3f496a05ea3 on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:18.639634 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:10:18.640058 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:10:18.640469 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.640901 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:10:18.641902 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Bound port: 772c5c79-9783-4546-9112-b3f496a05ea3, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:10:18.641902 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.758104 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c4c7789-8929-4128-b42d-2750ec95e772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.814238 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] For port 772c5c79-9783-4546-9112-b3f496a05ea3, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:10:18.821722 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] For port 772c5c79-9783-4546-9112-b3f496a05ea3, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=772c5c79-9783-4546-9112-b3f496a05ea3,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:10:18.837738 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.906679 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-4ae60c4a-94f6-429f-ac3a-b5c02178ac36 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] For port 772c5c79-9783-4546-9112-b3f496a05ea3, host n-d-802893-1, got binding levels [] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:18.907108 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4ae60c4a-94f6-429f-ac3a-b5c02178ac36 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:18.914283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37068) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:18.950788 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Routers {'c9c21205-f4d3-45fb-8f37-0522b92fe94d'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:10:18.952835 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:10:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c9c21205-f4d3-45fb-8f37-0522b92fe94d'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:18.957816 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4ae60c4a-94f6-429f-ac3a-b5c02178ac36 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 772c5c79-9783-4546-9112-b3f496a05ea3 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:10:18.962425 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 88f80b80-6206-45f0-9fb3-a1b3f67435e7 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:19.079268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 88f80b80-6206-45f0-9fb3-a1b3f67435e7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:19.079904 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:19.142576 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0084df5-0faa-4538-80f9-3a0e664fae0e None None] Pushing event updated for resources: {'Port': ['ID=772c5c79-9783-4546-9112-b3f496a05ea3,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:19.197553 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c4c7789-8929-4128-b42d-2750ec95e772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:19.204294 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c4c7789-8929-4128-b42d-2750ec95e772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:19.304441 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] Set router c9c21205-f4d3-45fb-8f37-0522b92fe94d gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:10:19.354078 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4ae60c4a-94f6-429f-ac3a-b5c02178ac36 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:19.409922 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7c4c7789-8929-4128-b42d-2750ec95e772 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=319384ddd4a1487ebb10dd7b4c258a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8923709 Jul 29 15:10:19.417987 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37074) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:19.484701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-10ffd147-ac74-45cc-98e6-ede1d1164243 None None] Could not find standard attr ID for object 772c5c79-9783-4546-9112-b3f496a05ea3. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:10:19.486927 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:10:19.491654 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c362ba2-424c-4a8f-a15b-65e65557fed6 req-99faa674-648f-4824-8d99-ac8f8cd5b95f tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:19.493701 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c362ba2-424c-4a8f-a15b-65e65557fed6 req-99faa674-648f-4824-8d99-ac8f8cd5b95f tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.5558045 Jul 29 15:10:19.502442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c7789-8929-4128-b42d-2750ec95e772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3e8afa-d62e-4743-baeb-afa274cd4285,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:19.533685 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae60c4a-94f6-429f-ac3a-b5c02178ac36 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=772c5c79-9783-4546-9112-b3f496a05ea3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:19.562584 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-56d758dd-9824-4a17-867e-d772fe5e63ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6256ac4855e49f6b12eca15cace764e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6444557 Jul 29 15:10:19.577854 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37076) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:19.594086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:10:19.594609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0ebb68b3-f7cd-4ce9-a54d-a341721e7863 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:10:19.651370 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c362ba2-424c-4a8f-a15b-65e65557fed6 req-90099b13-08cd-45ee-8ff4-086828ab3e64 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299231 Jul 29 15:10:19.677860 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4ae60c4a-94f6-429f-ac3a-b5c02178ac36 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:19.690492 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c911beb-c45d-41ad-a46b-caba88363630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:19.694494 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2fe7-d600-4ba8-88b6-4f7e1f7e6d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:19.697553 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c21205-f4d3-45fb-8f37-0522b92fe94d', 'name': 'tempest-NetworksTestDHCPv6-router-1506178025', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:10:14Z', 'updated_at': '2021-07-29T15:10:16Z', 'revision_number': 2, 'project_id': '0d9bb60610ce4177bfafae876b765aff', 'gw_port_host': None, '_interfaces': [{'id': '772c5c79-9783-4546-9112-b3f496a05ea3', 'name': '', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'mac_address': 'fa:16:3e:4c:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c21205-f4d3-45fb-8f37-0522b92fe94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '1531c3a7-1dc3-4dfd-8ecd-e2c6283d8000', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:10:15Z', 'updated_at': '2021-07-29T15:10:18Z', 'revision_number': 4, 'project_id': '0d9bb60610ce4177bfafae876b765aff', 'subnets': [{'id': '1531c3a7-1dc3-4dfd-8ecd-e2c6283d8000', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:10:19.744742 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c911beb-c45d-41ad-a46b-caba88363630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:19.744978 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31513bad-3bda-40bc-a49f-3c85728b0445 None None] The sync data for ids ['c9c21205-f4d3-45fb-8f37-0522b92fe94d'] in n-d-802893-1 is: [{'id': 'c9c21205-f4d3-45fb-8f37-0522b92fe94d', 'name': 'tempest-NetworksTestDHCPv6-router-1506178025', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:10:14Z', 'updated_at': '2021-07-29T15:10:16Z', 'revision_number': 2, 'project_id': '0d9bb60610ce4177bfafae876b765aff', 'gw_port_host': None, '_interfaces': [{'id': '772c5c79-9783-4546-9112-b3f496a05ea3', 'name': '', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'mac_address': 'fa:16:3e:4c:45:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c21205-f4d3-45fb-8f37-0522b92fe94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': '1531c3a7-1dc3-4dfd-8ecd-e2c6283d8000', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:10:15Z', 'updated_at': '2021-07-29T15:10:18Z', 'revision_number': 4, 'project_id': '0d9bb60610ce4177bfafae876b765aff', 'subnets': [{'id': '1531c3a7-1dc3-4dfd-8ecd-e2c6283d8000', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:10:19.764948 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2fe7-d600-4ba8-88b6-4f7e1f7e6d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:19.860660 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c911beb-c45d-41ad-a46b-caba88363630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:19.863922 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c911beb-c45d-41ad-a46b-caba88363630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:19.865326 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5c911beb-c45d-41ad-a46b-caba88363630 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e3e8afa-d62e-4743-baeb-afa274cd4285 HTTP/1.1" status: 204 len: 168 time: 0.4399121 Jul 29 15:10:19.876316 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2fe7-d600-4ba8-88b6-4f7e1f7e6d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:19.879043 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba0f2fe7-d600-4ba8-88b6-4f7e1f7e6d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:19.882734 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ba0f2fe7-d600-4ba8-88b6-4f7e1f7e6d47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84475459-8a12-4b31-95f2-cdfebaffb44b HTTP/1.1" status: 204 len: 168 time: 0.3010583 Jul 29 15:10:19.886178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c911beb-c45d-41ad-a46b-caba88363630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3e8afa-d62e-4743-baeb-afa274cd4285,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:19.909675 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae60c4a-94f6-429f-ac3a-b5c02178ac36 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Router c9c21205-f4d3-45fb-8f37-0522b92fe94d has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:10:19.920917 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f2fe7-d600-4ba8-88b6-4f7e1f7e6d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84475459-8a12-4b31-95f2-cdfebaffb44b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:20.025453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae60c4a-94f6-429f-ac3a-b5c02178ac36 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:10:20.034254 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4ae60c4a-94f6-429f-ac3a-b5c02178ac36 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "PUT /v2.0/routers/c9c21205-f4d3-45fb-8f37-0522b92fe94d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4930289 Jul 29 15:10:20.034525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37084) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:20.112112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91060111-2cab-4944-91c0-fcc0ab73acfc tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:20.113931 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91060111-2cab-4944-91c0-fcc0ab73acfc tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:20.116146 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-91060111-2cab-4944-91c0-fcc0ab73acfc tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0805566 Jul 29 15:10:20.118309 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37086) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:20.196067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59b9a60-6d17-4be8-b9a1-b623372796a2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 1531c3a7-1dc3-4dfd-8ecd-e2c6283d8000 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:10:20.202446 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d59b9a60-6d17-4be8-b9a1-b623372796a2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:20.263409 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d59b9a60-6d17-4be8-b9a1-b623372796a2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:20.448446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37098) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:20.472024 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d59b9a60-6d17-4be8-b9a1-b623372796a2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:20.480461 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91f13639-6c64-40e0-a90f-92d9f085b47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:20.615161 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d59b9a60-6d17-4be8-b9a1-b623372796a2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:20.701540 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91f13639-6c64-40e0-a90f-92d9f085b47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:20.716000 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91f13639-6c64-40e0-a90f-92d9f085b47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:20.737617 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b9a60-6d17-4be8-b9a1-b623372796a2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=1531c3a7-1dc3-4dfd-8ecd-e2c6283d8000,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:20.764190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec673114-3ae7-47ed-936d-3aae3f9da1ae None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:20.781707 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d59b9a60-6d17-4be8-b9a1-b623372796a2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:20.799770 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d59b9a60-6d17-4be8-b9a1-b623372796a2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/1531c3a7-1dc3-4dfd-8ecd-e2c6283d8000 HTTP/1.1" status: 204 len: 168 time: 0.6783528 Jul 29 15:10:20.813434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37104) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:20.956473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1504d-e613-4030-ac61-c10c1773e556 req-edfd3ea6-79f8-46ca-9481-e1427ea9c034 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:20.964268 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-12c1504d-e613-4030-ac61-c10c1773e556 req-edfd3ea6-79f8-46ca-9481-e1427ea9c034 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.1515739 Jul 29 15:10:21.098948 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-12c1504d-e613-4030-ac61-c10c1773e556 req-58be9744-2945-47c0-82fb-c7502cdd788b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310692 Jul 29 15:10:21.137233 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37114) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:21.137668 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-91f13639-6c64-40e0-a90f-92d9f085b47f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ec5a5495c184935aa80f08850a44d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6862607 Jul 29 15:10:21.138475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f13639-6c64-40e0-a90f-92d9f085b47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698362c4-bfa0-405d-9cc3-e5185729a6f3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:21.172737 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c18325a-0d44-4b21-8908-144fe86922da None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:10:21.193894 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-006a7fcc-1051-4c67-932f-8b8c9d917f42 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3676720 Jul 29 15:10:21.196200 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37116) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:21.205144 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7469ad19-4ec2-4aff-ba5f-6fc24cb0e03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:21.233185 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7469ad19-4ec2-4aff-ba5f-6fc24cb0e03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:21.266261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8c18325a-0d44-4b21-8908-144fe86922da None None] Deleting port 88f80b80-6206-45f0-9fb3-a1b3f67435e7 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:10:21.266983 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c18325a-0d44-4b21-8908-144fe86922da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:21.311865 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7469ad19-4ec2-4aff-ba5f-6fc24cb0e03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:21.316269 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7469ad19-4ec2-4aff-ba5f-6fc24cb0e03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:21.317673 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7469ad19-4ec2-4aff-ba5f-6fc24cb0e03d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/698362c4-bfa0-405d-9cc3-e5185729a6f3 HTTP/1.1" status: 204 len: 168 time: 0.1786242 Jul 29 15:10:21.329251 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469ad19-4ec2-4aff-ba5f-6fc24cb0e03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698362c4-bfa0-405d-9cc3-e5185729a6f3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:21.344813 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6eb2282-5451-43db-a876-35f855bfeb7c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:21.442257 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8c18325a-0d44-4b21-8908-144fe86922da None None] For port 88f80b80-6206-45f0-9fb3-a1b3f67435e7, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=88f80b80-6206-45f0-9fb3-a1b3f67435e7,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:21.442967 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c18325a-0d44-4b21-8908-144fe86922da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:21.461082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8c18325a-0d44-4b21-8908-144fe86922da None None] Calling delete_port for 88f80b80-6206-45f0-9fb3-a1b3f67435e7 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:10:21.591999 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c18325a-0d44-4b21-8908-144fe86922da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:21.626076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18325a-0d44-4b21-8908-144fe86922da None None] Pushing event deleted for resources: {'Port': ['ID=88f80b80-6206-45f0-9fb3-a1b3f67435e7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:21.631238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c18325a-0d44-4b21-8908-144fe86922da None None] No DVR routers for this DVR port 88f80b80-6206-45f0-9fb3-a1b3f67435e7 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:10:21.671211 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6eb2282-5451-43db-a876-35f855bfeb7c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:21.676186 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6eb2282-5451-43db-a876-35f855bfeb7c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:21.752229 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6eb2282-5451-43db-a876-35f855bfeb7c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:21.752229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eb2282-5451-43db-a876-35f855bfeb7c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Fanout notify agent at l3_agent the message router_deleted on router c9c21205-f4d3-45fb-8f37-0522b92fe94d {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:10:21.755942 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6eb2282-5451-43db-a876-35f855bfeb7c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:21.759696 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b6eb2282-5451-43db-a876-35f855bfeb7c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/routers/c9c21205-f4d3-45fb-8f37-0522b92fe94d HTTP/1.1" status: 204 len: 168 time: 0.5596704 Jul 29 15:10:21.759944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37132) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:21.851564 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b0b374ba-f86e-4cb8-999f-88497ebe990d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0904264 Jul 29 15:10:21.854110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37138) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:21.946413 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90be517c-9ac3-4c51-a647-5a2829af3915 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:21.953244 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-90be517c-9ac3-4c51-a647-5a2829af3915 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0979934 Jul 29 15:10:21.954229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37144) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:22.016614 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-40926abf-edf0-48bd-83a3-65692519b361 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606093 Jul 29 15:10:22.021799 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37146) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:22.026779 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a7ad9a51-4fbb-4207-b1bf-2db44059e3ef tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:22.055738 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff31e3c-25e4-48e1-9755-3cd7a3c515a1 None None] Sync routers for ids ['c9c21205-f4d3-45fb-8f37-0522b92fe94d'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:10:22.070088 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff31e3c-25e4-48e1-9755-3cd7a3c515a1 None None] Routers set() bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:10:22.074266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff31e3c-25e4-48e1-9755-3cd7a3c515a1 None None] Router IDs set() for agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 15:10:22.076035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_agentschedulers_db [None req-4ff31e3c-25e4-48e1-9755-3cd7a3c515a1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c9c21205-f4d3-45fb-8f37-0522b92fe94d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:10:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent'). {{(pid=94159) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 15:10:22.099602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff31e3c-25e4-48e1-9755-3cd7a3c515a1 None None] Routers set() bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:10:22.099982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff31e3c-25e4-48e1-9755-3cd7a3c515a1 None None] Router IDs set() for agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 15:10:22.100606 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_agentschedulers_db [None req-4ff31e3c-25e4-48e1-9755-3cd7a3c515a1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c9c21205-f4d3-45fb-8f37-0522b92fe94d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:10:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent'). {{(pid=94159) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 15:10:22.101043 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff31e3c-25e4-48e1-9755-3cd7a3c515a1 None None] The sync data for ids ['c9c21205-f4d3-45fb-8f37-0522b92fe94d'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:10:22.183450 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ad9a51-4fbb-4207-b1bf-2db44059e3ef tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:22.189574 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7ad9a51-4fbb-4207-b1bf-2db44059e3ef tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:22.307140 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d458c-7f10-4105-b5e1-554ffa96fda1 req-b43e3712-da58-49c2-ac16-49cf08bba754 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:22.308741 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd0d458c-7f10-4105-b5e1-554ffa96fda1 req-b43e3712-da58-49c2-ac16-49cf08bba754 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.0936465 Jul 29 15:10:22.395922 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd0d458c-7f10-4105-b5e1-554ffa96fda1 req-f1926951-8844-4a54-a1fc-dbf396a3569f tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795157 Jul 29 15:10:22.695639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.objects.ports [None req-a7ad9a51-4fbb-4207-b1bf-2db44059e3ef tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94157) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 15:10:22.697436 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7ad9a51-4fbb-4207-b1bf-2db44059e3ef tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:22.761135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ad9a51-4fbb-4207-b1bf-2db44059e3ef tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:22.766014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a7ad9a51-4fbb-4207-b1bf-2db44059e3ef tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:22.771099 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ad9a51-4fbb-4207-b1bf-2db44059e3ef tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:22.771745 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a7ad9a51-4fbb-4207-b1bf-2db44059e3ef tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:22.780105 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e865eae1-48bf-4ef0-ab71-2c487f601df6 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:22.821357 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a7ad9a51-4fbb-4207-b1bf-2db44059e3ef tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7903993 Jul 29 15:10:22.821357 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37172) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:22.826452 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1702e00f-41f7-46b0-b70f-ad5b28241c0a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:22.835518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad9a51-4fbb-4207-b1bf-2db44059e3ef tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=c4aadee8-03e1-43d9-a080-790bf1c4057c,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:22.897114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 88f80b80-6206-45f0-9fb3-a1b3f67435e7 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:10:22.930911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 88f80b80-6206-45f0-9fb3-a1b3f67435e7 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:10:22.931284 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 88f80b80-6206-45f0-9fb3-a1b3f67435e7 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:10:22.932289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 772c5c79-9783-4546-9112-b3f496a05ea3 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:10:22.964602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 772c5c79-9783-4546-9112-b3f496a05ea3 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:10:22.966010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 772c5c79-9783-4546-9112-b3f496a05ea3 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:10:23.171388 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': 'c4aadee8-03e1-43d9-a080-790bf1c4057c'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:10:23.173254 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:23.348902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Allocated IP 2001:db8::f816:3eff:fe64:e226 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/c4aadee8-03e1-43d9-a080-790bf1c4057c/8e3f76bc-0c58-49c9-81c8-fbb403d42fdc) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:23.616816 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:23.633673 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Transition to ACTIVE for port object 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:23.634820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d4e3e-3c32-4244-8eed-adf52a5351cb req-b6af7354-639f-44d5-8307-edfe678ffb3a tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:23.644025 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-db8d4e3e-3c32-4244-8eed-adf52a5351cb req-b6af7354-639f-44d5-8307-edfe678ffb3a tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.1445990 Jul 29 15:10:23.646597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1702e00f-41f7-46b0-b70f-ad5b28241c0a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:23.650331 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1702e00f-41f7-46b0-b70f-ad5b28241c0a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:23.658137 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Transition to ACTIVE for port object 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:23.666732 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:23.716255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:23.720844 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:23.724300 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:10:23.772704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Pushing event updated for resources: {'Port': ['ID=8e3f76bc-0c58-49c9-81c8-fbb403d42fdc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:23.820643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Attempting to bind port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:23.821209 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Attempting to bind port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:23.821788 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Attempting to bind port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:23.830672 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:10:23.831141 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:10:23.831626 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:23.832118 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:10:23.832690 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Bound port: 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:10:23.833177 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:23.857423 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-db8d4e3e-3c32-4244-8eed-adf52a5351cb req-3b26e11b-42da-4f1e-bedf-79435d35fada tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121103 Jul 29 15:10:23.925297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] For port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:10:23.929458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] For port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8e3f76bc-0c58-49c9-81c8-fbb403d42fdc,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:10:23.935744 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:23.941691 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37210) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:24.023923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050290a-d01b-41b4-9dd4-5477418b9c82 None None] Pushing event updated for resources: {'Port': ['ID=8e3f76bc-0c58-49c9-81c8-fbb403d42fdc,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:24.113693 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1702e00f-41f7-46b0-b70f-ad5b28241c0a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:24.180445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1702e00f-41f7-46b0-b70f-ad5b28241c0a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:24.184215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-1702e00f-41f7-46b0-b70f-ad5b28241c0a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:24.190692 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1702e00f-41f7-46b0-b70f-ad5b28241c0a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:24.191652 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1702e00f-41f7-46b0-b70f-ad5b28241c0a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:24.211614 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702e00f-41f7-46b0-b70f-ad5b28241c0a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=8c988adf-e975-45fe-9b0e-fc3be3d3463b,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:24.219599 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1702e00f-41f7-46b0-b70f-ad5b28241c0a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4026034 Jul 29 15:10:24.223985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37216) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:24.236063 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-10d48bee-7753-427c-9588-ff9940e28a96 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'mac_address': 'fa:16:3e:a0:fc:4b', 'name': 'tempest-NetworksTestDHCPv6-1643754884'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:24.486525 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-328ab9ea-3d14-4a5a-9d1a-45e723de9b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:24.505798 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d48bee-7753-427c-9588-ff9940e28a96 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:24.644403 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-10d48bee-7753-427c-9588-ff9940e28a96 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:24.677119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-10d48bee-7753-427c-9588-ff9940e28a96 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port a1ff85e9-4c96-4386-9755-218728bfabb9 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:10:24.717923 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-328ab9ea-3d14-4a5a-9d1a-45e723de9b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:24.732385 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-328ab9ea-3d14-4a5a-9d1a-45e723de9b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:24.823810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-328ab9ea-3d14-4a5a-9d1a-45e723de9b34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e62492feee8b4096ad969e99d19140a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8810029 Jul 29 15:10:24.825564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ab9ea-3d14-4a5a-9d1a-45e723de9b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e637b03-0e6c-4fb1-a022-4b60b386ffcf,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:24.834005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37228) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:24.926077 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:24.971865 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba3bd209-0266-44a9-a34a-5eecc279ef79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:25.069710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-10d48bee-7753-427c-9588-ff9940e28a96 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 172.20.0.12 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/8c988adf-e975-45fe-9b0e-fc3be3d3463b/a1ff85e9-4c96-4386-9755-218728bfabb9) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:25.075067 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:25.082203 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-10d48bee-7753-427c-9588-ff9940e28a96 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::f816:3eff:fea0:fc4b (dc65256a-a355-4363-ac4a-38e1bcb69bfa/c4aadee8-03e1-43d9-a080-790bf1c4057c/a1ff85e9-4c96-4386-9755-218728bfabb9) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:25.098525 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba3bd209-0266-44a9-a34a-5eecc279ef79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:25.208971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3694df-892e-4e7c-99c0-4625c52cd202 req-8ee0dc1a-2f17-4978-8b4c-59fab209b101 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:25.215192 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e3694df-892e-4e7c-99c0-4625c52cd202 req-8ee0dc1a-2f17-4978-8b4c-59fab209b101 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.1931095 Jul 29 15:10:25.302715 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba3bd209-0266-44a9-a34a-5eecc279ef79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:25.305845 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba3bd209-0266-44a9-a34a-5eecc279ef79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:25.307299 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ba3bd209-0266-44a9-a34a-5eecc279ef79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e637b03-0e6c-4fb1-a022-4b60b386ffcf HTTP/1.1" status: 204 len: 168 time: 0.4714119 Jul 29 15:10:25.332566 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3bd209-0266-44a9-a34a-5eecc279ef79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e637b03-0e6c-4fb1-a022-4b60b386ffcf,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:25.367758 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e3694df-892e-4e7c-99c0-4625c52cd202 req-8b1d7f78-f8a2-4faf-9b63-d887e06b99d6 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372280 Jul 29 15:10:25.621037 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-10d48bee-7753-427c-9588-ff9940e28a96 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:25.633229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87de413e-d05d-4109-a8ba-51cb685f05f0 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:25.672138 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-10d48bee-7753-427c-9588-ff9940e28a96 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object a1ff85e9-4c96-4386-9755-218728bfabb9 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:25.798165 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-10d48bee-7753-427c-9588-ff9940e28a96 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:25.874207 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d48bee-7753-427c-9588-ff9940e28a96 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:25.878889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-10d48bee-7753-427c-9588-ff9940e28a96 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:25.886224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d48bee-7753-427c-9588-ff9940e28a96 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:10:25.897151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d48bee-7753-427c-9588-ff9940e28a96 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=a1ff85e9-4c96-4386-9755-218728bfabb9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:25.955715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3f42490c-3ac2-4b4f-9b97-7f055fc3caf1 None None] Provisioning for port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:25.982604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d48bee-7753-427c-9588-ff9940e28a96 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:25.983260 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-10d48bee-7753-427c-9588-ff9940e28a96 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:25.989578 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3f42490c-3ac2-4b4f-9b97-7f055fc3caf1 None None] Provisioning complete for port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:25.990159 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3f42490c-3ac2-4b4f-9b97-7f055fc3caf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:26.010202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37244) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:26.011106 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-10d48bee-7753-427c-9588-ff9940e28a96 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7845316 Jul 29 15:10:26.094338 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea54744-d25c-41f9-896e-8d3301e2c629 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:26.102811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea54744-d25c-41f9-896e-8d3301e2c629 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:26.105130 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6ea54744-d25c-41f9-896e-8d3301e2c629 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0936930 Jul 29 15:10:26.108292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37248) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:26.131477 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3f42490c-3ac2-4b4f-9b97-7f055fc3caf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:26.207827 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3f42490c-3ac2-4b4f-9b97-7f055fc3caf1 None None] For port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8e3f76bc-0c58-49c9-81c8-fbb403d42fdc,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:26.235680 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3f42490c-3ac2-4b4f-9b97-7f055fc3caf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:26.271417 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-849489fa-0b24-45c7-9328-ff43a96fcea9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port a1ff85e9-4c96-4386-9755-218728bfabb9 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:10:26.273325 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-849489fa-0b24-45c7-9328-ff43a96fcea9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:26.297490 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ae7f24-7a1a-4ada-8ded-772a05d79c26 None None] Update dhcp port {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'fixed_ips': [{'subnet_id': 'c4aadee8-03e1-43d9-a080-790bf1c4057c', 'ip_address': '2001:db8::f816:3eff:fe64:e226'}, {'subnet_id': '8c988adf-e975-45fe-9b0e-fc3be3d3463b'}], 'binding:host_id': 'n-d-802893-1'}, 'id': '8e3f76bc-0c58-49c9-81c8-fbb403d42fdc'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:10:26.320947 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37250) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:26.401915 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42490c-3ac2-4b4f-9b97-7f055fc3caf1 None None] Pushing event updated for resources: {'Port': ['ID=8e3f76bc-0c58-49c9-81c8-fbb403d42fdc,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:26.407589 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7f24-7a1a-4ada-8ded-772a05d79c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:26.411466 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:26.453978 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-849489fa-0b24-45c7-9328-ff43a96fcea9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:26.510838 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37258) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:26.530998 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-849489fa-0b24-45c7-9328-ff43a96fcea9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for a1ff85e9-4c96-4386-9755-218728bfabb9 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:10:26.570588 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6db6d767-d794-4300-b574-d97cda916d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:26.586224 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d11f917-b753-4940-ae8e-31a14ac54d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:26.667730 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.api [None req-4d11f917-b753-4940-ae8e-31a14ac54d84 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 15:10:26.667730 n-d-802893-1 neutron-server[94157]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 15:10:26.667730 n-d-802893-1 neutron-server[94157]: [parameters: {'project_id': '00a947e8c06b44bea94c6334a7c15e45', 'id': '052a0e74-7ff3-4542-adf5-bc71959f4b51', 'expiration': datetime.datetime(2021, 7, 29, 15, 12, 26, 645693)}] Jul 29 15:10:26.667730 n-d-802893-1 neutron-server[94157]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:10:26.669206 n-d-802893-1 neutron-server[94157]: DEBUG oslo_db.api [None req-4d11f917-b753-4940-ae8e-31a14ac54d84 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:10:26.694260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d9083-354d-4943-8103-434ddee7ce3c req-06f02cb1-5d17-410e-b38c-f9950b11698c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:26.695889 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-535d9083-354d-4943-8103-434ddee7ce3c req-06f02cb1-5d17-410e-b38c-f9950b11698c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.1729000 Jul 29 15:10:26.775420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-c3ae7f24-7a1a-4ada-8ded-772a05d79c26 None None] Allocated IP 172.20.0.2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/8c988adf-e975-45fe-9b0e-fc3be3d3463b/8e3f76bc-0c58-49c9-81c8-fbb403d42fdc) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:26.798779 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-535d9083-354d-4943-8103-434ddee7ce3c req-034bb48e-1e58-4727-a83c-1a449f54148c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915432 Jul 29 15:10:26.873295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:26.898736 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-849489fa-0b24-45c7-9328-ff43a96fcea9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:26.939283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849489fa-0b24-45c7-9328-ff43a96fcea9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=a1ff85e9-4c96-4386-9755-218728bfabb9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:27.009561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c3ae7f24-7a1a-4ada-8ded-772a05d79c26 None None] For port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8e3f76bc-0c58-49c9-81c8-fbb403d42fdc,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:27.010561 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6db6d767-d794-4300-b574-d97cda916d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.033299 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6db6d767-d794-4300-b574-d97cda916d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.042537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:27.043183 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.095735 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6db6d767-d794-4300-b574-d97cda916d67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57126c116fdb4e0284e704385210830b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5833373 Jul 29 15:10:27.096641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37260) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:27.107729 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-849489fa-0b24-45c7-9328-ff43a96fcea9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.113810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-849489fa-0b24-45c7-9328-ff43a96fcea9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/a1ff85e9-4c96-4386-9755-218728bfabb9 HTTP/1.1" status: 204 len: 168 time: 1.0006080 Jul 29 15:10:27.114268 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37262) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:27.138136 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7f24-7a1a-4ada-8ded-772a05d79c26 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.142595 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6d767-d794-4300-b574-d97cda916d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05163907-eb11-4986-a4de-1a7b4492f0ca,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:27.171202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c3ae7f24-7a1a-4ada-8ded-772a05d79c26 None None] Transition to ACTIVE for port object 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:27.173534 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d11f917-b753-4940-ae8e-31a14ac54d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.188286 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c3740cf-2228-48e6-b364-777c5ceafce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.196805 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7f24-7a1a-4ada-8ded-772a05d79c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.207156 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be586eb-6bb0-40bd-89f9-85c0daa1c7e0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:27.214415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be586eb-6bb0-40bd-89f9-85c0daa1c7e0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:27.217313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be586eb-6bb0-40bd-89f9-85c0daa1c7e0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:27.222383 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6be586eb-6bb0-40bd-89f9-85c0daa1c7e0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1063588 Jul 29 15:10:27.226407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37264) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:27.236503 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c3740cf-2228-48e6-b364-777c5ceafce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.240301 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc had new provisioning blocks added so it will not transition to active. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 29 15:10:27.282492 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae7f24-7a1a-4ada-8ded-772a05d79c26 None None] Pushing event updated for resources: {'Port': ['ID=8e3f76bc-0c58-49c9-81c8-fbb403d42fdc,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:27.349563 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c3740cf-2228-48e6-b364-777c5ceafce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.354756 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1c3740cf-2228-48e6-b364-777c5ceafce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.356534 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1c3740cf-2228-48e6-b364-777c5ceafce1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05163907-eb11-4986-a4de-1a7b4492f0ca HTTP/1.1" status: 204 len: 168 time: 0.2585378 Jul 29 15:10:27.370552 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3740cf-2228-48e6-b364-777c5ceafce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05163907-eb11-4986-a4de-1a7b4492f0ca,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:27.371062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae34807-d8d6-45b9-a5c9-c8bfd3efb44c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 8c988adf-e975-45fe-9b0e-fc3be3d3463b {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:10:27.384328 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ae34807-d8d6-45b9-a5c9-c8bfd3efb44c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.418754 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d11f917-b753-4940-ae8e-31a14ac54d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.438314 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d11f917-b753-4940-ae8e-31a14ac54d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.498144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11f917-b753-4940-ae8e-31a14ac54d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94db101d-745b-448d-adab-4fcdec54b3c3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:27.508341 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4d11f917-b753-4940-ae8e-31a14ac54d84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00a947e8c06b44bea94c6334a7c15e45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1858237 Jul 29 15:10:27.512381 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ae34807-d8d6-45b9-a5c9-c8bfd3efb44c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.514349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37268) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:27.687956 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b09fbd87-20c5-4434-8405-0c3359cd9989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.751435 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ae34807-d8d6-45b9-a5c9-c8bfd3efb44c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.757040 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b09fbd87-20c5-4434-8405-0c3359cd9989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.876550 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b09fbd87-20c5-4434-8405-0c3359cd9989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.885348 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b09fbd87-20c5-4434-8405-0c3359cd9989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:27.887925 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:10:27.892999 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b09fbd87-20c5-4434-8405-0c3359cd9989 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94db101d-745b-448d-adab-4fcdec54b3c3 HTTP/1.1" status: 204 len: 168 time: 0.3741972 Jul 29 15:10:27.933240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fbd87-20c5-4434-8405-0c3359cd9989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94db101d-745b-448d-adab-4fcdec54b3c3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:27.961157 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ae34807-d8d6-45b9-a5c9-c8bfd3efb44c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:28.065119 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae34807-d8d6-45b9-a5c9-c8bfd3efb44c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=8c988adf-e975-45fe-9b0e-fc3be3d3463b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:28.067515 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ae34807-d8d6-45b9-a5c9-c8bfd3efb44c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:28.069640 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7ae34807-d8d6-45b9-a5c9-c8bfd3efb44c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/8c988adf-e975-45fe-9b0e-fc3be3d3463b HTTP/1.1" status: 204 len: 168 time: 0.8398957 Jul 29 15:10:28.073049 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37282) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:28.144192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet c4aadee8-03e1-43d9-a080-790bf1c4057c {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:10:28.148512 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:28.174472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a6515-e07e-4025-9170-e03ab058ef23 req-b95f19cb-df28-4760-9d14-9c2ba3df2d57 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:28.178735 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-616a6515-e07e-4025-9170-e03ab058ef23 req-b95f19cb-df28-4760-9d14-9c2ba3df2d57 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.2245038 Jul 29 15:10:28.273360 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:28.378904 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-616a6515-e07e-4025-9170-e03ab058ef23 req-4625feec-4344-4d47-9220-f6010c277f20 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907547 Jul 29 15:10:28.531218 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e24450a-76c3-425a-9e30-afb12abfbcaf None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:28.547288 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:28.659457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fe7c6ea3-58fc-49bf-b8e0-1db978aef3fd None None] Could not find standard attr ID for object a1ff85e9-4c96-4386-9755-218728bfabb9. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:10:28.721500 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:28.733710 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fe7c6ea3-58fc-49bf-b8e0-1db978aef3fd None None] Provisioning for port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:28.755495 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:28.758002 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/c4aadee8-03e1-43d9-a080-790bf1c4057c HTTP/1.1" status: 204 len: 168 time: 0.6838863 Jul 29 15:10:28.760943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37294) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:28.772395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fe7c6ea3-58fc-49bf-b8e0-1db978aef3fd None None] Provisioning complete for port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:28.772799 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fe7c6ea3-58fc-49bf-b8e0-1db978aef3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:28.791157 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=c4aadee8-03e1-43d9-a080-790bf1c4057c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:28.810859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:28.811321 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:28.811868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:28.812159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:28.812876 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:28.813638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:28.814103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:28.814450 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:28.814831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:28.815214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:28.815878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:28.816919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1d39d2-56be-42cd-9e23-fe19b02591da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:10:28.888312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37298) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:28.888832 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9a5e203e-0b85-4f59-8fda-477a67130eb2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1258852 Jul 29 15:10:28.894354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6f3108e5-4adb-47fc-bedd-ad690bfb04b5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:29.038307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37302) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:29.041693 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:29.063058 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ac1b4c7-5b43-4e6a-bc32-2d850b7edd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:29.065434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3108e5-4adb-47fc-bedd-ad690bfb04b5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:29.069051 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f3108e5-4adb-47fc-bedd-ad690bfb04b5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:29.210654 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:29.211358 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:29.295812 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94450fae-0620-48c5-b3e8-9c70d375b919 None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:10:29.456358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-94450fae-0620-48c5-b3e8-9c70d375b919 None None] Deleting port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:10:29.458459 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94450fae-0620-48c5-b3e8-9c70d375b919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:29.608589 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-94450fae-0620-48c5-b3e8-9c70d375b919 None None] For port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8e3f76bc-0c58-49c9-81c8-fbb403d42fdc,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:29.609364 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94450fae-0620-48c5-b3e8-9c70d375b919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:29.645537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-94450fae-0620-48c5-b3e8-9c70d375b919 None None] Calling delete_port for 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:10:29.685325 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ac1b4c7-5b43-4e6a-bc32-2d850b7edd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:29.719650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1b08f-b65e-4f9a-9a4b-317818868c26 req-8b00db18-9b2f-4c4d-8cfa-acf06947f338 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:29.721299 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9f1b08f-b65e-4f9a-9a4b-317818868c26 req-8b00db18-9b2f-4c4d-8cfa-acf06947f338 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.1524434 Jul 29 15:10:29.723976 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ac1b4c7-5b43-4e6a-bc32-2d850b7edd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:29.728059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.objects.ports [None req-6f3108e5-4adb-47fc-bedd-ad690bfb04b5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94157) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 15:10:29.801742 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-94450fae-0620-48c5-b3e8-9c70d375b919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:29.836617 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94450fae-0620-48c5-b3e8-9c70d375b919 None None] Pushing event deleted for resources: {'Port': ['ID=8e3f76bc-0c58-49c9-81c8-fbb403d42fdc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:29.844595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94450fae-0620-48c5-b3e8-9c70d375b919 None None] No DVR routers for this DVR port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:10:29.968984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1b4c7-5b43-4e6a-bc32-2d850b7edd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c842a3-6ee6-42b9-bdbb-406b5a391e40,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:29.987352 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9ac1b4c7-5b43-4e6a-bc32-2d850b7edd07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d688758ef3549f1b0a61d237b56365b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9470041 Jul 29 15:10:29.987593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37316) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:30.024225 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9f1b08f-b65e-4f9a-9a4b-317818868c26 req-392ab391-8def-410c-b319-c89d5f4da93c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918310 Jul 29 15:10:30.074312 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e13823c0-6677-4f7a-94fe-549ddf307197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:30.096704 n-d-802893-1 neutron-server[94157]: WARNING neutron.services.revisions.revision_plugin [None req-6f3108e5-4adb-47fc-bedd-ad690bfb04b5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Could not find related port for resource to bump revision. Jul 29 15:10:30.103375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.ipam_pluggable_backend [None req-6f3108e5-4adb-47fc-bedd-ad690bfb04b5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Port 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94157) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 29 15:10:30.103742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.ipam_pluggable_backend [None req-6f3108e5-4adb-47fc-bedd-ad690bfb04b5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Reverting IP allocation for 2001:db8::f816:3eff:fe64:e226 {{(pid=94157) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 29 15:10:30.107731 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.ipam_pluggable_backend [None req-6f3108e5-4adb-47fc-bedd-ad690bfb04b5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe64:e226 {{(pid=94157) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 29 15:10:30.109192 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f3108e5-4adb-47fc-bedd-ad690bfb04b5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:30.115771 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e13823c0-6677-4f7a-94fe-549ddf307197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:30.151333 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3108e5-4adb-47fc-bedd-ad690bfb04b5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:30.154910 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-6f3108e5-4adb-47fc-bedd-ad690bfb04b5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:30.159668 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3108e5-4adb-47fc-bedd-ad690bfb04b5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:30.160270 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f3108e5-4adb-47fc-bedd-ad690bfb04b5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:30.166285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bc458d-677e-4978-9b1e-bbc80586aec1 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:30.181199 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3108e5-4adb-47fc-bedd-ad690bfb04b5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=7cedcfe8-db25-44ec-8e9a-1718af77a756,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:30.201906 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6f3108e5-4adb-47fc-bedd-ad690bfb04b5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3089790 Jul 29 15:10:30.202273 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37318) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:30.207083 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e13823c0-6677-4f7a-94fe-549ddf307197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:30.208166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-01ea564a-737e-48a0-bdf8-0976ddeb682f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:30.210898 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e13823c0-6677-4f7a-94fe-549ddf307197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:30.210898 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e13823c0-6677-4f7a-94fe-549ddf307197 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6c842a3-6ee6-42b9-bdbb-406b5a391e40 HTTP/1.1" status: 204 len: 168 time: 0.2242861 Jul 29 15:10:30.238368 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13823c0-6677-4f7a-94fe-549ddf307197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c842a3-6ee6-42b9-bdbb-406b5a391e40,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:30.413416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ea564a-737e-48a0-bdf8-0976ddeb682f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:30.424047 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-01ea564a-737e-48a0-bdf8-0976ddeb682f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:30.628023 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-46922e36-edd4-4282-8e98-1e3ca30be90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:30.694937 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': '7cedcfe8-db25-44ec-8e9a-1718af77a756'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:10:30.695814 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:30.856453 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:10:30.890110 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:10:30.890676 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8e3f76bc-0c58-49c9-81c8-fbb403d42fdc not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:10:30.895724 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Allocated IP 2001:db8::f816:3eff:fe82:a9b1 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/7cedcfe8-db25-44ec-8e9a-1718af77a756/c63adf52-541d-4bb9-a9ee-1e7aac9c02bf) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:30.907013 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-01ea564a-737e-48a0-bdf8-0976ddeb682f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:31.000163 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ea564a-737e-48a0-bdf8-0976ddeb682f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:31.007840 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-01ea564a-737e-48a0-bdf8-0976ddeb682f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:31.021506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ea564a-737e-48a0-bdf8-0976ddeb682f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:31.022358 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-01ea564a-737e-48a0-bdf8-0976ddeb682f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:31.032732 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea564a-737e-48a0-bdf8-0976ddeb682f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=b0b464c1-59f6-44de-a52b-f78bd5562933,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:31.072584 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-01ea564a-737e-48a0-bdf8-0976ddeb682f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8664157 Jul 29 15:10:31.073618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37340) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:31.090456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-dae42b2f-5d3f-4095-8838-95917b21b052 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'mac_address': 'fa:16:3e:c6:ba:f9', 'name': 'tempest-NetworksTestDHCPv6-842250416'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:31.317761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317c8bf-9094-4266-a66f-806ce007488d req-f06af951-78c5-489f-80ae-72f69fc9389c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:31.322307 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:31.329478 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2317c8bf-9094-4266-a66f-806ce007488d req-f06af951-78c5-489f-80ae-72f69fc9389c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.2133586 Jul 29 15:10:31.357859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Transition to ACTIVE for port object c63adf52-541d-4bb9-a9ee-1e7aac9c02bf will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:31.390822 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae42b2f-5d3f-4095-8838-95917b21b052 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:31.432517 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2317c8bf-9094-4266-a66f-806ce007488d req-ed6783f6-e4bd-4eb8-907e-7206cd9463db tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017964 Jul 29 15:10:31.458217 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Transition to ACTIVE for port object c63adf52-541d-4bb9-a9ee-1e7aac9c02bf will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:31.475070 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:31.554227 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dae42b2f-5d3f-4095-8838-95917b21b052 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:31.587630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:31.596297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:31.602168 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:10:31.606634 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Pushing event updated for resources: {'Port': ['ID=c63adf52-541d-4bb9-a9ee-1e7aac9c02bf,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:31.617959 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-dae42b2f-5d3f-4095-8838-95917b21b052 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port 596dfcd9-13ca-4918-a5f7-d9e629a16bdd yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:10:31.722543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Attempting to bind port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:31.722543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Attempting to bind port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:31.723497 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Attempting to bind port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:31.738432 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:10:31.739327 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:10:31.740133 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:31.741784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:10:31.741979 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Bound port: c63adf52-541d-4bb9-a9ee-1e7aac9c02bf, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:10:31.742665 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:31.843105 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] For port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:10:31.846502 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] For port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c63adf52-541d-4bb9-a9ee-1e7aac9c02bf,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:10:31.864095 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:32.044573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931963ea-5933-44d4-88bb-22c35c095c95 None None] Pushing event updated for resources: {'Port': ['ID=c63adf52-541d-4bb9-a9ee-1e7aac9c02bf,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:32.068573 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-dae42b2f-5d3f-4095-8838-95917b21b052 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 172.20.0.3 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/b0b464c1-59f6-44de-a52b-f78bd5562933/596dfcd9-13ca-4918-a5f7-d9e629a16bdd) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:32.098316 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-dae42b2f-5d3f-4095-8838-95917b21b052 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::f816:3eff:fec6:baf9 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/7cedcfe8-db25-44ec-8e9a-1718af77a756/596dfcd9-13ca-4918-a5f7-d9e629a16bdd) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:32.453066 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dae42b2f-5d3f-4095-8838-95917b21b052 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:32.496148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-dae42b2f-5d3f-4095-8838-95917b21b052 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 596dfcd9-13ca-4918-a5f7-d9e629a16bdd will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:32.558076 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dae42b2f-5d3f-4095-8838-95917b21b052 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:32.617138 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae42b2f-5d3f-4095-8838-95917b21b052 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:32.638532 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-dae42b2f-5d3f-4095-8838-95917b21b052 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:32.641127 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae42b2f-5d3f-4095-8838-95917b21b052 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:10:32.693940 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae42b2f-5d3f-4095-8838-95917b21b052 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=596dfcd9-13ca-4918-a5f7-d9e629a16bdd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:32.725587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae42b2f-5d3f-4095-8838-95917b21b052 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:32.726284 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dae42b2f-5d3f-4095-8838-95917b21b052 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:32.751481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50d443-a4cc-4340-9dad-05892902392b req-8ddc43b5-8a0e-4167-a782-43afff2e59f7 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:32.753306 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d50d443-a4cc-4340-9dad-05892902392b req-8ddc43b5-8a0e-4167-a782-43afff2e59f7 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.1627374 Jul 29 15:10:32.757959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37388) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:32.761120 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dae42b2f-5d3f-4095-8838-95917b21b052 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6851346 Jul 29 15:10:32.837168 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d50d443-a4cc-4340-9dad-05892902392b req-b81c69e4-c5b2-44e0-8494-e7209b4b71cd tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728610 Jul 29 15:10:32.927901 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab2c7c5-38d1-4e0d-8336-4a1664e0d0d9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:32.941154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c63adf52-541d-4bb9-a9ee-1e7aac9c02bf up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:32.955924 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab2c7c5-38d1-4e0d-8336-4a1664e0d0d9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:32.960709 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cab2c7c5-38d1-4e0d-8336-4a1664e0d0d9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1992056 Jul 29 15:10:32.961228 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37398) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:33.117154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:33.145531 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a5551f3c-aad2-4bc6-9f7c-6d23edcf2cb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 596dfcd9-13ca-4918-a5f7-d9e629a16bdd {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:10:33.146295 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5551f3c-aad2-4bc6-9f7c-6d23edcf2cb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:33.206670 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:33.322726 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5551f3c-aad2-4bc6-9f7c-6d23edcf2cb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:33.355269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a5551f3c-aad2-4bc6-9f7c-6d23edcf2cb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 596dfcd9-13ca-4918-a5f7-d9e629a16bdd owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:10:33.364211 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17892ce9-de5f-4a47-bc3e-094f15929b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:33.558097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe0d3e3-18c0-4820-adee-5773fadf3ec8 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:33.652191 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5551f3c-aad2-4bc6-9f7c-6d23edcf2cb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:33.666016 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fdcd833d-a8a2-435f-860f-f7b1b08b0a6e None None] Provisioning for port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:33.715531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fdcd833d-a8a2-435f-860f-f7b1b08b0a6e None None] Provisioning complete for port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:33.715997 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fdcd833d-a8a2-435f-860f-f7b1b08b0a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:33.736129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5551f3c-aad2-4bc6-9f7c-6d23edcf2cb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=596dfcd9-13ca-4918-a5f7-d9e629a16bdd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:33.911027 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fdcd833d-a8a2-435f-860f-f7b1b08b0a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:33.961465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fdcd833d-a8a2-435f-860f-f7b1b08b0a6e None None] For port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c63adf52-541d-4bb9-a9ee-1e7aac9c02bf,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:33.969884 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fdcd833d-a8a2-435f-860f-f7b1b08b0a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:34.057802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd833d-a8a2-435f-860f-f7b1b08b0a6e None None] Pushing event updated for resources: {'Port': ['ID=c63adf52-541d-4bb9-a9ee-1e7aac9c02bf,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:34.184281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a23628-9927-483d-8c8f-db90b2734fa7 None None] Update dhcp port {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'fixed_ips': [{'subnet_id': '7cedcfe8-db25-44ec-8e9a-1718af77a756', 'ip_address': '2001:db8::f816:3eff:fe82:a9b1'}, {'subnet_id': 'b0b464c1-59f6-44de-a52b-f78bd5562933'}], 'binding:host_id': 'n-d-802893-1'}, 'id': 'c63adf52-541d-4bb9-a9ee-1e7aac9c02bf'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:10:34.225256 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f6a23628-9927-483d-8c8f-db90b2734fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:34.385684 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37422) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:34.462759 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:34.577213 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-f6a23628-9927-483d-8c8f-db90b2734fa7 None None] Allocated IP 172.20.0.2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/b0b464c1-59f6-44de-a52b-f78bd5562933/c63adf52-541d-4bb9-a9ee-1e7aac9c02bf) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:34.611613 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-586079ad-dd2f-4eca-b9a9-83adf3fb15d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:34.633351 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5551f3c-aad2-4bc6-9f7c-6d23edcf2cb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:34.643045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37426) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:34.645176 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a5551f3c-aad2-4bc6-9f7c-6d23edcf2cb0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/596dfcd9-13ca-4918-a5f7-d9e629a16bdd HTTP/1.1" status: 204 len: 168 time: 1.6826620 Jul 29 15:10:34.674525 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa269eed-6340-48c5-85a2-8ff58ee228a5 req-665a31fe-1d5d-40ac-b761-f3fbb208b314 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:34.679683 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fa269eed-6340-48c5-85a2-8ff58ee228a5 req-665a31fe-1d5d-40ac-b761-f3fbb208b314 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.1496291 Jul 29 15:10:34.768468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b17eb9c-be26-474f-8be8-6fbfb1c728d0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:34.770272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b17eb9c-be26-474f-8be8-6fbfb1c728d0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:34.771855 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b17eb9c-be26-474f-8be8-6fbfb1c728d0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:34.774768 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7b17eb9c-be26-474f-8be8-6fbfb1c728d0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1302793 Jul 29 15:10:34.782780 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37428) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:34.860032 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f6a23628-9927-483d-8c8f-db90b2734fa7 None None] For port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c63adf52-541d-4bb9-a9ee-1e7aac9c02bf,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:34.900866 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-586079ad-dd2f-4eca-b9a9-83adf3fb15d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:34.907270 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-586079ad-dd2f-4eca-b9a9-83adf3fb15d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:34.911611 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fa269eed-6340-48c5-85a2-8ff58ee228a5 req-10e429ed-f1bf-446a-8130-c692d86bfca2 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030241 Jul 29 15:10:34.916661 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c63adf52-541d-4bb9-a9ee-1e7aac9c02bf up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:34.950735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-34abab2b-00c6-43b7-b324-ae7968673777 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 7cedcfe8-db25-44ec-8e9a-1718af77a756 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:10:34.963126 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-586079ad-dd2f-4eca-b9a9-83adf3fb15d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74ef464a29574a61891aaf52759e69c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5740602 Jul 29 15:10:34.963126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586079ad-dd2f-4eca-b9a9-83adf3fb15d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c81be8-bdd6-435c-8d3e-0a67c5a39389,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:34.964045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37430) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:34.997277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:34.998248 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:35.026121 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f6a23628-9927-483d-8c8f-db90b2734fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:35.031412 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-349dd7e1-568d-42e6-990b-5757138f3dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:35.056880 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f6a23628-9927-483d-8c8f-db90b2734fa7 None None] Transition to ACTIVE for port object c63adf52-541d-4bb9-a9ee-1e7aac9c02bf will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:35.063314 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-349dd7e1-568d-42e6-990b-5757138f3dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:35.065412 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f6a23628-9927-483d-8c8f-db90b2734fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:35.067268 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-34abab2b-00c6-43b7-b324-ae7968673777 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:35.127474 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a23628-9927-483d-8c8f-db90b2734fa7 None None] Pushing event updated for resources: {'Port': ['ID=c63adf52-541d-4bb9-a9ee-1e7aac9c02bf,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:35.135871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf had new provisioning blocks added so it will not transition to active. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 29 15:10:35.184842 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-34abab2b-00c6-43b7-b324-ae7968673777 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:35.259349 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-349dd7e1-568d-42e6-990b-5757138f3dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:35.265489 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-349dd7e1-568d-42e6-990b-5757138f3dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:35.267746 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-349dd7e1-568d-42e6-990b-5757138f3dac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9c81be8-bdd6-435c-8d3e-0a67c5a39389 HTTP/1.1" status: 204 len: 168 time: 0.3029597 Jul 29 15:10:35.341120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349dd7e1-568d-42e6-990b-5757138f3dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c81be8-bdd6-435c-8d3e-0a67c5a39389,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:35.390176 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-34abab2b-00c6-43b7-b324-ae7968673777 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:35.535128 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-34abab2b-00c6-43b7-b324-ae7968673777 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:35.605939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abab2b-00c6-43b7-b324-ae7968673777 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=7cedcfe8-db25-44ec-8e9a-1718af77a756,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:35.615873 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-34abab2b-00c6-43b7-b324-ae7968673777 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:35.618676 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-34abab2b-00c6-43b7-b324-ae7968673777 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/7cedcfe8-db25-44ec-8e9a-1718af77a756 HTTP/1.1" status: 204 len: 168 time: 0.8315892 Jul 29 15:10:35.624124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37444) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:35.756136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-52173665-2c6a-4cbb-be3b-d0c99d5d487a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet b0b464c1-59f6-44de-a52b-f78bd5562933 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:10:35.761153 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52173665-2c6a-4cbb-be3b-d0c99d5d487a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:35.825473 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52173665-2c6a-4cbb-be3b-d0c99d5d487a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:35.914141 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37446) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:35.960253 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd289-0f83-4b25-a6a5-ae85313fb548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:35.962835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52173665-2c6a-4cbb-be3b-d0c99d5d487a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:36.094870 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52173665-2c6a-4cbb-be3b-d0c99d5d487a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:36.148417 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52173665-2c6a-4cbb-be3b-d0c99d5d487a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:36.154657 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-52173665-2c6a-4cbb-be3b-d0c99d5d487a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/b0b464c1-59f6-44de-a52b-f78bd5562933 HTTP/1.1" status: 204 len: 168 time: 0.5286741 Jul 29 15:10:36.155835 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52173665-2c6a-4cbb-be3b-d0c99d5d487a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b464c1-59f6-44de-a52b-f78bd5562933,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:36.157799 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37456) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:36.217683 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7c5198bf-5045-4fbe-805c-b3c819fe6854 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584936 Jul 29 15:10:36.218831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37458) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:36.229422 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f15c932e-2aa6-4566-a158-b099fd42ace5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:36.353533 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:36.362327 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd289-0f83-4b25-a6a5-ae85313fb548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:36.412087 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cc4fd289-0f83-4b25-a6a5-ae85313fb548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:36.449360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aab20c-964b-43cd-a3cb-d8d5acba8da9 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:36.579753 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cc4fd289-0f83-4b25-a6a5-ae85313fb548 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ef094c34daf4c43872a55db7608fcc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6523833 Jul 29 15:10:36.587216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37468) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:36.609327 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fd289-0f83-4b25-a6a5-ae85313fb548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea42456-6af5-44da-aef8-333eb2010917,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:36.761764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5ec5dd6d-d927-47e9-b508-68739de7b148 None None] Provisioning for port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:36.775914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5ec5dd6d-d927-47e9-b508-68739de7b148 None None] Provisioning complete for port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:36.776637 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5ec5dd6d-d927-47e9-b508-68739de7b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:36.916355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8134ea00-ee1b-4171-8ac6-62390874ac00 None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:10:36.926903 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916efe5-2f6f-4514-bdb7-96f93d93dac9 req-551c8664-ab72-4328-b84c-480661f8d38b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:36.933132 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf021a82-b517-4298-bea8-a1b736f5ec09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:36.941692 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2916efe5-2f6f-4514-bdb7-96f93d93dac9 req-551c8664-ab72-4328-b84c-480661f8d38b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.8601344 Jul 29 15:10:36.943109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796fa0f-718b-48ba-9056-66cd5aef5ae3 req-5ccdc879-39f7-432e-9904-8a5b9d3f5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:36.946034 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7796fa0f-718b-48ba-9056-66cd5aef5ae3 req-5ccdc879-39f7-432e-9904-8a5b9d3f5d5e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 1097 time: 0.5775051 Jul 29 15:10:36.966852 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37472) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:37.048182 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2916efe5-2f6f-4514-bdb7-96f93d93dac9 req-9ea2a620-aaa7-4542-8614-07ea4b3675a4 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053264 Jul 29 15:10:37.069351 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7796fa0f-718b-48ba-9056-66cd5aef5ae3 req-dc5e4168-ca5e-42ab-9134-3de6037305d1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059480 Jul 29 15:10:37.080467 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf021a82-b517-4298-bea8-a1b736f5ec09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:37.086048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15c932e-2aa6-4566-a158-b099fd42ace5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:37.091444 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f15c932e-2aa6-4566-a158-b099fd42ace5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:37.124454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8134ea00-ee1b-4171-8ac6-62390874ac00 None None] Deleting port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:10:37.124831 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8134ea00-ee1b-4171-8ac6-62390874ac00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:37.196122 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf021a82-b517-4298-bea8-a1b736f5ec09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:37.199232 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cf021a82-b517-4298-bea8-a1b736f5ec09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:37.201142 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cf021a82-b517-4298-bea8-a1b736f5ec09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eea42456-6af5-44da-aef8-333eb2010917 HTTP/1.1" status: 204 len: 168 time: 0.6121986 Jul 29 15:10:37.223571 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf021a82-b517-4298-bea8-a1b736f5ec09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea42456-6af5-44da-aef8-333eb2010917,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:37.270029 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8134ea00-ee1b-4171-8ac6-62390874ac00 None None] For port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c63adf52-541d-4bb9-a9ee-1e7aac9c02bf,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:37.270442 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8134ea00-ee1b-4171-8ac6-62390874ac00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:37.275985 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94afe2a8-20de-4378-a3d9-a590c6ad8929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:37.305908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8134ea00-ee1b-4171-8ac6-62390874ac00 None None] Calling delete_port for c63adf52-541d-4bb9-a9ee-1e7aac9c02bf owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:10:37.503954 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94afe2a8-20de-4378-a3d9-a590c6ad8929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:37.513931 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94afe2a8-20de-4378-a3d9-a590c6ad8929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:37.571179 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afe2a8-20de-4378-a3d9-a590c6ad8929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c214375-2c42-4504-8546-bccb383a2c86,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:37.588242 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8134ea00-ee1b-4171-8ac6-62390874ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:37.635849 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-94afe2a8-20de-4378-a3d9-a590c6ad8929 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cdde9f3f09a4f9386734361cdad3407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6468942 Jul 29 15:10:37.651183 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37482) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:37.660692 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f15c932e-2aa6-4566-a158-b099fd42ace5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:37.694697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8134ea00-ee1b-4171-8ac6-62390874ac00 None None] No DVR routers for this DVR port c63adf52-541d-4bb9-a9ee-1e7aac9c02bf on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:10:37.697613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134ea00-ee1b-4171-8ac6-62390874ac00 None None] Pushing event deleted for resources: {'Port': ['ID=c63adf52-541d-4bb9-a9ee-1e7aac9c02bf,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:37.732748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15c932e-2aa6-4566-a158-b099fd42ace5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:37.738086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-f15c932e-2aa6-4566-a158-b099fd42ace5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:37.743784 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15c932e-2aa6-4566-a158-b099fd42ace5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:37.745071 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f15c932e-2aa6-4566-a158-b099fd42ace5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:37.753768 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfdc7a3-95da-42cb-8258-0c777a55415e None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:37.759756 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c932e-2aa6-4566-a158-b099fd42ace5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=66c9701f-e982-4c34-a10b-bf6a13030bce,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:37.774856 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f15c932e-2aa6-4566-a158-b099fd42ace5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5495801 Jul 29 15:10:37.775530 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37484) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:37.785176 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9b012ba7-8d14-4179-9443-01209cf78693 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:37.832837 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d2c8f6a-aa41-4151-8463-51aa95a196c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:37.909624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d2c8f6a-aa41-4151-8463-51aa95a196c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:38.005698 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d2c8f6a-aa41-4151-8463-51aa95a196c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:38.008422 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d2c8f6a-aa41-4151-8463-51aa95a196c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:38.009642 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9d2c8f6a-aa41-4151-8463-51aa95a196c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c214375-2c42-4504-8546-bccb383a2c86 HTTP/1.1" status: 204 len: 168 time: 0.3557458 Jul 29 15:10:38.036225 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c8f6a-aa41-4151-8463-51aa95a196c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c214375-2c42-4504-8546-bccb383a2c86,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:38.039458 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b012ba7-8d14-4179-9443-01209cf78693 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:38.044711 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b012ba7-8d14-4179-9443-01209cf78693 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:38.276512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': '66c9701f-e982-4c34-a10b-bf6a13030bce'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:10:38.276512 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:38.373357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621b189-d393-40b0-af47-b47193fd6e96 req-64e25a8a-496c-4139-b09b-71aa4b924e07 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:38.389658 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3621b189-d393-40b0-af47-b47193fd6e96 req-64e25a8a-496c-4139-b09b-71aa4b924e07 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.1328931 Jul 29 15:10:38.487654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.objects.ports [None req-9b012ba7-8d14-4179-9443-01209cf78693 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94157) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 15:10:38.487845 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3621b189-d393-40b0-af47-b47193fd6e96 req-f06fa7c5-ea72-4567-8270-387f029ce29e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977352 Jul 29 15:10:38.489245 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b012ba7-8d14-4179-9443-01209cf78693 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:38.506481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Allocated IP 172.20.0.2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/66c9701f-e982-4c34-a10b-bf6a13030bce/0baaf49e-02e5-47d8-b955-7889435d558f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:38.585831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b012ba7-8d14-4179-9443-01209cf78693 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=abccdf8a-06a9-47a0-a745-96581de50c25,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:38.598733 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b012ba7-8d14-4179-9443-01209cf78693 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:38.600592 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-9b012ba7-8d14-4179-9443-01209cf78693 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:38.611762 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b012ba7-8d14-4179-9443-01209cf78693 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:38.612362 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b012ba7-8d14-4179-9443-01209cf78693 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:38.649802 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9b012ba7-8d14-4179-9443-01209cf78693 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8731101 Jul 29 15:10:38.651540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37518) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:38.660944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-67e9bd66-1ad1-4caa-8f9c-d73e0ed87ef5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'mac_address': 'fa:16:3e:65:a4:9a', 'name': 'tempest-NetworksTestDHCPv6-1356831276'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:38.827770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e9bd66-1ad1-4caa-8f9c-d73e0ed87ef5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:38.867612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c63adf52-541d-4bb9-a9ee-1e7aac9c02bf no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:10:38.870740 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:38.954855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: c63adf52-541d-4bb9-a9ee-1e7aac9c02bf {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:10:38.955207 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c63adf52-541d-4bb9-a9ee-1e7aac9c02bf not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:10:38.961910 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Transition to ACTIVE for port object 0baaf49e-02e5-47d8-b955-7889435d558f will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:39.026534 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Transition to ACTIVE for port object 0baaf49e-02e5-47d8-b955-7889435d558f will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:39.038540 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:39.076917 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-67e9bd66-1ad1-4caa-8f9c-d73e0ed87ef5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:39.091706 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:39.098653 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:39.107153 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:10:39.113975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-b2b8882a-144a-4241-a025-a58c2cdba8a7 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:39.116698 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-b2b8882a-144a-4241-a025-a58c2cdba8a7 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/networks?id=8a037f41-cecb-4925-a9f0-2425102c4d75 HTTP/1.1" status: 200 len: 810 time: 0.2199306 Jul 29 15:10:39.128054 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-67e9bd66-1ad1-4caa-8f9c-d73e0ed87ef5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port cb2fd4e0-d1ee-412b-a265-a8f8913aabdc yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:10:39.177077 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-ac2e4d1b-c355-4f42-8f97-82d2af312641 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/quotas/957658252ca14ff6ac84dd0644aad399 HTTP/1.1" status: 200 len: 375 time: 0.0513525 Jul 29 15:10:39.225809 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Pushing event updated for resources: {'Port': ['ID=0baaf49e-02e5-47d8-b955-7889435d558f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:39.264283 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Attempting to bind port 0baaf49e-02e5-47d8-b955-7889435d558f on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:39.264953 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Attempting to bind port 0baaf49e-02e5-47d8-b955-7889435d558f by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:39.265501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Attempting to bind port 0baaf49e-02e5-47d8-b955-7889435d558f on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:39.275210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:10:39.275833 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:10:39.277028 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:39.277757 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:10:39.279111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Bound port: 0baaf49e-02e5-47d8-b955-7889435d558f, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:10:39.280848 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:39.294013 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-108a2e89-96cb-4de9-aa17-59572e793db7 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=957658252ca14ff6ac84dd0644aad399&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094086 Jul 29 15:10:39.343598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37554) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:39.383175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] For port 0baaf49e-02e5-47d8-b955-7889435d558f, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:10:39.389270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] For port 0baaf49e-02e5-47d8-b955-7889435d558f, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=0baaf49e-02e5-47d8-b955-7889435d558f,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:10:39.394306 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:39.482710 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14daab-78b0-4a09-a4a6-90a71a7403e5 None None] Pushing event updated for resources: {'Port': ['ID=0baaf49e-02e5-47d8-b955-7889435d558f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:39.535175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-67e9bd66-1ad1-4caa-8f9c-d73e0ed87ef5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 172.20.0.5 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/66c9701f-e982-4c34-a10b-bf6a13030bce/cb2fd4e0-d1ee-412b-a265-a8f8913aabdc) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:39.556528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-67e9bd66-1ad1-4caa-8f9c-d73e0ed87ef5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::f816:3eff:fe65:a49a (dc65256a-a355-4363-ac4a-38e1bcb69bfa/abccdf8a-06a9-47a0-a745-96581de50c25/cb2fd4e0-d1ee-412b-a265-a8f8913aabdc) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:39.574673 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-bc244542-027b-43b5-ac17-1111be2e14e0 service neutron] 10.222.0.16 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701249 Jul 29 15:10:39.578578 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cceb7eba-5fc1-4791-933f-30fc1566af58 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1149741693-network', 'tenant_id': 'a841d0cec7bd4e848644ba8a15869377'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:39.625444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cceb7eba-5fc1-4791-933f-30fc1566af58 admin admin] Made reservation on behalf of a841d0cec7bd4e848644ba8a15869377 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:39.629045 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cceb7eba-5fc1-4791-933f-30fc1566af58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:39.643615 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cceb7eba-5fc1-4791-933f-30fc1566af58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:39.817525 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cceb7eba-5fc1-4791-933f-30fc1566af58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:39.825262 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cceb7eba-5fc1-4791-933f-30fc1566af58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:39.887028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb7eba-5fc1-4791-933f-30fc1566af58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efe9193-b417-47e5-a712-836adbd04376,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:39.889186 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-89cbfe31-fe5a-4153-a63d-d4d00074415c service neutron] 10.222.0.16 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053081 Jul 29 15:10:39.928945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cceb7eba-5fc1-4791-933f-30fc1566af58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:10:39.965470 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cceb7eba-5fc1-4791-933f-30fc1566af58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:39.966061 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-cceb7eba-5fc1-4791-933f-30fc1566af58 admin admin] Added segment 1eb5414c-ddab-4de7-aa99-a932ec87d90d of type vlan for network f7396c96-abcc-4afb-9f50-38bc61d5bba8 Jul 29 15:10:40.003988 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-67e9bd66-1ad1-4caa-8f9c-d73e0ed87ef5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:40.023998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-67e9bd66-1ad1-4caa-8f9c-d73e0ed87ef5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object cb2fd4e0-d1ee-412b-a265-a8f8913aabdc will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:40.076834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-67e9bd66-1ad1-4caa-8f9c-d73e0ed87ef5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:40.096074 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cceb7eba-5fc1-4791-933f-30fc1566af58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:40.207528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e9bd66-1ad1-4caa-8f9c-d73e0ed87ef5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:40.211391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-67e9bd66-1ad1-4caa-8f9c-d73e0ed87ef5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:40.218468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9bd66-1ad1-4caa-8f9c-d73e0ed87ef5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:10:40.249066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9bd66-1ad1-4caa-8f9c-d73e0ed87ef5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=cb2fd4e0-d1ee-412b-a265-a8f8913aabdc,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:40.266267 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cceb7eba-5fc1-4791-933f-30fc1566af58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:40.267276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceb7eba-5fc1-4791-933f-30fc1566af58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:40.267874 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cceb7eba-5fc1-4791-933f-30fc1566af58 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:40.326154 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e9bd66-1ad1-4caa-8f9c-d73e0ed87ef5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:40.328024 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-67e9bd66-1ad1-4caa-8f9c-d73e0ed87ef5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:40.342263 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-69895ec1-e736-4782-9c03-a9f512820016 req-0d1e3e2b-8631-4662-b673-e6153a6384a7 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 210 time: 0.1167598 Jul 29 15:10:40.366303 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-67e9bd66-1ad1-4caa-8f9c-d73e0ed87ef5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7098668 Jul 29 15:10:40.368180 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37586) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:40.377128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb7eba-5fc1-4791-933f-30fc1566af58 admin admin] Pushing event updated for resources: {'Network': ['ID=f7396c96-abcc-4afb-9f50-38bc61d5bba8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:40.390108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network f7396c96-abcc-4afb-9f50-38bc61d5bba8 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:10:40.407596 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cceb7eba-5fc1-4791-933f-30fc1566af58 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0626862 Jul 29 15:10:40.412459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37588) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:40.421416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f46d93f0-d847-4957-9b35-5d03f28e97d8 admin admin] Request body: {'subnet': {'network_id': 'f7396c96-abcc-4afb-9f50-38bc61d5bba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1149741693-subnet', 'tenant_id': 'a841d0cec7bd4e848644ba8a15869377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:40.478737 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46d93f0-d847-4957-9b35-5d03f28e97d8 admin admin] Made reservation on behalf of a841d0cec7bd4e848644ba8a15869377 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:40.482322 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f46d93f0-d847-4957-9b35-5d03f28e97d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:40.532857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c8e34-e78a-49d8-b225-c051330dc9a8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:40.552560 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c8e34-e78a-49d8-b225-c051330dc9a8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:40.557785 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2f0c8e34-e78a-49d8-b225-c051330dc9a8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1863642 Jul 29 15:10:40.561652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37598) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:40.817259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-6f60ae9c-be97-4b2f-a1b8-a33436862b3b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port cb2fd4e0-d1ee-412b-a265-a8f8913aabdc {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:10:40.817715 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f60ae9c-be97-4b2f-a1b8-a33436862b3b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:40.989183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0baaf49e-02e5-47d8-b955-7889435d558f up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:41.039813 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f46d93f0-d847-4957-9b35-5d03f28e97d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:41.049426 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f60ae9c-be97-4b2f-a1b8-a33436862b3b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:41.104748 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:41.109268 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-6f60ae9c-be97-4b2f-a1b8-a33436862b3b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for cb2fd4e0-d1ee-412b-a265-a8f8913aabdc owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:10:41.161179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e7ab14-ed29-407d-b94f-4e84f7c742aa None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:41.221349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d93f0-d847-4957-9b35-5d03f28e97d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2174f67b-178d-4ac1-b435-f4900f737ec5,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:41.251718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46d93f0-d847-4957-9b35-5d03f28e97d8 admin admin] Checking segment: {'id': '1eb5414c-ddab-4de7-aa99-a932ec87d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f7396c96-abcc-4afb-9f50-38bc61d5bba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:10:41.252155 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46d93f0-d847-4957-9b35-5d03f28e97d8 admin admin] Network hostable DHCP agents. Network: f7396c96-abcc-4afb-9f50-38bc61d5bba8, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:10:41.292735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46d93f0-d847-4957-9b35-5d03f28e97d8 admin admin] Network f7396c96-abcc-4afb-9f50-38bc61d5bba8 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:10:41.311436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-f46d93f0-d847-4957-9b35-5d03f28e97d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, f7396c96-abcc-4afb-9f50-38bc61d5bba8) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:41.314969 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 0baaf49e-02e5-47d8-b955-7889435d558f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:41.330323 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edf4a56-3896-47b3-a36e-89b6c3bee596 None None] Network f7396c96-abcc-4afb-9f50-38bc61d5bba8 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:41.338840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46d93f0-d847-4957-9b35-5d03f28e97d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:41.339663 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f46d93f0-d847-4957-9b35-5d03f28e97d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:41.391317 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f46d93f0-d847-4957-9b35-5d03f28e97d8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9772170 Jul 29 15:10:41.421159 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1cb3fdab-baaf-43d8-bb59-0f1f017d5d4e None None] Provisioning for port 0baaf49e-02e5-47d8-b955-7889435d558f completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:41.606496 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1cb3fdab-baaf-43d8-bb59-0f1f017d5d4e None None] Provisioning complete for port 0baaf49e-02e5-47d8-b955-7889435d558f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:41.607139 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1cb3fdab-baaf-43d8-bb59-0f1f017d5d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:41.754313 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-731d4ab6-a24c-4592-9043-4a3160c1a8ac req-fc6948fe-9d11-40e0-941b-5c3fa3789d4f tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 210 time: 0.1191952 Jul 29 15:10:41.895205 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f60ae9c-be97-4b2f-a1b8-a33436862b3b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:41.971985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60ae9c-be97-4b2f-a1b8-a33436862b3b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=cb2fd4e0-d1ee-412b-a265-a8f8913aabdc,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:41.985669 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a841ef39-bab9-4775-a4dc-7fe453d83e26 None None] Network f7396c96-abcc-4afb-9f50-38bc61d5bba8 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:41.990267 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1cb3fdab-baaf-43d8-bb59-0f1f017d5d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:42.057405 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1cb3fdab-baaf-43d8-bb59-0f1f017d5d4e None None] For port 0baaf49e-02e5-47d8-b955-7889435d558f, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=0baaf49e-02e5-47d8-b955-7889435d558f,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:42.101303 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1cb3fdab-baaf-43d8-bb59-0f1f017d5d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:42.197232 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6f60ae9c-be97-4b2f-a1b8-a33436862b3b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:42.206460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37654) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:42.209293 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6f60ae9c-be97-4b2f-a1b8-a33436862b3b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/cb2fd4e0-d1ee-412b-a265-a8f8913aabdc HTTP/1.1" status: 204 len: 168 time: 1.6451273 Jul 29 15:10:42.259982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14270454-4329-4a14-992b-16eb0126ed87 None None] Update dhcp port {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'fixed_ips': [{'subnet_id': '66c9701f-e982-4c34-a10b-bf6a13030bce', 'ip_address': '172.20.0.2'}, {'subnet_id': 'abccdf8a-06a9-47a0-a745-96581de50c25'}], 'binding:host_id': 'n-d-802893-1'}, 'id': '0baaf49e-02e5-47d8-b955-7889435d558f'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:10:42.267721 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3fdab-baaf-43d8-bb59-0f1f017d5d4e None None] Pushing event updated for resources: {'Port': ['ID=0baaf49e-02e5-47d8-b955-7889435d558f,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:42.310180 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14270454-4329-4a14-992b-16eb0126ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:42.488043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63dbeaf-d30f-487a-9770-4dc52bfcf146 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:42.489832 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63dbeaf-d30f-487a-9770-4dc52bfcf146 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:42.491586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63dbeaf-d30f-487a-9770-4dc52bfcf146 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:42.535529 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b63dbeaf-d30f-487a-9770-4dc52bfcf146 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3275197 Jul 29 15:10:42.538874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37668) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:42.697396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-64976870-199f-4027-9ec1-6bb20552c3f3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 66c9701f-e982-4c34-a10b-bf6a13030bce {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:10:42.797272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-56904829-f962-4dac-948c-208632ab79a3 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:42.801058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-14270454-4329-4a14-992b-16eb0126ed87 None None] Allocated IP 2001:db8::f816:3eff:fe81:dded (dc65256a-a355-4363-ac4a-38e1bcb69bfa/abccdf8a-06a9-47a0-a745-96581de50c25/0baaf49e-02e5-47d8-b955-7889435d558f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:42.802274 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-56904829-f962-4dac-948c-208632ab79a3 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.38 "GET /v2.0/networks?id=8a037f41-cecb-4925-a9f0-2425102c4d75 HTTP/1.1" status: 200 len: 810 time: 0.4481497 Jul 29 15:10:42.822909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-714b0bbc-09e7-4ab2-ad89-380593140009 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Request body: {'port': {'device_id': '54895754-f278-4fe0-815e-583bdb2dd632', 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75', 'admin_state_up': True, 'tenant_id': '957658252ca14ff6ac84dd0644aad399'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:42.993167 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cda02d0b-4a81-487a-8e59-768e22306120 req-2101929e-a2ec-4c5d-a02c-58905405ce5e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 210 time: 0.0498250 Jul 29 15:10:43.071023 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0baaf49e-02e5-47d8-b955-7889435d558f up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:43.141515 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-714b0bbc-09e7-4ab2-ad89-380593140009 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Made reservation on behalf of 957658252ca14ff6ac84dd0644aad399 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:43.150597 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-14270454-4329-4a14-992b-16eb0126ed87 None None] For port 0baaf49e-02e5-47d8-b955-7889435d558f, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=0baaf49e-02e5-47d8-b955-7889435d558f,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:43.159559 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-714b0bbc-09e7-4ab2-ad89-380593140009 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:43.181954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 0baaf49e-02e5-47d8-b955-7889435d558f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:43.182746 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:43.232953 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14270454-4329-4a14-992b-16eb0126ed87 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:43.264111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-14270454-4329-4a14-992b-16eb0126ed87 None None] Transition to ACTIVE for port object 0baaf49e-02e5-47d8-b955-7889435d558f will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:43.272353 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64976870-199f-4027-9ec1-6bb20552c3f3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:43.285774 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-14270454-4329-4a14-992b-16eb0126ed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:43.370259 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64976870-199f-4027-9ec1-6bb20552c3f3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:43.440656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14270454-4329-4a14-992b-16eb0126ed87 None None] Pushing event updated for resources: {'Port': ['ID=0baaf49e-02e5-47d8-b955-7889435d558f,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:43.539017 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-714b0bbc-09e7-4ab2-ad89-380593140009 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Allocated IP 172.20.0.9 (8a037f41-cecb-4925-a9f0-2425102c4d75/fe054880-bd2c-4d36-9617-8a2dae90afd8/cd13381c-e6f1-44c5-9cfb-635ad277ddd1) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:43.602119 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64976870-199f-4027-9ec1-6bb20552c3f3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:43.807896 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64976870-199f-4027-9ec1-6bb20552c3f3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:43.877167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64976870-199f-4027-9ec1-6bb20552c3f3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=66c9701f-e982-4c34-a10b-bf6a13030bce,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:43.882379 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64976870-199f-4027-9ec1-6bb20552c3f3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:43.901475 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-64976870-199f-4027-9ec1-6bb20552c3f3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/66c9701f-e982-4c34-a10b-bf6a13030bce HTTP/1.1" status: 204 len: 168 time: 1.3573782 Jul 29 15:10:43.901938 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37716) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:44.017088 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-714b0bbc-09e7-4ab2-ad89-380593140009 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:44.042311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d399152-0c79-4d10-aff2-ac2a1a3b3136 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet abccdf8a-06a9-47a0-a745-96581de50c25 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:10:44.078936 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7d399152-0c79-4d10-aff2-ac2a1a3b3136 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:44.152821 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-714b0bbc-09e7-4ab2-ad89-380593140009 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:44.169304 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['79cf85bf-9e55-4395-aaf8-144fbdf62db7'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:10:44.233730 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7d399152-0c79-4d10-aff2-ac2a1a3b3136 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:44.274059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b0bbc-09e7-4ab2-ad89-380593140009 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Pushing event updated for resources: {'Port': ['ID=cd13381c-e6f1-44c5-9cfb-635ad277ddd1,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:44.293734 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-714b0bbc-09e7-4ab2-ad89-380593140009 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Network 8a037f41-cecb-4925-a9f0-2425102c4d75 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:44.296041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-714b0bbc-09e7-4ab2-ad89-380593140009 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:44.299850 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-714b0bbc-09e7-4ab2-ad89-380593140009 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:10:44.350037 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7d399152-0c79-4d10-aff2-ac2a1a3b3136 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:44.476445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118c730-a7b8-4af7-b616-3ad2ba0f4327 req-ae93061b-f11f-4169-837d-db874a7e2849 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:44.484452 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-714b0bbc-09e7-4ab2-ad89-380593140009 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:44.485207 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-714b0bbc-09e7-4ab2-ad89-380593140009 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:44.486183 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1118c730-a7b8-4af7-b616-3ad2ba0f4327 req-ae93061b-f11f-4169-837d-db874a7e2849 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 931 time: 0.3055959 Jul 29 15:10:44.519930 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-714b0bbc-09e7-4ab2-ad89-380593140009 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7023766 Jul 29 15:10:44.566001 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1118c730-a7b8-4af7-b616-3ad2ba0f4327 req-40e92499-31c0-4e49-9298-1939f999f259 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772462 Jul 29 15:10:44.582434 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7d399152-0c79-4d10-aff2-ac2a1a3b3136 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:44.655800 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7d399152-0c79-4d10-aff2-ac2a1a3b3136 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:44.662428 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37750) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:44.664761 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7d399152-0c79-4d10-aff2-ac2a1a3b3136 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/abccdf8a-06a9-47a0-a745-96581de50c25 HTTP/1.1" status: 204 len: 168 time: 0.7552183 Jul 29 15:10:44.665982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d399152-0c79-4d10-aff2-ac2a1a3b3136 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=abccdf8a-06a9-47a0-a745-96581de50c25,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:44.686904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Request body: {'port': {'device_id': '54895754-f278-4fe0-815e-583bdb2dd632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:44.734741 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c479b640-8c10-428c-86ba-32cad9f55489 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705893 Jul 29 15:10:44.739385 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37754) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:44.747842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-dba12934-4943-492a-af33-ba1dfe7bb87d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:44.919696 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:44.944415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba12934-4943-492a-af33-ba1dfe7bb87d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:44.950212 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dba12934-4943-492a-af33-ba1dfe7bb87d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:44.962174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a64ee9-9b0a-4a80-bb83-80831b6140e9 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:44.971624 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0baaf49e-02e5-47d8-b955-7889435d558f up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:45.242913 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dba12934-4943-492a-af33-ba1dfe7bb87d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:45.297213 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e2665ef8-c7f1-426e-9d48-9ac6afd32422 None None] Provisioning for port 0baaf49e-02e5-47d8-b955-7889435d558f completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:45.318889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e2665ef8-c7f1-426e-9d48-9ac6afd32422 None None] Provisioning complete for port 0baaf49e-02e5-47d8-b955-7889435d558f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:45.319270 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e2665ef8-c7f1-426e-9d48-9ac6afd32422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:45.333101 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba12934-4943-492a-af33-ba1dfe7bb87d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=e49ee5d6-6bf7-4170-8a20-fb0e5b55476c,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:45.362570 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 0baaf49e-02e5-47d8-b955-7889435d558f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:45.362982 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:45.370518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba12934-4943-492a-af33-ba1dfe7bb87d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:45.394526 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-dba12934-4943-492a-af33-ba1dfe7bb87d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:45.407037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba12934-4943-492a-af33-ba1dfe7bb87d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:45.407657 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dba12934-4943-492a-af33-ba1dfe7bb87d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:45.448873 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dba12934-4943-492a-af33-ba1dfe7bb87d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7080450 Jul 29 15:10:45.452150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37796) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:45.459985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a02fb1b8-3c3f-45d3-9ae8-d5e62d3c189a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:45.597856 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e2665ef8-c7f1-426e-9d48-9ac6afd32422 None None] Could not find standard attr ID for object cb2fd4e0-d1ee-412b-a265-a8f8913aabdc. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:10:45.678074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd13381c-e6f1-44c5-9cfb-635ad277ddd1 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:10:45.698601 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:45.754127 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899b9c32-e791-4ed3-95fa-371891eb64a1 None None] Update dhcp port {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'fixed_ips': [{'subnet_id': 'e49ee5d6-6bf7-4170-8a20-fb0e5b55476c'}], 'binding:host_id': 'n-d-802893-1'}, 'id': '0baaf49e-02e5-47d8-b955-7889435d558f'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:10:45.763682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02fb1b8-3c3f-45d3-9ae8-d5e62d3c189a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:45.772060 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a02fb1b8-3c3f-45d3-9ae8-d5e62d3c189a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:45.822963 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-899b9c32-e791-4ed3-95fa-371891eb64a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:45.877581 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Transition to ACTIVE for port object cd13381c-e6f1-44c5-9cfb-635ad277ddd1 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:45.893151 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:46.070925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Pushing event updated for resources: {'Port': ['ID=cd13381c-e6f1-44c5-9cfb-635ad277ddd1,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:46.108479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d21a1-cf4c-488d-86e3-d55152cc0704 req-0a521975-6ec7-46fc-95a0-93ea64739e4f tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:46.110199 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a99d21a1-cf4c-488d-86e3-d55152cc0704 req-0a521975-6ec7-46fc-95a0-93ea64739e4f tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 931 time: 0.4033740 Jul 29 15:10:46.189170 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3621c4a-5410-43dd-82c4-0fd74fb90d24 req-3b2b9706-baf9-4054-ade8-b1a86234482f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4029160 Jul 29 15:10:46.318149 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Attempting to bind port cd13381c-e6f1-44c5-9cfb-635ad277ddd1 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:46.318740 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Attempting to bind port cd13381c-e6f1-44c5-9cfb-635ad277ddd1 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '2456b300-360d-425d-b9dc-ccbaa83afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:46.319242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Attempting to bind port cd13381c-e6f1-44c5-9cfb-635ad277ddd1 on network 8a037f41-cecb-4925-a9f0-2425102c4d75 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:46.353662 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a99d21a1-cf4c-488d-86e3-d55152cc0704 req-45017b29-b8bb-4e91-a54c-998ffd8703db tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064340 Jul 29 15:10:46.357621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Port cd13381c-e6f1-44c5-9cfb-635ad277ddd1 on network 8a037f41-cecb-4925-a9f0-2425102c4d75 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:10:46.358206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Attempting to bind port cd13381c-e6f1-44c5-9cfb-635ad277ddd1 on network 8a037f41-cecb-4925-a9f0-2425102c4d75 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:46.367194 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:10:46.367552 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Checking segment: {'id': '2456b300-360d-425d-b9dc-ccbaa83afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:10:46.367955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Bound using segment: {'id': '2456b300-360d-425d-b9dc-ccbaa83afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:10:46.368399 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Bound port: cd13381c-e6f1-44c5-9cfb-635ad277ddd1, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2456b300-360d-425d-b9dc-ccbaa83afa00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:10:46.373900 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:46.424250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-899b9c32-e791-4ed3-95fa-371891eb64a1 None None] Allocated IP 172.20.0.2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/e49ee5d6-6bf7-4170-8a20-fb0e5b55476c/0baaf49e-02e5-47d8-b955-7889435d558f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:46.504031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] For port cd13381c-e6f1-44c5-9cfb-635ad277ddd1, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:10:46.508405 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] For port cd13381c-e6f1-44c5-9cfb-635ad277ddd1, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=cd13381c-e6f1-44c5-9cfb-635ad277ddd1,segment=NetworkSegment(2456b300-360d-425d-b9dc-ccbaa83afa00),segment_id=2456b300-360d-425d-b9dc-ccbaa83afa00)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:10:46.519011 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:46.536999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3621c4a-5410-43dd-82c4-0fd74fb90d24 req-792574c9-04d2-470e-ac9c-c0af924f48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:46.539425 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3621c4a-5410-43dd-82c4-0fd74fb90d24 req-792574c9-04d2-470e-ac9c-c0af924f48ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=957658252ca14ff6ac84dd0644aad399&device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 1097 time: 0.2498860 Jul 29 15:10:46.766250 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Pushing event updated for resources: {'Port': ['ID=cd13381c-e6f1-44c5-9cfb-635ad277ddd1,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:46.771598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:46.772574 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:46.774278 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-540a11f2-4526-498f-8e66-07c2cfe42722 service neutron] 10.222.0.38 "PUT /v2.0/ports/cd13381c-e6f1-44c5-9cfb-635ad277ddd1 HTTP/1.1" status: 200 len: 1091 time: 2.2242527 Jul 29 15:10:46.811726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54895754-f278-4fe0-815e-583bdb2dd632', 'tag': 'cd13381c-e6f1-44c5-9cfb-635ad277ddd1'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:10:46.814609 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c88c5e-b292-4a28-bf29-e784e7628fda" -d '{"events": [{"name": "network-changed", "server_uuid": "54895754-f278-4fe0-815e-583bdb2dd632", "tag": "cd13381c-e6f1-44c5-9cfb-635ad277ddd1"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:10:46.860186 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-899b9c32-e791-4ed3-95fa-371891eb64a1 None None] For port 0baaf49e-02e5-47d8-b955-7889435d558f, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=0baaf49e-02e5-47d8-b955-7889435d558f,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:46.925164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.objects.ports [None req-a02fb1b8-3c3f-45d3-9ae8-d5e62d3c189a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94157) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 15:10:46.993039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3621c4a-5410-43dd-82c4-0fd74fb90d24 req-c15dcde5-76f8-4460-b5b6-9c58fc8e3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:46.995340 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3621c4a-5410-43dd-82c4-0fd74fb90d24 req-c15dcde5-76f8-4460-b5b6-9c58fc8e3f65 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8a037f41-cecb-4925-a9f0-2425102c4d75 HTTP/1.1" status: 200 len: 911 time: 0.3819683 Jul 29 15:10:47.061418 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-899b9c32-e791-4ed3-95fa-371891eb64a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:47.074866 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-80b13a30-d195-43c9-860f-cd386ba428c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:47.076480 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-80b13a30-d195-43c9-860f-cd386ba428c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=957658252ca14ff6ac84dd0644aad399&device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 1094 time: 0.1722770 Jul 29 15:10:47.085226 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3621c4a-5410-43dd-82c4-0fd74fb90d24 req-75fda8dd-2505-4194-bdf1-cf1242f69c06 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79cf85bf-9e55-4395-aaf8-144fbdf62db7 HTTP/1.1" status: 200 len: 217 time: 0.0674014 Jul 29 15:10:47.119364 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-899b9c32-e791-4ed3-95fa-371891eb64a1 None None] Transition to ACTIVE for port object 0baaf49e-02e5-47d8-b955-7889435d558f will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:47.133945 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-899b9c32-e791-4ed3-95fa-371891eb64a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:47.325473 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-246d0ec7-31ab-4408-8918-63aaa4ec1b3a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd13381c-e6f1-44c5-9cfb-635ad277ddd1 HTTP/1.1" status: 200 len: 217 time: 0.1244037 Jul 29 15:10:47.330996 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3621c4a-5410-43dd-82c4-0fd74fb90d24 req-739f31c4-1177-4790-bc6c-ccdcf07505d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:47.333569 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3621c4a-5410-43dd-82c4-0fd74fb90d24 req-739f31c4-1177-4790-bc6c-ccdcf07505d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fe054880-bd2c-4d36-9617-8a2dae90afd8 HTTP/1.1" status: 200 len: 850 time: 0.2438803 Jul 29 15:10:47.476111 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc4ec1a-9ac1-43cf-be3b-fd2da0ae9364 x-openstack-request-id: req-9fc4ec1a-9ac1-43cf-be3b-fd2da0ae9364 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:10:47.482045 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54895754-f278-4fe0-815e-583bdb2dd632", "tag": "cd13381c-e6f1-44c5-9cfb-635ad277ddd1", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:10:47.483090 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fc4ec1a-9ac1-43cf-be3b-fd2da0ae9364 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:10:47.483908 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54895754-f278-4fe0-815e-583bdb2dd632', 'tag': 'cd13381c-e6f1-44c5-9cfb-635ad277ddd1', 'status': 'completed', 'code': 200} Jul 29 15:10:47.489923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b9c32-e791-4ed3-95fa-371891eb64a1 None None] Pushing event updated for resources: {'Port': ['ID=0baaf49e-02e5-47d8-b955-7889435d558f,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:47.500533 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3621c4a-5410-43dd-82c4-0fd74fb90d24 req-67ec177c-3d7f-491c-ba46-14602c77cdbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8a037f41-cecb-4925-a9f0-2425102c4d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1557910 Jul 29 15:10:47.527869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-c3621c4a-5410-43dd-82c4-0fd74fb90d24 req-96dde054-6f97-4ed7-936a-d46e2bfca0c0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:10:47.543511 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3621c4a-5410-43dd-82c4-0fd74fb90d24 req-96dde054-6f97-4ed7-936a-d46e2bfca0c0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0328624 Jul 29 15:10:47.785936 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a02fb1b8-3c3f-45d3-9ae8-d5e62d3c189a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:47.831376 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-f1746834-590c-4329-9f8c-e0b19018db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:47.832743 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-f1746834-590c-4329-9f8c-e0b19018db9b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe054880-bd2c-4d36-9617-8a2dae90afd8 HTTP/1.1" status: 200 len: 850 time: 0.4980872 Jul 29 15:10:47.834841 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3621c4a-5410-43dd-82c4-0fd74fb90d24 req-0b51a96b-48d8-452f-b1be-a44ca84a602d service neutron] 10.222.0.39 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832215 Jul 29 15:10:48.009112 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-dfb8c4ea-a2af-433d-baf7-403b9cd17b38 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8a037f41-cecb-4925-a9f0-2425102c4d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257453 Jul 29 15:10:48.035906 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-600eb2c2-ad01-41d8-9e00-d5663befb896 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:10:48.037150 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-600eb2c2-ad01-41d8-9e00-d5663befb896 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132053 Jul 29 15:10:48.055626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f33526-e304-48b6-90a4-b6863acf758e req-99d84acd-e8a8-4f97-a1ab-b1b4d4f358cc tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:48.057530 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-17f33526-e304-48b6-90a4-b6863acf758e req-99d84acd-e8a8-4f97-a1ab-b1b4d4f358cc tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 943 time: 0.2216539 Jul 29 15:10:48.125208 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3621c4a-5410-43dd-82c4-0fd74fb90d24 req-23b207a0-ae36-4950-8d4d-280a1b856b48 service neutron] 10.222.0.39 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329886 Jul 29 15:10:48.173835 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-17f33526-e304-48b6-90a4-b6863acf758e req-c95d015f-55fa-4371-acd5-a8ece44145b4 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526013 Jul 29 15:10:48.282454 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-a02fb1b8-3c3f-45d3-9ae8-d5e62d3c189a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] For port 0baaf49e-02e5-47d8-b955-7889435d558f, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=0baaf49e-02e5-47d8-b955-7889435d558f,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:48.292322 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-6af75741-1c7b-4a22-8cf5-be69a127ffb3 service neutron] 10.222.0.38 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311201 Jul 29 15:10:48.335381 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a02fb1b8-3c3f-45d3-9ae8-d5e62d3c189a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:48.345049 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a02fb1b8-3c3f-45d3-9ae8-d5e62d3c189a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:48.346925 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a02fb1b8-3c3f-45d3-9ae8-d5e62d3c189a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:48.464060 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02fb1b8-3c3f-45d3-9ae8-d5e62d3c189a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:48.513728 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a02fb1b8-3c3f-45d3-9ae8-d5e62d3c189a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:48.524980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02fb1b8-3c3f-45d3-9ae8-d5e62d3c189a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:48.525590 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a02fb1b8-3c3f-45d3-9ae8-d5e62d3c189a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:48.536274 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fb1b8-3c3f-45d3-9ae8-d5e62d3c189a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=6aa078c9-88b6-4ca7-afe2-a34e0f029baa,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:48.548880 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fb1b8-3c3f-45d3-9ae8-d5e62d3c189a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=0baaf49e-02e5-47d8-b955-7889435d558f,revision_number=9']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:48.577584 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a02fb1b8-3c3f-45d3-9ae8-d5e62d3c189a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1142161 Jul 29 15:10:48.577584 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37900) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:48.597051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ec864470-2e04-4c9c-8ad9-abb9f62728f0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'mac_address': 'fa:16:3e:a4:6a:f7', 'name': 'tempest-NetworksTestDHCPv6-1599190520'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:48.635366 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0840fb09-fff8-4397-bebd-ecf02e5edeb6 req-455dd3c3-c161-4c45-bd86-9a9b27eaf654 service neutron] 10.222.0.38 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362672 Jul 29 15:10:48.838295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c88c5e-b292-4a28-bf29-e784e7628fda req-198b4142-7a1f-485c-88a3-cbb49d4fbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:48.842659 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-74c88c5e-b292-4a28-bf29-e784e7628fda req-198b4142-7a1f-485c-88a3-cbb49d4fbfd9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=957658252ca14ff6ac84dd0644aad399&device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 1094 time: 0.1068196 Jul 29 15:10:48.909011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0baaf49e-02e5-47d8-b955-7889435d558f up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:48.912525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec864470-2e04-4c9c-8ad9-abb9f62728f0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:48.988593 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f91dd58-4361-420a-8dde-29db5806f5f7 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:49.138319 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec864470-2e04-4c9c-8ad9-abb9f62728f0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:49.172394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c88c5e-b292-4a28-bf29-e784e7628fda req-9d582032-5e45-4e97-8d34-28df1c27c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:49.174093 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-74c88c5e-b292-4a28-bf29-e784e7628fda req-9d582032-5e45-4e97-8d34-28df1c27c1a3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8a037f41-cecb-4925-a9f0-2425102c4d75 HTTP/1.1" status: 200 len: 911 time: 0.3237336 Jul 29 15:10:49.188908 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-ec864470-2e04-4c9c-8ad9-abb9f62728f0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port 8f63b04c-3f89-41be-93c3-e36a352288ac yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:10:49.281737 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-74c88c5e-b292-4a28-bf29-e784e7628fda req-5bebf33c-0582-4b03-855c-6461d0fbf2b9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd13381c-e6f1-44c5-9cfb-635ad277ddd1 HTTP/1.1" status: 200 len: 217 time: 0.0912871 Jul 29 15:10:49.424603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c88c5e-b292-4a28-bf29-e784e7628fda req-77da4425-a4e1-4068-85fe-ceec58b86286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:49.426754 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-74c88c5e-b292-4a28-bf29-e784e7628fda req-77da4425-a4e1-4068-85fe-ceec58b86286 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe054880-bd2c-4d36-9617-8a2dae90afd8 HTTP/1.1" status: 200 len: 850 time: 0.1434009 Jul 29 15:10:49.445656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c9b63c7d-9de6-4eb0-baea-44c8c65c03e7 None None] Provisioning for port 0baaf49e-02e5-47d8-b955-7889435d558f completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:49.451615 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c9b63c7d-9de6-4eb0-baea-44c8c65c03e7 None None] Provisioning complete for port 0baaf49e-02e5-47d8-b955-7889435d558f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:49.452326 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c9b63c7d-9de6-4eb0-baea-44c8c65c03e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:49.498688 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-74c88c5e-b292-4a28-bf29-e784e7628fda req-db1c48a4-6f86-40d7-bd81-75639e53652d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8a037f41-cecb-4925-a9f0-2425102c4d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638006 Jul 29 15:10:49.694979 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4777581-0cda-48b2-ab4f-d459d6802451 req-18f1da7a-ee4b-4692-b371-85d2a44662a5 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:49.701865 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a4777581-0cda-48b2-ab4f-d459d6802451 req-18f1da7a-ee4b-4692-b371-85d2a44662a5 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 943 time: 0.3692260 Jul 29 15:10:49.723340 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-74c88c5e-b292-4a28-bf29-e784e7628fda req-4a4b485e-4990-43da-9819-2644581a319c service neutron] 10.222.0.38 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157834 Jul 29 15:10:49.879160 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-ec864470-2e04-4c9c-8ad9-abb9f62728f0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 172.20.0.7 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/e49ee5d6-6bf7-4170-8a20-fb0e5b55476c/8f63b04c-3f89-41be-93c3-e36a352288ac) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:49.919279 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a4777581-0cda-48b2-ab4f-d459d6802451 req-b023cb64-850c-4bd6-ab33-0f5753c50a4b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841195 Jul 29 15:10:49.923965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-ec864470-2e04-4c9c-8ad9-abb9f62728f0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::f816:3eff:fea4:6af7 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/6aa078c9-88b6-4ca7-afe2-a34e0f029baa/8f63b04c-3f89-41be-93c3-e36a352288ac) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:49.981612 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-74c88c5e-b292-4a28-bf29-e784e7628fda req-5f7f4ce8-25ac-40ac-a900-93d906f79e9a service neutron] 10.222.0.38 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480462 Jul 29 15:10:50.221494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device cd13381c-e6f1-44c5-9cfb-635ad277ddd1 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:10:50.225658 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec864470-2e04-4c9c-8ad9-abb9f62728f0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:50.269134 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-ec864470-2e04-4c9c-8ad9-abb9f62728f0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 8f63b04c-3f89-41be-93c3-e36a352288ac will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:50.376754 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec864470-2e04-4c9c-8ad9-abb9f62728f0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:50.509669 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec864470-2e04-4c9c-8ad9-abb9f62728f0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:50.515940 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-ec864470-2e04-4c9c-8ad9-abb9f62728f0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:50.533583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec864470-2e04-4c9c-8ad9-abb9f62728f0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:10:50.567182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port cd13381c-e6f1-44c5-9cfb-635ad277ddd1, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=cd13381c-e6f1-44c5-9cfb-635ad277ddd1,segment=NetworkSegment(2456b300-360d-425d-b9dc-ccbaa83afa00),segment_id=2456b300-360d-425d-b9dc-ccbaa83afa00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:50.603447 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec864470-2e04-4c9c-8ad9-abb9f62728f0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=8f63b04c-3f89-41be-93c3-e36a352288ac,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:50.608463 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'cd13381c-e6f1-44c5-9cfb-635ad277ddd1', 'network_id': '8a037f41-cecb-4925-a9f0-2425102c4d75', 'port_id': 'cd13381c-e6f1-44c5-9cfb-635ad277ddd1', 'mac_address': 'fa:16:3e:52:02:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe054880-bd2c-4d36-9617-8a2dae90afd8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:10:50.682989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec864470-2e04-4c9c-8ad9-abb9f62728f0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:50.684896 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec864470-2e04-4c9c-8ad9-abb9f62728f0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:50.719329 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ec864470-2e04-4c9c-8ad9-abb9f62728f0 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1414435 Jul 29 15:10:50.722907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37970) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:50.737461 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb249ca4-9e24-4c35-b30c-a1edac82811e None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:50.915165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2665b9df-dc71-4add-9cc1-d7ce31df864c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:50.919965 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:50.928003 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2665b9df-dc71-4add-9cc1-d7ce31df864c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:50.931828 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2665b9df-dc71-4add-9cc1-d7ce31df864c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2015674 Jul 29 15:10:50.936645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37980) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:50.975131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd13381c-e6f1-44c5-9cfb-635ad277ddd1 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:10:50.985886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c1abac9f-2317-4059-9e2a-6712d786e602 None None] Provisioning complete for port 0baaf49e-02e5-47d8-b955-7889435d558f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:50.986262 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1abac9f-2317-4059-9e2a-6712d786e602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:51.047952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port cd13381c-e6f1-44c5-9cfb-635ad277ddd1, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=cd13381c-e6f1-44c5-9cfb-635ad277ddd1,segment=NetworkSegment(2456b300-360d-425d-b9dc-ccbaa83afa00),segment_id=2456b300-360d-425d-b9dc-ccbaa83afa00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:51.060644 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:51.191467 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ae15ba27-82e7-430a-8bd3-b2f261c4396d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 8f63b04c-3f89-41be-93c3-e36a352288ac {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:10:51.195260 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae15ba27-82e7-430a-8bd3-b2f261c4396d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:51.266220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b5224-4163-45d2-ae94-9caa0732f0f9 req-d2e25b0a-574c-4fd7-8e16-ab553eefe1de tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:51.275189 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f86b5224-4163-45d2-ae94-9caa0732f0f9 req-d2e25b0a-574c-4fd7-8e16-ab553eefe1de tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 944 time: 0.1907132 Jul 29 15:10:51.338215 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=cd13381c-e6f1-44c5-9cfb-635ad277ddd1,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:51.391013 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f86b5224-4163-45d2-ae94-9caa0732f0f9 req-e51b9b61-e432-4fba-a529-0c21b1ca7e5a tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129122 Jul 29 15:10:51.391319 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['cd13381c-e6f1-44c5-9cfb-635ad277ddd1'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:10:51.439355 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae15ba27-82e7-430a-8bd3-b2f261c4396d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:51.463964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37988) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:51.469759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ae15ba27-82e7-430a-8bd3-b2f261c4396d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 8f63b04c-3f89-41be-93c3-e36a352288ac owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:10:51.724374 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ee63a6e4-203f-4a8f-a37c-c3011bb49ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:51.965343 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-173a736f-6f32-4209-ba4b-7d804d45991d None None] Provisioning complete for port 0baaf49e-02e5-47d8-b955-7889435d558f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:51.967056 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-173a736f-6f32-4209-ba4b-7d804d45991d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:52.045806 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae15ba27-82e7-430a-8bd3-b2f261c4396d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:52.131814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15ba27-82e7-430a-8bd3-b2f261c4396d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=8f63b04c-3f89-41be-93c3-e36a352288ac,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:52.240878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device cd13381c-e6f1-44c5-9cfb-635ad277ddd1 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:10:52.282978 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ee63a6e4-203f-4a8f-a37c-c3011bb49ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:52.291294 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ee63a6e4-203f-4a8f-a37c-c3011bb49ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:52.315411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-173a736f-6f32-4209-ba4b-7d804d45991d None None] Could not find standard attr ID for object 8f63b04c-3f89-41be-93c3-e36a352288ac. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:10:52.364375 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae15ba27-82e7-430a-8bd3-b2f261c4396d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:52.375729 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63a6e4-203f-4a8f-a37c-c3011bb49ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbcf089-753d-447a-aa88-d0b6c5a52242,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:52.381387 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ee63a6e4-203f-4a8f-a37c-c3011bb49ad6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f04cdd4c9c5457cb805c9c955d8cbc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9159777 Jul 29 15:10:52.385120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 37996) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:52.401279 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ae15ba27-82e7-430a-8bd3-b2f261c4396d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/8f63b04c-3f89-41be-93c3-e36a352288ac HTTP/1.1" status: 204 len: 168 time: 1.4630516 Jul 29 15:10:52.403103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 37998) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:52.467826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port cd13381c-e6f1-44c5-9cfb-635ad277ddd1 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:10:52.498741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c8fcb1ce-3c20-477b-9c6a-9415e5577ee2 None None] Could not find standard attr ID for object cb2fd4e0-d1ee-412b-a265-a8f8913aabdc. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:10:52.510035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port cd13381c-e6f1-44c5-9cfb-635ad277ddd1 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:52.510703 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:52.563322 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-200f36b5-1f37-4d13-b702-7b5a8934a4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:52.575260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81e6d72-91d1-42a1-9262-c00446cbf3e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:52.579183 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81e6d72-91d1-42a1-9262-c00446cbf3e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:52.588257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81e6d72-91d1-42a1-9262-c00446cbf3e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:52.602248 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d81e6d72-91d1-42a1-9262-c00446cbf3e9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1978953 Jul 29 15:10:52.603550 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38002) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:52.645270 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-200f36b5-1f37-4d13-b702-7b5a8934a4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:52.695981 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:52.739818 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54895754-f278-4fe0-815e-583bdb2dd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd13381c-e6f1-44c5-9cfb-635ad277ddd1'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:10:52.743255 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569a477c-b807-4a26-98e1-961e585bc67a" -d '{"events": [{"server_uuid": "54895754-f278-4fe0-815e-583bdb2dd632", "name": "network-vif-plugged", "status": "completed", "tag": "cd13381c-e6f1-44c5-9cfb-635ad277ddd1"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:10:52.770929 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-200f36b5-1f37-4d13-b702-7b5a8934a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:52.775372 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-200f36b5-1f37-4d13-b702-7b5a8934a4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:52.780833 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-200f36b5-1f37-4d13-b702-7b5a8934a4ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cbcf089-753d-447a-aa88-d0b6c5a52242 HTTP/1.1" status: 204 len: 168 time: 0.3916600 Jul 29 15:10:52.796356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f36b5-1f37-4d13-b702-7b5a8934a4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbcf089-753d-447a-aa88-d0b6c5a52242,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:52.817366 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port cd13381c-e6f1-44c5-9cfb-635ad277ddd1, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=cd13381c-e6f1-44c5-9cfb-635ad277ddd1,segment=NetworkSegment(2456b300-360d-425d-b9dc-ccbaa83afa00),segment_id=2456b300-360d-425d-b9dc-ccbaa83afa00)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:52.849049 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:52.959804 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=cd13381c-e6f1-44c5-9cfb-635ad277ddd1,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:53.029395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c95fb5-2297-4cce-b5e0-2d8db414ee35 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 6aa078c9-88b6-4ca7-afe2-a34e0f029baa {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:10:53.038626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81c95fb5-2297-4cce-b5e0-2d8db414ee35 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:53.133107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c3910bbc-4ccd-4f00-a0f8-67e71ead2727 None None] Could not find standard attr ID for object 8f63b04c-3f89-41be-93c3-e36a352288ac. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:10:53.141595 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208e892-83fb-4a4a-82d8-3e23610e131f req-c97425cd-dc2b-49d4-9ee9-e0fc2e03a6ca tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:53.148273 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f208e892-83fb-4a4a-82d8-3e23610e131f req-c97425cd-dc2b-49d4-9ee9-e0fc2e03a6ca tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 944 time: 0.5083714 Jul 29 15:10:53.239952 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81c95fb5-2297-4cce-b5e0-2d8db414ee35 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:53.318751 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e3c5b0-44bd-4d0d-b372-2c2a273f3866 x-openstack-request-id: req-74e3c5b0-44bd-4d0d-b372-2c2a273f3866 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:10:53.319113 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54895754-f278-4fe0-815e-583bdb2dd632", "name": "network-vif-plugged", "status": "completed", "tag": "cd13381c-e6f1-44c5-9cfb-635ad277ddd1", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:10:53.319391 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74e3c5b0-44bd-4d0d-b372-2c2a273f3866 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:10:53.319794 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54895754-f278-4fe0-815e-583bdb2dd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd13381c-e6f1-44c5-9cfb-635ad277ddd1', 'code': 200} Jul 29 15:10:53.332743 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f208e892-83fb-4a4a-82d8-3e23610e131f req-b1908019-be09-4f1c-92b2-675bd62ebf7d tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743979 Jul 29 15:10:53.584501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56efe3-d3d5-4a91-aa80-eaa0999daccf req-d271f368-3d4b-4cad-ad14-74345e44530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:53.586516 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5a56efe3-d3d5-4a91-aa80-eaa0999daccf req-d271f368-3d4b-4cad-ad14-74345e44530b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 1096 time: 0.1248782 Jul 29 15:10:53.672127 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5a56efe3-d3d5-4a91-aa80-eaa0999daccf req-2bc8d22b-4721-4cac-a1dc-e14a4351ed77 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739610 Jul 29 15:10:54.048589 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81c95fb5-2297-4cce-b5e0-2d8db414ee35 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:54.165673 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81c95fb5-2297-4cce-b5e0-2d8db414ee35 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:54.223415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c95fb5-2297-4cce-b5e0-2d8db414ee35 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa078c9-88b6-4ca7-afe2-a34e0f029baa,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:54.241543 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81c95fb5-2297-4cce-b5e0-2d8db414ee35 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:54.251001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38030) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:54.251496 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-81c95fb5-2297-4cce-b5e0-2d8db414ee35 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/6aa078c9-88b6-4ca7-afe2-a34e0f029baa HTTP/1.1" status: 204 len: 168 time: 1.6448293 Jul 29 15:10:54.266026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f17c97f-b707-4759-9ff7-d7ccbb260cb8 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:54.324859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-185e08d8-34ab-41c6-bc37-3dc82f5ba19a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet e49ee5d6-6bf7-4170-8a20-fb0e5b55476c {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:10:54.329190 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-185e08d8-34ab-41c6-bc37-3dc82f5ba19a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:54.382651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-185e08d8-34ab-41c6-bc37-3dc82f5ba19a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:54.623372 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-185e08d8-34ab-41c6-bc37-3dc82f5ba19a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:54.795907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858f4d3-47f4-426d-a274-f4a4dbe1a8c5 req-18cdf09d-8e1e-4f69-9aea-3ea8499c4996 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:54.803892 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4858f4d3-47f4-426d-a274-f4a4dbe1a8c5 req-18cdf09d-8e1e-4f69-9aea-3ea8499c4996 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.2194293 Jul 29 15:10:54.845629 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-185e08d8-34ab-41c6-bc37-3dc82f5ba19a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:54.918168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e08d8-34ab-41c6-bc37-3dc82f5ba19a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=e49ee5d6-6bf7-4170-8a20-fb0e5b55476c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:54.932832 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-185e08d8-34ab-41c6-bc37-3dc82f5ba19a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:54.937103 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-185e08d8-34ab-41c6-bc37-3dc82f5ba19a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/e49ee5d6-6bf7-4170-8a20-fb0e5b55476c HTTP/1.1" status: 204 len: 168 time: 0.6834445 Jul 29 15:10:54.949556 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38042) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:55.061284 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b3d459b3-8374-488b-a2e4-4bde55026017 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073081 Jul 29 15:10:55.061988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38046) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:55.072990 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4858f4d3-47f4-426d-a274-f4a4dbe1a8c5 req-3f8c6711-70bb-4445-8974-94943baae096 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629468 Jul 29 15:10:55.264100 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49eb7a0-6fd1-4468-a72e-829201ca6f98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:55.269610 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d49eb7a0-6fd1-4468-a72e-829201ca6f98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2037878 Jul 29 15:10:55.270017 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38052) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:55.358770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5500be-d1c1-4f29-a58b-80ec5879aca8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:55.370463 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6e5500be-d1c1-4f29-a58b-80ec5879aca8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0986378 Jul 29 15:10:55.373490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38056) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:55.421902 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-90afd8ec-bfad-4731-a551-f2c24219de57 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471358 Jul 29 15:10:55.422570 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38058) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:55.427717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e5d068a8-5be6-4ca6-8cb3-f7038223ee91 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:55.599621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d068a8-5be6-4ca6-8cb3-f7038223ee91 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:55.609297 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e5d068a8-5be6-4ca6-8cb3-f7038223ee91 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:55.614495 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d068a8-5be6-4ca6-8cb3-f7038223ee91 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:10:55.615720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d068a8-5be6-4ca6-8cb3-f7038223ee91 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:10:55.646594 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e5d068a8-5be6-4ca6-8cb3-f7038223ee91 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2228472 Jul 29 15:10:55.658631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38066) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:55.675416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-3c5417d7-95e6-422a-83ed-3e205598dac2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:55.809855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa655b3-a501-4c60-abbf-67ce814d540d None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:55.852500 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5417d7-95e6-422a-83ed-3e205598dac2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:55.856775 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c5417d7-95e6-422a-83ed-3e205598dac2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:55.858265 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5417d7-95e6-422a-83ed-3e205598dac2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:10:55.858703 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5417d7-95e6-422a-83ed-3e205598dac2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:10:55.895521 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3c5417d7-95e6-422a-83ed-3e205598dac2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2338567 Jul 29 15:10:55.899129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38070) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:55.905335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-3620d0cb-3f5b-42ba-8fb5-64de843d2fe6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:55.952315 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38072) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:55.953758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5c9843b0-7259-4d97-8e83-faa6471d32fd None None] Provisioning complete for port 0baaf49e-02e5-47d8-b955-7889435d558f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:10:55.954136 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c9843b0-7259-4d97-8e83-faa6471d32fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:56.100249 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3620d0cb-3f5b-42ba-8fb5-64de843d2fe6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:56.123958 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3620d0cb-3f5b-42ba-8fb5-64de843d2fe6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:56.134063 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-3620d0cb-3f5b-42ba-8fb5-64de843d2fe6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:10:56.139927 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3620d0cb-3f5b-42ba-8fb5-64de843d2fe6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:10:56.217236 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38078) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:56.218546 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3620d0cb-3f5b-42ba-8fb5-64de843d2fe6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3179934 Jul 29 15:10:56.238270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-40b8fed6-a57d-4d0c-ab11-97f9e9a8c69d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:56.266357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7024d049-a51f-474c-acaa-37f208d5c2ac None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:10:56.326775 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:56.415823 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59968b3c-6fab-414a-8b2e-4f991a69a4db req-36cdd3a7-1e02-4d09-b1d7-1cd26c94a8f5 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:56.424514 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59968b3c-6fab-414a-8b2e-4f991a69a4db req-36cdd3a7-1e02-4d09-b1d7-1cd26c94a8f5 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.1250384 Jul 29 15:10:56.426901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7024d049-a51f-474c-acaa-37f208d5c2ac None None] Deleting port 0baaf49e-02e5-47d8-b955-7889435d558f {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:10:56.429217 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7024d049-a51f-474c-acaa-37f208d5c2ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:56.440129 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a9742ff2-c14b-4314-a865-6870ba3d94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-54811309'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:56.541072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b8fed6-a57d-4d0c-ab11-97f9e9a8c69d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:56.546104 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-40b8fed6-a57d-4d0c-ab11-97f9e9a8c69d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:56.549379 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b8fed6-a57d-4d0c-ab11-97f9e9a8c69d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:10:56.550069 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b8fed6-a57d-4d0c-ab11-97f9e9a8c69d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:10:56.582609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7024d049-a51f-474c-acaa-37f208d5c2ac None None] For port 0baaf49e-02e5-47d8-b955-7889435d558f, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=0baaf49e-02e5-47d8-b955-7889435d558f,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:10:56.584077 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7024d049-a51f-474c-acaa-37f208d5c2ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:56.592221 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59968b3c-6fab-414a-8b2e-4f991a69a4db req-e1b51706-6730-4df0-9aee-ce1bba4c1505 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603627 Jul 29 15:10:56.609764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7024d049-a51f-474c-acaa-37f208d5c2ac None None] Calling delete_port for 0baaf49e-02e5-47d8-b955-7889435d558f owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:10:56.615140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9742ff2-c14b-4314-a865-6870ba3d94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Made reservation on behalf of 9eec7c981424451da50d31e86fbbf6dc for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:56.619457 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9742ff2-c14b-4314-a865-6870ba3d94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:56.629010 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-40b8fed6-a57d-4d0c-ab11-97f9e9a8c69d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4103210 Jul 29 15:10:56.633958 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38084) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:56.635405 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9742ff2-c14b-4314-a865-6870ba3d94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:56.645120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f2466a0e-c167-4087-a962-c9ad5062d8c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:56.829636 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7024d049-a51f-474c-acaa-37f208d5c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:56.855218 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7024d049-a51f-474c-acaa-37f208d5c2ac None None] No DVR routers for this DVR port 0baaf49e-02e5-47d8-b955-7889435d558f on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:10:56.903738 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024d049-a51f-474c-acaa-37f208d5c2ac None None] Pushing event deleted for resources: {'Port': ['ID=0baaf49e-02e5-47d8-b955-7889435d558f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:56.938821 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0baaf49e-02e5-47d8-b955-7889435d558f no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:10:56.967626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 0baaf49e-02e5-47d8-b955-7889435d558f {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:10:56.968314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0baaf49e-02e5-47d8-b955-7889435d558f not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:10:56.975199 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9742ff2-c14b-4314-a865-6870ba3d94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:56.983134 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9742ff2-c14b-4314-a865-6870ba3d94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:57.016818 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2466a0e-c167-4087-a962-c9ad5062d8c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:57.024336 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f2466a0e-c167-4087-a962-c9ad5062d8c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:57.027220 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2466a0e-c167-4087-a962-c9ad5062d8c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:10:57.028285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2466a0e-c167-4087-a962-c9ad5062d8c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:10:57.074738 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9742ff2-c14b-4314-a865-6870ba3d94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:10:57.082877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9742ff2-c14b-4314-a865-6870ba3d94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=930a9123-8b32-4bc9-b48b-a8f0604d439f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:57.097141 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9742ff2-c14b-4314-a865-6870ba3d94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:57.097315 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-a9742ff2-c14b-4314-a865-6870ba3d94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Added segment 0418a5b7-e291-46a3-a5c0-395816a57c74 of type vlan for network 6de6fbb9-09f9-49e2-be9e-db86609e2488 Jul 29 15:10:57.117402 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f2466a0e-c167-4087-a962-c9ad5062d8c8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4778705 Jul 29 15:10:57.117637 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38090) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:57.123203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9d7f99a8-1b23-4a68-a831-81aeae3152c4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:57.130382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffedc4-74be-4d82-9e3b-065aafa0e855 req-07cc0ef3-03d3-42f1-9060-d697a72711b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:57.132037 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92ffedc4-74be-4d82-9e3b-065aafa0e855 req-07cc0ef3-03d3-42f1-9060-d697a72711b4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=957658252ca14ff6ac84dd0644aad399&device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 1096 time: 0.0994692 Jul 29 15:10:57.135641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c3ea8-11f7-40b1-8759-9a2a21193248 req-1e206751-c4e9-4f43-ba31-72c7525bc016 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:57.137341 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a88c3ea8-11f7-40b1-8759-9a2a21193248 req-1e206751-c4e9-4f43-ba31-72c7525bc016 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.0987010 Jul 29 15:10:57.197547 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9742ff2-c14b-4314-a865-6870ba3d94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:57.229768 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a88c3ea8-11f7-40b1-8759-9a2a21193248 req-13ff0a0d-58cd-4c55-8ae9-c4042109e89d tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680792 Jul 29 15:10:57.264336 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9742ff2-c14b-4314-a865-6870ba3d94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:57.271346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9742ff2-c14b-4314-a865-6870ba3d94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:57.273329 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9742ff2-c14b-4314-a865-6870ba3d94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:57.313394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffedc4-74be-4d82-9e3b-065aafa0e855 req-f467e313-4b5d-4ecd-a517-0844d79398d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:57.315108 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92ffedc4-74be-4d82-9e3b-065aafa0e855 req-f467e313-4b5d-4ecd-a517-0844d79398d3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8a037f41-cecb-4925-a9f0-2425102c4d75 HTTP/1.1" status: 200 len: 911 time: 0.1708865 Jul 29 15:10:57.318278 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7f99a8-1b23-4a68-a831-81aeae3152c4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:57.322251 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d7f99a8-1b23-4a68-a831-81aeae3152c4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:57.324346 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7f99a8-1b23-4a68-a831-81aeae3152c4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:10:57.324919 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7f99a8-1b23-4a68-a831-81aeae3152c4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:10:57.369081 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92ffedc4-74be-4d82-9e3b-065aafa0e855 req-1f943998-796e-4552-862d-5c53977d37f9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd13381c-e6f1-44c5-9cfb-635ad277ddd1 HTTP/1.1" status: 200 len: 217 time: 0.0410409 Jul 29 15:10:57.385598 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9d7f99a8-1b23-4a68-a831-81aeae3152c4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2572782 Jul 29 15:10:57.385855 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a9742ff2-c14b-4314-a865-6870ba3d94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 1.4217656 Jul 29 15:10:57.385855 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9742ff2-c14b-4314-a865-6870ba3d94d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Pushing event updated for resources: {'Network': ['ID=6de6fbb9-09f9-49e2-be9e-db86609e2488,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:57.387609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38094) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:57.405953 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 6de6fbb9-09f9-49e2-be9e-db86609e2488 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:10:57.447682 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-08bc0db7-431d-472a-982d-779859680fc7 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0575950 Jul 29 15:10:57.452481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38098) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:57.503970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffedc4-74be-4d82-9e3b-065aafa0e855 req-53656a22-af81-423f-a668-2f4e55080e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:57.509496 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92ffedc4-74be-4d82-9e3b-065aafa0e855 req-53656a22-af81-423f-a668-2f4e55080e6d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe054880-bd2c-4d36-9617-8a2dae90afd8 HTTP/1.1" status: 200 len: 850 time: 0.1324124 Jul 29 15:10:57.554732 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92ffedc4-74be-4d82-9e3b-065aafa0e855 req-ec8539a5-aca2-4203-9545-38a3ae321947 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8a037f41-cecb-4925-a9f0-2425102c4d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379679 Jul 29 15:10:57.555669 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb26f2e3-571e-4e16-a2d7-fa2f69419562 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:57.557671 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-eb26f2e3-571e-4e16-a2d7-fa2f69419562 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1028764 Jul 29 15:10:57.560622 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38100) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:57.602678 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e2524f72-8633-4689-ba77-68ae1a61e986 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408833 Jul 29 15:10:57.606632 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38102) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:57.611926 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-626c108b-8ae1-4a4b-9f09-46a75602973c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:57.731691 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38108) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:57.740014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Request body: {'port': {'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488', 'binding:host_id': 'n-h2-802893-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1217553936'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:57.748505 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92ffedc4-74be-4d82-9e3b-065aafa0e855 req-98a5b04c-d96e-4ea4-bcf1-e53adb2cf47c service neutron] 10.222.0.38 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830049 Jul 29 15:10:57.809808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Made reservation on behalf of d87b854549f4433da60ae172429bae00 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:57.812438 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:57.846464 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:57.858832 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626c108b-8ae1-4a4b-9f09-46a75602973c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:57.862539 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-626c108b-8ae1-4a4b-9f09-46a75602973c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:58.203083 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:58.212968 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:58.222488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] device_id is not set on port 6509e461-742f-4d87-aaba-eefdfd15a38e yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:10:58.334814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.objects.ports [None req-626c108b-8ae1-4a4b-9f09-46a75602973c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94157) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 15:10:58.352079 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-626c108b-8ae1-4a4b-9f09-46a75602973c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:58.362241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f8b6f0-49d2-4b83-9458-d747ef393399,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:58.423133 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626c108b-8ae1-4a4b-9f09-46a75602973c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:58.438053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-626c108b-8ae1-4a4b-9f09-46a75602973c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:58.450442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94a7489-b576-407e-b2ea-7d2b7cde4e17 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:58.461157 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c108b-8ae1-4a4b-9f09-46a75602973c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:58.461670 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-626c108b-8ae1-4a4b-9f09-46a75602973c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:58.504380 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c108b-8ae1-4a4b-9f09-46a75602973c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=d52b93b1-84a1-4ced-8f87-fa1890dc4fae,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:58.593234 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38120) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:58.596127 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-626c108b-8ae1-4a4b-9f09-46a75602973c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9858966 Jul 29 15:10:58.604861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1c23a6f9-129b-4fa9-8950-fd602e61151a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'mac_address': 'fa:16:3e:f9:fa:df', 'name': 'tempest-NetworksTestDHCPv6-782827170'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:10:58.623900 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92ffedc4-74be-4d82-9e3b-065aafa0e855 req-5b84a3b6-1782-4dde-9e17-094b2adce816 service neutron] 10.222.0.38 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8679335 Jul 29 15:10:58.640243 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e0bd5-ccd4-4379-b1a8-92cb13cf73c0 req-048ddcc1-aa4b-4279-8fc4-594414f0bf0c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:58.642000 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a9e0bd5-ccd4-4379-b1a8-92cb13cf73c0 req-048ddcc1-aa4b-4279-8fc4-594414f0bf0c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.2081177 Jul 29 15:10:58.784106 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] device_id is not set on port 6509e461-742f-4d87-aaba-eefdfd15a38e yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:10:58.793439 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a9e0bd5-ccd4-4379-b1a8-92cb13cf73c0 req-d9c3f2cb-ed14-42fc-8897-530cc3e7cd66 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420693 Jul 29 15:10:58.800214 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:58.816739 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Transition to ACTIVE for port object 6509e461-742f-4d87-aaba-eefdfd15a38e will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:58.840460 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:58.900602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c23a6f9-129b-4fa9-8950-fd602e61151a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:10:58.900898 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': 'd52b93b1-84a1-4ced-8f87-fa1890dc4fae'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:10:58.903619 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:59.014885 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c23a6f9-129b-4fa9-8950-fd602e61151a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:59.037696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Pushing event updated for resources: {'Port': ['ID=6509e461-742f-4d87-aaba-eefdfd15a38e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:59.062112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-1c23a6f9-129b-4fa9-8950-fd602e61151a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port eee798e4-3f20-4f54-b351-892191f93d1b yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:10:59.109825 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Checking segment: {'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:10:59.116317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Network hostable DHCP agents. Network: 6de6fbb9-09f9-49e2-be9e-db86609e2488, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:10:59.192240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Network 6de6fbb9-09f9-49e2-be9e-db86609e2488 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:10:59.215599 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 6de6fbb9-09f9-49e2-be9e-db86609e2488) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:59.224830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f417d6-de7d-4ca3-8e64-49bab2fa62f3 None None] Network 6de6fbb9-09f9-49e2-be9e-db86609e2488 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:10:59.229586 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Allocated IP 2001:db8::f816:3eff:fe42:3484 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/d52b93b1-84a1-4ced-8f87-fa1890dc4fae/64276bed-d053-4743-9bec-d9377f4e2a36) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:59.231932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:10:59.253909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:59.255184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:59.255184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:59.274592 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:10:59.274864 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:10:59.275282 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 2 to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e Jul 29 15:10:59.308448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:59.309347 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:59.309842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:59.318981 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:10:59.319633 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:10:59.320124 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 3 to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e Jul 29 15:10:59.342252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:59.343079 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:59.343529 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:59.358106 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:10:59.358541 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:10:59.358949 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 4 to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e Jul 29 15:10:59.375143 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:59.375485 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:59.375833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:59.381050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:10:59.381383 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:10:59.381923 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 5 to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e Jul 29 15:10:59.397518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:59.397895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:59.398238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:59.403073 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:10:59.403405 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:10:59.407129 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 6 to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e Jul 29 15:10:59.422987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:59.423328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:59.423673 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:59.428918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:10:59.429232 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:10:59.429652 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 7 to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e Jul 29 15:10:59.446188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:59.446564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:59.446910 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:59.453407 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:10:59.453749 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:10:59.454160 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 8 to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e Jul 29 15:10:59.469381 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:59.470374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:59.470374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:59.475331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:10:59.475842 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:10:59.476633 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 9 to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e Jul 29 15:10:59.493998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:59.494322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:59.494686 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:59.502276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:10:59.502615 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:10:59.503031 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 10 to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e Jul 29 15:10:59.520493 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:59.520886 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:59.521205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:59.526666 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 6509e461-742f-4d87-aaba-eefdfd15a38e on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:10:59.528033 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 6509e461-742f-4d87-aaba-eefdfd15a38e on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:10:59.528436 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:59.601628 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] For port 6509e461-742f-4d87-aaba-eefdfd15a38e, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:10:59.601942 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempted to set empty binding levels {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 15:10:59.610017 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:59.627846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:59.628380 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:59.664913 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:59.674248 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Transition to ACTIVE for port object 64276bed-d053-4743-9bec-d9377f4e2a36 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:59.677576 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.9444575 Jul 29 15:10:59.682392 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38130) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:10:59.688135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fb54d-40e1-4a16-94e5-67fe568a011d tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Pushing event updated for resources: {'Port': ['ID=6509e461-742f-4d87-aaba-eefdfd15a38e,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:59.691742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Transition to ACTIVE for port object 64276bed-d053-4743-9bec-d9377f4e2a36 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:10:59.702733 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:59.764680 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:10:59.768962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Pushing event updated for resources: {'Port': ['ID=64276bed-d053-4743-9bec-d9377f4e2a36,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:10:59.771637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:10:59.773980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:10:59.900850 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-1c23a6f9-129b-4fa9-8950-fd602e61151a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::f816:3eff:fef9:fadf (dc65256a-a355-4363-ac4a-38e1bcb69bfa/d52b93b1-84a1-4ced-8f87-fa1890dc4fae/eee798e4-3f20-4f54-b351-892191f93d1b) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:10:59.905567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94a1bf-89ea-4fe6-b9ab-663be22eb7b1 req-73be6824-edd6-4680-8e88-2d85a0ac372e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:10:59.907271 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa94a1bf-89ea-4fe6-b9ab-663be22eb7b1 req-73be6824-edd6-4680-8e88-2d85a0ac372e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=957658252ca14ff6ac84dd0644aad399&device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 1096 time: 0.1137664 Jul 29 15:10:59.915869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Attempting to bind port 64276bed-d053-4743-9bec-d9377f4e2a36 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:10:59.916238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Attempting to bind port 64276bed-d053-4743-9bec-d9377f4e2a36 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:10:59.916808 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Attempting to bind port 64276bed-d053-4743-9bec-d9377f4e2a36 on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:10:59.923706 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:10:59.924086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:10:59.924493 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:10:59.924925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:10:59.925877 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Bound port: 64276bed-d053-4743-9bec-d9377f4e2a36, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:10:59.928379 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:00.059404 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca38ec-d5ea-47a7-98a8-390e8ab0447c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Deleting port 6509e461-742f-4d87-aaba-eefdfd15a38e {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:00.060042 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9ca38ec-d5ea-47a7-98a8-390e8ab0447c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:00.063372 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] For port 64276bed-d053-4743-9bec-d9377f4e2a36, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:11:00.067181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] For port 64276bed-d053-4743-9bec-d9377f4e2a36, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=64276bed-d053-4743-9bec-d9377f4e2a36,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:11:00.076660 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:00.212752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462322f-0928-49ef-a9d1-6626d3de2df6 None None] Pushing event updated for resources: {'Port': ['ID=64276bed-d053-4743-9bec-d9377f4e2a36,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:00.238465 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-b9ca38ec-d5ea-47a7-98a8-390e8ab0447c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] For port 6509e461-742f-4d87-aaba-eefdfd15a38e, host n-h2-802893-1, got binding levels [] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:00.239011 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9ca38ec-d5ea-47a7-98a8-390e8ab0447c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:00.255394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca38ec-d5ea-47a7-98a8-390e8ab0447c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Calling delete_port for 6509e461-742f-4d87-aaba-eefdfd15a38e owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:00.382638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a4d5e-deba-4e24-8390-1c6f3ab9db40 req-a76dfac4-d9a9-4041-a6b0-52ab8541d1c1 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:00.384257 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e7a4d5e-deba-4e24-8390-1c6f3ab9db40 req-a76dfac4-d9a9-4041-a6b0-52ab8541d1c1 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.3959904 Jul 29 15:11:00.442713 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94a1bf-89ea-4fe6-b9ab-663be22eb7b1 req-0fcdfa33-0fd8-4f0f-a479-069f1a6db473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:00.444229 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa94a1bf-89ea-4fe6-b9ab-663be22eb7b1 req-0fcdfa33-0fd8-4f0f-a479-069f1a6db473 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8a037f41-cecb-4925-a9f0-2425102c4d75 HTTP/1.1" status: 200 len: 911 time: 0.5125189 Jul 29 15:11:00.532503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa94a1bf-89ea-4fe6-b9ab-663be22eb7b1 req-5aad888e-bfe2-41ca-9836-12fcd0f00795 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd13381c-e6f1-44c5-9cfb-635ad277ddd1 HTTP/1.1" status: 200 len: 217 time: 0.0603826 Jul 29 15:11:00.555079 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-13925a61-e58d-4694-ac01-2a33f33cd32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:00.662722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94a1bf-89ea-4fe6-b9ab-663be22eb7b1 req-120d1a01-508a-4195-8212-4c739a7c8c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:00.664819 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa94a1bf-89ea-4fe6-b9ab-663be22eb7b1 req-120d1a01-508a-4195-8212-4c739a7c8c3d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe054880-bd2c-4d36-9617-8a2dae90afd8 HTTP/1.1" status: 200 len: 850 time: 0.1223507 Jul 29 15:11:00.682707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e7a4d5e-deba-4e24-8390-1c6f3ab9db40 req-63772ee9-3114-4a77-aee8-f7af7a85c185 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527854 Jul 29 15:11:00.741159 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa94a1bf-89ea-4fe6-b9ab-663be22eb7b1 req-7e14309c-cac7-4fdc-85a6-1edb5f123fd1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8a037f41-cecb-4925-a9f0-2425102c4d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511107 Jul 29 15:11:00.857762 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c23a6f9-129b-4fa9-8950-fd602e61151a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:00.867047 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9ca38ec-d5ea-47a7-98a8-390e8ab0447c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:00.895754 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa94a1bf-89ea-4fe6-b9ab-663be22eb7b1 req-b1363fff-e8b6-46d8-90d4-6dbae8b2eadd service neutron] 10.222.0.38 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453402 Jul 29 15:11:00.915392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 64276bed-d053-4743-9bec-d9377f4e2a36 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:11:00.935067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-1c23a6f9-129b-4fa9-8950-fd602e61151a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object eee798e4-3f20-4f54-b351-892191f93d1b will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:00.937519 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9ca38ec-d5ea-47a7-98a8-390e8ab0447c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:00.943304 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b9ca38ec-d5ea-47a7-98a8-390e8ab0447c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] 10.222.0.16 "DELETE /v2.0/ports/6509e461-742f-4d87-aaba-eefdfd15a38e HTTP/1.1" status: 204 len: 168 time: 1.2549884 Jul 29 15:11:00.944223 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38140) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:00.952875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca38ec-d5ea-47a7-98a8-390e8ab0447c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Pushing event deleted for resources: {'Port': ['ID=6509e461-742f-4d87-aaba-eefdfd15a38e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:00.986691 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-342d2ed1-3990-4f34-a524-07bd28bc74fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] GET failed (client error): The resource could not be found. Jul 29 15:11:00.991916 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-342d2ed1-3990-4f34-a524-07bd28bc74fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] 10.222.0.16 "GET /v2.0/ports/6509e461-742f-4d87-aaba-eefdfd15a38e HTTP/1.1" status: 404 len: 333 time: 0.0430722 Jul 29 15:11:00.992463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38142) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:00.998383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-02686074-9402-462e-8028-02fd7d9bf2df tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Request body: {'port': {'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1105289193'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:01.010281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 64276bed-d053-4743-9bec-d9377f4e2a36 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:01.037526 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02686074-9402-462e-8028-02fd7d9bf2df tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Made reservation on behalf of d87b854549f4433da60ae172429bae00 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:01.041864 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02686074-9402-462e-8028-02fd7d9bf2df tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:01.065433 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-02686074-9402-462e-8028-02fd7d9bf2df tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] device_id is not set on port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:11:01.092877 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c23a6f9-129b-4fa9-8950-fd602e61151a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:01.138576 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aa94a1bf-89ea-4fe6-b9ab-663be22eb7b1 req-9ebfed51-4d8c-47f1-834a-ea5cf341c2ed service neutron] 10.222.0.38 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974893 Jul 29 15:11:01.155251 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c23a6f9-129b-4fa9-8950-fd602e61151a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:01.159629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-1c23a6f9-129b-4fa9-8950-fd602e61151a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:01.166611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c23a6f9-129b-4fa9-8950-fd602e61151a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:01.174453 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c23a6f9-129b-4fa9-8950-fd602e61151a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:01.175155 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c23a6f9-129b-4fa9-8950-fd602e61151a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:01.186722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23a6f9-129b-4fa9-8950-fd602e61151a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=eee798e4-3f20-4f54-b351-892191f93d1b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:01.206947 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1c23a6f9-129b-4fa9-8950-fd602e61151a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6087909 Jul 29 15:11:01.209708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38144) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:01.307358 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02686074-9402-462e-8028-02fd7d9bf2df tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:01.361058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00f34c-639d-44e6-a7ed-2f00468fa520 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:01.392712 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00f34c-639d-44e6-a7ed-2f00468fa520 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:01.395400 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5a00f34c-639d-44e6-a7ed-2f00468fa520 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1841199 Jul 29 15:11:01.399479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38150) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:01.457821 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02686074-9402-462e-8028-02fd7d9bf2df tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:01.667645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02686074-9402-462e-8028-02fd7d9bf2df tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Network 6de6fbb9-09f9-49e2-be9e-db86609e2488 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:01.681362 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-02686074-9402-462e-8028-02fd7d9bf2df tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:01.685049 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02686074-9402-462e-8028-02fd7d9bf2df tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Pushing event updated for resources: {'Port': ['ID=4a716a7a-e2f6-47e9-8a30-eea7b1c11439,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:01.701455 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02686074-9402-462e-8028-02fd7d9bf2df tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:01.703499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02686074-9402-462e-8028-02fd7d9bf2df tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:01.704634 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02686074-9402-462e-8028-02fd7d9bf2df tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:01.750592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38156) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:01.756048 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:01.759017 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-02686074-9402-462e-8028-02fd7d9bf2df tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7652884 Jul 29 15:11:01.817102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7118bd9a-98cb-40cc-81fb-e8c1fdbd3fdb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port eee798e4-3f20-4f54-b351-892191f93d1b {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:01.817817 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7118bd9a-98cb-40cc-81fb-e8c1fdbd3fdb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:01.860617 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:01.986085 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aea566-1d18-459c-ba54-193965c549bd req-494bd6f4-f655-477e-8dbd-89eaab5af952 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:01.987758 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-07aea566-1d18-459c-ba54-193965c549bd req-494bd6f4-f655-477e-8dbd-89eaab5af952 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.1655180 Jul 29 15:11:02.030531 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7118bd9a-98cb-40cc-81fb-e8c1fdbd3fdb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:02.063836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7118bd9a-98cb-40cc-81fb-e8c1fdbd3fdb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for eee798e4-3f20-4f54-b351-892191f93d1b owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:02.067261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-66d48481-cf55-4955-8828-063edc4281e3 None None] Provisioning for port 64276bed-d053-4743-9bec-d9377f4e2a36 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:02.076173 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-66d48481-cf55-4955-8828-063edc4281e3 None None] Provisioning complete for port 64276bed-d053-4743-9bec-d9377f4e2a36 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:02.081001 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-66d48481-cf55-4955-8828-063edc4281e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:02.096128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-07aea566-1d18-459c-ba54-193965c549bd req-b79332b3-4e4a-4af4-9888-ce97aba06677 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965760 Jul 29 15:11:02.188187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] device_id is not set on port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:11:02.208823 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:02.249993 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-66d48481-cf55-4955-8828-063edc4281e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:02.297211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-66d48481-cf55-4955-8828-063edc4281e3 None None] For port 64276bed-d053-4743-9bec-d9377f4e2a36, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=64276bed-d053-4743-9bec-d9377f4e2a36,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:02.303189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Transition to ACTIVE for port object 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:02.304972 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7118bd9a-98cb-40cc-81fb-e8c1fdbd3fdb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:02.305537 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-66d48481-cf55-4955-8828-063edc4281e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:02.310508 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:02.375731 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118bd9a-98cb-40cc-81fb-e8c1fdbd3fdb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=eee798e4-3f20-4f54-b351-892191f93d1b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:02.394382 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d48481-cf55-4955-8828-063edc4281e3 None None] Pushing event updated for resources: {'Port': ['ID=64276bed-d053-4743-9bec-d9377f4e2a36,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:02.427847 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-42ebf652-4fa2-4097-8cbc-3bc8b3a5a039 None None] Could not find standard attr ID for object eee798e4-3f20-4f54-b351-892191f93d1b. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:11:02.447210 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7118bd9a-98cb-40cc-81fb-e8c1fdbd3fdb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:02.450638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Pushing event updated for resources: {'Port': ['ID=4a716a7a-e2f6-47e9-8a30-eea7b1c11439,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:02.454253 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7118bd9a-98cb-40cc-81fb-e8c1fdbd3fdb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/eee798e4-3f20-4f54-b351-892191f93d1b HTTP/1.1" status: 204 len: 168 time: 1.0532858 Jul 29 15:11:02.456848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38160) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:02.462512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:02.462863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:02.463209 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:02.475684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:02.475992 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:02.476505 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 2 to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 Jul 29 15:11:02.513886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:02.514231 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:02.514580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:02.525544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:02.525899 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:02.526310 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 3 to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 Jul 29 15:11:02.540020 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100c168b-1924-457a-825b-46841e3187f2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:02.542774 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100c168b-1924-457a-825b-46841e3187f2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:02.544700 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-100c168b-1924-457a-825b-46841e3187f2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0867782 Jul 29 15:11:02.548045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38162) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:02.580715 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:02.581057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:02.581406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:02.590057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:02.590057 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:02.593356 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 4 to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 Jul 29 15:11:02.618929 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:02.619262 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:02.619614 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:02.633895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf432b4a-ab76-4b6f-b5a1-38fc85f4f44e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet d52b93b1-84a1-4ced-8f87-fa1890dc4fae {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:11:02.640746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:02.641089 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:02.642048 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf432b4a-ab76-4b6f-b5a1-38fc85f4f44e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:02.644919 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 5 to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 Jul 29 15:11:02.688900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:02.689251 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:02.689595 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:02.705707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:02.706041 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:02.708147 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf432b4a-ab76-4b6f-b5a1-38fc85f4f44e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:02.711139 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 6 to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 Jul 29 15:11:02.752601 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:02.753263 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:02.753360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:02.766096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:02.766628 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:02.769305 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 7 to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 Jul 29 15:11:02.809374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:02.809718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:02.810021 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:02.820942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:02.821276 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:02.826541 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 8 to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 Jul 29 15:11:02.843424 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf432b4a-ab76-4b6f-b5a1-38fc85f4f44e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:02.848924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 64276bed-d053-4743-9bec-d9377f4e2a36 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:11:02.902997 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:02.903339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:02.903688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:02.913095 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:02.913458 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:02.916207 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 9 to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 Jul 29 15:11:02.919125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 64276bed-d053-4743-9bec-d9377f4e2a36 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:02.919995 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:02.934659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:02.935012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:02.935351 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:02.946076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:02.946665 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:02.947961 n-d-802893-1 neutron-server[94158]: INFO neutron.plugins.ml2.plugin [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 10 to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 Jul 29 15:11:02.975755 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:02.976100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:02.976605 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:02.990556 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:02.991065 n-d-802893-1 neutron-server[94158]: ERROR neutron.plugins.ml2.managers [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:02.992795 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:03.057638 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf432b4a-ab76-4b6f-b5a1-38fc85f4f44e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:03.097709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf432b4a-ab76-4b6f-b5a1-38fc85f4f44e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=d52b93b1-84a1-4ced-8f87-fa1890dc4fae,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:03.099932 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bf432b4a-ab76-4b6f-b5a1-38fc85f4f44e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:03.101892 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bf432b4a-ab76-4b6f-b5a1-38fc85f4f44e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/d52b93b1-84a1-4ced-8f87-fa1890dc4fae HTTP/1.1" status: 204 len: 168 time: 0.5527995 Jul 29 15:11:03.104567 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38168) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:03.126316 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc054de8-8647-48c5-ba5f-efbb53cf5c6a None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:03.163345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] For port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:11:03.163735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempted to set empty binding levels {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 15:11:03.170875 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:03.203959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] In _notify_port_updated(), no bound segment for port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:11:03.213600 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:03.214380 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:03.215957 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] 10.222.0.16 "PUT /v2.0/ports/4a716a7a-e2f6-47e9-8a30-eea7b1c11439 HTTP/1.1" status: 200 len: 979 time: 1.4643953 Jul 29 15:11:03.225009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38172) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:03.245151 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:03.266243 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ee5d4aab-3ddd-4ad9-9512-b4c6e0d3015b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1589389 Jul 29 15:11:03.281239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38174) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:03.284492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-14af2e85-3e5a-4535-aa4f-2d998169a8c1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:03.357856 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10dcfd-74de-482b-941e-6668b0bd7581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Pushing event updated for resources: {'Port': ['ID=4a716a7a-e2f6-47e9-8a30-eea7b1c11439,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:03.385168 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1fe0e2b6-9933-4da5-9079-c225b5b85611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:03.432006 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abf799-9bca-49eb-81e5-5cce3968ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:03.432528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abf799-9bca-49eb-81e5-5cce3968ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:03.434304 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abf799-9bca-49eb-81e5-5cce3968ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:03.434479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abf799-9bca-49eb-81e5-5cce3968ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:03.435023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abf799-9bca-49eb-81e5-5cce3968ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:03.435509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abf799-9bca-49eb-81e5-5cce3968ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:03.435985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abf799-9bca-49eb-81e5-5cce3968ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:03.436469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abf799-9bca-49eb-81e5-5cce3968ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:03.436975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abf799-9bca-49eb-81e5-5cce3968ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:03.437452 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abf799-9bca-49eb-81e5-5cce3968ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:03.449451 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a7abf799-9bca-49eb-81e5-5cce3968ef46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9106 time: 0.2224777 Jul 29 15:11:03.450134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38176) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:03.518287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3a5ec-693c-469c-9144-e86f72ff14e0 req-51356904-cf6f-49ff-b493-78f670132342 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:03.520027 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9eb3a5ec-693c-469c-9144-e86f72ff14e0 req-51356904-cf6f-49ff-b493-78f670132342 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.2608118 Jul 29 15:11:03.536523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3e38cc-f3bc-4d80-a39c-be6bed8fc7a0 None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:11:03.611770 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14af2e85-3e5a-4535-aa4f-2d998169a8c1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:03.615449 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-14af2e85-3e5a-4535-aa4f-2d998169a8c1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:03.624449 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9eb3a5ec-693c-469c-9144-e86f72ff14e0 req-994e828a-aa4a-4193-be69-135f8474c31d tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960615 Jul 29 15:11:03.624656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3d3e38cc-f3bc-4d80-a39c-be6bed8fc7a0 None None] Deleting port 64276bed-d053-4743-9bec-d9377f4e2a36 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:03.625338 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3d3e38cc-f3bc-4d80-a39c-be6bed8fc7a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:03.733937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5bea49f9-e7fc-4400-b419-6e4fe4008862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Deleting port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:03.734214 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bea49f9-e7fc-4400-b419-6e4fe4008862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:03.769781 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3d3e38cc-f3bc-4d80-a39c-be6bed8fc7a0 None None] For port 64276bed-d053-4743-9bec-d9377f4e2a36, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=64276bed-d053-4743-9bec-d9377f4e2a36,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:03.770187 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3d3e38cc-f3bc-4d80-a39c-be6bed8fc7a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:03.790672 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3d3e38cc-f3bc-4d80-a39c-be6bed8fc7a0 None None] Calling delete_port for 64276bed-d053-4743-9bec-d9377f4e2a36 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:03.986920 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-5bea49f9-e7fc-4400-b419-6e4fe4008862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] For port 4a716a7a-e2f6-47e9-8a30-eea7b1c11439, host n-h2-802893-1, got binding levels [] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:03.988042 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bea49f9-e7fc-4400-b419-6e4fe4008862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:04.005977 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3d3e38cc-f3bc-4d80-a39c-be6bed8fc7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:04.030250 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5bea49f9-e7fc-4400-b419-6e4fe4008862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Calling delete_port for 4a716a7a-e2f6-47e9-8a30-eea7b1c11439 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:04.087805 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e38cc-f3bc-4d80-a39c-be6bed8fc7a0 None None] Pushing event deleted for resources: {'Port': ['ID=64276bed-d053-4743-9bec-d9377f4e2a36,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:04.091217 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3e38cc-f3bc-4d80-a39c-be6bed8fc7a0 None None] No DVR routers for this DVR port 64276bed-d053-4743-9bec-d9377f4e2a36 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:11:04.369275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.objects.ports [None req-14af2e85-3e5a-4535-aa4f-2d998169a8c1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94158) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 15:11:04.372345 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-14af2e85-3e5a-4535-aa4f-2d998169a8c1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:04.379498 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:04.419563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14af2e85-3e5a-4535-aa4f-2d998169a8c1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:04.420364 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bea49f9-e7fc-4400-b419-6e4fe4008862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:04.427926 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-14af2e85-3e5a-4535-aa4f-2d998169a8c1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:04.442065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14af2e85-3e5a-4535-aa4f-2d998169a8c1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:04.449339 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f5a39-c4e0-4606-b25a-a7ddd5535620 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:04.449864 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-14af2e85-3e5a-4535-aa4f-2d998169a8c1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:04.486987 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea49f9-e7fc-4400-b419-6e4fe4008862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a716a7a-e2f6-47e9-8a30-eea7b1c11439,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:04.494926 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af2e85-3e5a-4535-aa4f-2d998169a8c1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=4161f109-8269-4719-82a0-24134e85fd9b,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:04.501484 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bea49f9-e7fc-4400-b419-6e4fe4008862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:04.504454 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5bea49f9-e7fc-4400-b419-6e4fe4008862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] 10.222.0.16 "DELETE /v2.0/ports/4a716a7a-e2f6-47e9-8a30-eea7b1c11439 HTTP/1.1" status: 204 len: 168 time: 1.0491891 Jul 29 15:11:04.506627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38186) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:04.513982 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-14af2e85-3e5a-4535-aa4f-2d998169a8c1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2335916 Jul 29 15:11:04.514665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38188) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:04.519959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9a0621a1-27ed-4233-9d68-fc080c672536 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'mac_address': 'fa:16:3e:3a:f6:a9', 'name': 'tempest-NetworksTestDHCPv6-928627600'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:04.613488 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b0776a-1db7-47f7-b2cd-1a3028e4aa19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] GET failed (client error): The resource could not be found. Jul 29 15:11:04.627434 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38190) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:04.628935 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-47b0776a-1db7-47f7-b2cd-1a3028e4aa19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] 10.222.0.16 "GET /v2.0/ports/4a716a7a-e2f6-47e9-8a30-eea7b1c11439 HTTP/1.1" status: 404 len: 333 time: 0.1140802 Jul 29 15:11:04.636693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5c06c042-eb53-4492-a570-b31841d9c123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-971516893', 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:04.698416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c06c042-eb53-4492-a570-b31841d9c123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Made reservation on behalf of d87b854549f4433da60ae172429bae00 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:04.700913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c06c042-eb53-4492-a570-b31841d9c123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:04.734153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-5c06c042-eb53-4492-a570-b31841d9c123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] device_id is not set on port 6015c5dc-e85a-421c-9293-48679430502e yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:11:04.816385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0621a1-27ed-4233-9d68-fc080c672536 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:04.864071 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': '4161f109-8269-4719-82a0-24134e85fd9b'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:11:04.864267 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:04.887427 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:11:04.903106 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3b284-a7ef-43c5-a371-cf39bf0822ee req-92a16d00-2533-4e35-ac12-c502e023056c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:04.927166 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-19a3b284-a7ef-43c5-a371-cf39bf0822ee req-92a16d00-2533-4e35-ac12-c502e023056c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.1410859 Jul 29 15:11:05.070152 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-19a3b284-a7ef-43c5-a371-cf39bf0822ee req-2029f930-894e-4c80-b80a-fddb17b15e5a tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361856 Jul 29 15:11:05.153689 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 64276bed-d053-4743-9bec-d9377f4e2a36 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:11:05.195024 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a0621a1-27ed-4233-9d68-fc080c672536 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:05.218399 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 64276bed-d053-4743-9bec-d9377f4e2a36 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:11:05.218689 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 64276bed-d053-4743-9bec-d9377f4e2a36 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:11:05.286639 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Allocated IP 2001:db8::f816:3eff:fe04:fa7 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/4161f109-8269-4719-82a0-24134e85fd9b/2be91002-6e57-4f21-8e64-3a386ae4b7b1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:05.367858 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c06c042-eb53-4492-a570-b31841d9c123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:05.374078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-9a0621a1-27ed-4233-9d68-fc080c672536 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port 2b402138-a00e-4a5b-b7c2-5305fe95b2ab yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:11:05.503306 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:05.521715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Transition to ACTIVE for port object 2be91002-6e57-4f21-8e64-3a386ae4b7b1 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:05.528383 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c06c042-eb53-4492-a570-b31841d9c123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:05.548855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Transition to ACTIVE for port object 2be91002-6e57-4f21-8e64-3a386ae4b7b1 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:05.562275 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:05.635821 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c06c042-eb53-4492-a570-b31841d9c123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Network 6de6fbb9-09f9-49e2-be9e-db86609e2488 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:05.647094 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-5c06c042-eb53-4492-a570-b31841d9c123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:05.654802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c06c042-eb53-4492-a570-b31841d9c123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:05.655864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c06c042-eb53-4492-a570-b31841d9c123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:05.657075 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c06c042-eb53-4492-a570-b31841d9c123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:05.659542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06c042-eb53-4492-a570-b31841d9c123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Pushing event updated for resources: {'Port': ['ID=6015c5dc-e85a-421c-9293-48679430502e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:05.679363 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:05.681791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Pushing event updated for resources: {'Port': ['ID=2be91002-6e57-4f21-8e64-3a386ae4b7b1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:05.687420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:05.691277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:05.693049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-9a0621a1-27ed-4233-9d68-fc080c672536 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::f816:3eff:fe3a:f6a9 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/4161f109-8269-4719-82a0-24134e85fd9b/2b402138-a00e-4a5b-b7c2-5305fe95b2ab) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:05.717674 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38200) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:05.719006 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5c06c042-eb53-4492-a570-b31841d9c123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0893078 Jul 29 15:11:05.811812 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d0e458-2951-4a50-af24-416aabbc9878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:05.816376 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e7d0e458-2951-4a50-af24-416aabbc9878 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] 10.222.0.16 "GET /v2.0/ports/6015c5dc-e85a-421c-9293-48679430502e HTTP/1.1" status: 200 len: 958 time: 0.0971968 Jul 29 15:11:05.821056 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38202) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:05.907759 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Attempting to bind port 2be91002-6e57-4f21-8e64-3a386ae4b7b1 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:05.909580 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Attempting to bind port 2be91002-6e57-4f21-8e64-3a386ae4b7b1 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:05.912592 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Attempting to bind port 2be91002-6e57-4f21-8e64-3a386ae4b7b1 on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:05.925972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:11:05.926588 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:11:05.927215 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:05.927859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:11:05.929626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Bound port: 2be91002-6e57-4f21-8e64-3a386ae4b7b1, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:11:05.930445 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:06.053959 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-5e302bb8-ea10-44c1-9252-3d74dccc4c29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Deleting port 6015c5dc-e85a-421c-9293-48679430502e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:06.054579 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e302bb8-ea10-44c1-9252-3d74dccc4c29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:06.083483 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a0621a1-27ed-4233-9d68-fc080c672536 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:06.158285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-9a0621a1-27ed-4233-9d68-fc080c672536 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 2b402138-a00e-4a5b-b7c2-5305fe95b2ab will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:06.167009 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] For port 2be91002-6e57-4f21-8e64-3a386ae4b7b1, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:11:06.174601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] For port 2be91002-6e57-4f21-8e64-3a386ae4b7b1, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2be91002-6e57-4f21-8e64-3a386ae4b7b1,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:11:06.174954 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e302bb8-ea10-44c1-9252-3d74dccc4c29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:06.188783 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:06.211444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-5e302bb8-ea10-44c1-9252-3d74dccc4c29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Calling delete_port for 6015c5dc-e85a-421c-9293-48679430502e owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:06.278504 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a0621a1-27ed-4233-9d68-fc080c672536 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:06.295403 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00de86-9c06-475e-b975-d7fc6862f115 None None] Pushing event updated for resources: {'Port': ['ID=2be91002-6e57-4f21-8e64-3a386ae4b7b1,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:06.328061 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e302bb8-ea10-44c1-9252-3d74dccc4c29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:06.335944 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:06.378666 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e302bb8-ea10-44c1-9252-3d74dccc4c29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:06.381678 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5e302bb8-ea10-44c1-9252-3d74dccc4c29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] 10.222.0.16 "DELETE /v2.0/ports/6015c5dc-e85a-421c-9293-48679430502e HTTP/1.1" status: 204 len: 168 time: 0.5568726 Jul 29 15:11:06.382793 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e302bb8-ea10-44c1-9252-3d74dccc4c29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Pushing event deleted for resources: {'Port': ['ID=6015c5dc-e85a-421c-9293-48679430502e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:06.386813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38210) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:06.415398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0621a1-27ed-4233-9d68-fc080c672536 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:06.426495 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-5460e663-63c7-490d-ba3f-e18610a0b82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] GET failed (client error): The resource could not be found. Jul 29 15:11:06.427228 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-9a0621a1-27ed-4233-9d68-fc080c672536 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:06.428210 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5460e663-63c7-490d-ba3f-e18610a0b82b tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] 10.222.0.16 "GET /v2.0/ports/6015c5dc-e85a-421c-9293-48679430502e HTTP/1.1" status: 404 len: 333 time: 0.0379872 Jul 29 15:11:06.432708 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38212) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:06.442022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0621a1-27ed-4233-9d68-fc080c672536 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:06.444133 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7507999c-3e6e-47f9-b1fc-d51a5b37f15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Request body: {'port': {'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-118679810'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:06.448147 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0621a1-27ed-4233-9d68-fc080c672536 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:06.449171 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a0621a1-27ed-4233-9d68-fc080c672536 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:06.469052 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe18313-d5e9-45ef-8e8e-73bd3ccc4994 req-07152dde-d0db-4ffd-a07e-f39f136221e6 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:06.470823 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3fe18313-d5e9-45ef-8e8e-73bd3ccc4994 req-07152dde-d0db-4ffd-a07e-f39f136221e6 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.2107248 Jul 29 15:11:06.475002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0621a1-27ed-4233-9d68-fc080c672536 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=2b402138-a00e-4a5b-b7c2-5305fe95b2ab,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:06.494577 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7507999c-3e6e-47f9-b1fc-d51a5b37f15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Made reservation on behalf of d87b854549f4433da60ae172429bae00 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:06.498150 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7507999c-3e6e-47f9-b1fc-d51a5b37f15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:06.516877 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9a0621a1-27ed-4233-9d68-fc080c672536 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9990852 Jul 29 15:11:06.524071 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38214) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:06.576083 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3fe18313-d5e9-45ef-8e8e-73bd3ccc4994 req-060f1d48-25d4-4440-afcf-36ba0da057c9 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864682 Jul 29 15:11:06.598894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-7507999c-3e6e-47f9-b1fc-d51a5b37f15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] device_id is not set on port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:11:06.698063 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3eb808-ea28-42e1-a80e-b27af82d761d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:06.708221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3eb808-ea28-42e1-a80e-b27af82d761d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:06.713119 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38216) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:06.713345 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7e3eb808-ea28-42e1-a80e-b27af82d761d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1855061 Jul 29 15:11:06.887460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-4e551549-4af6-47f7-954b-62cc9fbb6501 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 2b402138-a00e-4a5b-b7c2-5305fe95b2ab {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:06.887912 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e551549-4af6-47f7-954b-62cc9fbb6501 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:06.963315 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7507999c-3e6e-47f9-b1fc-d51a5b37f15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:06.976411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2be91002-6e57-4f21-8e64-3a386ae4b7b1 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:11:07.020517 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7507999c-3e6e-47f9-b1fc-d51a5b37f15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:07.023854 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e551549-4af6-47f7-954b-62cc9fbb6501 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:07.059480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-4e551549-4af6-47f7-954b-62cc9fbb6501 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 2b402138-a00e-4a5b-b7c2-5305fe95b2ab owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:07.065407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 2be91002-6e57-4f21-8e64-3a386ae4b7b1 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:07.120189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7507999c-3e6e-47f9-b1fc-d51a5b37f15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Network 6de6fbb9-09f9-49e2-be9e-db86609e2488 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:07.127873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-7507999c-3e6e-47f9-b1fc-d51a5b37f15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:07.134432 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7507999c-3e6e-47f9-b1fc-d51a5b37f15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:07.135405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7507999c-3e6e-47f9-b1fc-d51a5b37f15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:07.136244 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7507999c-3e6e-47f9-b1fc-d51a5b37f15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:07.140341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507999c-3e6e-47f9-b1fc-d51a5b37f15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Pushing event updated for resources: {'Port': ['ID=c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:07.166974 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7507999c-3e6e-47f9-b1fc-d51a5b37f15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7328713 Jul 29 15:11:07.170249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38220) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:07.177386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:07.232770 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e551549-4af6-47f7-954b-62cc9fbb6501 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:07.269442 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:07.272046 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e551549-4af6-47f7-954b-62cc9fbb6501 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=2b402138-a00e-4a5b-b7c2-5305fe95b2ab,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:07.312729 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e551549-4af6-47f7-954b-62cc9fbb6501 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:07.313822 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4e551549-4af6-47f7-954b-62cc9fbb6501 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/2b402138-a00e-4a5b-b7c2-5305fe95b2ab HTTP/1.1" status: 204 len: 168 time: 0.5996292 Jul 29 15:11:07.317187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38226) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:07.414380 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc75b82-ff9b-44ed-8749-e88fe60dc761 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:07.415858 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc75b82-ff9b-44ed-8749-e88fe60dc761 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:07.426151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2cc75b82-ff9b-44ed-8749-e88fe60dc761 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1054735 Jul 29 15:11:07.427977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38228) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:07.563155 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab2750a-1da8-4bcf-9467-c132e576450f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 4161f109-8269-4719-82a0-24134e85fd9b {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:11:07.568527 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ab2750a-1da8-4bcf-9467-c132e576450f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:07.602188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] device_id is not set on port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:11:07.613369 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:07.623446 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ab2750a-1da8-4bcf-9467-c132e576450f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:07.631748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Transition to ACTIVE for port object c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:07.647300 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:07.723953 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ab2750a-1da8-4bcf-9467-c132e576450f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:07.822408 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ab2750a-1da8-4bcf-9467-c132e576450f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:07.828387 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Pushing event updated for resources: {'Port': ['ID=c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:07.835166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:07.835514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:07.835875 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:07.876764 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbb551-2bbc-46ad-a4dc-807ba22dc534 req-556568e6-69e3-482e-8dc4-dccc86870039 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:07.895672 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2750a-1da8-4bcf-9467-c132e576450f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=4161f109-8269-4719-82a0-24134e85fd9b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:07.895885 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ebbb551-2bbc-46ad-a4dc-807ba22dc534 req-556568e6-69e3-482e-8dc4-dccc86870039 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.1719067 Jul 29 15:11:07.916991 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6ab2750a-1da8-4bcf-9467-c132e576450f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:07.922013 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6ab2750a-1da8-4bcf-9467-c132e576450f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/4161f109-8269-4719-82a0-24134e85fd9b HTTP/1.1" status: 204 len: 168 time: 0.4859235 Jul 29 15:11:07.929893 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38236) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:07.954254 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:07.954596 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:07.956317 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 2 to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 Jul 29 15:11:08.000297 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2fa48ebc-499f-4533-ab0c-183a95d4a55c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670998 Jul 29 15:11:08.001007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38238) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:08.022331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:08.023046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:08.023046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:08.030232 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ebbb551-2bbc-46ad-a4dc-807ba22dc534 req-9b08d14b-f7e6-45ae-9887-c7ef668a2d13 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333315 Jul 29 15:11:08.032628 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:08.033017 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:08.033683 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 3 to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 Jul 29 15:11:08.055549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:08.056185 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:08.056781 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:08.062078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:08.062718 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:08.063315 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 4 to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 Jul 29 15:11:08.077816 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5620dd98-d5e4-4eef-b8cf-ef30a25c1633 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:08.081825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5620dd98-d5e4-4eef-b8cf-ef30a25c1633 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0794694 Jul 29 15:11:08.083130 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38240) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:08.085776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156aea67-6e87-4668-8ad5-5222aca379c6 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:08.117226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:08.117876 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:08.118214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:08.130246 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:08.130577 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:08.130986 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 5 to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 Jul 29 15:11:08.150844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:08.151178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:08.151564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:08.152747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Provisioning for port 2be91002-6e57-4f21-8e64-3a386ae4b7b1 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:08.159842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:08.160534 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:08.160717 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 6 to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 Jul 29 15:11:08.165536 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f7b2c7-9316-4b62-a309-264247083398 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:08.165793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Provisioning complete for port 2be91002-6e57-4f21-8e64-3a386ae4b7b1 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:08.166174 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:08.166994 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-13f7b2c7-9316-4b62-a309-264247083398 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0819924 Jul 29 15:11:08.170835 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38244) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:08.219233 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b223fca1-3c13-452d-89f9-fdc55a9036f1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444741 Jul 29 15:11:08.219233 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:08.219233 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:08.219233 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:08.220855 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38246) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:08.222984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:08.223485 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:08.224057 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 7 to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 Jul 29 15:11:08.228790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ec08826d-b42d-4b5b-afcc-37254ca59c09 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:08.239147 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:08.239646 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:08.240241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:08.246562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:08.246562 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:08.247558 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 8 to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 Jul 29 15:11:08.263850 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:08.264422 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:08.264934 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:08.287982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:08.288582 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:08.289130 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 9 to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 Jul 29 15:11:08.316421 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:08.316650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:08.316973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:08.322243 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:08.322917 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:08.324122 n-d-802893-1 neutron-server[94157]: INFO neutron.plugins.ml2.plugin [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempt 10 to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 Jul 29 15:11:08.328471 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:08.356689 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:08.359225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:08.360529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b02819-b726-43f5-9b96-3b1c523c21bc None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:11:08.361003 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempting to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:08.371509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:11:08.371847 n-d-802893-1 neutron-server[94157]: ERROR neutron.plugins.ml2.managers [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Failed to bind port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on host n-h2-802893-1 for vnic_type normal using segments [{'id': '0418a5b7-e291-46a3-a5c0-395816a57c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '6de6fbb9-09f9-49e2-be9e-db86609e2488'}] Jul 29 15:11:08.372228 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:08.392307 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec08826d-b42d-4b5b-afcc-37254ca59c09 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:08.397429 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ec08826d-b42d-4b5b-afcc-37254ca59c09 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:08.410708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] For port 2be91002-6e57-4f21-8e64-3a386ae4b7b1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2be91002-6e57-4f21-8e64-3a386ae4b7b1,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:08.418090 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:08.472555 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-32b02819-b726-43f5-9b96-3b1c523c21bc None None] Deleting port 2be91002-6e57-4f21-8e64-3a386ae4b7b1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:08.472967 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32b02819-b726-43f5-9b96-3b1c523c21bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:08.474452 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] For port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:11:08.474942 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attempted to set empty binding levels {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 15:11:08.482188 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:08.523119 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Pushing event updated for resources: {'Port': ['ID=2be91002-6e57-4f21-8e64-3a386ae4b7b1,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:08.539998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:08.540345 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:08.540695 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:08.541548 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:08.541548 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:08.541735 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:08.542688 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:08.542964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:08.543372 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:08.543864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:08.544189 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:08.544508 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2c7b6d-89af-49fc-a5d3-98f76a13566d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:08.579178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Pushing event updated for resources: {'Port': ['ID=c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:08.585832 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-32b02819-b726-43f5-9b96-3b1c523c21bc None None] For port 2be91002-6e57-4f21-8e64-3a386ae4b7b1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2be91002-6e57-4f21-8e64-3a386ae4b7b1,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:08.586103 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32b02819-b726-43f5-9b96-3b1c523c21bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:08.593730 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] In _notify_port_updated(), no bound segment for port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 on network 6de6fbb9-09f9-49e2-be9e-db86609e2488 {{(pid=94157) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:11:08.594768 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:08.595734 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:08.597274 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9b3587a3-db59-47cb-a61e-0b12e1cf0258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] 10.222.0.16 "PUT /v2.0/ports/c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 HTTP/1.1" status: 200 len: 978 time: 1.4257760 Jul 29 15:11:08.599984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38250) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:08.628237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-32b02819-b726-43f5-9b96-3b1c523c21bc None None] Calling delete_port for 2be91002-6e57-4f21-8e64-3a386ae4b7b1 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:08.718479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d6dcc6d1-6ee4-4f95-8925-abb24c7d508e tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Deleting port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:08.719285 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6dcc6d1-6ee4-4f95-8925-abb24c7d508e tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:08.731512 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32b02819-b726-43f5-9b96-3b1c523c21bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:08.758354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b02819-b726-43f5-9b96-3b1c523c21bc None None] Pushing event deleted for resources: {'Port': ['ID=2be91002-6e57-4f21-8e64-3a386ae4b7b1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:08.765501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b02819-b726-43f5-9b96-3b1c523c21bc None None] No DVR routers for this DVR port 2be91002-6e57-4f21-8e64-3a386ae4b7b1 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:11:08.776129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.objects.ports [None req-ec08826d-b42d-4b5b-afcc-37254ca59c09 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94158) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 15:11:08.779546 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ec08826d-b42d-4b5b-afcc-37254ca59c09 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:08.814281 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-d6dcc6d1-6ee4-4f95-8925-abb24c7d508e tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] For port c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1, host n-h2-802893-1, got binding levels [] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:08.814950 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6dcc6d1-6ee4-4f95-8925-abb24c7d508e tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:08.823250 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec08826d-b42d-4b5b-afcc-37254ca59c09 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:08.828521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-ec08826d-b42d-4b5b-afcc-37254ca59c09 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:08.833574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec08826d-b42d-4b5b-afcc-37254ca59c09 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:08.834104 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ec08826d-b42d-4b5b-afcc-37254ca59c09 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:08.860096 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea12bd9b-1229-4036-a1c3-0d6ea8189aca None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:08.864169 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08826d-b42d-4b5b-afcc-37254ca59c09 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=3d00919d-5f75-466d-b3be-70ac5b7af312,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:08.865098 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d6dcc6d1-6ee4-4f95-8925-abb24c7d508e tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Calling delete_port for c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:08.869124 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ec08826d-b42d-4b5b-afcc-37254ca59c09 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6459985 Jul 29 15:11:08.873739 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38252) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:08.879224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d5444005-0ba1-4e18-b3e2-57af8dc74401 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'mac_address': 'fa:16:3e:f4:93:72', 'name': 'tempest-NetworksTestDHCPv6-1905389830'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:08.940040 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2be91002-6e57-4f21-8e64-3a386ae4b7b1 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:11:08.982602 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6dcc6d1-6ee4-4f95-8925-abb24c7d508e tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:08.996551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 2be91002-6e57-4f21-8e64-3a386ae4b7b1 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:11:08.998007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2be91002-6e57-4f21-8e64-3a386ae4b7b1 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:11:09.032714 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6dcc6d1-6ee4-4f95-8925-abb24c7d508e tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:09.035571 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d6dcc6d1-6ee4-4f95-8925-abb24c7d508e tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] 10.222.0.16 "DELETE /v2.0/ports/c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 HTTP/1.1" status: 204 len: 168 time: 0.4341826 Jul 29 15:11:09.036945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dcc6d1-6ee4-4f95-8925-abb24c7d508e tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:09.039369 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38254) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:09.118776 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c21ef3-5fa4-4b98-b0eb-9c713662e44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] GET failed (client error): The resource could not be found. Jul 29 15:11:09.125478 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-56c21ef3-5fa4-4b98-b0eb-9c713662e44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654 tempest-PortsAdminExtendedAttrsIpV6TestJSON-959507654-project-admin] 10.222.0.16 "GET /v2.0/ports/c8c1db4a-3ab2-4a52-a48e-26bf3537bdb1 HTTP/1.1" status: 404 len: 333 time: 0.0831211 Jul 29 15:11:09.131023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38258) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:09.283668 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bd0591a-70e4-4629-97f0-aed21b3fd74b tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:09.293689 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': '3d00919d-5f75-466d-b3be-70ac5b7af312'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:11:09.294815 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:09.431129 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bd0591a-70e4-4629-97f0-aed21b3fd74b tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:09.463466 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0bd0591a-70e4-4629-97f0-aed21b3fd74b tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de6fbb9-09f9-49e2-be9e-db86609e2488']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:09.488460 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Allocated IP 2001:db8::f816:3eff:fe3b:bde4 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/3d00919d-5f75-466d-b3be-70ac5b7af312/287249ef-1992-43a3-b01c-4a32ca22fd4e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:09.500077 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0bd0591a-70e4-4629-97f0-aed21b3fd74b tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0418a5b7-e291-46a3-a5c0-395816a57c74') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:09.500372 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0bd0591a-70e4-4629-97f0-aed21b3fd74b tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0418a5b7-e291-46a3-a5c0-395816a57c74') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:09.513545 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bd0591a-70e4-4629-97f0-aed21b3fd74b tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:09.534494 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bd0591a-70e4-4629-97f0-aed21b3fd74b tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:09.544873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd0591a-70e4-4629-97f0-aed21b3fd74b tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:11:09.546053 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bd0591a-70e4-4629-97f0-aed21b3fd74b tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:11:09.551232 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:11:09.587674 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1817f1-dda5-415a-a708-dec91630c615 req-d46e5016-8162-43ef-8d5b-ecbc3225bba5 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:09.589998 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e1817f1-dda5-415a-a708-dec91630c615 req-d46e5016-8162-43ef-8d5b-ecbc3225bba5 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.0907590 Jul 29 15:11:09.654293 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e1817f1-dda5-415a-a708-dec91630c615 req-13435200-aa58-4525-9afc-ae94d42b1db4 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561690 Jul 29 15:11:09.655749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5444005-0ba1-4e18-b3e2-57af8dc74401 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:09.660241 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d5444005-0ba1-4e18-b3e2-57af8dc74401 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:09.670128 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bd0591a-70e4-4629-97f0-aed21b3fd74b tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:09.686678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-d5444005-0ba1-4e18-b3e2-57af8dc74401 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port 4e221f12-2b82-4f33-9303-65e87f4ebe65 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:11:09.701814 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bd0591a-70e4-4629-97f0-aed21b3fd74b tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:09.726094 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0bd0591a-70e4-4629-97f0-aed21b3fd74b tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] 10.222.0.16 "DELETE /v2.0/networks/6de6fbb9-09f9-49e2-be9e-db86609e2488 HTTP/1.1" status: 204 len: 168 time: 0.5800238 Jul 29 15:11:09.763890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0591a-70e4-4629-97f0-aed21b3fd74b tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-38257390-project] Pushing event deleted for resources: {'Network': ['ID=6de6fbb9-09f9-49e2-be9e-db86609e2488,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:09.868861 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:09.887211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Transition to ACTIVE for port object 287249ef-1992-43a3-b01c-4a32ca22fd4e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:09.917196 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Transition to ACTIVE for port object 287249ef-1992-43a3-b01c-4a32ca22fd4e will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:09.940004 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:10.060299 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:10.061370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Pushing event updated for resources: {'Port': ['ID=287249ef-1992-43a3-b01c-4a32ca22fd4e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:10.066080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:10.069276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-d5444005-0ba1-4e18-b3e2-57af8dc74401 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::f816:3eff:fef4:9372 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/3d00919d-5f75-466d-b3be-70ac5b7af312/4e221f12-2b82-4f33-9303-65e87f4ebe65) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:10.070340 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:10.171320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Attempting to bind port 287249ef-1992-43a3-b01c-4a32ca22fd4e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:10.173863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Attempting to bind port 287249ef-1992-43a3-b01c-4a32ca22fd4e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:10.173863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Attempting to bind port 287249ef-1992-43a3-b01c-4a32ca22fd4e on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:10.200739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:11:10.202148 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:11:10.203762 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:10.204954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:11:10.206146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Bound port: 287249ef-1992-43a3-b01c-4a32ca22fd4e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:11:10.207682 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:10.281301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38292) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:10.337456 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] For port 287249ef-1992-43a3-b01c-4a32ca22fd4e, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:11:10.342312 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] For port 287249ef-1992-43a3-b01c-4a32ca22fd4e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=287249ef-1992-43a3-b01c-4a32ca22fd4e,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:11:10.347961 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:10.421420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cd832-9e2e-428c-94c8-3a8bfe565d92 None None] Pushing event updated for resources: {'Port': ['ID=287249ef-1992-43a3-b01c-4a32ca22fd4e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:10.485127 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d5444005-0ba1-4e18-b3e2-57af8dc74401 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:10.496592 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3e1f4ae1-1a26-4095-8fec-b9a32d99022b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9eec7c981424451da50d31e86fbbf6dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105286 Jul 29 15:11:10.496944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38300) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:10.503598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-d5444005-0ba1-4e18-b3e2-57af8dc74401 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 4e221f12-2b82-4f33-9303-65e87f4ebe65 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:10.571611 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d5444005-0ba1-4e18-b3e2-57af8dc74401 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:10.578479 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae7e4473-e07d-4ed1-9c29-fa7cf1417b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:10.606889 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae7e4473-e07d-4ed1-9c29-fa7cf1417b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:10.657513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5444005-0ba1-4e18-b3e2-57af8dc74401 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=4e221f12-2b82-4f33-9303-65e87f4ebe65,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:10.667792 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae7e4473-e07d-4ed1-9c29-fa7cf1417b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:10.671305 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae7e4473-e07d-4ed1-9c29-fa7cf1417b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:10.672650 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ae7e4473-e07d-4ed1-9c29-fa7cf1417b9b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/930a9123-8b32-4bc9-b48b-a8f0604d439f HTTP/1.1" status: 204 len: 168 time: 0.1747594 Jul 29 15:11:10.683706 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e4473-e07d-4ed1-9c29-fa7cf1417b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930a9123-8b32-4bc9-b48b-a8f0604d439f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:10.684009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5444005-0ba1-4e18-b3e2-57af8dc74401 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:10.686067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-d5444005-0ba1-4e18-b3e2-57af8dc74401 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:10.688555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5444005-0ba1-4e18-b3e2-57af8dc74401 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:10.695536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5444005-0ba1-4e18-b3e2-57af8dc74401 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:10.696350 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d5444005-0ba1-4e18-b3e2-57af8dc74401 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:10.717935 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d5444005-0ba1-4e18-b3e2-57af8dc74401 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8428295 Jul 29 15:11:10.724434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38304) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:10.832592 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21def43c-eef4-426a-89dd-8e6ad362c44f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:10.841529 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21def43c-eef4-426a-89dd-8e6ad362c44f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:10.843241 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-21def43c-eef4-426a-89dd-8e6ad362c44f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1171873 Jul 29 15:11:10.845975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38312) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:11.008055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 287249ef-1992-43a3-b01c-4a32ca22fd4e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:11:11.098632 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ab74d-d49a-45b6-ba28-a4e176551ebe req-f1267d84-c978-4d5b-b598-92f6f72ef941 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:11.100412 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-464ab74d-d49a-45b6-ba28-a4e176551ebe req-f1267d84-c978-4d5b-b598-92f6f72ef941 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.1734853 Jul 29 15:11:11.169152 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 287249ef-1992-43a3-b01c-4a32ca22fd4e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:11.172551 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:11.247203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38322) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:11.462575 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8547d11c-b11a-4a2c-a973-0486ab366ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:11.464983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-40193c06-9f49-4a4c-8414-9fc95053574f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 4e221f12-2b82-4f33-9303-65e87f4ebe65 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:11.465525 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-40193c06-9f49-4a4c-8414-9fc95053574f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:11.480135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38332) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:11.543430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-464ab74d-d49a-45b6-ba28-a4e176551ebe req-f253be8d-98cb-41f6-bd76-c57019fbec91 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348652 Jul 29 15:11:11.592695 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5c15cfa8-6d34-46bc-a22a-cc63bc6b29f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d87b854549f4433da60ae172429bae00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093245 Jul 29 15:11:11.596234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38334) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:11.632882 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-40193c06-9f49-4a4c-8414-9fc95053574f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:11.641719 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8547d11c-b11a-4a2c-a973-0486ab366ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:11.646745 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8547d11c-b11a-4a2c-a973-0486ab366ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:11.657951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-40193c06-9f49-4a4c-8414-9fc95053574f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 4e221f12-2b82-4f33-9303-65e87f4ebe65 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:11.678848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547d11c-b11a-4a2c-a973-0486ab366ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c9153a-cf4c-4a24-b914-385e16551916,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:11.717595 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-af279e0c-d739-42dd-9a77-e21355e08fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:11.722921 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8547d11c-b11a-4a2c-a973-0486ab366ef8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec288851f97144afb0a3a0d1429f62a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4745033 Jul 29 15:11:11.723759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38336) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:11.768750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-af279e0c-d739-42dd-9a77-e21355e08fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:11.786127 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d4364f8-e3b4-452d-9cf2-1ba04d6f1f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:11.827229 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d4364f8-e3b4-452d-9cf2-1ba04d6f1f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:11.867968 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-af279e0c-d739-42dd-9a77-e21355e08fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:11.872435 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-af279e0c-d739-42dd-9a77-e21355e08fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:11.873821 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-af279e0c-d739-42dd-9a77-e21355e08fe1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14f8b6f0-49d2-4b83-9458-d747ef393399 HTTP/1.1" status: 204 len: 168 time: 0.2772462 Jul 29 15:11:11.892846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af279e0c-d739-42dd-9a77-e21355e08fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f8b6f0-49d2-4b83-9458-d747ef393399,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:11.905265 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d4364f8-e3b4-452d-9cf2-1ba04d6f1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:11.908116 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d4364f8-e3b4-452d-9cf2-1ba04d6f1f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:11.912957 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9d4364f8-e3b4-452d-9cf2-1ba04d6f1f77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19c9153a-cf4c-4a24-b914-385e16551916 HTTP/1.1" status: 204 len: 168 time: 0.1880248 Jul 29 15:11:11.917439 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-40193c06-9f49-4a4c-8414-9fc95053574f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:11.941759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4364f8-e3b4-452d-9cf2-1ba04d6f1f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c9153a-cf4c-4a24-b914-385e16551916,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:11.982028 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-40193c06-9f49-4a4c-8414-9fc95053574f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:11.986825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38346) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:11.987115 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-40193c06-9f49-4a4c-8414-9fc95053574f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/4e221f12-2b82-4f33-9303-65e87f4ebe65 HTTP/1.1" status: 204 len: 168 time: 1.1400139 Jul 29 15:11:11.988314 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40193c06-9f49-4a4c-8414-9fc95053574f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=4e221f12-2b82-4f33-9303-65e87f4ebe65,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:12.072535 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2413f0-3008-4810-bab3-6b46ab0944d1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:12.075073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2413f0-3008-4810-bab3-6b46ab0944d1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:12.076769 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3d2413f0-3008-4810-bab3-6b46ab0944d1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0874734 Jul 29 15:11:12.079983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38348) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:12.160275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbd87e2-df28-4280-b8de-09645345211a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 3d00919d-5f75-466d-b3be-70ac5b7af312 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:11:12.166093 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-acbd87e2-df28-4280-b8de-09645345211a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:12.201487 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a7931f44-9123-4eb6-b2e5-f5336d6941e8 None None] Provisioning for port 287249ef-1992-43a3-b01c-4a32ca22fd4e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:12.207643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a7931f44-9123-4eb6-b2e5-f5336d6941e8 None None] Provisioning complete for port 287249ef-1992-43a3-b01c-4a32ca22fd4e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:12.208021 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a7931f44-9123-4eb6-b2e5-f5336d6941e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:12.320768 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-acbd87e2-df28-4280-b8de-09645345211a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:12.433351 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-acbd87e2-df28-4280-b8de-09645345211a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:12.436040 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a7931f44-9123-4eb6-b2e5-f5336d6941e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:12.534614 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-acbd87e2-df28-4280-b8de-09645345211a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:12.553464 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-acbd87e2-df28-4280-b8de-09645345211a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:12.558678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38370) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:12.560229 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-acbd87e2-df28-4280-b8de-09645345211a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/3d00919d-5f75-466d-b3be-70ac5b7af312 HTTP/1.1" status: 204 len: 168 time: 0.4773321 Jul 29 15:11:12.608641 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd87e2-df28-4280-b8de-09645345211a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=3d00919d-5f75-466d-b3be-70ac5b7af312,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:12.635077 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-25ba3b56-2a0f-4e6b-b6e3-02bfbbd88c85 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749612 Jul 29 15:11:12.638175 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38380) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:12.644225 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-28a12876-b379-4cf4-a459-28931e8816da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:12.648209 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-a7931f44-9123-4eb6-b2e5-f5336d6941e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:11:12.648578 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-a7931f44-9123-4eb6-b2e5-f5336d6941e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:11:12.777811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33d13fe-4dbc-40e6-9991-7acad3b5edf1 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:12.915978 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52efbf-9f79-458f-b7f7-e06bfda0dc40 req-b3321fcc-4880-42b8-b932-76dce1bb489f tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:12.917701 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ce52efbf-9f79-458f-b7f7-e06bfda0dc40 req-b3321fcc-4880-42b8-b932-76dce1bb489f tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.1509907 Jul 29 15:11:12.966781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a12876-b379-4cf4-a459-28931e8816da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:12.971749 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-28a12876-b379-4cf4-a459-28931e8816da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:13.038686 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b782702-f9f4-4af7-95e6-5ebb1030c54a None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:11:13.088561 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ce52efbf-9f79-458f-b7f7-e06bfda0dc40 req-07ee8cf6-f08d-4375-8699-c7b7d9d874d2 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597264 Jul 29 15:11:13.191417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0b782702-f9f4-4af7-95e6-5ebb1030c54a None None] Deleting port 287249ef-1992-43a3-b01c-4a32ca22fd4e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:13.191787 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b782702-f9f4-4af7-95e6-5ebb1030c54a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:13.239411 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a7931f44-9123-4eb6-b2e5-f5336d6941e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:13.321739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0b782702-f9f4-4af7-95e6-5ebb1030c54a None None] For port 287249ef-1992-43a3-b01c-4a32ca22fd4e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=287249ef-1992-43a3-b01c-4a32ca22fd4e,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:13.322550 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b782702-f9f4-4af7-95e6-5ebb1030c54a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:13.327072 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a7931f44-9123-4eb6-b2e5-f5336d6941e8 None None] For port 287249ef-1992-43a3-b01c-4a32ca22fd4e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=287249ef-1992-43a3-b01c-4a32ca22fd4e,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:13.349616 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a7931f44-9123-4eb6-b2e5-f5336d6941e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:13.363684 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0b782702-f9f4-4af7-95e6-5ebb1030c54a None None] Calling delete_port for 287249ef-1992-43a3-b01c-4a32ca22fd4e owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:13.465477 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7931f44-9123-4eb6-b2e5-f5336d6941e8 None None] Pushing event updated for resources: {'Port': ['ID=287249ef-1992-43a3-b01c-4a32ca22fd4e,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:13.484731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f508a035-ec4f-4a6e-ba88-d834e6217199 None None] Could not find standard attr ID for object 4e221f12-2b82-4f33-9303-65e87f4ebe65. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:11:13.494236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.objects.ports [None req-28a12876-b379-4cf4-a459-28931e8816da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94158) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 15:11:13.544861 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b782702-f9f4-4af7-95e6-5ebb1030c54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:13.576432 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b782702-f9f4-4af7-95e6-5ebb1030c54a None None] Pushing event deleted for resources: {'Port': ['ID=287249ef-1992-43a3-b01c-4a32ca22fd4e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:13.584591 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b782702-f9f4-4af7-95e6-5ebb1030c54a None None] No DVR routers for this DVR port 287249ef-1992-43a3-b01c-4a32ca22fd4e on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:11:13.750258 n-d-802893-1 neutron-server[94158]: WARNING neutron.services.revisions.revision_plugin [None req-28a12876-b379-4cf4-a459-28931e8816da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Could not find related port for resource to bump revision. Jul 29 15:11:13.763955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.ipam_pluggable_backend [None req-28a12876-b379-4cf4-a459-28931e8816da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Port 287249ef-1992-43a3-b01c-4a32ca22fd4e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94158) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 29 15:11:13.764273 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.ipam_pluggable_backend [None req-28a12876-b379-4cf4-a459-28931e8816da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3b:bde4 {{(pid=94158) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 29 15:11:13.768322 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.ipam_pluggable_backend [None req-28a12876-b379-4cf4-a459-28931e8816da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3b:bde4 {{(pid=94158) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 29 15:11:13.769658 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-28a12876-b379-4cf4-a459-28931e8816da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:13.887578 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a12876-b379-4cf4-a459-28931e8816da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:13.925218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-28a12876-b379-4cf4-a459-28931e8816da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:13.927806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a12876-b379-4cf4-a459-28931e8816da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=a19f1214-4334-428e-abbd-d4496e6085c9,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:13.931914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a12876-b379-4cf4-a459-28931e8816da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:13.932706 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-28a12876-b379-4cf4-a459-28931e8816da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:13.941346 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba444744-cf76-40b9-973d-c9f3d10203c7 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:13.965195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-28a12876-b379-4cf4-a459-28931e8816da tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3255413 Jul 29 15:11:13.967599 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38438) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:13.974025 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-02c40285-a31d-4f85-87b7-d41d3e5dbb9f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'mac_address': 'fa:16:3e:86:65:0c', 'name': 'tempest-NetworksTestDHCPv6-1695999676'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:14.112326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c40285-a31d-4f85-87b7-d41d3e5dbb9f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:14.124313 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38442) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:14.147918 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': 'a19f1214-4334-428e-abbd-d4496e6085c9'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:11:14.150842 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:14.256254 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02c40285-a31d-4f85-87b7-d41d3e5dbb9f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:14.282066 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-02c40285-a31d-4f85-87b7-d41d3e5dbb9f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port 0b5a53c9-690b-4f4f-a9d5-34ebe9babf7c yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:11:14.312876 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3e538414-3fa3-4dc6-9d8c-5f754174a716 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-548385289', 'router:external': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:14.356532 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92221446-fb94-442a-944d-689f5c6fbb70 req-852c1f18-12b6-42ff-a3c3-02de156c7a3f tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:14.364969 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-92221446-fb94-442a-944d-689f5c6fbb70 req-852c1f18-12b6-42ff-a3c3-02de156c7a3f tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.1299014 Jul 29 15:11:14.376030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e538414-3fa3-4dc6-9d8c-5f754174a716 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Made reservation on behalf of be79740bbfe3475da1f8c70a44abe313 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:14.379415 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e538414-3fa3-4dc6-9d8c-5f754174a716 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:14.400055 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e538414-3fa3-4dc6-9d8c-5f754174a716 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:14.413608 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-02c40285-a31d-4f85-87b7-d41d3e5dbb9f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::f816:3eff:fe86:650c (dc65256a-a355-4363-ac4a-38e1bcb69bfa/a19f1214-4334-428e-abbd-d4496e6085c9/0b5a53c9-690b-4f4f-a9d5-34ebe9babf7c) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:14.446176 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-92221446-fb94-442a-944d-689f5c6fbb70 req-62061c3e-8d38-406d-992f-971083e660d0 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799553 Jul 29 15:11:14.562378 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e538414-3fa3-4dc6-9d8c-5f754174a716 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:14.567302 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e538414-3fa3-4dc6-9d8c-5f754174a716 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:14.593445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e538414-3fa3-4dc6-9d8c-5f754174a716 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:11:14.611653 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e538414-3fa3-4dc6-9d8c-5f754174a716 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b04fc4-d135-471f-89aa-ef3d0161f190,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:14.617414 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e538414-3fa3-4dc6-9d8c-5f754174a716 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:14.617791 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-3e538414-3fa3-4dc6-9d8c-5f754174a716 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Added segment f721f42f-903d-4db6-8d35-3a52ce2ea875 of type vlan for network 98ba9bb5-1198-46ec-9bd6-224f626436c5 Jul 29 15:11:14.671849 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02c40285-a31d-4f85-87b7-d41d3e5dbb9f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:14.689701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-02c40285-a31d-4f85-87b7-d41d3e5dbb9f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 0b5a53c9-690b-4f4f-a9d5-34ebe9babf7c will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:14.703661 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e538414-3fa3-4dc6-9d8c-5f754174a716 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:14.751235 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02c40285-a31d-4f85-87b7-d41d3e5dbb9f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:14.758442 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e538414-3fa3-4dc6-9d8c-5f754174a716 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:14.759748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e538414-3fa3-4dc6-9d8c-5f754174a716 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:14.763758 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3e538414-3fa3-4dc6-9d8c-5f754174a716 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:14.829432 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3e538414-3fa3-4dc6-9d8c-5f754174a716 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7025223 Jul 29 15:11:14.831867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38458) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:14.858723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1b4bf4d9-58f3-4c99-bdd3-54c6e2c3a9e5 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Request body: {'subnet': {'network_id': '98ba9bb5-1198-46ec-9bd6-224f626436c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:14.872747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Allocated IP 2001:db8::f816:3eff:fe31:13e2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/a19f1214-4334-428e-abbd-d4496e6085c9/de784ef0-98fc-4522-8f65-7ac498c51294) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:14.877503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e538414-3fa3-4dc6-9d8c-5f754174a716 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Pushing event updated for resources: {'Network': ['ID=98ba9bb5-1198-46ec-9bd6-224f626436c5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:14.895773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c40285-a31d-4f85-87b7-d41d3e5dbb9f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=0b5a53c9-690b-4f4f-a9d5-34ebe9babf7c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:14.900489 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c40285-a31d-4f85-87b7-d41d3e5dbb9f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:14.902555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-02c40285-a31d-4f85-87b7-d41d3e5dbb9f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:14.903270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 98ba9bb5-1198-46ec-9bd6-224f626436c5 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:11:14.905373 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c40285-a31d-4f85-87b7-d41d3e5dbb9f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:14.911750 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c40285-a31d-4f85-87b7-d41d3e5dbb9f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:14.912387 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02c40285-a31d-4f85-87b7-d41d3e5dbb9f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:14.913446 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4bf4d9-58f3-4c99-bdd3-54c6e2c3a9e5 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Made reservation on behalf of be79740bbfe3475da1f8c70a44abe313 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:14.914888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 287249ef-1992-43a3-b01c-4a32ca22fd4e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:11:14.916609 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf4d9-58f3-4c99-bdd3-54c6e2c3a9e5 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:14.942012 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-02c40285-a31d-4f85-87b7-d41d3e5dbb9f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9729903 Jul 29 15:11:14.946712 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38462) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:15.042714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49362d7c-f1c2-44ce-ab24-16e29899af62 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:15.045138 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-49362d7c-f1c2-44ce-ab24-16e29899af62 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0965230 Jul 29 15:11:15.051944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38470) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:15.102981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 287249ef-1992-43a3-b01c-4a32ca22fd4e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:11:15.103274 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 287249ef-1992-43a3-b01c-4a32ca22fd4e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:11:15.275789 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-6409f54a-7ca2-49a4-bb16-3807e16f93d3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 0b5a53c9-690b-4f4f-a9d5-34ebe9babf7c {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:15.276999 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6409f54a-7ca2-49a4-bb16-3807e16f93d3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:15.337932 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:15.355542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Transition to ACTIVE for port object de784ef0-98fc-4522-8f65-7ac498c51294 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:15.376609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Transition to ACTIVE for port object de784ef0-98fc-4522-8f65-7ac498c51294 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:15.383552 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:15.430318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:15.434454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:15.438662 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:15.478464 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6409f54a-7ca2-49a4-bb16-3807e16f93d3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:15.491636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Pushing event updated for resources: {'Port': ['ID=de784ef0-98fc-4522-8f65-7ac498c51294,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:15.505574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-6409f54a-7ca2-49a4-bb16-3807e16f93d3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 0b5a53c9-690b-4f4f-a9d5-34ebe9babf7c owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:15.527086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Attempting to bind port de784ef0-98fc-4522-8f65-7ac498c51294 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:15.527540 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Attempting to bind port de784ef0-98fc-4522-8f65-7ac498c51294 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:15.528111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Attempting to bind port de784ef0-98fc-4522-8f65-7ac498c51294 on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:15.535097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:11:15.535565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:11:15.536084 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:15.536561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:11:15.537148 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Bound port: de784ef0-98fc-4522-8f65-7ac498c51294, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:11:15.537608 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:15.617309 n-d-802893-1 neutron-server[94157]: DEBUG neutron.objects.ports [None req-1b4bf4d9-58f3-4c99-bdd3-54c6e2c3a9e5 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94157) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 15:11:15.617783 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf4d9-58f3-4c99-bdd3-54c6e2c3a9e5 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:15.669034 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] For port de784ef0-98fc-4522-8f65-7ac498c51294, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:11:15.674991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] For port de784ef0-98fc-4522-8f65-7ac498c51294, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=de784ef0-98fc-4522-8f65-7ac498c51294,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:11:15.677731 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bf4d9-58f3-4c99-bdd3-54c6e2c3a9e5 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2deade48-f782-4c17-8d78-81177c283501,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:15.677875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c7502-f9d8-4f62-9ec0-f857466fdd84 req-31dc41a9-d28c-4649-a758-6623c4069938 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:15.680180 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fb4c7502-f9d8-4f62-9ec0-f857466fdd84 req-31dc41a9-d28c-4649-a758-6623c4069938 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.0989597 Jul 29 15:11:15.687960 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:15.742725 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fb4c7502-f9d8-4f62-9ec0-f857466fdd84 req-dc292346-1efe-49aa-8173-6a051df40f55 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557728 Jul 29 15:11:15.770160 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4bf4d9-58f3-4c99-bdd3-54c6e2c3a9e5 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Checking segment: {'id': 'f721f42f-903d-4db6-8d35-3a52ce2ea875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '98ba9bb5-1198-46ec-9bd6-224f626436c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:11:15.770593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4bf4d9-58f3-4c99-bdd3-54c6e2c3a9e5 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Network hostable DHCP agents. Network: 98ba9bb5-1198-46ec-9bd6-224f626436c5, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:11:15.815889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4bf4d9-58f3-4c99-bdd3-54c6e2c3a9e5 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Network 98ba9bb5-1198-46ec-9bd6-224f626436c5 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:11:15.839916 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b315176-a878-4ff7-a91f-fa6a6d7e92de None None] Pushing event updated for resources: {'Port': ['ID=de784ef0-98fc-4522-8f65-7ac498c51294,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:15.861476 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6409f54a-7ca2-49a4-bb16-3807e16f93d3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:15.867709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-1b4bf4d9-58f3-4c99-bdd3-54c6e2c3a9e5 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 98ba9bb5-1198-46ec-9bd6-224f626436c5) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:15.884640 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adda297d-e526-46a3-a4ae-d68e4ae47586 None None] Network 98ba9bb5-1198-46ec-9bd6-224f626436c5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:15.919415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4bf4d9-58f3-4c99-bdd3-54c6e2c3a9e5 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:15.919748 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf4d9-58f3-4c99-bdd3-54c6e2c3a9e5 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:15.975848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409f54a-7ca2-49a4-bb16-3807e16f93d3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=0b5a53c9-690b-4f4f-a9d5-34ebe9babf7c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:15.983128 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6409f54a-7ca2-49a4-bb16-3807e16f93d3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:15.987243 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6409f54a-7ca2-49a4-bb16-3807e16f93d3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/0b5a53c9-690b-4f4f-a9d5-34ebe9babf7c HTTP/1.1" status: 204 len: 168 time: 0.9321337 Jul 29 15:11:15.988060 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38498) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:16.001226 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1b4bf4d9-58f3-4c99-bdd3-54c6e2c3a9e5 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1566844 Jul 29 15:11:16.005299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38500) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:16.012972 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-763420393', 'network_id': '98ba9bb5-1198-46ec-9bd6-224f626436c5'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:16.068701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Made reservation on behalf of be79740bbfe3475da1f8c70a44abe313 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:16.071436 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:16.083828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52df603-01fa-4055-96f1-8b07b3f50b6f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:16.086608 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52df603-01fa-4055-96f1-8b07b3f50b6f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:16.088739 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d52df603-01fa-4055-96f1-8b07b3f50b6f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0998151 Jul 29 15:11:16.097780 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38502) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:16.131701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1d1547-6319-4a9d-a47e-335d2d848298 None None] Network 98ba9bb5-1198-46ec-9bd6-224f626436c5 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:16.143565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] device_id is not set on port de3ff4a9-3d18-4263-a9b9-7df4081e812f yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:11:16.218557 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-21751ee7-3bb1-40ac-b9c7-bdbc99436135 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet a19f1214-4334-428e-abbd-d4496e6085c9 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:11:16.226024 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21751ee7-3bb1-40ac-b9c7-bdbc99436135 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:16.310461 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21751ee7-3bb1-40ac-b9c7-bdbc99436135 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:16.320460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Allocated IP 2001:db8::3bc (98ba9bb5-1198-46ec-9bd6-224f626436c5/2deade48-f782-4c17-8d78-81177c283501/de3ff4a9-3d18-4263-a9b9-7df4081e812f) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:16.419085 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21751ee7-3bb1-40ac-b9c7-bdbc99436135 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:16.522786 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21751ee7-3bb1-40ac-b9c7-bdbc99436135 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:16.527562 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:16.563781 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21751ee7-3bb1-40ac-b9c7-bdbc99436135 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=a19f1214-4334-428e-abbd-d4496e6085c9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:16.568039 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-21751ee7-3bb1-40ac-b9c7-bdbc99436135 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:16.572859 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-21751ee7-3bb1-40ac-b9c7-bdbc99436135 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/a19f1214-4334-428e-abbd-d4496e6085c9 HTTP/1.1" status: 204 len: 168 time: 0.4735115 Jul 29 15:11:16.573692 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38514) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:16.617783 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9282dd3d-fa21-4c95-9d7b-86a008a641e8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428009 Jul 29 15:11:16.618806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38516) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:16.629376 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:16.679052 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Network 98ba9bb5-1198-46ec-9bd6-224f626436c5 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:16.684253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:16.690954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94719d66-0054-4c38-9d85-7fa119295718 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:16.691299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:16.694850 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-94719d66-0054-4c38-9d85-7fa119295718 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0726161 Jul 29 15:11:16.694980 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:16.694980 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:16.695274 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38518) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:16.705605 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Pushing event updated for resources: {'Port': ['ID=de3ff4a9-3d18-4263-a9b9-7df4081e812f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:16.728337 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7189717 Jul 29 15:11:16.728337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:16.728337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:16.728764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:16.729027 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:16.730173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:16.730509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:16.730908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:16.731312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:16.732252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:16.732388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38520) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:16.732661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:16.733100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:16.733504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be372acc-d109-40c0-b6f9-df60eb8f0656 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:16.810907 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123c3df0-60d5-4ba3-a094-e92e6592f02d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:16.812610 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-123c3df0-60d5-4ba3-a094-e92e6592f02d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1163042 Jul 29 15:11:16.816005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38526) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:16.910881 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-67339b86-40d5-404d-87ad-9f819913451e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929704 Jul 29 15:11:16.916385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38530) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:16.922756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-fce01ab4-c70a-4518-be6d-09e294c0ece6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:16.963826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-94f5eba7-10a5-458c-aa6d-306564d3ca69 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Deleting port de3ff4a9-3d18-4263-a9b9-7df4081e812f {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:16.964929 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-94f5eba7-10a5-458c-aa6d-306564d3ca69 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:16.965783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device de784ef0-98fc-4522-8f65-7ac498c51294 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:11:17.031002 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885db951-4e6e-4ba8-b231-a69c89e3e538 req-a3fea31b-e4c6-4123-8a99-ad842590722d tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:17.032608 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-885db951-4e6e-4ba8-b231-a69c89e3e538 req-a3fea31b-e4c6-4123-8a99-ad842590722d tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.1340141 Jul 29 15:11:17.100005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port de784ef0-98fc-4522-8f65-7ac498c51294 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:17.132239 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-885db951-4e6e-4ba8-b231-a69c89e3e538 req-6b98f0c1-d802-462c-9186-b12cb00d7c8f tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729389 Jul 29 15:11:17.163064 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-94f5eba7-10a5-458c-aa6d-306564d3ca69 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:17.185029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-94f5eba7-10a5-458c-aa6d-306564d3ca69 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Calling delete_port for de3ff4a9-3d18-4263-a9b9-7df4081e812f owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:17.189877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce01ab4-c70a-4518-be6d-09e294c0ece6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:17.194670 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fce01ab4-c70a-4518-be6d-09e294c0ece6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:17.335512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7b9f84-be97-4e1a-ad24-1ea93143c169 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:17.356938 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-94f5eba7-10a5-458c-aa6d-306564d3ca69 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:17.391337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5eba7-10a5-458c-aa6d-306564d3ca69 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Pushing event deleted for resources: {'Port': ['ID=de3ff4a9-3d18-4263-a9b9-7df4081e812f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:17.422598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-94f5eba7-10a5-458c-aa6d-306564d3ca69 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:17.427309 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-94f5eba7-10a5-458c-aa6d-306564d3ca69 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "DELETE /v2.0/ports/de3ff4a9-3d18-4263-a9b9-7df4081e812f HTTP/1.1" status: 204 len: 168 time: 0.6940038 Jul 29 15:11:17.428230 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38544) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:17.434843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98ba9bb5-1198-46ec-9bd6-224f626436c5', 'external_fixed_ips': [{'subnet_id': '2deade48-f782-4c17-8d78-81177c283501', 'ip_address': '2001:db8::3bc'}]}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:17.464767 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fce01ab4-c70a-4518-be6d-09e294c0ece6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:17.471841 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:17.473705 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:17.518704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-16c87af9-dd84-4d6c-9c3b-3b1579a23df9 None None] Provisioning for port de784ef0-98fc-4522-8f65-7ac498c51294 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:17.529873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-16c87af9-dd84-4d6c-9c3b-3b1579a23df9 None None] Provisioning complete for port de784ef0-98fc-4522-8f65-7ac498c51294 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:17.530653 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16c87af9-dd84-4d6c-9c3b-3b1579a23df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:17.560208 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:17.593614 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce01ab4-c70a-4518-be6d-09e294c0ece6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:17.603968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-fce01ab4-c70a-4518-be6d-09e294c0ece6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:17.612300 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce01ab4-c70a-4518-be6d-09e294c0ece6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=02ec14fb-0c29-4082-bb1c-3b1d432549d5,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:17.623251 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce01ab4-c70a-4518-be6d-09e294c0ece6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:17.625961 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fce01ab4-c70a-4518-be6d-09e294c0ece6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:17.666729 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fce01ab4-c70a-4518-be6d-09e294c0ece6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7452350 Jul 29 15:11:17.668128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38548) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:17.676428 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-44664dbe-904d-4653-a770-184d74d84f70 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'mac_address': 'fa:16:3e:f5:20:64', 'name': 'tempest-NetworksTestDHCPv6-1304165981'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:17.697041 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16c87af9-dd84-4d6c-9c3b-3b1579a23df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:17.763352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-16c87af9-dd84-4d6c-9c3b-3b1579a23df9 None None] For port de784ef0-98fc-4522-8f65-7ac498c51294, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=de784ef0-98fc-4522-8f65-7ac498c51294,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:17.769292 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-16c87af9-dd84-4d6c-9c3b-3b1579a23df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:17.813080 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:17.842789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44664dbe-904d-4653-a770-184d74d84f70 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:17.854456 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-44664dbe-904d-4653-a770-184d74d84f70 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:17.895828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-44664dbe-904d-4653-a770-184d74d84f70 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port 4ea960ac-adf2-4492-af1d-abb940070a07 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:11:17.927806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c87af9-dd84-4d6c-9c3b-3b1579a23df9 None None] Pushing event updated for resources: {'Port': ['ID=de784ef0-98fc-4522-8f65-7ac498c51294,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:18.049096 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7eefc2-80bd-4086-997f-2bba03586d8c None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:18.058793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-44664dbe-904d-4653-a770-184d74d84f70 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::1fe (dc65256a-a355-4363-ac4a-38e1bcb69bfa/02ec14fb-0c29-4082-bb1c-3b1d432549d5/4ea960ac-adf2-4492-af1d-abb940070a07) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:18.147025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c4707840-16f4-467c-a77d-4c5518696528 None None] Provisioning complete for port de784ef0-98fc-4522-8f65-7ac498c51294 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:18.147516 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c4707840-16f4-467c-a77d-4c5518696528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:18.253634 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:18.280165 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:18.441813 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-44664dbe-904d-4653-a770-184d74d84f70 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:18.496965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Allocated IP 2001:db8::3bc (98ba9bb5-1198-46ec-9bd6-224f626436c5/2deade48-f782-4c17-8d78-81177c283501/76aa1f31-ee1c-468a-9441-97362c8a2cff) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:18.500411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1a059-6fbd-40e8-acf1-edf2712e184f req-9d466c9f-9b51-4a8a-89a9-6e34dc0f28b0 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:18.517638 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bee1a059-6fbd-40e8-acf1-edf2712e184f req-9d466c9f-9b51-4a8a-89a9-6e34dc0f28b0 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.2008405 Jul 29 15:11:18.517638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-44664dbe-904d-4653-a770-184d74d84f70 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 4ea960ac-adf2-4492-af1d-abb940070a07 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:18.640702 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bee1a059-6fbd-40e8-acf1-edf2712e184f req-306aa566-dbff-4d25-9103-a561dbd5aa9e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996366 Jul 29 15:11:18.643084 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-44664dbe-904d-4653-a770-184d74d84f70 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:18.654263 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:18.699004 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:18.725546 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44664dbe-904d-4653-a770-184d74d84f70 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:18.731257 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-44664dbe-904d-4653-a770-184d74d84f70 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:18.737150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44664dbe-904d-4653-a770-184d74d84f70 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:18.746366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44664dbe-904d-4653-a770-184d74d84f70 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:18.747168 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-44664dbe-904d-4653-a770-184d74d84f70 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:18.776718 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-44664dbe-904d-4653-a770-184d74d84f70 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1046135 Jul 29 15:11:18.776718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44664dbe-904d-4653-a770-184d74d84f70 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=4ea960ac-adf2-4492-af1d-abb940070a07,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:18.779111 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38570) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:18.817922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Network 98ba9bb5-1198-46ec-9bd6-224f626436c5 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:18.828104 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-42156144-68a5-4fb9-b0bf-959804eb69ed None None] Provisioning complete for port de784ef0-98fc-4522-8f65-7ac498c51294 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:18.829945 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42156144-68a5-4fb9-b0bf-959804eb69ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:18.830411 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Pushing event updated for resources: {'Port': ['ID=76aa1f31-ee1c-468a-9441-97362c8a2cff,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:18.834167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:18.845562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:18.878786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7225ac-15a1-4531-a827-2caadab845a1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:18.886914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7225ac-15a1-4531-a827-2caadab845a1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:18.893107 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cb7225ac-15a1-4531-a827-2caadab845a1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1111538 Jul 29 15:11:18.893832 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38572) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:18.983185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device de784ef0-98fc-4522-8f65-7ac498c51294 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:11:19.069782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8c658254-162a-48f7-8377-127e0ba8ff98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 4ea960ac-adf2-4492-af1d-abb940070a07 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:19.070768 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c658254-162a-48f7-8377-127e0ba8ff98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:19.192159 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port de784ef0-98fc-4522-8f65-7ac498c51294 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:19.192659 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:19.247648 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-41eb2a82-414f-4e96-8f0d-279ab438ebed None None] Could not find standard attr ID for object 0b5a53c9-690b-4f4f-a9d5-34ebe9babf7c. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:11:19.267086 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c658254-162a-48f7-8377-127e0ba8ff98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:19.284382 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:19.311176 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8c658254-162a-48f7-8377-127e0ba8ff98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 4ea960ac-adf2-4492-af1d-abb940070a07 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:19.560740 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c658254-162a-48f7-8377-127e0ba8ff98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:19.571735 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-67f0efa8-b19d-48dc-90ff-57f05b2bf0fc None None] Could not find standard attr ID for object 4ea960ac-adf2-4492-af1d-abb940070a07. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:11:19.629067 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:19.636721 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c658254-162a-48f7-8377-127e0ba8ff98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=4ea960ac-adf2-4492-af1d-abb940070a07,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:19.699063 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8c658254-162a-48f7-8377-127e0ba8ff98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:19.701121 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8c658254-162a-48f7-8377-127e0ba8ff98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/4ea960ac-adf2-4492-af1d-abb940070a07 HTTP/1.1" status: 204 len: 168 time: 0.8062544 Jul 29 15:11:19.703591 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38592) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:19.867988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d002dea9-2848-49bd-a982-f3a3e853fe0d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:19.870036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d002dea9-2848-49bd-a982-f3a3e853fe0d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:19.871603 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d002dea9-2848-49bd-a982-f3a3e853fe0d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1669049 Jul 29 15:11:19.874444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38598) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:19.897219 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d3934-c3ef-4d9e-bf4a-93b691563a56 req-f56da860-a2e9-42b0-84e5-e758b689e327 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:19.898901 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c2d3934-c3ef-4d9e-bf4a-93b691563a56 req-f56da860-a2e9-42b0-84e5-e758b689e327 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.1177590 Jul 29 15:11:19.905215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Router 2b1a5f2b-f1b7-4f99-8729-c083a67c0681 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:11:19.937231 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-7909e9e1-3d84-4e2d-9c41-1bfdc57b4dbf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 02ec14fb-0c29-4082-bb1c-3b1d432549d5 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:11:19.940954 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7909e9e1-3d84-4e2d-9c41-1bfdc57b4dbf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:19.990163 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7909e9e1-3d84-4e2d-9c41-1bfdc57b4dbf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:19.991059 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c2d3934-c3ef-4d9e-bf4a-93b691563a56 req-b1984304-c0df-4824-8548-b7fe1d8a3165 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765753 Jul 29 15:11:20.062252 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7909e9e1-3d84-4e2d-9c41-1bfdc57b4dbf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:20.097267 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:11:20.106968 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c82113-fa9c-4138-a457-157d1b4e50df None None] Sync routers for ids ['2b1a5f2b-f1b7-4f99-8729-c083a67c0681'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:11:20.131923 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:20.134874 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c82113-fa9c-4138-a457-157d1b4e50df None None] Routers {'2b1a5f2b-f1b7-4f99-8729-c083a67c0681'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:20.135735 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-42c82113-fa9c-4138-a457-157d1b4e50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2b1a5f2b-f1b7-4f99-8729-c083a67c0681'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:20.137837 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e4dcdd30-856e-488c-8038-20ff754bc854 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.7085342 Jul 29 15:11:20.138709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38600) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:20.246771 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-42c82113-fa9c-4138-a457-157d1b4e50df None None] Set router 2b1a5f2b-f1b7-4f99-8729-c083a67c0681 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:11:20.274446 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd01-f839-48b6-8b8c-4751c6f33f76 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:20.391939 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7909e9e1-3d84-4e2d-9c41-1bfdc57b4dbf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:20.440868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909e9e1-3d84-4e2d-9c41-1bfdc57b4dbf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=02ec14fb-0c29-4082-bb1c-3b1d432549d5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:20.443027 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7909e9e1-3d84-4e2d-9c41-1bfdc57b4dbf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:20.444994 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7909e9e1-3d84-4e2d-9c41-1bfdc57b4dbf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/02ec14fb-0c29-4082-bb1c-3b1d432549d5 HTTP/1.1" status: 204 len: 168 time: 0.5693932 Jul 29 15:11:20.450944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38612) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:20.453589 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee6e3fc-031b-4ff0-a015-2b31eca86aeb None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:20.458306 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd01-f839-48b6-8b8c-4751c6f33f76 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:20.534904 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e27c0e67-d67b-46d0-b8a9-61a0d6267881 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805600 Jul 29 15:11:20.535967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38618) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:20.587049 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-42c82113-fa9c-4138-a457-157d1b4e50df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b1a5f2b-f1b7-4f99-8729-c083a67c0681', 'name': '', 'tenant_id': 'be79740bbfe3475da1f8c70a44abe313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98ba9bb5-1198-46ec-9bd6-224f626436c5', 'external_fixed_ips': [{'subnet_id': '2deade48-f782-4c17-8d78-81177c283501', 'ip_address': '2001:db8::3bc'}], 'enable_snat': True}, 'gw_port_id': '76aa1f31-ee1c-468a-9441-97362c8a2cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:11:17Z', 'updated_at': '2021-07-29T15:11:19Z', 'revision_number': 3, 'project_id': 'be79740bbfe3475da1f8c70a44abe313', 'gw_port': {'id': '76aa1f31-ee1c-468a-9441-97362c8a2cff', 'name': '', 'network_id': '98ba9bb5-1198-46ec-9bd6-224f626436c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:34:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b1a5f2b-f1b7-4f99-8729-c083a67c0681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '2deade48-f782-4c17-8d78-81177c283501', 'ip_address': '2001:db8::3bc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:11:18Z', 'updated_at': '2021-07-29T15:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2deade48-f782-4c17-8d78-81177c283501', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:20.624086 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-d46bbd01-f839-48b6-8b8c-4751c6f33f76 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Deleting port 76aa1f31-ee1c-468a-9441-97362c8a2cff {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:20.626932 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd01-f839-48b6-8b8c-4751c6f33f76 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:20.671795 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c82113-fa9c-4138-a457-157d1b4e50df None None] Checking router: 2b1a5f2b-f1b7-4f99-8729-c083a67c0681 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:11:20.673559 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c82113-fa9c-4138-a457-157d1b4e50df None None] Updating router 2b1a5f2b-f1b7-4f99-8729-c083a67c0681 port 76aa1f31-ee1c-468a-9441-97362c8a2cff binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:11:20.688444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c62853-36b7-4883-9be4-c2f4ddd8d2fa tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:20.694261 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-64c62853-36b7-4883-9be4-c2f4ddd8d2fa tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1532164 Jul 29 15:11:20.694261 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38626) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:20.752907 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-42c82113-fa9c-4138-a457-157d1b4e50df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:20.819453 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd01-f839-48b6-8b8c-4751c6f33f76 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:20.843611 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6db8bc-359f-433e-90e9-32c12695f31b None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:11:20.858619 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-d46bbd01-f839-48b6-8b8c-4751c6f33f76 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Calling delete_port for 76aa1f31-ee1c-468a-9441-97362c8a2cff owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:20.967045 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4c6db8bc-359f-433e-90e9-32c12695f31b None None] Deleting port de784ef0-98fc-4522-8f65-7ac498c51294 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:20.970443 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c6db8bc-359f-433e-90e9-32c12695f31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:21.168820 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4c6db8bc-359f-433e-90e9-32c12695f31b None None] For port de784ef0-98fc-4522-8f65-7ac498c51294, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=de784ef0-98fc-4522-8f65-7ac498c51294,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:21.169336 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c6db8bc-359f-433e-90e9-32c12695f31b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:21.210501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4c6db8bc-359f-433e-90e9-32c12695f31b None None] Calling delete_port for de784ef0-98fc-4522-8f65-7ac498c51294 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:21.296242 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ba5852-bde1-4c75-8130-c4ab948a7acd tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:21.297800 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-79ba5852-bde1-4c75-8130-c4ab948a7acd tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6040182 Jul 29 15:11:21.301097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38634) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:21.307203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e594f-73fc-4093-9467-6b932657ec5e req-9d58f6d0-e738-4273-ac6d-14b0cff47049 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:21.319590 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc5e594f-73fc-4093-9467-6b932657ec5e req-9d58f6d0-e738-4273-ac6d-14b0cff47049 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.1930978 Jul 29 15:11:21.392517 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-00893913-ed59-42c9-b00e-7b68420483cb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901530 Jul 29 15:11:21.396522 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38636) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:21.401993 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-842f93eb-7ef5-45a1-86ef-9e20ac73158c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:21.432986 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c6db8bc-359f-433e-90e9-32c12695f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:21.460485 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6db8bc-359f-433e-90e9-32c12695f31b None None] Pushing event deleted for resources: {'Port': ['ID=de784ef0-98fc-4522-8f65-7ac498c51294,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:21.468522 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc5e594f-73fc-4093-9467-6b932657ec5e req-06c361f4-fe33-4ed1-99e5-fe47b48a3e89 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476543 Jul 29 15:11:21.481935 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6db8bc-359f-433e-90e9-32c12695f31b None None] No DVR routers for this DVR port de784ef0-98fc-4522-8f65-7ac498c51294 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:11:21.497919 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd01-f839-48b6-8b8c-4751c6f33f76 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:21.500591 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.db.api [None req-42c82113-fa9c-4138-a457-157d1b4e50df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:11:21.500591 n-d-802893-1 neutron-server[94160]: DEBUG oslo_db.api [None req-42c82113-fa9c-4138-a457-157d1b4e50df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:11:21.533562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bbd01-f839-48b6-8b8c-4751c6f33f76 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Pushing event deleted for resources: {'Port': ['ID=76aa1f31-ee1c-468a-9441-97362c8a2cff,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:21.559391 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd01-f839-48b6-8b8c-4751c6f33f76 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:21.570161 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842f93eb-7ef5-45a1-86ef-9e20ac73158c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:21.578900 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-842f93eb-7ef5-45a1-86ef-9e20ac73158c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:21.702910 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd01-f839-48b6-8b8c-4751c6f33f76 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:21.705979 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd01-f839-48b6-8b8c-4751c6f33f76 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:21.755234 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd01-f839-48b6-8b8c-4751c6f33f76 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:21.757160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46bbd01-f839-48b6-8b8c-4751c6f33f76 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b1a5f2b-f1b7-4f99-8729-c083a67c0681 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:11:21.763651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d46bbd01-f839-48b6-8b8c-4751c6f33f76 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:21.768495 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d46bbd01-f839-48b6-8b8c-4751c6f33f76 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "DELETE /v2.0/routers/2b1a5f2b-f1b7-4f99-8729-c083a67c0681 HTTP/1.1" status: 204 len: 168 time: 1.6254303 Jul 29 15:11:21.769826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38648) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:21.902304 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-404c118c-ab35-46f1-96cb-900063fc1a63 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Deleting subnet 2deade48-f782-4c17-8d78-81177c283501 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:11:21.907085 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-404c118c-ab35-46f1-96cb-900063fc1a63 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:21.976202 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-404c118c-ab35-46f1-96cb-900063fc1a63 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.018030 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c82113-fa9c-4138-a457-157d1b4e50df None None] Port 76aa1f31-ee1c-468a-9441-97362c8a2cff not found while updating agent binding for router 2b1a5f2b-f1b7-4f99-8729-c083a67c0681. {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 15:11:22.027602 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c82113-fa9c-4138-a457-157d1b4e50df None None] Routers set() bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:22.028202 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c82113-fa9c-4138-a457-157d1b4e50df None None] Router IDs set() for agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 15:11:22.029082 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_agentschedulers_db [None req-42c82113-fa9c-4138-a457-157d1b4e50df None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2b1a5f2b-f1b7-4f99-8729-c083a67c0681'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent'). {{(pid=94160) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 15:11:22.029615 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c82113-fa9c-4138-a457-157d1b4e50df None None] The sync data for ids ['2b1a5f2b-f1b7-4f99-8729-c083a67c0681'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:11:22.040253 n-d-802893-1 neutron-server[94157]: DEBUG neutron.objects.ports [None req-842f93eb-7ef5-45a1-86ef-9e20ac73158c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94157) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 15:11:22.044995 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-842f93eb-7ef5-45a1-86ef-9e20ac73158c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.074505 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-404c118c-ab35-46f1-96cb-900063fc1a63 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.120994 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842f93eb-7ef5-45a1-86ef-9e20ac73158c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:22.127074 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-842f93eb-7ef5-45a1-86ef-9e20ac73158c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:22.137289 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f93eb-7ef5-45a1-86ef-9e20ac73158c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:22.137904 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-842f93eb-7ef5-45a1-86ef-9e20ac73158c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.138023 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c585e30-86f2-483c-a670-71286a335436 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:22.144484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f93eb-7ef5-45a1-86ef-9e20ac73158c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=028940e5-ff1c-4d54-818a-3187cf821f0d,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:22.206671 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-842f93eb-7ef5-45a1-86ef-9e20ac73158c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8063090 Jul 29 15:11:22.206992 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38658) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:22.212784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7a817e8a-9633-4b9a-9c71-e7189076d7c3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:22.218380 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-404c118c-ab35-46f1-96cb-900063fc1a63 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.263808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c118c-ab35-46f1-96cb-900063fc1a63 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2deade48-f782-4c17-8d78-81177c283501,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:22.273759 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-404c118c-ab35-46f1-96cb-900063fc1a63 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.279198 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-404c118c-ab35-46f1-96cb-900063fc1a63 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/2deade48-f782-4c17-8d78-81177c283501 HTTP/1.1" status: 204 len: 168 time: 0.5084188 Jul 29 15:11:22.279848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38660) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:22.345764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': '028940e5-ff1c-4d54-818a-3187cf821f0d'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:11:22.346634 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.391266 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8f30ce6-ca3f-461e-859a-342ccabd2f5a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.422438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a817e8a-9633-4b9a-9c71-e7189076d7c3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:22.429962 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7a817e8a-9633-4b9a-9c71-e7189076d7c3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.507995 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8f30ce6-ca3f-461e-859a-342ccabd2f5a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.525576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d8f30ce6-ca3f-461e-859a-342ccabd2f5a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ba9bb5-1198-46ec-9bd6-224f626436c5']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:22.543892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d8f30ce6-ca3f-461e-859a-342ccabd2f5a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f721f42f-903d-4db6-8d35-3a52ce2ea875') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:22.544205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d8f30ce6-ca3f-461e-859a-342ccabd2f5a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f721f42f-903d-4db6-8d35-3a52ce2ea875') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:22.555920 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8f30ce6-ca3f-461e-859a-342ccabd2f5a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.580318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Allocated IP 2001:db8::f816:3eff:fe71:f2cd (dc65256a-a355-4363-ac4a-38e1bcb69bfa/028940e5-ff1c-4d54-818a-3187cf821f0d/14842fad-216d-4dda-8e6e-60c2f38b0731) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:22.601361 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8f30ce6-ca3f-461e-859a-342ccabd2f5a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.610479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f30ce6-ca3f-461e-859a-342ccabd2f5a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:11:22.611167 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8f30ce6-ca3f-461e-859a-342ccabd2f5a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:11:22.613009 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:11:22.634620 n-d-802893-1 neutron-server[94158]: INFO neutron.db.ipam_backend_mixin [None req-7a817e8a-9633-4b9a-9c71-e7189076d7c3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 028940e5-ff1c-4d54-818a-3187cf821f0d (CIDR: 2001:db8::/64) Jul 29 15:11:22.638812 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a817e8a-9633-4b9a-9c71-e7189076d7c3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:11:22.641120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a817e8a-9633-4b9a-9c71-e7189076d7c3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:22.673786 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7a817e8a-9633-4b9a-9c71-e7189076d7c3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4635913 Jul 29 15:11:22.675355 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38668) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:22.686422 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1f7cc-0748-4681-b95b-7d14ad0d0923 req-46c0889a-6259-4746-a88f-598b3b30463c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:22.688099 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bee1f7cc-0748-4681-b95b-7d14ad0d0923 req-46c0889a-6259-4746-a88f-598b3b30463c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.1234989 Jul 29 15:11:22.695991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-74c05b6e-f6e1-4dea-ae88-6dafaa70b308 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:22.710288 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8f30ce6-ca3f-461e-859a-342ccabd2f5a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.734339 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f30ce6-ca3f-461e-859a-342ccabd2f5a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 98ba9bb5-1198-46ec-9bd6-224f626436c5 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 15:11:22.820353 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8f30ce6-ca3f-461e-859a-342ccabd2f5a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.837888 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d8f30ce6-ca3f-461e-859a-342ccabd2f5a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "DELETE /v2.0/networks/98ba9bb5-1198-46ec-9bd6-224f626436c5 HTTP/1.1" status: 204 len: 168 time: 0.5562029 Jul 29 15:11:22.838646 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.851618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Transition to ACTIVE for port object 14842fad-216d-4dda-8e6e-60c2f38b0731 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:22.871736 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Transition to ACTIVE for port object 14842fad-216d-4dda-8e6e-60c2f38b0731 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:22.880530 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:22.887564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f30ce6-ca3f-461e-859a-342ccabd2f5a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Pushing event deleted for resources: {'Network': ['ID=98ba9bb5-1198-46ec-9bd6-224f626436c5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:22.923049 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bee1f7cc-0748-4681-b95b-7d14ad0d0923 req-96796711-80c6-4427-b081-f98098876810 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270629 Jul 29 15:11:22.936007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:22.937101 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:22.939747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:22.956130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Pushing event updated for resources: {'Port': ['ID=14842fad-216d-4dda-8e6e-60c2f38b0731,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:22.990888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device de784ef0-98fc-4522-8f65-7ac498c51294 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:11:23.019353 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: de784ef0-98fc-4522-8f65-7ac498c51294 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:11:23.019700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device de784ef0-98fc-4522-8f65-7ac498c51294 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:11:23.089918 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Attempting to bind port 14842fad-216d-4dda-8e6e-60c2f38b0731 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:23.090558 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Attempting to bind port 14842fad-216d-4dda-8e6e-60c2f38b0731 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:23.090945 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Attempting to bind port 14842fad-216d-4dda-8e6e-60c2f38b0731 on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:23.095976 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c05b6e-f6e1-4dea-ae88-6dafaa70b308 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:23.099027 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:11:23.099858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:11:23.100272 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:23.101181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:11:23.101679 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Bound port: 14842fad-216d-4dda-8e6e-60c2f38b0731, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:11:23.102345 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:23.110034 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74c05b6e-f6e1-4dea-ae88-6dafaa70b308 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:23.192379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38688) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:23.201121 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f436ba22-89ad-4756-8142-b83d6a644616 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Request body: {'router': {'name': 'tempest-router--1058692651', 'project_id': '41d5e44a30e442938d72a230eb8cb406'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:23.262480 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f436ba22-89ad-4756-8142-b83d6a644616 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:23.263693 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f436ba22-89ad-4756-8142-b83d6a644616 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:23.286612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] For port 14842fad-216d-4dda-8e6e-60c2f38b0731, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:11:23.290131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] For port 14842fad-216d-4dda-8e6e-60c2f38b0731, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=14842fad-216d-4dda-8e6e-60c2f38b0731,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:11:23.297984 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:23.437075 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f436ba22-89ad-4756-8142-b83d6a644616 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:23.452982 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f436ba22-89ad-4756-8142-b83d6a644616 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:23.491505 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f436ba22-89ad-4756-8142-b83d6a644616 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:23.492916 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f436ba22-89ad-4756-8142-b83d6a644616 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2994027 Jul 29 15:11:23.497396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38698) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:23.508638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfc74d-7c3e-45a5-9a28-490e3f7ff1e2 None None] Pushing event updated for resources: {'Port': ['ID=14842fad-216d-4dda-8e6e-60c2f38b0731,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:23.633420 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db02f06f-def4-44e1-8be6-b20b87c3102e tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:23.966876 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db02f06f-def4-44e1-8be6-b20b87c3102e tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:23.976060 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db02f06f-def4-44e1-8be6-b20b87c3102e tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:24.106978 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db02f06f-def4-44e1-8be6-b20b87c3102e tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:24.107844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db02f06f-def4-44e1-8be6-b20b87c3102e tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1336ef7-08b5-4e05-8699-da90bd1d5dd9 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:11:24.123461 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db02f06f-def4-44e1-8be6-b20b87c3102e tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:24.125257 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-db02f06f-def4-44e1-8be6-b20b87c3102e tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "DELETE /v2.0/routers/b1336ef7-08b5-4e05-8699-da90bd1d5dd9 HTTP/1.1" status: 204 len: 168 time: 0.6251626 Jul 29 15:11:24.345239 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38718) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:24.381438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf4857-f18f-42a1-8187-b9e59352f31a req-cc23d4ec-90d4-4855-8a7e-beb1211fb38e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:24.383030 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fdaf4857-f18f-42a1-8187-b9e59352f31a req-cc23d4ec-90d4-4855-8a7e-beb1211fb38e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.1194255 Jul 29 15:11:24.384657 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74c05b6e-f6e1-4dea-ae88-6dafaa70b308 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:24.453318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c05b6e-f6e1-4dea-ae88-6dafaa70b308 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:24.465193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-74c05b6e-f6e1-4dea-ae88-6dafaa70b308 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:24.472929 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c05b6e-f6e1-4dea-ae88-6dafaa70b308 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:24.473678 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74c05b6e-f6e1-4dea-ae88-6dafaa70b308 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:24.571413 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c05b6e-f6e1-4dea-ae88-6dafaa70b308 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=1d3fc1a9-ce9c-4bbf-8a0f-ab89375a3929,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:24.617140 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-74c05b6e-f6e1-4dea-ae88-6dafaa70b308 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9394131 Jul 29 15:11:24.621325 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38726) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:24.626939 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1a79aaca-a7c1-48dd-8f49-0e16421ac2ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'mac_address': 'fa:16:3e:1d:e0:55', 'name': 'tempest-NetworksTestDHCPv6-541912271'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:24.653938 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fdaf4857-f18f-42a1-8187-b9e59352f31a req-3244f2a0-ac38-4863-83b1-58eedfa3eaee tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583404 Jul 29 15:11:24.806022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e16ec-15d4-4143-8e1a-a0c7dd90d4dd req-ba5a0418-a730-40d3-b6a4-dd852e900235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:24.808148 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2e9e16ec-15d4-4143-8e1a-a0c7dd90d4dd req-ba5a0418-a730-40d3-b6a4-dd852e900235 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 1096 time: 0.0763247 Jul 29 15:11:24.815342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1827748286', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:24.860020 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2e9e16ec-15d4-4143-8e1a-a0c7dd90d4dd req-5239d18a-df62-4b27-bbc7-93101ca27842 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430064 Jul 29 15:11:24.863136 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.api [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 15:11:24.863136 n-d-802893-1 neutron-server[94157]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 15:11:24.863136 n-d-802893-1 neutron-server[94157]: [parameters: {'project_id': '59e360bffc984774833a37621ec0dce7', 'id': '50744415-14ff-4896-99db-cbdbdca32898', 'expiration': datetime.datetime(2021, 7, 29, 15, 13, 24, 856907)}] Jul 29 15:11:24.863136 n-d-802893-1 neutron-server[94157]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:11:24.863822 n-d-802893-1 neutron-server[94157]: DEBUG oslo_db.api [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:11:24.878089 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a79aaca-a7c1-48dd-8f49-0e16421ac2ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:24.945828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 14842fad-216d-4dda-8e6e-60c2f38b0731 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:11:24.985279 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1a79aaca-a7c1-48dd-8f49-0e16421ac2ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:24.997037 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 14842fad-216d-4dda-8e6e-60c2f38b0731 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:25.014275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-1a79aaca-a7c1-48dd-8f49-0e16421ac2ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port 9d4d31a7-4712-4b50-96fd-4708956ab5c9 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:11:25.051077 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d263c1d-10d0-4420-b1d0-99a6f9ecb2d8 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:25.183439 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-03c13d10-96e5-4367-81e0-bba2b80e2d05 None None] Provisioning for port 14842fad-216d-4dda-8e6e-60c2f38b0731 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:25.190291 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-03c13d10-96e5-4367-81e0-bba2b80e2d05 None None] Provisioning complete for port 14842fad-216d-4dda-8e6e-60c2f38b0731 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:25.190739 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03c13d10-96e5-4367-81e0-bba2b80e2d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:25.208805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-1a79aaca-a7c1-48dd-8f49-0e16421ac2ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8:0:1::199 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/1d3fc1a9-ce9c-4bbf-8a0f-ab89375a3929/9d4d31a7-4712-4b50-96fd-4708956ab5c9) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:25.219323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-1a79aaca-a7c1-48dd-8f49-0e16421ac2ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::f816:3eff:fe1d:e055 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/028940e5-ff1c-4d54-818a-3187cf821f0d/9d4d31a7-4712-4b50-96fd-4708956ab5c9) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:25.307609 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03c13d10-96e5-4367-81e0-bba2b80e2d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:25.368017 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-03c13d10-96e5-4367-81e0-bba2b80e2d05 None None] For port 14842fad-216d-4dda-8e6e-60c2f38b0731, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=14842fad-216d-4dda-8e6e-60c2f38b0731,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:25.369517 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f5d036-69e7-43d2-b65c-1698b07f77f7 None None] Update dhcp port {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'fixed_ips': [{'subnet_id': '028940e5-ff1c-4d54-818a-3187cf821f0d', 'ip_address': '2001:db8::f816:3eff:fe71:f2cd'}, {'subnet_id': '1d3fc1a9-ce9c-4bbf-8a0f-ab89375a3929'}], 'binding:host_id': 'n-d-802893-1'}, 'id': '14842fad-216d-4dda-8e6e-60c2f38b0731'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:11:25.389112 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-03c13d10-96e5-4367-81e0-bba2b80e2d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:25.406981 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1a79aaca-a7c1-48dd-8f49-0e16421ac2ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:25.423389 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:25.423958 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:25.425717 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d036-69e7-43d2-b65c-1698b07f77f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:25.429975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-1a79aaca-a7c1-48dd-8f49-0e16421ac2ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 9d4d31a7-4712-4b50-96fd-4708956ab5c9 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:25.487788 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c13d10-96e5-4367-81e0-bba2b80e2d05 None None] Pushing event updated for resources: {'Port': ['ID=14842fad-216d-4dda-8e6e-60c2f38b0731,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:25.510726 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:25.590855 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1a79aaca-a7c1-48dd-8f49-0e16421ac2ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:25.618202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-e5f5d036-69e7-43d2-b65c-1698b07f77f7 None None] Allocated IP 2001:db8:0:1::2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/1d3fc1a9-ce9c-4bbf-8a0f-ab89375a3929/14842fad-216d-4dda-8e6e-60c2f38b0731) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:25.672696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a79aaca-a7c1-48dd-8f49-0e16421ac2ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:25.717120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-1a79aaca-a7c1-48dd-8f49-0e16421ac2ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:25.724532 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a79aaca-a7c1-48dd-8f49-0e16421ac2ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:25.736659 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a79aaca-a7c1-48dd-8f49-0e16421ac2ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:25.736659 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1a79aaca-a7c1-48dd-8f49-0e16421ac2ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:25.736659 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:25.739716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79aaca-a7c1-48dd-8f49-0e16421ac2ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=9d4d31a7-4712-4b50-96fd-4708956ab5c9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:25.751005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e5f5d036-69e7-43d2-b65c-1698b07f77f7 None None] For port 14842fad-216d-4dda-8e6e-60c2f38b0731, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=14842fad-216d-4dda-8e6e-60c2f38b0731,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:25.777556 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1a79aaca-a7c1-48dd-8f49-0e16421ac2ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1548924 Jul 29 15:11:25.781373 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38754) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:25.833397 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d036-69e7-43d2-b65c-1698b07f77f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:25.890925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e5f5d036-69e7-43d2-b65c-1698b07f77f7 None None] Transition to ACTIVE for port object 14842fad-216d-4dda-8e6e-60c2f38b0731 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:25.897869 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d036-69e7-43d2-b65c-1698b07f77f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:25.907908 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb700d58-9a53-4bb8-ac7a-d47ca697d237 req-e95b9108-c6fc-4ba5-b97a-917af800ba94 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:25.915157 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb700d58-9a53-4bb8-ac7a-d47ca697d237 req-e95b9108-c6fc-4ba5-b97a-917af800ba94 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.0895407 Jul 29 15:11:25.968734 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1a8c6-0995-4dff-8a0f-95603babc3d2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 9d4d31a7-4712-4b50-96fd-4708956ab5c9 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:25.969459 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ea1a8c6-0995-4dff-8a0f-95603babc3d2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:25.996910 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb700d58-9a53-4bb8-ac7a-d47ca697d237 req-a0cb904c-ba01-415c-817a-8a6d58996892 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760245 Jul 29 15:11:26.031384 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5d036-69e7-43d2-b65c-1698b07f77f7 None None] Pushing event updated for resources: {'Port': ['ID=14842fad-216d-4dda-8e6e-60c2f38b0731,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:26.127039 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ea1a8c6-0995-4dff-8a0f-95603babc3d2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:26.146627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1a8c6-0995-4dff-8a0f-95603babc3d2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 9d4d31a7-4712-4b50-96fd-4708956ab5c9 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:26.148032 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:26.192717 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:26.320745 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:26.380647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Allocated IP 172.25.6.180 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/0c606eea-b8ee-45e3-8f80-82bb7c725dc2) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:26.469337 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ea1a8c6-0995-4dff-8a0f-95603babc3d2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:26.576629 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:26.603439 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ea1a8c6-0995-4dff-8a0f-95603babc3d2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:26.608235 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2ea1a8c6-0995-4dff-8a0f-95603babc3d2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/9d4d31a7-4712-4b50-96fd-4708956ab5c9 HTTP/1.1" status: 204 len: 168 time: 0.8232138 Jul 29 15:11:26.608235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1a8c6-0995-4dff-8a0f-95603babc3d2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=9d4d31a7-4712-4b50-96fd-4708956ab5c9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:26.608570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38772) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:26.653627 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:26.716291 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:26.723565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Pushing event updated for resources: {'Port': ['ID=0c606eea-b8ee-45e3-8f80-82bb7c725dc2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:26.732609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:26.735090 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:26.747395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eebb306-2750-4b44-aff2-e476c021cdf4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:26.751705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38774) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:26.751881 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2eebb306-2750-4b44-aff2-e476c021cdf4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1422150 Jul 29 15:11:26.843811 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838736b6-585a-415a-86ce-0a3fa2e56477 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:26.849755 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-838736b6-585a-415a-86ce-0a3fa2e56477 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0943565 Jul 29 15:11:26.850838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38780) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:26.921117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 14842fad-216d-4dda-8e6e-60c2f38b0731 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:11:27.008790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829f7f29-9c06-4ecb-9b5c-a1ba03fc5c3d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:27.011566 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829f7f29-9c06-4ecb-9b5c-a1ba03fc5c3d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:27.013607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829f7f29-9c06-4ecb-9b5c-a1ba03fc5c3d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:27.015694 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-829f7f29-9c06-4ecb-9b5c-a1ba03fc5c3d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1596158 Jul 29 15:11:27.018678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38786) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:27.129267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec0037-e1c8-4a1f-9561-cdd387798172 req-f02eb7e9-2ba4-4664-90e5-26b450c80738 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:27.133143 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a7ec0037-e1c8-4a1f-9561-cdd387798172 req-f02eb7e9-2ba4-4664-90e5-26b450c80738 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.0610857 Jul 29 15:11:27.179855 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-43441b2c-fb00-49ba-a9a9-d495d27bd576 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 028940e5-ff1c-4d54-818a-3187cf821f0d {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:11:27.197550 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-43441b2c-fb00-49ba-a9a9-d495d27bd576 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:27.211791 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a7ec0037-e1c8-4a1f-9561-cdd387798172 req-0d24f97a-fd9d-4a6c-9a8b-c2ce494ae802 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724535 Jul 29 15:11:27.234775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8689f4da-51a9-4265-ba3b-6aa089bd4280 None None] Provisioning for port 14842fad-216d-4dda-8e6e-60c2f38b0731 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:27.243940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8689f4da-51a9-4265-ba3b-6aa089bd4280 None None] Provisioning complete for port 14842fad-216d-4dda-8e6e-60c2f38b0731 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:27.244416 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8689f4da-51a9-4265-ba3b-6aa089bd4280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:27.344841 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-43441b2c-fb00-49ba-a9a9-d495d27bd576 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:27.399786 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:27.548608 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-61de52ee-724b-4766-ba87-989f3befa850 None None] Could not find standard attr ID for object 9d4d31a7-4712-4b50-96fd-4708956ab5c9. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:11:27.676112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6be54-8447-4e3a-8455-e689b4af2217 req-b95fd1c0-1211-41d8-81a6-ea21c5fedbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:27.678475 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5eb6be54-8447-4e3a-8455-e689b4af2217 req-b95fd1c0-1211-41d8-81a6-ea21c5fedbe1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=957658252ca14ff6ac84dd0644aad399&device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 1096 time: 0.1103039 Jul 29 15:11:27.748636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926dc03-541e-481c-9b3e-5b17de46dba2 req-81529ab1-0333-4667-94d2-81f173da1dd7 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:27.753058 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3926dc03-541e-481c-9b3e-5b17de46dba2 req-81529ab1-0333-4667-94d2-81f173da1dd7 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.1504595 Jul 29 15:11:27.832233 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3926dc03-541e-481c-9b3e-5b17de46dba2 req-69773e78-f33a-4b66-a26e-ca290d43e92a tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498428 Jul 29 15:11:27.897160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6be54-8447-4e3a-8455-e689b4af2217 req-08fc665d-787b-4d39-999e-7b28e257040e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:27.899162 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5eb6be54-8447-4e3a-8455-e689b4af2217 req-08fc665d-787b-4d39-999e-7b28e257040e service neutron] 10.222.0.38 "GET /v2.0/networks?id=8a037f41-cecb-4925-a9f0-2425102c4d75 HTTP/1.1" status: 200 len: 911 time: 0.2129507 Jul 29 15:11:27.987901 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5eb6be54-8447-4e3a-8455-e689b4af2217 req-cb6a0a74-ebcd-45de-94a2-037140023d0e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd13381c-e6f1-44c5-9cfb-635ad277ddd1 HTTP/1.1" status: 200 len: 217 time: 0.0800304 Jul 29 15:11:28.010924 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-43441b2c-fb00-49ba-a9a9-d495d27bd576 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:28.131947 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6be54-8447-4e3a-8455-e689b4af2217 req-1df4155b-ba55-4249-8413-3eb559fa567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:28.133386 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5eb6be54-8447-4e3a-8455-e689b4af2217 req-1df4155b-ba55-4249-8413-3eb559fa567b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fe054880-bd2c-4d36-9617-8a2dae90afd8 HTTP/1.1" status: 200 len: 850 time: 0.1256921 Jul 29 15:11:28.182296 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5eb6be54-8447-4e3a-8455-e689b4af2217 req-4a8f606d-a5f9-473b-b5f3-4482285b1d21 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8a037f41-cecb-4925-a9f0-2425102c4d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414195 Jul 29 15:11:28.204455 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-43441b2c-fb00-49ba-a9a9-d495d27bd576 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:28.240753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43441b2c-fb00-49ba-a9a9-d495d27bd576 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=028940e5-ff1c-4d54-818a-3187cf821f0d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:28.257356 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-43441b2c-fb00-49ba-a9a9-d495d27bd576 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:28.259255 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-43441b2c-fb00-49ba-a9a9-d495d27bd576 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/028940e5-ff1c-4d54-818a-3187cf821f0d HTTP/1.1" status: 204 len: 168 time: 1.2380595 Jul 29 15:11:28.263285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38810) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:28.286080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee097a0-d596-409f-90c6-d9e3d489c9e7 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:28.327048 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5eb6be54-8447-4e3a-8455-e689b4af2217 req-e6f07ed6-a73a-45e3-a9ef-f5b00c24b175 service neutron] 10.222.0.38 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372852 Jul 29 15:11:28.394171 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 1d3fc1a9-ce9c-4bbf-8a0f-ab89375a3929 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:11:28.405579 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:28.408919 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:28.514420 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:28.538820 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5eb6be54-8447-4e3a-8455-e689b4af2217 req-5a4cd896-3a12-4768-af31-920104813786 service neutron] 10.222.0.38 "GET /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053285 Jul 29 15:11:28.721715 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:28.797668 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:28.848831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Router 2dccb13f-02b5-4a09-ad2f-3ef3440efbb6 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:11:28.852422 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:28.854758 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/1d3fc1a9-ce9c-4bbf-8a0f-ab89375a3929 HTTP/1.1" status: 204 len: 168 time: 0.5906255 Jul 29 15:11:28.855810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=1d3fc1a9-ce9c-4bbf-8a0f-ab89375a3929,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:28.857400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38818) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:28.892548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:28.896893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:28.897451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:28.897947 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:28.898438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:28.898926 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:28.903264 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:28.903766 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:28.916278 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:28.919115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:28.935356 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:28.936227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a946271a-fc60-4c7a-8489-e940e424efab tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:28.991354 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dd6bdcfb-ffda-43d5-8a79-348a0d09cf5f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1313541 Jul 29 15:11:28.994286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38826) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:29.006240 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-94e0315f-8690-4213-a993-1ff55806f6a3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:29.211782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e0315f-8690-4213-a993-1ff55806f6a3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:29.216422 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94e0315f-8690-4213-a993-1ff55806f6a3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:29.230647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11ddc9-39af-4a01-9a97-07acb7c9dabc req-e76ca486-d86b-4000-9f6d-712b53a7f426 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:29.238526 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-da11ddc9-39af-4a01-9a97-07acb7c9dabc req-e76ca486-d86b-4000-9f6d-712b53a7f426 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.1863558 Jul 29 15:11:29.277874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:11:29.301146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5af02d-32ef-4e55-bce3-e8a7735a0eb7 None None] Sync routers for ids ['2dccb13f-02b5-4a09-ad2f-3ef3440efbb6'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:11:29.317649 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5af02d-32ef-4e55-bce3-e8a7735a0eb7 None None] Routers {'2dccb13f-02b5-4a09-ad2f-3ef3440efbb6'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:29.318330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6b5af02d-32ef-4e55-bce3-e8a7735a0eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2dccb13f-02b5-4a09-ad2f-3ef3440efbb6'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:29.344105 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-da11ddc9-39af-4a01-9a97-07acb7c9dabc req-48c2ebb3-7455-465e-8d5a-8f792a78bdc8 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044779 Jul 29 15:11:29.345136 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:29.350576 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38830) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:29.351527 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1cd0e626-985d-4664-b947-c5e9cf14dd32 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.0048020 Jul 29 15:11:29.431409 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6b5af02d-32ef-4e55-bce3-e8a7735a0eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:29.442021 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5af02d-32ef-4e55-bce3-e8a7735a0eb7 None None] Routers {'2dccb13f-02b5-4a09-ad2f-3ef3440efbb6'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:29.442914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6b5af02d-32ef-4e55-bce3-e8a7735a0eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2dccb13f-02b5-4a09-ad2f-3ef3440efbb6'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:29.502358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38836) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:29.505503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1c2e2b07-5010-46f5-ac1a-6660899710e4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/routers/2dccb13f-02b5-4a09-ad2f-3ef3440efbb6 HTTP/1.1" status: 200 len: 925 time: 0.1527247 Jul 29 15:11:29.544137 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7e876531-2e36-487c-800e-445783f8f02e tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dccb13f-02b5-4a09-ad2f-3ef3440efbb6 HTTP/1.1" status: 200 len: 205 time: 0.0403204 Jul 29 15:11:29.544777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38838) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:29.567929 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6b5af02d-32ef-4e55-bce3-e8a7735a0eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:29.568981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5af02d-32ef-4e55-bce3-e8a7735a0eb7 None None] The sync data for ids ['2dccb13f-02b5-4a09-ad2f-3ef3440efbb6'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:11:29.579682 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e27480c-410d-4afa-a65f-414e9829c043 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:29.665843 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-df02fe30-66f9-486b-a252-1f0be02cdfd0 None None] Provisioning complete for port 14842fad-216d-4dda-8e6e-60c2f38b0731 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:29.666484 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df02fe30-66f9-486b-a252-1f0be02cdfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:29.757298 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20c3975d-a2c4-4d8f-aa9e-d335df87f035 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:29.794590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.objects.ports [None req-94e0315f-8690-4213-a993-1ff55806f6a3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94158) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 15:11:29.951563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514d7942-ddd6-411b-ab84-4c3b41952aaf None None] Update dhcp port {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'fixed_ips': [{'subnet_id': 'c9fcad42-d4da-4d98-aa46-ae7be16c80d0'}], 'binding:host_id': 'n-d-802893-1'}, 'id': '14842fad-216d-4dda-8e6e-60c2f38b0731'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:11:29.971611 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20c3975d-a2c4-4d8f-aa9e-d335df87f035 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.009310 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94e0315f-8690-4213-a993-1ff55806f6a3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.014798 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-514d7942-ddd6-411b-ab84-4c3b41952aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.056525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-20c3975d-a2c4-4d8f-aa9e-d335df87f035 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Deleting port 0c606eea-b8ee-45e3-8f80-82bb7c725dc2 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:30.058424 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20c3975d-a2c4-4d8f-aa9e-d335df87f035 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.186532 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20c3975d-a2c4-4d8f-aa9e-d335df87f035 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.200213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-94e0315f-8690-4213-a993-1ff55806f6a3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] For port 14842fad-216d-4dda-8e6e-60c2f38b0731, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=14842fad-216d-4dda-8e6e-60c2f38b0731,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:30.214477 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-20c3975d-a2c4-4d8f-aa9e-d335df87f035 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Calling delete_port for 0c606eea-b8ee-45e3-8f80-82bb7c725dc2 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:30.232224 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94e0315f-8690-4213-a993-1ff55806f6a3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.244527 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94e0315f-8690-4213-a993-1ff55806f6a3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.244527 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94e0315f-8690-4213-a993-1ff55806f6a3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.313462 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-514d7942-ddd6-411b-ab84-4c3b41952aaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:11:30.314030 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-514d7942-ddd6-411b-ab84-4c3b41952aaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:11:30.329551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e0315f-8690-4213-a993-1ff55806f6a3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:30.336738 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-94e0315f-8690-4213-a993-1ff55806f6a3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:30.339935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e0315f-8690-4213-a993-1ff55806f6a3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:30.340710 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94e0315f-8690-4213-a993-1ff55806f6a3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.371686 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-94e0315f-8690-4213-a993-1ff55806f6a3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3761415 Jul 29 15:11:30.381209 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38852) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:30.387800 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-35ec60e2-9733-4dbb-bfaa-d672c7bdae06 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:30.394120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0315f-8690-4213-a993-1ff55806f6a3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=c9fcad42-d4da-4d98-aa46-ae7be16c80d0,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:30.442546 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0315f-8690-4213-a993-1ff55806f6a3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=14842fad-216d-4dda-8e6e-60c2f38b0731,revision_number=8']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:30.463633 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20c3975d-a2c4-4d8f-aa9e-d335df87f035 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.521066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c3975d-a2c4-4d8f-aa9e-d335df87f035 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Pushing event deleted for resources: {'Port': ['ID=0c606eea-b8ee-45e3-8f80-82bb7c725dc2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:30.543895 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-984db8ed-f72b-4f3a-bb0c-5123252b6a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.594607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6bba9-07e2-4ee0-aee6-c5f45805d01b req-e5fbed4c-221f-4566-926c-dd4dd10f09a0 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:30.596194 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6ea6bba9-07e2-4ee0-aee6-c5f45805d01b req-e5fbed4c-221f-4566-926c-dd4dd10f09a0 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.1110520 Jul 29 15:11:30.612372 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20c3975d-a2c4-4d8f-aa9e-d335df87f035 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.613443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ec60e2-9733-4dbb-bfaa-d672c7bdae06 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:30.617882 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-35ec60e2-9733-4dbb-bfaa-d672c7bdae06 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.713298 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20c3975d-a2c4-4d8f-aa9e-d335df87f035 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.716561 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20c3975d-a2c4-4d8f-aa9e-d335df87f035 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.743883 n-d-802893-1 neutron-server[94158]: INFO neutron.db.ipam_backend_mixin [None req-35ec60e2-9733-4dbb-bfaa-d672c7bdae06 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9fcad42-d4da-4d98-aa46-ae7be16c80d0 (CIDR: 2001:db8::/64) Jul 29 15:11:30.766285 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20c3975d-a2c4-4d8f-aa9e-d335df87f035 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.767144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c3975d-a2c4-4d8f-aa9e-d335df87f035 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Fanout notify agent at l3_agent the message router_deleted on router 2dccb13f-02b5-4a09-ad2f-3ef3440efbb6 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:11:30.771205 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ec60e2-9733-4dbb-bfaa-d672c7bdae06 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:11:30.771709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ec60e2-9733-4dbb-bfaa-d672c7bdae06 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:30.788308 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20c3975d-a2c4-4d8f-aa9e-d335df87f035 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.793287 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-20c3975d-a2c4-4d8f-aa9e-d335df87f035 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "DELETE /v2.0/routers/2dccb13f-02b5-4a09-ad2f-3ef3440efbb6 HTTP/1.1" status: 204 len: 168 time: 1.2437172 Jul 29 15:11:30.793988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38862) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:30.800320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Request body: {'router': {'name': 'tempest-snat-router-196765809', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'enable_snat': False}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:30.813216 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6ea6bba9-07e2-4ee0-aee6-c5f45805d01b req-483ad970-5ace-4a4c-83f1-d8eb85cd4a5e tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095132 Jul 29 15:11:30.837986 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-35ec60e2-9733-4dbb-bfaa-d672c7bdae06 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4479668 Jul 29 15:11:30.838760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38864) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:30.852918 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4a40c556-8174-439c-8bd2-10a3480fb10b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:30.884788 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.887427 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.902150 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-514d7942-ddd6-411b-ab84-4c3b41952aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:30.934575 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 14842fad-216d-4dda-8e6e-60c2f38b0731 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:11:31.037437 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:31.137773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a40c556-8174-439c-8bd2-10a3480fb10b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:31.141501 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a40c556-8174-439c-8bd2-10a3480fb10b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:31.225220 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 14842fad-216d-4dda-8e6e-60c2f38b0731 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:31.225592 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:31.294599 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80356f-0d4a-4a2d-9459-bb76a7e45096 req-2f2e63d2-8deb-4ac7-a867-e1b577a7ce4c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:31.296302 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a80356f-0d4a-4a2d-9459-bb76a7e45096 req-2f2e63d2-8deb-4ac7-a867-e1b577a7ce4c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.0882316 Jul 29 15:11:31.304172 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:31.363103 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a80356f-0d4a-4a2d-9459-bb76a7e45096 req-0a6f325a-37b2-4b26-b6e8-75bbbb764449 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595922 Jul 29 15:11:31.501070 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-514d7942-ddd6-411b-ab84-4c3b41952aaf None None] For port 14842fad-216d-4dda-8e6e-60c2f38b0731, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=14842fad-216d-4dda-8e6e-60c2f38b0731,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:31.530737 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a40c556-8174-439c-8bd2-10a3480fb10b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:31.548991 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-514d7942-ddd6-411b-ab84-4c3b41952aaf None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:31.555161 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-514d7942-ddd6-411b-ab84-4c3b41952aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:31.590782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a40c556-8174-439c-8bd2-10a3480fb10b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:31.594612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-4a40c556-8174-439c-8bd2-10a3480fb10b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:31.600740 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a40c556-8174-439c-8bd2-10a3480fb10b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:31.601354 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a40c556-8174-439c-8bd2-10a3480fb10b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:31.622198 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d7942-ddd6-411b-ab84-4c3b41952aaf None None] Pushing event updated for resources: {'Port': ['ID=14842fad-216d-4dda-8e6e-60c2f38b0731,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:31.631858 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4a40c556-8174-439c-8bd2-10a3480fb10b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7867692 Jul 29 15:11:31.634556 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38880) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:31.642235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40c556-8174-439c-8bd2-10a3480fb10b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=17d404e6-eda3-4733-a69a-89fcdc43633b,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:31.643521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-99a616bb-645a-43de-8335-58baa1393503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'mac_address': 'fa:16:3e:2b:e9:ec', 'name': 'tempest-NetworksTestDHCPv6-1450191269'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:31.733860 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:31.774710 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:31.891643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a616bb-645a-43de-8335-58baa1393503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:32.039464 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Allocated IP 172.25.6.48 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/3e022328-46fe-4d3d-b1a6-0a8c80aa8f86) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:32.051281 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99a616bb-645a-43de-8335-58baa1393503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:32.123645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-99a616bb-645a-43de-8335-58baa1393503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port 2ed425db-5f5f-426d-b252-5a234da2a3ae yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:11:32.299605 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:32.418966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-99a616bb-645a-43de-8335-58baa1393503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8:0:1::23b (dc65256a-a355-4363-ac4a-38e1bcb69bfa/17d404e6-eda3-4733-a69a-89fcdc43633b/2ed425db-5f5f-426d-b252-5a234da2a3ae) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:32.423351 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:32.465343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-99a616bb-645a-43de-8335-58baa1393503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::f816:3eff:fe2b:e9ec (dc65256a-a355-4363-ac4a-38e1bcb69bfa/c9fcad42-d4da-4d98-aa46-ae7be16c80d0/2ed425db-5f5f-426d-b252-5a234da2a3ae) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:32.470674 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:32.484010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:32.492131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:32.542758 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Pushing event updated for resources: {'Port': ['ID=3e022328-46fe-4d3d-b1a6-0a8c80aa8f86,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:32.579377 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be3b1b8-f9b4-4dda-9893-cd039c5c6932 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:32.673161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b1acbfad-74bb-4899-b88d-ee26841528a6 None None] Provisioning complete for port 14842fad-216d-4dda-8e6e-60c2f38b0731 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:32.673540 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b1acbfad-74bb-4899-b88d-ee26841528a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:33.006273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e562cf-40c3-422f-adcf-89a5c0bee6bb None None] Update dhcp port {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'fixed_ips': [{'subnet_id': 'c9fcad42-d4da-4d98-aa46-ae7be16c80d0', 'ip_address': '2001:db8::f816:3eff:fe71:f2cd'}, {'subnet_id': '17d404e6-eda3-4733-a69a-89fcdc43633b'}], 'binding:host_id': 'n-d-802893-1'}, 'id': '14842fad-216d-4dda-8e6e-60c2f38b0731'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:11:33.060094 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-91e562cf-40c3-422f-adcf-89a5c0bee6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:33.145506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723872d-642a-494b-b107-f9101a80ace1 req-2964a776-b7ad-4a9c-b62c-1bcde563d0d8 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:33.153109 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f723872d-642a-494b-b107-f9101a80ace1 req-2964a776-b7ad-4a9c-b62c-1bcde563d0d8 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.6128817 Jul 29 15:11:33.257921 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f723872d-642a-494b-b107-f9101a80ace1 req-6774c632-7462-4aef-a9b1-e8261142ef25 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039195 Jul 29 15:11:33.273449 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:33.318498 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99a616bb-645a-43de-8335-58baa1393503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:33.384001 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-99a616bb-645a-43de-8335-58baa1393503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 2ed425db-5f5f-426d-b252-5a234da2a3ae will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:33.389964 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87bf0d8a-cc23-4d6c-a341-74b2dc783e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:33.470748 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:33.522243 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99a616bb-645a-43de-8335-58baa1393503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:33.550436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a616bb-645a-43de-8335-58baa1393503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:33.554971 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-99a616bb-645a-43de-8335-58baa1393503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:33.582214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a616bb-645a-43de-8335-58baa1393503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:33.590332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a616bb-645a-43de-8335-58baa1393503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:33.593665 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-99a616bb-645a-43de-8335-58baa1393503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:33.605675 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-91e562cf-40c3-422f-adcf-89a5c0bee6bb None None] Allocated IP 2001:db8:0:1::2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/17d404e6-eda3-4733-a69a-89fcdc43633b/14842fad-216d-4dda-8e6e-60c2f38b0731) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:33.711534 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38916) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:33.712088 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-99a616bb-645a-43de-8335-58baa1393503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0759840 Jul 29 15:11:33.731339 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-91e562cf-40c3-422f-adcf-89a5c0bee6bb None None] For port 14842fad-216d-4dda-8e6e-60c2f38b0731, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=14842fad-216d-4dda-8e6e-60c2f38b0731,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:33.753165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a616bb-645a-43de-8335-58baa1393503 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=2ed425db-5f5f-426d-b252-5a234da2a3ae,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:33.820118 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-91e562cf-40c3-422f-adcf-89a5c0bee6bb None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:33.880112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-91e562cf-40c3-422f-adcf-89a5c0bee6bb None None] Transition to ACTIVE for port object 14842fad-216d-4dda-8e6e-60c2f38b0731 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:33.887235 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-91e562cf-40c3-422f-adcf-89a5c0bee6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:33.925323 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:33.948301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d7d85-5bb4-4ee3-943f-e0e2905aac47 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 2ed425db-5f5f-426d-b252-5a234da2a3ae {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:33.949114 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7d85-5bb4-4ee3-943f-e0e2905aac47 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:34.045662 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e562cf-40c3-422f-adcf-89a5c0bee6bb None None] Pushing event updated for resources: {'Port': ['ID=14842fad-216d-4dda-8e6e-60c2f38b0731,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:34.107677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Router 2353c283-201f-422b-97c8-41d3c59dfb7b is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:11:34.242590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a1a3f-2624-4a9b-bda0-2445431a4b13 req-42c8d24f-29b7-41de-b13c-66d9135349de tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:34.248706 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be3a1a3f-2624-4a9b-bda0-2445431a4b13 req-42c8d24f-29b7-41de-b13c-66d9135349de tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.38 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.1391053 Jul 29 15:11:34.297366 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7d85-5bb4-4ee3-943f-e0e2905aac47 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:34.328633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d7d85-5bb4-4ee3-943f-e0e2905aac47 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 2ed425db-5f5f-426d-b252-5a234da2a3ae owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:34.334847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:11:34.354019 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Sync routers for ids ['2353c283-201f-422b-97c8-41d3c59dfb7b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:11:34.366646 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:34.371905 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-64c065c2-cc57-4a45-a09e-77b96660a3a4 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5731695 Jul 29 15:11:34.372109 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38932) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:34.385587 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:34.405727 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Routers {'2353c283-201f-422b-97c8-41d3c59dfb7b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:34.406658 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2353c283-201f-422b-97c8-41d3c59dfb7b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:34.667378 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38936) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:34.670436 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e090252f-e2b8-490a-b128-196bb5c82096 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/routers/2353c283-201f-422b-97c8-41d3c59dfb7b HTTP/1.1" status: 200 len: 907 time: 0.2879493 Jul 29 15:11:34.676583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Request body: {'router': {'name': 'tempest-snat-router-196765809', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'enable_snat': True}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:34.703079 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Set router 2353c283-201f-422b-97c8-41d3c59dfb7b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:11:34.707948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fd144-0872-4049-a504-bebb0f92c174 req-767412c8-72d6-4af1-85d8-b449537701ff tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:34.709701 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-683fd144-0872-4049-a504-bebb0f92c174 req-767412c8-72d6-4af1-85d8-b449537701ff tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 945 time: 0.3027220 Jul 29 15:11:34.786084 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:34.788009 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:34.803312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-be3a1a3f-2624-4a9b-bda0-2445431a4b13 req-d04d972b-0333-415d-aa54-4b5998dbb99b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Deleting port cd13381c-e6f1-44c5-9cfb-635ad277ddd1 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:34.803773 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-be3a1a3f-2624-4a9b-bda0-2445431a4b13 req-d04d972b-0333-415d-aa54-4b5998dbb99b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:34.928205 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 14842fad-216d-4dda-8e6e-60c2f38b0731 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:11:34.940378 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-683fd144-0872-4049-a504-bebb0f92c174 req-144af5e1-a6d4-4dfa-befa-bb02e4dd4242 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113745 Jul 29 15:11:35.068729 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-be3a1a3f-2624-4a9b-bda0-2445431a4b13 req-d04d972b-0333-415d-aa54-4b5998dbb99b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] For port cd13381c-e6f1-44c5-9cfb-635ad277ddd1, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=cd13381c-e6f1-44c5-9cfb-635ad277ddd1,segment=NetworkSegment(2456b300-360d-425d-b9dc-ccbaa83afa00),segment_id=2456b300-360d-425d-b9dc-ccbaa83afa00)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:35.069099 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-be3a1a3f-2624-4a9b-bda0-2445431a4b13 req-d04d972b-0333-415d-aa54-4b5998dbb99b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:35.072399 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7d85-5bb4-4ee3-943f-e0e2905aac47 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:35.137985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-be3a1a3f-2624-4a9b-bda0-2445431a4b13 req-d04d972b-0333-415d-aa54-4b5998dbb99b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Calling delete_port for cd13381c-e6f1-44c5-9cfb-635ad277ddd1 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:35.175223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d7d85-5bb4-4ee3-943f-e0e2905aac47 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=2ed425db-5f5f-426d-b252-5a234da2a3ae,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:35.189413 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:35.229029 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2353c283-201f-422b-97c8-41d3c59dfb7b', 'name': 'tempest-snat-router-196765809', 'tenant_id': 'be79740bbfe3475da1f8c70a44abe313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.48'}], 'enable_snat': False}, 'gw_port_id': '3e022328-46fe-4d3d-b1a6-0a8c80aa8f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:11:30Z', 'updated_at': '2021-07-29T15:11:33Z', 'revision_number': 3, 'project_id': 'be79740bbfe3475da1f8c70a44abe313', 'gw_port': {'id': '3e022328-46fe-4d3d-b1a6-0a8c80aa8f86', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2353c283-201f-422b-97c8-41d3c59dfb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:11:31Z', 'updated_at': '2021-07-29T15:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:35.243165 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cf7fa9-6019-4906-8070-a1f10d45a2ab None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:35.270136 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Checking router: 2353c283-201f-422b-97c8-41d3c59dfb7b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:11:35.271148 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Updating router 2353c283-201f-422b-97c8-41d3c59dfb7b port 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:11:35.271263 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7d85-5bb4-4ee3-943f-e0e2905aac47 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:35.277258 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38946) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:35.286206 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8e2d7d85-5bb4-4ee3-943f-e0e2905aac47 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/2ed425db-5f5f-426d-b252-5a234da2a3ae HTTP/1.1" status: 204 len: 168 time: 1.5731847 Jul 29 15:11:35.300486 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:35.359343 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d4bebdfd-7402-4303-80ad-40ea03ae50c9 None None] Provisioning for port 14842fad-216d-4dda-8e6e-60c2f38b0731 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:35.365400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d4bebdfd-7402-4303-80ad-40ea03ae50c9 None None] Provisioning complete for port 14842fad-216d-4dda-8e6e-60c2f38b0731 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:35.366011 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4bebdfd-7402-4303-80ad-40ea03ae50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:35.371085 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375a6f04-2bd6-4962-be02-f8b120d78a6e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:35.375921 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-375a6f04-2bd6-4962-be02-f8b120d78a6e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0976653 Jul 29 15:11:35.376805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38950) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:35.489841 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c66f79-34d0-4be4-93e6-a5b37ff92212 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:35.507370 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-29c66f79-34d0-4be4-93e6-a5b37ff92212 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1291330 Jul 29 15:11:35.511742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38952) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:35.669815 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:35.720004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2e03b2-d994-4107-ba2d-c668f3058cc9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:35.721699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2e03b2-d994-4107-ba2d-c668f3058cc9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:35.723225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2e03b2-d994-4107-ba2d-c668f3058cc9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:35.734728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 38956) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:35.736544 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1f2e03b2-d994-4107-ba2d-c668f3058cc9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2195559 Jul 29 15:11:35.883549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0563367-3176-4ef9-b775-a35854f79ee9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 17d404e6-eda3-4733-a69a-89fcdc43633b {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:11:35.923893 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0563367-3176-4ef9-b775-a35854f79ee9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:36.114459 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0563367-3176-4ef9-b775-a35854f79ee9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:36.139418 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:36.160609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e88558-d212-4486-a80a-9b127206c751 req-e941e383-85c2-4cdc-bced-b16d8347e07b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:36.162769 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f2e88558-d212-4486-a80a-9b127206c751 req-e941e383-85c2-4cdc-bced-b16d8347e07b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=54895754-f278-4fe0-815e-583bdb2dd632 HTTP/1.1" status: 200 len: 867 time: 0.1161435 Jul 29 15:11:36.169884 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Transition to ACTIVE for port object 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:36.179222 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:36.186510 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-be3a1a3f-2624-4a9b-bda0-2445431a4b13 req-d04d972b-0333-415d-aa54-4b5998dbb99b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:36.200545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['79cf85bf-9e55-4395-aaf8-144fbdf62db7'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:11:36.223171 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f2e88558-d212-4486-a80a-9b127206c751 req-e8ef141b-1f54-418e-be0c-6bf5069c3f38 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535030 Jul 29 15:11:36.271516 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d972b-0333-415d-aa54-4b5998dbb99b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Pushing event deleted for resources: {'Port': ['ID=cd13381c-e6f1-44c5-9cfb-635ad277ddd1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:36.284808 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['cd13381c-e6f1-44c5-9cfb-635ad277ddd1'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:11:36.318442 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Attempting to bind port 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:36.318815 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Attempting to bind port 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:36.319184 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Attempting to bind port 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:36.344712 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9cc00-5dec-422e-aff0-dca1cbfad022 None None] Pushing event updated for resources: {'Port': ['ID=3e022328-46fe-4d3d-b1a6-0a8c80aa8f86,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:36.348417 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:11:36.348719 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:11:36.365058 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:36.365732 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:11:36.366425 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Bound port: 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:11:36.366988 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:36.378608 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3a1a3f-2624-4a9b-bda0-2445431a4b13 req-d04d972b-0333-415d-aa54-4b5998dbb99b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] No DVR routers for this DVR port cd13381c-e6f1-44c5-9cfb-635ad277ddd1 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:11:36.383922 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-be3a1a3f-2624-4a9b-bda0-2445431a4b13 req-d04d972b-0333-415d-aa54-4b5998dbb99b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:36.386564 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be3a1a3f-2624-4a9b-bda0-2445431a4b13 req-d04d972b-0333-415d-aa54-4b5998dbb99b tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.38 "DELETE /v2.0/ports/cd13381c-e6f1-44c5-9cfb-635ad277ddd1 HTTP/1.1" status: 204 len: 173 time: 2.1313086 Jul 29 15:11:36.388286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54895754-f278-4fe0-815e-583bdb2dd632', 'name': 'network-vif-deleted', 'tag': 'cd13381c-e6f1-44c5-9cfb-635ad277ddd1'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:11:36.390679 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b23c77-ae86-4ad9-9d0f-6d86a87a93c0" -d '{"events": [{"server_uuid": "54895754-f278-4fe0-815e-583bdb2dd632", "name": "network-vif-deleted", "tag": "cd13381c-e6f1-44c5-9cfb-635ad277ddd1"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:11:36.412320 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0563367-3176-4ef9-b775-a35854f79ee9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:36.420938 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-058bb3f4-a3f9-4f00-9189-79fd23a9346a None None] Provisioning complete for port 14842fad-216d-4dda-8e6e-60c2f38b0731 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:36.421295 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-058bb3f4-a3f9-4f00-9189-79fd23a9346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:36.448289 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9cc00-5dec-422e-aff0-dca1cbfad022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:36.448834 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9cc00-5dec-422e-aff0-dca1cbfad022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:36.463791 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9cc00-5dec-422e-aff0-dca1cbfad022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:36.464196 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9cc00-5dec-422e-aff0-dca1cbfad022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:36.464535 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9cc00-5dec-422e-aff0-dca1cbfad022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:36.464904 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9cc00-5dec-422e-aff0-dca1cbfad022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:36.465237 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9cc00-5dec-422e-aff0-dca1cbfad022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:36.465566 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9cc00-5dec-422e-aff0-dca1cbfad022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:36.465893 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9cc00-5dec-422e-aff0-dca1cbfad022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:36.469056 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9cc00-5dec-422e-aff0-dca1cbfad022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:36.469395 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9cc00-5dec-422e-aff0-dca1cbfad022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:36.469724 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f9cc00-5dec-422e-aff0-dca1cbfad022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:11:36.581573 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] For port 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:11:36.587588 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:36.601161 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] For port 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3e022328-46fe-4d3d-b1a6-0a8c80aa8f86,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:11:36.613203 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:36.694498 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Routers {'2353c283-201f-422b-97c8-41d3c59dfb7b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:36.695223 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2353c283-201f-422b-97c8-41d3c59dfb7b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:36.837034 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] Set router 2353c283-201f-422b-97c8-41d3c59dfb7b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:11:36.977548 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c41d74b3-76dd-4622-82a2-9a7761dd7f66 None None] Could not find standard attr ID for object 2ed425db-5f5f-426d-b252-5a234da2a3ae. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:11:37.133149 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9cc00-5dec-422e-aff0-dca1cbfad022 None None] Pushing event updated for resources: {'Port': ['ID=3e022328-46fe-4d3d-b1a6-0a8c80aa8f86,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:37.192706 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785cfa5c-680b-497e-a00e-978632b435dd x-openstack-request-id: req-785cfa5c-680b-497e-a00e-978632b435dd {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:11:37.193294 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54895754-f278-4fe0-815e-583bdb2dd632", "name": "network-vif-deleted", "tag": "cd13381c-e6f1-44c5-9cfb-635ad277ddd1", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:11:37.193294 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-785cfa5c-680b-497e-a00e-978632b435dd {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:11:37.193626 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54895754-f278-4fe0-815e-583bdb2dd632', 'name': 'network-vif-deleted', 'tag': 'cd13381c-e6f1-44c5-9cfb-635ad277ddd1', 'status': 'completed', 'code': 200} Jul 29 15:11:37.259044 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2353c283-201f-422b-97c8-41d3c59dfb7b', 'name': 'tempest-snat-router-196765809', 'tenant_id': 'be79740bbfe3475da1f8c70a44abe313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.48'}], 'enable_snat': False}, 'gw_port_id': '3e022328-46fe-4d3d-b1a6-0a8c80aa8f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:11:30Z', 'updated_at': '2021-07-29T15:11:33Z', 'revision_number': 3, 'project_id': 'be79740bbfe3475da1f8c70a44abe313', 'gw_port': {'id': '3e022328-46fe-4d3d-b1a6-0a8c80aa8f86', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2353c283-201f-422b-97c8-41d3c59dfb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:11:31Z', 'updated_at': '2021-07-29T15:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:37.306327 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222d6c99-9fbc-4615-a6b5-a7aed19ae587 None None] The sync data for ids ['2353c283-201f-422b-97c8-41d3c59dfb7b'] in n-d-802893-1 is: [{'id': '2353c283-201f-422b-97c8-41d3c59dfb7b', 'name': 'tempest-snat-router-196765809', 'tenant_id': 'be79740bbfe3475da1f8c70a44abe313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.48'}], 'enable_snat': False}, 'gw_port_id': '3e022328-46fe-4d3d-b1a6-0a8c80aa8f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:11:30Z', 'updated_at': '2021-07-29T15:11:33Z', 'revision_number': 3, 'project_id': 'be79740bbfe3475da1f8c70a44abe313', 'gw_port': {'id': '3e022328-46fe-4d3d-b1a6-0a8c80aa8f86', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2353c283-201f-422b-97c8-41d3c59dfb7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:11:31Z', 'updated_at': '2021-07-29T15:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:11:37.353513 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:37.365081 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0563367-3176-4ef9-b775-a35854f79ee9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:37.449837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0563367-3176-4ef9-b775-a35854f79ee9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=17d404e6-eda3-4733-a69a-89fcdc43633b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:37.457440 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:37.476526 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597ae2fe-e908-429a-bdc8-4bcf4ce02533 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:37.477086 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d0563367-3176-4ef9-b775-a35854f79ee9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:37.478676 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d0563367-3176-4ef9-b775-a35854f79ee9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/17d404e6-eda3-4733-a69a-89fcdc43633b HTTP/1.1" status: 204 len: 168 time: 1.6997962 Jul 29 15:11:37.481538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 38990) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:37.588413 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-214cb69a-4a8b-489e-875e-9796a2a67bc9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet c9fcad42-d4da-4d98-aa46-ae7be16c80d0 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:11:37.601253 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-214cb69a-4a8b-489e-875e-9796a2a67bc9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:37.804235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Allocated IP 172.25.6.217 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/940fcd03-5523-400b-9c5d-3a280f248dbd) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:37.816361 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-214cb69a-4a8b-489e-875e-9796a2a67bc9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:37.963890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4f5da-9d71-4b49-8429-87f5c70e8390 req-faabe282-946b-484e-9b2a-9d61c464bfd0 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:37.965816 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-56e4f5da-9d71-4b49-8429-87f5c70e8390 req-faabe282-946b-484e-9b2a-9d61c464bfd0 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.2766325 Jul 29 15:11:38.087425 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:38.091829 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-56e4f5da-9d71-4b49-8429-87f5c70e8390 req-971d9e1c-4e86-4b70-9d91-d445ed7c80a9 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191528 Jul 29 15:11:38.099893 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-214cb69a-4a8b-489e-875e-9796a2a67bc9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:38.164583 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:38.237403 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-214cb69a-4a8b-489e-875e-9796a2a67bc9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:38.299965 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:38.303684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:38.314720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:38.393262 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214cb69a-4a8b-489e-875e-9796a2a67bc9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=c9fcad42-d4da-4d98-aa46-ae7be16c80d0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:38.408483 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Pushing event updated for resources: {'Port': ['ID=940fcd03-5523-400b-9c5d-3a280f248dbd,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:38.422050 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-214cb69a-4a8b-489e-875e-9796a2a67bc9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:38.426211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device cd13381c-e6f1-44c5-9cfb-635ad277ddd1 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:11:38.437856 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-214cb69a-4a8b-489e-875e-9796a2a67bc9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/c9fcad42-d4da-4d98-aa46-ae7be16c80d0 HTTP/1.1" status: 204 len: 168 time: 0.9537504 Jul 29 15:11:38.439717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39002) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:38.521783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: cd13381c-e6f1-44c5-9cfb-635ad277ddd1 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:11:38.524739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device cd13381c-e6f1-44c5-9cfb-635ad277ddd1 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:11:38.599562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e18988c1-a32a-47ba-93c9-9530a3bd9a04 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1584921 Jul 29 15:11:38.600174 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39006) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:38.607768 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-c039a7d8-ea5a-4393-b855-62a03aac102f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:38.771482 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c039a7d8-ea5a-4393-b855-62a03aac102f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:38.775616 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c039a7d8-ea5a-4393-b855-62a03aac102f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:38.995014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:11:39.011434 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:39.159741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:39.172072 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:39.172464 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:39.265710 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c039a7d8-ea5a-4393-b855-62a03aac102f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:39.346970 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:39.356004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039a7d8-ea5a-4393-b855-62a03aac102f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=463bcee9-6ebe-482a-9cee-c2912484a1c5,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:39.375483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c039a7d8-ea5a-4393-b855-62a03aac102f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:39.375827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517bb1e-7aee-4e7e-968b-9ed59876bb17 req-173159d6-453a-479a-b6a0-94da1ff33c1a tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:39.377065 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-c039a7d8-ea5a-4393-b855-62a03aac102f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:39.378213 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6517bb1e-7aee-4e7e-968b-9ed59876bb17 req-173159d6-453a-479a-b6a0-94da1ff33c1a tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.0855145 Jul 29 15:11:39.380120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c039a7d8-ea5a-4393-b855-62a03aac102f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:39.380751 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c039a7d8-ea5a-4393-b855-62a03aac102f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:39.427996 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c039a7d8-ea5a-4393-b855-62a03aac102f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8235195 Jul 29 15:11:39.428395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39020) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:39.435116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-428618fa-d0e1-4dd7-b9ae-9ed58b15f2fe tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:39.502950 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7004ef3e-1bdc-4f1d-9760-6bac95f765e6 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:39.522004 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6517bb1e-7aee-4e7e-968b-9ed59876bb17 req-d015cf94-a182-4fa3-9c05-28cc26f001c9 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900445 Jul 29 15:11:39.578002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6e1f80f7-a6f6-48ff-9d02-3477a4abb78e None None] Provisioning complete for port 14842fad-216d-4dda-8e6e-60c2f38b0731 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:39.579011 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e1f80f7-a6f6-48ff-9d02-3477a4abb78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:39.593134 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428618fa-d0e1-4dd7-b9ae-9ed58b15f2fe tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:39.607228 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428618fa-d0e1-4dd7-b9ae-9ed58b15f2fe tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:39.647118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Router def1f4d7-19be-4f18-a276-4b498a95ae42 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:11:39.685830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27be52c-88f0-403e-b015-9040f78f26f5 req-1b9de948-9332-4e63-b7b9-260404b6cf36 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:39.688106 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c27be52c-88f0-403e-b015-9040f78f26f5 req-1b9de948-9332-4e63-b7b9-260404b6cf36 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.1071510 Jul 29 15:11:39.725145 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:39.757488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3e022328-46fe-4d3d-b1a6-0a8c80aa8f86,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:39.772819 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:39.817843 n-d-802893-1 neutron-server[94157]: INFO neutron.db.ipam_backend_mixin [None req-428618fa-d0e1-4dd7-b9ae-9ed58b15f2fe tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 463bcee9-6ebe-482a-9cee-c2912484a1c5 (CIDR: 2001:db8::/64) Jul 29 15:11:39.849245 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-428618fa-d0e1-4dd7-b9ae-9ed58b15f2fe tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:11:39.849885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428618fa-d0e1-4dd7-b9ae-9ed58b15f2fe tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:39.875598 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-428618fa-d0e1-4dd7-b9ae-9ed58b15f2fe tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4455149 Jul 29 15:11:39.878427 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39030) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:39.912021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e4f11c00-1251-40eb-a7b0-5c57e37caaa6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:39.998922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=3e022328-46fe-4d3d-b1a6-0a8c80aa8f86,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:40.005282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-c27be52c-88f0-403e-b015-9040f78f26f5 req-04f1859c-32dc-42cf-addf-88b25e6394e1 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Deleting port 79cf85bf-9e55-4395-aaf8-144fbdf62db7 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:40.005666 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c27be52c-88f0-403e-b015-9040f78f26f5 req-04f1859c-32dc-42cf-addf-88b25e6394e1 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:40.090753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:11:40.103779 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078f2ad7-5a20-4d23-ab2c-00687a7cb6f3 None None] Sync routers for ids ['def1f4d7-19be-4f18-a276-4b498a95ae42'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:11:40.119390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078f2ad7-5a20-4d23-ab2c-00687a7cb6f3 None None] Routers {'def1f4d7-19be-4f18-a276-4b498a95ae42'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:40.123742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-078f2ad7-5a20-4d23-ab2c-00687a7cb6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['def1f4d7-19be-4f18-a276-4b498a95ae42'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:40.151537 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:40.152858 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5a4ba5ad-ff9f-4b8d-b66a-a45c58f1890a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.4799104 Jul 29 15:11:40.156123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39032) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:40.247086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f11c00-1251-40eb-a7b0-5c57e37caaa6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:40.253335 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4f11c00-1251-40eb-a7b0-5c57e37caaa6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:40.311008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c27be52c-88f0-403e-b015-9040f78f26f5 req-04f1859c-32dc-42cf-addf-88b25e6394e1 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] For port 79cf85bf-9e55-4395-aaf8-144fbdf62db7, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=79cf85bf-9e55-4395-aaf8-144fbdf62db7,segment=NetworkSegment(2456b300-360d-425d-b9dc-ccbaa83afa00),segment_id=2456b300-360d-425d-b9dc-ccbaa83afa00)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:40.311375 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c27be52c-88f0-403e-b015-9040f78f26f5 req-04f1859c-32dc-42cf-addf-88b25e6394e1 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:40.443345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-c27be52c-88f0-403e-b015-9040f78f26f5 req-04f1859c-32dc-42cf-addf-88b25e6394e1 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Calling delete_port for 79cf85bf-9e55-4395-aaf8-144fbdf62db7 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:40.462921 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-078f2ad7-5a20-4d23-ab2c-00687a7cb6f3 None None] Set router def1f4d7-19be-4f18-a276-4b498a95ae42 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:11:40.514782 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0c4f076a-373c-4c9a-867a-a35f9f5246fd tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/routers/def1f4d7-19be-4f18-a276-4b498a95ae42 HTTP/1.1" status: 200 len: 907 time: 0.3579781 Jul 29 15:11:40.515755 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39038) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:40.663561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec298bc-5b81-4cb9-ba1b-7c01c09483d6 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:40.742489 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce015c9-c3b2-4c6f-90a6-43fe1b64e390 req-915fc500-cdf9-4797-aa1b-4d5cb46deb2c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:40.742489 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ce015c9-c3b2-4c6f-90a6-43fe1b64e390 req-915fc500-cdf9-4797-aa1b-4d5cb46deb2c tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fdf4ee6-a4ec-4b4b-82b8-918f44128089 HTTP/1.1" status: 200 len: 946 time: 0.0995338 Jul 29 15:11:40.743603 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-595e7614-6e32-4e8c-89f2-34610e9db3b1 None None] Provisioning complete for port 14842fad-216d-4dda-8e6e-60c2f38b0731 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:40.743603 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-595e7614-6e32-4e8c-89f2-34610e9db3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:40.762824 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fec257a-6dd2-4cb1-91a1-80e833168fda tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:40.876967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.objects.ports [None req-e4f11c00-1251-40eb-a7b0-5c57e37caaa6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94157) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 15:11:40.891181 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c27be52c-88f0-403e-b015-9040f78f26f5 req-04f1859c-32dc-42cf-addf-88b25e6394e1 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:40.905513 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fec257a-6dd2-4cb1-91a1-80e833168fda tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:40.934083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1859c-32dc-42cf-addf-88b25e6394e1 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Pushing event deleted for resources: {'Port': ['ID=79cf85bf-9e55-4395-aaf8-144fbdf62db7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:40.954040 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['79cf85bf-9e55-4395-aaf8-144fbdf62db7'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:11:40.988682 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:11:41.011938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27be52c-88f0-403e-b015-9040f78f26f5 req-04f1859c-32dc-42cf-addf-88b25e6394e1 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] No DVR routers for this DVR port 79cf85bf-9e55-4395-aaf8-144fbdf62db7 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:11:41.025773 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ce015c9-c3b2-4c6f-90a6-43fe1b64e390 req-f4dc037b-f49c-4b5f-a7d9-7533360df17a tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.16 "GET /v2.0/security-groups?id=06c70ab3-9642-4369-9ffb-a9aa2203465a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688456 Jul 29 15:11:41.034831 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c27be52c-88f0-403e-b015-9040f78f26f5 req-04f1859c-32dc-42cf-addf-88b25e6394e1 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:41.036970 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c27be52c-88f0-403e-b015-9040f78f26f5 req-04f1859c-32dc-42cf-addf-88b25e6394e1 tempest-ServerRescueTestJSON-1959814759 tempest-ServerRescueTestJSON-1959814759-project] 10.222.0.39 "DELETE /v2.0/ports/79cf85bf-9e55-4395-aaf8-144fbdf62db7 HTTP/1.1" status: 204 len: 173 time: 1.3420985 Jul 29 15:11:41.037982 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdf4ee6-a4ec-4b4b-82b8-918f44128089', 'name': 'network-vif-deleted', 'tag': '79cf85bf-9e55-4395-aaf8-144fbdf62db7'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:11:41.048886 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d509e1d-0809-4e9a-834b-b4ef59ada800" -d '{"events": [{"server_uuid": "5fdf4ee6-a4ec-4b4b-82b8-918f44128089", "name": "network-vif-deleted", "tag": "79cf85bf-9e55-4395-aaf8-144fbdf62db7"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:11:41.118960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-078f2ad7-5a20-4d23-ab2c-00687a7cb6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def1f4d7-19be-4f18-a276-4b498a95ae42', 'name': 'tempest-snat-router-196765809', 'tenant_id': 'be79740bbfe3475da1f8c70a44abe313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '940fcd03-5523-400b-9c5d-3a280f248dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:11:34Z', 'updated_at': '2021-07-29T15:11:38Z', 'revision_number': 3, 'project_id': 'be79740bbfe3475da1f8c70a44abe313', 'gw_port': {'id': '940fcd03-5523-400b-9c5d-3a280f248dbd', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ed:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def1f4d7-19be-4f18-a276-4b498a95ae42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:11:37Z', 'updated_at': '2021-07-29T15:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:41.141748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7fec257a-6dd2-4cb1-91a1-80e833168fda tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Deleting port 940fcd03-5523-400b-9c5d-3a280f248dbd {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:41.142101 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fec257a-6dd2-4cb1-91a1-80e833168fda tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:41.185694 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb23cf3-2144-41a6-8785-ac08a608412f x-openstack-request-id: req-aeb23cf3-2144-41a6-8785-ac08a608412f {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:11:41.186462 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdf4ee6-a4ec-4b4b-82b8-918f44128089", "name": "network-vif-deleted", "tag": "79cf85bf-9e55-4395-aaf8-144fbdf62db7", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:11:41.186962 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aeb23cf3-2144-41a6-8785-ac08a608412f {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:11:41.187561 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdf4ee6-a4ec-4b4b-82b8-918f44128089', 'name': 'network-vif-deleted', 'tag': '79cf85bf-9e55-4395-aaf8-144fbdf62db7', 'status': 'completed', 'code': 200} Jul 29 15:11:41.209940 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4f11c00-1251-40eb-a7b0-5c57e37caaa6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:41.219396 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078f2ad7-5a20-4d23-ab2c-00687a7cb6f3 None None] Checking router: def1f4d7-19be-4f18-a276-4b498a95ae42 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:11:41.220031 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078f2ad7-5a20-4d23-ab2c-00687a7cb6f3 None None] Updating router def1f4d7-19be-4f18-a276-4b498a95ae42 port 940fcd03-5523-400b-9c5d-3a280f248dbd binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:11:41.263485 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:41.310920 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fec257a-6dd2-4cb1-91a1-80e833168fda tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:41.313133 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-078f2ad7-5a20-4d23-ab2c-00687a7cb6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:41.335690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7fec257a-6dd2-4cb1-91a1-80e833168fda tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Calling delete_port for 940fcd03-5523-400b-9c5d-3a280f248dbd owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:41.393218 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:41.393664 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:41.505638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-e4f11c00-1251-40eb-a7b0-5c57e37caaa6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] For port 14842fad-216d-4dda-8e6e-60c2f38b0731, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=14842fad-216d-4dda-8e6e-60c2f38b0731,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:41.598596 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4f11c00-1251-40eb-a7b0-5c57e37caaa6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:41.605177 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4f11c00-1251-40eb-a7b0-5c57e37caaa6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:41.606217 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4f11c00-1251-40eb-a7b0-5c57e37caaa6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:41.645669 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fec257a-6dd2-4cb1-91a1-80e833168fda tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:41.699900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec257a-6dd2-4cb1-91a1-80e833168fda tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Pushing event deleted for resources: {'Port': ['ID=940fcd03-5523-400b-9c5d-3a280f248dbd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:41.778794 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f11c00-1251-40eb-a7b0-5c57e37caaa6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:41.842368 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fec257a-6dd2-4cb1-91a1-80e833168fda tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:41.888305 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:11:41.889455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e211aa1-e909-43d4-8d72-029fad3f9f89 None None] Update dhcp port {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'fixed_ips': [{'subnet_id': '4d3175c3-5c95-4c24-a0dd-3d305b2c0826', 'ip_address': '2001:db8:0:1:f816:3eff:fe71:f2cd'}, {'subnet_id': '463bcee9-6ebe-482a-9cee-c2912484a1c5'}], 'binding:host_id': 'n-d-802893-1'}, 'id': '14842fad-216d-4dda-8e6e-60c2f38b0731'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:11:41.970712 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e211aa1-e909-43d4-8d72-029fad3f9f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:42.049298 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fec257a-6dd2-4cb1-91a1-80e833168fda tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:42.053795 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fec257a-6dd2-4cb1-91a1-80e833168fda tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:42.164648 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39086) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:42.260896 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e4f11c00-1251-40eb-a7b0-5c57e37caaa6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:42.266669 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f11c00-1251-40eb-a7b0-5c57e37caaa6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:42.267571 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e4f11c00-1251-40eb-a7b0-5c57e37caaa6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:42.276406 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fec257a-6dd2-4cb1-91a1-80e833168fda tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:42.278814 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fec257a-6dd2-4cb1-91a1-80e833168fda tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router def1f4d7-19be-4f18-a276-4b498a95ae42 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:11:42.287930 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fec257a-6dd2-4cb1-91a1-80e833168fda tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:42.289669 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7fec257a-6dd2-4cb1-91a1-80e833168fda tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "DELETE /v2.0/routers/def1f4d7-19be-4f18-a276-4b498a95ae42 HTTP/1.1" status: 204 len: 168 time: 1.7711411 Jul 29 15:11:42.293697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39090) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:42.334766 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e4f11c00-1251-40eb-a7b0-5c57e37caaa6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4388874 Jul 29 15:11:42.335909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39094) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:42.345277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-273479b4-caac-4264-9e13-a9d861e490f9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'mac_address': 'fa:16:3e:d2:8c:8c', 'name': 'tempest-NetworksTestDHCPv6-503462984'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:42.349744 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f11c00-1251-40eb-a7b0-5c57e37caaa6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=4d3175c3-5c95-4c24-a0dd-3d305b2c0826,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:42.354861 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f11c00-1251-40eb-a7b0-5c57e37caaa6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=14842fad-216d-4dda-8e6e-60c2f38b0731,revision_number=14']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:42.557674 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273479b4-caac-4264-9e13-a9d861e490f9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:42.596152 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c3a44720-588a-43cd-a920-9aebfd0938f3 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:42.658422 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-078f2ad7-5a20-4d23-ab2c-00687a7cb6f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:11:42.662192 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-078f2ad7-5a20-4d23-ab2c-00687a7cb6f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:11:42.772992 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-273479b4-caac-4264-9e13-a9d861e490f9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:42.803353 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-9e211aa1-e909-43d4-8d72-029fad3f9f89 None None] Allocated IP 2001:db8::2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/463bcee9-6ebe-482a-9cee-c2912484a1c5/14842fad-216d-4dda-8e6e-60c2f38b0731) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:42.866240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-273479b4-caac-4264-9e13-a9d861e490f9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port 5ac665cb-328f-4294-84b6-6f5e8b4bc74d yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:11:42.939131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9e211aa1-e909-43d4-8d72-029fad3f9f89 None None] For port 14842fad-216d-4dda-8e6e-60c2f38b0731, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=14842fad-216d-4dda-8e6e-60c2f38b0731,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:42.961451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 14842fad-216d-4dda-8e6e-60c2f38b0731 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:11:43.032393 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e211aa1-e909-43d4-8d72-029fad3f9f89 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:43.063724 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9e211aa1-e909-43d4-8d72-029fad3f9f89 None None] Transition to ACTIVE for port object 14842fad-216d-4dda-8e6e-60c2f38b0731 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:43.074180 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9e211aa1-e909-43d4-8d72-029fad3f9f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:43.211238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078f2ad7-5a20-4d23-ab2c-00687a7cb6f3 None None] Port 940fcd03-5523-400b-9c5d-3a280f248dbd not found while updating agent binding for router def1f4d7-19be-4f18-a276-4b498a95ae42. {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 15:11:43.215439 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e211aa1-e909-43d4-8d72-029fad3f9f89 None None] Pushing event updated for resources: {'Port': ['ID=14842fad-216d-4dda-8e6e-60c2f38b0731,revision_number=15']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:43.226699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078f2ad7-5a20-4d23-ab2c-00687a7cb6f3 None None] Routers set() bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:43.227067 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078f2ad7-5a20-4d23-ab2c-00687a7cb6f3 None None] Router IDs set() for agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 15:11:43.227664 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_agentschedulers_db [None req-078f2ad7-5a20-4d23-ab2c-00687a7cb6f3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'def1f4d7-19be-4f18-a276-4b498a95ae42'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent'). {{(pid=94159) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 15:11:43.228040 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078f2ad7-5a20-4d23-ab2c-00687a7cb6f3 None None] The sync data for ids ['def1f4d7-19be-4f18-a276-4b498a95ae42'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:11:43.265260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-273479b4-caac-4264-9e13-a9d861e490f9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::1f5 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/463bcee9-6ebe-482a-9cee-c2912484a1c5/5ac665cb-328f-4294-84b6-6f5e8b4bc74d) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:43.279280 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-273479b4-caac-4264-9e13-a9d861e490f9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8:0:1:f816:3eff:fed2:8c8c (dc65256a-a355-4363-ac4a-38e1bcb69bfa/4d3175c3-5c95-4c24-a0dd-3d305b2c0826/5ac665cb-328f-4294-84b6-6f5e8b4bc74d) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:43.366579 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c3a44720-588a-43cd-a920-9aebfd0938f3 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:43.500743 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-273479b4-caac-4264-9e13-a9d861e490f9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:43.522547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-273479b4-caac-4264-9e13-a9d861e490f9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 5ac665cb-328f-4294-84b6-6f5e8b4bc74d will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:43.535026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-c3a44720-588a-43cd-a920-9aebfd0938f3 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Deleting port 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:43.535617 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c3a44720-588a-43cd-a920-9aebfd0938f3 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:43.581150 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-273479b4-caac-4264-9e13-a9d861e490f9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:43.650385 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273479b4-caac-4264-9e13-a9d861e490f9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:43.653853 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-273479b4-caac-4264-9e13-a9d861e490f9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:43.665326 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273479b4-caac-4264-9e13-a9d861e490f9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:43.687551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 79cf85bf-9e55-4395-aaf8-144fbdf62db7 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:11:43.709182 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-c3a44720-588a-43cd-a920-9aebfd0938f3 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] For port 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3e022328-46fe-4d3d-b1a6-0a8c80aa8f86,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:43.709573 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c3a44720-588a-43cd-a920-9aebfd0938f3 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:43.712869 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273479b4-caac-4264-9e13-a9d861e490f9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:43.715756 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-273479b4-caac-4264-9e13-a9d861e490f9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:43.727950 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-c3a44720-588a-43cd-a920-9aebfd0938f3 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Calling delete_port for 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:43.756542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 79cf85bf-9e55-4395-aaf8-144fbdf62db7 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:11:43.761731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 79cf85bf-9e55-4395-aaf8-144fbdf62db7 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:11:43.770057 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c039aad-1ed0-462f-aab0-474515d1b82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:43.783810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273479b4-caac-4264-9e13-a9d861e490f9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=5ac665cb-328f-4294-84b6-6f5e8b4bc74d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:43.796113 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-273479b4-caac-4264-9e13-a9d861e490f9 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4552288 Jul 29 15:11:43.796845 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39118) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:43.952767 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c995e3f2-dfc2-4d92-b9fa-82a672390c98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 5ac665cb-328f-4294-84b6-6f5e8b4bc74d {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:43.953947 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c995e3f2-dfc2-4d92-b9fa-82a672390c98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:44.081002 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c3a44720-588a-43cd-a920-9aebfd0938f3 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:44.099795 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d3020f-6caa-4bcc-93bd-b8bdc60ee6d0 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:44.132443 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c995e3f2-dfc2-4d92-b9fa-82a672390c98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:44.151425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a44720-588a-43cd-a920-9aebfd0938f3 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e022328-46fe-4d3d-b1a6-0a8c80aa8f86,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:44.162189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c995e3f2-dfc2-4d92-b9fa-82a672390c98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 5ac665cb-328f-4294-84b6-6f5e8b4bc74d owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:44.322606 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c3a44720-588a-43cd-a920-9aebfd0938f3 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:44.427193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fad5eb7c-91d7-4536-84f7-aa31e4aa8b36 None None] Provisioning for port 14842fad-216d-4dda-8e6e-60c2f38b0731 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:44.433162 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c3a44720-588a-43cd-a920-9aebfd0938f3 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:44.435494 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c3a44720-588a-43cd-a920-9aebfd0938f3 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:44.436483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fad5eb7c-91d7-4536-84f7-aa31e4aa8b36 None None] Provisioning complete for port 14842fad-216d-4dda-8e6e-60c2f38b0731 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:44.437679 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fad5eb7c-91d7-4536-84f7-aa31e4aa8b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:44.562007 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c3a44720-588a-43cd-a920-9aebfd0938f3 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:44.564533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a44720-588a-43cd-a920-9aebfd0938f3 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2353c283-201f-422b-97c8-41d3c59dfb7b {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:11:44.569671 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c3a44720-588a-43cd-a920-9aebfd0938f3 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:44.570891 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c3a44720-588a-43cd-a920-9aebfd0938f3 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "DELETE /v2.0/routers/2353c283-201f-422b-97c8-41d3c59dfb7b HTTP/1.1" status: 204 len: 168 time: 2.2762563 Jul 29 15:11:44.575586 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39136) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:44.580295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1472973577', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:44.609944 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:44.611473 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:44.717422 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:44.719268 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c995e3f2-dfc2-4d92-b9fa-82a672390c98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:44.758567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9c039aad-1ed0-462f-aab0-474515d1b82a admin admin] Deleting port 110b0513-5f80-4d30-b508-f1eccdf375b6 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:44.759079 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c039aad-1ed0-462f-aab0-474515d1b82a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:44.921622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-9c039aad-1ed0-462f-aab0-474515d1b82a admin admin] For port 110b0513-5f80-4d30-b508-f1eccdf375b6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=110b0513-5f80-4d30-b508-f1eccdf375b6,segment=NetworkSegment(2456b300-360d-425d-b9dc-ccbaa83afa00),segment_id=2456b300-360d-425d-b9dc-ccbaa83afa00)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:44.922283 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c039aad-1ed0-462f-aab0-474515d1b82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:44.928089 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995e3f2-dfc2-4d92-b9fa-82a672390c98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=5ac665cb-328f-4294-84b6-6f5e8b4bc74d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:44.950297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9c039aad-1ed0-462f-aab0-474515d1b82a admin admin] Calling delete_port for 110b0513-5f80-4d30-b508-f1eccdf375b6 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:45.018059 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-327c6a72-a816-4377-bc23-9a7a7e6e99c3 None None] Provisioning complete for port 14842fad-216d-4dda-8e6e-60c2f38b0731 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:45.018827 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-327c6a72-a816-4377-bc23-9a7a7e6e99c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:45.076764 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:45.082116 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c995e3f2-dfc2-4d92-b9fa-82a672390c98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:45.084603 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c995e3f2-dfc2-4d92-b9fa-82a672390c98 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/5ac665cb-328f-4294-84b6-6f5e8b4bc74d HTTP/1.1" status: 204 len: 168 time: 1.2866464 Jul 29 15:11:45.087420 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39148) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:45.235471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-327c6a72-a816-4377-bc23-9a7a7e6e99c3 None None] Could not find standard attr ID for object 5ac665cb-328f-4294-84b6-6f5e8b4bc74d. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:11:45.272660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43402b3-fd95-4a4c-877b-30eb9a58d6d6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:45.278627 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c43402b3-fd95-4a4c-877b-30eb9a58d6d6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1892858 Jul 29 15:11:45.282091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39150) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:45.365973 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c039aad-1ed0-462f-aab0-474515d1b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:45.386743 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 14842fad-216d-4dda-8e6e-60c2f38b0731 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:11:45.446875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c039aad-1ed0-462f-aab0-474515d1b82a admin admin] Pushing event deleted for resources: {'Port': ['ID=110b0513-5f80-4d30-b508-f1eccdf375b6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:45.473354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6c98763d-9a11-4462-8f52-ed9a68acc8a6 None None] Could not find standard attr ID for object 5ac665cb-328f-4294-84b6-6f5e8b4bc74d. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:11:45.518793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 14842fad-216d-4dda-8e6e-60c2f38b0731 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:45.519032 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:45.561792 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:45.600013 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:45.712011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a736e164-852f-47a5-a55c-3fc6bd0ec2d8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:45.714252 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a736e164-852f-47a5-a55c-3fc6bd0ec2d8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4297256 Jul 29 15:11:45.717104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39158) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:45.789127 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9c039aad-1ed0-462f-aab0-474515d1b82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:45.794477 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1709a4-46f7-4d14-a815-cccb46fa099a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:45.796007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1709a4-46f7-4d14-a815-cccb46fa099a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:45.797686 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1709a4-46f7-4d14-a815-cccb46fa099a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:45.799366 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2c1709a4-46f7-4d14-a815-cccb46fa099a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0811911 Jul 29 15:11:45.806370 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39160) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:45.817949 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Allocated IP 172.25.6.5 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/40552090-fb67-4fee-9a9e-773116226efd) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:45.932797 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-156fb264-fddd-4071-9f8f-01c7dd9633b4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 463bcee9-6ebe-482a-9cee-c2912484a1c5 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:11:45.956309 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-156fb264-fddd-4071-9f8f-01c7dd9633b4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:46.031595 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-156fb264-fddd-4071-9f8f-01c7dd9633b4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:46.083072 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:46.137961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c039aad-1ed0-462f-aab0-474515d1b82a admin admin] Router cac88b1d-0e6c-419d-a2ac-0dd0aef547a5 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:11:46.187835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-156fb264-fddd-4071-9f8f-01c7dd9633b4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:46.239951 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:46.307310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c039aad-1ed0-462f-aab0-474515d1b82a admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:11:46.314875 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9c039aad-1ed0-462f-aab0-474515d1b82a admin admin] 10.222.0.16 "PUT /v2.0/routers/cac88b1d-0e6c-419d-a2ac-0dd0aef547a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1435835 Jul 29 15:11:46.315836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39172) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:46.324625 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d9dfbd-eb27-489d-a3f3-5ee37cf7165a None None] Sync routers for ids ['cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:11:46.353547 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d9dfbd-eb27-489d-a3f3-5ee37cf7165a None None] Routers {'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:46.354383 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-52d9dfbd-eb27-489d-a3f3-5ee37cf7165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:46.357020 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Pushing event updated for resources: {'Port': ['ID=40552090-fb67-4fee-9a9e-773116226efd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:46.379036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:46.394083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:46.401556 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:46.469509 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc8a4c55-2d7c-48ed-9467-a64bc6550a9f admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:46.538691 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-52d9dfbd-eb27-489d-a3f3-5ee37cf7165a None None] Set router cac88b1d-0e6c-419d-a2ac-0dd0aef547a5 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:11:46.595454 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-156fb264-fddd-4071-9f8f-01c7dd9633b4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:46.615100 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc8a4c55-2d7c-48ed-9467-a64bc6550a9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:46.689425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fb264-fddd-4071-9f8f-01c7dd9633b4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=463bcee9-6ebe-482a-9cee-c2912484a1c5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:46.699742 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-156fb264-fddd-4071-9f8f-01c7dd9633b4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:46.704432 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-156fb264-fddd-4071-9f8f-01c7dd9633b4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/463bcee9-6ebe-482a-9cee-c2912484a1c5 HTTP/1.1" status: 204 len: 168 time: 0.8981280 Jul 29 15:11:46.708036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39180) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:46.712172 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc355e4-c28c-4c6a-91cd-3a1ceefb7af2 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:46.721847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a4c55-2d7c-48ed-9467-a64bc6550a9f admin admin] Deleting port 244e890a-d601-4e7a-adea-2ba815434c98 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:46.722627 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc8a4c55-2d7c-48ed-9467-a64bc6550a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:46.812726 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-52d9dfbd-eb27-489d-a3f3-5ee37cf7165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'name': 'tempest-ServerRescueTestJSON-106339578-router', 'tenant_id': '957658252ca14ff6ac84dd0644aad399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': '244e890a-d601-4e7a-adea-2ba815434c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:09:40Z', 'updated_at': '2021-07-29T15:11:45Z', 'revision_number': 5, 'project_id': '957658252ca14ff6ac84dd0644aad399', 'gw_port': {'id': '244e890a-d601-4e7a-adea-2ba815434c98', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:09:41Z', 'updated_at': '2021-07-29T15:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:46.848819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-bc8a4c55-2d7c-48ed-9467-a64bc6550a9f admin admin] For port 244e890a-d601-4e7a-adea-2ba815434c98, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=244e890a-d601-4e7a-adea-2ba815434c98,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:46.848819 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc8a4c55-2d7c-48ed-9467-a64bc6550a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:46.902373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-5391fe14-a0f8-43bf-8fd6-fe88defed0ea tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 4d3175c3-5c95-4c24-a0dd-3d305b2c0826 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:11:46.906862 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a4c55-2d7c-48ed-9467-a64bc6550a9f admin admin] Calling delete_port for 244e890a-d601-4e7a-adea-2ba815434c98 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:46.910925 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5391fe14-a0f8-43bf-8fd6-fe88defed0ea tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:46.911100 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d9dfbd-eb27-489d-a3f3-5ee37cf7165a None None] Checking router: cac88b1d-0e6c-419d-a2ac-0dd0aef547a5 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:11:46.928940 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d9dfbd-eb27-489d-a3f3-5ee37cf7165a None None] Routers {'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:46.930238 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-52d9dfbd-eb27-489d-a3f3-5ee37cf7165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:46.950086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:11:47.049455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:11:47.050158 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3e022328-46fe-4d3d-b1a6-0a8c80aa8f86 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:11:47.150201 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-52d9dfbd-eb27-489d-a3f3-5ee37cf7165a None None] Set router cac88b1d-0e6c-419d-a2ac-0dd0aef547a5 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:11:47.161102 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:47.166026 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5391fe14-a0f8-43bf-8fd6-fe88defed0ea tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:47.218639 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-52d9dfbd-eb27-489d-a3f3-5ee37cf7165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'name': 'tempest-ServerRescueTestJSON-106339578-router', 'tenant_id': '957658252ca14ff6ac84dd0644aad399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:09:40Z', 'updated_at': '2021-07-29T15:11:46Z', 'revision_number': 6, 'project_id': '957658252ca14ff6ac84dd0644aad399', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:47.256097 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d9dfbd-eb27-489d-a3f3-5ee37cf7165a None None] The sync data for ids ['cac88b1d-0e6c-419d-a2ac-0dd0aef547a5'] in n-d-802893-1 is: [{'id': 'cac88b1d-0e6c-419d-a2ac-0dd0aef547a5', 'name': 'tempest-ServerRescueTestJSON-106339578-router', 'tenant_id': '957658252ca14ff6ac84dd0644aad399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:09:40Z', 'updated_at': '2021-07-29T15:11:46Z', 'revision_number': 6, 'project_id': '957658252ca14ff6ac84dd0644aad399', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:11:47.305502 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc8a4c55-2d7c-48ed-9467-a64bc6550a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:47.384455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a4c55-2d7c-48ed-9467-a64bc6550a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=244e890a-d601-4e7a-adea-2ba815434c98,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:47.531560 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc8a4c55-2d7c-48ed-9467-a64bc6550a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:47.624147 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5391fe14-a0f8-43bf-8fd6-fe88defed0ea tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:47.655162 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc8a4c55-2d7c-48ed-9467-a64bc6550a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:47.657723 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc8a4c55-2d7c-48ed-9467-a64bc6550a9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:47.725488 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc8a4c55-2d7c-48ed-9467-a64bc6550a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:47.725995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8a4c55-2d7c-48ed-9467-a64bc6550a9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cac88b1d-0e6c-419d-a2ac-0dd0aef547a5 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:11:47.732360 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bc8a4c55-2d7c-48ed-9467-a64bc6550a9f admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:47.737386 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bc8a4c55-2d7c-48ed-9467-a64bc6550a9f admin admin] 10.222.0.16 "DELETE /v2.0/routers/cac88b1d-0e6c-419d-a2ac-0dd0aef547a5 HTTP/1.1" status: 204 len: 168 time: 1.4175105 Jul 29 15:11:47.740236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39198) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:47.845875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-898900da-bf8d-4032-9ccc-d5a651ed9857 admin admin] Deleting subnet fe054880-bd2c-4d36-9617-8a2dae90afd8 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:11:47.852499 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-898900da-bf8d-4032-9ccc-d5a651ed9857 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:47.855962 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:47.970248 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-898900da-bf8d-4032-9ccc-d5a651ed9857 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:48.022106 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5391fe14-a0f8-43bf-8fd6-fe88defed0ea tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:48.059335 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391fe14-a0f8-43bf-8fd6-fe88defed0ea tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3175c3-5c95-4c24-a0dd-3d305b2c0826,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:48.091187 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5391fe14-a0f8-43bf-8fd6-fe88defed0ea tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:48.093765 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5391fe14-a0f8-43bf-8fd6-fe88defed0ea tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/4d3175c3-5c95-4c24-a0dd-3d305b2c0826 HTTP/1.1" status: 204 len: 168 time: 1.3849049 Jul 29 15:11:48.103613 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39206) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:48.186273 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-104ae54d-6494-4e04-aa49-41e1963ff6e1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807328 Jul 29 15:11:48.190991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39208) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:48.196301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-798f8666-a840-4648-bac5-dcc1baceefe1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:48.201319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-898900da-bf8d-4032-9ccc-d5a651ed9857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:48.243761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Router 3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:11:48.260588 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7579965e-1868-4bad-a5bf-d12130ceb94b None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:48.414573 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-898900da-bf8d-4032-9ccc-d5a651ed9857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:48.438436 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6ff36029-b0c1-4ccb-981f-e5bc89aef881 None None] Provisioning complete for port 14842fad-216d-4dda-8e6e-60c2f38b0731 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:48.439303 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ff36029-b0c1-4ccb-981f-e5bc89aef881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:48.446277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798f8666-a840-4648-bac5-dcc1baceefe1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:48.450380 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-798f8666-a840-4648-bac5-dcc1baceefe1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:48.459418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898900da-bf8d-4032-9ccc-d5a651ed9857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe054880-bd2c-4d36-9617-8a2dae90afd8,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:48.504290 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-898900da-bf8d-4032-9ccc-d5a651ed9857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:48.506347 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-898900da-bf8d-4032-9ccc-d5a651ed9857 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fe054880-bd2c-4d36-9617-8a2dae90afd8 HTTP/1.1" status: 204 len: 168 time: 0.7629292 Jul 29 15:11:48.513586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39214) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:48.517335 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:11:48.575566 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:48.577083 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b5956c7a-ff68-4273-bd0f-3d57b01d076b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0004263 Jul 29 15:11:48.579968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39216) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:48.586952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2bbcfa-a9d0-49c4-9816-16365ac4465b None None] Sync routers for ids ['3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:11:48.592741 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e5f0e882-e0da-4534-85e3-66e44512e799 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'enable_snat': False}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:48.639463 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2bbcfa-a9d0-49c4-9816-16365ac4465b None None] Routers {'3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:48.640827 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-df2bbcfa-a9d0-49c4-9816-16365ac4465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:48.653990 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a41bad03-59f8-4299-9c2d-d5873958b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:48.721397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-df2bbcfa-a9d0-49c4-9816-16365ac4465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:48.748431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2bbcfa-a9d0-49c4-9816-16365ac4465b None None] Routers {'3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:48.749443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-df2bbcfa-a9d0-49c4-9816-16365ac4465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:48.839771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7da136b-78d6-4fc2-ba0c-13c7b5d7ca2e None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:11:48.876819 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a41bad03-59f8-4299-9c2d-d5873958b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:48.886963 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-df2bbcfa-a9d0-49c4-9816-16365ac4465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:48.888217 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2bbcfa-a9d0-49c4-9816-16365ac4465b None None] The sync data for ids ['3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:11:48.928651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a41bad03-59f8-4299-9c2d-d5873958b0e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a037f41-cecb-4925-a9f0-2425102c4d75']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:48.976796 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a41bad03-59f8-4299-9c2d-d5873958b0e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2456b300-360d-425d-b9dc-ccbaa83afa00') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:48.977221 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 244e890a-d601-4e7a-adea-2ba815434c98 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:11:48.983998 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-a41bad03-59f8-4299-9c2d-d5873958b0e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2456b300-360d-425d-b9dc-ccbaa83afa00') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:48.990680 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c7da136b-78d6-4fc2-ba0c-13c7b5d7ca2e None None] Deleting port 14842fad-216d-4dda-8e6e-60c2f38b0731 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:48.991132 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7da136b-78d6-4fc2-ba0c-13c7b5d7ca2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:49.029518 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a41bad03-59f8-4299-9c2d-d5873958b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:49.061963 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a41bad03-59f8-4299-9c2d-d5873958b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:49.082514 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41bad03-59f8-4299-9c2d-d5873958b0e9 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:11:49.083246 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a41bad03-59f8-4299-9c2d-d5873958b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:11:49.085553 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:11:49.133668 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 244e890a-d601-4e7a-adea-2ba815434c98 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:11:49.133939 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 244e890a-d601-4e7a-adea-2ba815434c98 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:11:49.134372 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 14842fad-216d-4dda-8e6e-60c2f38b0731 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:11:49.200199 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a41bad03-59f8-4299-9c2d-d5873958b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:49.219385 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a41bad03-59f8-4299-9c2d-d5873958b0e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:49.223636 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a41bad03-59f8-4299-9c2d-d5873958b0e9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8a037f41-cecb-4925-a9f0-2425102c4d75 HTTP/1.1" status: 204 len: 168 time: 0.7068079 Jul 29 15:11:49.223636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bad03-59f8-4299-9c2d-d5873958b0e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a037f41-cecb-4925-a9f0-2425102c4d75,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:49.229941 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-798f8666-a840-4648-bac5-dcc1baceefe1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:49.239706 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c7da136b-78d6-4fc2-ba0c-13c7b5d7ca2e None None] For port 14842fad-216d-4dda-8e6e-60c2f38b0731, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=14842fad-216d-4dda-8e6e-60c2f38b0731,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:49.240509 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7da136b-78d6-4fc2-ba0c-13c7b5d7ca2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:49.276076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c7da136b-78d6-4fc2-ba0c-13c7b5d7ca2e None None] Calling delete_port for 14842fad-216d-4dda-8e6e-60c2f38b0731 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:49.332074 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5f0e882-e0da-4534-85e3-66e44512e799 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:49.363716 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798f8666-a840-4648-bac5-dcc1baceefe1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:49.364711 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f8666-a840-4648-bac5-dcc1baceefe1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=d4aeff13-fc9b-406d-a973-70a05c456fe0,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:49.367528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-798f8666-a840-4648-bac5-dcc1baceefe1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:49.376989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798f8666-a840-4648-bac5-dcc1baceefe1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:49.377631 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-798f8666-a840-4648-bac5-dcc1baceefe1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:49.404615 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-798f8666-a840-4648-bac5-dcc1baceefe1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2123535 Jul 29 15:11:49.407197 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39232) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:49.413707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8db4d8fc-a00a-4dc4-8d22-663ded7246ee tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:49.481280 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7da136b-78d6-4fc2-ba0c-13c7b5d7ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:49.543259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da136b-78d6-4fc2-ba0c-13c7b5d7ca2e None None] Pushing event deleted for resources: {'Port': ['ID=14842fad-216d-4dda-8e6e-60c2f38b0731,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:49.551855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da136b-78d6-4fc2-ba0c-13c7b5d7ca2e None None] No DVR routers for this DVR port 14842fad-216d-4dda-8e6e-60c2f38b0731 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:11:49.572151 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:49.583157 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c396a5-ca7d-49c9-9146-c429a6abc35a None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:49.657914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39238) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:49.715031 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 110b0513-5f80-4d30-b508-f1eccdf375b6 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:11:49.742948 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 110b0513-5f80-4d30-b508-f1eccdf375b6 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:11:49.743806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 110b0513-5f80-4d30-b508-f1eccdf375b6 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:11:49.767956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db4d8fc-a00a-4dc4-8d22-663ded7246ee tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:49.783755 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8db4d8fc-a00a-4dc4-8d22-663ded7246ee tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:49.874002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'tenant_id': '0d9bb60610ce4177bfafae876b765aff', 'fixed_ips': [{'subnet_id': 'd4aeff13-fc9b-406d-a973-70a05c456fe0'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:11:49.874899 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:49.953426 n-d-802893-1 neutron-server[94158]: INFO neutron.db.ipam_backend_mixin [None req-8db4d8fc-a00a-4dc4-8d22-663ded7246ee tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d4aeff13-fc9b-406d-a973-70a05c456fe0 (CIDR: 2001:db8::/64) Jul 29 15:11:49.957791 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e078b65a-3aac-4cd6-8702-a59e0cb21e12 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=957658252ca14ff6ac84dd0644aad399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946079 Jul 29 15:11:49.960383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39240) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:49.966339 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db4d8fc-a00a-4dc4-8d22-663ded7246ee tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:11:49.969300 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db4d8fc-a00a-4dc4-8d22-663ded7246ee tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:50.003756 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5f0e882-e0da-4534-85e3-66e44512e799 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:50.008044 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5f0e882-e0da-4534-85e3-66e44512e799 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:50.026411 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8db4d8fc-a00a-4dc4-8d22-663ded7246ee tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6174719 Jul 29 15:11:50.027028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39248) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:50.037593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-78426013-f5ab-4080-9f02-d17640e0736b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'subnet': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:50.118810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Allocated IP 2001:db8::2 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/d4aeff13-fc9b-406d-a973-70a05c456fe0/7de91b10-d2bf-4ce0-8c16-e7d029116fa4) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:50.231717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f0e882-e0da-4534-85e3-66e44512e799 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Router 3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:11:50.414226 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:50.425367 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Transition to ACTIVE for port object 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:50.444654 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Transition to ACTIVE for port object 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:50.454574 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:50.550553 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Pushing event updated for resources: {'Port': ['ID=7de91b10-d2bf-4ce0-8c16-e7d029116fa4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:50.574453 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:50.576357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:50.584082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:50.684803 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12e6e4cc-f0e3-40c5-bd17-a62350156cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:50.698604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Attempting to bind port 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:11:50.699324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Attempting to bind port 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:11:50.700650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Attempting to bind port 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 on network dc65256a-a355-4363-ac4a-38e1bcb69bfa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:11:50.711267 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:11:50.715860 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Checking segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:11:50.716544 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:50.717178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Bound using segment: {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:11:50.717868 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Bound port: 7de91b10-d2bf-4ce0-8c16-e7d029116fa4, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee67f0b0-0179-443a-83cf-0e8206adfe66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:11:50.718299 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:50.735742 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12e6e4cc-f0e3-40c5-bd17-a62350156cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:50.770613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f0e882-e0da-4534-85e3-66e44512e799 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:11:50.774938 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5f0e882-e0da-4534-85e3-66e44512e799 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:50.776871 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e5f0e882-e0da-4534-85e3-66e44512e799 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "PUT /v2.0/routers/3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135 HTTP/1.1" status: 200 len: 924 time: 2.1957068 Jul 29 15:11:50.779421 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39260) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:50.785593 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f040ca4-ecbc-4b3e-baf0-0361c516c0e6 None None] Sync routers for ids ['3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:11:50.801879 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f040ca4-ecbc-4b3e-baf0-0361c516c0e6 None None] Routers {'3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:50.803438 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4f040ca4-ecbc-4b3e-baf0-0361c516c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:50.856843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78426013-f5ab-4080-9f02-d17640e0736b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:50.860379 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78426013-f5ab-4080-9f02-d17640e0736b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:50.883644 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4f040ca4-ecbc-4b3e-baf0-0361c516c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:50.892179 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12e6e4cc-f0e3-40c5-bd17-a62350156cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:50.898255 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12e6e4cc-f0e3-40c5-bd17-a62350156cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:50.904839 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-aede2b22-0531-4b98-923d-8bb663f991f8 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/routers/3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135 HTTP/1.1" status: 200 len: 924 time: 0.1236358 Jul 29 15:11:50.907229 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-12e6e4cc-f0e3-40c5-bd17-a62350156cc5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06c70ab3-9642-4369-9ffb-a9aa2203465a HTTP/1.1" status: 204 len: 168 time: 0.9437478 Jul 29 15:11:50.908485 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f040ca4-ecbc-4b3e-baf0-0361c516c0e6 None None] Routers {'3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:50.909073 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] For port 7de91b10-d2bf-4ce0-8c16-e7d029116fa4, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:11:50.913010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39262) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:50.914005 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4f040ca4-ecbc-4b3e-baf0-0361c516c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:50.926188 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] For port 7de91b10-d2bf-4ce0-8c16-e7d029116fa4, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7de91b10-d2bf-4ce0-8c16-e7d029116fa4,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:11:50.935989 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:50.993450 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4f040ca4-ecbc-4b3e-baf0-0361c516c0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:50.994249 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f040ca4-ecbc-4b3e-baf0-0361c516c0e6 None None] The sync data for ids ['3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:11:51.000066 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6e4cc-f0e3-40c5-bd17-a62350156cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c70ab3-9642-4369-9ffb-a9aa2203465a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:51.106595 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfd8c8d-5d63-4f60-acea-5194b461cee9 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:51.114736 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4bfd8c8d-5d63-4f60-acea-5194b461cee9 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&device_id=3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1960161 Jul 29 15:11:51.115197 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39272) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:51.121284 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d3f11-540b-4a74-9d61-448857bc4f6a None None] Pushing event updated for resources: {'Port': ['ID=7de91b10-d2bf-4ce0-8c16-e7d029116fa4,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:51.371387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b6d004-0c79-4d81-9bd6-08ce56a778cc tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:51.372976 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-06b6d004-0c79-4d81-9bd6-08ce56a778cc tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 881 time: 0.2566307 Jul 29 15:11:51.376210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39304) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:51.477538 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-28413967-02b1-4f25-b408-c51fb83d4660 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135 HTTP/1.1" status: 200 len: 205 time: 0.0952303 Jul 29 15:11:51.481601 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39314) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:51.739307 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7a4a3e8d-c859-4df0-bd6d-cfae5e10d6d3 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:52.015983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.objects.ports [None req-78426013-f5ab-4080-9f02-d17640e0736b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94158) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 15:11:52.167364 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7a4a3e8d-c859-4df0-bd6d-cfae5e10d6d3 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:52.294836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a3e8d-c859-4df0-bd6d-cfae5e10d6d3 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Deleting port 40552090-fb67-4fee-9a9e-773116226efd {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:52.295384 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7a4a3e8d-c859-4df0-bd6d-cfae5e10d6d3 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:52.400186 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78426013-f5ab-4080-9f02-d17640e0736b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:52.428869 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39380) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:52.496947 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7a4a3e8d-c859-4df0-bd6d-cfae5e10d6d3 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:52.534170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a3e8d-c859-4df0-bd6d-cfae5e10d6d3 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Calling delete_port for 40552090-fb67-4fee-9a9e-773116226efd owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:52.631226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-32f0e3cc-242c-4235-8bec-85d0db2a423a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-879894539-network', 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:52.706114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f0e3cc-242c-4235-8bec-85d0db2a423a admin admin] Made reservation on behalf of c7e6c28442c94abfb57463bd1e7c1bb0 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:52.714356 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32f0e3cc-242c-4235-8bec-85d0db2a423a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:52.742647 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32f0e3cc-242c-4235-8bec-85d0db2a423a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:52.818608 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-78426013-f5ab-4080-9f02-d17640e0736b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] For port 7de91b10-d2bf-4ce0-8c16-e7d029116fa4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7de91b10-d2bf-4ce0-8c16-e7d029116fa4,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:52.870001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9c018a4e-ca7a-4f35-8530-8ffad5d3be2e None None] Provisioning for port 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:52.913370 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78426013-f5ab-4080-9f02-d17640e0736b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:52.940287 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78426013-f5ab-4080-9f02-d17640e0736b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:52.941999 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78426013-f5ab-4080-9f02-d17640e0736b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.016050 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:11:53.017371 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32f0e3cc-242c-4235-8bec-85d0db2a423a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.025723 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32f0e3cc-242c-4235-8bec-85d0db2a423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.057958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0e3cc-242c-4235-8bec-85d0db2a423a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c237cb52-d248-4b10-993d-3c8e670e3019,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:53.092576 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78426013-f5ab-4080-9f02-d17640e0736b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:53.115768 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:53.122982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:53.123354 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.131552 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-78426013-f5ab-4080-9f02-d17640e0736b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:53.159423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78426013-f5ab-4080-9f02-d17640e0736b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:53.160553 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78426013-f5ab-4080-9f02-d17640e0736b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.165078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f0e3cc-242c-4235-8bec-85d0db2a423a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:11:53.171038 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7a4a3e8d-c859-4df0-bd6d-cfae5e10d6d3 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.177297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78426013-f5ab-4080-9f02-d17640e0736b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=7de91b10-d2bf-4ce0-8c16-e7d029116fa4,revision_number=4']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:53.177726 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321f5a8c-19a4-46ea-b3cc-6a513fbccb96 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:53.187885 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78426013-f5ab-4080-9f02-d17640e0736b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Subnet': ['ID=049ec991-0b3a-43af-b099-11f3c6e4a9b7,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:53.196349 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32f0e3cc-242c-4235-8bec-85d0db2a423a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.198930 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-32f0e3cc-242c-4235-8bec-85d0db2a423a admin admin] Added segment 63edb665-309c-44a1-9c6f-73fd0892ba33 of type vlan for network a4d44545-e8ea-4b03-b27b-9daea94b648a Jul 29 15:11:53.219798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a3e8d-c859-4df0-bd6d-cfae5e10d6d3 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Pushing event deleted for resources: {'Port': ['ID=40552090-fb67-4fee-9a9e-773116226efd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:53.240872 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-78426013-f5ab-4080-9f02-d17640e0736b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2080917 Jul 29 15:11:53.243532 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39392) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:53.249689 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e99c74a2-d6ee-459b-b898-fefb7a4bfab6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Request body: {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'mac_address': 'fa:16:3e:d0:bb:6a', 'name': 'tempest-NetworksTestDHCPv6-141165151'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:53.391276 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7a4a3e8d-c859-4df0-bd6d-cfae5e10d6d3 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.421058 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32f0e3cc-242c-4235-8bec-85d0db2a423a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.491337 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32f0e3cc-242c-4235-8bec-85d0db2a423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.492509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f0e3cc-242c-4235-8bec-85d0db2a423a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:53.492814 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.493405 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32f0e3cc-242c-4235-8bec-85d0db2a423a admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.522774 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7a4a3e8d-c859-4df0-bd6d-cfae5e10d6d3 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.527507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7a4a3e8d-c859-4df0-bd6d-cfae5e10d6d3 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.598083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99c74a2-d6ee-459b-b898-fefb7a4bfab6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Made reservation on behalf of 0d9bb60610ce4177bfafae876b765aff for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:53.628081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 7de91b10-d2bf-4ce0-8c16-e7d029116fa4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7de91b10-d2bf-4ce0-8c16-e7d029116fa4,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:53.636309 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.681463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0e3cc-242c-4235-8bec-85d0db2a423a admin admin] Pushing event updated for resources: {'Network': ['ID=a4d44545-e8ea-4b03-b27b-9daea94b648a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:53.690513 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-32f0e3cc-242c-4235-8bec-85d0db2a423a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2579622 Jul 29 15:11:53.691431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39394) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:53.702497 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network a4d44545-e8ea-4b03-b27b-9daea94b648a details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:11:53.704166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-22d5463b-751f-47a9-8b11-38a5042eeb98 admin admin] Request body: {'subnet': {'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-879894539-subnet', 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:53.735585 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7a4a3e8d-c859-4df0-bd6d-cfae5e10d6d3 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.737219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4a3e8d-c859-4df0-bd6d-cfae5e10d6d3 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Fanout notify agent at l3_agent the message router_deleted on router 3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:11:53.749842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d5463b-751f-47a9-8b11-38a5042eeb98 admin admin] Made reservation on behalf of c7e6c28442c94abfb57463bd1e7c1bb0 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:11:53.754354 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22d5463b-751f-47a9-8b11-38a5042eeb98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.756247 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7a4a3e8d-c859-4df0-bd6d-cfae5e10d6d3 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.761289 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7a4a3e8d-c859-4df0-bd6d-cfae5e10d6d3 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "DELETE /v2.0/routers/3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135 HTTP/1.1" status: 204 len: 168 time: 2.2778432 Jul 29 15:11:53.765612 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39396) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:53.783431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-52020197-a5f5-4131-8c5c-a385770c9223 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1211271896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:53.810142 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=7de91b10-d2bf-4ce0-8c16-e7d029116fa4,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:53.866241 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e99c74a2-d6ee-459b-b898-fefb7a4bfab6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.886793 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52020197-a5f5-4131-8c5c-a385770c9223 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.888199 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52020197-a5f5-4131-8c5c-a385770c9223 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.911148 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-e99c74a2-d6ee-459b-b898-fefb7a4bfab6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] device_id is not set on port 9ee87c0f-dd2c-481a-b816-6ec9f20e947a yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:11:53.976391 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52020197-a5f5-4131-8c5c-a385770c9223 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:53.995383 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52020197-a5f5-4131-8c5c-a385770c9223 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:54.066553 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52020197-a5f5-4131-8c5c-a385770c9223 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:54.067899 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-52020197-a5f5-4131-8c5c-a385770c9223 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3002200 Jul 29 15:11:54.075299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39398) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:54.095305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Request body: {'router': {'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:54.308708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-e99c74a2-d6ee-459b-b898-fefb7a4bfab6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8::160 (dc65256a-a355-4363-ac4a-38e1bcb69bfa/d4aeff13-fc9b-406d-a973-70a05c456fe0/9ee87c0f-dd2c-481a-b816-6ec9f20e947a) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:54.342658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-e99c74a2-d6ee-459b-b898-fefb7a4bfab6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Allocated IP 2001:db8:0:1:f816:3eff:fed0:bb6a (dc65256a-a355-4363-ac4a-38e1bcb69bfa/049ec991-0b3a-43af-b099-11f3c6e4a9b7/9ee87c0f-dd2c-481a-b816-6ec9f20e947a) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:54.414938 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22d5463b-751f-47a9-8b11-38a5042eeb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:54.538989 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:54.617858 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5463b-751f-47a9-8b11-38a5042eeb98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41f24fa5-a84f-4567-9f64-747c8d86b352,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:54.650982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d5463b-751f-47a9-8b11-38a5042eeb98 admin admin] Checking segment: {'id': '63edb665-309c-44a1-9c6f-73fd0892ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:11:54.651361 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d5463b-751f-47a9-8b11-38a5042eeb98 admin admin] Network hostable DHCP agents. Network: a4d44545-e8ea-4b03-b27b-9daea94b648a, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:11:54.677248 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e99c74a2-d6ee-459b-b898-fefb7a4bfab6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:54.712744 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-e99c74a2-d6ee-459b-b898-fefb7a4bfab6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Transition to ACTIVE for port object 9ee87c0f-dd2c-481a-b816-6ec9f20e947a will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:11:54.718391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d5463b-751f-47a9-8b11-38a5042eeb98 admin admin] Network a4d44545-e8ea-4b03-b27b-9daea94b648a is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:11:54.736682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-22d5463b-751f-47a9-8b11-38a5042eeb98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, a4d44545-e8ea-4b03-b27b-9daea94b648a) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:54.748495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9cda93-c399-4ab9-afb6-9c6edb5a2724 None None] Network a4d44545-e8ea-4b03-b27b-9daea94b648a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:54.755837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d5463b-751f-47a9-8b11-38a5042eeb98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:54.756498 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-22d5463b-751f-47a9-8b11-38a5042eeb98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:54.783100 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-22d5463b-751f-47a9-8b11-38a5042eeb98 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0897806 Jul 29 15:11:54.793580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39404) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:54.811151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-879894539-router', 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:11:54.853048 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e99c74a2-d6ee-459b-b898-fefb7a4bfab6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:54.871316 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:54.872366 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:54.928445 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99c74a2-d6ee-459b-b898-fefb7a4bfab6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:54.951762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e99c74a2-d6ee-459b-b898-fefb7a4bfab6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:54.961253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c74a2-d6ee-459b-b898-fefb7a4bfab6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:54.968847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99c74a2-d6ee-459b-b898-fefb7a4bfab6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:54.969706 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e99c74a2-d6ee-459b-b898-fefb7a4bfab6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:54.977571 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c74a2-d6ee-459b-b898-fefb7a4bfab6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event updated for resources: {'Port': ['ID=9ee87c0f-dd2c-481a-b816-6ec9f20e947a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:55.048627 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e99c74a2-d6ee-459b-b898-fefb7a4bfab6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8030412 Jul 29 15:11:55.051111 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:55.052082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39406) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:55.101495 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:55.159127 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:55.171025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:11:55.304976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bccd9c-ab07-41f2-8e51-fcb20d30e1c7 None None] Network a4d44545-e8ea-4b03-b27b-9daea94b648a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:55.317433 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c7cd8e54-2388-4f25-8cf0-ff06d4e7fc92 None None] Provisioning complete for port 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:55.319102 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7cd8e54-2388-4f25-8cf0-ff06d4e7fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:55.338169 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:55.395972 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Allocated IP 172.25.6.193 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/f0ccc6e9-4ec6-4fed-86ab-5fb56afe9841) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:55.446960 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-82b16968-d8c2-4cca-b46e-9bf7924f08b6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting port 9ee87c0f-dd2c-481a-b816-6ec9f20e947a {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:55.447864 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-82b16968-d8c2-4cca-b46e-9bf7924f08b6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:55.580813 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-82b16968-d8c2-4cca-b46e-9bf7924f08b6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:55.581033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:55.581261 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:55.604597 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-82b16968-d8c2-4cca-b46e-9bf7924f08b6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Calling delete_port for 9ee87c0f-dd2c-481a-b816-6ec9f20e947a owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:55.674542 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:55.786782 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:55.844363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:55.852201 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:55.857278 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:55.886016 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:55.903961 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Pushing event updated for resources: {'Port': ['ID=f0ccc6e9-4ec6-4fed-86ab-5fb56afe9841,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:55.918720 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:56.135451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1503631a-c4bc-4415-aea3-d8be08074626 None None] Provisioning for port 9ee87c0f-dd2c-481a-b816-6ec9f20e947a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:11:56.143304 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-82b16968-d8c2-4cca-b46e-9bf7924f08b6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:56.144515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1503631a-c4bc-4415-aea3-d8be08074626 None None] Provisioning complete for port 9ee87c0f-dd2c-481a-b816-6ec9f20e947a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:56.145156 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1503631a-c4bc-4415-aea3-d8be08074626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:56.161306 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Allocated IP 172.25.6.89 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/8217b220-0f0a-4f26-a45d-de12b4804203) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:11:56.180407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1503631a-c4bc-4415-aea3-d8be08074626 None None] Port 9ee87c0f-dd2c-481a-b816-6ec9f20e947a was deleted so its status cannot be updated. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 29 15:11:56.192626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b16968-d8c2-4cca-b46e-9bf7924f08b6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Port': ['ID=9ee87c0f-dd2c-481a-b816-6ec9f20e947a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:56.315789 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:56.319683 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-82b16968-d8c2-4cca-b46e-9bf7924f08b6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:56.330401 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-82b16968-d8c2-4cca-b46e-9bf7924f08b6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/9ee87c0f-dd2c-481a-b816-6ec9f20e947a HTTP/1.1" status: 204 len: 168 time: 1.2771823 Jul 29 15:11:56.333199 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39414) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:56.352892 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:56.447586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485961b0-6edd-4164-b0a5-6b00ae0bbd0d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:56.451910 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-485961b0-6edd-4164-b0a5-6b00ae0bbd0d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1176295 Jul 29 15:11:56.455403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39418) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:56.522110 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:56.573797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706316a5-9247-477f-b249-b48de1423fde tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:56.575717 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-706316a5-9247-477f-b249-b48de1423fde tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1193535 Jul 29 15:11:56.578284 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39420) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:56.651734 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc19d58-e197-4930-be39-1b11f4723cce tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:56.653610 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc19d58-e197-4930-be39-1b11f4723cce tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:56.655142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc19d58-e197-4930-be39-1b11f4723cce tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:56.657051 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6dc19d58-e197-4930-be39-1b11f4723cce tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0764320 Jul 29 15:11:56.660443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39422) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:56.664704 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:56.689002 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:56.696479 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:56.768443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:11:56.770717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:11:56.772717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Pushing event updated for resources: {'Port': ['ID=8217b220-0f0a-4f26-a45d-de12b4804203,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:56.776634 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:11:56.783967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2dc332-c9a3-48d1-8df2-90e649428810 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet 049ec991-0b3a-43af-b099-11f3c6e4a9b7 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:11:56.817239 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc332-c9a3-48d1-8df2-90e649428810 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:56.870044 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc332-c9a3-48d1-8df2-90e649428810 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:56.969922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Router bc409eb6-010f-411f-b6e4-7c954e3dfa73 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:11:57.000917 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc332-c9a3-48d1-8df2-90e649428810 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:57.154667 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:57.167846 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc332-c9a3-48d1-8df2-90e649428810 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:57.198166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dc332-c9a3-48d1-8df2-90e649428810 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=049ec991-0b3a-43af-b099-11f3c6e4a9b7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:57.204012 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:11:57.215046 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d4f5f-4450-4b7d-9efa-b2513ee62b9b None None] Sync routers for ids ['bc409eb6-010f-411f-b6e4-7c954e3dfa73'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:11:57.216189 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:57.220945 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7a17d04b-17a6-4c31-a12a-a0d64b3b5a8d tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "PUT /v2.0/routers/bc409eb6-010f-411f-b6e4-7c954e3dfa73 HTTP/1.1" status: 200 len: 884 time: 3.1441181 Jul 29 15:11:57.222725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39424) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:57.225611 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cf2dc332-c9a3-48d1-8df2-90e649428810 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:57.232000 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cf2dc332-c9a3-48d1-8df2-90e649428810 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/049ec991-0b3a-43af-b099-11f3c6e4a9b7 HTTP/1.1" status: 204 len: 168 time: 0.5702052 Jul 29 15:11:57.232693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39426) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:57.240229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a74897-d582-4052-963e-be920cf8a4c0 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:57.307757 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-109c09e3-1259-4479-82f0-39f59b96f1ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Deleting subnet d4aeff13-fc9b-406d-a973-70a05c456fe0 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:11:57.312356 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-109c09e3-1259-4479-82f0-39f59b96f1ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:57.359542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d4f5f-4450-4b7d-9efa-b2513ee62b9b None None] Routers {'bc409eb6-010f-411f-b6e4-7c954e3dfa73'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:57.360197 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a74d4f5f-4450-4b7d-9efa-b2513ee62b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc409eb6-010f-411f-b6e4-7c954e3dfa73'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:57.386897 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-109c09e3-1259-4479-82f0-39f59b96f1ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:57.455557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a74d4f5f-4450-4b7d-9efa-b2513ee62b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:57.490222 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d4f5f-4450-4b7d-9efa-b2513ee62b9b None None] Routers {'bc409eb6-010f-411f-b6e4-7c954e3dfa73'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:57.490776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a74d4f5f-4450-4b7d-9efa-b2513ee62b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['bc409eb6-010f-411f-b6e4-7c954e3dfa73'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:57.547011 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-109c09e3-1259-4479-82f0-39f59b96f1ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:57.630006 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a74d4f5f-4450-4b7d-9efa-b2513ee62b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:57.639926 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d4f5f-4450-4b7d-9efa-b2513ee62b9b None None] The sync data for ids ['bc409eb6-010f-411f-b6e4-7c954e3dfa73'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:11:57.722713 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-109c09e3-1259-4479-82f0-39f59b96f1ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:57.773339 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c09e3-1259-4479-82f0-39f59b96f1ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Subnet': ['ID=d4aeff13-fc9b-406d-a973-70a05c456fe0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:57.785497 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-109c09e3-1259-4479-82f0-39f59b96f1ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:57.796500 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-109c09e3-1259-4479-82f0-39f59b96f1ae tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/d4aeff13-fc9b-406d-a973-70a05c456fe0 HTTP/1.1" status: 204 len: 168 time: 0.5623183 Jul 29 15:11:57.800752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39432) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:57.867244 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-62ea91d8-aec4-4ce6-8c9e-f008e771fddd tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/routers/bc409eb6-010f-411f-b6e4-7c954e3dfa73 HTTP/1.1" status: 200 len: 925 time: 0.6445522 Jul 29 15:11:57.884477 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e411dd-3603-414f-a4ce-02fbb080f42a None None] Update dhcp port {'port': {'network_id': 'dc65256a-a355-4363-ac4a-38e1bcb69bfa', 'fixed_ips': [{'subnet_id': 'd4aeff13-fc9b-406d-a973-70a05c456fe0'}], 'binding:host_id': 'n-d-802893-1'}, 'id': '7de91b10-d2bf-4ce0-8c16-e7d029116fa4'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:11:57.919746 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e4e411dd-3603-414f-a4ce-02fbb080f42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:57.938237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39434) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:58.103188 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:58.200654 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36826ee-b29e-46db-98c4-2cd64f4716d1 None None] Network dc65256a-a355-4363-ac4a-38e1bcb69bfa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:11:58.238590 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4dcad9d8-4b80-4608-936b-b19b7266df22 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4365540 Jul 29 15:11:58.244364 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39436) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:58.263900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c28eec-e9f8-4bea-914e-94ad6815d198 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:58.265844 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-05c28eec-e9f8-4bea-914e-94ad6815d198 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&device_id=bc409eb6-010f-411f-b6e4-7c954e3dfa73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3263535 Jul 29 15:11:58.271580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39438) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:58.323897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-78a30d04-0ba5-4572-a654-3bc22df94c2b None None] Provisioning complete for port 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:11:58.324490 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78a30d04-0ba5-4572-a654-3bc22df94c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:58.381955 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c22808-8ba2-4023-991b-75993907d77f tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:58.389792 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-68c22808-8ba2-4023-991b-75993907d77f tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 881 time: 0.1170487 Jul 29 15:11:58.390454 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39442) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:58.434548 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-91ae9b5c-7e7d-4f70-9e54-25549fd597bb tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc409eb6-010f-411f-b6e4-7c954e3dfa73 HTTP/1.1" status: 200 len: 205 time: 0.0427663 Jul 29 15:11:58.435208 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39444) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:58.440459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb81db6-f1a0-4d67-80b7-89ce5f51a13e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:58.444592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4eb81db6-f1a0-4d67-80b7-89ce5f51a13e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1978946 Jul 29 15:11:58.448873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39446) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:58.496070 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Router 19fa4615-1114-4245-8c3a-810308a46f35 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:11:58.518934 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a4d6e-1471-413c-a27e-8e2c897b09e1 None None] DHCP port deletion for dc65256a-a355-4363-ac4a-38e1bcb69bfa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:11:58.574783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3a3a4d6e-1471-413c-a27e-8e2c897b09e1 None None] Deleting port 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:58.575237 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a3a4d6e-1471-413c-a27e-8e2c897b09e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:58.596269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef66095-db54-450b-a17c-036c44084a7a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:11:58.600562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39448) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:58.600903 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2ef66095-db54-450b-a17c-036c44084a7a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1515954 Jul 29 15:11:58.628204 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8606b31-b528-469c-86ef-71bb1571ae85 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:58.648746 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3a3a4d6e-1471-413c-a27e-8e2c897b09e1 None None] For port 7de91b10-d2bf-4ce0-8c16-e7d029116fa4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7de91b10-d2bf-4ce0-8c16-e7d029116fa4,segment=NetworkSegment(ee67f0b0-0179-443a-83cf-0e8206adfe66),segment_id=ee67f0b0-0179-443a-83cf-0e8206adfe66)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:11:58.649221 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a3a4d6e-1471-413c-a27e-8e2c897b09e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:58.666868 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3a3a4d6e-1471-413c-a27e-8e2c897b09e1 None None] Calling delete_port for 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:58.702849 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-37126505-c4e6-429a-abbb-f092a3116bb3 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010685 Jul 29 15:11:58.714581 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39452) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:58.784347 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a3a4d6e-1471-413c-a27e-8e2c897b09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:58.827358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a4d6e-1471-413c-a27e-8e2c897b09e1 None None] Pushing event deleted for resources: {'Port': ['ID=7de91b10-d2bf-4ce0-8c16-e7d029116fa4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:58.852902 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3308d0-5563-461f-8596-57c427e14dc7 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:11:58.854136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3308d0-5563-461f-8596-57c427e14dc7 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:58.858336 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bd3308d0-5563-461f-8596-57c427e14dc7 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/9ee87c0f-dd2c-481a-b816-6ec9f20e947a HTTP/1.1" status: 404 len: 333 time: 0.1352096 Jul 29 15:11:58.861134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39454) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:58.862262 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a4d6e-1471-413c-a27e-8e2c897b09e1 None None] No DVR routers for this DVR port 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:11:58.869895 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8606b31-b528-469c-86ef-71bb1571ae85 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:58.907703 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f553192d-def8-4ad6-b098-ebb7c3ce64f5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:11:58.908429 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f553192d-def8-4ad6-b098-ebb7c3ce64f5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:58.912591 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f553192d-def8-4ad6-b098-ebb7c3ce64f5 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/049ec991-0b3a-43af-b099-11f3c6e4a9b7 HTTP/1.1" status: 404 len: 337 time: 0.0480042 Jul 29 15:11:58.913320 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39456) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:58.922300 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:11:58.948982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:11:58.949820 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7de91b10-d2bf-4ce0-8c16-e7d029116fa4 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:11:58.950995 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02ee206-7a15-43ef-a495-8af0dbba1e72 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:11:58.951515 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02ee206-7a15-43ef-a495-8af0dbba1e72 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:58.953671 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b02ee206-7a15-43ef-a495-8af0dbba1e72 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/d4aeff13-fc9b-406d-a973-70a05c456fe0 HTTP/1.1" status: 404 len: 337 time: 0.0393410 Jul 29 15:11:58.955232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:11:58.956784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39458) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:58.967548 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Sync routers for ids ['19fa4615-1114-4245-8c3a-810308a46f35'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:11:58.981465 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Routers {'19fa4615-1114-4245-8c3a-810308a46f35'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:11:58.982438 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['19fa4615-1114-4245-8c3a-810308a46f35'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:58.984172 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d8606b31-b528-469c-86ef-71bb1571ae85 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Deleting port f0ccc6e9-4ec6-4fed-86ab-5fb56afe9841 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:11:58.984514 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8606b31-b528-469c-86ef-71bb1571ae85 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:59.031933 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-406e296b-cfcf-4fb1-92ef-c68d4585eb0c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:11:59.033741 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406e296b-cfcf-4fb1-92ef-c68d4585eb0c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:59.038536 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39460) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:59.039153 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-406e296b-cfcf-4fb1-92ef-c68d4585eb0c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/5ac665cb-328f-4294-84b6-6f5e8b4bc74d HTTP/1.1" status: 404 len: 333 time: 0.0811696 Jul 29 15:11:59.043533 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:59.050169 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f3c663fb-08b4-4bee-8b79-60bfa5ab6ffe admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2527692 Jul 29 15:11:59.051113 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39462) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:59.070354 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-459079bd-9fea-4088-9036-d85839b6bdd1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:11:59.070910 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459079bd-9fea-4088-9036-d85839b6bdd1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:59.073830 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-459079bd-9fea-4088-9036-d85839b6bdd1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/4d3175c3-5c95-4c24-a0dd-3d305b2c0826 HTTP/1.1" status: 404 len: 337 time: 0.0339806 Jul 29 15:11:59.076286 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39464) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:59.117881 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d3a18d-4b25-49c2-8e01-e251d0d98495 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:11:59.118695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d3a18d-4b25-49c2-8e01-e251d0d98495 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:59.121330 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-71d3a18d-4b25-49c2-8e01-e251d0d98495 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/463bcee9-6ebe-482a-9cee-c2912484a1c5 HTTP/1.1" status: 404 len: 337 time: 0.0439529 Jul 29 15:11:59.124029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39466) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:59.167161 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ec57ec-38c7-4063-8de4-8483467ed31a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:11:59.168256 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ec57ec-38c7-4063-8de4-8483467ed31a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:59.169938 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-89ec57ec-38c7-4063-8de4-8483467ed31a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/2ed425db-5f5f-426d-b252-5a234da2a3ae HTTP/1.1" status: 404 len: 333 time: 0.0448437 Jul 29 15:11:59.176317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39468) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:59.180808 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8606b31-b528-469c-86ef-71bb1571ae85 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:59.195505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d8606b31-b528-469c-86ef-71bb1571ae85 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Calling delete_port for f0ccc6e9-4ec6-4fed-86ab-5fb56afe9841 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:11:59.224309 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Set router 19fa4615-1114-4245-8c3a-810308a46f35 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:11:59.242846 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f42c09-d81b-4828-9bd1-a20b6a6f25a1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:11:59.243596 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f42c09-d81b-4828-9bd1-a20b6a6f25a1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:59.249087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39470) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:59.250771 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-90f42c09-d81b-4828-9bd1-a20b6a6f25a1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/17d404e6-eda3-4733-a69a-89fcdc43633b HTTP/1.1" status: 404 len: 337 time: 0.0733812 Jul 29 15:11:59.283059 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f02716f-d862-4a9b-8bde-8d97ffa638eb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:11:59.284122 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f02716f-d862-4a9b-8bde-8d97ffa638eb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:59.288791 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0f02716f-d862-4a9b-8bde-8d97ffa638eb tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/c9fcad42-d4da-4d98-aa46-ae7be16c80d0 HTTP/1.1" status: 404 len: 337 time: 0.0360610 Jul 29 15:11:59.291351 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39472) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:59.321385 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-180af8d1-a621-47c1-b2bd-61a03a41ca2b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:11:59.323209 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180af8d1-a621-47c1-b2bd-61a03a41ca2b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:59.327883 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-180af8d1-a621-47c1-b2bd-61a03a41ca2b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/9d4d31a7-4712-4b50-96fd-4708956ab5c9 HTTP/1.1" status: 404 len: 333 time: 0.0350089 Jul 29 15:11:59.331312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39474) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:59.381996 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-1accd8de-1ea6-430e-921e-82f2c2198d69 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:11:59.382470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1accd8de-1ea6-430e-921e-82f2c2198d69 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:59.388961 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1accd8de-1ea6-430e-921e-82f2c2198d69 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/1d3fc1a9-ce9c-4bbf-8a0f-ab89375a3929 HTTP/1.1" status: 404 len: 337 time: 0.0564780 Jul 29 15:11:59.389804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39476) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:59.481175 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8606b31-b528-469c-86ef-71bb1571ae85 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:59.549973 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fa4615-1114-4245-8c3a-810308a46f35', 'name': 'tempest-ServerRescueNegativeTestJSON-879894539-router', 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8217b220-0f0a-4f26-a45d-de12b4804203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:11:54Z', 'updated_at': '2021-07-29T15:11:57Z', 'revision_number': 3, 'project_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'gw_port': {'id': '8217b220-0f0a-4f26-a45d-de12b4804203', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:38:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fa4615-1114-4245-8c3a-810308a46f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:11:55Z', 'updated_at': '2021-07-29T15:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:11:59.583047 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d397bc-ac96-47b4-acab-208923407e7d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:11:59.583524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d397bc-ac96-47b4-acab-208923407e7d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:59.589002 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a3d397bc-ac96-47b4-acab-208923407e7d tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/028940e5-ff1c-4d54-818a-3187cf821f0d HTTP/1.1" status: 404 len: 337 time: 0.0769763 Jul 29 15:11:59.589659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39490) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:59.634119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8606b31-b528-469c-86ef-71bb1571ae85 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Pushing event deleted for resources: {'Port': ['ID=f0ccc6e9-4ec6-4fed-86ab-5fb56afe9841,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:11:59.635794 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Checking router: 19fa4615-1114-4245-8c3a-810308a46f35 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:11:59.636770 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Updating router 19fa4615-1114-4245-8c3a-810308a46f35 port 8217b220-0f0a-4f26-a45d-de12b4804203 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:11:59.645432 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11ea642-b525-4b08-95b1-9c2b7ce09648 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:11:59.645432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11ea642-b525-4b08-95b1-9c2b7ce09648 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:59.648949 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d11ea642-b525-4b08-95b1-9c2b7ce09648 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/4ea960ac-adf2-4492-af1d-abb940070a07 HTTP/1.1" status: 404 len: 333 time: 0.0562012 Jul 29 15:11:59.653909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39494) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:59.703022 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:59.716529 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85a8819-e1a2-4694-9647-6633030c3075 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:11:59.717180 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85a8819-e1a2-4694-9647-6633030c3075 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:59.719458 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e85a8819-e1a2-4694-9647-6633030c3075 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/02ec14fb-0c29-4082-bb1c-3b1d432549d5 HTTP/1.1" status: 404 len: 337 time: 0.0623555 Jul 29 15:11:59.720046 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8606b31-b528-469c-86ef-71bb1571ae85 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:59.732095 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39498) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:59.899576 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48bf769-6835-410a-aa84-96b508bb6d1a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:11:59.900995 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48bf769-6835-410a-aa84-96b508bb6d1a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:11:59.902976 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a48bf769-6835-410a-aa84-96b508bb6d1a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/0b5a53c9-690b-4f4f-a9d5-34ebe9babf7c HTTP/1.1" status: 404 len: 333 time: 0.1696351 Jul 29 15:11:59.954432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39522) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:11:59.982398 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8606b31-b528-469c-86ef-71bb1571ae85 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:11:59.984990 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8606b31-b528-469c-86ef-71bb1571ae85 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:00.035448 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-851cf211-de52-4beb-80cd-140396214e1c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:00.035910 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851cf211-de52-4beb-80cd-140396214e1c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:00.040395 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-851cf211-de52-4beb-80cd-140396214e1c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/a19f1214-4334-428e-abbd-d4496e6085c9 HTTP/1.1" status: 404 len: 337 time: 0.0781155 Jul 29 15:12:00.049168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39538) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:00.075227 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8606b31-b528-469c-86ef-71bb1571ae85 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:00.075976 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8606b31-b528-469c-86ef-71bb1571ae85 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Fanout notify agent at l3_agent the message router_deleted on router bc409eb6-010f-411f-b6e4-7c954e3dfa73 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:12:00.090363 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8606b31-b528-469c-86ef-71bb1571ae85 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:00.098117 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d8606b31-b528-469c-86ef-71bb1571ae85 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "DELETE /v2.0/routers/bc409eb6-010f-411f-b6e4-7c954e3dfa73 HTTP/1.1" status: 204 len: 168 time: 1.6617947 Jul 29 15:12:00.100497 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39546) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:00.112321 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ee804a16-4778-4799-8dec-10df13b42cbf tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1601116511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:00.146061 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-da11be39-57ff-49f6-b668-e9eeccc8aee2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:00.146061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da11be39-57ff-49f6-b668-e9eeccc8aee2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:00.150677 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-da11be39-57ff-49f6-b668-e9eeccc8aee2 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/4e221f12-2b82-4f33-9303-65e87f4ebe65 HTTP/1.1" status: 404 len: 333 time: 0.0973229 Jul 29 15:12:00.152924 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39554) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:00.205467 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:00.221923 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Transition to ACTIVE for port object 8217b220-0f0a-4f26-a45d-de12b4804203 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:00.231018 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:00.239367 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d681f7c-4060-4068-b68a-6060f15fe444 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:00.240884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d681f7c-4060-4068-b68a-6060f15fe444 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:00.244894 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2d681f7c-4060-4068-b68a-6060f15fe444 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/3d00919d-5f75-466d-b3be-70ac5b7af312 HTTP/1.1" status: 404 len: 337 time: 0.0882592 Jul 29 15:12:00.253138 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39566) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:00.260038 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee804a16-4778-4799-8dec-10df13b42cbf tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:00.261757 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee804a16-4778-4799-8dec-10df13b42cbf tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:00.289435 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:00.295207 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8e311-1c87-4fb1-a224-8d5e0cd417ae None None] Pushing event updated for resources: {'Port': ['ID=8217b220-0f0a-4f26-a45d-de12b4804203,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:00.314074 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Attempting to bind port 8217b220-0f0a-4f26-a45d-de12b4804203 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:12:00.314663 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Attempting to bind port 8217b220-0f0a-4f26-a45d-de12b4804203 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:12:00.315201 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Attempting to bind port 8217b220-0f0a-4f26-a45d-de12b4804203 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:12:00.323834 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d28f6b8-5b65-43c4-b0be-91f286f4f53e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:00.324149 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:12:00.324609 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:00.325001 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d28f6b8-5b65-43c4-b0be-91f286f4f53e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:00.325153 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:00.325606 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:12:00.326158 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Bound port: 8217b220-0f0a-4f26-a45d-de12b4804203, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:12:00.326609 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:00.336714 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3d28f6b8-5b65-43c4-b0be-91f286f4f53e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/2b402138-a00e-4a5b-b7c2-5305fe95b2ab HTTP/1.1" status: 404 len: 333 time: 0.0805304 Jul 29 15:12:00.339164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39576) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:00.411665 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-a633a6a4-4b71-4af2-941f-1742a19d168a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:00.412130 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a633a6a4-4b71-4af2-941f-1742a19d168a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:00.418730 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a633a6a4-4b71-4af2-941f-1742a19d168a tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/4161f109-8269-4719-82a0-24134e85fd9b HTTP/1.1" status: 404 len: 337 time: 0.0757952 Jul 29 15:12:00.419611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39586) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:00.423598 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] For port 8217b220-0f0a-4f26-a45d-de12b4804203, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:12:00.436114 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] For port 8217b220-0f0a-4f26-a45d-de12b4804203, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8217b220-0f0a-4f26-a45d-de12b4804203,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:12:00.445098 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:00.457169 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcb3c2f-0060-4a47-a6f3-5aa64b281ae7 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:00.457905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdcb3c2f-0060-4a47-a6f3-5aa64b281ae7 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:00.463940 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cdcb3c2f-0060-4a47-a6f3-5aa64b281ae7 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/eee798e4-3f20-4f54-b351-892191f93d1b HTTP/1.1" status: 404 len: 333 time: 0.0400419 Jul 29 15:12:00.476352 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39594) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:00.526721 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Routers {'19fa4615-1114-4245-8c3a-810308a46f35'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:00.527349 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:11:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['19fa4615-1114-4245-8c3a-810308a46f35'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:00.533661 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcac79e7-4905-4e90-bbfa-f08817c325e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:00.561724 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba06abe-fbf6-49cf-bf51-4e3ddc7f317e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:00.562448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba06abe-fbf6-49cf-bf51-4e3ddc7f317e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:00.566897 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dba06abe-fbf6-49cf-bf51-4e3ddc7f317e tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/d52b93b1-84a1-4ced-8f87-fa1890dc4fae HTTP/1.1" status: 404 len: 337 time: 0.0830026 Jul 29 15:12:00.567528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39606) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:00.596053 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee804a16-4778-4799-8dec-10df13b42cbf tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:00.597391 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9694b06-70e4-4bc5-a422-5ec688426580 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:00.598231 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9694b06-70e4-4bc5-a422-5ec688426580 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:00.604499 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e9694b06-70e4-4bc5-a422-5ec688426580 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/8f63b04c-3f89-41be-93c3-e36a352288ac HTTP/1.1" status: 404 len: 333 time: 0.0334811 Jul 29 15:12:00.605178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39612) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:00.616216 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee804a16-4778-4799-8dec-10df13b42cbf tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:00.654532 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee804a16-4778-4799-8dec-10df13b42cbf tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:00.655744 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ee804a16-4778-4799-8dec-10df13b42cbf tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5539532 Jul 29 15:12:00.656930 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccb5f04-4051-4adf-85bc-3e6e803be33b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:00.657380 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccb5f04-4051-4adf-85bc-3e6e803be33b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:00.662324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39620) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:00.662533 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4ccb5f04-4051-4adf-85bc-3e6e803be33b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/6aa078c9-88b6-4ca7-afe2-a34e0f029baa HTTP/1.1" status: 404 len: 337 time: 0.0558968 Jul 29 15:12:00.663083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39622) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:00.676833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'enable_snat': True}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:00.713130 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b66599-d9b2-40c0-826f-c11b03c719db tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:00.714120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b66599-d9b2-40c0-826f-c11b03c719db tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:00.716857 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-04b66599-d9b2-40c0-826f-c11b03c719db tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/e49ee5d6-6bf7-4170-8a20-fb0e5b55476c HTTP/1.1" status: 404 len: 337 time: 0.0526645 Jul 29 15:12:00.720033 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39628) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:00.754729 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-55489a44-a941-447c-afb2-95a478e328ad tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:00.756024 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55489a44-a941-447c-afb2-95a478e328ad tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:00.758153 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-55489a44-a941-447c-afb2-95a478e328ad tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/cb2fd4e0-d1ee-412b-a265-a8f8913aabdc HTTP/1.1" status: 404 len: 333 time: 0.0363386 Jul 29 15:12:00.761266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39634) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:00.769971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Allocated IP 172.20.0.1 (a4d44545-e8ea-4b03-b27b-9daea94b648a/41f24fa5-a84f-4567-9f64-747c8d86b352/1c49df3c-63ad-477f-a4c6-ef4b890827be) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:00.778576 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8e311-1c87-4fb1-a224-8d5e0cd417ae None None] Pushing event updated for resources: {'Port': ['ID=8217b220-0f0a-4f26-a45d-de12b4804203,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:00.799068 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdd199b-b42e-40b4-b812-9386e364a666 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:00.799628 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccdd199b-b42e-40b4-b812-9386e364a666 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:00.804402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ccdd199b-b42e-40b4-b812-9386e364a666 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/abccdf8a-06a9-47a0-a745-96581de50c25 HTTP/1.1" status: 404 len: 337 time: 0.0390038 Jul 29 15:12:00.804910 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39640) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:00.842188 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f85c3a-3a80-49a9-b47e-db0f3c078330 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:00.843031 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f85c3a-3a80-49a9-b47e-db0f3c078330 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:00.845038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c2f85c3a-3a80-49a9-b47e-db0f3c078330 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/66c9701f-e982-4c34-a10b-bf6a13030bce HTTP/1.1" status: 404 len: 337 time: 0.0387928 Jul 29 15:12:00.847453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39646) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:00.861569 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] Set router 19fa4615-1114-4245-8c3a-810308a46f35 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:12:00.898442 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd0056b-9ca0-45c1-82c8-fbdd58b5453f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:00.899203 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd0056b-9ca0-45c1-82c8-fbdd58b5453f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:00.904176 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fcd0056b-9ca0-45c1-82c8-fbdd58b5453f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/596dfcd9-13ca-4918-a5f7-d9e629a16bdd HTTP/1.1" status: 404 len: 333 time: 0.0546334 Jul 29 15:12:00.910944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39656) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:00.972597 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-67dad8a1-ba8c-4143-ba27-c64e68edaadc tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:00.972597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67dad8a1-ba8c-4143-ba27-c64e68edaadc tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:00.983003 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-67dad8a1-ba8c-4143-ba27-c64e68edaadc tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/b0b464c1-59f6-44de-a52b-f78bd5562933 HTTP/1.1" status: 404 len: 337 time: 0.0684412 Jul 29 15:12:00.984483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39666) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:01.059012 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4788cb-2638-436c-9524-2daf1505396c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:01.059769 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4788cb-2638-436c-9524-2daf1505396c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:01.061722 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ae4788cb-2638-436c-9524-2daf1505396c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/7cedcfe8-db25-44ec-8e9a-1718af77a756 HTTP/1.1" status: 404 len: 337 time: 0.0759683 Jul 29 15:12:01.069260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39678) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:01.117900 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-295e0b4f-ba93-4884-8ab8-1de124917a21 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:01.119527 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295e0b4f-ba93-4884-8ab8-1de124917a21 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:01.123124 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-295e0b4f-ba93-4884-8ab8-1de124917a21 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/a1ff85e9-4c96-4386-9755-218728bfabb9 HTTP/1.1" status: 404 len: 333 time: 0.0515079 Jul 29 15:12:01.125851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39684) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:01.139289 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:01.198332 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e88df2-cb12-478e-8b99-fc254375e859 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:01.198800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e88df2-cb12-478e-8b99-fc254375e859 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:01.203242 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c1e88df2-cb12-478e-8b99-fc254375e859 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/8c988adf-e975-45fe-9b0e-fc3be3d3463b HTTP/1.1" status: 404 len: 337 time: 0.0721600 Jul 29 15:12:01.204301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39694) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:01.251106 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fa4615-1114-4245-8c3a-810308a46f35', 'name': 'tempest-ServerRescueNegativeTestJSON-879894539-router', 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8217b220-0f0a-4f26-a45d-de12b4804203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:11:54Z', 'updated_at': '2021-07-29T15:11:57Z', 'revision_number': 3, 'project_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'gw_port': {'id': '8217b220-0f0a-4f26-a45d-de12b4804203', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:38:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fa4615-1114-4245-8c3a-810308a46f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:11:55Z', 'updated_at': '2021-07-29T15:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:01.262102 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-c748210b-2a85-497f-a44a-3d8073a6c21c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:01.264773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c748210b-2a85-497f-a44a-3d8073a6c21c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:01.269110 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c748210b-2a85-497f-a44a-3d8073a6c21c tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/c4aadee8-03e1-43d9-a080-790bf1c4057c HTTP/1.1" status: 404 len: 337 time: 0.0637944 Jul 29 15:12:01.273074 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39702) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:01.295324 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f81da9-8cc1-4f75-85b8-76964d718dca None None] The sync data for ids ['19fa4615-1114-4245-8c3a-810308a46f35'] in n-d-802893-1 is: [{'id': '19fa4615-1114-4245-8c3a-810308a46f35', 'name': 'tempest-ServerRescueNegativeTestJSON-879894539-router', 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8217b220-0f0a-4f26-a45d-de12b4804203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:11:54Z', 'updated_at': '2021-07-29T15:11:57Z', 'revision_number': 3, 'project_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'gw_port': {'id': '8217b220-0f0a-4f26-a45d-de12b4804203', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:38:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fa4615-1114-4245-8c3a-810308a46f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:11:55Z', 'updated_at': '2021-07-29T15:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:12:01.329475 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:01.355128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9ba62c42-13cf-4d69-88f9-0d7c5a2f55dc tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c21205-f4d3-45fb-8f37-0522b92fe94d HTTP/1.1" status: 200 len: 205 time: 0.0779572 Jul 29 15:12:01.356833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39712) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:01.425092 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-1a936e47-63da-4892-aeb7-77b7c3c7bcff tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] delete failed (client error): The resource could not be found. Jul 29 15:12:01.428574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1a936e47-63da-4892-aeb7-77b7c3c7bcff tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/routers/c9c21205-f4d3-45fb-8f37-0522b92fe94d HTTP/1.1" status: 404 len: 336 time: 0.0681145 Jul 29 15:12:01.429030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39722) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:01.445834 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:01.472358 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-9105b394-2aac-486f-8297-a3581bb6f160 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:01.473245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9105b394-2aac-486f-8297-a3581bb6f160 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:01.478560 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9105b394-2aac-486f-8297-a3581bb6f160 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/1531c3a7-1dc3-4dfd-8ecd-e2c6283d8000 HTTP/1.1" status: 404 len: 337 time: 0.0482810 Jul 29 15:12:01.479588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39728) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:01.500697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Network a4d44545-e8ea-4b03-b27b-9daea94b648a is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:01.507841 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:01.522536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:01.567307 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bce478c3-f795-442b-82ed-b28ccd8822de tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c405b-8893-493d-b6c4-2b6879dbabb0 HTTP/1.1" status: 200 len: 205 time: 0.0826983 Jul 29 15:12:01.568836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39740) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:01.593159 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Pushing event updated for resources: {'Port': ['ID=1c49df3c-63ad-477f-a4c6-ef4b890827be,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:01.690070 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:01.723228 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-e1d3d6d8-bcb2-4082-946b-5b21f56e28f1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] delete failed (client error): The resource could not be found. Jul 29 15:12:01.731568 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e1d3d6d8-bcb2-4082-946b-5b21f56e28f1 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/routers/ab8c405b-8893-493d-b6c4-2b6879dbabb0 HTTP/1.1" status: 404 len: 336 time: 0.1601567 Jul 29 15:12:01.743981 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39754) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:01.826889 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:01.836796 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ce370c-2ed2-4932-aa81-77771b9c4aca tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:01.837346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ce370c-2ed2-4932-aa81-77771b9c4aca tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:01.849284 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d6ce370c-2ed2-4932-aa81-77771b9c4aca tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/89d0af07-6f27-415a-82fe-f7a0c488a45e HTTP/1.1" status: 404 len: 337 time: 0.0990019 Jul 29 15:12:01.850019 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39766) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:01.853925 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:01.907649 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24ab961-8bf9-455d-8a4c-636e9f617051 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:01.908553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24ab961-8bf9-455d-8a4c-636e9f617051 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:01.912170 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c24ab961-8bf9-455d-8a4c-636e9f617051 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/e844b0e5-f0fd-4542-936b-64fdef0c7fcf HTTP/1.1" status: 404 len: 337 time: 0.0608199 Jul 29 15:12:01.915389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39774) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:02.033785 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81884eb-0d93-4162-8d92-368b1b09dcc4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:02.042174 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81884eb-0d93-4162-8d92-368b1b09dcc4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:02.047523 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f81884eb-0d93-4162-8d92-368b1b09dcc4 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/9d4f7b5b-6698-4df6-bdf8-ca7dfb848792 HTTP/1.1" status: 404 len: 333 time: 0.1296978 Jul 29 15:12:02.050940 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39790) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:02.139968 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-4451c519-776f-4789-a5ff-8f4cd2c3dc94 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:02.140518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4451c519-776f-4789-a5ff-8f4cd2c3dc94 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:02.147334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4451c519-776f-4789-a5ff-8f4cd2c3dc94 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/6019ac7c-00ae-4ba6-8ac7-5112ad7d4c5d HTTP/1.1" status: 404 len: 337 time: 0.0938747 Jul 29 15:12:02.148414 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39802) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:02.173802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Allocated IP 172.25.6.70 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/aeaff002-6bf0-40be-b6e1-50a3fcef15b7) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:02.181679 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-97797caf-d968-454d-8db9-9c617eb9d17f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:02.182898 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97797caf-d968-454d-8db9-9c617eb9d17f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:02.189462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-97797caf-d968-454d-8db9-9c617eb9d17f tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/922cf1cb-a6a1-4bc4-bed5-a8c4cd3764cb HTTP/1.1" status: 404 len: 333 time: 0.0396395 Jul 29 15:12:02.190171 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39808) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:02.262775 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d1bdd2-fd69-480c-9f38-cdecdc3af03b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:02.263303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d1bdd2-fd69-480c-9f38-cdecdc3af03b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:02.265132 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-14d1bdd2-fd69-480c-9f38-cdecdc3af03b tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/cc71045d-d07e-49b9-9957-93c7d93824ce HTTP/1.1" status: 404 len: 337 time: 0.0706701 Jul 29 15:12:02.268293 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39818) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:02.356416 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b80896a-3a37-435d-be9f-6f11bd62ffd8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:02.359494 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b80896a-3a37-435d-be9f-6f11bd62ffd8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:02.367437 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0b80896a-3a37-435d-be9f-6f11bd62ffd8 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/7409c45a-ed76-4e57-93e5-7396d053ecfc HTTP/1.1" status: 404 len: 333 time: 0.0949161 Jul 29 15:12:02.370460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39826) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:02.457131 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-652a3f94-dac6-4409-9384-da7a2df39789 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:02.457607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652a3f94-dac6-4409-9384-da7a2df39789 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:02.467217 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-652a3f94-dac6-4409-9384-da7a2df39789 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/80d309a3-f3ac-4a6b-a487-84548d8acc22 HTTP/1.1" status: 404 len: 337 time: 0.0955443 Jul 29 15:12:02.468066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39840) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:02.512123 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bcedd50-9aad-4f01-ad27-db5a2d25bb45 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:02.513296 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bcedd50-9aad-4f01-ad27-db5a2d25bb45 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:02.515779 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5bcedd50-9aad-4f01-ad27-db5a2d25bb45 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/a29d80ad-995e-40c9-b5db-6aa6d97c53dd HTTP/1.1" status: 404 len: 333 time: 0.0464222 Jul 29 15:12:02.519514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39846) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:02.592366 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-99aafbf2-34db-49b1-bce0-4fe1be449e67 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:02.592966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99aafbf2-34db-49b1-bce0-4fe1be449e67 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:02.595667 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-99aafbf2-34db-49b1-bce0-4fe1be449e67 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/7054b9eb-a5ed-41c8-af2a-9b41e7492c64 HTTP/1.1" status: 404 len: 337 time: 0.0738959 Jul 29 15:12:02.599458 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39856) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:02.643130 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6effac-bda0-49c2-a759-6452fbc34228 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:02.644150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6effac-bda0-49c2-a759-6452fbc34228 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:02.651220 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1b6effac-bda0-49c2-a759-6452fbc34228 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/b1ca9cdc-6a21-4928-b1f4-3de55146b97c HTTP/1.1" status: 404 len: 333 time: 0.0479822 Jul 29 15:12:02.651945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39866) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:02.690432 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-f059d6ab-4de3-440e-b406-493e5c14e895 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:02.690893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f059d6ab-4de3-440e-b406-493e5c14e895 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:02.695059 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f059d6ab-4de3-440e-b406-493e5c14e895 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/90f0d9e1-42b0-4944-b10f-abc8a5882451 HTTP/1.1" status: 404 len: 337 time: 0.0393472 Jul 29 15:12:02.695643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39874) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:02.731999 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7f72cf-b084-4632-b44b-7f2267a1c245 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:02.732720 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7f72cf-b084-4632-b44b-7f2267a1c245 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:02.735245 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2b7f72cf-b084-4632-b44b-7f2267a1c245 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/74fa726e-2b4b-4cfc-b34c-43163295ed4b HTTP/1.1" status: 404 len: 333 time: 0.0382128 Jul 29 15:12:02.737446 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39880) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:02.766172 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:02.787309 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-57fabb04-d966-4b10-93e8-317e9aa74abf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:02.787504 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57fabb04-d966-4b10-93e8-317e9aa74abf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:02.789701 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-57fabb04-d966-4b10-93e8-317e9aa74abf tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/836f70a3-2421-4e25-afbc-b46694f36b98 HTTP/1.1" status: 404 len: 337 time: 0.0512099 Jul 29 15:12:02.793639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39888) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:02.857677 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-054d5f03-4205-4528-aa42-741741cd0bb6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:02.863873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054d5f03-4205-4528-aa42-741741cd0bb6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:02.868902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 39896) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:02.869812 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-054d5f03-4205-4528-aa42-741741cd0bb6 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/ports/2373f7fa-69fe-4aef-a83a-b8ad13a775ca HTTP/1.1" status: 404 len: 333 time: 0.0729060 Jul 29 15:12:02.924411 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac2882b-3241-40c3-a0f7-e7db254142ad tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:02.924900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac2882b-3241-40c3-a0f7-e7db254142ad tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:02.927220 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8ac2882b-3241-40c3-a0f7-e7db254142ad tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/subnets/69d467ea-566c-4e1b-b39d-10dafb2c25b2 HTTP/1.1" status: 404 len: 337 time: 0.0488741 Jul 29 15:12:02.930310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 39904) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:02.958074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8217b220-0f0a-4f26-a45d-de12b4804203 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:02.971978 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.054101 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 8217b220-0f0a-4f26-a45d-de12b4804203 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:03.060114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8217b220-0f0a-4f26-a45d-de12b4804203 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:03.061111 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.096992 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.136973 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-625c29e7-145f-4be5-ba0a-fd4bfa6de301 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.205503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:03.211245 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.218073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:03.224536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:03.231974 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.233741 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.247640 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 8217b220-0f0a-4f26-a45d-de12b4804203, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8217b220-0f0a-4f26-a45d-de12b4804203,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:03.253456 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.264793 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.300797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Pushing event updated for resources: {'Port': ['ID=aeaff002-6bf0-40be-b6e1-50a3fcef15b7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:03.322793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=8217b220-0f0a-4f26-a45d-de12b4804203,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:03.371462 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a6d27478-72d7-463c-9778-2d2f855c880d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.415587 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.418517 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-625c29e7-145f-4be5-ba0a-fd4bfa6de301 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.437596 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-625c29e7-145f-4be5-ba0a-fd4bfa6de301 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc65256a-a355-4363-ac4a-38e1bcb69bfa']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:03.455380 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Pushing event updated for resources: {'Port': ['ID=1c49df3c-63ad-477f-a4c6-ef4b890827be,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:03.459429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-625c29e7-145f-4be5-ba0a-fd4bfa6de301 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee67f0b0-0179-443a-83cf-0e8206adfe66') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:03.459735 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-625c29e7-145f-4be5-ba0a-fd4bfa6de301 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee67f0b0-0179-443a-83cf-0e8206adfe66') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:03.477302 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-625c29e7-145f-4be5-ba0a-fd4bfa6de301 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.501449 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-625c29e7-145f-4be5-ba0a-fd4bfa6de301 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.515677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625c29e7-145f-4be5-ba0a-fd4bfa6de301 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:12:03.516497 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-625c29e7-145f-4be5-ba0a-fd4bfa6de301 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:12:03.522309 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:12:03.637825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Network a4d44545-e8ea-4b03-b27b-9daea94b648a is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:03.641041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:03.652222 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-625c29e7-145f-4be5-ba0a-fd4bfa6de301 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.663104 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-625c29e7-145f-4be5-ba0a-fd4bfa6de301 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.667515 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-625c29e7-145f-4be5-ba0a-fd4bfa6de301 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] 10.222.0.16 "DELETE /v2.0/networks/dc65256a-a355-4363-ac4a-38e1bcb69bfa HTTP/1.1" status: 204 len: 168 time: 0.7359486 Jul 29 15:12:03.698360 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c29e7-145f-4be5-ba0a-fd4bfa6de301 tempest-NetworksTestDHCPv6-311181941 tempest-NetworksTestDHCPv6-311181941-project] Pushing event deleted for resources: {'Network': ['ID=dc65256a-a355-4363-ac4a-38e1bcb69bfa,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:03.778728 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:03.913391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-6b4b05c8-8322-489b-a5bc-c0a63192aade req-128b9546-1cb4-476a-ab7c-d78852c7fbd2 service neutron] (94157) timed out ('10.222.0.16', 44492) {{(pid=94157) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 15:12:04.000543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Router 19fa4615-1114-4245-8c3a-810308a46f35 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:12:04.121434 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:04.127241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40028) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:04.159698 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:04.224731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:12:04.236206 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e2a5e1e7-1761-48e5-ad4c-4b11f5a20759 admin admin] 10.222.0.16 "PUT /v2.0/routers/19fa4615-1114-4245-8c3a-810308a46f35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1837552 Jul 29 15:12:04.244980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Sync routers for ids ['19fa4615-1114-4245-8c3a-810308a46f35'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:12:04.260325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Routers {'19fa4615-1114-4245-8c3a-810308a46f35'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:04.261846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['19fa4615-1114-4245-8c3a-810308a46f35'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:04.380230 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-446b6c1c-6d5a-4e60-a66b-c451b82d56a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d9bb60610ce4177bfafae876b765aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517345 Jul 29 15:12:04.382910 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40036) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:04.385938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Router b7780449-a1ca-4ac6-94cf-c6f591410840 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:12:04.450962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Set router 19fa4615-1114-4245-8c3a-810308a46f35 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:12:04.454185 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:04.483996 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-538577b3-799f-4f45-87c6-9156cf4e7cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:04.546011 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-538577b3-799f-4f45-87c6-9156cf4e7cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:04.574466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:12:04.586912 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d11b822-8a5b-4205-b41e-4bb4e4408d70 None None] Sync routers for ids ['b7780449-a1ca-4ac6-94cf-c6f591410840'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:12:04.588154 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:04.592736 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d2a40b40-ced5-4369-9247-8b76675b4543 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "PUT /v2.0/routers/b7780449-a1ca-4ac6-94cf-c6f591410840 HTTP/1.1" status: 200 len: 918 time: 3.9257333 Jul 29 15:12:04.594001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40044) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:04.606868 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11b822-8a5b-4205-b41e-4bb4e4408d70 None None] Routers {'b7780449-a1ca-4ac6-94cf-c6f591410840'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:04.610755 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8d11b822-8a5b-4205-b41e-4bb4e4408d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['b7780449-a1ca-4ac6-94cf-c6f591410840'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:04.641652 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-538577b3-799f-4f45-87c6-9156cf4e7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:04.644247 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-538577b3-799f-4f45-87c6-9156cf4e7cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:04.647813 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-538577b3-799f-4f45-87c6-9156cf4e7cc3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99ed50b5-33f3-4a5b-a485-5c48935418ca HTTP/1.1" status: 204 len: 168 time: 0.2610278 Jul 29 15:12:04.673898 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538577b3-799f-4f45-87c6-9156cf4e7cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ed50b5-33f3-4a5b-a485-5c48935418ca,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:04.712457 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8d11b822-8a5b-4205-b41e-4bb4e4408d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:04.744723 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11b822-8a5b-4205-b41e-4bb4e4408d70 None None] Routers {'b7780449-a1ca-4ac6-94cf-c6f591410840'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:04.746067 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8d11b822-8a5b-4205-b41e-4bb4e4408d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['b7780449-a1ca-4ac6-94cf-c6f591410840'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:04.820057 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f4635412-61f0-4977-9b63-0b82a742a57f tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/routers/b7780449-a1ca-4ac6-94cf-c6f591410840 HTTP/1.1" status: 200 len: 924 time: 0.2241459 Jul 29 15:12:04.822360 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40048) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:04.830706 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8d11b822-8a5b-4205-b41e-4bb4e4408d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:04.831736 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d11b822-8a5b-4205-b41e-4bb4e4408d70 None None] The sync data for ids ['b7780449-a1ca-4ac6-94cf-c6f591410840'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:12:04.875179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fa4615-1114-4245-8c3a-810308a46f35', 'name': 'tempest-ServerRescueNegativeTestJSON-879894539-router', 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8217b220-0f0a-4f26-a45d-de12b4804203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:11:54Z', 'updated_at': '2021-07-29T15:12:02Z', 'revision_number': 4, 'project_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'gw_port': {'id': '8217b220-0f0a-4f26-a45d-de12b4804203', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fa4615-1114-4245-8c3a-810308a46f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:11:55Z', 'updated_at': '2021-07-29T15:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '1c49df3c-63ad-477f-a4c6-ef4b890827be', 'name': '', 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a', 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'mac_address': 'fa:16:3e:48:32:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fa4615-1114-4245-8c3a-810308a46f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '41f24fa5-a84f-4567-9f64-747c8d86b352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:00Z', 'updated_at': '2021-07-29T15:12:02Z', 'revision_number': 2, 'project_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'subnets': [{'id': '41f24fa5-a84f-4567-9f64-747c8d86b352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:04.935178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Checking router: 19fa4615-1114-4245-8c3a-810308a46f35 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:12:04.935527 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Updating router 19fa4615-1114-4245-8c3a-810308a46f35 port 1c49df3c-63ad-477f-a4c6-ef4b890827be binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:12:04.972149 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a0aa28-63b0-4e53-9f21-50d4c2917cc9 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:04.976818 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8217b220-0f0a-4f26-a45d-de12b4804203 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:04.977124 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40064) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:04.977524 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-96a0aa28-63b0-4e53-9f21-50d4c2917cc9 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&device_id=b7780449-a1ca-4ac6-94cf-c6f591410840&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1534686 Jul 29 15:12:04.986362 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:05.173075 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8217b220-0f0a-4f26-a45d-de12b4804203 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:05.173713 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:05.239391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7227c9c-b1a5-4855-a314-2e2bc3aa6c3a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:05.243671 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e7227c9c-b1a5-4855-a314-2e2bc3aa6c3a tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 881 time: 0.2620480 Jul 29 15:12:05.244159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40076) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:05.249481 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98075976-30d4-4b5a-ab64-b83caa238330 req-851414df-47a6-443b-97af-0f2f1874f7e2 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:05.251428 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-98075976-30d4-4b5a-ab64-b83caa238330 req-851414df-47a6-443b-97af-0f2f1874f7e2 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/networks?id=a4d44545-e8ea-4b03-b27b-9daea94b648a HTTP/1.1" status: 200 len: 818 time: 0.2633343 Jul 29 15:12:05.273336 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-98075976-30d4-4b5a-ab64-b83caa238330 req-e3a83085-74f7-4990-906c-33e8418046d0 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/quotas/c7e6c28442c94abfb57463bd1e7c1bb0 HTTP/1.1" status: 200 len: 375 time: 0.0158138 Jul 29 15:12:05.300405 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4e7f67e9-f12a-4482-9448-4901784f50ac tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7780449-a1ca-4ac6-94cf-c6f591410840 HTTP/1.1" status: 200 len: 205 time: 0.0542128 Jul 29 15:12:05.302888 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40086) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:05.402833 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-98075976-30d4-4b5a-ab64-b83caa238330 req-54167ba5-1f50-4bfa-a5f4-9624c1cff02b tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7e6c28442c94abfb57463bd1e7c1bb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1201751 Jul 29 15:12:05.485717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf92287-20fe-4229-89ee-64795a674cb5 req-38956f18-9a88-477e-a278-fb7b9c1088cd tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:05.487609 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-caf92287-20fe-4229-89ee-64795a674cb5 req-38956f18-9a88-477e-a278-fb7b9c1088cd tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/networks?id=f7396c96-abcc-4afb-9f50-38bc61d5bba8 HTTP/1.1" status: 200 len: 814 time: 0.1760914 Jul 29 15:12:05.516347 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-caf92287-20fe-4229-89ee-64795a674cb5 req-163a67e4-f575-4232-8a7c-6ba17a21c226 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/quotas/a841d0cec7bd4e848644ba8a15869377 HTTP/1.1" status: 200 len: 375 time: 0.0178435 Jul 29 15:12:05.580817 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-caf92287-20fe-4229-89ee-64795a674cb5 req-d13be778-e712-46d5-94d3-d6f31e369e76 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a841d0cec7bd4e848644ba8a15869377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310917 Jul 29 15:12:05.615277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-98075976-30d4-4b5a-ab64-b83caa238330 req-d6bb4f7a-45de-4f71-9cf6-66f71ff9eacd service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:05.625994 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-98075976-30d4-4b5a-ab64-b83caa238330 req-d6bb4f7a-45de-4f71-9cf6-66f71ff9eacd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2131450 Jul 29 15:12:05.663274 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f93ad3b2-fead-4d25-bf70-d0ff232b07dc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:05.683635 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:05.696406 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Transition to ACTIVE for port object 1c49df3c-63ad-477f-a4c6-ef4b890827be will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:05.705877 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:05.810863 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-98075976-30d4-4b5a-ab64-b83caa238330 req-f82015f8-341c-4def-aa69-5ea20b9bdcac service neutron] 10.222.0.16 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819925 Jul 29 15:12:05.825459 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a207769-ef83-4754-81a7-abba9970c904 None None] Pushing event updated for resources: {'Port': ['ID=1c49df3c-63ad-477f-a4c6-ef4b890827be,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:05.864609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Attempting to bind port 1c49df3c-63ad-477f-a4c6-ef4b890827be on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:12:05.865656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Attempting to bind port 1c49df3c-63ad-477f-a4c6-ef4b890827be by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '63edb665-309c-44a1-9c6f-73fd0892ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:12:05.865656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Attempting to bind port 1c49df3c-63ad-477f-a4c6-ef4b890827be on network a4d44545-e8ea-4b03-b27b-9daea94b648a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:12:05.872767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:12:05.873478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Checking segment: {'id': '63edb665-309c-44a1-9c6f-73fd0892ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:05.874038 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:05.874813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Bound using segment: {'id': '63edb665-309c-44a1-9c6f-73fd0892ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:12:05.875165 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Bound port: 1c49df3c-63ad-477f-a4c6-ef4b890827be, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63edb665-309c-44a1-9c6f-73fd0892ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:12:05.875666 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:05.881655 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-caf92287-20fe-4229-89ee-64795a674cb5 req-9d91ade5-a0c6-4148-9dca-749b7b031e1b service neutron] 10.222.0.16 "GET /v2.0/networks/f7396c96-abcc-4afb-9f50-38bc61d5bba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899210 Jul 29 15:12:05.904076 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f93ad3b2-fead-4d25-bf70-d0ff232b07dc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:05.957833 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-98075976-30d4-4b5a-ab64-b83caa238330 req-bf941b79-2c8e-4b8e-a3a1-d4af3c70389f service neutron] 10.222.0.16 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451709 Jul 29 15:12:05.982835 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] For port 1c49df3c-63ad-477f-a4c6-ef4b890827be, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:12:05.996266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] For port 1c49df3c-63ad-477f-a4c6-ef4b890827be, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1c49df3c-63ad-477f-a4c6-ef4b890827be,segment=NetworkSegment(63edb665-309c-44a1-9c6f-73fd0892ba33),segment_id=63edb665-309c-44a1-9c6f-73fd0892ba33)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:12:06.003295 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:06.026968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40100) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:06.100385 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Routers {'19fa4615-1114-4245-8c3a-810308a46f35'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:06.101423 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['19fa4615-1114-4245-8c3a-810308a46f35'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:06.107533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a207769-ef83-4754-81a7-abba9970c904 None None] Pushing event updated for resources: {'Port': ['ID=1c49df3c-63ad-477f-a4c6-ef4b890827be,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:06.120393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f93ad3b2-fead-4d25-bf70-d0ff232b07dc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Deleting port aeaff002-6bf0-40be-b6e1-50a3fcef15b7 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:12:06.120769 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f93ad3b2-fead-4d25-bf70-d0ff232b07dc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:06.157150 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-caf92287-20fe-4229-89ee-64795a674cb5 req-bb74377c-2e29-49da-ae09-2a93588dd1e7 service neutron] 10.222.0.16 "GET /v2.0/networks/f7396c96-abcc-4afb-9f50-38bc61d5bba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661717 Jul 29 15:12:06.201060 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Request body: {'networks': [{'name': 'tempest-network--2101333818'}, {'name': 'tempest-network--345637389'}]} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:06.201060 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Request body: {'network': {'name': 'tempest-network--2101333818'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:06.201526 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Request body: {'network': {'name': 'tempest-network--345637389'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:06.267974 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] Set router 19fa4615-1114-4245-8c3a-810308a46f35 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:12:06.318834 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-422cac1e-0ad1-498a-b776-511c8aae7766 req-1adba201-5b9a-4562-b181-d0ad769ee56c tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 210 time: 0.0721481 Jul 29 15:12:06.334462 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Made reservation on behalf of 26df6429135a46248e49c89b540428fd for: {'network': 2} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:06.354932 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:06.367073 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f93ad3b2-fead-4d25-bf70-d0ff232b07dc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:06.369605 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:06.396756 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f93ad3b2-fead-4d25-bf70-d0ff232b07dc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Calling delete_port for aeaff002-6bf0-40be-b6e1-50a3fcef15b7 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:12:06.644415 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eaa9a4b4-76db-4b2a-a47d-487730e1cade req-ca90b03a-9019-4ea2-93bd-36a2340395e9 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 210 time: 0.1231515 Jul 29 15:12:06.743683 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:06.749416 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:06.749967 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:06.810191 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fafcb440-7edd-4782-99ab-d82ca5f1ddab,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:06.929434 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:06.950279 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:12:06.952997 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f93ad3b2-fead-4d25-bf70-d0ff232b07dc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:06.973342 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:06.974007 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Added segment 7cc47178-eb42-480d-9aa1-fcba8d6910b6 of type vlan for network d6a394c5-9ae6-4071-8b6c-491ffe7e2767 Jul 29 15:12:07.042569 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ad3b2-fead-4d25-bf70-d0ff232b07dc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Pushing event deleted for resources: {'Port': ['ID=aeaff002-6bf0-40be-b6e1-50a3fcef15b7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:07.094892 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:07.109674 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-b8f95fbf-91d6-4265-be18-c48522671b99 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:07.121054 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-b8f95fbf-91d6-4265-be18-c48522671b99 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/networks?id=a4d44545-e8ea-4b03-b27b-9daea94b648a HTTP/1.1" status: 200 len: 818 time: 0.4108553 Jul 29 15:12:07.161935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:12:07.174493 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:07.176589 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-39d99c31-d5d0-4232-96e0-66bdad4d7508 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/quotas/c7e6c28442c94abfb57463bd1e7c1bb0 HTTP/1.1" status: 200 len: 375 time: 0.0536218 Jul 29 15:12:07.180751 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Added segment fdd029cb-94d8-4476-9647-fb28fe414027 of type vlan for network 7bbde11d-aaec-45b5-aaa5-af885aa34168 Jul 29 15:12:07.198397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fa4615-1114-4245-8c3a-810308a46f35', 'name': 'tempest-ServerRescueNegativeTestJSON-879894539-router', 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8217b220-0f0a-4f26-a45d-de12b4804203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:11:54Z', 'updated_at': '2021-07-29T15:12:02Z', 'revision_number': 4, 'project_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'gw_port': {'id': '8217b220-0f0a-4f26-a45d-de12b4804203', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fa4615-1114-4245-8c3a-810308a46f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:11:55Z', 'updated_at': '2021-07-29T15:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '1c49df3c-63ad-477f-a4c6-ef4b890827be', 'name': '', 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a', 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'mac_address': 'fa:16:3e:48:32:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fa4615-1114-4245-8c3a-810308a46f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '41f24fa5-a84f-4567-9f64-747c8d86b352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:00Z', 'updated_at': '2021-07-29T15:12:05Z', 'revision_number': 4, 'project_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'subnets': [{'id': '41f24fa5-a84f-4567-9f64-747c8d86b352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:07.237302 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa67a114-e14c-4a26-ab1e-48533fc3ea5a None None] The sync data for ids ['19fa4615-1114-4245-8c3a-810308a46f35'] in n-d-802893-1 is: [{'id': '19fa4615-1114-4245-8c3a-810308a46f35', 'name': 'tempest-ServerRescueNegativeTestJSON-879894539-router', 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8217b220-0f0a-4f26-a45d-de12b4804203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:11:54Z', 'updated_at': '2021-07-29T15:12:02Z', 'revision_number': 4, 'project_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'gw_port': {'id': '8217b220-0f0a-4f26-a45d-de12b4804203', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fa4615-1114-4245-8c3a-810308a46f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:11:55Z', 'updated_at': '2021-07-29T15:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '1c49df3c-63ad-477f-a4c6-ef4b890827be', 'name': '', 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a', 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'mac_address': 'fa:16:3e:48:32:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19fa4615-1114-4245-8c3a-810308a46f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': '41f24fa5-a84f-4567-9f64-747c8d86b352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:00Z', 'updated_at': '2021-07-29T15:12:05Z', 'revision_number': 4, 'project_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'subnets': [{'id': '41f24fa5-a84f-4567-9f64-747c8d86b352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:12:07.244408 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:07.290155 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:07.294183 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:07.318122 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:07.327462 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f93ad3b2-fead-4d25-bf70-d0ff232b07dc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:07.343793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:07.349261 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:07.958274 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9300559 Jul 29 15:12:07.980111 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ed4bcead-8ecb-433a-9965-1c21e290d3fb req-6d8b20da-2257-4f10-aba2-edb46cd4fe6a tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 210 time: 0.1406791 Jul 29 15:12:08.006503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40150) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:08.065285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event updated for resources: {'Network': ['ID=d6a394c5-9ae6-4071-8b6c-491ffe7e2767,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:08.067281 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-012436e9-b4c7-4452-849b-b1a8bc9d0e58 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7e6c28442c94abfb57463bd1e7c1bb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8897531 Jul 29 15:12:08.069171 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f93ad3b2-fead-4d25-bf70-d0ff232b07dc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:08.074119 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f93ad3b2-fead-4d25-bf70-d0ff232b07dc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:08.080381 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network d6a394c5-9ae6-4071-8b6c-491ffe7e2767 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:12:08.172955 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f93ad3b2-fead-4d25-bf70-d0ff232b07dc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:08.174644 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93ad3b2-fead-4d25-bf70-d0ff232b07dc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Fanout notify agent at l3_agent the message router_deleted on router b7780449-a1ca-4ac6-94cf-c6f591410840 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:12:08.187714 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f93ad3b2-fead-4d25-bf70-d0ff232b07dc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:08.189691 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f93ad3b2-fead-4d25-bf70-d0ff232b07dc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "DELETE /v2.0/routers/b7780449-a1ca-4ac6-94cf-c6f591410840 HTTP/1.1" status: 204 len: 168 time: 2.8853188 Jul 29 15:12:08.194037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40152) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:08.203494 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f4886a46-d1c4-49c6-a126-329fe0d8eb28 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-26005872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:08.281553 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4886a46-d1c4-49c6-a126-329fe0d8eb28 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:08.283217 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4886a46-d1c4-49c6-a126-329fe0d8eb28 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:08.351330 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-3b926930-4cdc-48c3-b6cf-af5a68bb7698 service neutron] 10.222.0.16 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374110 Jul 29 15:12:08.483234 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4886a46-d1c4-49c6-a126-329fe0d8eb28 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:08.490551 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4886a46-d1c4-49c6-a126-329fe0d8eb28 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:08.492341 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98075976-30d4-4b5a-ab64-b83caa238330 req-291b327c-c834-4c8d-8bc5-f79b6a092dad tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:08.496101 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-98075976-30d4-4b5a-ab64-b83caa238330 req-291b327c-c834-4c8d-8bc5-f79b6a092dad tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.39 "GET /v2.0/networks?id=a4d44545-e8ea-4b03-b27b-9daea94b648a HTTP/1.1" status: 200 len: 818 time: 0.1862695 Jul 29 15:12:08.523036 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f4886a46-d1c4-49c6-a126-329fe0d8eb28 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:08.528085 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f4886a46-d1c4-49c6-a126-329fe0d8eb28 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3321698 Jul 29 15:12:08.529162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40154) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:08.548910 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'enable_snat': False}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:08.575544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-98075976-30d4-4b5a-ab64-b83caa238330 req-38b28dfa-96b5-468e-b796-bddf8f5a8a72 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Request body: {'port': {'device_id': '98708a92-296c-4ff3-b5dd-19a81a0863cb', 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a', 'admin_state_up': True, 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:08.614219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf1300-f365-4279-89ad-d4e4ff72ecc4 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:08.625067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf1300-f365-4279-89ad-d4e4ff72ecc4 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:08.633712 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf1300-f365-4279-89ad-d4e4ff72ecc4 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:08.649205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf1300-f365-4279-89ad-d4e4ff72ecc4 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:08.654562 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-56bf1300-f365-4279-89ad-d4e4ff72ecc4 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6466413 Jul 29 15:12:08.663335 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40156) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:08.710504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc0360-a72f-464b-a956-7ee54824211d tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event updated for resources: {'Network': ['ID=7bbde11d-aaec-45b5-aaa5-af885aa34168,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:08.722631 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-89b1a763-40bc-4a61-9ea1-dd84d23b569f service neutron] 10.222.0.16 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272092 Jul 29 15:12:08.724907 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 7bbde11d-aaec-45b5-aaa5-af885aa34168 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:12:08.912470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98075976-30d4-4b5a-ab64-b83caa238330 req-38b28dfa-96b5-468e-b796-bddf8f5a8a72 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Made reservation on behalf of c7e6c28442c94abfb57463bd1e7c1bb0 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:08.919433 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-98075976-30d4-4b5a-ab64-b83caa238330 req-38b28dfa-96b5-468e-b796-bddf8f5a8a72 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:09.027023 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1c49df3c-63ad-477f-a4c6-ef4b890827be up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:09.151091 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d413a620-7d6c-49c4-a958-d29ed32b4843 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:09.208871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 1c49df3c-63ad-477f-a4c6-ef4b890827be completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:09.225087 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 1c49df3c-63ad-477f-a4c6-ef4b890827be triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:09.226033 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:09.248089 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:09.324515 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-849d87e5-1c4b-44f9-8173-685de8e56b48 req-89a311a2-b7c6-446b-b946-9971dd1c0346 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 210 time: 0.0911224 Jul 29 15:12:09.373550 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:09.383814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf92287-20fe-4229-89ee-64795a674cb5 req-541b961c-bd5d-4b65-8f4b-595cb165a47f tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:09.386245 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-caf92287-20fe-4229-89ee-64795a674cb5 req-541b961c-bd5d-4b65-8f4b-595cb165a47f tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.39 "GET /v2.0/networks?id=f7396c96-abcc-4afb-9f50-38bc61d5bba8 HTTP/1.1" status: 200 len: 814 time: 0.5270665 Jul 29 15:12:09.418195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2f637d4b-1307-4661-b2fc-fd33dd3eb86c req-dbfe89da-1218-41ad-9da1-4822620bc2df tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 210 time: 0.1872873 Jul 29 15:12:09.446496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-98075976-30d4-4b5a-ab64-b83caa238330 req-38b28dfa-96b5-468e-b796-bddf8f5a8a72 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Allocated IP 172.20.0.8 (a4d44545-e8ea-4b03-b27b-9daea94b648a/41f24fa5-a84f-4567-9f64-747c8d86b352/b08a4fa9-9d3a-4107-b2cb-94475f0f8427) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:09.469305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-caf92287-20fe-4229-89ee-64795a674cb5 req-9baf1404-01c0-46c0-a45a-d70c5b542504 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Request body: {'port': {'device_id': '1a068bf6-7439-49cc-98be-c354dc884113', 'network_id': 'f7396c96-abcc-4afb-9f50-38bc61d5bba8', 'admin_state_up': True, 'tenant_id': 'a841d0cec7bd4e848644ba8a15869377'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:09.487926 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 1c49df3c-63ad-477f-a4c6-ef4b890827be, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1c49df3c-63ad-477f-a4c6-ef4b890827be,segment=NetworkSegment(63edb665-309c-44a1-9c6f-73fd0892ba33),segment_id=63edb665-309c-44a1-9c6f-73fd0892ba33)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:09.495945 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:09.583065 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=1c49df3c-63ad-477f-a4c6-ef4b890827be,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:09.599415 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:09.605926 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:09.606394 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d413a620-7d6c-49c4-a958-d29ed32b4843 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:09.607830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:09.607830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:09.609803 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:09.609969 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:09.615448 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:09.616038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:09.617058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:09.617491 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:09.617919 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:09.618581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:09.626414 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d413a620-7d6c-49c4-a958-d29ed32b4843 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a394c5-9ae6-4071-8b6c-491ffe7e2767']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:09.668591 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d413a620-7d6c-49c4-a958-d29ed32b4843 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc47178-eb42-480d-9aa1-fcba8d6910b6') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:09.668921 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-d413a620-7d6c-49c4-a958-d29ed32b4843 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc47178-eb42-480d-9aa1-fcba8d6910b6') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:09.685269 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d413a620-7d6c-49c4-a958-d29ed32b4843 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:09.687140 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-98075976-30d4-4b5a-ab64-b83caa238330 req-38b28dfa-96b5-468e-b796-bddf8f5a8a72 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:09.714698 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d413a620-7d6c-49c4-a958-d29ed32b4843 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:09.734373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d413a620-7d6c-49c4-a958-d29ed32b4843 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:12:09.735027 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d413a620-7d6c-49c4-a958-d29ed32b4843 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:12:09.743772 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:12:09.749607 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-98075976-30d4-4b5a-ab64-b83caa238330 req-38b28dfa-96b5-468e-b796-bddf8f5a8a72 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:09.814240 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98075976-30d4-4b5a-ab64-b83caa238330 req-38b28dfa-96b5-468e-b796-bddf8f5a8a72 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Network a4d44545-e8ea-4b03-b27b-9daea94b648a is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:09.817498 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-98075976-30d4-4b5a-ab64-b83caa238330 req-38b28dfa-96b5-468e-b796-bddf8f5a8a72 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:09.823898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-98075976-30d4-4b5a-ab64-b83caa238330 req-38b28dfa-96b5-468e-b796-bddf8f5a8a72 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:09.832118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf92287-20fe-4229-89ee-64795a674cb5 req-9baf1404-01c0-46c0-a45a-d70c5b542504 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Made reservation on behalf of a841d0cec7bd4e848644ba8a15869377 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:09.835876 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-caf92287-20fe-4229-89ee-64795a674cb5 req-9baf1404-01c0-46c0-a45a-d70c5b542504 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:09.861820 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d413a620-7d6c-49c4-a958-d29ed32b4843 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:09.862097 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b28dfa-96b5-468e-b796-bddf8f5a8a72 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Pushing event updated for resources: {'Port': ['ID=b08a4fa9-9d3a-4107-b2cb-94475f0f8427,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:09.878650 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d413a620-7d6c-49c4-a958-d29ed32b4843 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:09.880521 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d413a620-7d6c-49c4-a958-d29ed32b4843 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "DELETE /v2.0/networks/d6a394c5-9ae6-4071-8b6c-491ffe7e2767 HTTP/1.1" status: 204 len: 168 time: 1.2132845 Jul 29 15:12:09.892645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40174) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:09.908010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413a620-7d6c-49c4-a958-d29ed32b4843 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event deleted for resources: {'Network': ['ID=d6a394c5-9ae6-4071-8b6c-491ffe7e2767,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:09.939806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98075976-30d4-4b5a-ab64-b83caa238330 req-38b28dfa-96b5-468e-b796-bddf8f5a8a72 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:09.942216 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-98075976-30d4-4b5a-ab64-b83caa238330 req-38b28dfa-96b5-468e-b796-bddf8f5a8a72 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:09.958575 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-98075976-30d4-4b5a-ab64-b83caa238330 req-38b28dfa-96b5-468e-b796-bddf8f5a8a72 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3883812 Jul 29 15:12:09.971798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Request body: {'port': {'device_id': '98708a92-296c-4ff3-b5dd-19a81a0863cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:10.063102 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:10.114905 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-abe1e7e1-e394-4bd3-adf2-c4a32ab092d1 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:10.168440 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:10.201458 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:10.248529 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-caf92287-20fe-4229-89ee-64795a674cb5 req-9baf1404-01c0-46c0-a45a-d70c5b542504 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Allocated IP 172.20.0.8 (f7396c96-abcc-4afb-9f50-38bc61d5bba8/2174f67b-178d-4ac1-b435-f4900f737ec5/bebee446-52df-42a4-83d1-ef33fc3797a0) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:10.353686 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-abe1e7e1-e394-4bd3-adf2-c4a32ab092d1 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:10.379639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-abe1e7e1-e394-4bd3-adf2-c4a32ab092d1 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbde11d-aaec-45b5-aaa5-af885aa34168']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:10.397695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-abe1e7e1-e394-4bd3-adf2-c4a32ab092d1 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd029cb-94d8-4476-9647-fb28fe414027') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:10.397997 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-abe1e7e1-e394-4bd3-adf2-c4a32ab092d1 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd029cb-94d8-4476-9647-fb28fe414027') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:10.409639 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08a4fa9-9d3a-4107-b2cb-94475f0f8427 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:12:10.418956 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:10.433307 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Transition to ACTIVE for port object b08a4fa9-9d3a-4107-b2cb-94475f0f8427 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:10.437609 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:10.448582 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-abe1e7e1-e394-4bd3-adf2-c4a32ab092d1 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:10.546680 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-abe1e7e1-e394-4bd3-adf2-c4a32ab092d1 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:10.559034 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9b1f3ea-226c-43ce-8a47-7962a5974ff1 req-6f656512-9f05-459d-87ca-8b7f9cc2b332 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 210 time: 0.1082137 Jul 29 15:12:10.568812 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe1e7e1-e394-4bd3-adf2-c4a32ab092d1 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:12:10.569257 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-abe1e7e1-e394-4bd3-adf2-c4a32ab092d1 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:10.570441 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1f045390-0401-4821-a7c2-d5a1103fd9df req-2315264b-89fe-40f2-ac6b-7ff0a3cbe518 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 210 time: 0.0433235 Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:12:10.574699 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:12:10.589146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b08a4fa9-9d3a-4107-b2cb-94475f0f8427,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:10.640282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Allocated IP 172.25.6.98 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/640e1b3d-dea2-4e2b-976a-11e32629b840) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:10.688084 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-abe1e7e1-e394-4bd3-adf2-c4a32ab092d1 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:10.738371 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-abe1e7e1-e394-4bd3-adf2-c4a32ab092d1 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:10.742674 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-abe1e7e1-e394-4bd3-adf2-c4a32ab092d1 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "DELETE /v2.0/networks/7bbde11d-aaec-45b5-aaa5-af885aa34168 HTTP/1.1" status: 204 len: 168 time: 0.8459258 Jul 29 15:12:10.747104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40180) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:10.771959 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1e7e1-e394-4bd3-adf2-c4a32ab092d1 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event deleted for resources: {'Network': ['ID=7bbde11d-aaec-45b5-aaa5-af885aa34168,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:10.778804 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-caf92287-20fe-4229-89ee-64795a674cb5 req-9baf1404-01c0-46c0-a45a-d70c5b542504 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:10.786402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Attempting to bind port b08a4fa9-9d3a-4107-b2cb-94475f0f8427 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:12:10.786741 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Attempting to bind port b08a4fa9-9d3a-4107-b2cb-94475f0f8427 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '63edb665-309c-44a1-9c6f-73fd0892ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:12:10.787080 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Attempting to bind port b08a4fa9-9d3a-4107-b2cb-94475f0f8427 on network a4d44545-e8ea-4b03-b27b-9daea94b648a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:12:10.849112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Port b08a4fa9-9d3a-4107-b2cb-94475f0f8427 on network a4d44545-e8ea-4b03-b27b-9daea94b648a not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:12:10.849438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Attempting to bind port b08a4fa9-9d3a-4107-b2cb-94475f0f8427 on network a4d44545-e8ea-4b03-b27b-9daea94b648a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:12:10.873756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:12:10.873756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Checking segment: {'id': '63edb665-309c-44a1-9c6f-73fd0892ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:10.874140 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Bound using segment: {'id': '63edb665-309c-44a1-9c6f-73fd0892ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:12:10.874448 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Bound port: b08a4fa9-9d3a-4107-b2cb-94475f0f8427, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63edb665-309c-44a1-9c6f-73fd0892ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:12:10.875199 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:10.886592 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:10.916362 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1c49df3c-63ad-477f-a4c6-ef4b890827be up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:10.920523 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-caf92287-20fe-4229-89ee-64795a674cb5 req-9baf1404-01c0-46c0-a45a-d70c5b542504 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:10.997093 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382cc3f1-f8d2-4e72-8fb9-a1d4646b9e9b tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:10.999594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 1c49df3c-63ad-477f-a4c6-ef4b890827be triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:10.999920 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf1404-01c0-46c0-a45a-d70c5b542504 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Pushing event updated for resources: {'Port': ['ID=bebee446-52df-42a4-83d1-ef33fc3797a0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:11.000317 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:11.003896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382cc3f1-f8d2-4e72-8fb9-a1d4646b9e9b tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:11.005541 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-382cc3f1-f8d2-4e72-8fb9-a1d4646b9e9b tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2555425 Jul 29 15:12:11.014806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-e03d1759-5c8d-4845-8227-880278142ef0 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:11.016329 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-e03d1759-5c8d-4845-8227-880278142ef0 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.38 "GET /v2.0/networks?id=a4d44545-e8ea-4b03-b27b-9daea94b648a HTTP/1.1" status: 200 len: 818 time: 0.3764632 Jul 29 15:12:11.017465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40184) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:11.023535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e89a686a-32fd-4a80-9ad8-693846da482a tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-388537614'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:11.036658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-c8cc1949-19e0-4624-a8ea-8ca6995b85c5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Request body: {'port': {'device_id': 'a1201ed2-d836-4c8a-b9f6-5a395e3be098', 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a', 'admin_state_up': True, 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:11.047482 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf92287-20fe-4229-89ee-64795a674cb5 req-9baf1404-01c0-46c0-a45a-d70c5b542504 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Network f7396c96-abcc-4afb-9f50-38bc61d5bba8 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:11.061123 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-caf92287-20fe-4229-89ee-64795a674cb5 req-9baf1404-01c0-46c0-a45a-d70c5b542504 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:11.070687 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:11.075409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf92287-20fe-4229-89ee-64795a674cb5 req-9baf1404-01c0-46c0-a45a-d70c5b542504 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:11.105024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] For port b08a4fa9-9d3a-4107-b2cb-94475f0f8427, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:12:11.123805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89a686a-32fd-4a80-9ad8-693846da482a tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Made reservation on behalf of 26df6429135a46248e49c89b540428fd for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:11.125902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] For port b08a4fa9-9d3a-4107-b2cb-94475f0f8427, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b08a4fa9-9d3a-4107-b2cb-94475f0f8427,segment=NetworkSegment(63edb665-309c-44a1-9c6f-73fd0892ba33),segment_id=63edb665-309c-44a1-9c6f-73fd0892ba33)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:12:11.127449 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e89a686a-32fd-4a80-9ad8-693846da482a tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:11.130850 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:11.133415 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:11.184908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:11.185678 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:11.187228 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-98075976-30d4-4b5a-ab64-b83caa238330 req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] 10.222.0.39 "PUT /v2.0/ports/b08a4fa9-9d3a-4107-b2cb-94475f0f8427 HTTP/1.1" status: 200 len: 1091 time: 1.2204595 Jul 29 15:12:11.189945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98708a92-296c-4ff3-b5dd-19a81a0863cb', 'tag': 'b08a4fa9-9d3a-4107-b2cb-94475f0f8427'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:12:11.192165 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4a19ee-6fd8-47a5-b647-234c8d670b92" -d '{"events": [{"name": "network-changed", "server_uuid": "98708a92-296c-4ff3-b5dd-19a81a0863cb", "tag": "b08a4fa9-9d3a-4107-b2cb-94475f0f8427"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:12:11.226743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf92287-20fe-4229-89ee-64795a674cb5 req-9baf1404-01c0-46c0-a45a-d70c5b542504 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:11.227399 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-caf92287-20fe-4229-89ee-64795a674cb5 req-9baf1404-01c0-46c0-a45a-d70c5b542504 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:11.233382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f79ad8-533e-4a18-8833-73d7b751e1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b08a4fa9-9d3a-4107-b2cb-94475f0f8427,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:11.236515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:11.262018 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:11.268537 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817baad0-ebe8-4045-bb6a-666b8aa3793f x-openstack-request-id: req-817baad0-ebe8-4045-bb6a-666b8aa3793f {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:12:11.268887 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98708a92-296c-4ff3-b5dd-19a81a0863cb", "tag": "b08a4fa9-9d3a-4107-b2cb-94475f0f8427", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:12:11.269138 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-817baad0-ebe8-4045-bb6a-666b8aa3793f {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:12:11.269540 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98708a92-296c-4ff3-b5dd-19a81a0863cb', 'tag': 'b08a4fa9-9d3a-4107-b2cb-94475f0f8427', 'status': 'completed', 'code': 200} Jul 29 15:12:11.270768 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:11.277091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89a686a-32fd-4a80-9ad8-693846da482a tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:12:11.283462 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Pushing event updated for resources: {'Port': ['ID=640e1b3d-dea2-4e2b-976a-11e32629b840,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:11.288203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-c8cc1949-19e0-4624-a8ea-8ca6995b85c5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Made reservation on behalf of c7e6c28442c94abfb57463bd1e7c1bb0 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:11.292605 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-c8cc1949-19e0-4624-a8ea-8ca6995b85c5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:11.309499 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98075976-30d4-4b5a-ab64-b83caa238330 req-f6da8ff2-ca55-48b2-8d05-2be71bc41465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:11.311438 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-98075976-30d4-4b5a-ab64-b83caa238330 req-f6da8ff2-ca55-48b2-8d05-2be71bc41465 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7e6c28442c94abfb57463bd1e7c1bb0&device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 1094 time: 0.0714190 Jul 29 15:12:11.317627 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e89a686a-32fd-4a80-9ad8-693846da482a tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:11.318047 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-e89a686a-32fd-4a80-9ad8-693846da482a tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Added segment e83a7206-9cab-4033-bb26-f1fdf7d95625 of type vlan for network e8fc7c4f-0c18-4956-acba-3e2852265429 Jul 29 15:12:11.320297 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-caf92287-20fe-4229-89ee-64795a674cb5 req-9baf1404-01c0-46c0-a45a-d70c5b542504 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8820140 Jul 29 15:12:11.344192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Request body: {'port': {'device_id': '1a068bf6-7439-49cc-98be-c354dc884113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:11.390485 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-98075976-30d4-4b5a-ab64-b83caa238330 req-fba616d9-42c5-4de5-9d31-e604b2fc9cd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b08a4fa9-9d3a-4107-b2cb-94475f0f8427 HTTP/1.1" status: 200 len: 217 time: 0.0660129 Jul 29 15:12:11.407328 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e89a686a-32fd-4a80-9ad8-693846da482a tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:11.482686 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98075976-30d4-4b5a-ab64-b83caa238330 req-199354f7-91ee-4b92-aed6-da89363a4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:11.484146 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-98075976-30d4-4b5a-ab64-b83caa238330 req-199354f7-91ee-4b92-aed6-da89363a4c20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41f24fa5-a84f-4567-9f64-747c8d86b352 HTTP/1.1" status: 200 len: 858 time: 0.0865183 Jul 29 15:12:11.523023 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-98075976-30d4-4b5a-ab64-b83caa238330 req-7bdc222e-0ca7-410e-9092-d9f141435e3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d44545-e8ea-4b03-b27b-9daea94b648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312212 Jul 29 15:12:11.542725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-c8cc1949-19e0-4624-a8ea-8ca6995b85c5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Allocated IP 172.20.0.5 (a4d44545-e8ea-4b03-b27b-9daea94b648a/41f24fa5-a84f-4567-9f64-747c8d86b352/f1307565-e57a-4971-836b-89c9567395d9) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:11.551491 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:11.569908 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e89a686a-32fd-4a80-9ad8-693846da482a tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:11.576080 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89a686a-32fd-4a80-9ad8-693846da482a tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:11.576707 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e89a686a-32fd-4a80-9ad8-693846da482a tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:11.677547 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e89a686a-32fd-4a80-9ad8-693846da482a tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6583560 Jul 29 15:12:11.678216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40192) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:11.734947 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-594bd287-3305-4569-8665-5916d0f1b247 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-388932606'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:11.749821 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-98075976-30d4-4b5a-ab64-b83caa238330 req-ea0045ef-4592-4270-b301-861d8d717739 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184296 Jul 29 15:12:11.751960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-54376218-ed12-452c-bf17-1c55e392cf4a req-dec19006-ca30-4524-8fdc-dc99ee5ac725 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 210 time: 0.0622745 Jul 29 15:12:11.788643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a686a-32fd-4a80-9ad8-693846da482a tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event updated for resources: {'Network': ['ID=e8fc7c4f-0c18-4956-acba-3e2852265429,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:11.811282 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network e8fc7c4f-0c18-4956-acba-3e2852265429 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:12:11.935665 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-98075976-30d4-4b5a-ab64-b83caa238330 req-64275742-302b-4a9a-8187-edf89adc181f service neutron] 10.222.0.39 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771080 Jul 29 15:12:11.945937 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-c8cc1949-19e0-4624-a8ea-8ca6995b85c5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:11.992271 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-c8cc1949-19e0-4624-a8ea-8ca6995b85c5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:12.106070 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-c8cc1949-19e0-4624-a8ea-8ca6995b85c5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Network a4d44545-e8ea-4b03-b27b-9daea94b648a is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:12.130256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-c8cc1949-19e0-4624-a8ea-8ca6995b85c5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:12.133116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-c8cc1949-19e0-4624-a8ea-8ca6995b85c5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:12.207863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc1949-19e0-4624-a8ea-8ca6995b85c5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Pushing event updated for resources: {'Port': ['ID=f1307565-e57a-4971-836b-89c9567395d9,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:12.230016 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-c8cc1949-19e0-4624-a8ea-8ca6995b85c5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:12.231497 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-c8cc1949-19e0-4624-a8ea-8ca6995b85c5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:12.242099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a19ee-6fd8-47a5-b647-234c8d670b92 req-6f06aafd-425b-420d-9cec-d7496dab2083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:12.244559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594bd287-3305-4569-8665-5916d0f1b247 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Made reservation on behalf of 26df6429135a46248e49c89b540428fd for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:12.246801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb4a19ee-6fd8-47a5-b647-234c8d670b92 req-6f06aafd-425b-420d-9cec-d7496dab2083 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7e6c28442c94abfb57463bd1e7c1bb0&device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 1094 time: 0.2483971 Jul 29 15:12:12.248191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-594bd287-3305-4569-8665-5916d0f1b247 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:12.266130 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-c8cc1949-19e0-4624-a8ea-8ca6995b85c5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2334306 Jul 29 15:12:12.301906 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5db5e6-825c-4851-9487-a9039d4ed606 req-cfb24309-2e42-483b-a0af-09a448174b41 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:12.303581 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3b5db5e6-825c-4851-9487-a9039d4ed606 req-cfb24309-2e42-483b-a0af-09a448174b41 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 931 time: 0.5762033 Jul 29 15:12:12.311570 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Request body: {'port': {'device_id': 'a1201ed2-d836-4c8a-b9f6-5a395e3be098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:12.375980 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:12.381246 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594bd287-3305-4569-8665-5916d0f1b247 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:12:12.383949 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:12.411646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a19ee-6fd8-47a5-b647-234c8d670b92 req-a22e077e-d199-4acd-bbee-9586dae939f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:12.413149 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb4a19ee-6fd8-47a5-b647-234c8d670b92 req-a22e077e-d199-4acd-bbee-9586dae939f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d44545-e8ea-4b03-b27b-9daea94b648a HTTP/1.1" status: 200 len: 919 time: 0.1564682 Jul 29 15:12:12.460170 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-594bd287-3305-4569-8665-5916d0f1b247 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:12.460550 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-594bd287-3305-4569-8665-5916d0f1b247 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Added segment 71b332b0-d708-453d-8289-75a79f80f523 of type vlan for network 4c05cc0e-70d9-4edd-ae3a-fbe2ad74c68d Jul 29 15:12:12.467453 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3b5db5e6-825c-4851-9487-a9039d4ed606 req-e90ea598-ec9c-49bd-b5ba-1f19f3465a5c tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214664 Jul 29 15:12:12.470784 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb4a19ee-6fd8-47a5-b647-234c8d670b92 req-b4ea32e7-9042-44b9-8d20-59f3c5112759 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b08a4fa9-9d3a-4107-b2cb-94475f0f8427 HTTP/1.1" status: 200 len: 217 time: 0.0375774 Jul 29 15:12:12.570306 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-594bd287-3305-4569-8665-5916d0f1b247 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:12.610419 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a19ee-6fd8-47a5-b647-234c8d670b92 req-2ea2d959-5213-4065-8cc0-942ce6e5b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:12.611926 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb4a19ee-6fd8-47a5-b647-234c8d670b92 req-2ea2d959-5213-4065-8cc0-942ce6e5b3e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41f24fa5-a84f-4567-9f64-747c8d86b352 HTTP/1.1" status: 200 len: 858 time: 0.1327367 Jul 29 15:12:12.656536 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb4a19ee-6fd8-47a5-b647-234c8d670b92 req-d457ea12-cc4b-45a7-b5a9-895d65a40726 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d44545-e8ea-4b03-b27b-9daea94b648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268853 Jul 29 15:12:12.722955 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-594bd287-3305-4569-8665-5916d0f1b247 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:12.729582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594bd287-3305-4569-8665-5916d0f1b247 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:12.730238 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-594bd287-3305-4569-8665-5916d0f1b247 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:12.770484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebee446-52df-42a4-83d1-ef33fc3797a0 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:12:12.829640 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:12.875164 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-594bd287-3305-4569-8665-5916d0f1b247 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1488843 Jul 29 15:12:12.875164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Transition to ACTIVE for port object bebee446-52df-42a4-83d1-ef33fc3797a0 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:12.877370 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bd287-3305-4569-8665-5916d0f1b247 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event updated for resources: {'Network': ['ID=4c05cc0e-70d9-4edd-ae3a-fbe2ad74c68d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:12.882665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40216) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:12.889019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 4c05cc0e-70d9-4edd-ae3a-fbe2ad74c68d details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:12:12.891107 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Request body: {'ports': [{'network_id': 'e8fc7c4f-0c18-4956-acba-3e2852265429', 'name': 'tempest-port--1767606826', 'admin_state_up': True}, {'network_id': '4c05cc0e-70d9-4edd-ae3a-fbe2ad74c68d', 'admin_state_up': False}]} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:12.891645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Request body: {'port': {'network_id': 'e8fc7c4f-0c18-4956-acba-3e2852265429', 'name': 'tempest-port--1767606826', 'admin_state_up': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:12.892152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Request body: {'port': {'network_id': '4c05cc0e-70d9-4edd-ae3a-fbe2ad74c68d', 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:12.895940 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:12.899371 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:12.970130 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:13.057365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Pushing event updated for resources: {'Port': ['ID=bebee446-52df-42a4-83d1-ef33fc3797a0,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:13.152309 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb4a19ee-6fd8-47a5-b647-234c8d670b92 req-dac47dea-694c-459d-a640-839d412d6a1f service neutron] 10.222.0.39 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695497 Jul 29 15:12:13.163927 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef205ccc-58d7-428b-94da-9d16046eabf8 req-c294f37c-8771-424c-8ba2-ca3257b9c5f7 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:13.170561 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef205ccc-58d7-428b-94da-9d16046eabf8 req-c294f37c-8771-424c-8ba2-ca3257b9c5f7 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 931 time: 0.1637824 Jul 29 15:12:13.291216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Attempting to bind port bebee446-52df-42a4-83d1-ef33fc3797a0 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:12:13.292048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Attempting to bind port bebee446-52df-42a4-83d1-ef33fc3797a0 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '1eb5414c-ddab-4de7-aa99-a932ec87d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f7396c96-abcc-4afb-9f50-38bc61d5bba8'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:12:13.292048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Attempting to bind port bebee446-52df-42a4-83d1-ef33fc3797a0 on network f7396c96-abcc-4afb-9f50-38bc61d5bba8 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:12:13.302152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Port bebee446-52df-42a4-83d1-ef33fc3797a0 on network f7396c96-abcc-4afb-9f50-38bc61d5bba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:12:13.302528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Attempting to bind port bebee446-52df-42a4-83d1-ef33fc3797a0 on network f7396c96-abcc-4afb-9f50-38bc61d5bba8 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:12:13.309909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Made reservation on behalf of 26df6429135a46248e49c89b540428fd for: {'port': 2} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:13.312690 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef205ccc-58d7-428b-94da-9d16046eabf8 req-3d8fc6bf-5259-4cdc-a45a-fa081ca4652b tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287334 Jul 29 15:12:13.314386 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:13.336377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:12:13.336890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Checking segment: {'id': '1eb5414c-ddab-4de7-aa99-a932ec87d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f7396c96-abcc-4afb-9f50-38bc61d5bba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:13.337250 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Bound using segment: {'id': '1eb5414c-ddab-4de7-aa99-a932ec87d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f7396c96-abcc-4afb-9f50-38bc61d5bba8'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:12:13.337927 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Bound port: bebee446-52df-42a4-83d1-ef33fc3797a0, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb5414c-ddab-4de7-aa99-a932ec87d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f7396c96-abcc-4afb-9f50-38bc61d5bba8'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:12:13.338380 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:13.352547 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:13.375516 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1307565-e57a-4971-836b-89c9567395d9 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:12:13.384073 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:13.389086 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb4a19ee-6fd8-47a5-b647-234c8d670b92 req-e27f4916-a889-4a1f-9dee-263f69efad78 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164564 Jul 29 15:12:13.409909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Transition to ACTIVE for port object f1307565-e57a-4971-836b-89c9567395d9 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:13.414313 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:13.422189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Router f55537d1-7397-4d6d-8ff7-7bd78927ebf6 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:12:13.489668 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Pushing event updated for resources: {'Port': ['ID=f1307565-e57a-4971-836b-89c9567395d9,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:13.568511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] device_id is not set on port dec4abe5-0d6e-4a24-95a9-a3c2c56cfa7d yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:12:13.569211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Attempting to bind port f1307565-e57a-4971-836b-89c9567395d9 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:12:13.569613 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Attempting to bind port f1307565-e57a-4971-836b-89c9567395d9 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '63edb665-309c-44a1-9c6f-73fd0892ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:12:13.569983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Attempting to bind port f1307565-e57a-4971-836b-89c9567395d9 on network a4d44545-e8ea-4b03-b27b-9daea94b648a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:12:13.574316 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] For port bebee446-52df-42a4-83d1-ef33fc3797a0, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:12:13.577865 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Port f1307565-e57a-4971-836b-89c9567395d9 on network a4d44545-e8ea-4b03-b27b-9daea94b648a not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:12:13.578538 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Attempting to bind port f1307565-e57a-4971-836b-89c9567395d9 on network a4d44545-e8ea-4b03-b27b-9daea94b648a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:12:13.585287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:12:13.585630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Checking segment: {'id': '63edb665-309c-44a1-9c6f-73fd0892ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:13.586178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Bound using segment: {'id': '63edb665-309c-44a1-9c6f-73fd0892ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:12:13.586611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Bound port: f1307565-e57a-4971-836b-89c9567395d9, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63edb665-309c-44a1-9c6f-73fd0892ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:12:13.586969 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:13.622358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] For port bebee446-52df-42a4-83d1-ef33fc3797a0, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=bebee446-52df-42a4-83d1-ef33fc3797a0,segment=NetworkSegment(1eb5414c-ddab-4de7-aa99-a932ec87d90d),segment_id=1eb5414c-ddab-4de7-aa99-a932ec87d90d)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:12:13.637349 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:13.663594 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] For port f1307565-e57a-4971-836b-89c9567395d9, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:12:13.667852 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] For port f1307565-e57a-4971-836b-89c9567395d9, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f1307565-e57a-4971-836b-89c9567395d9,segment=NetworkSegment(63edb665-309c-44a1-9c6f-73fd0892ba33),segment_id=63edb665-309c-44a1-9c6f-73fd0892ba33)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:12:13.672319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:13.716658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:13.717205 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:13.718748 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] 10.222.0.38 "PUT /v2.0/ports/f1307565-e57a-4971-836b-89c9567395d9 HTTP/1.1" status: 200 len: 1091 time: 1.4376957 Jul 29 15:12:13.719237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1201ed2-d836-4c8a-b9f6-5a395e3be098', 'tag': 'f1307565-e57a-4971-836b-89c9567395d9'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:12:13.722416 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc44594-7d4d-402d-a8df-98817304b8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a1201ed2-d836-4c8a-b9f6-5a395e3be098", "tag": "f1307565-e57a-4971-836b-89c9567395d9"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:12:13.735541 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:13.736397 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:13.738087 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-caf92287-20fe-4229-89ee-64795a674cb5 req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] 10.222.0.39 "PUT /v2.0/ports/bebee446-52df-42a4-83d1-ef33fc3797a0 HTTP/1.1" status: 200 len: 1091 time: 2.4043322 Jul 29 15:12:13.750403 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a068bf6-7439-49cc-98be-c354dc884113', 'tag': 'bebee446-52df-42a4-83d1-ef33fc3797a0'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:12:13.753194 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ab3544-7ba6-47a3-943b-1a6c649824db" -d '{"events": [{"name": "network-changed", "server_uuid": "1a068bf6-7439-49cc-98be-c354dc884113", "tag": "bebee446-52df-42a4-83d1-ef33fc3797a0"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:12:13.778748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f40a04-58e7-4bcf-a08e-f167b271e915 service neutron] Pushing event updated for resources: {'Port': ['ID=f1307565-e57a-4971-836b-89c9567395d9,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:13.807955 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a783c0-88d3-419d-b08d-1e03e065fe51 x-openstack-request-id: req-a4a783c0-88d3-419d-b08d-1e03e065fe51 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:12:13.808905 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1201ed2-d836-4c8a-b9f6-5a395e3be098", "tag": "f1307565-e57a-4971-836b-89c9567395d9", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:12:13.809368 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4a783c0-88d3-419d-b08d-1e03e065fe51 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:12:13.809962 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1201ed2-d836-4c8a-b9f6-5a395e3be098', 'tag': 'f1307565-e57a-4971-836b-89c9567395d9', 'status': 'completed', 'code': 200} Jul 29 15:12:13.819938 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b6e26-026a-4396-802a-2efa081d89ee req-29d11dbc-fa12-457d-acd0-b1ac0d3b0502 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:13.821462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae6b6e26-026a-4396-802a-2efa081d89ee req-29d11dbc-fa12-457d-acd0-b1ac0d3b0502 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 943 time: 0.2448733 Jul 29 15:12:13.823323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:12:13.844281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b08a4fa9-9d3a-4107-b2cb-94475f0f8427 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:12:13.875766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e041d03-6bf8-4147-a5ad-28e85c0d4412 None None] Sync routers for ids ['f55537d1-7397-4d6d-8ff7-7bd78927ebf6'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:12:13.909513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-3d2699de-24a4-4df2-92df-a06617d84988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:13.912197 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-3d2699de-24a4-4df2-92df-a06617d84988 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c7e6c28442c94abfb57463bd1e7c1bb0&device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 1094 time: 0.0646877 Jul 29 15:12:13.928586 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b1942-acbe-405a-84cb-bc3d87569280 service neutron] Pushing event updated for resources: {'Port': ['ID=bebee446-52df-42a4-83d1-ef33fc3797a0,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:13.941828 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:13.942980 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-60a57968-b158-4062-b322-55b6679a7afb tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "PUT /v2.0/routers/f55537d1-7397-4d6d-8ff7-7bd78927ebf6 HTTP/1.1" status: 200 len: 917 time: 5.4028201 Jul 29 15:12:13.947722 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e041d03-6bf8-4147-a5ad-28e85c0d4412 None None] Routers {'f55537d1-7397-4d6d-8ff7-7bd78927ebf6'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:13.949244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5e041d03-6bf8-4147-a5ad-28e85c0d4412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f55537d1-7397-4d6d-8ff7-7bd78927ebf6'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:13.965084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40228) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:13.980367 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-db14d9d0-98a6-453f-be66-c96ef41a17e8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1307565-e57a-4971-836b-89c9567395d9 HTTP/1.1" status: 200 len: 217 time: 0.0553629 Jul 29 15:12:13.992146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5e041d03-6bf8-4147-a5ad-28e85c0d4412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:14.037519 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e041d03-6bf8-4147-a5ad-28e85c0d4412 None None] Routers {'f55537d1-7397-4d6d-8ff7-7bd78927ebf6'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:14.038463 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5e041d03-6bf8-4147-a5ad-28e85c0d4412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f55537d1-7397-4d6d-8ff7-7bd78927ebf6'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:14.068626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-2ddd7292-9b0c-45b9-b5b0-4dcf46083909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:14.070689 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-2ddd7292-9b0c-45b9-b5b0-4dcf46083909 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41f24fa5-a84f-4567-9f64-747c8d86b352 HTTP/1.1" status: 200 len: 858 time: 0.0833414 Jul 29 15:12:14.093253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5e041d03-6bf8-4147-a5ad-28e85c0d4412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:14.094062 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e041d03-6bf8-4147-a5ad-28e85c0d4412 None None] The sync data for ids ['f55537d1-7397-4d6d-8ff7-7bd78927ebf6'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:12:14.100295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b08a4fa9-9d3a-4107-b2cb-94475f0f8427, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b08a4fa9-9d3a-4107-b2cb-94475f0f8427,segment=NetworkSegment(63edb665-309c-44a1-9c6f-73fd0892ba33),segment_id=63edb665-309c-44a1-9c6f-73fd0892ba33)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:14.112268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'b08a4fa9-9d3a-4107-b2cb-94475f0f8427', 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a', 'port_id': 'b08a4fa9-9d3a-4107-b2cb-94475f0f8427', 'mac_address': 'fa:16:3e:da:67:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41f24fa5-a84f-4567-9f64-747c8d86b352', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:12:14.112910 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513ae6ec-4a0a-4306-8dd4-69476cbe391c x-openstack-request-id: req-513ae6ec-4a0a-4306-8dd4-69476cbe391c {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:12:14.113202 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a068bf6-7439-49cc-98be-c354dc884113", "tag": "bebee446-52df-42a4-83d1-ef33fc3797a0", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:12:14.113451 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-513ae6ec-4a0a-4306-8dd4-69476cbe391c {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:12:14.113844 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a068bf6-7439-49cc-98be-c354dc884113', 'tag': 'bebee446-52df-42a4-83d1-ef33fc3797a0', 'status': 'completed', 'code': 200} Jul 29 15:12:14.117837 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-060dc157-02ce-49f4-938d-ee0f530d5b02 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4d44545-e8ea-4b03-b27b-9daea94b648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406740 Jul 29 15:12:14.159573 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf92287-20fe-4229-89ee-64795a674cb5 req-f2b9c5a8-8a23-4141-8d24-fa06e63dccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:14.161294 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-caf92287-20fe-4229-89ee-64795a674cb5 req-f2b9c5a8-8a23-4141-8d24-fa06e63dccd7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a841d0cec7bd4e848644ba8a15869377&device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 1094 time: 0.3634603 Jul 29 15:12:14.163358 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:14.179559 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08a4fa9-9d3a-4107-b2cb-94475f0f8427 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:12:14.211830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b08a4fa9-9d3a-4107-b2cb-94475f0f8427, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b08a4fa9-9d3a-4107-b2cb-94475f0f8427,segment=NetworkSegment(63edb665-309c-44a1-9c6f-73fd0892ba33),segment_id=63edb665-309c-44a1-9c6f-73fd0892ba33)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:14.217521 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:14.253911 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae6b6e26-026a-4396-802a-2efa081d89ee req-7422b01a-c29a-4f7f-80fd-f97a2be4e4d2 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170676 Jul 29 15:12:14.254174 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-4c1afb1a-346d-47a4-ae30-a027dcdcb978 service neutron] 10.222.0.38 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283543 Jul 29 15:12:14.259752 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-caf92287-20fe-4229-89ee-64795a674cb5 req-9c512dc3-9fb2-4dd5-a286-c442a780ee82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bebee446-52df-42a4-83d1-ef33fc3797a0 HTTP/1.1" status: 200 len: 217 time: 0.0824625 Jul 29 15:12:14.267598 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8275cacc-bdd9-4c81-becd-76aabbb04da7 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/routers/f55537d1-7397-4d6d-8ff7-7bd78927ebf6 HTTP/1.1" status: 200 len: 923 time: 0.2964485 Jul 29 15:12:14.268247 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40240) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:14.286809 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=b08a4fa9-9d3a-4107-b2cb-94475f0f8427,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:14.330082 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:14.408816 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf92287-20fe-4229-89ee-64795a674cb5 req-2e2366ca-ec29-48c3-90ba-09461726a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:14.410295 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-caf92287-20fe-4229-89ee-64795a674cb5 req-2e2366ca-ec29-48c3-90ba-09461726a0aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2174f67b-178d-4ac1-b435-f4900f737ec5 HTTP/1.1" status: 200 len: 854 time: 0.1411681 Jul 29 15:12:14.417236 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['b08a4fa9-9d3a-4107-b2cb-94475f0f8427'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:12:14.436403 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac57bf44-75d1-4c75-a8ce-b6f6752d4515 req-a8b0dd2d-3292-44c8-af14-c34428c4fbef service neutron] 10.222.0.38 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725614 Jul 29 15:12:14.464188 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0e15b-6b9c-4519-805c-9dfcf3d8a115 req-8b1e7474-b229-455a-8633-6452e5d7d264 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:14.466038 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8a0e15b-6b9c-4519-805c-9dfcf3d8a115 req-8b1e7474-b229-455a-8633-6452e5d7d264 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 943 time: 0.0642292 Jul 29 15:12:14.476713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] device_id is not set on port 00a2ea02-97d7-496e-8997-70858bdafaa0 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:12:14.513922 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-caf92287-20fe-4229-89ee-64795a674cb5 req-449303e2-ca79-4590-bba0-e1e105dfab04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f7396c96-abcc-4afb-9f50-38bc61d5bba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617046 Jul 29 15:12:14.522395 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f8a0e15b-6b9c-4519-805c-9dfcf3d8a115 req-f1615368-562c-43c8-9196-5376c760319b tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496120 Jul 29 15:12:14.535182 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52178d20-b803-45e9-83bc-52cda7639c2e tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:14.536633 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-52178d20-b803-45e9-83bc-52cda7639c2e tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&device_id=f55537d1-7397-4d6d-8ff7-7bd78927ebf6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2573125 Jul 29 15:12:14.540217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40244) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:14.655852 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc44594-7d4d-402d-a8df-98817304b8c8 req-6bcf11fe-d9b7-474e-b946-0334d8eb2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:14.657407 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bbc44594-7d4d-402d-a8df-98817304b8c8 req-6bcf11fe-d9b7-474e-b946-0334d8eb2f31 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c7e6c28442c94abfb57463bd1e7c1bb0&device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 1094 time: 0.1335075 Jul 29 15:12:14.716835 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-caf92287-20fe-4229-89ee-64795a674cb5 req-7ea5b0e2-6786-4b85-a096-4173fed4e7f7 service neutron] 10.222.0.39 "GET /v2.0/networks/f7396c96-abcc-4afb-9f50-38bc61d5bba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957655 Jul 29 15:12:14.733670 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efb788f-e810-46e0-88ce-50e6c5204e59 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:14.736786 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9efb788f-e810-46e0-88ce-50e6c5204e59 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 881 time: 0.1930039 Jul 29 15:12:14.738123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40246) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:14.775467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-33a6f85c-670e-432a-b144-281735260e82 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "GET /v2.0/ports?device_id=f55537d1-7397-4d6d-8ff7-7bd78927ebf6 HTTP/1.1" status: 200 len: 205 time: 0.0333626 Jul 29 15:12:14.776678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40248) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:14.801240 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:14.854916 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc44594-7d4d-402d-a8df-98817304b8c8 req-3938b902-2bfd-47d3-a395-f68ad8795f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:14.856479 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bbc44594-7d4d-402d-a8df-98817304b8c8 req-3938b902-2bfd-47d3-a395-f68ad8795f7d service neutron] 10.222.0.38 "GET /v2.0/networks?id=a4d44545-e8ea-4b03-b27b-9daea94b648a HTTP/1.1" status: 200 len: 919 time: 0.1897373 Jul 29 15:12:14.876621 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-caf92287-20fe-4229-89ee-64795a674cb5 req-85c4926e-63bd-4aff-a074-3928c594d954 service neutron] 10.222.0.39 "GET /v2.0/networks/f7396c96-abcc-4afb-9f50-38bc61d5bba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453240 Jul 29 15:12:14.902551 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:14.935134 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bbc44594-7d4d-402d-a8df-98817304b8c8 req-bf061d5c-3cd8-44b5-b507-0bf7d168cc9d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1307565-e57a-4971-836b-89c9567395d9 HTTP/1.1" status: 200 len: 217 time: 0.0431325 Jul 29 15:12:14.976028 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-832a16f3-46ce-4fb8-8853-d770a81d8fae tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:14.995680 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event updated for resources: {'Port': ['ID=dec4abe5-0d6e-4a24-95a9-a3c2c56cfa7d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:15.026914 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Checking segment: {'id': 'e83a7206-9cab-4033-bb26-f1fdf7d95625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e8fc7c4f-0c18-4956-acba-3e2852265429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:15.027719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Network hostable DHCP agents. Network: e8fc7c4f-0c18-4956-acba-3e2852265429, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:12:15.031667 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab3544-7ba6-47a3-943b-1a6c649824db req-6c6d025e-d568-4f51-8745-4ec7f3fe7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:15.033215 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-70ab3544-7ba6-47a3-943b-1a6c649824db req-6c6d025e-d568-4f51-8745-4ec7f3fe7c9e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a841d0cec7bd4e848644ba8a15869377&device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 1094 time: 0.0952127 Jul 29 15:12:15.039429 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc44594-7d4d-402d-a8df-98817304b8c8 req-42ab5a43-8e2b-4750-aabf-a3b017c70a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:15.041069 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bbc44594-7d4d-402d-a8df-98817304b8c8 req-42ab5a43-8e2b-4750-aabf-a3b017c70a23 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41f24fa5-a84f-4567-9f64-747c8d86b352 HTTP/1.1" status: 200 len: 858 time: 0.0986454 Jul 29 15:12:15.109715 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bbc44594-7d4d-402d-a8df-98817304b8c8 req-5dc7cb18-c2fb-48c7-935d-a75a312de414 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4d44545-e8ea-4b03-b27b-9daea94b648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602660 Jul 29 15:12:15.184949 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-832a16f3-46ce-4fb8-8853-d770a81d8fae tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:15.245860 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bbc44594-7d4d-402d-a8df-98817304b8c8 req-9750e4be-f176-4b49-a9d5-48f45946c3f9 service neutron] 10.222.0.38 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266561 Jul 29 15:12:15.366410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-832a16f3-46ce-4fb8-8853-d770a81d8fae tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Deleting port 640e1b3d-dea2-4e2b-976a-11e32629b840 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:12:15.366637 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-832a16f3-46ce-4fb8-8853-d770a81d8fae tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:15.427269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Network e8fc7c4f-0c18-4956-acba-3e2852265429 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:12:15.434361 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bbc44594-7d4d-402d-a8df-98817304b8c8 req-dac4dc34-8324-42d9-a6d5-f550721d2ac4 service neutron] 10.222.0.38 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632445 Jul 29 15:12:15.461202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, e8fc7c4f-0c18-4956-acba-3e2852265429) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:15.473596 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f824732c-fa72-462b-a137-59d5af18ed55 None None] Network e8fc7c4f-0c18-4956-acba-3e2852265429 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:12:15.476551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:15.477435 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:15.489796 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-832a16f3-46ce-4fb8-8853-d770a81d8fae tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:15.508261 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-832a16f3-46ce-4fb8-8853-d770a81d8fae tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Calling delete_port for 640e1b3d-dea2-4e2b-976a-11e32629b840 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:12:15.593872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9f582-e256-4e4a-ab4e-1ed7f45eafe7 req-9b72daad-80dc-4f89-a1eb-cb94fe2c1668 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:15.604651 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dee9f582-e256-4e4a-ab4e-1ed7f45eafe7 req-9b72daad-80dc-4f89-a1eb-cb94fe2c1668 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 943 time: 0.1944771 Jul 29 15:12:15.607546 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab3544-7ba6-47a3-943b-1a6c649824db req-7773b050-8941-449f-a83d-bbc714587f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:15.610042 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-70ab3544-7ba6-47a3-943b-1a6c649824db req-7773b050-8941-449f-a83d-bbc714587f64 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f7396c96-abcc-4afb-9f50-38bc61d5bba8 HTTP/1.1" status: 200 len: 915 time: 0.5681689 Jul 29 15:12:15.653040 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event updated for resources: {'Port': ['ID=00a2ea02-97d7-496e-8997-70858bdafaa0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:15.720713 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-70ab3544-7ba6-47a3-943b-1a6c649824db req-9a51e99d-260f-467a-9e82-89ddea3da286 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bebee446-52df-42a4-83d1-ef33fc3797a0 HTTP/1.1" status: 200 len: 217 time: 0.0572374 Jul 29 15:12:15.740988 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dee9f582-e256-4e4a-ab4e-1ed7f45eafe7 req-259bb3ee-c7bb-4df5-b0cc-4d507a93d2fd tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348310 Jul 29 15:12:15.764459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90510e-af2f-44ae-b98d-cdc096c89152 req-63b00cc2-b20c-4439-ac10-83431d4d14a8 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:15.764459 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ed90510e-af2f-44ae-b98d-cdc096c89152 req-63b00cc2-b20c-4439-ac10-83431d4d14a8 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 943 time: 0.0997519 Jul 29 15:12:15.773773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Checking segment: {'id': '71b332b0-d708-453d-8289-75a79f80f523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '4c05cc0e-70d9-4edd-ae3a-fbe2ad74c68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:15.774229 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Network hostable DHCP agents. Network: 4c05cc0e-70d9-4edd-ae3a-fbe2ad74c68d, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:12:15.776593 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-832a16f3-46ce-4fb8-8853-d770a81d8fae tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:15.811634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab3544-7ba6-47a3-943b-1a6c649824db req-ca6b399f-43f3-4391-a767-9475e5120351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:15.813705 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-70ab3544-7ba6-47a3-943b-1a6c649824db req-ca6b399f-43f3-4391-a767-9475e5120351 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2174f67b-178d-4ac1-b435-f4900f737ec5 HTTP/1.1" status: 200 len: 854 time: 0.0847337 Jul 29 15:12:15.814900 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Network 4c05cc0e-70d9-4edd-ae3a-fbe2ad74c68d is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:12:15.816176 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a16f3-46ce-4fb8-8853-d770a81d8fae tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Pushing event deleted for resources: {'Port': ['ID=640e1b3d-dea2-4e2b-976a-11e32629b840,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:15.865940 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ed90510e-af2f-44ae-b98d-cdc096c89152 req-5f706bee-cb83-4d8e-940f-f1017e691f28 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974123 Jul 29 15:12:15.874567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b08a4fa9-9d3a-4107-b2cb-94475f0f8427 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:15.878865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 4c05cc0e-70d9-4edd-ae3a-fbe2ad74c68d) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:15.889681 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-70ab3544-7ba6-47a3-943b-1a6c649824db req-14801629-2686-4961-807f-cdfd6334091c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f7396c96-abcc-4afb-9f50-38bc61d5bba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678849 Jul 29 15:12:15.908336 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4825124b-fc4a-4e88-acb1-a0bf88caa10d None None] Network 4c05cc0e-70d9-4edd-ae3a-fbe2ad74c68d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:12:15.909978 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-832a16f3-46ce-4fb8-8853-d770a81d8fae tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.020515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:16.028530 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:16.035460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:16.036452 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.064946 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port b08a4fa9-9d3a-4107-b2cb-94475f0f8427 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:16.071327 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-70ab3544-7ba6-47a3-943b-1a6c649824db req-b0454566-730f-420e-8bd9-06e6b102932f service neutron] 10.222.0.39 "GET /v2.0/networks/f7396c96-abcc-4afb-9f50-38bc61d5bba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743932 Jul 29 15:12:16.074905 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7a9e44a0-1899-4995-87d1-0e512ab4f968 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.1912422 Jul 29 15:12:16.080058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port b08a4fa9-9d3a-4107-b2cb-94475f0f8427 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:16.081193 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.082952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40256) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:16.119921 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-832a16f3-46ce-4fb8-8853-d770a81d8fae tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.127036 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-832a16f3-46ce-4fb8-8853-d770a81d8fae tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.198759 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.206384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899f9ec5-a5fd-4a09-8c37-309fb173683e tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:16.213762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899f9ec5-a5fd-4a09-8c37-309fb173683e tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:16.216844 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-899f9ec5-a5fd-4a09-8c37-309fb173683e tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1322186 Jul 29 15:12:16.218933 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-832a16f3-46ce-4fb8-8853-d770a81d8fae tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.219537 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832a16f3-46ce-4fb8-8853-d770a81d8fae tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Fanout notify agent at l3_agent the message router_deleted on router f55537d1-7397-4d6d-8ff7-7bd78927ebf6 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:12:16.222569 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40258) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:16.237642 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-832a16f3-46ce-4fb8-8853-d770a81d8fae tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.237869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98708a92-296c-4ff3-b5dd-19a81a0863cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08a4fa9-9d3a-4107-b2cb-94475f0f8427'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:12:16.239929 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-832a16f3-46ce-4fb8-8853-d770a81d8fae tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "DELETE /v2.0/routers/f55537d1-7397-4d6d-8ff7-7bd78927ebf6 HTTP/1.1" status: 204 len: 168 time: 1.4627213 Jul 29 15:12:16.242046 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2573629-c038-4518-80c3-8cb3b31b2660" -d '{"events": [{"server_uuid": "98708a92-296c-4ff3-b5dd-19a81a0863cb", "name": "network-vif-plugged", "status": "completed", "tag": "b08a4fa9-9d3a-4107-b2cb-94475f0f8427"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:12:16.244634 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40260) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:16.249566 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-146681378', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}, 'admin_state_up': False}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:16.273292 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b08a4fa9-9d3a-4107-b2cb-94475f0f8427, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b08a4fa9-9d3a-4107-b2cb-94475f0f8427,segment=NetworkSegment(63edb665-309c-44a1-9c6f-73fd0892ba33),segment_id=63edb665-309c-44a1-9c6f-73fd0892ba33)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:16.285174 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.285394 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-70ab3544-7ba6-47a3-943b-1a6c649824db req-bd98cb2a-528e-4e01-81ce-e6018029c334 service neutron] 10.222.0.39 "GET /v2.0/networks/f7396c96-abcc-4afb-9f50-38bc61d5bba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033541 Jul 29 15:12:16.341819 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bedeb3d-6b17-428d-a387-c0351d64ac40 x-openstack-request-id: req-4bedeb3d-6b17-428d-a387-c0351d64ac40 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:12:16.342112 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98708a92-296c-4ff3-b5dd-19a81a0863cb", "name": "network-vif-plugged", "status": "completed", "tag": "b08a4fa9-9d3a-4107-b2cb-94475f0f8427", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:12:16.342367 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bedeb3d-6b17-428d-a387-c0351d64ac40 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:12:16.342754 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98708a92-296c-4ff3-b5dd-19a81a0863cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08a4fa9-9d3a-4107-b2cb-94475f0f8427', 'code': 200} Jul 29 15:12:16.352155 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.359181 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.388565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=b08a4fa9-9d3a-4107-b2cb-94475f0f8427,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:16.428455 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c2a709ef-61df-45cd-8d30-f49a81e0ed0f tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Deleting port dec4abe5-0d6e-4a24-95a9-a3c2c56cfa7d {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:12:16.429101 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c2a709ef-61df-45cd-8d30-f49a81e0ed0f tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.456950 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.539835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c2a709ef-61df-45cd-8d30-f49a81e0ed0f tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.552843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c38284-52b4-459d-8832-6a676e93adf7 req-1431ae7b-e79c-4fe4-a939-75312ddb9c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:16.554503 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34c38284-52b4-459d-8832-6a676e93adf7 req-1431ae7b-e79c-4fe4-a939-75312ddb9c95 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 1096 time: 0.1371567 Jul 29 15:12:16.568540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c2a709ef-61df-45cd-8d30-f49a81e0ed0f tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Calling delete_port for dec4abe5-0d6e-4a24-95a9-a3c2c56cfa7d owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:12:16.627375 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f1307565-e57a-4971-836b-89c9567395d9 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:12:16.630470 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.636279 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34c38284-52b4-459d-8832-6a676e93adf7 req-196f27fc-f70b-4747-ae1f-e3a8d418cd40 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742357 Jul 29 15:12:16.687613 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c2a709ef-61df-45cd-8d30-f49a81e0ed0f tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.734723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a709ef-61df-45cd-8d30-f49a81e0ed0f tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event deleted for resources: {'Port': ['ID=dec4abe5-0d6e-4a24-95a9-a3c2c56cfa7d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:16.746829 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c2a709ef-61df-45cd-8d30-f49a81e0ed0f tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.749836 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c2a709ef-61df-45cd-8d30-f49a81e0ed0f tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "DELETE /v2.0/ports/dec4abe5-0d6e-4a24-95a9-a3c2c56cfa7d HTTP/1.1" status: 204 len: 168 time: 0.5255032 Jul 29 15:12:16.752223 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40266) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:16.786286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f1307565-e57a-4971-836b-89c9567395d9, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f1307565-e57a-4971-836b-89c9567395d9,segment=NetworkSegment(63edb665-309c-44a1-9c6f-73fd0892ba33),segment_id=63edb665-309c-44a1-9c6f-73fd0892ba33)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:16.810598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'f1307565-e57a-4971-836b-89c9567395d9', 'network_id': 'a4d44545-e8ea-4b03-b27b-9daea94b648a', 'port_id': 'f1307565-e57a-4971-836b-89c9567395d9', 'mac_address': 'fa:16:3e:4e:27:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41f24fa5-a84f-4567-9f64-747c8d86b352', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:12:16.893427 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-60505826-dade-42fa-849c-3b7b36847c24 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Deleting port 00a2ea02-97d7-496e-8997-70858bdafaa0 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:12:16.893789 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60505826-dade-42fa-849c-3b7b36847c24 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.895192 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:16.911058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1307565-e57a-4971-836b-89c9567395d9 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:12:16.933691 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f1307565-e57a-4971-836b-89c9567395d9, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f1307565-e57a-4971-836b-89c9567395d9,segment=NetworkSegment(63edb665-309c-44a1-9c6f-73fd0892ba33),segment_id=63edb665-309c-44a1-9c6f-73fd0892ba33)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:16.940408 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.000201 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60505826-dade-42fa-849c-3b7b36847c24 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.014687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f1307565-e57a-4971-836b-89c9567395d9,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:17.017954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-60505826-dade-42fa-849c-3b7b36847c24 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Calling delete_port for 00a2ea02-97d7-496e-8997-70858bdafaa0 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:12:17.120814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ed3e-1a39-4ddd-908f-82e3a9ec0ea6 req-9a73519c-280c-4b2a-ac46-1ee51250ade5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:17.128160 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2073ed3e-1a39-4ddd-908f-82e3a9ec0ea6 req-9a73519c-280c-4b2a-ac46-1ee51250ade5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 944 time: 0.1077151 Jul 29 15:12:17.180170 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60505826-dade-42fa-849c-3b7b36847c24 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.191793 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2073ed3e-1a39-4ddd-908f-82e3a9ec0ea6 req-94dd9eb0-e51d-4a1c-82ca-8882f6d9c09e tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591772 Jul 29 15:12:17.223717 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['f1307565-e57a-4971-836b-89c9567395d9'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:12:17.223849 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60505826-dade-42fa-849c-3b7b36847c24 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event deleted for resources: {'Port': ['ID=00a2ea02-97d7-496e-8997-70858bdafaa0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:17.233992 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.236865 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60505826-dade-42fa-849c-3b7b36847c24 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.238846 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-60505826-dade-42fa-849c-3b7b36847c24 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "DELETE /v2.0/ports/00a2ea02-97d7-496e-8997-70858bdafaa0 HTTP/1.1" status: 204 len: 168 time: 0.4856215 Jul 29 15:12:17.241360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40272) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:17.270784 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.294445 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-48bae6df-4c10-42b4-8e08-1548f682017c tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0517781 Jul 29 15:12:17.298284 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40274) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:17.303916 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-705267f1-d57b-4f4b-8ede-3ea8e02063e6 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-99174777'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:17.331748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705267f1-d57b-4f4b-8ede-3ea8e02063e6 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Made reservation on behalf of 26df6429135a46248e49c89b540428fd for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:17.337039 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-705267f1-d57b-4f4b-8ede-3ea8e02063e6 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.341664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5fe1d-39fc-43b7-8829-3dc6912dde8f req-56419b6a-f701-4a86-8332-71ec1d6abacd tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:17.343327 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-76f5fe1d-39fc-43b7-8829-3dc6912dde8f req-56419b6a-f701-4a86-8332-71ec1d6abacd tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 943 time: 0.1671033 Jul 29 15:12:17.383808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705267f1-d57b-4f4b-8ede-3ea8e02063e6 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:12:17.397304 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-705267f1-d57b-4f4b-8ede-3ea8e02063e6 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.398022 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-705267f1-d57b-4f4b-8ede-3ea8e02063e6 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Added segment 3fc2fa5e-5a2b-48ff-90d0-4bf624c6c3f5 of type vlan for network c40f6c5e-2a79-4878-988b-f8c4b7785f9c Jul 29 15:12:17.459359 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-705267f1-d57b-4f4b-8ede-3ea8e02063e6 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.496288 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-705267f1-d57b-4f4b-8ede-3ea8e02063e6 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.502078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705267f1-d57b-4f4b-8ede-3ea8e02063e6 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:17.502821 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-705267f1-d57b-4f4b-8ede-3ea8e02063e6 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.505532 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-76f5fe1d-39fc-43b7-8829-3dc6912dde8f req-94418714-17fe-4d48-a4c5-a017af08e00f tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818784 Jul 29 15:12:17.563157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Allocated IP 172.25.6.101 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/a025e569-81a8-4187-a3b9-516919fa4fda) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:17.565500 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-705267f1-d57b-4f4b-8ede-3ea8e02063e6 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2658269 Jul 29 15:12:17.569075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40278) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:17.575351 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705267f1-d57b-4f4b-8ede-3ea8e02063e6 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event updated for resources: {'Network': ['ID=c40f6c5e-2a79-4878-988b-f8c4b7785f9c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:17.581566 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2146872931'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:17.587252 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network c40f6c5e-2a79-4878-988b-f8c4b7785f9c details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:12:17.678379 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Made reservation on behalf of 26df6429135a46248e49c89b540428fd for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:17.682957 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.733078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:12:17.754905 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.755252 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Added segment 70278d9c-ee04-4ada-b7ef-5ac8a64ae64e of type vlan for network 265e1068-ddd1-4bb4-a39c-8bf75d9b319c Jul 29 15:12:17.758580 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.809985 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.861110 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.866775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:17.867361 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.875094 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:17.877068 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device bebee446-52df-42a4-83d1-ef33fc3797a0 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:12:17.968195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3980546 Jul 29 15:12:17.982073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:17.986837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event updated for resources: {'Network': ['ID=265e1068-ddd1-4bb4-a39c-8bf75d9b319c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:17.990891 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port bebee446-52df-42a4-83d1-ef33fc3797a0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=bebee446-52df-42a4-83d1-ef33fc3797a0,segment=NetworkSegment(1eb5414c-ddab-4de7-aa99-a932ec87d90d),segment_id=1eb5414c-ddab-4de7-aa99-a932ec87d90d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:17.993734 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:17.996248 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:18.002444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Pushing event updated for resources: {'Port': ['ID=a025e569-81a8-4187-a3b9-516919fa4fda,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:18.011283 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'bebee446-52df-42a4-83d1-ef33fc3797a0', 'network_id': 'f7396c96-abcc-4afb-9f50-38bc61d5bba8', 'port_id': 'bebee446-52df-42a4-83d1-ef33fc3797a0', 'mac_address': 'fa:16:3e:67:53:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2174f67b-178d-4ac1-b435-f4900f737ec5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:12:18.024068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.024403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.025335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.025666 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.026001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.026330 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.026657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.026977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.027303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.027624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.027945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.028263 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b1b0c-46a6-4c68-9b22-4f6f6684bbcc tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.041610 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.042002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.042992 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.042992 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.043239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.043564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.043954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.044347 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.044815 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.045289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.045662 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.046058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:18.055141 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 265e1068-ddd1-4bb4-a39c-8bf75d9b319c details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:12:18.102207 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:18.138583 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebee446-52df-42a4-83d1-ef33fc3797a0 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:12:18.177398 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port bebee446-52df-42a4-83d1-ef33fc3797a0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=bebee446-52df-42a4-83d1-ef33fc3797a0,segment=NetworkSegment(1eb5414c-ddab-4de7-aa99-a932ec87d90d),segment_id=1eb5414c-ddab-4de7-aa99-a932ec87d90d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:18.182838 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:18.247541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=bebee446-52df-42a4-83d1-ef33fc3797a0,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:18.327976 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:18.356292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6a434-858e-47b8-9e1a-bb347cfce4c5 req-59536400-f0d8-47eb-8162-d1c1f1353e22 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:18.358097 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3cd6a434-858e-47b8-9e1a-bb347cfce4c5 req-59536400-f0d8-47eb-8162-d1c1f1353e22 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 944 time: 0.0698507 Jul 29 15:12:18.385660 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['bebee446-52df-42a4-83d1-ef33fc3797a0'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:12:18.409246 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3cd6a434-858e-47b8-9e1a-bb347cfce4c5 req-80955ae6-16a0-4947-a454-7bdd0c72a4ec tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368488 Jul 29 15:12:18.597405 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:18.628080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f1307565-e57a-4971-836b-89c9567395d9 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:18.692307 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port f1307565-e57a-4971-836b-89c9567395d9 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:18.698434 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port f1307565-e57a-4971-836b-89c9567395d9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:18.699252 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:18.789991 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:18.796698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1502cd-d7b8-4f31-b54b-7fc2b2cdbb6a req-a9264e64-bfe8-4908-8a57-533faed15bcf tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:18.798867 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6f1502cd-d7b8-4f31-b54b-7fc2b2cdbb6a req-a9264e64-bfe8-4908-8a57-533faed15bcf tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 944 time: 0.1411958 Jul 29 15:12:18.818933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1201ed2-d836-4c8a-b9f6-5a395e3be098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1307565-e57a-4971-836b-89c9567395d9'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:12:18.821509 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a1e127-4b2b-4b66-9171-f8f874bc0c85" -d '{"events": [{"server_uuid": "a1201ed2-d836-4c8a-b9f6-5a395e3be098", "name": "network-vif-plugged", "status": "completed", "tag": "f1307565-e57a-4971-836b-89c9567395d9"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:12:18.878577 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:12:18.881843 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6f1502cd-d7b8-4f31-b54b-7fc2b2cdbb6a req-57732a0d-1f08-46a0-8b86-adac1236162d tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722127 Jul 29 15:12:18.892054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f1307565-e57a-4971-836b-89c9567395d9, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f1307565-e57a-4971-836b-89c9567395d9,segment=NetworkSegment(63edb665-309c-44a1-9c6f-73fd0892ba33),segment_id=63edb665-309c-44a1-9c6f-73fd0892ba33)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:18.894110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Router d304f16f-4488-462f-99e5-94e7cd6df5fb is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:12:18.903647 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:18.942437 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d182fa-7349-4392-9000-6e923f8388cf x-openstack-request-id: req-f6d182fa-7349-4392-9000-6e923f8388cf {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:12:18.942849 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1201ed2-d836-4c8a-b9f6-5a395e3be098", "name": "network-vif-plugged", "status": "completed", "tag": "f1307565-e57a-4971-836b-89c9567395d9", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:12:18.943193 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6d182fa-7349-4392-9000-6e923f8388cf {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:12:18.943736 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1201ed2-d836-4c8a-b9f6-5a395e3be098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1307565-e57a-4971-836b-89c9567395d9', 'code': 200} Jul 29 15:12:18.978846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f1307565-e57a-4971-836b-89c9567395d9,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:19.076319 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:12:19.092886 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906b5419-97cb-402d-bab9-28e9a715f0ea None None] Sync routers for ids ['d304f16f-4488-462f-99e5-94e7cd6df5fb'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:12:19.098369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42858795-0042-4890-892d-a077244342ac req-de466269-0278-4325-827f-f2b2044dfab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:19.099862 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-42858795-0042-4890-892d-a077244342ac req-de466269-0278-4325-827f-f2b2044dfab1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 1096 time: 0.0794599 Jul 29 15:12:19.100771 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:19.105264 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-41bdca65-268a-4255-9d4a-c79ed31fedfc tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8561895 Jul 29 15:12:19.105585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40298) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:19.110536 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-fc3abe9c-105d-494f-922d-f84005cb38a8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:19.113833 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b5419-97cb-402d-bab9-28e9a715f0ea None None] Routers {'d304f16f-4488-462f-99e5-94e7cd6df5fb'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:19.114555 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-906b5419-97cb-402d-bab9-28e9a715f0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d304f16f-4488-462f-99e5-94e7cd6df5fb'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:19.155660 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-906b5419-97cb-402d-bab9-28e9a715f0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:19.167315 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b5419-97cb-402d-bab9-28e9a715f0ea None None] Routers {'d304f16f-4488-462f-99e5-94e7cd6df5fb'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:19.168321 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-906b5419-97cb-402d-bab9-28e9a715f0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d304f16f-4488-462f-99e5-94e7cd6df5fb'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:19.190039 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-42858795-0042-4890-892d-a077244342ac req-9991e440-1daa-441d-9038-0e555c09b081 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738060 Jul 29 15:12:19.238549 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-906b5419-97cb-402d-bab9-28e9a715f0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:19.241060 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906b5419-97cb-402d-bab9-28e9a715f0ea None None] The sync data for ids ['d304f16f-4488-462f-99e5-94e7cd6df5fb'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:12:19.482536 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc3abe9c-105d-494f-922d-f84005cb38a8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:19.498014 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc3abe9c-105d-494f-922d-f84005cb38a8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:19.553174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b8411-ebc7-43c7-99e3-c264cdaae763 req-a5e0f355-a8cd-4c9d-a867-f656f835c917 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:19.557210 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-865b8411-ebc7-43c7-99e3-c264cdaae763 req-a5e0f355-a8cd-4c9d-a867-f656f835c917 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.0602880 Jul 29 15:12:19.582377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-fc3abe9c-105d-494f-922d-f84005cb38a8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Deleting port a025e569-81a8-4187-a3b9-516919fa4fda {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:12:19.583172 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc3abe9c-105d-494f-922d-f84005cb38a8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:19.624106 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-865b8411-ebc7-43c7-99e3-c264cdaae763 req-ec064d38-27c8-4a2b-83af-93de58a19f76 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556483 Jul 29 15:12:19.666534 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc3abe9c-105d-494f-922d-f84005cb38a8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:19.679292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-fc3abe9c-105d-494f-922d-f84005cb38a8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Calling delete_port for a025e569-81a8-4187-a3b9-516919fa4fda owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:12:19.871201 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc3abe9c-105d-494f-922d-f84005cb38a8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:19.905944 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device bebee446-52df-42a4-83d1-ef33fc3797a0 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:19.933529 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3abe9c-105d-494f-922d-f84005cb38a8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Pushing event deleted for resources: {'Port': ['ID=a025e569-81a8-4187-a3b9-516919fa4fda,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:19.978647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port bebee446-52df-42a4-83d1-ef33fc3797a0 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:19.983589 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port bebee446-52df-42a4-83d1-ef33fc3797a0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:19.983969 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:20.020609 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc3abe9c-105d-494f-922d-f84005cb38a8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:20.080396 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:20.123523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port bebee446-52df-42a4-83d1-ef33fc3797a0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=bebee446-52df-42a4-83d1-ef33fc3797a0,segment=NetworkSegment(1eb5414c-ddab-4de7-aa99-a932ec87d90d),segment_id=1eb5414c-ddab-4de7-aa99-a932ec87d90d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:20.130020 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:20.185978 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=bebee446-52df-42a4-83d1-ef33fc3797a0,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:20.309012 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc3abe9c-105d-494f-922d-f84005cb38a8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:20.315719 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc3abe9c-105d-494f-922d-f84005cb38a8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:20.329355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f4447-a030-42f9-bbfc-0316ffe2c1e8 req-dfca5da2-0912-45e1-9df0-ff81ea206160 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:20.330900 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-442f4447-a030-42f9-bbfc-0316ffe2c1e8 req-dfca5da2-0912-45e1-9df0-ff81ea206160 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 945 time: 0.1342111 Jul 29 15:12:20.442502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-442f4447-a030-42f9-bbfc-0316ffe2c1e8 req-db69c37f-9ab6-4d4f-b5d4-01a63c187e73 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757811 Jul 29 15:12:20.445270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3abe9c-105d-494f-922d-f84005cb38a8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Router d304f16f-4488-462f-99e5-94e7cd6df5fb has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:12:20.530952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3abe9c-105d-494f-922d-f84005cb38a8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:12:20.545941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ea437-aa7c-413f-bf8c-21eda4fac159 None None] Sync routers for ids ['d304f16f-4488-462f-99e5-94e7cd6df5fb'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:12:20.547919 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fc3abe9c-105d-494f-922d-f84005cb38a8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:20.549506 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fc3abe9c-105d-494f-922d-f84005cb38a8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "PUT /v2.0/routers/d304f16f-4488-462f-99e5-94e7cd6df5fb HTTP/1.1" status: 200 len: 709 time: 1.4428196 Jul 29 15:12:20.552142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40318) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:20.563718 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ea437-aa7c-413f-bf8c-21eda4fac159 None None] Routers {'d304f16f-4488-462f-99e5-94e7cd6df5fb'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:20.565265 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5f1ea437-aa7c-413f-bf8c-21eda4fac159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d304f16f-4488-462f-99e5-94e7cd6df5fb'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:20.625732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5f1ea437-aa7c-413f-bf8c-21eda4fac159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:20.643472 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-74bc888c-66cf-447e-bda5-ab564b36abd2 tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/routers/d304f16f-4488-462f-99e5-94e7cd6df5fb HTTP/1.1" status: 200 len: 744 time: 0.0897400 Jul 29 15:12:20.646286 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40322) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:20.655950 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ea437-aa7c-413f-bf8c-21eda4fac159 None None] Routers {'d304f16f-4488-462f-99e5-94e7cd6df5fb'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:20.656772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5f1ea437-aa7c-413f-bf8c-21eda4fac159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d304f16f-4488-462f-99e5-94e7cd6df5fb'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:20.722549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5f1ea437-aa7c-413f-bf8c-21eda4fac159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:20.723627 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ea437-aa7c-413f-bf8c-21eda4fac159 None None] The sync data for ids ['d304f16f-4488-462f-99e5-94e7cd6df5fb'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:12:20.745093 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-471a55e5-6243-4a97-a755-26892fa9216c tempest-RoutersIpV6AdminTest-2040164690 tempest-RoutersIpV6AdminTest-2040164690-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&device_id=d304f16f-4488-462f-99e5-94e7cd6df5fb HTTP/1.1" status: 200 len: 205 time: 0.0969219 Jul 29 15:12:20.747284 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40324) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:20.790004 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-935a719f-c126-4b94-9b68-3d57594db66c tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "GET /v2.0/ports?device_id=d304f16f-4488-462f-99e5-94e7cd6df5fb HTTP/1.1" status: 200 len: 205 time: 0.0391028 Jul 29 15:12:20.793229 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40326) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:20.807709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9950944-d720-4749-b5a5-df8a2cb4529e req-d082cb66-434a-41c8-bafa-0c0a19b6a62d tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:20.809595 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9950944-d720-4749-b5a5-df8a2cb4529e req-d082cb66-434a-41c8-bafa-0c0a19b6a62d tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.1194067 Jul 29 15:12:20.873673 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9950944-d720-4749-b5a5-df8a2cb4529e req-f91c6932-d05f-47d6-9aa8-72d031755a23 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581396 Jul 29 15:12:20.945152 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a068bf6-7439-49cc-98be-c354dc884113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebee446-52df-42a4-83d1-ef33fc3797a0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:12:20.948849 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2595ac50-cd8f-415f-80d5-f89789f120ff" -d '{"events": [{"server_uuid": "1a068bf6-7439-49cc-98be-c354dc884113", "name": "network-vif-plugged", "status": "completed", "tag": "bebee446-52df-42a4-83d1-ef33fc3797a0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:12:21.018904 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52212bc-a35f-47f4-ab1d-a3a59e440d21 x-openstack-request-id: req-f52212bc-a35f-47f4-ab1d-a3a59e440d21 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:12:21.019583 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a068bf6-7439-49cc-98be-c354dc884113", "name": "network-vif-plugged", "status": "completed", "tag": "bebee446-52df-42a4-83d1-ef33fc3797a0", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:12:21.020229 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f52212bc-a35f-47f4-ab1d-a3a59e440d21 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:12:21.020884 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a068bf6-7439-49cc-98be-c354dc884113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebee446-52df-42a4-83d1-ef33fc3797a0', 'code': 200} Jul 29 15:12:21.247423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02b432-2c4b-4eb5-bccb-c044755a2e77 req-0c6a3b54-591e-4917-974d-156f411f1727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:21.249253 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e02b432-2c4b-4eb5-bccb-c044755a2e77 req-0c6a3b54-591e-4917-974d-156f411f1727 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c7e6c28442c94abfb57463bd1e7c1bb0&device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 1096 time: 0.0796022 Jul 29 15:12:21.288649 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368b7b1-2047-4627-829f-f42a2616a396 req-e7bc70ea-b14f-404f-9ad3-734c00f6f4cd tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:21.290274 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0368b7b1-2047-4627-829f-f42a2616a396 req-e7bc70ea-b14f-404f-9ad3-734c00f6f4cd tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.0862970 Jul 29 15:12:21.316585 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40334) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:21.322062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Request body: {'subnets': [{'network_id': 'c40f6c5e-2a79-4878-988b-f8c4b7785f9c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--750725187', 'ip_version': 6}, {'network_id': '265e1068-ddd1-4bb4-a39c-8bf75d9b319c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:21.322499 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Request body: {'subnet': {'network_id': 'c40f6c5e-2a79-4878-988b-f8c4b7785f9c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--750725187', 'ip_version': 6}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:21.323067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Request body: {'subnet': {'network_id': '265e1068-ddd1-4bb4-a39c-8bf75d9b319c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:21.383078 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-043b87a7-960b-42ed-9460-8afa3aebb5d1 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:21.448786 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0368b7b1-2047-4627-829f-f42a2616a396 req-9eb55659-76fa-4c02-80a6-ce76286402fb tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195323 Jul 29 15:12:21.498198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc25d3-d648-4fbd-9c5f-fb35077bff53 req-b5937608-8613-4df7-9c3d-ca59670509f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:21.500052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fdc25d3-d648-4fbd-9c5f-fb35077bff53 req-b5937608-8613-4df7-9c3d-ca59670509f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 1096 time: 0.1468120 Jul 29 15:12:21.531945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02b432-2c4b-4eb5-bccb-c044755a2e77 req-582ac39f-c03d-4326-a92d-4ba438683245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:21.533470 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e02b432-2c4b-4eb5-bccb-c044755a2e77 req-582ac39f-c03d-4326-a92d-4ba438683245 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a4d44545-e8ea-4b03-b27b-9daea94b648a HTTP/1.1" status: 200 len: 919 time: 0.2760882 Jul 29 15:12:21.588695 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e02b432-2c4b-4eb5-bccb-c044755a2e77 req-4ff59f8d-6231-4e4e-884e-0507ba9e40a8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1307565-e57a-4971-836b-89c9567395d9 HTTP/1.1" status: 200 len: 217 time: 0.0466814 Jul 29 15:12:21.655882 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Made reservation on behalf of 26df6429135a46248e49c89b540428fd for: {'subnet': 2} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:21.660414 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:21.660785 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:21.668041 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-043b87a7-960b-42ed-9460-8afa3aebb5d1 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:21.670949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-043b87a7-960b-42ed-9460-8afa3aebb5d1 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:21.713453 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02b432-2c4b-4eb5-bccb-c044755a2e77 req-42723550-902a-4a1e-ad2e-4ddc1cbdd649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:21.714878 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e02b432-2c4b-4eb5-bccb-c044755a2e77 req-42723550-902a-4a1e-ad2e-4ddc1cbdd649 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41f24fa5-a84f-4567-9f64-747c8d86b352 HTTP/1.1" status: 200 len: 858 time: 0.1199861 Jul 29 15:12:21.754515 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e02b432-2c4b-4eb5-bccb-c044755a2e77 req-78d1045e-2825-45c3-b29b-59ecdeda103e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4d44545-e8ea-4b03-b27b-9daea94b648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325956 Jul 29 15:12:21.755242 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fdc25d3-d648-4fbd-9c5f-fb35077bff53 req-11d7845e-eab8-49bf-9ee4-94b54d25c999 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252402 Jul 29 15:12:21.762604 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-043b87a7-960b-42ed-9460-8afa3aebb5d1 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:21.763201 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043b87a7-960b-42ed-9460-8afa3aebb5d1 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Fanout notify agent at l3_agent the message router_deleted on router d304f16f-4488-462f-99e5-94e7cd6df5fb {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:12:21.771447 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-043b87a7-960b-42ed-9460-8afa3aebb5d1 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:21.772574 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-043b87a7-960b-42ed-9460-8afa3aebb5d1 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "DELETE /v2.0/routers/d304f16f-4488-462f-99e5-94e7cd6df5fb HTTP/1.1" status: 204 len: 168 time: 0.9783461 Jul 29 15:12:21.780075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40340) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:21.796397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc50b0-20ad-4d59-a2c1-ba0c8e29bee6 req-6f200595-6083-4358-8af4-e9884c0efd38 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:21.798845 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ecc50b0-20ad-4d59-a2c1-ba0c8e29bee6 req-6f200595-6083-4358-8af4-e9884c0efd38 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 945 time: 0.1543894 Jul 29 15:12:21.863592 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ecc50b0-20ad-4d59-a2c1-ba0c8e29bee6 req-251b6b9f-4e5e-46d5-8383-82baca6ac537 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582831 Jul 29 15:12:21.937181 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d3c26b0a-a949-4990-80ca-147b6759741f tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "GET /v2.0/ports?device_id=d304f16f-4488-462f-99e5-94e7cd6df5fb HTTP/1.1" status: 200 len: 205 time: 0.1558068 Jul 29 15:12:21.941075 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40342) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:21.985701 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-63e76e61-77e6-4df8-9e63-eafc5bd65ee7 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] delete failed (client error): The resource could not be found. Jul 29 15:12:21.987588 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-63e76e61-77e6-4df8-9e63-eafc5bd65ee7 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "DELETE /v2.0/routers/d304f16f-4488-462f-99e5-94e7cd6df5fb HTTP/1.1" status: 404 len: 336 time: 0.0445340 Jul 29 15:12:21.989436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40344) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:22.024006 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-85cdf887-dad0-4d01-aba2-8eeaa63f9454 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "GET /v2.0/ports?device_id=f55537d1-7397-4d6d-8ff7-7bd78927ebf6 HTTP/1.1" status: 200 len: 205 time: 0.0332570 Jul 29 15:12:22.028733 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40346) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:22.076703 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-9275565a-53de-47a6-9ed1-5142d0fe3481 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] delete failed (client error): The resource could not be found. Jul 29 15:12:22.080655 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e02b432-2c4b-4eb5-bccb-c044755a2e77 req-c849d3e3-6351-4561-b282-0bb1ecd6edca service neutron] 10.222.0.38 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089120 Jul 29 15:12:22.080923 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9275565a-53de-47a6-9ed1-5142d0fe3481 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "DELETE /v2.0/routers/f55537d1-7397-4d6d-8ff7-7bd78927ebf6 HTTP/1.1" status: 404 len: 336 time: 0.0477262 Jul 29 15:12:22.081066 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40348) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:22.136062 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e12264d2-d354-47fd-9a50-05ac84548f34 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7780449-a1ca-4ac6-94cf-c6f591410840 HTTP/1.1" status: 200 len: 205 time: 0.0509400 Jul 29 15:12:22.137168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40350) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:22.180113 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-50c7ff5f-f73c-4f5b-8560-fbba31ce634f tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] delete failed (client error): The resource could not be found. Jul 29 15:12:22.184110 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-50c7ff5f-f73c-4f5b-8560-fbba31ce634f tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "DELETE /v2.0/routers/b7780449-a1ca-4ac6-94cf-c6f591410840 HTTP/1.1" status: 404 len: 336 time: 0.0427940 Jul 29 15:12:22.184436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40352) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:22.216235 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a46563cb-0b11-4b9f-9165-85235d9f27a2 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc409eb6-010f-411f-b6e4-7c954e3dfa73 HTTP/1.1" status: 200 len: 205 time: 0.0306168 Jul 29 15:12:22.218564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40354) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:22.270222 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-273ebd68-a104-4762-9420-7831a811446b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] delete failed (client error): The resource could not be found. Jul 29 15:12:22.276927 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-273ebd68-a104-4762-9420-7831a811446b tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "DELETE /v2.0/routers/bc409eb6-010f-411f-b6e4-7c954e3dfa73 HTTP/1.1" status: 404 len: 336 time: 0.0536871 Jul 29 15:12:22.279174 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40356) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:22.279820 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e02b432-2c4b-4eb5-bccb-c044755a2e77 req-34c4901e-fac1-4344-870a-104cec932e72 service neutron] 10.222.0.38 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746097 Jul 29 15:12:22.317923 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f9cf3090-aadc-484f-b488-9a862da7c40a tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135 HTTP/1.1" status: 200 len: 205 time: 0.0371246 Jul 29 15:12:22.322428 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40358) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:22.683101 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-e8d0ebad-7220-4a50-bf49-47c90c4208a7 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] delete failed (client error): The resource could not be found. Jul 29 15:12:22.686836 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e8d0ebad-7220-4a50-bf49-47c90c4208a7 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "DELETE /v2.0/routers/3bc17b10-bcd9-4f88-a4b8-bcfa2a85d135 HTTP/1.1" status: 404 len: 336 time: 0.3606429 Jul 29 15:12:22.687102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40370) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:22.710025 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:22.721416 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bb80a068-a184-444e-b0e0-39673e7b8ad8 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dccb13f-02b5-4a09-ad2f-3ef3440efbb6 HTTP/1.1" status: 200 len: 205 time: 0.0329580 Jul 29 15:12:22.723845 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40372) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:22.785824 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-c67abb67-54e7-42b9-8539-df6ef965f407 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] delete failed (client error): The resource could not be found. Jul 29 15:12:22.789443 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c67abb67-54e7-42b9-8539-df6ef965f407 tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "DELETE /v2.0/routers/2dccb13f-02b5-4a09-ad2f-3ef3440efbb6 HTTP/1.1" status: 404 len: 336 time: 0.0618467 Jul 29 15:12:22.789767 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40376) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:22.826346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccaab6-d4b2-49ba-90bb-a6a9694e483a req-174ac33b-59ff-4e5e-a915-4f8b925b5329 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:22.830513 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1ccaab6-d4b2-49ba-90bb-a6a9694e483a req-174ac33b-59ff-4e5e-a915-4f8b925b5329 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.1469536 Jul 29 15:12:22.834969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Checking segment: {'id': '3fc2fa5e-5a2b-48ff-90d0-4bf624c6c3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c40f6c5e-2a79-4878-988b-f8c4b7785f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:22.835406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Network hostable DHCP agents. Network: c40f6c5e-2a79-4878-988b-f8c4b7785f9c, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:12:22.838014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event updated for resources: {'Subnet': ['ID=52eccfb8-f7bc-4502-a2f1-f5620f2bc5e1,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:22.857653 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-bebae5d6-5563-4eee-a2c2-0379a682469c tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] DELETE failed (client error): The resource could not be found. Jul 29 15:12:22.858348 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bebae5d6-5563-4eee-a2c2-0379a682469c tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:12:22.860215 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bebae5d6-5563-4eee-a2c2-0379a682469c tempest-RoutersIpV6AdminTest-490406277 tempest-RoutersIpV6AdminTest-490406277-project] 10.222.0.16 "DELETE /v2.0/subnets/2deade48-f782-4c17-8d78-81177c283501 HTTP/1.1" status: 404 len: 337 time: 0.0672069 Jul 29 15:12:22.887609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Network c40f6c5e-2a79-4878-988b-f8c4b7785f9c is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:12:22.919360 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1ccaab6-d4b2-49ba-90bb-a6a9694e483a req-5b1990cb-1533-4318-9833-7bf1e2959155 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623908 Jul 29 15:12:22.921763 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, c40f6c5e-2a79-4878-988b-f8c4b7785f9c) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:22.933763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c342208-f9f4-4a92-a7f4-bdaf4d47943e None None] Network c40f6c5e-2a79-4878-988b-f8c4b7785f9c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:12:22.934847 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:23.010812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event updated for resources: {'Subnet': ['ID=759db614-617b-440d-93da-458d0e79b12e,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:23.015707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Checking segment: {'id': '70278d9c-ee04-4ada-b7ef-5ac8a64ae64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '265e1068-ddd1-4bb4-a39c-8bf75d9b319c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:23.016696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Network hostable DHCP agents. Network: 265e1068-ddd1-4bb4-a39c-8bf75d9b319c, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:12:23.037991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Network 265e1068-ddd1-4bb4-a39c-8bf75d9b319c is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:12:23.053361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 265e1068-ddd1-4bb4-a39c-8bf75d9b319c) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:23.074665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:23.075154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:23.076115 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:23.081085 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0541933b-8de3-4f5a-b7e7-19b9ad2f2603 None None] Network 265e1068-ddd1-4bb4-a39c-8bf75d9b319c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:12:23.097761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f324b-caec-402a-883d-0ad10de547d5 req-3ed99042-df19-46a5-9e09-53b58b652ec5 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:23.106616 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ccae384b-4d84-4e13-9231-b663787de2bd tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.7888019 Jul 29 15:12:23.107306 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40382) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:23.109118 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80f324b-caec-402a-883d-0ad10de547d5 req-3ed99042-df19-46a5-9e09-53b58b652ec5 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 945 time: 0.1139836 Jul 29 15:12:23.166359 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80f324b-caec-402a-883d-0ad10de547d5 req-989cf00b-d1ac-41ac-b806-8ab147c2daa1 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541725 Jul 29 15:12:23.226394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d57426-c62f-4843-bc3e-a39663ff8fed tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:23.229154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d57426-c62f-4843-bc3e-a39663ff8fed tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:23.230925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d57426-c62f-4843-bc3e-a39663ff8fed tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:23.244347 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40396) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:23.244985 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-28d57426-c62f-4843-bc3e-a39663ff8fed tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1349628 Jul 29 15:12:23.293768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40398) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:23.364483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-b623c507-80de-45f2-a6aa-66ec5c3f0b44 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Deleting subnet 52eccfb8-f7bc-4502-a2f1-f5620f2bc5e1 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:12:23.369436 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b623c507-80de-45f2-a6aa-66ec5c3f0b44 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:23.434165 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b623c507-80de-45f2-a6aa-66ec5c3f0b44 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:23.500242 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b623c507-80de-45f2-a6aa-66ec5c3f0b44 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:23.527372 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5de19e9-7d0d-4b63-8a55-b71ef23799d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:23.598244 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b623c507-80de-45f2-a6aa-66ec5c3f0b44 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:23.644855 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623c507-80de-45f2-a6aa-66ec5c3f0b44 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event deleted for resources: {'Subnet': ['ID=52eccfb8-f7bc-4502-a2f1-f5620f2bc5e1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:23.652239 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b623c507-80de-45f2-a6aa-66ec5c3f0b44 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:23.655301 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b623c507-80de-45f2-a6aa-66ec5c3f0b44 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "DELETE /v2.0/subnets/52eccfb8-f7bc-4502-a2f1-f5620f2bc5e1 HTTP/1.1" status: 204 len: 168 time: 0.4098020 Jul 29 15:12:23.658169 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40430) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:23.714860 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5de19e9-7d0d-4b63-8a55-b71ef23799d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:23.720567 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5de19e9-7d0d-4b63-8a55-b71ef23799d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:23.731379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9cc021-7c6c-468f-8dae-448634ab1bbb tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Deleting subnet 759db614-617b-440d-93da-458d0e79b12e {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:12:23.736523 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-df9cc021-7c6c-468f-8dae-448634ab1bbb tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:23.753086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedcb8fa-c510-4a5d-bbcb-52e0425d077e None None] Network c40f6c5e-2a79-4878-988b-f8c4b7785f9c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:12:23.824625 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b5de19e9-7d0d-4b63-8a55-b71ef23799d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59e360bffc984774833a37621ec0dce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5294254 Jul 29 15:12:23.833480 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-df9cc021-7c6c-468f-8dae-448634ab1bbb tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:23.835515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40434) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:23.839391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de19e9-7d0d-4b63-8a55-b71ef23799d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb40c5e7-e09f-4201-923e-d11de720b796,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:23.869389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d6eb9b-56d8-4b31-bbb5-872199805f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-265e1068-ddd1-4bb4-a39c-8bf75d9b319c', 'network_id': '265e1068-ddd1-4bb4-a39c-8bf75d9b319c', 'tenant_id': '26df6429135a46248e49c89b540428fd', 'fixed_ips': [{'subnet_id': '759db614-617b-440d-93da-458d0e79b12e'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:12:23.870230 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72d6eb9b-56d8-4b31-bbb5-872199805f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:23.964040 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-df9cc021-7c6c-468f-8dae-448634ab1bbb tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:24.030485 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-990cd458-d97b-4dd1-a9ab-5613cccbfe02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:24.118795 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-990cd458-d97b-4dd1-a9ab-5613cccbfe02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:24.144460 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-df9cc021-7c6c-468f-8dae-448634ab1bbb tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:24.147869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486e900-ee41-40b5-b652-5976f90cb24f req-17cd0476-f742-4d27-a097-1134f5decaf7 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:24.156966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4486e900-ee41-40b5-b652-5976f90cb24f req-17cd0476-f742-4d27-a097-1134f5decaf7 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.0946817 Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server [None req-72d6eb9b-56d8-4b31-bbb5-872199805f96 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 759db614-617b-440d-93da-458d0e79b12e: This subnet is being modified by another concurrent operation. Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise exception Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 759db614-617b-440d-93da-458d0e79b12e: This subnet is being modified by another concurrent operation. Jul 29 15:12:24.171373 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Jul 29 15:12:24.192171 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6708a2e6-31b6-413d-8eb7-aadb60763a5b None None] Network 265e1068-ddd1-4bb4-a39c-8bf75d9b319c requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:12:24.229579 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4486e900-ee41-40b5-b652-5976f90cb24f req-55416d82-643c-433e-b6aa-c2bebd0100f0 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716093 Jul 29 15:12:24.233271 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cc021-7c6c-468f-8dae-448634ab1bbb tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event deleted for resources: {'Subnet': ['ID=759db614-617b-440d-93da-458d0e79b12e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:24.235591 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-df9cc021-7c6c-468f-8dae-448634ab1bbb tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:24.240541 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-df9cc021-7c6c-468f-8dae-448634ab1bbb tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "DELETE /v2.0/subnets/759db614-617b-440d-93da-458d0e79b12e HTTP/1.1" status: 204 len: 168 time: 0.5777071 Jul 29 15:12:24.241214 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40444) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:24.273889 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-990cd458-d97b-4dd1-a9ab-5613cccbfe02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:24.276760 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-990cd458-d97b-4dd1-a9ab-5613cccbfe02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:24.278179 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-990cd458-d97b-4dd1-a9ab-5613cccbfe02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb40c5e7-e09f-4201-923e-d11de720b796 HTTP/1.1" status: 204 len: 168 time: 0.4415779 Jul 29 15:12:24.288558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cd458-d97b-4dd1-a9ab-5613cccbfe02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb40c5e7-e09f-4201-923e-d11de720b796,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:24.328285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd25bb9-80e7-4bb6-a614-79568e517b4c tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:24.330351 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ccd25bb9-80e7-4bb6-a614-79568e517b4c tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0874746 Jul 29 15:12:24.335251 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40452) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:24.368303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35df0800-863a-4144-b38a-bb233eac21ab None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 15:12:24.434982 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-378990a2-1dde-424e-8bb3-3153aa921a22 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:24.464883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35df0800-863a-4144-b38a-bb233eac21ab None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 15:12:24.551009 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-378990a2-1dde-424e-8bb3-3153aa921a22 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:24.562075 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-378990a2-1dde-424e-8bb3-3153aa921a22 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265e1068-ddd1-4bb4-a39c-8bf75d9b319c']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:24.574740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-378990a2-1dde-424e-8bb3-3153aa921a22 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70278d9c-ee04-4ada-b7ef-5ac8a64ae64e') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:24.575188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-378990a2-1dde-424e-8bb3-3153aa921a22 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70278d9c-ee04-4ada-b7ef-5ac8a64ae64e') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:24.585763 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-378990a2-1dde-424e-8bb3-3153aa921a22 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:24.603941 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-378990a2-1dde-424e-8bb3-3153aa921a22 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:24.614953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378990a2-1dde-424e-8bb3-3153aa921a22 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:12:24.615464 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-378990a2-1dde-424e-8bb3-3153aa921a22 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:12:24.619384 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:12:24.702906 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-378990a2-1dde-424e-8bb3-3153aa921a22 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:24.716438 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-378990a2-1dde-424e-8bb3-3153aa921a22 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:24.722848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40480) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:24.724098 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-378990a2-1dde-424e-8bb3-3153aa921a22 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "DELETE /v2.0/networks/265e1068-ddd1-4bb4-a39c-8bf75d9b319c HTTP/1.1" status: 204 len: 168 time: 0.3861730 Jul 29 15:12:24.753958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378990a2-1dde-424e-8bb3-3153aa921a22 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event deleted for resources: {'Network': ['ID=265e1068-ddd1-4bb4-a39c-8bf75d9b319c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:24.860812 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-163cb0f2-4cb8-46e6-a7bf-95d2677603b0 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:24.929298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40482) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:24.992715 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-58fd1b83-a5da-4eba-a926-bd313c5df9f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be79740bbfe3475da1f8c70a44abe313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606759 Jul 29 15:12:24.994723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40486) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:25.006346 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-163cb0f2-4cb8-46e6-a7bf-95d2677603b0 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.020838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-163cb0f2-4cb8-46e6-a7bf-95d2677603b0 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40f6c5e-2a79-4878-988b-f8c4b7785f9c']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:25.040798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-163cb0f2-4cb8-46e6-a7bf-95d2677603b0 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc2fa5e-5a2b-48ff-90d0-4bf624c6c3f5') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:25.041188 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-163cb0f2-4cb8-46e6-a7bf-95d2677603b0 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc2fa5e-5a2b-48ff-90d0-4bf624c6c3f5') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:25.054082 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-163cb0f2-4cb8-46e6-a7bf-95d2677603b0 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.073255 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-42622988-6a7b-4354-9440-e7d8ca320755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.100698 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-163cb0f2-4cb8-46e6-a7bf-95d2677603b0 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.105621 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-42622988-6a7b-4354-9440-e7d8ca320755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.113952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163cb0f2-4cb8-46e6-a7bf-95d2677603b0 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:12:25.114442 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-163cb0f2-4cb8-46e6-a7bf-95d2677603b0 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:12:25.120147 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:12:25.182776 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-42622988-6a7b-4354-9440-e7d8ca320755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.185554 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-42622988-6a7b-4354-9440-e7d8ca320755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.186803 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-42622988-6a7b-4354-9440-e7d8ca320755 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13b04fc4-d135-471f-89aa-ef3d0161f190 HTTP/1.1" status: 204 len: 168 time: 0.1907389 Jul 29 15:12:25.197977 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42622988-6a7b-4354-9440-e7d8ca320755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b04fc4-d135-471f-89aa-ef3d0161f190,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:25.221961 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-163cb0f2-4cb8-46e6-a7bf-95d2677603b0 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.237268 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-163cb0f2-4cb8-46e6-a7bf-95d2677603b0 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.241803 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-163cb0f2-4cb8-46e6-a7bf-95d2677603b0 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "DELETE /v2.0/networks/c40f6c5e-2a79-4878-988b-f8c4b7785f9c HTTP/1.1" status: 204 len: 168 time: 0.5155175 Jul 29 15:12:25.242383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40492) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:25.250843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cb0f2-4cb8-46e6-a7bf-95d2677603b0 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event deleted for resources: {'Network': ['ID=c40f6c5e-2a79-4878-988b-f8c4b7785f9c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:25.350030 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b324f56-abf8-46ca-8eff-7eaf800426a2 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.503685 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b324f56-abf8-46ca-8eff-7eaf800426a2 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.524298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762c4e5-99bc-4bc8-986d-3ce5a70ec9a2 req-bcde8129-f9b5-4cf6-a9c8-6451d8fb5f1e tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:25.526404 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8762c4e5-99bc-4bc8-986d-3ce5a70ec9a2 req-bcde8129-f9b5-4cf6-a9c8-6451d8fb5f1e tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.1341605 Jul 29 15:12:25.528565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-2b324f56-abf8-46ca-8eff-7eaf800426a2 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c05cc0e-70d9-4edd-ae3a-fbe2ad74c68d']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:25.541775 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-2b324f56-abf8-46ca-8eff-7eaf800426a2 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b332b0-d708-453d-8289-75a79f80f523') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:25.542668 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-2b324f56-abf8-46ca-8eff-7eaf800426a2 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b332b0-d708-453d-8289-75a79f80f523') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:25.566651 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b324f56-abf8-46ca-8eff-7eaf800426a2 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.587081 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b324f56-abf8-46ca-8eff-7eaf800426a2 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.604123 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b324f56-abf8-46ca-8eff-7eaf800426a2 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:12:25.604415 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b324f56-abf8-46ca-8eff-7eaf800426a2 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:12:25.608748 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:12:25.612214 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8762c4e5-99bc-4bc8-986d-3ce5a70ec9a2 req-8e5fd2a6-09eb-4a91-9b15-4d7f4593c8d5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748954 Jul 29 15:12:25.706837 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b324f56-abf8-46ca-8eff-7eaf800426a2 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.721970 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b324f56-abf8-46ca-8eff-7eaf800426a2 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.724167 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2b324f56-abf8-46ca-8eff-7eaf800426a2 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "DELETE /v2.0/networks/4c05cc0e-70d9-4edd-ae3a-fbe2ad74c68d HTTP/1.1" status: 204 len: 168 time: 0.4804296 Jul 29 15:12:25.729455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40504) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:25.736102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b324f56-abf8-46ca-8eff-7eaf800426a2 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event deleted for resources: {'Network': ['ID=4c05cc0e-70d9-4edd-ae3a-fbe2ad74c68d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:25.855553 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fcf33a8a-46a8-484c-9f74-347cd2eb5172 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.973960 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fcf33a8a-46a8-484c-9f74-347cd2eb5172 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:25.989146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-fcf33a8a-46a8-484c-9f74-347cd2eb5172 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fc7c4f-0c18-4956-acba-3e2852265429']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:26.008983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-fcf33a8a-46a8-484c-9f74-347cd2eb5172 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83a7206-9cab-4033-bb26-f1fdf7d95625') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:26.009482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-fcf33a8a-46a8-484c-9f74-347cd2eb5172 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83a7206-9cab-4033-bb26-f1fdf7d95625') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:26.022010 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fcf33a8a-46a8-484c-9f74-347cd2eb5172 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:26.053065 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fcf33a8a-46a8-484c-9f74-347cd2eb5172 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:26.064216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf33a8a-46a8-484c-9f74-347cd2eb5172 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:12:26.065439 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fcf33a8a-46a8-484c-9f74-347cd2eb5172 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:12:26.072398 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:12:26.199759 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fcf33a8a-46a8-484c-9f74-347cd2eb5172 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:26.209865 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fcf33a8a-46a8-484c-9f74-347cd2eb5172 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:26.217599 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fcf33a8a-46a8-484c-9f74-347cd2eb5172 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] 10.222.0.16 "DELETE /v2.0/networks/e8fc7c4f-0c18-4956-acba-3e2852265429 HTTP/1.1" status: 204 len: 168 time: 0.4847028 Jul 29 15:12:26.253550 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf33a8a-46a8-484c-9f74-347cd2eb5172 tempest-BulkNetworkOpsIpV6Test-2068889207 tempest-BulkNetworkOpsIpV6Test-2068889207-project] Pushing event deleted for resources: {'Network': ['ID=e8fc7c4f-0c18-4956-acba-3e2852265429,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:26.332789 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:26.372282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40526) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:26.518465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-bb644750-713d-47e6-9db3-e9687bf5a9c8 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2001931725'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:26.558161 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb644750-713d-47e6-9db3-e9687bf5a9c8 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Made reservation on behalf of 4275e3fb8e014665ba542fd0f22063e4 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:26.563358 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb644750-713d-47e6-9db3-e9687bf5a9c8 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:26.581937 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb644750-713d-47e6-9db3-e9687bf5a9c8 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:26.621102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40532) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:26.741699 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb644750-713d-47e6-9db3-e9687bf5a9c8 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:26.748546 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb644750-713d-47e6-9db3-e9687bf5a9c8 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:26.780348 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb644750-713d-47e6-9db3-e9687bf5a9c8 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:12:26.815425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb644750-713d-47e6-9db3-e9687bf5a9c8 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d85018c-e9d6-494c-bc3b-1bcc5e7cf7d3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:26.820279 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb644750-713d-47e6-9db3-e9687bf5a9c8 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:26.820640 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-bb644750-713d-47e6-9db3-e9687bf5a9c8 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Added segment 5398465c-9dee-4c22-ab43-8ee657ce40c2 of type vlan for network 42f9f7c6-61df-49c3-8f25-77b203eb344e Jul 29 15:12:26.884007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabad115-a571-49c1-ad86-de8f0662b072 req-a8682ebd-b46d-4288-837b-0b87aef81a94 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:26.886437 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fabad115-a571-49c1-ad86-de8f0662b072 req-a8682ebd-b46d-4288-837b-0b87aef81a94 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.1010714 Jul 29 15:12:26.905259 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb644750-713d-47e6-9db3-e9687bf5a9c8 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:26.910889 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-000495eb-432e-407b-9a92-04bb23003e63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26df6429135a46248e49c89b540428fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887290 Jul 29 15:12:26.913388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40538) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:26.955583 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fabad115-a571-49c1-ad86-de8f0662b072 req-2e4b1f9f-4a78-4afc-9eae-9b674f821bed tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592504 Jul 29 15:12:26.996002 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb644750-713d-47e6-9db3-e9687bf5a9c8 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:27.004067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb644750-713d-47e6-9db3-e9687bf5a9c8 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:27.005272 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb644750-713d-47e6-9db3-e9687bf5a9c8 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:27.017316 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5a803e99-bce7-4b42-a12e-33b281c0167a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:27.087609 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bb644750-713d-47e6-9db3-e9687bf5a9c8 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7097869 Jul 29 15:12:27.089949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40540) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:27.101533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e25fc3f0-0be4-4556-bc01-9634067aed96 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Request body: {'subnet': {'network_id': '42f9f7c6-61df-49c3-8f25-77b203eb344e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:27.101767 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5a803e99-bce7-4b42-a12e-33b281c0167a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:27.109452 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb644750-713d-47e6-9db3-e9687bf5a9c8 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event updated for resources: {'Network': ['ID=42f9f7c6-61df-49c3-8f25-77b203eb344e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:27.120960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 42f9f7c6-61df-49c3-8f25-77b203eb344e details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:12:27.175822 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5a803e99-bce7-4b42-a12e-33b281c0167a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:27.179567 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5a803e99-bce7-4b42-a12e-33b281c0167a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:27.182505 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5a803e99-bce7-4b42-a12e-33b281c0167a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fafcb440-7edd-4782-99ab-d82ca5f1ddab HTTP/1.1" status: 204 len: 168 time: 0.2672091 Jul 29 15:12:27.219320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a803e99-bce7-4b42-a12e-33b281c0167a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafcb440-7edd-4782-99ab-d82ca5f1ddab,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:27.244512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25fc3f0-0be4-4556-bc01-9634067aed96 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Made reservation on behalf of 4275e3fb8e014665ba542fd0f22063e4 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:27.248710 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e25fc3f0-0be4-4556-bc01-9634067aed96 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:27.528976 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e25fc3f0-0be4-4556-bc01-9634067aed96 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:27.621062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fc3f0-0be4-4556-bc01-9634067aed96 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Checking segment: {'id': '5398465c-9dee-4c22-ab43-8ee657ce40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '42f9f7c6-61df-49c3-8f25-77b203eb344e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:27.621991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25fc3f0-0be4-4556-bc01-9634067aed96 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Network hostable DHCP agents. Network: 42f9f7c6-61df-49c3-8f25-77b203eb344e, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:12:27.624231 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fc3f0-0be4-4556-bc01-9634067aed96 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event updated for resources: {'Subnet': ['ID=b7857354-c516-4834-8630-7ab6854b1bc1,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:27.644848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25fc3f0-0be4-4556-bc01-9634067aed96 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Network 42f9f7c6-61df-49c3-8f25-77b203eb344e is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:12:27.659522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e25fc3f0-0be4-4556-bc01-9634067aed96 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 42f9f7c6-61df-49c3-8f25-77b203eb344e) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:27.665632 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25fc3f0-0be4-4556-bc01-9634067aed96 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:27.666179 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e25fc3f0-0be4-4556-bc01-9634067aed96 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:27.673117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aa69b5-7077-43d3-83a2-2de6bf9de15c None None] Network 42f9f7c6-61df-49c3-8f25-77b203eb344e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:12:27.707840 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e25fc3f0-0be4-4556-bc01-9634067aed96 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6141469 Jul 29 15:12:27.708206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40558) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:27.721599 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cbfc193d-72e0-4706-ba3f-03fa716caefc tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Request body: {'port': {'network_id': '42f9f7c6-61df-49c3-8f25-77b203eb344e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-261969754'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:27.918527 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfc193d-72e0-4706-ba3f-03fa716caefc tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Made reservation on behalf of 4275e3fb8e014665ba542fd0f22063e4 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:27.923469 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfc193d-72e0-4706-ba3f-03fa716caefc tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:27.947523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-cbfc193d-72e0-4706-ba3f-03fa716caefc tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] device_id is not set on port 635fea40-e4ec-4295-a523-4a7d9dbc7fe7 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:12:27.949771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4573b972-637b-4331-87c3-e8000098434b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-42f9f7c6-61df-49c3-8f25-77b203eb344e', 'network_id': '42f9f7c6-61df-49c3-8f25-77b203eb344e', 'tenant_id': '4275e3fb8e014665ba542fd0f22063e4', 'fixed_ips': [{'subnet_id': 'b7857354-c516-4834-8630-7ab6854b1bc1'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:12:27.951043 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4573b972-637b-4331-87c3-e8000098434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:28.163016 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9cea2-79f6-4beb-b92b-d0d752572628 req-de41a24b-d4d1-46e4-8b30-ec0860058f68 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:28.171337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-cbfc193d-72e0-4706-ba3f-03fa716caefc tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Allocated IP 2001:db8::293 (42f9f7c6-61df-49c3-8f25-77b203eb344e/b7857354-c516-4834-8630-7ab6854b1bc1/635fea40-e4ec-4295-a523-4a7d9dbc7fe7) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:28.174947 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0de9cea2-79f6-4beb-b92b-d0d752572628 req-de41a24b-d4d1-46e4-8b30-ec0860058f68 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.1047719 Jul 29 15:12:28.239592 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0de9cea2-79f6-4beb-b92b-d0d752572628 req-d2c5ecc9-773c-423c-a3f0-9ee978840ef4 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621858 Jul 29 15:12:28.432016 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfc193d-72e0-4706-ba3f-03fa716caefc tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:28.496360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-cbfc193d-72e0-4706-ba3f-03fa716caefc tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Transition to ACTIVE for port object 635fea40-e4ec-4295-a523-4a7d9dbc7fe7 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:28.563683 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfc193d-72e0-4706-ba3f-03fa716caefc tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:28.669475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc193d-72e0-4706-ba3f-03fa716caefc tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Network 42f9f7c6-61df-49c3-8f25-77b203eb344e is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:28.672748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-cbfc193d-72e0-4706-ba3f-03fa716caefc tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:28.681646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfc193d-72e0-4706-ba3f-03fa716caefc tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:28.694602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-4573b972-637b-4331-87c3-e8000098434b None None] Allocated IP 2001:db8::2 (42f9f7c6-61df-49c3-8f25-77b203eb344e/b7857354-c516-4834-8630-7ab6854b1bc1/42557764-3abe-4a54-b328-b0a4476cf7e4) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:28.719912 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc193d-72e0-4706-ba3f-03fa716caefc tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:28.723388 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfc193d-72e0-4706-ba3f-03fa716caefc tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:28.787660 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc193d-72e0-4706-ba3f-03fa716caefc tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event updated for resources: {'Port': ['ID=635fea40-e4ec-4295-a523-4a7d9dbc7fe7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:28.811644 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cbfc193d-72e0-4706-ba3f-03fa716caefc tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1011488 Jul 29 15:12:28.814669 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40584) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:28.819990 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-845bc1e1-4352-48b3-a303-0e4ecc3929b7 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Request body: {'port': {'network_id': '42f9f7c6-61df-49c3-8f25-77b203eb344e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-478600327', 'allowed_address_pairs': [{'ip_address': '2001:db8::293', 'mac_address': 'fa:16:3e:a8:0f:4c'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:28.988337 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4573b972-637b-4331-87c3-e8000098434b None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:29.000261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4573b972-637b-4331-87c3-e8000098434b None None] Transition to ACTIVE for port object 42557764-3abe-4a54-b328-b0a4476cf7e4 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:29.022331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845bc1e1-4352-48b3-a303-0e4ecc3929b7 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Made reservation on behalf of 4275e3fb8e014665ba542fd0f22063e4 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:29.043465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4573b972-637b-4331-87c3-e8000098434b None None] Transition to ACTIVE for port object 42557764-3abe-4a54-b328-b0a4476cf7e4 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:29.058210 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4573b972-637b-4331-87c3-e8000098434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:29.132702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40594) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:29.167406 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4573b972-637b-4331-87c3-e8000098434b None None] Network 42f9f7c6-61df-49c3-8f25-77b203eb344e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:29.183912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-4573b972-637b-4331-87c3-e8000098434b None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:29.188995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4573b972-637b-4331-87c3-e8000098434b None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:29.194654 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573b972-637b-4331-87c3-e8000098434b None None] Pushing event updated for resources: {'Port': ['ID=42557764-3abe-4a54-b328-b0a4476cf7e4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:29.215132 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-845bc1e1-4352-48b3-a303-0e4ecc3929b7 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:29.250033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-845bc1e1-4352-48b3-a303-0e4ecc3929b7 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] device_id is not set on port 95e34d72-7497-43e0-a5bc-e8104fb3484a yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:12:29.344827 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4573b972-637b-4331-87c3-e8000098434b None None] Attempting to bind port 42557764-3abe-4a54-b328-b0a4476cf7e4 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:12:29.346652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4573b972-637b-4331-87c3-e8000098434b None None] Attempting to bind port 42557764-3abe-4a54-b328-b0a4476cf7e4 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '5398465c-9dee-4c22-ab43-8ee657ce40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '42f9f7c6-61df-49c3-8f25-77b203eb344e'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:12:29.347202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4573b972-637b-4331-87c3-e8000098434b None None] Attempting to bind port 42557764-3abe-4a54-b328-b0a4476cf7e4 on network 42f9f7c6-61df-49c3-8f25-77b203eb344e {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:12:29.360335 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4573b972-637b-4331-87c3-e8000098434b None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:12:29.361904 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4573b972-637b-4331-87c3-e8000098434b None None] Checking segment: {'id': '5398465c-9dee-4c22-ab43-8ee657ce40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '42f9f7c6-61df-49c3-8f25-77b203eb344e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:29.362986 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4573b972-637b-4331-87c3-e8000098434b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:29.366083 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4573b972-637b-4331-87c3-e8000098434b None None] Bound using segment: {'id': '5398465c-9dee-4c22-ab43-8ee657ce40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '42f9f7c6-61df-49c3-8f25-77b203eb344e'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:12:29.366921 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4573b972-637b-4331-87c3-e8000098434b None None] Bound port: 42557764-3abe-4a54-b328-b0a4476cf7e4, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5398465c-9dee-4c22-ab43-8ee657ce40c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '42f9f7c6-61df-49c3-8f25-77b203eb344e'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:12:29.368257 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4573b972-637b-4331-87c3-e8000098434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:29.467195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4573b972-637b-4331-87c3-e8000098434b None None] For port 42557764-3abe-4a54-b328-b0a4476cf7e4, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:12:29.471848 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4573b972-637b-4331-87c3-e8000098434b None None] For port 42557764-3abe-4a54-b328-b0a4476cf7e4, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=42557764-3abe-4a54-b328-b0a4476cf7e4,segment=NetworkSegment(5398465c-9dee-4c22-ab43-8ee657ce40c2),segment_id=5398465c-9dee-4c22-ab43-8ee657ce40c2)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:12:29.485483 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4573b972-637b-4331-87c3-e8000098434b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:29.545346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933f322-91ff-44a0-a9fc-09bc626ce0f1 req-26b1da1d-eedf-4230-a3b8-8a94ba2a119b tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:29.553216 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b933f322-91ff-44a0-a9fc-09bc626ce0f1 req-26b1da1d-eedf-4230-a3b8-8a94ba2a119b tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.1476836 Jul 29 15:12:29.659554 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573b972-637b-4331-87c3-e8000098434b None None] Pushing event updated for resources: {'Port': ['ID=42557764-3abe-4a54-b328-b0a4476cf7e4,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:29.697806 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b933f322-91ff-44a0-a9fc-09bc626ce0f1 req-22c46e3d-dd16-46f3-a8e3-618fb3c142d7 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436894 Jul 29 15:12:29.713207 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c8f5cbe4-142b-4f38-bee8-74b392b16ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:29.753786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-845bc1e1-4352-48b3-a303-0e4ecc3929b7 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Allocated IP 2001:db8::9b (42f9f7c6-61df-49c3-8f25-77b203eb344e/b7857354-c516-4834-8630-7ab6854b1bc1/95e34d72-7497-43e0-a5bc-e8104fb3484a) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:30.089265 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-845bc1e1-4352-48b3-a303-0e4ecc3929b7 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:30.097220 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c8f5cbe4-142b-4f38-bee8-74b392b16ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:30.105147 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c8f5cbe4-142b-4f38-bee8-74b392b16ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:30.138170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-845bc1e1-4352-48b3-a303-0e4ecc3929b7 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Transition to ACTIVE for port object 95e34d72-7497-43e0-a5bc-e8104fb3484a will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:30.168019 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c8f5cbe4-142b-4f38-bee8-74b392b16ffe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a168fa18b314416aee7bbd718c66daf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0341763 Jul 29 15:12:30.170673 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40614) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:30.178067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5cbe4-142b-4f38-bee8-74b392b16ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c22db74-a101-425e-a2c2-0630ffbbceb5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:30.217284 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-845bc1e1-4352-48b3-a303-0e4ecc3929b7 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:30.248647 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:30.267329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845bc1e1-4352-48b3-a303-0e4ecc3929b7 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Network 42f9f7c6-61df-49c3-8f25-77b203eb344e is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:30.273156 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-845bc1e1-4352-48b3-a303-0e4ecc3929b7 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:30.276808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845bc1e1-4352-48b3-a303-0e4ecc3929b7 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:30.278139 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:30.283505 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845bc1e1-4352-48b3-a303-0e4ecc3929b7 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:30.284552 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-845bc1e1-4352-48b3-a303-0e4ecc3929b7 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:30.298534 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bc1e1-4352-48b3-a303-0e4ecc3929b7 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event updated for resources: {'Port': ['ID=95e34d72-7497-43e0-a5bc-e8104fb3484a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:30.308965 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-845bc1e1-4352-48b3-a303-0e4ecc3929b7 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.4931390 Jul 29 15:12:30.311497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40616) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:30.345054 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:30.349166 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:30.350366 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c22db74-a101-425e-a2c2-0630ffbbceb5 HTTP/1.1" status: 204 len: 168 time: 0.1786609 Jul 29 15:12:30.361932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c22db74-a101-425e-a2c2-0630ffbbceb5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:30.372685 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:30.373424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:30.373926 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:30.374417 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:30.374905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:30.375586 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:30.376151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:30.376727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:30.377210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:30.377463 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9014ff40-7ab7-47cd-bdf0-b032e66dc00f tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:30.378128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:30.378978 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:30.379471 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332298a-bea5-4e85-b29c-f259ea8ae91a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:30.385225 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9014ff40-7ab7-47cd-bdf0-b032e66dc00f tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:30.393758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9014ff40-7ab7-47cd-bdf0-b032e66dc00f tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:30.395871 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9014ff40-7ab7-47cd-bdf0-b032e66dc00f tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.0833502 Jul 29 15:12:30.398550 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40620) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:30.531639 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5777e38b-265f-4371-afe9-540e6c4c34e1 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Deleting port 95e34d72-7497-43e0-a5bc-e8104fb3484a {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:12:30.532003 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5777e38b-265f-4371-afe9-540e6c4c34e1 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:30.538310 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5ed59f6-6042-4d19-941d-96e5ca331933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:30.653349 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5777e38b-265f-4371-afe9-540e6c4c34e1 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:30.670708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5777e38b-265f-4371-afe9-540e6c4c34e1 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Calling delete_port for 95e34d72-7497-43e0-a5bc-e8104fb3484a owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:12:30.875643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e809d2-a38e-428a-a8de-6f8602e8cd64 req-a8681367-68e8-4245-9cc5-2a11fcb67519 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:30.877651 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85e809d2-a38e-428a-a8de-6f8602e8cd64 req-a8681367-68e8-4245-9cc5-2a11fcb67519 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.0702355 Jul 29 15:12:30.895806 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5777e38b-265f-4371-afe9-540e6c4c34e1 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:30.953382 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7ca688-7885-4f5b-a47d-54411b74fa5a None None] Network 42f9f7c6-61df-49c3-8f25-77b203eb344e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:12:30.967076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777e38b-265f-4371-afe9-540e6c4c34e1 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event deleted for resources: {'Port': ['ID=95e34d72-7497-43e0-a5bc-e8104fb3484a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:30.972985 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85e809d2-a38e-428a-a8de-6f8602e8cd64 req-a073aed6-e779-418a-9ad9-fc6b703d11b9 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859575 Jul 29 15:12:31.038966 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 42557764-3abe-4a54-b328-b0a4476cf7e4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:31.087892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4f3e349c-c6c7-4102-95b0-68995ba940b7 None None] Provisioning for port 42557764-3abe-4a54-b328-b0a4476cf7e4 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:31.114583 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5777e38b-265f-4371-afe9-540e6c4c34e1 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:31.121498 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5777e38b-265f-4371-afe9-540e6c4c34e1 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "DELETE /v2.0/ports/95e34d72-7497-43e0-a5bc-e8104fb3484a HTTP/1.1" status: 204 len: 168 time: 0.7183692 Jul 29 15:12:31.122009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40642) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:31.134024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 42557764-3abe-4a54-b328-b0a4476cf7e4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:31.153055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 42557764-3abe-4a54-b328-b0a4476cf7e4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:31.153435 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:31.160289 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-16dc0805-a916-4e60-83b4-bdd334c3add3 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] GET failed (client error): The resource could not be found. Jul 29 15:12:31.161982 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-16dc0805-a916-4e60-83b4-bdd334c3add3 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "GET /v2.0/ports/95e34d72-7497-43e0-a5bc-e8104fb3484a HTTP/1.1" status: 404 len: 333 time: 0.0387502 Jul 29 15:12:31.166362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40646) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:31.174004 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cc93faad-dbb2-434c-87b7-544236718e05 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Request body: {'port': {'network_id': '42f9f7c6-61df-49c3-8f25-77b203eb344e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1857288388'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:31.335485 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:31.342122 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc93faad-dbb2-434c-87b7-544236718e05 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Made reservation on behalf of 4275e3fb8e014665ba542fd0f22063e4 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:31.349657 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cc93faad-dbb2-434c-87b7-544236718e05 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:31.384531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40652) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:31.387067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-cc93faad-dbb2-434c-87b7-544236718e05 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] device_id is not set on port 9e1419a7-5043-45e0-ae04-fa3a587c34af yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:12:31.395752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 42557764-3abe-4a54-b328-b0a4476cf7e4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=42557764-3abe-4a54-b328-b0a4476cf7e4,segment=NetworkSegment(5398465c-9dee-4c22-ab43-8ee657ce40c2),segment_id=5398465c-9dee-4c22-ab43-8ee657ce40c2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:31.412428 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:31.564283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-cc93faad-dbb2-434c-87b7-544236718e05 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Allocated IP 2001:db8::1c3 (42f9f7c6-61df-49c3-8f25-77b203eb344e/b7857354-c516-4834-8630-7ab6854b1bc1/9e1419a7-5043-45e0-ae04-fa3a587c34af) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:31.570859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=42557764-3abe-4a54-b328-b0a4476cf7e4,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:31.620011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-886a6d7b-330f-49f3-8446-ae7e9f2065a7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-659839691-network', 'tenant_id': '1f8783090585494c840fd833e494e1dc'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:31.651073 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886a6d7b-330f-49f3-8446-ae7e9f2065a7 admin admin] Made reservation on behalf of 1f8783090585494c840fd833e494e1dc for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:31.654786 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-886a6d7b-330f-49f3-8446-ae7e9f2065a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:31.667461 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-886a6d7b-330f-49f3-8446-ae7e9f2065a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:31.751830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4f084897-a57e-42e2-8574-09b64380d138 None None] Provisioning complete for port 42557764-3abe-4a54-b328-b0a4476cf7e4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:31.752449 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f084897-a57e-42e2-8574-09b64380d138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:31.909733 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4f084897-a57e-42e2-8574-09b64380d138 None None] Provisioning for port 635fea40-e4ec-4295-a523-4a7d9dbc7fe7 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:31.916832 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4f084897-a57e-42e2-8574-09b64380d138 None None] Provisioning complete for port 635fea40-e4ec-4295-a523-4a7d9dbc7fe7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:31.917440 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f084897-a57e-42e2-8574-09b64380d138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:31.930094 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-886a6d7b-330f-49f3-8446-ae7e9f2065a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:31.937083 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cc93faad-dbb2-434c-87b7-544236718e05 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:31.938225 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-886a6d7b-330f-49f3-8446-ae7e9f2065a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:31.963677 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-cc93faad-dbb2-434c-87b7-544236718e05 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Transition to ACTIVE for port object 9e1419a7-5043-45e0-ae04-fa3a587c34af will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:31.970523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4f084897-a57e-42e2-8574-09b64380d138 None None] Port 635fea40-e4ec-4295-a523-4a7d9dbc7fe7 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:12:31.987240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886a6d7b-330f-49f3-8446-ae7e9f2065a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:12:32.009472 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a6d7b-330f-49f3-8446-ae7e9f2065a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cb9d10-307a-4b79-b7ab-912efcfb96db,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:32.011626 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cc93faad-dbb2-434c-87b7-544236718e05 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.045089 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-886a6d7b-330f-49f3-8446-ae7e9f2065a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.045471 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-886a6d7b-330f-49f3-8446-ae7e9f2065a7 admin admin] Added segment e95a27f2-09a8-42d0-aa73-be901cc72ffc of type vlan for network a9d8a144-6417-4eb7-8d6c-b55df42ae3bd Jul 29 15:12:32.079694 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93faad-dbb2-434c-87b7-544236718e05 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event updated for resources: {'Port': ['ID=9e1419a7-5043-45e0-ae04-fa3a587c34af,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:32.114415 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-886a6d7b-330f-49f3-8446-ae7e9f2065a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.125198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc93faad-dbb2-434c-87b7-544236718e05 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Network 42f9f7c6-61df-49c3-8f25-77b203eb344e is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:32.143261 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-cc93faad-dbb2-434c-87b7-544236718e05 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:32.146350 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc93faad-dbb2-434c-87b7-544236718e05 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:32.153329 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-886a6d7b-330f-49f3-8446-ae7e9f2065a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.154887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc93faad-dbb2-434c-87b7-544236718e05 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:32.155092 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886a6d7b-330f-49f3-8446-ae7e9f2065a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:32.155765 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cc93faad-dbb2-434c-87b7-544236718e05 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.156082 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-886a6d7b-330f-49f3-8446-ae7e9f2065a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.193604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cc93faad-dbb2-434c-87b7-544236718e05 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0260754 Jul 29 15:12:32.196583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40672) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:32.204405 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-299d2a52-42c3-4e0b-b3d6-8fbfe6fe0f5d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::293', 'mac_address': 'fa:16:3e:a8:0f:4c'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:32.210493 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b76cb6a8-8cc5-41a6-9ddf-232348a9deff None None] Provisioning complete for port 635fea40-e4ec-4295-a523-4a7d9dbc7fe7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:32.210881 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b76cb6a8-8cc5-41a6-9ddf-232348a9deff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.221189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9b0d6-398e-4860-bf23-03f4db9c2aff req-aeffacd8-8470-452b-80fc-cf1cefb9ea73 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:32.223760 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0dd9b0d6-398e-4860-bf23-03f4db9c2aff req-aeffacd8-8470-452b-80fc-cf1cefb9ea73 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.1268735 Jul 29 15:12:32.252449 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-886a6d7b-330f-49f3-8446-ae7e9f2065a7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8656809 Jul 29 15:12:32.255723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40674) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:32.258561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a6d7b-330f-49f3-8446-ae7e9f2065a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a9d8a144-6417-4eb7-8d6c-b55df42ae3bd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:32.265090 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-dd1cf53a-3e86-4bf5-88c9-aa14d783dc9f admin admin] Request body: {'subnet': {'network_id': 'a9d8a144-6417-4eb7-8d6c-b55df42ae3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-659839691-subnet', 'tenant_id': '1f8783090585494c840fd833e494e1dc', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:32.276512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network a9d8a144-6417-4eb7-8d6c-b55df42ae3bd details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:12:32.308176 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1cf53a-3e86-4bf5-88c9-aa14d783dc9f admin admin] Made reservation on behalf of 1f8783090585494c840fd833e494e1dc for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:32.311588 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf53a-3e86-4bf5-88c9-aa14d783dc9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.337580 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0dd9b0d6-398e-4860-bf23-03f4db9c2aff req-a8e99db7-8c44-40df-ae64-af254468cf15 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870850 Jul 29 15:12:32.345392 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-299d2a52-42c3-4e0b-b3d6-8fbfe6fe0f5d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.402169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b76cb6a8-8cc5-41a6-9ddf-232348a9deff None None] Port 635fea40-e4ec-4295-a523-4a7d9dbc7fe7 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:12:32.621581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6ec69073-4178-4a12-ad44-35802a5c04cb None None] Could not find standard attr ID for object 95e34d72-7497-43e0-a5bc-e8104fb3484a. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:12:32.653949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf53a-3e86-4bf5-88c9-aa14d783dc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.677578 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-299d2a52-42c3-4e0b-b3d6-8fbfe6fe0f5d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.688308 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-299d2a52-42c3-4e0b-b3d6-8fbfe6fe0f5d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.724637 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cf53a-3e86-4bf5-88c9-aa14d783dc9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=00be75fe-7519-44e2-a12e-798631630b8b,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:32.738802 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1cf53a-3e86-4bf5-88c9-aa14d783dc9f admin admin] Checking segment: {'id': 'e95a27f2-09a8-42d0-aa73-be901cc72ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a9d8a144-6417-4eb7-8d6c-b55df42ae3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:32.739180 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1cf53a-3e86-4bf5-88c9-aa14d783dc9f admin admin] Network hostable DHCP agents. Network: a9d8a144-6417-4eb7-8d6c-b55df42ae3bd, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:12:32.759572 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-299d2a52-42c3-4e0b-b3d6-8fbfe6fe0f5d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] In _notify_port_updated(), no bound segment for port 9e1419a7-5043-45e0-ae04-fa3a587c34af on network 42f9f7c6-61df-49c3-8f25-77b203eb344e {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:12:32.766313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d2a52-42c3-4e0b-b3d6-8fbfe6fe0f5d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:32.767323 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-299d2a52-42c3-4e0b-b3d6-8fbfe6fe0f5d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.769510 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-299d2a52-42c3-4e0b-b3d6-8fbfe6fe0f5d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "PUT /v2.0/ports/9e1419a7-5043-45e0-ae04-fa3a587c34af HTTP/1.1" status: 200 len: 1003 time: 0.5716467 Jul 29 15:12:32.771057 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1cf53a-3e86-4bf5-88c9-aa14d783dc9f admin admin] Network a9d8a144-6417-4eb7-8d6c-b55df42ae3bd is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:12:32.773591 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40678) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:32.792232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-dd1cf53a-3e86-4bf5-88c9-aa14d783dc9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, a9d8a144-6417-4eb7-8d6c-b55df42ae3bd) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:32.802572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1cf53a-3e86-4bf5-88c9-aa14d783dc9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:32.803309 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf53a-3e86-4bf5-88c9-aa14d783dc9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.807640 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7f295a-7026-42ff-9c72-4d80c81ef1d2 None None] Network a9d8a144-6417-4eb7-8d6c-b55df42ae3bd requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:12:32.830684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d2a52-42c3-4e0b-b3d6-8fbfe6fe0f5d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event updated for resources: {'Port': ['ID=9e1419a7-5043-45e0-ae04-fa3a587c34af,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:32.831905 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dd1cf53a-3e86-4bf5-88c9-aa14d783dc9f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5744812 Jul 29 15:12:32.835038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40680) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:32.854676 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-659839691-router', 'tenant_id': '1f8783090585494c840fd833e494e1dc', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:32.931990 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.934046 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.958994 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1832b1ac-83e1-4b4f-8318-7ac0b1978b0c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Deleting port 9e1419a7-5043-45e0-ae04-fa3a587c34af {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:12:32.959403 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1832b1ac-83e1-4b4f-8318-7ac0b1978b0c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:32.992375 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 42557764-3abe-4a54-b328-b0a4476cf7e4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:33.109139 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:33.185697 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1832b1ac-83e1-4b4f-8318-7ac0b1978b0c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:33.207420 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1832b1ac-83e1-4b4f-8318-7ac0b1978b0c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Calling delete_port for 9e1419a7-5043-45e0-ae04-fa3a587c34af owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:12:33.224268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9b48ef7c-c39a-4717-b6c6-d90dd3aa6d1c None None] Provisioning for port 9e1419a7-5043-45e0-ae04-fa3a587c34af completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:33.280833 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:33.289753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-a9d8a144-6417-4eb7-8d6c-b55df42ae3bd', 'network_id': 'a9d8a144-6417-4eb7-8d6c-b55df42ae3bd', 'tenant_id': '1f8783090585494c840fd833e494e1dc', 'fixed_ips': [{'subnet_id': '00be75fe-7519-44e2-a12e-798631630b8b'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:12:33.291765 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:33.298003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 42557764-3abe-4a54-b328-b0a4476cf7e4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:33.298976 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:33.302451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9b48ef7c-c39a-4717-b6c6-d90dd3aa6d1c None None] Provisioning complete for port 9e1419a7-5043-45e0-ae04-fa3a587c34af triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:33.303047 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b48ef7c-c39a-4717-b6c6-d90dd3aa6d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:33.314847 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:33.481087 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1832b1ac-83e1-4b4f-8318-7ac0b1978b0c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:33.535667 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832b1ac-83e1-4b4f-8318-7ac0b1978b0c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event deleted for resources: {'Port': ['ID=9e1419a7-5043-45e0-ae04-fa3a587c34af,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:33.574953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5cf96-9c8f-44e4-a887-c4f6ee463506 req-24da1c7a-4e02-435f-9864-4b71618ba82e tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:33.582864 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cdf5cf96-9c8f-44e4-a887-c4f6ee463506 req-24da1c7a-4e02-435f-9864-4b71618ba82e tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.1115613 Jul 29 15:12:33.641686 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f137f33-7fca-4b3e-9d13-3a6c10795315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:33.644739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9b48ef7c-c39a-4717-b6c6-d90dd3aa6d1c None None] Port 9e1419a7-5043-45e0-ae04-fa3a587c34af cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:12:33.717180 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1832b1ac-83e1-4b4f-8318-7ac0b1978b0c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:33.722820 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1832b1ac-83e1-4b4f-8318-7ac0b1978b0c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "DELETE /v2.0/ports/9e1419a7-5043-45e0-ae04-fa3a587c34af HTTP/1.1" status: 204 len: 168 time: 0.9478939 Jul 29 15:12:33.723484 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40688) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:33.761643 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-8710c593-f694-461b-8267-64fcba20d07b tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] GET failed (client error): The resource could not be found. Jul 29 15:12:33.766398 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8710c593-f694-461b-8267-64fcba20d07b tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "GET /v2.0/ports/9e1419a7-5043-45e0-ae04-fa3a587c34af HTTP/1.1" status: 404 len: 333 time: 0.0417242 Jul 29 15:12:33.770207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40690) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:33.781827 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-12972c64-658e-45e5-8805-efcf62c790f1 None None] Could not find standard attr ID for object 9e1419a7-5043-45e0-ae04-fa3a587c34af. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:12:33.791918 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-3888d38f-44ae-4b62-8ea9-dde8b838a412 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Request body: {'port': {'network_id': '42f9f7c6-61df-49c3-8f25-77b203eb344e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1980165874'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:33.803829 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cdf5cf96-9c8f-44e4-a887-c4f6ee463506 req-7e36312d-a5d6-4c8a-a488-5a3767bc5198 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196300 Jul 29 15:12:33.845948 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:33.874694 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:33.914112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Allocated IP 172.20.0.2 (a9d8a144-6417-4eb7-8d6c-b55df42ae3bd/00be75fe-7519-44e2-a12e-798631630b8b/bf89bafa-4876-4005-ac03-97442ca581d4) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:34.066807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3888d38f-44ae-4b62-8ea9-dde8b838a412 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Made reservation on behalf of 4275e3fb8e014665ba542fd0f22063e4 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:34.073223 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3888d38f-44ae-4b62-8ea9-dde8b838a412 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:34.102075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-3888d38f-44ae-4b62-8ea9-dde8b838a412 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] device_id is not set on port 71d02ee5-8afa-4555-b9df-b497d545ca1d yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:12:34.143350 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:34.156051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Transition to ACTIVE for port object bf89bafa-4876-4005-ac03-97442ca581d4 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:34.167717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Allocated IP 172.25.6.63 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/3f722f95-c5de-47e7-b311-bea47db02c2b) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:34.177574 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Transition to ACTIVE for port object bf89bafa-4876-4005-ac03-97442ca581d4 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:34.187123 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:34.307571 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-3888d38f-44ae-4b62-8ea9-dde8b838a412 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Allocated IP 2001:db8::1c5 (42f9f7c6-61df-49c3-8f25-77b203eb344e/b7857354-c516-4834-8630-7ab6854b1bc1/71d02ee5-8afa-4555-b9df-b497d545ca1d) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:34.311353 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Network a9d8a144-6417-4eb7-8d6c-b55df42ae3bd is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:34.315089 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:34.317938 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:34.364811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Pushing event updated for resources: {'Port': ['ID=bf89bafa-4876-4005-ac03-97442ca581d4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:34.379906 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:34.417829 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:34.420577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Attempting to bind port bf89bafa-4876-4005-ac03-97442ca581d4 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:12:34.421259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Attempting to bind port bf89bafa-4876-4005-ac03-97442ca581d4 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'e95a27f2-09a8-42d0-aa73-be901cc72ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a9d8a144-6417-4eb7-8d6c-b55df42ae3bd'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:12:34.421833 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Attempting to bind port bf89bafa-4876-4005-ac03-97442ca581d4 on network a9d8a144-6417-4eb7-8d6c-b55df42ae3bd {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:12:34.429847 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:12:34.430352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Checking segment: {'id': 'e95a27f2-09a8-42d0-aa73-be901cc72ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a9d8a144-6417-4eb7-8d6c-b55df42ae3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:34.431425 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:34.431854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Bound using segment: {'id': 'e95a27f2-09a8-42d0-aa73-be901cc72ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a9d8a144-6417-4eb7-8d6c-b55df42ae3bd'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:12:34.432805 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Bound port: bf89bafa-4876-4005-ac03-97442ca581d4, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95a27f2-09a8-42d0-aa73-be901cc72ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a9d8a144-6417-4eb7-8d6c-b55df42ae3bd'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:12:34.433283 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:34.453368 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:34.525925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:34.537682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:34.541736 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=3f722f95-c5de-47e7-b311-bea47db02c2b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:34.544926 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] For port bf89bafa-4876-4005-ac03-97442ca581d4, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:12:34.546164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:34.551634 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] For port bf89bafa-4876-4005-ac03-97442ca581d4, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bf89bafa-4876-4005-ac03-97442ca581d4,segment=NetworkSegment(e95a27f2-09a8-42d0-aa73-be901cc72ffc),segment_id=e95a27f2-09a8-42d0-aa73-be901cc72ffc)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:12:34.559071 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:34.625969 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3888d38f-44ae-4b62-8ea9-dde8b838a412 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:34.632481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480420b4-d990-4b2a-b85f-748d76c47dd5 None None] Pushing event updated for resources: {'Port': ['ID=bf89bafa-4876-4005-ac03-97442ca581d4,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:34.654748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-3888d38f-44ae-4b62-8ea9-dde8b838a412 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Transition to ACTIVE for port object 71d02ee5-8afa-4555-b9df-b497d545ca1d will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:34.712423 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3888d38f-44ae-4b62-8ea9-dde8b838a412 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:34.766517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3888d38f-44ae-4b62-8ea9-dde8b838a412 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Network 42f9f7c6-61df-49c3-8f25-77b203eb344e is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:34.770968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-3888d38f-44ae-4b62-8ea9-dde8b838a412 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:34.781995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3888d38f-44ae-4b62-8ea9-dde8b838a412 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:34.787877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3888d38f-44ae-4b62-8ea9-dde8b838a412 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:34.788566 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3888d38f-44ae-4b62-8ea9-dde8b838a412 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:34.817309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888d38f-44ae-4b62-8ea9-dde8b838a412 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event updated for resources: {'Port': ['ID=71d02ee5-8afa-4555-b9df-b497d545ca1d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:34.825274 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3888d38f-44ae-4b62-8ea9-dde8b838a412 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0537729 Jul 29 15:12:34.829822 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40702) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:34.843466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-acbf52c9-9bd6-4c45-8681-8d48f2cfff4c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a8:0f:4c'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:35.326469 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7e5a928e-5973-4350-90b4-93b7ad6ac8d8 None None] Provisioning for port 71d02ee5-8afa-4555-b9df-b497d545ca1d completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:35.335303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7e5a928e-5973-4350-90b4-93b7ad6ac8d8 None None] Provisioning complete for port 71d02ee5-8afa-4555-b9df-b497d545ca1d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:35.335679 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e5a928e-5973-4350-90b4-93b7ad6ac8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:35.448787 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7e5a928e-5973-4350-90b4-93b7ad6ac8d8 None None] Port 71d02ee5-8afa-4555-b9df-b497d545ca1d cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:12:35.468476 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:35.634250 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf2ad5-f23e-43d3-afcf-b692056b56aa req-8b12d1ef-439c-49a2-ba21-7abda6cb35f9 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:35.645040 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4eaf2ad5-f23e-43d3-afcf-b692056b56aa req-8b12d1ef-439c-49a2-ba21-7abda6cb35f9 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.6579735 Jul 29 15:12:35.703635 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-acbf52c9-9bd6-4c45-8681-8d48f2cfff4c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:35.738053 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:35.744451 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4eaf2ad5-f23e-43d3-afcf-b692056b56aa req-627b70e1-6a03-46b2-897f-9f57087bfb0e tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981624 Jul 29 15:12:36.061990 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Router f72af012-d4b9-4f89-952a-32b47b7c6ab7 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:12:36.110695 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-acbf52c9-9bd6-4c45-8681-8d48f2cfff4c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:36.117213 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-acbf52c9-9bd6-4c45-8681-8d48f2cfff4c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:36.161008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-acbf52c9-9bd6-4c45-8681-8d48f2cfff4c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] In _notify_port_updated(), no bound segment for port 71d02ee5-8afa-4555-b9df-b497d545ca1d on network 42f9f7c6-61df-49c3-8f25-77b203eb344e {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:12:36.168135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbf52c9-9bd6-4c45-8681-8d48f2cfff4c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:36.169021 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-acbf52c9-9bd6-4c45-8681-8d48f2cfff4c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:36.173287 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-acbf52c9-9bd6-4c45-8681-8d48f2cfff4c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "PUT /v2.0/ports/71d02ee5-8afa-4555-b9df-b497d545ca1d HTTP/1.1" status: 200 len: 1003 time: 1.3367667 Jul 29 15:12:36.173830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40710) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:36.237404 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:12:36.248344 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Sync routers for ids ['f72af012-d4b9-4f89-952a-32b47b7c6ab7'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:12:36.263314 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:36.264242 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Routers {'f72af012-d4b9-4f89-952a-32b47b7c6ab7'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:36.265152 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-faa986a0-bdd4-4038-b738-de7242940ba3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4266758 Jul 29 15:12:36.265930 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f72af012-d4b9-4f89-952a-32b47b7c6ab7'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:36.268241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40712) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:36.276405 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf52c9-9bd6-4c45-8681-8d48f2cfff4c tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event updated for resources: {'Port': ['ID=71d02ee5-8afa-4555-b9df-b497d545ca1d,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:36.317680 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a05576e9-bb38-45a9-9663-c8833ee04f6b tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Deleting port 71d02ee5-8afa-4555-b9df-b497d545ca1d {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:12:36.318048 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a05576e9-bb38-45a9-9663-c8833ee04f6b tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:36.356388 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:36.368626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098e013b-4aa1-4527-aab0-d54b0e0cd90b None None] Network a9d8a144-6417-4eb7-8d6c-b55df42ae3bd requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:12:36.477336 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a05576e9-bb38-45a9-9663-c8833ee04f6b tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:36.492127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a05576e9-bb38-45a9-9663-c8833ee04f6b tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Calling delete_port for 71d02ee5-8afa-4555-b9df-b497d545ca1d owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:12:36.520967 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Set router f72af012-d4b9-4f89-952a-32b47b7c6ab7 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:12:36.720139 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a05576e9-bb38-45a9-9663-c8833ee04f6b tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:36.786045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05576e9-bb38-45a9-9663-c8833ee04f6b tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event deleted for resources: {'Port': ['ID=71d02ee5-8afa-4555-b9df-b497d545ca1d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:36.894983 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-019723d0-028e-49dc-8dd5-bd11efae11d1 None None] Provisioning for port bf89bafa-4876-4005-ac03-97442ca581d4 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:36.933675 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a05576e9-bb38-45a9-9663-c8833ee04f6b tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:36.933987 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'name': 'tempest-TestAggregatesBasicOps-659839691-router', 'tenant_id': '1f8783090585494c840fd833e494e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '3f722f95-c5de-47e7-b311-bea47db02c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:32Z', 'updated_at': '2021-07-29T15:12:35Z', 'revision_number': 3, 'project_id': '1f8783090585494c840fd833e494e1dc', 'gw_port': {'id': '3f722f95-c5de-47e7-b311-bea47db02c2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:33Z', 'updated_at': '2021-07-29T15:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:36.938958 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a05576e9-bb38-45a9-9663-c8833ee04f6b tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "DELETE /v2.0/ports/71d02ee5-8afa-4555-b9df-b497d545ca1d HTTP/1.1" status: 204 len: 168 time: 0.7639246 Jul 29 15:12:36.943592 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40726) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:37.032656 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fc45df-28d9-4ca6-8d04-ad84a92c343b tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] GET failed (client error): The resource could not be found. Jul 29 15:12:37.037689 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f1fc45df-28d9-4ca6-8d04-ad84a92c343b tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "GET /v2.0/ports/71d02ee5-8afa-4555-b9df-b497d545ca1d HTTP/1.1" status: 404 len: 333 time: 0.0882533 Jul 29 15:12:37.038631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40728) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:37.045054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a0dc38bf-2d76-4d02-b958-3fc65b9aa083 None None] Could not find standard attr ID for object 71d02ee5-8afa-4555-b9df-b497d545ca1d. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:12:37.045732 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-6d014377-5232-49cc-b534-6d9a2a4b7cff tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Request body: {'port': {'network_id': '42f9f7c6-61df-49c3-8f25-77b203eb344e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1249106712'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:37.087561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bf89bafa-4876-4005-ac03-97442ca581d4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:37.172947 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Checking router: f72af012-d4b9-4f89-952a-32b47b7c6ab7 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:12:37.173239 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Updating router f72af012-d4b9-4f89-952a-32b47b7c6ab7 port 3f722f95-c5de-47e7-b311-bea47db02c2b binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:12:37.174357 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ea231-10e3-4c42-9d91-f98521a3bde2 req-0ac0e3d2-fd04-49d3-959b-83512b2f16ee tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:37.175898 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d70ea231-10e3-4c42-9d91-f98521a3bde2 req-0ac0e3d2-fd04-49d3-959b-83512b2f16ee tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.3197455 Jul 29 15:12:37.214817 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:37.216219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port bf89bafa-4876-4005-ac03-97442ca581d4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:37.220099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port bf89bafa-4876-4005-ac03-97442ca581d4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:37.220474 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:37.414090 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d70ea231-10e3-4c42-9d91-f98521a3bde2 req-ab4ad2d2-e81e-4423-a4ff-19c4c2dbc8df tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171581 Jul 29 15:12:37.424836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d014377-5232-49cc-b534-6d9a2a4b7cff tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Made reservation on behalf of 4275e3fb8e014665ba542fd0f22063e4 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:37.442371 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d014377-5232-49cc-b534-6d9a2a4b7cff tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:37.472503 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:37.478910 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-6d014377-5232-49cc-b534-6d9a2a4b7cff tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] device_id is not set on port 5bab38b8-7df7-424e-9714-7781eb2f082c yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:12:37.539063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port bf89bafa-4876-4005-ac03-97442ca581d4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bf89bafa-4876-4005-ac03-97442ca581d4,segment=NetworkSegment(e95a27f2-09a8-42d0-aa73-be901cc72ffc),segment_id=e95a27f2-09a8-42d0-aa73-be901cc72ffc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:37.541197 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-36bfb431-d0ff-4a6e-b2c0-08aedea3cbd4 None None] Provisioning complete for port bf89bafa-4876-4005-ac03-97442ca581d4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:37.541860 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-36bfb431-d0ff-4a6e-b2c0-08aedea3cbd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:37.544533 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:37.568026 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:37.632747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=bf89bafa-4876-4005-ac03-97442ca581d4,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:37.701782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-6d014377-5232-49cc-b534-6d9a2a4b7cff tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Allocated IP 2001:db8::264 (42f9f7c6-61df-49c3-8f25-77b203eb344e/b7857354-c516-4834-8630-7ab6854b1bc1/5bab38b8-7df7-424e-9714-7781eb2f082c) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:37.864013 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:37.891005 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Transition to ACTIVE for port object 3f722f95-c5de-47e7-b311-bea47db02c2b will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:37.901807 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:37.936413 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Allocated IP 172.20.0.1 (a9d8a144-6417-4eb7-8d6c-b55df42ae3bd/00be75fe-7519-44e2-a12e-798631630b8b/d6de7482-8629-4381-bba3-85a3659c65aa) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:37.999729 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Attempting to bind port 3f722f95-c5de-47e7-b311-bea47db02c2b on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:12:38.000678 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Attempting to bind port 3f722f95-c5de-47e7-b311-bea47db02c2b by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:12:38.002375 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Attempting to bind port 3f722f95-c5de-47e7-b311-bea47db02c2b on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:12:38.006964 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d014377-5232-49cc-b534-6d9a2a4b7cff tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:38.028973 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-6d014377-5232-49cc-b534-6d9a2a4b7cff tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Transition to ACTIVE for port object 5bab38b8-7df7-424e-9714-7781eb2f082c will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:38.030913 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:12:38.032305 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:38.039118 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:38.039118 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:12:38.039526 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Bound port: 3f722f95-c5de-47e7-b311-bea47db02c2b, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:12:38.040569 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:38.042651 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f722c-e605-492f-9567-8f2b1c5bf621 None None] Pushing event updated for resources: {'Port': ['ID=3f722f95-c5de-47e7-b311-bea47db02c2b,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:38.059713 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f722c-e605-492f-9567-8f2b1c5bf621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:38.060468 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f722c-e605-492f-9567-8f2b1c5bf621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:38.060468 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f722c-e605-492f-9567-8f2b1c5bf621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:38.063517 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f722c-e605-492f-9567-8f2b1c5bf621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:38.063888 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f722c-e605-492f-9567-8f2b1c5bf621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:38.064229 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f722c-e605-492f-9567-8f2b1c5bf621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:38.064564 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f722c-e605-492f-9567-8f2b1c5bf621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:38.065189 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f722c-e605-492f-9567-8f2b1c5bf621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:38.065325 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f722c-e605-492f-9567-8f2b1c5bf621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:38.065548 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f722c-e605-492f-9567-8f2b1c5bf621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:38.065867 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f722c-e605-492f-9567-8f2b1c5bf621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:38.066185 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f722c-e605-492f-9567-8f2b1c5bf621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:12:38.091432 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d014377-5232-49cc-b534-6d9a2a4b7cff tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:38.096250 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:38.127658 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Transition to ACTIVE for port object d6de7482-8629-4381-bba3-85a3659c65aa will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:38.139468 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d014377-5232-49cc-b534-6d9a2a4b7cff tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Network 42f9f7c6-61df-49c3-8f25-77b203eb344e is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:38.142764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-6d014377-5232-49cc-b534-6d9a2a4b7cff tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:38.146558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d014377-5232-49cc-b534-6d9a2a4b7cff tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:38.152717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d014377-5232-49cc-b534-6d9a2a4b7cff tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:38.153358 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d014377-5232-49cc-b534-6d9a2a4b7cff tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:38.168504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d014377-5232-49cc-b534-6d9a2a4b7cff tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event updated for resources: {'Port': ['ID=5bab38b8-7df7-424e-9714-7781eb2f082c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:38.177789 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] For port 3f722f95-c5de-47e7-b311-bea47db02c2b, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:12:38.186100 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6d014377-5232-49cc-b534-6d9a2a4b7cff tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1429899 Jul 29 15:12:38.186537 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] For port 3f722f95-c5de-47e7-b311-bea47db02c2b, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3f722f95-c5de-47e7-b311-bea47db02c2b,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:12:38.186734 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40742) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:38.192224 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:38.192372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1e039193-6e1b-4a30-80af-fe7dc6fd5029 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Request body: {'port': {'network_id': '42f9f7c6-61df-49c3-8f25-77b203eb344e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1131108579'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:38.193358 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:38.262213 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Routers {'f72af012-d4b9-4f89-952a-32b47b7c6ab7'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:38.262856 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f72af012-d4b9-4f89-952a-32b47b7c6ab7'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:38.270501 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Network a9d8a144-6417-4eb7-8d6c-b55df42ae3bd is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:38.276270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:38.291066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:38.390469 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f722c-e605-492f-9567-8f2b1c5bf621 None None] Pushing event updated for resources: {'Port': ['ID=3f722f95-c5de-47e7-b311-bea47db02c2b,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:38.402057 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:38.407272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d6de7482-8629-4381-bba3-85a3659c65aa,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:38.420242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e039193-6e1b-4a30-80af-fe7dc6fd5029 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Made reservation on behalf of 4275e3fb8e014665ba542fd0f22063e4 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:38.424193 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e039193-6e1b-4a30-80af-fe7dc6fd5029 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:38.488425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-1e039193-6e1b-4a30-80af-fe7dc6fd5029 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] device_id is not set on port 832f678f-661c-4d6b-8a3f-07d4600f82a6 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:12:38.585078 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] Set router f72af012-d4b9-4f89-952a-32b47b7c6ab7 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:12:38.725647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c46b67a8-4b12-4030-ad57-5d5a7a1158b4 None None] Provisioning for port 5bab38b8-7df7-424e-9714-7781eb2f082c completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:38.747406 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c46b67a8-4b12-4030-ad57-5d5a7a1158b4 None None] Provisioning complete for port 5bab38b8-7df7-424e-9714-7781eb2f082c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:38.747785 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c46b67a8-4b12-4030-ad57-5d5a7a1158b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:38.844510 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:38.849802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-1e039193-6e1b-4a30-80af-fe7dc6fd5029 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Allocated IP 2001:db8::1d9 (42f9f7c6-61df-49c3-8f25-77b203eb344e/b7857354-c516-4834-8630-7ab6854b1bc1/832f678f-661c-4d6b-8a3f-07d4600f82a6) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:38.877665 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c46b67a8-4b12-4030-ad57-5d5a7a1158b4 None None] Port 5bab38b8-7df7-424e-9714-7781eb2f082c cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:12:38.926238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92034de2-5e6d-459f-a54e-ab4eac3b0cb6 req-86e99722-684b-4ffc-baff-089fd76ade67 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:38.931553 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92034de2-5e6d-459f-a54e-ab4eac3b0cb6 req-86e99722-684b-4ffc-baff-089fd76ade67 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.3447556 Jul 29 15:12:38.985411 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'name': 'tempest-TestAggregatesBasicOps-659839691-router', 'tenant_id': '1f8783090585494c840fd833e494e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '3f722f95-c5de-47e7-b311-bea47db02c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:32Z', 'updated_at': '2021-07-29T15:12:35Z', 'revision_number': 3, 'project_id': '1f8783090585494c840fd833e494e1dc', 'gw_port': {'id': '3f722f95-c5de-47e7-b311-bea47db02c2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:33Z', 'updated_at': '2021-07-29T15:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:39.007725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-57989381-9002-4444-95cd-7df87eb40488 None None] Provisioning for port d6de7482-8629-4381-bba3-85a3659c65aa completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:39.012864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-57989381-9002-4444-95cd-7df87eb40488 None None] Provisioning complete for port d6de7482-8629-4381-bba3-85a3659c65aa triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:39.013495 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-57989381-9002-4444-95cd-7df87eb40488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:39.045293 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb83b2-067c-46db-893f-57f8ca317f2a None None] The sync data for ids ['f72af012-d4b9-4f89-952a-32b47b7c6ab7'] in n-d-802893-1 is: [{'id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'name': 'tempest-TestAggregatesBasicOps-659839691-router', 'tenant_id': '1f8783090585494c840fd833e494e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '3f722f95-c5de-47e7-b311-bea47db02c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:32Z', 'updated_at': '2021-07-29T15:12:35Z', 'revision_number': 3, 'project_id': '1f8783090585494c840fd833e494e1dc', 'gw_port': {'id': '3f722f95-c5de-47e7-b311-bea47db02c2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7c:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:33Z', 'updated_at': '2021-07-29T15:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:12:39.075424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bf89bafa-4876-4005-ac03-97442ca581d4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:39.088310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-57989381-9002-4444-95cd-7df87eb40488 None None] Port d6de7482-8629-4381-bba3-85a3659c65aa cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:12:39.158917 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port bf89bafa-4876-4005-ac03-97442ca581d4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:39.159286 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:39.228217 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:39.236411 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:39.246126 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-92034de2-5e6d-459f-a54e-ab4eac3b0cb6 req-c005c5ff-058b-4cda-ba9d-8d062304dd01 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829275 Jul 29 15:12:39.338465 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e039193-6e1b-4a30-80af-fe7dc6fd5029 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:39.344418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Pushing event updated for resources: {'Port': ['ID=d6de7482-8629-4381-bba3-85a3659c65aa,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:39.356504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-1e039193-6e1b-4a30-80af-fe7dc6fd5029 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Transition to ACTIVE for port object 832f678f-661c-4d6b-8a3f-07d4600f82a6 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:39.359625 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:39.431030 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e039193-6e1b-4a30-80af-fe7dc6fd5029 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:39.501086 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e039193-6e1b-4a30-80af-fe7dc6fd5029 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Network 42f9f7c6-61df-49c3-8f25-77b203eb344e is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:39.502855 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e039193-6e1b-4a30-80af-fe7dc6fd5029 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event updated for resources: {'Port': ['ID=832f678f-661c-4d6b-8a3f-07d4600f82a6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:39.506097 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-1e039193-6e1b-4a30-80af-fe7dc6fd5029 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:39.516070 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e039193-6e1b-4a30-80af-fe7dc6fd5029 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:39.520450 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Network a9d8a144-6417-4eb7-8d6c-b55df42ae3bd is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:39.521739 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e039193-6e1b-4a30-80af-fe7dc6fd5029 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:39.522218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:39.522388 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e039193-6e1b-4a30-80af-fe7dc6fd5029 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:39.538865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1e039193-6e1b-4a30-80af-fe7dc6fd5029 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3515158 Jul 29 15:12:39.542297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40752) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:39.547883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-939621d9-a905-4b1f-9e89-a8e5535476ec tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::293', 'mac_address': 'fa:16:3e:a8:0f:4c'}, {'ip_address': '2001:db8::264', 'mac_address': 'fa:16:3e:f7:ee:1f'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:39.741772 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-939621d9-a905-4b1f-9e89-a8e5535476ec tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:40.031785 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5542b133-45ea-4fc6-856b-a34604709650 None None] Provisioning for port 832f678f-661c-4d6b-8a3f-07d4600f82a6 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:40.041750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5542b133-45ea-4fc6-856b-a34604709650 None None] Provisioning complete for port 832f678f-661c-4d6b-8a3f-07d4600f82a6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:40.042367 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5542b133-45ea-4fc6-856b-a34604709650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:40.100120 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5542b133-45ea-4fc6-856b-a34604709650 None None] Port 832f678f-661c-4d6b-8a3f-07d4600f82a6 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:12:40.116137 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5542b133-45ea-4fc6-856b-a34604709650 None None] Provisioning complete for port d6de7482-8629-4381-bba3-85a3659c65aa triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:40.116850 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5542b133-45ea-4fc6-856b-a34604709650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:40.182854 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-939621d9-a905-4b1f-9e89-a8e5535476ec tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:40.191169 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-939621d9-a905-4b1f-9e89-a8e5535476ec tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:40.216369 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5542b133-45ea-4fc6-856b-a34604709650 None None] Port d6de7482-8629-4381-bba3-85a3659c65aa cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:12:40.226688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-939621d9-a905-4b1f-9e89-a8e5535476ec tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] In _notify_port_updated(), no bound segment for port 832f678f-661c-4d6b-8a3f-07d4600f82a6 on network 42f9f7c6-61df-49c3-8f25-77b203eb344e {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:12:40.232970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939621d9-a905-4b1f-9e89-a8e5535476ec tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:40.233809 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-939621d9-a905-4b1f-9e89-a8e5535476ec tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:40.235022 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-939621d9-a905-4b1f-9e89-a8e5535476ec tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "PUT /v2.0/ports/832f678f-661c-4d6b-8a3f-07d4600f82a6 HTTP/1.1" status: 200 len: 1068 time: 0.6914885 Jul 29 15:12:40.239793 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40758) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:40.350229 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Router f72af012-d4b9-4f89-952a-32b47b7c6ab7 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:12:40.370041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939621d9-a905-4b1f-9e89-a8e5535476ec tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event updated for resources: {'Port': ['ID=832f678f-661c-4d6b-8a3f-07d4600f82a6,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:40.564408 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938144d4-47d5-450f-bc16-77d8c7a51a7e req-aa2fb447-fc26-4ada-9802-0899b45ca894 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:40.569382 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-938144d4-47d5-450f-bc16-77d8c7a51a7e req-aa2fb447-fc26-4ada-9802-0899b45ca894 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.1789837 Jul 29 15:12:40.655851 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f4f2d2a4-4697-4562-9626-7d72c663fb10 None None] Provisioning complete for port 832f678f-661c-4d6b-8a3f-07d4600f82a6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:40.656936 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4f2d2a4-4697-4562-9626-7d72c663fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:40.661474 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-938144d4-47d5-450f-bc16-77d8c7a51a7e req-afd6d109-7b11-41fc-b3e4-35230b69cac6 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704052 Jul 29 15:12:40.664087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7ef14683-5e10-4dfc-9c80-d027c21088d1 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Deleting port 832f678f-661c-4d6b-8a3f-07d4600f82a6 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:12:40.664437 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef14683-5e10-4dfc-9c80-d027c21088d1 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:40.691992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:12:40.706839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2d2a4-4697-4562-9626-7d72c663fb10 None None] Port 832f678f-661c-4d6b-8a3f-07d4600f82a6 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:12:40.730641 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-81e2c829-4949-44e4-a217-1a71b15f73b8 admin admin] 10.222.0.16 "PUT /v2.0/routers/f72af012-d4b9-4f89-952a-32b47b7c6ab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4614816 Jul 29 15:12:40.827564 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef14683-5e10-4dfc-9c80-d027c21088d1 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:40.855515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7ef14683-5e10-4dfc-9c80-d027c21088d1 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Calling delete_port for 832f678f-661c-4d6b-8a3f-07d4600f82a6 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:12:41.013231 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3f722f95-c5de-47e7-b311-bea47db02c2b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:41.070118 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:41.099231 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 3f722f95-c5de-47e7-b311-bea47db02c2b completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:41.107960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 3f722f95-c5de-47e7-b311-bea47db02c2b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:41.109025 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:41.148947 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef14683-5e10-4dfc-9c80-d027c21088d1 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:41.198362 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef14683-5e10-4dfc-9c80-d027c21088d1 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event deleted for resources: {'Port': ['ID=832f678f-661c-4d6b-8a3f-07d4600f82a6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:41.294797 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:41.332310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 3f722f95-c5de-47e7-b311-bea47db02c2b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3f722f95-c5de-47e7-b311-bea47db02c2b,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:41.341764 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:41.477084 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=3f722f95-c5de-47e7-b311-bea47db02c2b,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:41.585184 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef14683-5e10-4dfc-9c80-d027c21088d1 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:41.588315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7ef14683-5e10-4dfc-9c80-d027c21088d1 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "DELETE /v2.0/ports/832f678f-661c-4d6b-8a3f-07d4600f82a6 HTTP/1.1" status: 204 len: 168 time: 1.3381665 Jul 29 15:12:41.590682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40782) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:41.637309 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09fbe32-34df-4508-a82c-010945508563 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] GET failed (client error): The resource could not be found. Jul 29 15:12:41.639194 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a09fbe32-34df-4508-a82c-010945508563 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "GET /v2.0/ports/832f678f-661c-4d6b-8a3f-07d4600f82a6 HTTP/1.1" status: 404 len: 333 time: 0.0469368 Jul 29 15:12:41.641665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40784) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:41.744505 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Sync routers for ids ['f72af012-d4b9-4f89-952a-32b47b7c6ab7'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:12:41.767691 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Routers {'f72af012-d4b9-4f89-952a-32b47b7c6ab7'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:41.768594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f72af012-d4b9-4f89-952a-32b47b7c6ab7'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:41.770142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40790) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:41.777753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-5fe74a3c-93d1-4565-9f93-56e26062de48 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-560488490-network', 'tenant_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:41.823848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe74a3c-93d1-4565-9f93-56e26062de48 admin admin] Made reservation on behalf of a02a09b527a347ce8dbfaf9b4eb1a46c for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:41.828163 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fe74a3c-93d1-4565-9f93-56e26062de48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:41.837223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8242094a-d6b1-4761-b11d-c3dfd5966a95 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Deleting port 5bab38b8-7df7-424e-9714-7781eb2f082c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:12:41.837440 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8242094a-d6b1-4761-b11d-c3dfd5966a95 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:41.856478 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fe74a3c-93d1-4565-9f93-56e26062de48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:41.968256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb893de-8ae0-4d1d-9063-5f16a32fc28a req-c7f30494-3b95-4727-9a02-1428b75896a4 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:41.976315 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-acb893de-8ae0-4d1d-9063-5f16a32fc28a req-c7f30494-3b95-4727-9a02-1428b75896a4 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.1660855 Jul 29 15:12:41.984520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Set router f72af012-d4b9-4f89-952a-32b47b7c6ab7 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:12:42.008858 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fe74a3c-93d1-4565-9f93-56e26062de48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:42.009894 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8242094a-d6b1-4761-b11d-c3dfd5966a95 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:42.015378 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fe74a3c-93d1-4565-9f93-56e26062de48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:42.054380 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-acb893de-8ae0-4d1d-9063-5f16a32fc28a req-058f1e18-5677-4baf-aa90-c5525f3fc3b2 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771074 Jul 29 15:12:42.065306 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-8242094a-d6b1-4761-b11d-c3dfd5966a95 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Calling delete_port for 5bab38b8-7df7-424e-9714-7781eb2f082c owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:12:42.076805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe74a3c-93d1-4565-9f93-56e26062de48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:12:42.101052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe74a3c-93d1-4565-9f93-56e26062de48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e587e27-b500-40f9-91e8-5c713ecb93b3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:42.107498 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fe74a3c-93d1-4565-9f93-56e26062de48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:42.108346 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-5fe74a3c-93d1-4565-9f93-56e26062de48 admin admin] Added segment 49d886de-ddfa-4af2-baba-38fba6e70978 of type vlan for network d6d66684-5b9a-4386-87b3-247289b808fc Jul 29 15:12:42.220408 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fe74a3c-93d1-4565-9f93-56e26062de48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:42.266994 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fe74a3c-93d1-4565-9f93-56e26062de48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:42.268543 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe74a3c-93d1-4565-9f93-56e26062de48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:42.269164 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fe74a3c-93d1-4565-9f93-56e26062de48 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:42.330119 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5fe74a3c-93d1-4565-9f93-56e26062de48 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5562308 Jul 29 15:12:42.331725 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40794) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:42.337643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-58f68fa1-098d-4591-898e-9fe97ef8892d admin admin] Request body: {'subnet': {'network_id': 'd6d66684-5b9a-4386-87b3-247289b808fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-560488490-subnet', 'tenant_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:42.350252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe74a3c-93d1-4565-9f93-56e26062de48 admin admin] Pushing event updated for resources: {'Network': ['ID=d6d66684-5b9a-4386-87b3-247289b808fc,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:42.354597 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'name': 'tempest-TestAggregatesBasicOps-659839691-router', 'tenant_id': '1f8783090585494c840fd833e494e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '3f722f95-c5de-47e7-b311-bea47db02c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:32Z', 'updated_at': '2021-07-29T15:12:38Z', 'revision_number': 4, 'project_id': '1f8783090585494c840fd833e494e1dc', 'gw_port': {'id': '3f722f95-c5de-47e7-b311-bea47db02c2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:33Z', 'updated_at': '2021-07-29T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'd6de7482-8629-4381-bba3-85a3659c65aa', 'name': '', 'network_id': 'a9d8a144-6417-4eb7-8d6c-b55df42ae3bd', 'tenant_id': '1f8783090585494c840fd833e494e1dc', 'mac_address': 'fa:16:3e:18:ec:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '00be75fe-7519-44e2-a12e-798631630b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:37Z', 'updated_at': '2021-07-29T15:12:38Z', 'revision_number': 2, 'project_id': '1f8783090585494c840fd833e494e1dc', 'subnets': [{'id': '00be75fe-7519-44e2-a12e-798631630b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:42.360553 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network d6d66684-5b9a-4386-87b3-247289b808fc details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:12:42.381957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f68fa1-098d-4591-898e-9fe97ef8892d admin admin] Made reservation on behalf of a02a09b527a347ce8dbfaf9b4eb1a46c for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:42.386544 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-58f68fa1-098d-4591-898e-9fe97ef8892d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:42.411228 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8242094a-d6b1-4761-b11d-c3dfd5966a95 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:42.435546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Checking router: f72af012-d4b9-4f89-952a-32b47b7c6ab7 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:12:42.436547 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Updating router f72af012-d4b9-4f89-952a-32b47b7c6ab7 port d6de7482-8629-4381-bba3-85a3659c65aa binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:12:42.456445 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242094a-d6b1-4761-b11d-c3dfd5966a95 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event deleted for resources: {'Port': ['ID=5bab38b8-7df7-424e-9714-7781eb2f082c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:42.482022 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:42.516228 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8242094a-d6b1-4761-b11d-c3dfd5966a95 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:42.534010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40798) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:42.537052 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8242094a-d6b1-4761-b11d-c3dfd5966a95 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "DELETE /v2.0/ports/5bab38b8-7df7-424e-9714-7781eb2f082c HTTP/1.1" status: 204 len: 168 time: 0.8866324 Jul 29 15:12:42.607941 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b4c044-1b95-423b-9e6c-78e161eb5611 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] GET failed (client error): The resource could not be found. Jul 29 15:12:42.610220 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b9b4c044-1b95-423b-9e6c-78e161eb5611 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "GET /v2.0/ports/5bab38b8-7df7-424e-9714-7781eb2f082c HTTP/1.1" status: 404 len: 333 time: 0.0752511 Jul 29 15:12:42.613851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40802) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:42.810794 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-e2865d35-71b1-4e4b-92b8-036a6d8caae4 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Deleting port 635fea40-e4ec-4295-a523-4a7d9dbc7fe7 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:12:42.811044 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2865d35-71b1-4e4b-92b8-036a6d8caae4 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:42.824594 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-58f68fa1-098d-4591-898e-9fe97ef8892d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:42.996351 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f68fa1-098d-4591-898e-9fe97ef8892d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9893143a-fe42-4f8c-a14b-360ac4311a95,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:43.013634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f68fa1-098d-4591-898e-9fe97ef8892d admin admin] Checking segment: {'id': '49d886de-ddfa-4af2-baba-38fba6e70978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd6d66684-5b9a-4386-87b3-247289b808fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:43.015349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f68fa1-098d-4591-898e-9fe97ef8892d admin admin] Network hostable DHCP agents. Network: d6d66684-5b9a-4386-87b3-247289b808fc, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:12:43.036172 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2865d35-71b1-4e4b-92b8-036a6d8caae4 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:43.060051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3f722f95-c5de-47e7-b311-bea47db02c2b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:43.090207 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f68fa1-098d-4591-898e-9fe97ef8892d admin admin] Network d6d66684-5b9a-4386-87b3-247289b808fc is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:12:43.105053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-e2865d35-71b1-4e4b-92b8-036a6d8caae4 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Calling delete_port for 635fea40-e4ec-4295-a523-4a7d9dbc7fe7 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:12:43.115769 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:43.160003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Transition to ACTIVE for port object d6de7482-8629-4381-bba3-85a3659c65aa will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:43.201439 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:43.235729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-58f68fa1-098d-4591-898e-9fe97ef8892d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, d6d66684-5b9a-4386-87b3-247289b808fc) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:43.240307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f68fa1-098d-4591-898e-9fe97ef8892d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:43.241270 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-58f68fa1-098d-4591-898e-9fe97ef8892d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:43.279065 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64f52be-74ea-452c-9560-47ce5349dd7a None None] Network d6d66684-5b9a-4386-87b3-247289b808fc requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:12:43.298198 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 3f722f95-c5de-47e7-b311-bea47db02c2b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:43.298574 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:43.349834 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-58f68fa1-098d-4591-898e-9fe97ef8892d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0167756 Jul 29 15:12:43.354031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40808) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:43.360604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-560488490-router', 'tenant_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:43.369859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dfe4b-2e85-4602-a973-fa5f330e4f2a req-2efd5976-f694-45f7-82d9-22eb0e4d42bb tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:43.382227 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a09dfe4b-2e85-4602-a973-fa5f330e4f2a req-2efd5976-f694-45f7-82d9-22eb0e4d42bb tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.2227473 Jul 29 15:12:43.425193 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2865d35-71b1-4e4b-92b8-036a6d8caae4 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:43.440239 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:43.448742 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:43.467537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83e5c4-98c0-493d-a57f-2cc6eca29ae9 None None] Pushing event updated for resources: {'Port': ['ID=d6de7482-8629-4381-bba3-85a3659c65aa,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:43.501303 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2865d35-71b1-4e4b-92b8-036a6d8caae4 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:43.504127 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e2865d35-71b1-4e4b-92b8-036a6d8caae4 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "DELETE /v2.0/ports/635fea40-e4ec-4295-a523-4a7d9dbc7fe7 HTTP/1.1" status: 204 len: 168 time: 0.8893006 Jul 29 15:12:43.505175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2865d35-71b1-4e4b-92b8-036a6d8caae4 tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event deleted for resources: {'Port': ['ID=635fea40-e4ec-4295-a523-4a7d9dbc7fe7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:43.506992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40810) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:43.536216 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a09dfe4b-2e85-4602-a973-fa5f330e4f2a req-934dd2ff-8977-4bac-8d7a-9ff81d28fc94 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528609 Jul 29 15:12:43.638256 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Attempting to bind port d6de7482-8629-4381-bba3-85a3659c65aa on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:12:43.638256 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Attempting to bind port d6de7482-8629-4381-bba3-85a3659c65aa by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'e95a27f2-09a8-42d0-aa73-be901cc72ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a9d8a144-6417-4eb7-8d6c-b55df42ae3bd'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:12:43.638256 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Attempting to bind port d6de7482-8629-4381-bba3-85a3659c65aa on network a9d8a144-6417-4eb7-8d6c-b55df42ae3bd {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:12:43.651493 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-85989b08-4fdf-4ead-bcab-eaeef534cb0a tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Deleting subnet b7857354-c516-4834-8630-7ab6854b1bc1 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:12:43.655310 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-85989b08-4fdf-4ead-bcab-eaeef534cb0a tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:43.682102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:12:43.682102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Checking segment: {'id': 'e95a27f2-09a8-42d0-aa73-be901cc72ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a9d8a144-6417-4eb7-8d6c-b55df42ae3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:43.684445 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:43.684445 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Bound using segment: {'id': 'e95a27f2-09a8-42d0-aa73-be901cc72ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a9d8a144-6417-4eb7-8d6c-b55df42ae3bd'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:12:43.684445 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Bound port: d6de7482-8629-4381-bba3-85a3659c65aa, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95a27f2-09a8-42d0-aa73-be901cc72ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'a9d8a144-6417-4eb7-8d6c-b55df42ae3bd'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:12:43.684445 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:43.703725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-d6d66684-5b9a-4386-87b3-247289b808fc', 'network_id': 'd6d66684-5b9a-4386-87b3-247289b808fc', 'tenant_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'fixed_ips': [{'subnet_id': '9893143a-fe42-4f8c-a14b-360ac4311a95'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:12:43.704920 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:43.728840 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:43.844269 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-85989b08-4fdf-4ead-bcab-eaeef534cb0a tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:44.066629 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-85989b08-4fdf-4ead-bcab-eaeef534cb0a tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:44.069575 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] For port d6de7482-8629-4381-bba3-85a3659c65aa, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:12:44.088958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] For port d6de7482-8629-4381-bba3-85a3659c65aa, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d6de7482-8629-4381-bba3-85a3659c65aa,segment=NetworkSegment(e95a27f2-09a8-42d0-aa73-be901cc72ffc),segment_id=e95a27f2-09a8-42d0-aa73-be901cc72ffc)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:12:44.099986 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:44.107249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Allocated IP 172.20.0.2 (d6d66684-5b9a-4386-87b3-247289b808fc/9893143a-fe42-4f8c-a14b-360ac4311a95/61e39667-f034-4cc0-ba2c-dee2e23a3fee) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:44.114187 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:44.198364 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-85989b08-4fdf-4ead-bcab-eaeef534cb0a tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:44.225996 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85989b08-4fdf-4ead-bcab-eaeef534cb0a tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event deleted for resources: {'Subnet': ['ID=b7857354-c516-4834-8630-7ab6854b1bc1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:44.246516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Routers {'f72af012-d4b9-4f89-952a-32b47b7c6ab7'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:44.247174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f72af012-d4b9-4f89-952a-32b47b7c6ab7'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:44.270233 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-85989b08-4fdf-4ead-bcab-eaeef534cb0a tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:44.281533 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-85989b08-4fdf-4ead-bcab-eaeef534cb0a tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "DELETE /v2.0/subnets/b7857354-c516-4834-8630-7ab6854b1bc1 HTTP/1.1" status: 204 len: 168 time: 0.7684793 Jul 29 15:12:44.282503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40816) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:44.340982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd22b7bf-9ced-4296-9f0f-7a14044acf72 None None] Network 42f9f7c6-61df-49c3-8f25-77b203eb344e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:12:44.356714 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83e5c4-98c0-493d-a57f-2cc6eca29ae9 None None] Pushing event updated for resources: {'Port': ['ID=d6de7482-8629-4381-bba3-85a3659c65aa,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:44.389443 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:44.542643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Deleting port 42557764-3abe-4a54-b328-b0a4476cf7e4 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:12:44.543280 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:44.712803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] For port 42557764-3abe-4a54-b328-b0a4476cf7e4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=42557764-3abe-4a54-b328-b0a4476cf7e4,segment=NetworkSegment(5398465c-9dee-4c22-ab43-8ee657ce40c2),segment_id=5398465c-9dee-4c22-ab43-8ee657ce40c2)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:44.713280 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:44.741348 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Calling delete_port for 42557764-3abe-4a54-b328-b0a4476cf7e4 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:12:44.748502 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:44.783815 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:44.839140 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5267b-7e2a-43c9-8926-702398efef4c req-b59d22d9-055c-4b62-a2f2-ac1c6e304d26 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:44.840883 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-62b5267b-7e2a-43c9-8926-702398efef4c req-b59d22d9-055c-4b62-a2f2-ac1c6e304d26 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.2088621 Jul 29 15:12:44.964756 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] Set router f72af012-d4b9-4f89-952a-32b47b7c6ab7 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:12:45.006786 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-62b5267b-7e2a-43c9-8926-702398efef4c req-cba93999-c3c9-4a70-baed-0628d7c82abe tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258776 Jul 29 15:12:45.060696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Allocated IP 172.25.6.168 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/4cca4113-c185-491b-b67f-c8ae0dad7778) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:45.072396 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:45.132014 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:45.136708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Transition to ACTIVE for port object 61e39667-f034-4cc0-ba2c-dee2e23a3fee will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:45.163927 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Transition to ACTIVE for port object 61e39667-f034-4cc0-ba2c-dee2e23a3fee will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:45.179133 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:45.192310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event deleted for resources: {'Port': ['ID=42557764-3abe-4a54-b328-b0a4476cf7e4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:45.198321 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] No DVR routers for this DVR port 42557764-3abe-4a54-b328-b0a4476cf7e4 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:12:45.235845 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073394e9-8096-481a-9ca0-4f4d8f5a201c None None] DHCP port deletion for 42f9f7c6-61df-49c3-8f25-77b203eb344e request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:12:45.247736 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Network d6d66684-5b9a-4386-87b3-247289b808fc is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:45.262328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:45.264884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:45.305253 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:45.327059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f9f7c6-61df-49c3-8f25-77b203eb344e']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:45.338264 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:45.341608 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Pushing event updated for resources: {'Port': ['ID=61e39667-f034-4cc0-ba2c-dee2e23a3fee,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:45.345688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5398465c-9dee-4c22-ab43-8ee657ce40c2') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:45.346650 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5398465c-9dee-4c22-ab43-8ee657ce40c2') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:45.359879 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:45.363486 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Attempting to bind port 61e39667-f034-4cc0-ba2c-dee2e23a3fee on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:12:45.363861 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Attempting to bind port 61e39667-f034-4cc0-ba2c-dee2e23a3fee by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '49d886de-ddfa-4af2-baba-38fba6e70978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd6d66684-5b9a-4386-87b3-247289b808fc'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:12:45.364210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Attempting to bind port 61e39667-f034-4cc0-ba2c-dee2e23a3fee on network d6d66684-5b9a-4386-87b3-247289b808fc {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:12:45.373773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:12:45.374157 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Checking segment: {'id': '49d886de-ddfa-4af2-baba-38fba6e70978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd6d66684-5b9a-4386-87b3-247289b808fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:45.374547 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:45.374947 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Bound using segment: {'id': '49d886de-ddfa-4af2-baba-38fba6e70978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd6d66684-5b9a-4386-87b3-247289b808fc'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:12:45.375401 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Bound port: 61e39667-f034-4cc0-ba2c-dee2e23a3fee, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d886de-ddfa-4af2-baba-38fba6e70978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd6d66684-5b9a-4386-87b3-247289b808fc'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:12:45.375776 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:45.396432 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:45.423251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'name': 'tempest-TestAggregatesBasicOps-659839691-router', 'tenant_id': '1f8783090585494c840fd833e494e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '3f722f95-c5de-47e7-b311-bea47db02c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:32Z', 'updated_at': '2021-07-29T15:12:38Z', 'revision_number': 4, 'project_id': '1f8783090585494c840fd833e494e1dc', 'gw_port': {'id': '3f722f95-c5de-47e7-b311-bea47db02c2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:33Z', 'updated_at': '2021-07-29T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'd6de7482-8629-4381-bba3-85a3659c65aa', 'name': '', 'network_id': 'a9d8a144-6417-4eb7-8d6c-b55df42ae3bd', 'tenant_id': '1f8783090585494c840fd833e494e1dc', 'mac_address': 'fa:16:3e:18:ec:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '00be75fe-7519-44e2-a12e-798631630b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:37Z', 'updated_at': '2021-07-29T15:12:44Z', 'revision_number': 4, 'project_id': '1f8783090585494c840fd833e494e1dc', 'subnets': [{'id': '00be75fe-7519-44e2-a12e-798631630b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:45.443969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:12:45.444929 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:12:45.458089 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:12:45.465014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a83bc8-9c94-426d-b033-ce7778a26147 None None] The sync data for ids ['f72af012-d4b9-4f89-952a-32b47b7c6ab7'] in n-d-802893-1 is: [{'id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'name': 'tempest-TestAggregatesBasicOps-659839691-router', 'tenant_id': '1f8783090585494c840fd833e494e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '3f722f95-c5de-47e7-b311-bea47db02c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:32Z', 'updated_at': '2021-07-29T15:12:38Z', 'revision_number': 4, 'project_id': '1f8783090585494c840fd833e494e1dc', 'gw_port': {'id': '3f722f95-c5de-47e7-b311-bea47db02c2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:33Z', 'updated_at': '2021-07-29T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'd6de7482-8629-4381-bba3-85a3659c65aa', 'name': '', 'network_id': 'a9d8a144-6417-4eb7-8d6c-b55df42ae3bd', 'tenant_id': '1f8783090585494c840fd833e494e1dc', 'mac_address': 'fa:16:3e:18:ec:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '00be75fe-7519-44e2-a12e-798631630b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:37Z', 'updated_at': '2021-07-29T15:12:44Z', 'revision_number': 4, 'project_id': '1f8783090585494c840fd833e494e1dc', 'subnets': [{'id': '00be75fe-7519-44e2-a12e-798631630b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:12:45.498555 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] For port 61e39667-f034-4cc0-ba2c-dee2e23a3fee, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:12:45.559688 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:45.563420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] For port 61e39667-f034-4cc0-ba2c-dee2e23a3fee, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=61e39667-f034-4cc0-ba2c-dee2e23a3fee,segment=NetworkSegment(49d886de-ddfa-4af2-baba-38fba6e70978),segment_id=49d886de-ddfa-4af2-baba-38fba6e70978)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:12:45.570202 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:45.577385 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:45.617134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:45.624943 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:45.626886 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] 10.222.0.16 "DELETE /v2.0/networks/42f9f7c6-61df-49c3-8f25-77b203eb344e HTTP/1.1" status: 204 len: 168 time: 1.3438919 Jul 29 15:12:45.664470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:45.666389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630c10e-0d3d-47fd-92ca-878bb93ec58c None None] Pushing event updated for resources: {'Port': ['ID=61e39667-f034-4cc0-ba2c-dee2e23a3fee,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:45.689525 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609bc84-ef16-4e64-874a-086e442e093d tempest-AllowedAddressPairIpV6TestJSON-810069951 tempest-AllowedAddressPairIpV6TestJSON-810069951-project] Pushing event deleted for resources: {'Network': ['ID=42f9f7c6-61df-49c3-8f25-77b203eb344e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:45.699175 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:45.789723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Pushing event updated for resources: {'Port': ['ID=4cca4113-c185-491b-b67f-c8ae0dad7778,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:46.411478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85181d1-428f-4946-ae04-2673688a31b8 req-154fe986-fa2c-41ca-b5f7-5d5f1d40a6b0 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:46.426337 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e85181d1-428f-4946-ae04-2673688a31b8 req-154fe986-fa2c-41ca-b5f7-5d5f1d40a6b0 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.1400032 Jul 29 15:12:46.479032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40846) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:46.542338 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e85181d1-428f-4946-ae04-2673688a31b8 req-3a2326f9-c028-4bdb-b7cf-fc143127f3bf tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147399 Jul 29 15:12:46.850509 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ff4896fa-bdee-4c5a-aa89-b75b99da8bde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4275e3fb8e014665ba542fd0f22063e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668430 Jul 29 15:12:46.851100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40852) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:47.046825 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-033d1dbd-948e-44ba-9a9f-eaad7c87c8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:47.137741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 61e39667-f034-4cc0-ba2c-dee2e23a3fee up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:47.173866 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-033d1dbd-948e-44ba-9a9f-eaad7c87c8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:47.276976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 61e39667-f034-4cc0-ba2c-dee2e23a3fee completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:47.293562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d6de7482-8629-4381-bba3-85a3659c65aa up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:47.308234 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:47.412278 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-033d1dbd-948e-44ba-9a9f-eaad7c87c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:47.419161 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-033d1dbd-948e-44ba-9a9f-eaad7c87c8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:47.432055 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-033d1dbd-948e-44ba-9a9f-eaad7c87c8f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d85018c-e9d6-494c-bc3b-1bcc5e7cf7d3 HTTP/1.1" status: 204 len: 168 time: 0.5708182 Jul 29 15:12:47.455719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port d6de7482-8629-4381-bba3-85a3659c65aa completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:47.457439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d1dbd-948e-44ba-9a9f-eaad7c87c8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d85018c-e9d6-494c-bc3b-1bcc5e7cf7d3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:47.496394 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port d6de7482-8629-4381-bba3-85a3659c65aa triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:47.496823 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:47.789367 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:47.876193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port d6de7482-8629-4381-bba3-85a3659c65aa, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d6de7482-8629-4381-bba3-85a3659c65aa,segment=NetworkSegment(e95a27f2-09a8-42d0-aa73-be901cc72ffc),segment_id=e95a27f2-09a8-42d0-aa73-be901cc72ffc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:47.890934 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:47.892956 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:48.045589 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=d6de7482-8629-4381-bba3-85a3659c65aa,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:48.051760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 42557764-3abe-4a54-b328-b0a4476cf7e4 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:12:48.079687 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fd9bd-e1ec-4e58-bb7c-b9835a3e542d req-a6309624-d274-4db3-b951-3d52bc8c7af7 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:48.088892 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-299fd9bd-e1ec-4e58-bb7c-b9835a3e542d req-a6309624-d274-4db3-b951-3d52bc8c7af7 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.1941700 Jul 29 15:12:48.111694 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 42557764-3abe-4a54-b328-b0a4476cf7e4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:12:48.112044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 42557764-3abe-4a54-b328-b0a4476cf7e4 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:12:48.174994 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cb48d5-f5e7-4148-a440-322d2c756452 None None] Network d6d66684-5b9a-4386-87b3-247289b808fc requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:12:48.177137 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-299fd9bd-e1ec-4e58-bb7c-b9835a3e542d req-6a950e25-8ccc-4593-ad54-e494ec025d58 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865700 Jul 29 15:12:48.270150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Router 429920e2-eecd-4862-adeb-bf7c3a93f6bf is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:12:48.411998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-72772c65-de1b-42c0-bb0d-fe86ce64ed69 None None] Provisioning for port 61e39667-f034-4cc0-ba2c-dee2e23a3fee completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:48.448284 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-72772c65-de1b-42c0-bb0d-fe86ce64ed69 None None] Provisioning complete for port 61e39667-f034-4cc0-ba2c-dee2e23a3fee triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:48.448862 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72772c65-de1b-42c0-bb0d-fe86ce64ed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:48.449361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:12:48.463906 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Sync routers for ids ['429920e2-eecd-4862-adeb-bf7c3a93f6bf'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:12:48.484177 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Routers {'429920e2-eecd-4862-adeb-bf7c3a93f6bf'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:48.484886 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['429920e2-eecd-4862-adeb-bf7c3a93f6bf'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:48.566795 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:48.568089 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-521a96f8-3d8c-4768-8243-bb5fb2b9ac1e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2125154 Jul 29 15:12:48.571963 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40886) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:48.617216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03161e-2257-4445-a841-275fbf03e913 req-f130277c-2131-4217-8e41-3b57bd42d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:48.620193 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a03161e-2257-4445-a841-275fbf03e913 req-f130277c-2131-4217-8e41-3b57bd42d91a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 1096 time: 0.1727991 Jul 29 15:12:48.660312 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72772c65-de1b-42c0-bb0d-fe86ce64ed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:48.661157 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Set router 429920e2-eecd-4862-adeb-bf7c3a93f6bf gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:12:48.764942 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a03161e-2257-4445-a841-275fbf03e913 req-c27750b2-a222-44ae-98aa-1c485bd57ec2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342463 Jul 29 15:12:48.793240 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-72772c65-de1b-42c0-bb0d-fe86ce64ed69 None None] For port 61e39667-f034-4cc0-ba2c-dee2e23a3fee, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=61e39667-f034-4cc0-ba2c-dee2e23a3fee,segment=NetworkSegment(49d886de-ddfa-4af2-baba-38fba6e70978),segment_id=49d886de-ddfa-4af2-baba-38fba6e70978)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:48.807089 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-72772c65-de1b-42c0-bb0d-fe86ce64ed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:48.962166 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9c04794-7e8d-4f36-91da-79e68e2f2c9e req-c7fd176b-39d4-4a46-b4e9-bcdce23f3cf2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1753595 Jul 29 15:12:48.969182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72772c65-de1b-42c0-bb0d-fe86ce64ed69 None None] Pushing event updated for resources: {'Port': ['ID=61e39667-f034-4cc0-ba2c-dee2e23a3fee,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:49.036931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d6de7482-8629-4381-bba3-85a3659c65aa up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:49.072011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c04794-7e8d-4f36-91da-79e68e2f2c9e req-20e8b2c8-7b77-4481-b7f7-79b4d30191c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:49.075700 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9c04794-7e8d-4f36-91da-79e68e2f2c9e req-20e8b2c8-7b77-4481-b7f7-79b4d30191c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7e6c28442c94abfb57463bd1e7c1bb0&device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 1096 time: 0.0666404 Jul 29 15:12:49.130036 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'name': 'tempest-TestAggregatesBasicOps-560488490-router', 'tenant_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '4cca4113-c185-491b-b67f-c8ae0dad7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:43Z', 'updated_at': '2021-07-29T15:12:46Z', 'revision_number': 3, 'project_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'gw_port': {'id': '4cca4113-c185-491b-b67f-c8ae0dad7778', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:44Z', 'updated_at': '2021-07-29T15:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:49.145667 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9f34f615-4e66-47d5-8faa-661fad45fee3 None None] Provisioning complete for port 61e39667-f034-4cc0-ba2c-dee2e23a3fee triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:49.146051 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f34f615-4e66-47d5-8faa-661fad45fee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:49.187730 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40908) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.197070 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port d6de7482-8629-4381-bba3-85a3659c65aa triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:49.197605 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:49.205459 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Checking router: 429920e2-eecd-4862-adeb-bf7c3a93f6bf for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:12:49.205862 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Updating router 429920e2-eecd-4862-adeb-bf7c3a93f6bf port 4cca4113-c185-491b-b67f-c8ae0dad7778 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:12:49.283222 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:49.318731 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c04794-7e8d-4f36-91da-79e68e2f2c9e req-84932d2d-8004-4ee2-a8d3-b787353d779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:49.329987 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9c04794-7e8d-4f36-91da-79e68e2f2c9e req-84932d2d-8004-4ee2-a8d3-b787353d779f service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d44545-e8ea-4b03-b27b-9daea94b648a HTTP/1.1" status: 200 len: 919 time: 0.2318487 Jul 29 15:12:49.398287 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9c04794-7e8d-4f36-91da-79e68e2f2c9e req-0fad2d47-ce47-4526-93e0-bd4c39b0aa7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b08a4fa9-9d3a-4107-b2cb-94475f0f8427 HTTP/1.1" status: 200 len: 217 time: 0.0600011 Jul 29 15:12:49.418889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-44859f55-971a-48fb-aac5-ec8f86fa9a76 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.422050 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-44859f55-971a-48fb-aac5-ec8f86fa9a76 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2330754 Jul 29 15:12:49.427617 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40918) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.434141 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-b3d839e8-4644-47fc-a778-b5aa7b16b73e tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.435487 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b3d839e8-4644-47fc-a778-b5aa7b16b73e tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0060773 Jul 29 15:12:49.442954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40920) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.448889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-47b7decf-01a8-40c9-924c-8bc7b0e3a385 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.450246 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-47b7decf-01a8-40c9-924c-8bc7b0e3a385 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0059373 Jul 29 15:12:49.454603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40922) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.460515 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-d7832c9c-9ead-406c-9d97-cb201877f33a tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.462541 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d7832c9c-9ead-406c-9d97-cb201877f33a tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0064864 Jul 29 15:12:49.481322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c04794-7e8d-4f36-91da-79e68e2f2c9e req-96bb1baf-2214-4bb4-956a-65f4502cf257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:49.483159 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9c04794-7e8d-4f36-91da-79e68e2f2c9e req-96bb1baf-2214-4bb4-956a-65f4502cf257 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41f24fa5-a84f-4567-9f64-747c8d86b352 HTTP/1.1" status: 200 len: 858 time: 0.0732744 Jul 29 15:12:49.483754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40926) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.505350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-bee2441f-ecd4-45aa-b373-d80b1534b14b tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.510876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40932) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.511256 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bee2441f-ecd4-45aa-b373-d80b1534b14b tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0098119 Jul 29 15:12:49.519722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-18331438-2367-4d32-8a19-e85b7f45b382 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.520716 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-18331438-2367-4d32-8a19-e85b7f45b382 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0088868 Jul 29 15:12:49.524713 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40938) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.531112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-33063aba-2fd2-4a8f-91f6-bbbbf4081b12 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.532925 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-33063aba-2fd2-4a8f-91f6-bbbbf4081b12 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047271 Jul 29 15:12:49.536726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40940) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.540962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-5914d4c8-a5a1-4a1c-bb9e-7cda20dda1a4 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.541993 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5914d4c8-a5a1-4a1c-bb9e-7cda20dda1a4 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051963 Jul 29 15:12:49.548180 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40942) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.556125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-73f20e01-b020-4409-8e90-2cc3c36a8cc8 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.557549 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-73f20e01-b020-4409-8e90-2cc3c36a8cc8 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0083618 Jul 29 15:12:49.558082 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9c04794-7e8d-4f36-91da-79e68e2f2c9e req-da0538a8-1dc3-4781-86c9-1e34cede7f2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d44545-e8ea-4b03-b27b-9daea94b648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451081 Jul 29 15:12:49.561078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40944) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.573342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-41953d29-ce3e-4de5-a424-448ffd68716d tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.577385 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-41953d29-ce3e-4de5-a424-448ffd68716d tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0150511 Jul 29 15:12:49.581419 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40946) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.594973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-f3c1fe50-9eae-4010-ba15-797e829d2f2d tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.598679 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f3c1fe50-9eae-4010-ba15-797e829d2f2d tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0155973 Jul 29 15:12:49.599192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40948) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.606672 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-77e07f28-27aa-4d0f-81ea-02dd2d359118 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.607872 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-77e07f28-27aa-4d0f-81ea-02dd2d359118 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0075426 Jul 29 15:12:49.613210 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40950) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.620987 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-ba76b2ce-9be8-4629-84ec-088d7215ce35 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.622346 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ba76b2ce-9be8-4629-84ec-088d7215ce35 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0078211 Jul 29 15:12:49.625349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40952) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.691343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-be4ff92f-34b8-4654-b3b6-2857b553d15e tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.701898 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-be4ff92f-34b8-4654-b3b6-2857b553d15e tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0656378 Jul 29 15:12:49.711855 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf4223-9e72-41e1-b489-a751fed2df66 req-36d59540-5404-422e-963f-fe21116f4d0d tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:49.722727 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6fdf4223-9e72-41e1-b489-a751fed2df66 req-36d59540-5404-422e-963f-fe21116f4d0d tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.3222051 Jul 29 15:12:49.725070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40954) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.728412 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:49.732833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-f1672bc8-a5ca-42a7-94b5-77135bb70d41 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.746312 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f1672bc8-a5ca-42a7-94b5-77135bb70d41 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0195827 Jul 29 15:12:49.747256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40956) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.761519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-6fa42aca-3541-4bcd-a34e-5ebe6ba3a504 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.766003 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6fa42aca-3541-4bcd-a34e-5ebe6ba3a504 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0124195 Jul 29 15:12:49.767443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40958) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.773668 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-33871867-495a-4ff5-bfc8-1634cfb4a955 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.777239 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-33871867-495a-4ff5-bfc8-1634cfb4a955 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0063610 Jul 29 15:12:49.778276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40960) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.816275 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6fdf4223-9e72-41e1-b489-a751fed2df66 req-c40b17b3-c4f8-41b9-9ca8-2ad013a46edb tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664353 Jul 29 15:12:49.816931 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-6b6c2a01-ea3b-42f8-994a-a45787abe992 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.820379 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6b6c2a01-ea3b-42f8-994a-a45787abe992 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0381491 Jul 29 15:12:49.822169 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40962) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.839419 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-7dce129c-a320-4a78-9102-0ebeb7ef76c7 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.850679 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7dce129c-a320-4a78-9102-0ebeb7ef76c7 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0252817 Jul 29 15:12:49.853327 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40964) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.860929 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-53d59e3b-e233-4ecd-acf5-1c3fdab478f5 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.864244 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-53d59e3b-e233-4ecd-acf5-1c3fdab478f5 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0082920 Jul 29 15:12:49.866439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40966) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.876296 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-d4c8732b-1090-4a1d-85e8-45098a61d726 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.877503 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:49.881210 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d4c8732b-1090-4a1d-85e8-45098a61d726 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0112331 Jul 29 15:12:49.886336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40968) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.892483 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Transition to ACTIVE for port object 4cca4113-c185-491b-b67f-c8ae0dad7778 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:49.896136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-bd17c927-bc19-4e19-a63f-3108b2ff9045 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.901589 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bd17c927-bc19-4e19-a63f-3108b2ff9045 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0137763 Jul 29 15:12:49.902552 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40970) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.905662 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:49.912302 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9c04794-7e8d-4f36-91da-79e68e2f2c9e req-f0fe286a-5d39-40d5-b9d3-2e34fe4723db service neutron] 10.222.0.39 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315067 Jul 29 15:12:49.925478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-aa71ea69-c722-453e-973c-3ba260d81e6e tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.930071 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-aa71ea69-c722-453e-973c-3ba260d81e6e tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0143805 Jul 29 15:12:49.942714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40974) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.960497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-e27c95a1-6442-4f6c-82c4-a686f5d61b0a tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.964254 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e27c95a1-6442-4f6c-82c4-a686f5d61b0a tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0182972 Jul 29 15:12:49.966207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40976) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.977271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-75fad9c4-747b-4ddc-bbca-0161f0f4455d tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.980709 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-75fad9c4-747b-4ddc-bbca-0161f0f4455d tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0114727 Jul 29 15:12:49.986392 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40978) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:49.994750 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-ef4a06ab-5cee-4306-bb69-fbab4c13cb89 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:49.998084 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ef4a06ab-5cee-4306-bb69-fbab4c13cb89 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0086210 Jul 29 15:12:49.998785 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40980) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.003583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-d4d39da8-430c-4a28-a507-65bb3ed39a5c tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.006756 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d4d39da8-430c-4a28-a507-65bb3ed39a5c tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0051277 Jul 29 15:12:50.007998 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40982) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.043315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-7ca169f4-6edd-423b-8276-73f9f9daa387 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.046635 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7ca169f4-6edd-423b-8276-73f9f9daa387 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0348139 Jul 29 15:12:50.048974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40984) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.058753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-231af3c5-370d-4706-9a6b-bb56a0831065 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.062888 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da6d13-93be-417e-93ea-5951ed0fbf54 None None] Pushing event updated for resources: {'Port': ['ID=4cca4113-c185-491b-b67f-c8ae0dad7778,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:50.066467 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-231af3c5-370d-4706-9a6b-bb56a0831065 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0094912 Jul 29 15:12:50.067675 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40986) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.068266 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Attempting to bind port 4cca4113-c185-491b-b67f-c8ae0dad7778 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:12:50.068655 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Attempting to bind port 4cca4113-c185-491b-b67f-c8ae0dad7778 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:12:50.069071 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Attempting to bind port 4cca4113-c185-491b-b67f-c8ae0dad7778 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:12:50.074862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-ea1698c5-9845-4e85-91a6-6e7122a68f45 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.075353 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:12:50.075734 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:50.076140 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:50.076532 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:12:50.077029 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Bound port: 4cca4113-c185-491b-b67f-c8ae0dad7778, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:12:50.077414 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:50.083185 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ea1698c5-9845-4e85-91a6-6e7122a68f45 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0134218 Jul 29 15:12:50.083455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Allocated IP 172.20.0.1 (d6d66684-5b9a-4386-87b3-247289b808fc/9893143a-fe42-4f8c-a14b-360ac4311a95/c792fb3a-82fb-403c-aaf5-c9b2423fc6ef) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:12:50.085856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40988) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.090944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-22df78dd-24c0-48cc-ba15-455aaede0f89 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.094836 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-22df78dd-24c0-48cc-ba15-455aaede0f89 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0075517 Jul 29 15:12:50.096819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 40990) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.102226 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-a2105d26-ac8b-4610-8fd4-7a9f961c25ab tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.105929 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a2105d26-ac8b-4610-8fd4-7a9f961c25ab tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0058179 Jul 29 15:12:50.107555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40992) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.112416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-18c56bc9-670b-4ed8-9a2c-d4f2cd80a49b tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.118755 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-18c56bc9-670b-4ed8-9a2c-d4f2cd80a49b tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0091920 Jul 29 15:12:50.119887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40994) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.126178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-480d6dc7-2c7a-4298-b399-45a8a8d7b0d6 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.130128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-480d6dc7-2c7a-4298-b399-45a8a8d7b0d6 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0072703 Jul 29 15:12:50.131021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40996) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.140170 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-ad4c5bd8-c4c9-4032-b09c-1553b95ae7b3 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.144297 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ad4c5bd8-c4c9-4032-b09c-1553b95ae7b3 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0094848 Jul 29 15:12:50.145297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 40998) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.159120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-76d3dde4-ecd7-40f9-8553-d0bf35bad685 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.163382 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-76d3dde4-ecd7-40f9-8553-d0bf35bad685 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0148957 Jul 29 15:12:50.164563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41000) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.171828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-e5daeb08-f85e-4c7e-b331-3993df9c6485 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.175351 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e5daeb08-f85e-4c7e-b331-3993df9c6485 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0070715 Jul 29 15:12:50.175539 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] For port 4cca4113-c185-491b-b67f-c8ae0dad7778, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:12:50.175649 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41002) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.178061 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] For port 4cca4113-c185-491b-b67f-c8ae0dad7778, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4cca4113-c185-491b-b67f-c8ae0dad7778,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:12:50.187363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-a9be623d-4721-4f09-8571-1cf58e6b0f6e tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.188142 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:50.191416 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a9be623d-4721-4f09-8571-1cf58e6b0f6e tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0119390 Jul 29 15:12:50.192233 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41004) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.198873 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d9c04794-7e8d-4f36-91da-79e68e2f2c9e req-38cbb468-a103-4361-ba7b-2f24bdf270ce service neutron] 10.222.0.39 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673306 Jul 29 15:12:50.199623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-4a19302d-84cb-42a5-85d4-8628a5ff1d27 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.203818 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4a19302d-84cb-42a5-85d4-8628a5ff1d27 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0074649 Jul 29 15:12:50.203818 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41006) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.217833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-7bbb7397-a2c3-4db8-8455-4555c54ddcdf tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.223394 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41008) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.241265 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7bbb7397-a2c3-4db8-8455-4555c54ddcdf tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0274498 Jul 29 15:12:50.242048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-12041982-190c-4ba0-9919-7e35b57255a2 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.248538 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-12041982-190c-4ba0-9919-7e35b57255a2 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0234540 Jul 29 15:12:50.250066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41010) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.254611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-fdd2b26c-61de-47bb-8306-247bec0dcba5 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.254806 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Routers {'429920e2-eecd-4862-adeb-bf7c3a93f6bf'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:50.255770 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['429920e2-eecd-4862-adeb-bf7c3a93f6bf'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:50.259922 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fdd2b26c-61de-47bb-8306-247bec0dcba5 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0085015 Jul 29 15:12:50.260537 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41012) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.265364 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-de1f9082-d4cb-4de7-a939-ca95b716af07 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.268692 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-de1f9082-d4cb-4de7-a939-ca95b716af07 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0071123 Jul 29 15:12:50.269616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41014) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.274568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-f0789322-5136-4d28-928f-786972a89c01 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.278848 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f0789322-5136-4d28-928f-786972a89c01 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0081375 Jul 29 15:12:50.279801 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41016) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.284432 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-7b2ff5d3-8516-4ac0-8498-3d3e13f33834 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.288297 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7b2ff5d3-8516-4ac0-8498-3d3e13f33834 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0074706 Jul 29 15:12:50.289100 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41018) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.294146 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-7baaff4a-fd1c-4f9a-8ee3-54bf8e8580d8 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.297835 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7baaff4a-fd1c-4f9a-8ee3-54bf8e8580d8 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0073085 Jul 29 15:12:50.298514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41020) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.304745 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-b3a5bb88-eedb-41f9-8ab9-3ef0f0ba5224 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.307066 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da6d13-93be-417e-93ea-5951ed0fbf54 None None] Pushing event updated for resources: {'Port': ['ID=4cca4113-c185-491b-b67f-c8ae0dad7778,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:50.309002 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b3a5bb88-eedb-41f9-8ab9-3ef0f0ba5224 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0091584 Jul 29 15:12:50.310312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41022) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.314631 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-d8a87d05-88ed-4816-ba0a-aa2ff0afbe16 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.315682 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d8a87d05-88ed-4816-ba0a-aa2ff0afbe16 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044613 Jul 29 15:12:50.318848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41024) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.324388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-9177c445-31cc-42ea-9a38-0f2c775557d9 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.327741 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9177c445-31cc-42ea-9a38-0f2c775557d9 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0056300 Jul 29 15:12:50.328294 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41026) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.333040 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-d4fc2d48-4761-4d70-9cd9-be7357f43b9c tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.334413 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d4fc2d48-4761-4d70-9cd9-be7357f43b9c tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0047145 Jul 29 15:12:50.337398 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41028) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.343194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-ccb98e51-59c8-4a1a-9090-fefe7bdc3b1f tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.344433 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ccb98e51-59c8-4a1a-9090-fefe7bdc3b1f tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0056210 Jul 29 15:12:50.349032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41030) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.353251 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:50.354730 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-4f4972d8-f202-44b7-b997-9111595dd91e tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.355971 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4f4972d8-f202-44b7-b997-9111595dd91e tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0055432 Jul 29 15:12:50.358897 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41032) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.363688 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-4d1cc39c-6b20-4c5a-9f2f-3a08d28e79ce tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.367300 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4d1cc39c-6b20-4c5a-9f2f-3a08d28e79ce tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0074272 Jul 29 15:12:50.369110 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41034) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.374209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-b82b4ac4-c60f-4d1f-9f54-1fc4c0565c20 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.378547 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b82b4ac4-c60f-4d1f-9f54-1fc4c0565c20 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0090578 Jul 29 15:12:50.379916 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41036) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.388984 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-d771d34f-8fda-4645-8300-ecb58c7c7885 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.393202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41038) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.394082 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d771d34f-8fda-4645-8300-ecb58c7c7885 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0125575 Jul 29 15:12:50.395337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Transition to ACTIVE for port object c792fb3a-82fb-403c-aaf5-c9b2423fc6ef will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:50.398906 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-1065c490-18dd-4cf9-b8d2-f779e6dbe1b7 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.400552 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1065c490-18dd-4cf9-b8d2-f779e6dbe1b7 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0062735 Jul 29 15:12:50.403224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41040) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.408930 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-3328f307-8605-40d6-9812-2717a4f73729 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.409872 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3328f307-8605-40d6-9812-2717a4f73729 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0056615 Jul 29 15:12:50.412478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41042) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.417512 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-b833bb3a-4f25-4027-89da-a50a1c476167 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.420907 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b833bb3a-4f25-4027-89da-a50a1c476167 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0051005 Jul 29 15:12:50.421396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41044) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.426291 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] Set router 429920e2-eecd-4862-adeb-bf7c3a93f6bf gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:12:50.426439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-60f176fc-56b9-4678-a7bf-ac8c773334a1 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.429584 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-60f176fc-56b9-4678-a7bf-ac8c773334a1 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0052717 Jul 29 15:12:50.430635 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41046) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.442215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-ccf28e65-ff9d-4d93-a623-d861d080990a tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.449194 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ccf28e65-ff9d-4d93-a623-d861d080990a tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0163014 Jul 29 15:12:50.450208 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41048) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.456224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-6f883609-b016-4e0f-ada0-ffbf8ce4b293 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.462869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41050) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.465705 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6f883609-b016-4e0f-ada0-ffbf8ce4b293 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0140603 Jul 29 15:12:50.469254 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [None req-6e3da5e1-85f4-4743-9b64-a28b780df75a tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.470491 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6e3da5e1-85f4-4743-9b64-a28b780df75a tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050435 Jul 29 15:12:50.473989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41052) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.479587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-c3abb10c-d3f0-476f-913f-eed03cd92d3f tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.483342 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c3abb10c-d3f0-476f-913f-eed03cd92d3f tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0080335 Jul 29 15:12:50.484113 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41054) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.504082 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:50.504391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-2d1556cd-b5bf-41c7-917c-2969d11a8a07 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.510058 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2d1556cd-b5bf-41c7-917c-2969d11a8a07 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0236282 Jul 29 15:12:50.512130 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41056) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.524565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-e9e2a037-0d9a-4094-9c08-febbc535d36f tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.531502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e9e2a037-0d9a-4094-9c08-febbc535d36f tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0167272 Jul 29 15:12:50.533200 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41058) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.560305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-1d860608-b5d5-474a-ace1-58269d01dd1e tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.568155 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1d860608-b5d5-474a-ace1-58269d01dd1e tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0338817 Jul 29 15:12:50.569047 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41062) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.576318 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-388f59e6-f7ef-4cbf-8c52-9546ff2540f7 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.581882 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-388f59e6-f7ef-4cbf-8c52-9546ff2540f7 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0111451 Jul 29 15:12:50.583287 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41064) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.589808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-f718cf4c-e386-4e93-b037-ae16ec85e0ca tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.594082 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f718cf4c-e386-4e93-b037-ae16ec85e0ca tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0100353 Jul 29 15:12:50.594834 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41066) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:50.622444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [None req-6769b0f7-839d-4847-b2ea-5e9bd6ab92d1 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:12:50.631208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Network d6d66684-5b9a-4386-87b3-247289b808fc is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:50.631885 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6769b0f7-839d-4847-b2ea-5e9bd6ab92d1 tempest-ExtensionsTestJSON-2009959414 tempest-ExtensionsTestJSON-2009959414-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0309162 Jul 29 15:12:50.651945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:50.669756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:12:50.707876 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'name': 'tempest-TestAggregatesBasicOps-560488490-router', 'tenant_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '4cca4113-c185-491b-b67f-c8ae0dad7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:43Z', 'updated_at': '2021-07-29T15:12:46Z', 'revision_number': 3, 'project_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'gw_port': {'id': '4cca4113-c185-491b-b67f-c8ae0dad7778', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:44Z', 'updated_at': '2021-07-29T15:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:50.757620 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:50.841316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c792fb3a-82fb-403c-aaf5-c9b2423fc6ef,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:51.017114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 61e39667-f034-4cc0-ba2c-dee2e23a3fee up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:51.102688 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515fbd7c-63e8-43e7-853c-93e9fdaab326 None None] The sync data for ids ['429920e2-eecd-4862-adeb-bf7c3a93f6bf'] in n-d-802893-1 is: [{'id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'name': 'tempest-TestAggregatesBasicOps-560488490-router', 'tenant_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '4cca4113-c185-491b-b67f-c8ae0dad7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:43Z', 'updated_at': '2021-07-29T15:12:46Z', 'revision_number': 3, 'project_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'gw_port': {'id': '4cca4113-c185-491b-b67f-c8ae0dad7778', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:44Z', 'updated_at': '2021-07-29T15:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:12:51.120720 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-56bd6fac-48f6-4722-9a0f-28c12d54f5af None None] Provisioning for port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:51.125375 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-56bd6fac-48f6-4722-9a0f-28c12d54f5af None None] Provisioning complete for port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:51.125758 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56bd6fac-48f6-4722-9a0f-28c12d54f5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:51.149600 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41080) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:51.179594 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21f692-093f-4185-9e05-582980cf7aa9 req-dac0ecde-cfe3-40c9-909e-7ea061637586 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:51.181908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-56bd6fac-48f6-4722-9a0f-28c12d54f5af None None] Port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:12:51.183510 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 61e39667-f034-4cc0-ba2c-dee2e23a3fee triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:51.183886 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:51.196848 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c21f692-093f-4185-9e05-582980cf7aa9 req-dac0ecde-cfe3-40c9-909e-7ea061637586 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.1791124 Jul 29 15:12:51.287575 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:51.302826 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34753781-2d48-4936-bec6-7ea86d5ee84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:51.376322 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c21f692-093f-4185-9e05-582980cf7aa9 req-5297365a-2fd3-475d-a5e2-1ccd2649c9d3 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785641 Jul 29 15:12:51.549080 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:51.560388 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34753781-2d48-4936-bec6-7ea86d5ee84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:51.560616 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:51.568949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34753781-2d48-4936-bec6-7ea86d5ee84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:51.656149 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c792fb3a-82fb-403c-aaf5-c9b2423fc6ef,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:51.683868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34753781-2d48-4936-bec6-7ea86d5ee84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671aac3b-1c95-4d7d-b14c-13c79d32ed3f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:51.692281 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-34753781-2d48-4936-bec6-7ea86d5ee84b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b62189f5818e4eac999d2c7ab54c4f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5384429 Jul 29 15:12:51.693403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41086) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:51.727469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7dd96f-5bc2-4835-a59c-2facab7560ab req-187f1556-e7bc-4eb2-8471-f18f4c08ccb6 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:51.730003 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f7dd96f-5bc2-4835-a59c-2facab7560ab req-187f1556-e7bc-4eb2-8471-f18f4c08ccb6 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1442013 Jul 29 15:12:51.766807 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:51.783535 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f7dd96f-5bc2-4835-a59c-2facab7560ab req-1e91996c-151e-4e24-abc0-11d943ea2b2f tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471842 Jul 29 15:12:51.980745 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8988559f-b34e-47e1-bf6e-2180df384f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:52.013875 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8988559f-b34e-47e1-bf6e-2180df384f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:52.095607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Network d6d66684-5b9a-4386-87b3-247289b808fc is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:12:52.101558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:12:52.265592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Router 429920e2-eecd-4862-adeb-bf7c3a93f6bf has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:12:52.278673 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd31dc-7506-4475-b9ef-e63eb7ba3fdf req-64d2072b-fbdc-4dc3-848c-06689d55c6d8 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:52.280411 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8bd31dc-7506-4475-b9ef-e63eb7ba3fdf req-64d2072b-fbdc-4dc3-848c-06689d55c6d8 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.2223396 Jul 29 15:12:52.284286 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8988559f-b34e-47e1-bf6e-2180df384f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:52.286969 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8988559f-b34e-47e1-bf6e-2180df384f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:52.299605 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8988559f-b34e-47e1-bf6e-2180df384f01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/671aac3b-1c95-4d7d-b14c-13c79d32ed3f HTTP/1.1" status: 204 len: 168 time: 0.5985410 Jul 29 15:12:52.346742 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988559f-b34e-47e1-bf6e-2180df384f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671aac3b-1c95-4d7d-b14c-13c79d32ed3f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:52.446585 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8bd31dc-7506-4475-b9ef-e63eb7ba3fdf req-fb23660b-c91b-4155-82e3-ccd545e8398b tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441677 Jul 29 15:12:52.570018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6ac4c74b-bf92-40bb-b05b-ea74e75c5c4c None None] Provisioning complete for port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:52.572294 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6ac4c74b-bf92-40bb-b05b-ea74e75c5c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:52.600223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:12:52.614260 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-31034687-ddfb-4c06-a2e4-a0212a9963b1 admin admin] 10.222.0.16 "PUT /v2.0/routers/429920e2-eecd-4862-adeb-bf7c3a93f6bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0410473 Jul 29 15:12:52.652564 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4c74b-bf92-40bb-b05b-ea74e75c5c4c None None] Port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:12:53.140059 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4cca4113-c185-491b-b67f-c8ae0dad7778 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:53.257887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 4cca4113-c185-491b-b67f-c8ae0dad7778 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:53.265681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4cca4113-c185-491b-b67f-c8ae0dad7778 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:53.266547 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:53.463146 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:53.543696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 4cca4113-c185-491b-b67f-c8ae0dad7778, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4cca4113-c185-491b-b67f-c8ae0dad7778,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:53.557031 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:53.760715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=4cca4113-c185-491b-b67f-c8ae0dad7778,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:53.814987 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab310041-4e2a-4a1d-9778-effb5e318813 req-d24fa4ab-f51c-4af0-9a5a-550bddbb6971 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:53.816623 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab310041-4e2a-4a1d-9778-effb5e318813 req-d24fa4ab-f51c-4af0-9a5a-550bddbb6971 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1429589 Jul 29 15:12:53.894698 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Sync routers for ids ['429920e2-eecd-4862-adeb-bf7c3a93f6bf'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:12:53.911153 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Routers {'429920e2-eecd-4862-adeb-bf7c3a93f6bf'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:53.911775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['429920e2-eecd-4862-adeb-bf7c3a93f6bf'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:53.915284 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab310041-4e2a-4a1d-9778-effb5e318813 req-c0dc14ce-56b6-44e2-a544-96dcf4f68b4d tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837662 Jul 29 15:12:53.950837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41154) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:54.060417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Set router 429920e2-eecd-4862-adeb-bf7c3a93f6bf gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:12:54.152241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Request body: {'networks': [{'name': 'tempest-network--149285824'}, {'name': 'tempest-network--1964905065'}]} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:54.152559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Request body: {'network': {'name': 'tempest-network--149285824'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:54.153076 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Request body: {'network': {'name': 'tempest-network--1964905065'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:54.222239 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Made reservation on behalf of 7fced0dc09dd4c83acabbb284e6958e9 for: {'network': 2} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:54.227962 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:54.245326 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:54.414335 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:54.420596 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'name': 'tempest-TestAggregatesBasicOps-560488490-router', 'tenant_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '4cca4113-c185-491b-b67f-c8ae0dad7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:43Z', 'updated_at': '2021-07-29T15:12:51Z', 'revision_number': 4, 'project_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'gw_port': {'id': '4cca4113-c185-491b-b67f-c8ae0dad7778', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:44Z', 'updated_at': '2021-07-29T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c792fb3a-82fb-403c-aaf5-c9b2423fc6ef', 'name': '', 'network_id': 'd6d66684-5b9a-4386-87b3-247289b808fc', 'tenant_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'mac_address': 'fa:16:3e:4d:17:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '9893143a-fe42-4f8c-a14b-360ac4311a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:49Z', 'updated_at': '2021-07-29T15:12:51Z', 'revision_number': 2, 'project_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'subnets': [{'id': '9893143a-fe42-4f8c-a14b-360ac4311a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:54.421032 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:54.421499 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:54.506967 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452c3f7-5df0-4804-8ed5-cffd50752a00 req-161cf1ea-b1a3-4ca4-b427-ff5f64308be5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:54.507117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Checking router: 429920e2-eecd-4862-adeb-bf7c3a93f6bf for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:12:54.507117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Updating router 429920e2-eecd-4862-adeb-bf7c3a93f6bf port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:12:54.513583 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0452c3f7-5df0-4804-8ed5-cffd50752a00 req-161cf1ea-b1a3-4ca4-b427-ff5f64308be5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1115921 Jul 29 15:12:54.527264 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901c4065-0012-4118-8b6a-f5c40ac30b26,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:54.557714 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:54.570383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:12:54.598586 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:54.599018 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Added segment 2724bae5-3c29-41eb-a921-41d4db78a0bd of type vlan for network cb93576b-8810-4fc0-b411-c5c9f6995145 Jul 29 15:12:54.632811 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0452c3f7-5df0-4804-8ed5-cffd50752a00 req-1b085ee1-ab66-40e3-84c5-1b6ed83990aa tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179187 Jul 29 15:12:54.678241 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:54.718235 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:12:54.729946 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:54.730303 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Added segment 1cf497f4-f026-4f56-8a32-1c2dec484d61 of type vlan for network 289ebebc-2ab2-4961-b589-aa31e694aaf8 Jul 29 15:12:54.779517 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:54.823832 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:54.824572 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:54.832886 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:54.841973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:54.842758 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:54.925117 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9730902 Jul 29 15:12:54.929112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41190) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:54.941707 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event updated for resources: {'Network': ['ID=cb93576b-8810-4fc0-b411-c5c9f6995145,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:55.011570 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:55.024905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network cb93576b-8810-4fc0-b411-c5c9f6995145 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:12:55.039232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9b869-1404-43a4-8297-d90607b5d849 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event updated for resources: {'Network': ['ID=289ebebc-2ab2-4961-b589-aa31e694aaf8,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:55.043413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4cca4113-c185-491b-b67f-c8ae0dad7778 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:55.140399 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc154d69-d531-4751-a4b0-a2d8f47bded6 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:55.140964 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41198) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:55.147406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc154d69-d531-4751-a4b0-a2d8f47bded6 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:55.157563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 289ebebc-2ab2-4961-b589-aa31e694aaf8 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:12:55.158139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc154d69-d531-4751-a4b0-a2d8f47bded6 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:55.164195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Transition to ACTIVE for port object c792fb3a-82fb-403c-aaf5-c9b2423fc6ef will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:12:55.165269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc154d69-d531-4751-a4b0-a2d8f47bded6 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:55.170642 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fc154d69-d531-4751-a4b0-a2d8f47bded6 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2393796 Jul 29 15:12:55.171326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41200) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:55.233001 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:55.295130 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b751-729b-490e-919b-d0cda915c4cd tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:55.418064 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b70ebc-24c9-438c-b736-9071d36e97ac None None] Pushing event updated for resources: {'Port': ['ID=c792fb3a-82fb-403c-aaf5-c9b2423fc6ef,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:55.422866 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4cca4113-c185-491b-b67f-c8ae0dad7778 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:55.423970 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:55.465352 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b751-729b-490e-919b-d0cda915c4cd tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:55.475184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Attempting to bind port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:12:55.475563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Attempting to bind port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '49d886de-ddfa-4af2-baba-38fba6e70978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd6d66684-5b9a-4386-87b3-247289b808fc'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:12:55.475934 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Attempting to bind port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef on network d6d66684-5b9a-4386-87b3-247289b808fc {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:12:55.476059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-4dc6b751-729b-490e-919b-d0cda915c4cd tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb93576b-8810-4fc0-b411-c5c9f6995145']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:55.494688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-4dc6b751-729b-490e-919b-d0cda915c4cd tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2724bae5-3c29-41eb-a921-41d4db78a0bd') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:55.495094 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-4dc6b751-729b-490e-919b-d0cda915c4cd tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2724bae5-3c29-41eb-a921-41d4db78a0bd') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:55.498215 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:12:55.498594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Checking segment: {'id': '49d886de-ddfa-4af2-baba-38fba6e70978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd6d66684-5b9a-4386-87b3-247289b808fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:12:55.499005 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:55.499402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Bound using segment: {'id': '49d886de-ddfa-4af2-baba-38fba6e70978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd6d66684-5b9a-4386-87b3-247289b808fc'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:12:55.499886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Bound port: c792fb3a-82fb-403c-aaf5-c9b2423fc6ef, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d886de-ddfa-4af2-baba-38fba6e70978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd6d66684-5b9a-4386-87b3-247289b808fc'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:12:55.500307 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:55.508196 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b751-729b-490e-919b-d0cda915c4cd tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:55.530477 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b751-729b-490e-919b-d0cda915c4cd tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:55.538330 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc6b751-729b-490e-919b-d0cda915c4cd tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:12:55.538741 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b751-729b-490e-919b-d0cda915c4cd tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:12:55.543200 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:12:55.614110 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] For port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:12:55.618112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] For port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c792fb3a-82fb-403c-aaf5-c9b2423fc6ef,segment=NetworkSegment(49d886de-ddfa-4af2-baba-38fba6e70978),segment_id=49d886de-ddfa-4af2-baba-38fba6e70978)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:12:55.630091 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:55.655421 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-24ca7e8b-4b7f-442f-bc01-142e59352039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:55.878310 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:12:55.959514 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Routers {'429920e2-eecd-4862-adeb-bf7c3a93f6bf'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:55.960163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['429920e2-eecd-4862-adeb-bf7c3a93f6bf'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:55.962416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b70ebc-24c9-438c-b736-9071d36e97ac None None] Pushing event updated for resources: {'Port': ['ID=c792fb3a-82fb-403c-aaf5-c9b2423fc6ef,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:56.058892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-24ca7e8b-4b7f-442f-bc01-142e59352039 admin admin] Deleting port d6de7482-8629-4381-bba3-85a3659c65aa {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:12:56.059465 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-24ca7e8b-4b7f-442f-bc01-142e59352039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:56.139633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794eaf7e-15dc-4ef3-90b7-a7eef69b7bea req-4fd02604-6914-4464-b01b-fbccd650339f tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:56.141679 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-794eaf7e-15dc-4ef3-90b7-a7eef69b7bea req-4fd02604-6914-4464-b01b-fbccd650339f tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1054091 Jul 29 15:12:56.143065 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b751-729b-490e-919b-d0cda915c4cd tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:56.150094 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b751-729b-490e-919b-d0cda915c4cd tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:56.152296 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4dc6b751-729b-490e-919b-d0cda915c4cd tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "DELETE /v2.0/networks/cb93576b-8810-4fc0-b411-c5c9f6995145 HTTP/1.1" status: 204 len: 168 time: 0.9796214 Jul 29 15:12:56.156002 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41222) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:56.187562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6b751-729b-490e-919b-d0cda915c4cd tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event deleted for resources: {'Network': ['ID=cb93576b-8810-4fc0-b411-c5c9f6995145,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:56.247580 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-794eaf7e-15dc-4ef3-90b7-a7eef69b7bea req-1d277bfd-6327-4af1-b723-f92f6df0081f tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939355 Jul 29 15:12:56.253761 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bd817ae-ef37-4e5e-9b80-b733320ff21d tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:56.282766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] Set router 429920e2-eecd-4862-adeb-bf7c3a93f6bf gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:12:56.402683 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-24ca7e8b-4b7f-442f-bc01-142e59352039 admin admin] For port d6de7482-8629-4381-bba3-85a3659c65aa, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d6de7482-8629-4381-bba3-85a3659c65aa,segment=NetworkSegment(e95a27f2-09a8-42d0-aa73-be901cc72ffc),segment_id=e95a27f2-09a8-42d0-aa73-be901cc72ffc)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:56.402998 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-24ca7e8b-4b7f-442f-bc01-142e59352039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:56.418808 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bd817ae-ef37-4e5e-9b80-b733320ff21d tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:56.435577 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0bd817ae-ef37-4e5e-9b80-b733320ff21d tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289ebebc-2ab2-4961-b589-aa31e694aaf8']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:56.438737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-24ca7e8b-4b7f-442f-bc01-142e59352039 admin admin] Calling delete_port for d6de7482-8629-4381-bba3-85a3659c65aa owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:12:56.453685 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0bd817ae-ef37-4e5e-9b80-b733320ff21d tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf497f4-f026-4f56-8a32-1c2dec484d61') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:56.454246 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-0bd817ae-ef37-4e5e-9b80-b733320ff21d tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf497f4-f026-4f56-8a32-1c2dec484d61') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:56.474022 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bd817ae-ef37-4e5e-9b80-b733320ff21d tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:56.519754 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:56.694566 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bd817ae-ef37-4e5e-9b80-b733320ff21d tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:56.705241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'name': 'tempest-TestAggregatesBasicOps-560488490-router', 'tenant_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '4cca4113-c185-491b-b67f-c8ae0dad7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:43Z', 'updated_at': '2021-07-29T15:12:51Z', 'revision_number': 4, 'project_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'gw_port': {'id': '4cca4113-c185-491b-b67f-c8ae0dad7778', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:44Z', 'updated_at': '2021-07-29T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c792fb3a-82fb-403c-aaf5-c9b2423fc6ef', 'name': '', 'network_id': 'd6d66684-5b9a-4386-87b3-247289b808fc', 'tenant_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'mac_address': 'fa:16:3e:4d:17:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '9893143a-fe42-4f8c-a14b-360ac4311a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:49Z', 'updated_at': '2021-07-29T15:12:55Z', 'revision_number': 4, 'project_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'subnets': [{'id': '9893143a-fe42-4f8c-a14b-360ac4311a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:56.710477 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd817ae-ef37-4e5e-9b80-b733320ff21d tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:12:56.710882 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bd817ae-ef37-4e5e-9b80-b733320ff21d tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:12:56.715536 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:12:56.765689 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe4e818-b698-4430-96fa-5d7ce8ecf874 None None] The sync data for ids ['429920e2-eecd-4862-adeb-bf7c3a93f6bf'] in n-d-802893-1 is: [{'id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'name': 'tempest-TestAggregatesBasicOps-560488490-router', 'tenant_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '4cca4113-c185-491b-b67f-c8ae0dad7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:43Z', 'updated_at': '2021-07-29T15:12:51Z', 'revision_number': 4, 'project_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'gw_port': {'id': '4cca4113-c185-491b-b67f-c8ae0dad7778', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:44Z', 'updated_at': '2021-07-29T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c792fb3a-82fb-403c-aaf5-c9b2423fc6ef', 'name': '', 'network_id': 'd6d66684-5b9a-4386-87b3-247289b808fc', 'tenant_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'mac_address': 'fa:16:3e:4d:17:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '9893143a-fe42-4f8c-a14b-360ac4311a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:49Z', 'updated_at': '2021-07-29T15:12:55Z', 'revision_number': 4, 'project_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'subnets': [{'id': '9893143a-fe42-4f8c-a14b-360ac4311a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:12:57.075393 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c792fb3a-82fb-403c-aaf5-c9b2423fc6ef up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:57.166353 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:12:57.171870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:57.172413 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:57.279667 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:57.282370 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-24ca7e8b-4b7f-442f-bc01-142e59352039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:57.305671 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bd817ae-ef37-4e5e-9b80-b733320ff21d tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:57.341816 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0bd817ae-ef37-4e5e-9b80-b733320ff21d tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:57.344581 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0bd817ae-ef37-4e5e-9b80-b733320ff21d tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "DELETE /v2.0/networks/289ebebc-2ab2-4961-b589-aa31e694aaf8 HTTP/1.1" status: 204 len: 168 time: 1.1859140 Jul 29 15:12:57.347630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41240) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:57.380236 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c792fb3a-82fb-403c-aaf5-c9b2423fc6ef,segment=NetworkSegment(49d886de-ddfa-4af2-baba-38fba6e70978),segment_id=49d886de-ddfa-4af2-baba-38fba6e70978)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:57.387387 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:57.459304 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca7e8b-4b7f-442f-bc01-142e59352039 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6de7482-8629-4381-bba3-85a3659c65aa,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:57.533912 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd817ae-ef37-4e5e-9b80-b733320ff21d tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event deleted for resources: {'Network': ['ID=289ebebc-2ab2-4961-b589-aa31e694aaf8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:57.557656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=c792fb3a-82fb-403c-aaf5-c9b2423fc6ef,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:57.640353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb7b7f2-c917-4482-bef3-c68644971d28 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:57.650206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb7b7f2-c917-4482-bef3-c68644971d28 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:57.663479 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6fb7b7f2-c917-4482-bef3-c68644971d28 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3147495 Jul 29 15:12:57.670482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41248) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:57.680765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cfd6bf8f-55c7-4e50-8705-e3a6861417c5 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-617071551'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:57.716937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd6bf8f-55c7-4e50-8705-e3a6861417c5 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Made reservation on behalf of 7fced0dc09dd4c83acabbb284e6958e9 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:57.740072 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bf8f-55c7-4e50-8705-e3a6861417c5 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:57.804559 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd6bf8f-55c7-4e50-8705-e3a6861417c5 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:12:57.807438 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-24ca7e8b-4b7f-442f-bc01-142e59352039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:57.823008 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bf8f-55c7-4e50-8705-e3a6861417c5 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:57.823613 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-cfd6bf8f-55c7-4e50-8705-e3a6861417c5 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Added segment edbf52e9-01a9-4ea3-bbdc-203c417ca5a0 of type vlan for network ab32222d-b4de-45ce-abee-7d2ca9888b27 Jul 29 15:12:57.898734 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bf8f-55c7-4e50-8705-e3a6861417c5 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:57.983499 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bf8f-55c7-4e50-8705-e3a6861417c5 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:57.990227 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd6bf8f-55c7-4e50-8705-e3a6861417c5 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:57.990863 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfd6bf8f-55c7-4e50-8705-e3a6861417c5 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:58.107745 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6bf8f-55c7-4e50-8705-e3a6861417c5 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event updated for resources: {'Network': ['ID=ab32222d-b4de-45ce-abee-7d2ca9888b27,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:58.136243 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network ab32222d-b4de-45ce-abee-7d2ca9888b27 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:12:58.136455 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cfd6bf8f-55c7-4e50-8705-e3a6861417c5 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4596362 Jul 29 15:12:58.137600 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41252) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:58.149792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4fb13f2b-a7fe-4d46-ad0b-9908c41937fc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1204746777'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:58.227029 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb13f2b-a7fe-4d46-ad0b-9908c41937fc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Made reservation on behalf of 7fced0dc09dd4c83acabbb284e6958e9 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:58.237925 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4fb13f2b-a7fe-4d46-ad0b-9908c41937fc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:58.295390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb13f2b-a7fe-4d46-ad0b-9908c41937fc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:12:58.331616 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4fb13f2b-a7fe-4d46-ad0b-9908c41937fc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:58.334430 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-4fb13f2b-a7fe-4d46-ad0b-9908c41937fc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Added segment 4dac2fe8-2fbc-4a35-94ef-a13b26088e7a of type vlan for network f696d7c4-4855-48c1-beaf-37428eb6384d Jul 29 15:12:58.363378 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ca7e8b-4b7f-442f-bc01-142e59352039 admin admin] Router f72af012-d4b9-4f89-952a-32b47b7c6ab7 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:12:58.400844 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4fb13f2b-a7fe-4d46-ad0b-9908c41937fc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:58.445183 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4fb13f2b-a7fe-4d46-ad0b-9908c41937fc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:58.452959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb13f2b-a7fe-4d46-ad0b-9908c41937fc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:58.453945 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4fb13f2b-a7fe-4d46-ad0b-9908c41937fc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:58.525684 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ca7e8b-4b7f-442f-bc01-142e59352039 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:12:58.531522 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-24ca7e8b-4b7f-442f-bc01-142e59352039 admin admin] 10.222.0.16 "PUT /v2.0/routers/f72af012-d4b9-4f89-952a-32b47b7c6ab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3894353 Jul 29 15:12:58.534111 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4fb13f2b-a7fe-4d46-ad0b-9908c41937fc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3920875 Jul 29 15:12:58.535024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41254) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:58.556915 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff95e94-f5d0-407c-a035-8da7fa5730f9 None None] Sync routers for ids ['f72af012-d4b9-4f89-952a-32b47b7c6ab7'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:12:58.565614 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41258) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:12:58.572602 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff95e94-f5d0-407c-a035-8da7fa5730f9 None None] Routers {'f72af012-d4b9-4f89-952a-32b47b7c6ab7'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:58.573167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Request body: {'ports': [{'network_id': 'ab32222d-b4de-45ce-abee-7d2ca9888b27', 'name': 'tempest-port--1970034733', 'admin_state_up': True}, {'network_id': 'f696d7c4-4855-48c1-beaf-37428eb6384d', 'admin_state_up': False}]} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:58.573487 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Request body: {'port': {'network_id': 'ab32222d-b4de-45ce-abee-7d2ca9888b27', 'name': 'tempest-port--1970034733', 'admin_state_up': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:58.574506 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-eff95e94-f5d0-407c-a035-8da7fa5730f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f72af012-d4b9-4f89-952a-32b47b7c6ab7'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:58.575280 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Request body: {'port': {'network_id': 'f696d7c4-4855-48c1-beaf-37428eb6384d', 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:12:58.673621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb13f2b-a7fe-4d46-ad0b-9908c41937fc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event updated for resources: {'Network': ['ID=f696d7c4-4855-48c1-beaf-37428eb6384d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:58.694742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network f696d7c4-4855-48c1-beaf-37428eb6384d details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:12:58.772344 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0249a63-f202-4b0e-9017-59cb7d580f51 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:58.882968 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-eff95e94-f5d0-407c-a035-8da7fa5730f9 None None] Set router f72af012-d4b9-4f89-952a-32b47b7c6ab7 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:12:58.956066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Made reservation on behalf of 7fced0dc09dd4c83acabbb284e6958e9 for: {'port': 2} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:12:58.980477 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:58.982145 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0249a63-f202-4b0e-9017-59cb7d580f51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:59.005798 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:59.098487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f0249a63-f202-4b0e-9017-59cb7d580f51 admin admin] Deleting port 3f722f95-c5de-47e7-b311-bea47db02c2b {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:12:59.099222 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0249a63-f202-4b0e-9017-59cb7d580f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:59.121050 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c792fb3a-82fb-403c-aaf5-c9b2423fc6ef up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:12:59.201454 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] device_id is not set on port c11f9d45-e075-4fdd-b725-ea365baeac9e yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:12:59.251496 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:12:59.252096 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:59.265859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-f0249a63-f202-4b0e-9017-59cb7d580f51 admin admin] For port 3f722f95-c5de-47e7-b311-bea47db02c2b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3f722f95-c5de-47e7-b311-bea47db02c2b,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:12:59.267507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0249a63-f202-4b0e-9017-59cb7d580f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:59.304582 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f0249a63-f202-4b0e-9017-59cb7d580f51 admin admin] Calling delete_port for 3f722f95-c5de-47e7-b311-bea47db02c2b owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:12:59.313443 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-eff95e94-f5d0-407c-a035-8da7fa5730f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'name': 'tempest-TestAggregatesBasicOps-659839691-router', 'tenant_id': '1f8783090585494c840fd833e494e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '3f722f95-c5de-47e7-b311-bea47db02c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:32Z', 'updated_at': '2021-07-29T15:12:57Z', 'revision_number': 5, 'project_id': '1f8783090585494c840fd833e494e1dc', 'gw_port': {'id': '3f722f95-c5de-47e7-b311-bea47db02c2b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:33Z', 'updated_at': '2021-07-29T15:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:59.413796 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff95e94-f5d0-407c-a035-8da7fa5730f9 None None] Checking router: f72af012-d4b9-4f89-952a-32b47b7c6ab7 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:12:59.429114 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff95e94-f5d0-407c-a035-8da7fa5730f9 None None] Routers {'f72af012-d4b9-4f89-952a-32b47b7c6ab7'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:12:59.430045 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-eff95e94-f5d0-407c-a035-8da7fa5730f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:12:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f72af012-d4b9-4f89-952a-32b47b7c6ab7'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:59.463135 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:59.559620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ccd2a-dec1-401e-b7c8-e99823dee57c req-1fc1b724-5b43-4199-8d0e-29563f72e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:59.561151 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e40ccd2a-dec1-401e-b7c8-e99823dee57c req-1fc1b724-5b43-4199-8d0e-29563f72e2f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7e6c28442c94abfb57463bd1e7c1bb0&device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 1096 time: 0.1517403 Jul 29 15:12:59.583911 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0249a63-f202-4b0e-9017-59cb7d580f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:59.627719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] device_id is not set on port 64c7d778-7082-4678-b378-5272f4064c1b yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:12:59.651464 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-eff95e94-f5d0-407c-a035-8da7fa5730f9 None None] Set router f72af012-d4b9-4f89-952a-32b47b7c6ab7 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:12:59.657432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0249a63-f202-4b0e-9017-59cb7d580f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f722f95-c5de-47e7-b311-bea47db02c2b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:12:59.670657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af34342-b616-4b38-9c58-43dca9ddecaa req-9a824287-828d-4756-bfc7-a06ffec76dd4 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:59.672266 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9af34342-b616-4b38-9c58-43dca9ddecaa req-9a824287-828d-4756-bfc7-a06ffec76dd4 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1836414 Jul 29 15:12:59.739523 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0249a63-f202-4b0e-9017-59cb7d580f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:59.767929 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ccd2a-dec1-401e-b7c8-e99823dee57c req-bd77253c-8e7a-42ae-9f6c-b8299e448703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:12:59.769450 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e40ccd2a-dec1-401e-b7c8-e99823dee57c req-bd77253c-8e7a-42ae-9f6c-b8299e448703 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d44545-e8ea-4b03-b27b-9daea94b648a HTTP/1.1" status: 200 len: 919 time: 0.2013936 Jul 29 15:12:59.780425 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-eff95e94-f5d0-407c-a035-8da7fa5730f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'name': 'tempest-TestAggregatesBasicOps-659839691-router', 'tenant_id': '1f8783090585494c840fd833e494e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:32Z', 'updated_at': '2021-07-29T15:12:58Z', 'revision_number': 6, 'project_id': '1f8783090585494c840fd833e494e1dc', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:12:59.804658 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9af34342-b616-4b38-9c58-43dca9ddecaa req-7730d14c-7206-4e49-a59e-38b648f0aff4 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217029 Jul 29 15:12:59.861454 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e40ccd2a-dec1-401e-b7c8-e99823dee57c req-cb7b92be-f03d-4c44-ae0c-3d681c08815f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b08a4fa9-9d3a-4107-b2cb-94475f0f8427 HTTP/1.1" status: 200 len: 217 time: 0.0518553 Jul 29 15:12:59.887338 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff95e94-f5d0-407c-a035-8da7fa5730f9 None None] The sync data for ids ['f72af012-d4b9-4f89-952a-32b47b7c6ab7'] in n-d-802893-1 is: [{'id': 'f72af012-d4b9-4f89-952a-32b47b7c6ab7', 'name': 'tempest-TestAggregatesBasicOps-659839691-router', 'tenant_id': '1f8783090585494c840fd833e494e1dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:32Z', 'updated_at': '2021-07-29T15:12:58Z', 'revision_number': 6, 'project_id': '1f8783090585494c840fd833e494e1dc', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:12:59.972236 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0249a63-f202-4b0e-9017-59cb7d580f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:59.974689 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0249a63-f202-4b0e-9017-59cb7d580f51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:12:59.984659 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:00.032479 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0249a63-f202-4b0e-9017-59cb7d580f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:00.033131 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0249a63-f202-4b0e-9017-59cb7d580f51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f72af012-d4b9-4f89-952a-32b47b7c6ab7 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:13:00.038752 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:00.059274 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0249a63-f202-4b0e-9017-59cb7d580f51 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:00.059274 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f0249a63-f202-4b0e-9017-59cb7d580f51 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f72af012-d4b9-4f89-952a-32b47b7c6ab7 HTTP/1.1" status: 204 len: 168 time: 1.4969540 Jul 29 15:13:00.059274 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41288) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:00.095702 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ccd2a-dec1-401e-b7c8-e99823dee57c req-ea114994-c3d3-48e4-a9b5-a94e3c7f414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:00.097242 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e40ccd2a-dec1-401e-b7c8-e99823dee57c req-ea114994-c3d3-48e4-a9b5-a94e3c7f414c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41f24fa5-a84f-4567-9f64-747c8d86b352 HTTP/1.1" status: 200 len: 858 time: 0.2255211 Jul 29 15:13:00.152750 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e40ccd2a-dec1-401e-b7c8-e99823dee57c req-e9b3ed32-8d7b-48db-8ca5-3c7c81edc6a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d44545-e8ea-4b03-b27b-9daea94b648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439522 Jul 29 15:13:00.157115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Checking segment: {'id': 'edbf52e9-01a9-4ea3-bbdc-203c417ca5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ab32222d-b4de-45ce-abee-7d2ca9888b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:13:00.157412 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Network hostable DHCP agents. Network: ab32222d-b4de-45ce-abee-7d2ca9888b27, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:13:00.189297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0643fa-157c-427e-849f-eaad0d1fc9a6 admin admin] Deleting subnet 00be75fe-7519-44e2-a12e-798631630b8b {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:13:00.193617 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da0643fa-157c-427e-849f-eaad0d1fc9a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:00.206141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event updated for resources: {'Port': ['ID=c11f9d45-e075-4fdd-b725-ea365baeac9e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:00.268005 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da0643fa-157c-427e-849f-eaad0d1fc9a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:00.338585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Network ab32222d-b4de-45ce-abee-7d2ca9888b27 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:13:00.364243 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, ab32222d-b4de-45ce-abee-7d2ca9888b27) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:13:00.375484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bb6765-8a1c-4ef6-b047-5e646c908ed0 None None] Network ab32222d-b4de-45ce-abee-7d2ca9888b27 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:13:00.391322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:13:00.394081 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:00.445347 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da0643fa-157c-427e-849f-eaad0d1fc9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:00.503027 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e40ccd2a-dec1-401e-b7c8-e99823dee57c req-a91f09e1-6c0e-44f8-a9bd-d7989197da15 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322289 Jul 29 15:13:00.550526 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da0643fa-157c-427e-849f-eaad0d1fc9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:00.563333 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17567bb0-f42d-404f-8a62-3f64b7a6765e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:00.571828 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da0643fa-157c-427e-849f-eaad0d1fc9a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:00.574211 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-da0643fa-157c-427e-849f-eaad0d1fc9a6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/00be75fe-7519-44e2-a12e-798631630b8b HTTP/1.1" status: 204 len: 168 time: 0.5151370 Jul 29 15:13:00.581183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fb84ff-ae65-4205-888c-1b627461c422 None None] Network a9d8a144-6417-4eb7-8d6c-b55df42ae3bd requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:13:00.595651 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41292) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:00.597917 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event updated for resources: {'Port': ['ID=64c7d778-7082-4678-b378-5272f4064c1b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:00.669113 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Checking segment: {'id': '4dac2fe8-2fbc-4a35-94ef-a13b26088e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'f696d7c4-4855-48c1-beaf-37428eb6384d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:13:00.669753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Network hostable DHCP agents. Network: f696d7c4-4855-48c1-beaf-37428eb6384d, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:13:00.687018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0643fa-157c-427e-849f-eaad0d1fc9a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00be75fe-7519-44e2-a12e-798631630b8b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:00.722073 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03cc6e77-7151-43bb-bc51-fb3292735152 req-2aa344c7-7a20-4808-85a4-a22488743904 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901599 Jul 29 15:13:00.754474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Network f696d7c4-4855-48c1-beaf-37428eb6384d is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:13:00.771458 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:00.777529 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e40ccd2a-dec1-401e-b7c8-e99823dee57c req-9b2f696e-ba60-4d46-9cc8-352789d18707 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626519 Jul 29 15:13:00.779283 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, f696d7c4-4855-48c1-beaf-37428eb6384d) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:13:00.794645 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa73bd5-25fc-465f-9ac7-2030c4f218bb None None] Network f696d7c4-4855-48c1-beaf-37428eb6384d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:13:00.801444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:13:00.807948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:00.813446 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:00.814245 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:00.862153 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8ae23518-41dc-4223-958d-0a6cb512a622 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2953367 Jul 29 15:13:00.867733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41298) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:00.910875 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f8707e-a657-4d44-9185-cb4d39aac1e2 None None] DHCP port deletion for a9d8a144-6417-4eb7-8d6c-b55df42ae3bd request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:13:00.965750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] Deleting port bf89bafa-4876-4005-ac03-97442ca581d4 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:13:00.966391 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:00.968196 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca2c474-b556-419b-9e03-259b01cd1b8c tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:00.984532 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca2c474-b556-419b-9e03-259b01cd1b8c tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:00.986189 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3ca2c474-b556-419b-9e03-259b01cd1b8c tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1159940 Jul 29 15:13:00.989495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41304) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:01.011697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc6e77-7151-43bb-bc51-fb3292735152 req-2be6be61-33f9-454d-937c-522ee53e8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:01.013694 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03cc6e77-7151-43bb-bc51-fb3292735152 req-2be6be61-33f9-454d-937c-522ee53e8214 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c7e6c28442c94abfb57463bd1e7c1bb0&device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 1096 time: 0.2060969 Jul 29 15:13:01.083384 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bf89bafa-4876-4005-ac03-97442ca581d4 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:13:01.125641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] For port bf89bafa-4876-4005-ac03-97442ca581d4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bf89bafa-4876-4005-ac03-97442ca581d4,segment=NetworkSegment(e95a27f2-09a8-42d0-aa73-be901cc72ffc),segment_id=e95a27f2-09a8-42d0-aa73-be901cc72ffc)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:13:01.126280 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:01.141323 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-26f8707e-a657-4d44-9185-cb4d39aac1e2 None None] Deleting port bf89bafa-4876-4005-ac03-97442ca581d4 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:13:01.141859 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26f8707e-a657-4d44-9185-cb4d39aac1e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:01.144465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] Calling delete_port for bf89bafa-4876-4005-ac03-97442ca581d4 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:13:01.189652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc6e77-7151-43bb-bc51-fb3292735152 req-58e26503-ae5d-4c77-9580-66c70a3bcd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:01.191145 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03cc6e77-7151-43bb-bc51-fb3292735152 req-58e26503-ae5d-4c77-9580-66c70a3bcd44 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a4d44545-e8ea-4b03-b27b-9daea94b648a HTTP/1.1" status: 200 len: 919 time: 0.1078157 Jul 29 15:13:01.250980 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:01.266060 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03cc6e77-7151-43bb-bc51-fb3292735152 req-ead64981-62c0-432c-a2b0-b54f7f7ebd99 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1307565-e57a-4971-836b-89c9567395d9 HTTP/1.1" status: 200 len: 217 time: 0.0659990 Jul 29 15:13:01.270707 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] No DVR routers for this DVR port bf89bafa-4876-4005-ac03-97442ca581d4 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:13:01.300891 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad83155-0e81-4e69-a486-22cb04a8538c req-b4e6264a-9bdf-4d21-a362-04ea92358701 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:01.302530 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dad83155-0e81-4e69-a486-22cb04a8538c req-b4e6264a-9bdf-4d21-a362-04ea92358701 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.3153179 Jul 29 15:13:01.305389 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:01.338447 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf89bafa-4876-4005-ac03-97442ca581d4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:01.385370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-26f8707e-a657-4d44-9185-cb4d39aac1e2 None None] For port bf89bafa-4876-4005-ac03-97442ca581d4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bf89bafa-4876-4005-ac03-97442ca581d4,segment=NetworkSegment(e95a27f2-09a8-42d0-aa73-be901cc72ffc),segment_id=e95a27f2-09a8-42d0-aa73-be901cc72ffc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:13:01.385923 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26f8707e-a657-4d44-9185-cb4d39aac1e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:01.402148 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d6de7482-8629-4381-bba3-85a3659c65aa no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:13:01.452623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7c9d1-638c-4bf2-b690-4f60b3b50b50 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Deleting port c11f9d45-e075-4fdd-b725-ea365baeac9e {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:13:01.452997 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c9d1-638c-4bf2-b690-4f60b3b50b50 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:01.456524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc6e77-7151-43bb-bc51-fb3292735152 req-18a01aee-a1d7-4a38-abc3-6b6036242249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:01.458021 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03cc6e77-7151-43bb-bc51-fb3292735152 req-18a01aee-a1d7-4a38-abc3-6b6036242249 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41f24fa5-a84f-4567-9f64-747c8d86b352 HTTP/1.1" status: 200 len: 858 time: 0.1819551 Jul 29 15:13:01.460283 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: d6de7482-8629-4381-bba3-85a3659c65aa {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:13:01.460633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d6de7482-8629-4381-bba3-85a3659c65aa not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:13:01.464705 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3f722f95-c5de-47e7-b311-bea47db02c2b no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:13:01.490150 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:01.509650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d8a144-6417-4eb7-8d6c-b55df42ae3bd']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:01.518910 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 3f722f95-c5de-47e7-b311-bea47db02c2b {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:13:01.519688 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3f722f95-c5de-47e7-b311-bea47db02c2b not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:13:01.535704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-26f8707e-a657-4d44-9185-cb4d39aac1e2 None None] Calling delete_port for bf89bafa-4876-4005-ac03-97442ca581d4 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:13:01.543447 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dad83155-0e81-4e69-a486-22cb04a8538c req-01181b1c-14a1-4b50-a700-203ae37cd2fd tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994700 Jul 29 15:13:01.545423 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03cc6e77-7151-43bb-bc51-fb3292735152 req-b341bf84-1f22-4a2c-94e9-106e09c6b6f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4d44545-e8ea-4b03-b27b-9daea94b648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730948 Jul 29 15:13:01.552054 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95a27f2-09a8-42d0-aa73-be901cc72ffc') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:01.552373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95a27f2-09a8-42d0-aa73-be901cc72ffc') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:01.580694 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:01.611009 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:01.634906 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:13:01.635342 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:01.635966 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c9d1-638c-4bf2-b690-4f60b3b50b50 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:13:01.641330 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:13:01.661245 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7c9d1-638c-4bf2-b690-4f60b3b50b50 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Calling delete_port for c11f9d45-e075-4fdd-b725-ea365baeac9e owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:13:01.672187 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26f8707e-a657-4d44-9185-cb4d39aac1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:01.705261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8707e-a657-4d44-9185-cb4d39aac1e2 None None] Pushing event deleted for resources: {'Port': ['ID=bf89bafa-4876-4005-ac03-97442ca581d4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:01.714244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f8707e-a657-4d44-9185-cb4d39aac1e2 None None] No DVR routers for this DVR port bf89bafa-4876-4005-ac03-97442ca581d4 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:13:01.737720 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:01.744079 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:01.746204 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a9d8a144-6417-4eb7-8d6c-b55df42ae3bd HTTP/1.1" status: 204 len: 168 time: 1.1383040 Jul 29 15:13:01.752723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41310) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:01.763102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5946864-3ec6-4d19-8357-199a9d761af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d8a144-6417-4eb7-8d6c-b55df42ae3bd,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:01.814975 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03cc6e77-7151-43bb-bc51-fb3292735152 req-0120a3ab-c010-41d5-81d1-642a4b9cf278 service neutron] 10.222.0.38 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589276 Jul 29 15:13:02.024347 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c9d1-638c-4bf2-b690-4f60b3b50b50 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:02.065156 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7c9d1-638c-4bf2-b690-4f60b3b50b50 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event deleted for resources: {'Port': ['ID=c11f9d45-e075-4fdd-b725-ea365baeac9e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:02.103194 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03cc6e77-7151-43bb-bc51-fb3292735152 req-2b076100-9742-4e6a-8342-060426458559 service neutron] 10.222.0.38 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716680 Jul 29 15:13:02.114176 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c9d1-638c-4bf2-b690-4f60b3b50b50 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:02.119808 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ddf7c9d1-638c-4bf2-b690-4f60b3b50b50 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "DELETE /v2.0/ports/c11f9d45-e075-4fdd-b725-ea365baeac9e HTTP/1.1" status: 204 len: 168 time: 1.1099234 Jul 29 15:13:02.120238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41324) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:02.248038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b31fb588-526f-4351-a6bf-06b1d78c0998 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Deleting port 64c7d778-7082-4678-b378-5272f4064c1b {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:13:02.248483 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b31fb588-526f-4351-a6bf-06b1d78c0998 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:02.330662 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b31fb588-526f-4351-a6bf-06b1d78c0998 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:02.347269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b31fb588-526f-4351-a6bf-06b1d78c0998 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Calling delete_port for 64c7d778-7082-4678-b378-5272f4064c1b owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:13:02.439868 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b31fb588-526f-4351-a6bf-06b1d78c0998 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:02.482167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fb588-526f-4351-a6bf-06b1d78c0998 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event deleted for resources: {'Port': ['ID=64c7d778-7082-4678-b378-5272f4064c1b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:02.495178 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b31fb588-526f-4351-a6bf-06b1d78c0998 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:02.500965 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b31fb588-526f-4351-a6bf-06b1d78c0998 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "DELETE /v2.0/ports/64c7d778-7082-4678-b378-5272f4064c1b HTTP/1.1" status: 204 len: 168 time: 0.3760228 Jul 29 15:13:02.501417 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41326) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:02.538700 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4c35e2a2-d427-4d4c-991f-a3a08d022309 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0328233 Jul 29 15:13:02.539789 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41328) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:02.548374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7a2172f2-25c4-4cde-9a9f-d12da0ad25db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1072397462'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:02.583558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2172f2-25c4-4cde-9a9f-d12da0ad25db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Made reservation on behalf of 7fced0dc09dd4c83acabbb284e6958e9 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:13:02.590306 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a2172f2-25c4-4cde-9a9f-d12da0ad25db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:02.625334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2172f2-25c4-4cde-9a9f-d12da0ad25db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:13:02.641058 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a2172f2-25c4-4cde-9a9f-d12da0ad25db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:02.641462 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-7a2172f2-25c4-4cde-9a9f-d12da0ad25db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Added segment 7cfb21ab-b3fc-4fb7-ae15-c5323e1d919b of type vlan for network cab4aa36-7f4f-4a9c-a999-ee752780446e Jul 29 15:13:02.695780 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a2172f2-25c4-4cde-9a9f-d12da0ad25db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:02.699431 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15f7d64d-6fb5-4b76-b6b6-9f6e87c9056d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:02.785049 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a2172f2-25c4-4cde-9a9f-d12da0ad25db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:02.791683 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2172f2-25c4-4cde-9a9f-d12da0ad25db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:02.792504 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a2172f2-25c4-4cde-9a9f-d12da0ad25db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:02.811753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1a6e1-3195-4962-9d9a-2940b80ebb48 req-8db74508-5016-47b3-91bf-1c0df26fac73 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:02.813699 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2b1a6e1-3195-4962-9d9a-2940b80ebb48 req-8db74508-5016-47b3-91bf-1c0df26fac73 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1105204 Jul 29 15:13:02.908117 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7a2172f2-25c4-4cde-9a9f-d12da0ad25db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3646555 Jul 29 15:13:02.909398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41334) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:02.917283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e47f1027-1b85-4c05-84e3-ceeca5c13adc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-768205813'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:02.927167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2172f2-25c4-4cde-9a9f-d12da0ad25db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event updated for resources: {'Network': ['ID=cab4aa36-7f4f-4a9c-a999-ee752780446e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:02.933616 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2b1a6e1-3195-4962-9d9a-2940b80ebb48 req-23e74153-d4c4-436f-a672-6a71420c68fe tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057496 Jul 29 15:13:02.942533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network cab4aa36-7f4f-4a9c-a999-ee752780446e details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:13:02.957442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47f1027-1b85-4c05-84e3-ceeca5c13adc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Made reservation on behalf of 7fced0dc09dd4c83acabbb284e6958e9 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:13:02.967926 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e47f1027-1b85-4c05-84e3-ceeca5c13adc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:03.019969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47f1027-1b85-4c05-84e3-ceeca5c13adc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:13:03.048747 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e47f1027-1b85-4c05-84e3-ceeca5c13adc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:03.049048 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-e47f1027-1b85-4c05-84e3-ceeca5c13adc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Added segment 36677efa-cfe1-427d-a083-78d8d0851947 of type vlan for network 26fc6e18-c102-43d0-8ecb-ba22f4d6378f Jul 29 15:13:03.096362 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e47f1027-1b85-4c05-84e3-ceeca5c13adc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:03.131164 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-15f7d64d-6fb5-4b76-b6b6-9f6e87c9056d admin admin] Deleting port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:13:03.131510 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15f7d64d-6fb5-4b76-b6b6-9f6e87c9056d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:03.171760 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e47f1027-1b85-4c05-84e3-ceeca5c13adc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:03.177316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47f1027-1b85-4c05-84e3-ceeca5c13adc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:03.177906 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e47f1027-1b85-4c05-84e3-ceeca5c13adc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:03.193540 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:03.252126 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e47f1027-1b85-4c05-84e3-ceeca5c13adc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3407960 Jul 29 15:13:03.270036 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f1027-1b85-4c05-84e3-ceeca5c13adc tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event updated for resources: {'Network': ['ID=26fc6e18-c102-43d0-8ecb-ba22f4d6378f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:03.288530 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 26fc6e18-c102-43d0-8ecb-ba22f4d6378f details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:13:03.296359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-15f7d64d-6fb5-4b76-b6b6-9f6e87c9056d admin admin] For port c792fb3a-82fb-403c-aaf5-c9b2423fc6ef, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c792fb3a-82fb-403c-aaf5-c9b2423fc6ef,segment=NetworkSegment(49d886de-ddfa-4af2-baba-38fba6e70978),segment_id=49d886de-ddfa-4af2-baba-38fba6e70978)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:13:03.296915 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15f7d64d-6fb5-4b76-b6b6-9f6e87c9056d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:03.312996 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-15f7d64d-6fb5-4b76-b6b6-9f6e87c9056d admin admin] Calling delete_port for c792fb3a-82fb-403c-aaf5-c9b2423fc6ef owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:13:03.396585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41350) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:03.403279 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Request body: {'subnets': [{'network_id': 'cab4aa36-7f4f-4a9c-a999-ee752780446e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1231804450', 'ip_version': 4}, {'network_id': '26fc6e18-c102-43d0-8ecb-ba22f4d6378f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:03.403614 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Request body: {'subnet': {'network_id': 'cab4aa36-7f4f-4a9c-a999-ee752780446e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1231804450', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:03.404283 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Request body: {'subnet': {'network_id': '26fc6e18-c102-43d0-8ecb-ba22f4d6378f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:03.417939 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e2f363d4-c783-49b9-85b4-2cc323e28694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:03.580894 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15f7d64d-6fb5-4b76-b6b6-9f6e87c9056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:03.605948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Made reservation on behalf of 7fced0dc09dd4c83acabbb284e6958e9 for: {'subnet': 2} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:13:03.611051 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:03.611395 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:03.616688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7d64d-6fb5-4b76-b6b6-9f6e87c9056d admin admin] Pushing event deleted for resources: {'Port': ['ID=c792fb3a-82fb-403c-aaf5-c9b2423fc6ef,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:03.832811 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-15f7d64d-6fb5-4b76-b6b6-9f6e87c9056d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.141946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd81d5e-8698-47b4-98c0-80cf7a80b152 req-455d84c8-7804-4828-82fc-a95cd5039292 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:04.143486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dd81d5e-8698-47b4-98c0-80cf7a80b152 req-455d84c8-7804-4828-82fc-a95cd5039292 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1082053 Jul 29 15:13:04.151745 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f7d64d-6fb5-4b76-b6b6-9f6e87c9056d admin admin] Router 429920e2-eecd-4862-adeb-bf7c3a93f6bf has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:13:04.152156 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.217326 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event updated for resources: {'Subnet': ['ID=223b4d2a-0936-415c-8012-38be4eec5d81,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:04.233782 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dd81d5e-8698-47b4-98c0-80cf7a80b152 req-41b1d9d9-fcee-456c-a26f-0eb7471704b2 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808027 Jul 29 15:13:04.235221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Checking segment: {'id': '7cfb21ab-b3fc-4fb7-ae15-c5323e1d919b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cab4aa36-7f4f-4a9c-a999-ee752780446e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:13:04.235587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Network hostable DHCP agents. Network: cab4aa36-7f4f-4a9c-a999-ee752780446e, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:13:04.253652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Network cab4aa36-7f4f-4a9c-a999-ee752780446e is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:13:04.263167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, cab4aa36-7f4f-4a9c-a999-ee752780446e) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:13:04.267138 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.276045 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02147b2-97b3-45f7-8bdb-4c74deb34ba8 None None] Network cab4aa36-7f4f-4a9c-a999-ee752780446e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:13:04.303975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f7d64d-6fb5-4b76-b6b6-9f6e87c9056d admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:13:04.309998 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-15f7d64d-6fb5-4b76-b6b6-9f6e87c9056d admin admin] 10.222.0.16 "PUT /v2.0/routers/429920e2-eecd-4862-adeb-bf7c3a93f6bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5561762 Jul 29 15:13:04.312440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41360) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:04.324401 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event updated for resources: {'Subnet': ['ID=a9c98a92-4424-483d-a81c-a56d66109f8f,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:04.343224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Checking segment: {'id': '36677efa-cfe1-427d-a083-78d8d0851947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '26fc6e18-c102-43d0-8ecb-ba22f4d6378f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:13:04.343745 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Network hostable DHCP agents. Network: 26fc6e18-c102-43d0-8ecb-ba22f4d6378f, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:13:04.358273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7596db-6586-4f90-bf65-98b4671b3a85 None None] Sync routers for ids ['429920e2-eecd-4862-adeb-bf7c3a93f6bf'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:13:04.368387 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Network 26fc6e18-c102-43d0-8ecb-ba22f4d6378f is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:13:04.381988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 26fc6e18-c102-43d0-8ecb-ba22f4d6378f) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:13:04.386917 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:04.387505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:04.388143 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.396198 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23475ab8-f885-4cee-9fb2-bd7db83e1047 None None] Network 26fc6e18-c102-43d0-8ecb-ba22f4d6378f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:13:04.403119 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.403999 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7596db-6586-4f90-bf65-98b4671b3a85 None None] Routers {'429920e2-eecd-4862-adeb-bf7c3a93f6bf'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:13:04.404334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-336507da-dc45-4182-af93-d2bd392cb40b tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.0063617 Jul 29 15:13:04.404980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6d7596db-6586-4f90-bf65-98b4671b3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:13:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['429920e2-eecd-4862-adeb-bf7c3a93f6bf'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:04.406887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41362) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:04.465453 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f088b3aa-fe95-4520-8413-7095a291bce0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.468568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac577923-07de-46ce-908d-6b02e8c14046 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:04.469843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac577923-07de-46ce-908d-6b02e8c14046 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:04.471358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac577923-07de-46ce-908d-6b02e8c14046 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:04.473005 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ac577923-07de-46ce-908d-6b02e8c14046 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0650060 Jul 29 15:13:04.477140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41364) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:04.547131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-109faa3c-88f6-4488-9f58-1e0e721558db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Deleting subnet 223b4d2a-0936-415c-8012-38be4eec5d81 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:13:04.551972 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-109faa3c-88f6-4488-9f58-1e0e721558db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.600835 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f088b3aa-fe95-4520-8413-7095a291bce0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.605633 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-109faa3c-88f6-4488-9f58-1e0e721558db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.633748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11536de1-4ae1-489d-9492-2a0e08411385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-cab4aa36-7f4f-4a9c-a999-ee752780446e', 'network_id': 'cab4aa36-7f4f-4a9c-a999-ee752780446e', 'tenant_id': '7fced0dc09dd4c83acabbb284e6958e9', 'fixed_ips': [{'subnet_id': '223b4d2a-0936-415c-8012-38be4eec5d81'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:13:04.635050 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11536de1-4ae1-489d-9492-2a0e08411385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.673290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f088b3aa-fe95-4520-8413-7095a291bce0 admin admin] Deleting port 4cca4113-c185-491b-b67f-c8ae0dad7778 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:13:04.673635 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f088b3aa-fe95-4520-8413-7095a291bce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.688906 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-109faa3c-88f6-4488-9f58-1e0e721558db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.774525 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-6d7596db-6586-4f90-bf65-98b4671b3a85 None None] Set router 429920e2-eecd-4862-adeb-bf7c3a93f6bf gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:13:04.774738 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-109faa3c-88f6-4488-9f58-1e0e721558db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.797736 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-109faa3c-88f6-4488-9f58-1e0e721558db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.802973 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-109faa3c-88f6-4488-9f58-1e0e721558db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "DELETE /v2.0/subnets/223b4d2a-0936-415c-8012-38be4eec5d81 HTTP/1.1" status: 204 len: 168 time: 0.3246436 Jul 29 15:13:04.805848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41376) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:04.817446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-f088b3aa-fe95-4520-8413-7095a291bce0 admin admin] For port 4cca4113-c185-491b-b67f-c8ae0dad7778, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4cca4113-c185-491b-b67f-c8ae0dad7778,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:13:04.817831 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f088b3aa-fe95-4520-8413-7095a291bce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.827122 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109faa3c-88f6-4488-9f58-1e0e721558db tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event deleted for resources: {'Subnet': ['ID=223b4d2a-0936-415c-8012-38be4eec5d81,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:04.861235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f088b3aa-fe95-4520-8413-7095a291bce0 admin admin] Calling delete_port for 4cca4113-c185-491b-b67f-c8ae0dad7778 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:13:04.887984 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddf2ff9-e241-4340-969a-77950dcbaa49 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Deleting subnet a9c98a92-4424-483d-a81c-a56d66109f8f {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server [None req-11536de1-4ae1-489d-9492-2a0e08411385 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 223b4d2a-0936-415c-8012-38be4eec5d81: This subnet is being modified by another concurrent operation. Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise exception Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 223b4d2a-0936-415c-8012-38be4eec5d81: This subnet is being modified by another concurrent operation. Jul 29 15:13:04.900340 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Jul 29 15:13:04.923720 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2ff9-e241-4340-969a-77950dcbaa49 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.929884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a70aa3-4c4c-4ca4-812b-cf9f17ee5970 None None] Network cab4aa36-7f4f-4a9c-a999-ee752780446e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:13:04.952328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beca93ba-0f50-469b-93ff-bce030ca32f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-26fc6e18-c102-43d0-8ecb-ba22f4d6378f', 'network_id': '26fc6e18-c102-43d0-8ecb-ba22f4d6378f', 'tenant_id': '7fced0dc09dd4c83acabbb284e6958e9', 'fixed_ips': [{'subnet_id': 'a9c98a92-4424-483d-a81c-a56d66109f8f'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:13:04.953203 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-beca93ba-0f50-469b-93ff-bce030ca32f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:04.978953 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2ff9-e241-4340-969a-77950dcbaa49 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.067840 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2ff9-e241-4340-969a-77950dcbaa49 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.173700 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2ff9-e241-4340-969a-77950dcbaa49 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.180860 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f088b3aa-fe95-4520-8413-7095a291bce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.225490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf2ff9-e241-4340-969a-77950dcbaa49 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c98a92-4424-483d-a81c-a56d66109f8f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:05.231753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088b3aa-fe95-4520-8413-7095a291bce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cca4113-c185-491b-b67f-c8ae0dad7778,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:05.233837 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4ddf2ff9-e241-4340-969a-77950dcbaa49 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.238354 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4ddf2ff9-e241-4340-969a-77950dcbaa49 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "DELETE /v2.0/subnets/a9c98a92-4424-483d-a81c-a56d66109f8f HTTP/1.1" status: 204 len: 168 time: 0.4296112 Jul 29 15:13:05.238507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41378) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:05.292059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7421b3e-00dd-4fec-a7f2-b72b44316c46 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:05.299146 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f7421b3e-00dd-4fec-a7f2-b72b44316c46 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0541604 Jul 29 15:13:05.300148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41382) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:05.333755 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f088b3aa-fe95-4520-8413-7095a291bce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server [None req-beca93ba-0f50-469b-93ff-bce030ca32f9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9c98a92-4424-483d-a81c-a56d66109f8f: This subnet is being modified by another concurrent operation. Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise exception Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9c98a92-4424-483d-a81c-a56d66109f8f: This subnet is being modified by another concurrent operation. Jul 29 15:13:05.337496 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Jul 29 15:13:05.364094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef91dac-9160-4a79-bbeb-afdd6da3d0b1 None None] Network 26fc6e18-c102-43d0-8ecb-ba22f4d6378f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:13:05.416599 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6d7596db-6586-4f90-bf65-98b4671b3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'name': 'tempest-TestAggregatesBasicOps-560488490-router', 'tenant_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '4cca4113-c185-491b-b67f-c8ae0dad7778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:43Z', 'updated_at': '2021-07-29T15:13:03Z', 'revision_number': 5, 'project_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'gw_port': {'id': '4cca4113-c185-491b-b67f-c8ae0dad7778', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:12:44Z', 'updated_at': '2021-07-29T15:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:05.421711 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a1bc1a9-71c9-431e-bba1-b8f97c0f81da tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.442631 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb82126-f5de-4a4d-a658-b355dc062c18 req-500de2f9-7daa-4d32-9d61-37fc3e61dc9a tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:05.443998 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efb82126-f5de-4a4d-a658-b355dc062c18 req-500de2f9-7daa-4d32-9d61-37fc3e61dc9a tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1223817 Jul 29 15:13:05.449822 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7596db-6586-4f90-bf65-98b4671b3a85 None None] Checking router: 429920e2-eecd-4862-adeb-bf7c3a93f6bf for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:13:05.458115 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f088b3aa-fe95-4520-8413-7095a291bce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.460283 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f088b3aa-fe95-4520-8413-7095a291bce0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.487952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7596db-6586-4f90-bf65-98b4671b3a85 None None] Routers {'429920e2-eecd-4862-adeb-bf7c3a93f6bf'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:13:05.489125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6d7596db-6586-4f90-bf65-98b4671b3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:13:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['429920e2-eecd-4862-adeb-bf7c3a93f6bf'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:05.507714 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f088b3aa-fe95-4520-8413-7095a291bce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.509236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f088b3aa-fe95-4520-8413-7095a291bce0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 429920e2-eecd-4862-adeb-bf7c3a93f6bf {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:13:05.514811 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f088b3aa-fe95-4520-8413-7095a291bce0 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.516042 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f088b3aa-fe95-4520-8413-7095a291bce0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/429920e2-eecd-4862-adeb-bf7c3a93f6bf HTTP/1.1" status: 204 len: 168 time: 1.2025325 Jul 29 15:13:05.518469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41386) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:05.562011 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efb82126-f5de-4a4d-a658-b355dc062c18 req-9988f83a-8fcd-4fd6-9a48-a1aa90d1480b tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095679 Jul 29 15:13:05.563584 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a1bc1a9-71c9-431e-bba1-b8f97c0f81da tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.566399 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f15a22-a5e8-4c07-b7af-7458dc4a5ae0 admin admin] Deleting subnet 9893143a-fe42-4f8c-a14b-360ac4311a95 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:13:05.569716 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25f15a22-a5e8-4c07-b7af-7458dc4a5ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.578683 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7a1bc1a9-71c9-431e-bba1-b8f97c0f81da tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fc6e18-c102-43d0-8ecb-ba22f4d6378f']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:05.584525 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35797ae9-f761-4cc5-b564-25abc9cdf7ae None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 15:13:05.587452 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-6d7596db-6586-4f90-bf65-98b4671b3a85 None None] Set router 429920e2-eecd-4862-adeb-bf7c3a93f6bf gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:13:05.615745 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25f15a22-a5e8-4c07-b7af-7458dc4a5ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.658896 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6d7596db-6586-4f90-bf65-98b4671b3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'name': 'tempest-TestAggregatesBasicOps-560488490-router', 'tenant_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:43Z', 'updated_at': '2021-07-29T15:13:05Z', 'revision_number': 7, 'project_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:05.693506 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7596db-6586-4f90-bf65-98b4671b3a85 None None] The sync data for ids ['429920e2-eecd-4862-adeb-bf7c3a93f6bf'] in n-d-802893-1 is: [{'id': '429920e2-eecd-4862-adeb-bf7c3a93f6bf', 'name': 'tempest-TestAggregatesBasicOps-560488490-router', 'tenant_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:12:43Z', 'updated_at': '2021-07-29T15:13:05Z', 'revision_number': 7, 'project_id': 'a02a09b527a347ce8dbfaf9b4eb1a46c', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:13:05.706418 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25f15a22-a5e8-4c07-b7af-7458dc4a5ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.770793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35797ae9-f761-4cc5-b564-25abc9cdf7ae None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 15:13:05.803397 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25f15a22-a5e8-4c07-b7af-7458dc4a5ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.856080 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-25f15a22-a5e8-4c07-b7af-7458dc4a5ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.861262 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-25f15a22-a5e8-4c07-b7af-7458dc4a5ae0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9893143a-fe42-4f8c-a14b-360ac4311a95 HTTP/1.1" status: 204 len: 168 time: 0.3417802 Jul 29 15:13:05.862018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41392) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:05.872449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f15a22-a5e8-4c07-b7af-7458dc4a5ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9893143a-fe42-4f8c-a14b-360ac4311a95,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:05.944724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7a1bc1a9-71c9-431e-bba1-b8f97c0f81da tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36677efa-cfe1-427d-a083-78d8d0851947') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:05.945370 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7a1bc1a9-71c9-431e-bba1-b8f97c0f81da tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36677efa-cfe1-427d-a083-78d8d0851947') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:05.957813 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a1bc1a9-71c9-431e-bba1-b8f97c0f81da tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.985441 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a1bc1a9-71c9-431e-bba1-b8f97c0f81da tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.994001 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1bc1a9-71c9-431e-bba1-b8f97c0f81da tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:13:05.994523 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a1bc1a9-71c9-431e-bba1-b8f97c0f81da tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:13:05.997785 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:13:06.004340 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.071924 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a1bc1a9-71c9-431e-bba1-b8f97c0f81da tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.080580 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a1bc1a9-71c9-431e-bba1-b8f97c0f81da tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.082675 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7a1bc1a9-71c9-431e-bba1-b8f97c0f81da tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "DELETE /v2.0/networks/26fc6e18-c102-43d0-8ecb-ba22f4d6378f HTTP/1.1" status: 204 len: 168 time: 0.7822645 Jul 29 15:13:06.085191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41396) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:06.097815 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] Deleting port 61e39667-f034-4cc0-ba2c-dee2e23a3fee {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:13:06.098289 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.116789 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ee418d-cafb-4199-8712-3643aa7e886a None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 15:13:06.149100 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bc1a9-71c9-431e-bba1-b8f97c0f81da tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event deleted for resources: {'Network': ['ID=26fc6e18-c102-43d0-8ecb-ba22f4d6378f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:06.189043 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e79c1dd7-50c8-40c5-917a-85d6e506aa7e tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.195252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] For port 61e39667-f034-4cc0-ba2c-dee2e23a3fee, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=61e39667-f034-4cc0-ba2c-dee2e23a3fee,segment=NetworkSegment(49d886de-ddfa-4af2-baba-38fba6e70978),segment_id=49d886de-ddfa-4af2-baba-38fba6e70978)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:13:06.195252 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.209846 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] Calling delete_port for 61e39667-f034-4cc0-ba2c-dee2e23a3fee owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:13:06.213247 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ee418d-cafb-4199-8712-3643aa7e886a None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 15:13:06.288368 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e79c1dd7-50c8-40c5-917a-85d6e506aa7e tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.299772 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e79c1dd7-50c8-40c5-917a-85d6e506aa7e tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab4aa36-7f4f-4a9c-a999-ee752780446e']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:06.307586 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.311459 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e79c1dd7-50c8-40c5-917a-85d6e506aa7e tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cfb21ab-b3fc-4fb7-ae15-c5323e1d919b') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:06.311657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e79c1dd7-50c8-40c5-917a-85d6e506aa7e tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cfb21ab-b3fc-4fb7-ae15-c5323e1d919b') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:06.323595 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e79c1dd7-50c8-40c5-917a-85d6e506aa7e tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.333053 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=61e39667-f034-4cc0-ba2c-dee2e23a3fee,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:06.340233 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] No DVR routers for this DVR port 61e39667-f034-4cc0-ba2c-dee2e23a3fee on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:13:06.344542 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e79c1dd7-50c8-40c5-917a-85d6e506aa7e tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.353303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79c1dd7-50c8-40c5-917a-85d6e506aa7e tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:13:06.354097 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e79c1dd7-50c8-40c5-917a-85d6e506aa7e tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:13:06.358579 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:13:06.368475 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.427464 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.429147 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e79c1dd7-50c8-40c5-917a-85d6e506aa7e tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.438710 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e79c1dd7-50c8-40c5-917a-85d6e506aa7e tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.440575 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e79c1dd7-50c8-40c5-917a-85d6e506aa7e tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "DELETE /v2.0/networks/cab4aa36-7f4f-4a9c-a999-ee752780446e HTTP/1.1" status: 204 len: 168 time: 0.3544219 Jul 29 15:13:06.443400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41398) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:06.453220 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c1dd7-50c8-40c5-917a-85d6e506aa7e tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event deleted for resources: {'Network': ['ID=cab4aa36-7f4f-4a9c-a999-ee752780446e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:06.500293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d66684-5b9a-4386-87b3-247289b808fc']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:06.501178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586e5e4a-51cf-4069-8c97-c5c5ab5b0ec6 None None] Network d6d66684-5b9a-4386-87b3-247289b808fc requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:13:06.521757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d886de-ddfa-4af2-baba-38fba6e70978') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:06.522063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d886de-ddfa-4af2-baba-38fba6e70978') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:06.537873 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.559456 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1627df7e-099e-46ad-a529-ec986c33938f tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.566770 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.575499 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:13:06.575910 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:13:06.578075 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:13:06.688610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c23489-b785-4cc7-a514-ff1bf7fcae8d None None] DHCP port deletion for d6d66684-5b9a-4386-87b3-247289b808fc request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:13:06.738367 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.746082 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.759031 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d6d66684-5b9a-4386-87b3-247289b808fc HTTP/1.1" status: 204 len: 168 time: 0.8950427 Jul 29 15:13:06.777826 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1627df7e-099e-46ad-a529-ec986c33938f tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.801899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116b21f-4ef0-4356-b8c8-d1cccee00fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d66684-5b9a-4386-87b3-247289b808fc,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:06.807256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-1627df7e-099e-46ad-a529-ec986c33938f tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f696d7c4-4855-48c1-beaf-37428eb6384d']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:06.825458 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-1627df7e-099e-46ad-a529-ec986c33938f tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dac2fe8-2fbc-4a35-94ef-a13b26088e7a') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:06.825846 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-1627df7e-099e-46ad-a529-ec986c33938f tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dac2fe8-2fbc-4a35-94ef-a13b26088e7a') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:06.844290 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1627df7e-099e-46ad-a529-ec986c33938f tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.857100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3b884-619f-4536-a93b-e9e939f7f193 req-115142ba-82b3-48ba-8c24-cced82f21234 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:06.858913 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6db3b884-619f-4536-a93b-e9e939f7f193 req-115142ba-82b3-48ba-8c24-cced82f21234 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1678829 Jul 29 15:13:06.882481 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1627df7e-099e-46ad-a529-ec986c33938f tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.903081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1627df7e-099e-46ad-a529-ec986c33938f tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:13:06.903481 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1627df7e-099e-46ad-a529-ec986c33938f tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:13:06.923195 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:13:06.973850 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 61e39667-f034-4cc0-ba2c-dee2e23a3fee no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:13:06.989679 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41410) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:06.998672 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6db3b884-619f-4536-a93b-e9e939f7f193 req-6debc3bb-9e9f-4a9b-88ba-e8ab48af68d1 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256354 Jul 29 15:13:07.010316 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 61e39667-f034-4cc0-ba2c-dee2e23a3fee {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:13:07.010757 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 61e39667-f034-4cc0-ba2c-dee2e23a3fee not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:13:07.011324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4cca4113-c185-491b-b67f-c8ae0dad7778 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:13:07.013590 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1627df7e-099e-46ad-a529-ec986c33938f tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.037947 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1627df7e-099e-46ad-a529-ec986c33938f tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.041951 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1627df7e-099e-46ad-a529-ec986c33938f tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "DELETE /v2.0/networks/f696d7c4-4855-48c1-beaf-37428eb6384d HTTP/1.1" status: 204 len: 168 time: 0.5976198 Jul 29 15:13:07.044048 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627df7e-099e-46ad-a529-ec986c33938f tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event deleted for resources: {'Network': ['ID=f696d7c4-4855-48c1-beaf-37428eb6384d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:07.046388 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 4cca4113-c185-491b-b67f-c8ae0dad7778 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:13:07.047113 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4cca4113-c185-491b-b67f-c8ae0dad7778 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:13:07.047916 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41412) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:07.048151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c792fb3a-82fb-403c-aaf5-c9b2423fc6ef no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:13:07.080289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: c792fb3a-82fb-403c-aaf5-c9b2423fc6ef {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:13:07.080846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c792fb3a-82fb-403c-aaf5-c9b2423fc6ef not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:13:07.094809 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c0c8a02b-bbc3-4e6f-8155-633fb9403701 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f8783090585494c840fd833e494e1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1027966 Jul 29 15:13:07.098831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41416) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:07.171599 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2daa3e92-d9d4-4586-b3f4-c25aabbcd280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.182426 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-07a23159-f415-44dd-9a99-f34702985922 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.199521 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2daa3e92-d9d4-4586-b3f4-c25aabbcd280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.255040 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2daa3e92-d9d4-4586-b3f4-c25aabbcd280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.258608 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2daa3e92-d9d4-4586-b3f4-c25aabbcd280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.259823 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2daa3e92-d9d4-4586-b3f4-c25aabbcd280 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5cb9d10-307a-4b79-b7ab-912efcfb96db HTTP/1.1" status: 204 len: 168 time: 0.1600447 Jul 29 15:13:07.267970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa3e92-d9d4-4586-b3f4-c25aabbcd280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cb9d10-307a-4b79-b7ab-912efcfb96db,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:07.282861 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-07a23159-f415-44dd-9a99-f34702985922 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.299419 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-07a23159-f415-44dd-9a99-f34702985922 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab32222d-b4de-45ce-abee-7d2ca9888b27']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:07.315392 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-07a23159-f415-44dd-9a99-f34702985922 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbf52e9-01a9-4ea3-bbdc-203c417ca5a0') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:07.315697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-07a23159-f415-44dd-9a99-f34702985922 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbf52e9-01a9-4ea3-bbdc-203c417ca5a0') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:07.327675 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-07a23159-f415-44dd-9a99-f34702985922 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.612340 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-07a23159-f415-44dd-9a99-f34702985922 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.621047 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a23159-f415-44dd-9a99-f34702985922 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:13:07.621490 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-07a23159-f415-44dd-9a99-f34702985922 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:13:07.624574 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:13:07.653752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41424) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:07.684878 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-07a23159-f415-44dd-9a99-f34702985922 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.689703 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-07a23159-f415-44dd-9a99-f34702985922 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.691787 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-07a23159-f415-44dd-9a99-f34702985922 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] 10.222.0.16 "DELETE /v2.0/networks/ab32222d-b4de-45ce-abee-7d2ca9888b27 HTTP/1.1" status: 204 len: 168 time: 0.6402452 Jul 29 15:13:07.705264 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dd8d74e0-4ca3-4c29-b4bf-84dbcdf60ded admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a02a09b527a347ce8dbfaf9b4eb1a46c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500886 Jul 29 15:13:07.707820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41428) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:07.715771 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a23159-f415-44dd-9a99-f34702985922 tempest-BulkNetworkOpsTest-1466970178 tempest-BulkNetworkOpsTest-1466970178-project] Pushing event deleted for resources: {'Network': ['ID=ab32222d-b4de-45ce-abee-7d2ca9888b27,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:07.762783 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2385bb27-bd98-4b29-96a7-5ff58bd6d056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.785381 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2385bb27-bd98-4b29-96a7-5ff58bd6d056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.842956 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2385bb27-bd98-4b29-96a7-5ff58bd6d056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.845891 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2385bb27-bd98-4b29-96a7-5ff58bd6d056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:07.851481 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2385bb27-bd98-4b29-96a7-5ff58bd6d056 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e587e27-b500-40f9-91e8-5c713ecb93b3 HTTP/1.1" status: 204 len: 168 time: 0.1384373 Jul 29 15:13:07.857079 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385bb27-bd98-4b29-96a7-5ff58bd6d056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e587e27-b500-40f9-91e8-5c713ecb93b3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:07.971289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41434) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:08.148318 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a46fb-d16f-4cea-bcc3-68d65d7fb9c7 req-8296d6f5-2f7a-4e3c-a2c6-4031125af700 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:08.151026 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-549a46fb-d16f-4cea-bcc3-68d65d7fb9c7 req-8296d6f5-2f7a-4e3c-a2c6-4031125af700 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0618365 Jul 29 15:13:08.201707 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-549a46fb-d16f-4cea-bcc3-68d65d7fb9c7 req-7b1d866d-8bb8-43e5-b54f-9898d5ae11b4 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427270 Jul 29 15:13:08.312972 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4ab046b1-f61c-4a18-a74f-c195e371ec32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fced0dc09dd4c83acabbb284e6958e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3345232 Jul 29 15:13:08.312972 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41454) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:08.391277 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eea20c46-404b-472c-a78a-001bc22d9744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:08.424526 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eea20c46-404b-472c-a78a-001bc22d9744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:08.489108 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eea20c46-404b-472c-a78a-001bc22d9744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:08.492206 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eea20c46-404b-472c-a78a-001bc22d9744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:08.494056 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-eea20c46-404b-472c-a78a-001bc22d9744 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/901c4065-0012-4118-8b6a-f5c40ac30b26 HTTP/1.1" status: 204 len: 168 time: 0.1825526 Jul 29 15:13:08.503819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea20c46-404b-472c-a78a-001bc22d9744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901c4065-0012-4118-8b6a-f5c40ac30b26,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:09.334662 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918a2f0-5e9a-466b-9b4a-5a2c554f8832 req-0873d3b2-b36d-4edd-bd0a-c57f58ff4f34 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:09.336798 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8918a2f0-5e9a-466b-9b4a-5a2c554f8832 req-0873d3b2-b36d-4edd-bd0a-c57f58ff4f34 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0551772 Jul 29 15:13:09.395498 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8918a2f0-5e9a-466b-9b4a-5a2c554f8832 req-ad6bf306-878c-463e-8392-7fc5018c6666 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524678 Jul 29 15:13:09.529988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41520) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:09.667708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41524) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:09.809322 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-792014bd-7436-4fa2-8bc3-d3bf03cf0998 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] Request body: {'port': {'network_id': '0aec52cc-6c04-4e24-afe2-5fd21b6e857b', 'name': 'tempest-NetworksNegativeTestJSON-1148624033'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:09.825821 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-792014bd-7436-4fa2-8bc3-d3bf03cf0998 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] POST failed (client error): The resource could not be found. Jul 29 15:13:09.826519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792014bd-7436-4fa2-8bc3-d3bf03cf0998 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:13:09.833828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41530) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:09.834383 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-792014bd-7436-4fa2-8bc3-d3bf03cf0998 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3029587 Jul 29 15:13:09.869969 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a620dec-3835-4c08-ba00-277a509d87e8 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] DELETE failed (client error): The resource could not be found. Jul 29 15:13:09.870565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a620dec-3835-4c08-ba00-277a509d87e8 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:13:09.873041 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1a620dec-3835-4c08-ba00-277a509d87e8 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] 10.222.0.16 "DELETE /v2.0/networks/0de815ab-3407-4df6-94e3-e0199f1377f3 HTTP/1.1" status: 404 len: 339 time: 0.0372291 Jul 29 15:13:09.877803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41532) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:09.886830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8ed3876b-5d20-47f5-b3c4-98c33b23683a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'network': {'name': 'tempest-network-smoke--31496983', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'port_security_enabled': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:09.903604 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-305d9980-61a7-474b-8aed-261390902f18 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] DELETE failed (client error): The resource could not be found. Jul 29 15:13:09.904288 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305d9980-61a7-474b-8aed-261390902f18 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:13:09.906255 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-305d9980-61a7-474b-8aed-261390902f18 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] 10.222.0.16 "DELETE /v2.0/ports/0537f368-aef3-45bf-9220-5153e1697ffb HTTP/1.1" status: 404 len: 333 time: 0.0272632 Jul 29 15:13:09.910065 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41534) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:09.913833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed3876b-5d20-47f5-b3c4-98c33b23683a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Made reservation on behalf of ad88f1e224ca4cdaac5cd6b210676360 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:13:09.918109 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ed3876b-5d20-47f5-b3c4-98c33b23683a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:09.929771 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ed3876b-5d20-47f5-b3c4-98c33b23683a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:09.961271 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-e045a482-c7e3-41b8-87f5-20f9d694149b tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] DELETE failed (client error): The resource could not be found. Jul 29 15:13:09.961271 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e045a482-c7e3-41b8-87f5-20f9d694149b tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:13:09.962154 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e045a482-c7e3-41b8-87f5-20f9d694149b tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] 10.222.0.16 "DELETE /v2.0/subnets/e8126ea2-8e6f-473f-bd23-29e775a47e51 HTTP/1.1" status: 404 len: 337 time: 0.0507791 Jul 29 15:13:09.967873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41538) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:10.005623 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53923ba-2f8c-4ba0-aae7-bc21bef11461 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] GET failed (client error): The resource could not be found. Jul 29 15:13:10.008249 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d53923ba-2f8c-4ba0-aae7-bc21bef11461 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] 10.222.0.16 "GET /v2.0/networks/e9ce6ab3-ea59-4b77-9f30-5cb1e233ca4c HTTP/1.1" status: 404 len: 339 time: 0.0383756 Jul 29 15:13:10.013260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41540) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:10.051918 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42b1269-2142-4640-8f72-e975c9f82ef5 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] GET failed (client error): The resource could not be found. Jul 29 15:13:10.055557 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e42b1269-2142-4640-8f72-e975c9f82ef5 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] 10.222.0.16 "GET /v2.0/ports/88ed2c65-cdfd-4bdb-a1fa-f2c7494ca983 HTTP/1.1" status: 404 len: 333 time: 0.0397513 Jul 29 15:13:10.060613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41542) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:10.113231 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ed3876b-5d20-47f5-b3c4-98c33b23683a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:10.121021 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ed3876b-5d20-47f5-b3c4-98c33b23683a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:10.137954 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a62766b-12e0-436a-9562-c48c698053ea tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] GET failed (client error): The resource could not be found. Jul 29 15:13:10.143997 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed3876b-5d20-47f5-b3c4-98c33b23683a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:13:10.146411 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4a62766b-12e0-436a-9562-c48c698053ea tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] 10.222.0.16 "GET /v2.0/subnets/61fe9b4b-3ac8-4ff7-a30b-6930f2a896e7 HTTP/1.1" status: 404 len: 337 time: 0.0840595 Jul 29 15:13:10.148038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41544) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:10.159276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f6e5b1fe-5d98-4656-b9da-ac74604a98bc tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:10.162411 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ed3876b-5d20-47f5-b3c4-98c33b23683a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:10.163028 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-8ed3876b-5d20-47f5-b3c4-98c33b23683a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Added segment 518ec85c-d14d-4a82-92a5-2a704206b7d2 of type vlan for network 1c2664e3-de2b-41f1-bece-e1e0dc51ab77 Jul 29 15:13:10.189101 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e5b1fe-5d98-4656-b9da-ac74604a98bc tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] PUT failed (client error): The resource could not be found. Jul 29 15:13:10.189975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e5b1fe-5d98-4656-b9da-ac74604a98bc tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:13:10.198969 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f6e5b1fe-5d98-4656-b9da-ac74604a98bc tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] 10.222.0.16 "PUT /v2.0/networks/6dee9118-6b49-4dae-9868-fb672f3dac34 HTTP/1.1" status: 404 len: 339 time: 0.0487790 Jul 29 15:13:10.199952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41546) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:10.206943 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-be8aedbf-6f75-4fdf-8bed-e45930b9208d tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:10.245769 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8aedbf-6f75-4fdf-8bed-e45930b9208d tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] PUT failed (client error): The resource could not be found. Jul 29 15:13:10.246886 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8aedbf-6f75-4fdf-8bed-e45930b9208d tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:13:10.252236 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-be8aedbf-6f75-4fdf-8bed-e45930b9208d tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] 10.222.0.16 "PUT /v2.0/ports/3edaa45b-8368-4a9e-8a2e-6c83c2d68925 HTTP/1.1" status: 404 len: 333 time: 0.0509398 Jul 29 15:13:10.252965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41548) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:10.258191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-73d4bde7-8fe3-41b2-903c-a554668c0dd5 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:10.277191 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ed3876b-5d20-47f5-b3c4-98c33b23683a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:10.287762 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d4bde7-8fe3-41b2-903c-a554668c0dd5 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] PUT failed (client error): The resource could not be found. Jul 29 15:13:10.288226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d4bde7-8fe3-41b2-903c-a554668c0dd5 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:13:10.293075 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-73d4bde7-8fe3-41b2-903c-a554668c0dd5 tempest-NetworksNegativeTestJSON-2038352453 tempest-NetworksNegativeTestJSON-2038352453-project] 10.222.0.16 "PUT /v2.0/subnets/a3ee6470-53ea-48c7-8945-6c763a436df1 HTTP/1.1" status: 404 len: 337 time: 0.0355668 Jul 29 15:13:10.295478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3876b-5d20-47f5-b3c4-98c33b23683a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb5b9fa-9cd4-4294-b5c8-e7eebb580b0e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:10.320015 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ed3876b-5d20-47f5-b3c4-98c33b23683a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:10.328622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed3876b-5d20-47f5-b3c4-98c33b23683a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:10.329338 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ed3876b-5d20-47f5-b3c4-98c33b23683a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:10.351537 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8ed3876b-5d20-47f5-b3c4-98c33b23683a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6822827 Jul 29 15:13:10.355216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41552) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:10.360055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'admin_state_up': True, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:10.395351 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:10.397428 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:10.422308 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3876b-5d20-47f5-b3c4-98c33b23683a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Network': ['ID=1c2664e3-de2b-41f1-bece-e1e0dc51ab77,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:10.438792 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 1c2664e3-de2b-41f1-bece-e1e0dc51ab77 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:13:10.475975 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:10.654060 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41558) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:10.685356 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:10.706024 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9e2f0-a2ff-48de-962c-0f45e3336445 req-75ef8add-9540-4518-84c1-f2a8a386b420 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:10.707713 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d7e9e2f0-a2ff-48de-962c-0f45e3336445 req-75ef8add-9540-4518-84c1-f2a8a386b420 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1708946 Jul 29 15:13:10.798155 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e33968f-a047-473d-94ff-152b42ba2495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:10.798652 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d7e9e2f0-a2ff-48de-962c-0f45e3336445 req-cf223cfd-ffde-4675-8a65-660afe403c21 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764110 Jul 29 15:13:10.950239 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e33968f-a047-473d-94ff-152b42ba2495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:10.956884 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e33968f-a047-473d-94ff-152b42ba2495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:11.024636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33968f-a047-473d-94ff-152b42ba2495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ffde59-0546-42d0-8083-58a6c0306e73,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:11.032219 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7e33968f-a047-473d-94ff-152b42ba2495 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f65a7a9cca31490f9a1448a9aa9e4c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740680 Jul 29 15:13:11.032219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41568) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:11.050027 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:11.070116 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:11.084035 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:11.135045 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-752f45a3-c878-4956-93da-1764ead1886c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:11.167496 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-752f45a3-c878-4956-93da-1764ead1886c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:11.256822 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-752f45a3-c878-4956-93da-1764ead1886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:11.261913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-752f45a3-c878-4956-93da-1764ead1886c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:11.263935 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-752f45a3-c878-4956-93da-1764ead1886c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9ffde59-0546-42d0-8083-58a6c0306e73 HTTP/1.1" status: 204 len: 168 time: 0.2301147 Jul 29 15:13:11.278186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f45a3-c878-4956-93da-1764ead1886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ffde59-0546-42d0-8083-58a6c0306e73,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:11.300899 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Allocated IP 172.25.6.77 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/0fcb1fac-028a-4b3d-bb5b-c41915e6d51e) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:13:11.449973 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:11.495961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:11.551954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:13:11.557064 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:13:11.566526 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:13:11.604174 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Port': ['ID=0fcb1fac-028a-4b3d-bb5b-c41915e6d51e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:12.031899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feda32b-b32c-4699-b232-a70d3c864c90 req-1cc98f4b-dcf9-4887-8d26-2f3e6613466c tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:12.037357 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9feda32b-b32c-4699-b232-a70d3c864c90 req-1cc98f4b-dcf9-4887-8d26-2f3e6613466c tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1118386 Jul 29 15:13:12.083008 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77400535-d8d2-4215-a0fc-9921d98d4fc8 req-fb06a76a-25d6-475e-86b8-480581af22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:12.087571 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-77400535-d8d2-4215-a0fc-9921d98d4fc8 req-fb06a76a-25d6-475e-86b8-480581af22bc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 1096 time: 0.1690974 Jul 29 15:13:12.125850 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9feda32b-b32c-4699-b232-a70d3c864c90 req-d9a31880-e1ff-4669-b269-af5864d2c871 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811555 Jul 29 15:13:12.168875 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:12.215012 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-77400535-d8d2-4215-a0fc-9921d98d4fc8 req-b0d0ed3b-dad5-4e5a-aec5-25f51563b529 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188352 Jul 29 15:13:12.399351 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41598) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:12.466853 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:12.535910 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c42c607f-a22c-482c-882f-8af6b059937d tempest-DvrRoutersNegativeTest-445430585 tempest-DvrRoutersNegativeTest-445430585-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-675199589', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:12.538937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.policy [None req-c42c607f-a22c-482c-882f-8af6b059937d tempest-DvrRoutersNegativeTest-445430585 tempest-DvrRoutersNegativeTest-445430585-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94158) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 29 15:13:12.539803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.policy [None req-c42c607f-a22c-482c-882f-8af6b059937d tempest-DvrRoutersNegativeTest-445430585 tempest-DvrRoutersNegativeTest-445430585-project] Failed policy check for 'create_router' {{(pid=94158) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 29 15:13:12.540351 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-c42c607f-a22c-482c-882f-8af6b059937d tempest-DvrRoutersNegativeTest-445430585 tempest-DvrRoutersNegativeTest-445430585-project] create failed (client error): Access was denied to this resource. Jul 29 15:13:12.541553 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c42c607f-a22c-482c-882f-8af6b059937d tempest-DvrRoutersNegativeTest-445430585 tempest-DvrRoutersNegativeTest-445430585-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1407762 Jul 29 15:13:12.682230 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:13:12.849918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:13:12.862104 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Sync routers for ids ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:13:12.885819 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:12.891601 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0b62fef2-2ebc-42a1-aefd-489b6c800189 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5351439 Jul 29 15:13:12.892828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41604) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:12.959954 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Routers {'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:13:12.960637 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:13:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:13.171104 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41614) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:13.214403 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Set router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:13:13.294739 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6574daba-b181-4e0f-87a2-c67c2714a8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:13.318785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6d613-881d-4764-ac8d-3c039b1dfdf8 req-115ade05-9c37-4540-b6a5-2fc4979d9c24 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:13.321229 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6de6d613-881d-4764-ac8d-3c039b1dfdf8 req-115ade05-9c37-4540-b6a5-2fc4979d9c24 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0957458 Jul 29 15:13:13.354821 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41622) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:13.355394 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d22d6d9f-7d9d-436b-bc1d-facdba094cb6 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ad88f1e224ca4cdaac5cd6b210676360&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4392405 Jul 29 15:13:13.411308 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6de6d613-881d-4764-ac8d-3c039b1dfdf8 req-7b3c74c3-2c74-41a8-abc9-fa2d77b99914 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648143 Jul 29 15:13:13.439194 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:13:11Z', 'revision_number': 3, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:13.473776 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Checking router: ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:13:13.474394 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Updating router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d port 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:13:13.500124 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6574daba-b181-4e0f-87a2-c67c2714a8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:13.508924 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6574daba-b181-4e0f-87a2-c67c2714a8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:13.510759 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:13.578482 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6574daba-b181-4e0f-87a2-c67c2714a8c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c505ab5ed514143878c376060bea806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061177 Jul 29 15:13:13.585100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41630) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:13.612561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574daba-b181-4e0f-87a2-c67c2714a8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db259e3-de59-4f51-bb6d-64b242d4aca5,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:13.636980 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec196603-7955-4f67-a363-d7ca64c3fb95 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:13.641122 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ec196603-7955-4f67-a363-d7ca64c3fb95 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2827127 Jul 29 15:13:13.641855 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41632) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:13.688274 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a6d8441-1a34-4947-a6d3-ff1c73d08210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:13.714531 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0368c362-b92a-49a7-a25c-2b1a27111095 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710752 Jul 29 15:13:13.716853 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a6d8441-1a34-4947-a6d3-ff1c73d08210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:13.718727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41634) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:13.736453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4fca34e2-f2a9-4ebf-9977-7b1ca23b1552 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2066966453', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:13.785697 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a6d8441-1a34-4947-a6d3-ff1c73d08210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:13.788514 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a6d8441-1a34-4947-a6d3-ff1c73d08210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:13.794396 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4a6d8441-1a34-4947-a6d3-ff1c73d08210 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6db259e3-de59-4f51-bb6d-64b242d4aca5 HTTP/1.1" status: 204 len: 168 time: 0.2009718 Jul 29 15:13:13.800359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d8441-1a34-4947-a6d3-ff1c73d08210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db259e3-de59-4f51-bb6d-64b242d4aca5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:13.977932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdee216-d822-47fc-8df8-443cd9dce3a9 req-561d62fd-43da-4672-9ff0-c5441eb8fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:13.979810 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbdee216-d822-47fc-8df8-443cd9dce3a9 req-561d62fd-43da-4672-9ff0-c5441eb8fa2f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7e6c28442c94abfb57463bd1e7c1bb0&device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 1096 time: 0.1043510 Jul 29 15:13:13.986545 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fca34e2-f2a9-4ebf-9977-7b1ca23b1552 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Made reservation on behalf of ad88f1e224ca4cdaac5cd6b210676360 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:13:13.996407 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fca34e2-f2a9-4ebf-9977-7b1ca23b1552 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:13.997288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a56128-0d5c-4c06-8c85-a8f5eed4f1db req-2304bfaf-682a-404d-b333-4946c1faaf24 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:14.000295 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-35a56128-0d5c-4c06-8c85-a8f5eed4f1db req-2304bfaf-682a-404d-b333-4946c1faaf24 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1092720 Jul 29 15:13:14.072753 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:14.083715 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-35a56128-0d5c-4c06-8c85-a8f5eed4f1db req-a8401604-c72a-4eb7-b109-f622fb590789 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661166 Jul 29 15:13:14.100143 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Transition to ACTIVE for port object 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:13:14.111475 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:14.185751 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Attempting to bind port 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:13:14.186487 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Attempting to bind port 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:13:14.187335 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Attempting to bind port 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:13:14.201359 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:13:14.202122 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:13:14.202766 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:14.203387 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:13:14.204133 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Bound port: 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:13:14.205062 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:14.237433 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34928b-6682-4414-8d19-e250855adf36 None None] Pushing event updated for resources: {'Port': ['ID=0fcb1fac-028a-4b3d-bb5b-c41915e6d51e,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:14.289688 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdee216-d822-47fc-8df8-443cd9dce3a9 req-604132e9-4e8b-4508-8007-d6defc750d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:14.291581 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbdee216-d822-47fc-8df8-443cd9dce3a9 req-604132e9-4e8b-4508-8007-d6defc750d8d service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d44545-e8ea-4b03-b27b-9daea94b648a HTTP/1.1" status: 200 len: 919 time: 0.2839403 Jul 29 15:13:14.338835 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbdee216-d822-47fc-8df8-443cd9dce3a9 req-e6380177-4472-43b5-ac3d-63b576feb293 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b08a4fa9-9d3a-4107-b2cb-94475f0f8427 HTTP/1.1" status: 200 len: 217 time: 0.0384684 Jul 29 15:13:14.402767 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] For port 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:13:14.407387 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] For port 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=0fcb1fac-028a-4b3d-bb5b-c41915e6d51e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:13:14.419625 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:14.457678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdee216-d822-47fc-8df8-443cd9dce3a9 req-28fb5518-376a-468e-8fba-af281c7a5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:14.459084 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbdee216-d822-47fc-8df8-443cd9dce3a9 req-28fb5518-376a-468e-8fba-af281c7a5cde service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41f24fa5-a84f-4567-9f64-747c8d86b352 HTTP/1.1" status: 200 len: 858 time: 0.1101038 Jul 29 15:13:14.498633 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbdee216-d822-47fc-8df8-443cd9dce3a9 req-fa0a834e-25c6-4acd-84ad-b5df51f85e53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d44545-e8ea-4b03-b27b-9daea94b648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320151 Jul 29 15:13:14.519289 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Routers {'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:13:14.521243 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:13:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:14.696469 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34928b-6682-4414-8d19-e250855adf36 None None] Pushing event updated for resources: {'Port': ['ID=0fcb1fac-028a-4b3d-bb5b-c41915e6d51e,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:14.718549 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] Set router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:13:14.988435 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41680) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:15.002158 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fca34e2-f2a9-4ebf-9977-7b1ca23b1552 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:15.021908 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:13:11Z', 'revision_number': 3, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:15.067393 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbdee216-d822-47fc-8df8-443cd9dce3a9 req-ba77a970-1016-46ac-b349-f3225611bc32 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440536 Jul 29 15:13:15.075221 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0812dc3-13cb-4793-a78b-b5faa3004b20 None None] The sync data for ids ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'] in n-d-802893-1 is: [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:13:11Z', 'revision_number': 3, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:13:15.132473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca34e2-f2a9-4ebf-9977-7b1ca23b1552 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Subnet': ['ID=be409088-756a-432b-af0c-bb00c65cb936,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:15.147323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9ee58c11-1ad5-458b-8a58-342401da1a07 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:15.148092 n-d-802893-1 neutron-server[94158]: WARNING neutron.api.v2.base [None req-9ee58c11-1ad5-458b-8a58-342401da1a07 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 15:13:15.148907 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-9ee58c11-1ad5-458b-8a58-342401da1a07 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 15:13:15.158655 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9ee58c11-1ad5-458b-8a58-342401da1a07 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1684918 Jul 29 15:13:15.162695 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41686) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:15.187069 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-02a9ed70-d998-4641-a1a7-a59738b98cbb tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group': {'name': 'tempest-secgroup--562500325'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:15.270598 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02a9ed70-d998-4641-a1a7-a59738b98cbb tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:15.299077 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fca34e2-f2a9-4ebf-9977-7b1ca23b1552 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Checking segment: {'id': '518ec85c-d14d-4a82-92a5-2a704206b7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:13:15.299648 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fca34e2-f2a9-4ebf-9977-7b1ca23b1552 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network hostable DHCP agents. Network: 1c2664e3-de2b-41f1-bece-e1e0dc51ab77, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:13:15.314694 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02a9ed70-d998-4641-a1a7-a59738b98cbb tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:15.390927 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fca34e2-f2a9-4ebf-9977-7b1ca23b1552 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network 1c2664e3-de2b-41f1-bece-e1e0dc51ab77 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:13:15.409903 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-4fca34e2-f2a9-4ebf-9977-7b1ca23b1552 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 1c2664e3-de2b-41f1-bece-e1e0dc51ab77) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:13:15.427417 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fca34e2-f2a9-4ebf-9977-7b1ca23b1552 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:15.428039 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fca34e2-f2a9-4ebf-9977-7b1ca23b1552 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:15.430458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62647827-2bbc-4a77-9881-01617b67bdeb None None] Network 1c2664e3-de2b-41f1-bece-e1e0dc51ab77 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:13:15.442688 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba2366-1c3a-4139-b5dd-5da58f1c3155 req-71238a53-bbde-43ef-8365-7358732dcf56 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:15.444348 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-72ba2366-1c3a-4139-b5dd-5da58f1c3155 req-71238a53-bbde-43ef-8365-7358732dcf56 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1505811 Jul 29 15:13:15.476925 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbdee216-d822-47fc-8df8-443cd9dce3a9 req-87218a23-b6e0-4978-8e78-4c82d33ddb67 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005206 Jul 29 15:13:15.532633 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02a9ed70-d998-4641-a1a7-a59738b98cbb tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:15.538407 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02a9ed70-d998-4641-a1a7-a59738b98cbb tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:15.552455 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-72ba2366-1c3a-4139-b5dd-5da58f1c3155 req-e19b33ee-59ef-476b-bfbb-2edc59812187 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918901 Jul 29 15:13:15.557164 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4fca34e2-f2a9-4ebf-9977-7b1ca23b1552 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8373249 Jul 29 15:13:15.557989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41688) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:15.699843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9ed70-d998-4641-a1a7-a59738b98cbb tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e776a9-ce26-4f0f-8e00-f0c62ccbfa1c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:15.763692 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02a9ed70-d998-4641-a1a7-a59738b98cbb tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:15.769064 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02a9ed70-d998-4641-a1a7-a59738b98cbb tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:15.807161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:13:15.808144 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:15.813694 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02a9ed70-d998-4641-a1a7-a59738b98cbb tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:15.823170 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-02a9ed70-d998-4641-a1a7-a59738b98cbb tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6554666 Jul 29 15:13:15.826019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41694) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:15.837247 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-40592db9-03dd-4061-9ca1-571f3a6cb376 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': 'fa7c7dcb-1a3f-46e5-bbbe-33ed8fef12eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:15.853738 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9ed70-d998-4641-a1a7-a59738b98cbb tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7c7dcb-1a3f-46e5-bbbe-33ed8fef12eb,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:15.899192 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40592db9-03dd-4061-9ca1-571f3a6cb376 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:16.004063 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40592db9-03dd-4061-9ca1-571f3a6cb376 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:16.009678 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40592db9-03dd-4061-9ca1-571f3a6cb376 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:16.034511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Allocated IP 172.20.0.2 (1c2664e3-de2b-41f1-bece-e1e0dc51ab77/be409088-756a-432b-af0c-bb00c65cb936/a1bed14e-46a2-406e-a0bf-5ff4d303fa62) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:13:16.038391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40592db9-03dd-4061-9ca1-571f3a6cb376 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdd8404-e9c2-42dd-a8b5-6886e9ffe2b9,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:16.055022 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-40592db9-03dd-4061-9ca1-571f3a6cb376 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:16.059653 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41696) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:16.061409 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-40592db9-03dd-4061-9ca1-571f3a6cb376 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2341332 Jul 29 15:13:16.069980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-885cd5fb-44f3-4776-a06a-59189993330b tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': 'fa7c7dcb-1a3f-46e5-bbbe-33ed8fef12eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:16.146472 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-885cd5fb-44f3-4776-a06a-59189993330b tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:16.287868 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-885cd5fb-44f3-4776-a06a-59189993330b tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 15:13:16.293000 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-885cd5fb-44f3-4776-a06a-59189993330b tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2280059 Jul 29 15:13:16.293273 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:16.294266 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41698) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:16.307713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Transition to ACTIVE for port object a1bed14e-46a2-406e-a0bf-5ff4d303fa62 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:13:16.338427 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Transition to ACTIVE for port object a1bed14e-46a2-406e-a0bf-5ff4d303fa62 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:13:16.349722 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:16.409345 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:16.413140 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Network 1c2664e3-de2b-41f1-bece-e1e0dc51ab77 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:13:16.419159 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:13:16.420108 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eb625a4e-232b-47a9-af80-d5721cf4fe81 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:16.421613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:13:16.433889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Pushing event updated for resources: {'Port': ['ID=a1bed14e-46a2-406e-a0bf-5ff4d303fa62,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:16.446299 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:16.446702 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:16.447731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:16.447731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:16.447958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:16.448269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:16.448611 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:16.448957 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:16.449288 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:16.449636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:16.449972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:16.450469 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:16.484172 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eb625a4e-232b-47a9-af80-d5721cf4fe81 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:16.520271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Attempting to bind port a1bed14e-46a2-406e-a0bf-5ff4d303fa62 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:13:16.520656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Attempting to bind port a1bed14e-46a2-406e-a0bf-5ff4d303fa62 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '518ec85c-d14d-4a82-92a5-2a704206b7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:13:16.521050 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Attempting to bind port a1bed14e-46a2-406e-a0bf-5ff4d303fa62 on network 1c2664e3-de2b-41f1-bece-e1e0dc51ab77 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:13:16.539271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:13:16.539941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Checking segment: {'id': '518ec85c-d14d-4a82-92a5-2a704206b7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:13:16.540385 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:16.540971 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Bound using segment: {'id': '518ec85c-d14d-4a82-92a5-2a704206b7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:13:16.541552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Bound port: a1bed14e-46a2-406e-a0bf-5ff4d303fa62, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518ec85c-d14d-4a82-92a5-2a704206b7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:13:16.542067 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:16.547835 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eb625a4e-232b-47a9-af80-d5721cf4fe81 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:16.550643 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eb625a4e-232b-47a9-af80-d5721cf4fe81 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:16.551816 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-eb625a4e-232b-47a9-af80-d5721cf4fe81 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "DELETE /v2.0/security-groups/fa7c7dcb-1a3f-46e5-bbbe-33ed8fef12eb HTTP/1.1" status: 204 len: 168 time: 0.2562907 Jul 29 15:13:16.561802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41700) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:16.562599 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb625a4e-232b-47a9-af80-d5721cf4fe81 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7c7dcb-1a3f-46e5-bbbe-33ed8fef12eb,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:16.641674 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] For port a1bed14e-46a2-406e-a0bf-5ff4d303fa62, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:13:16.646117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] For port a1bed14e-46a2-406e-a0bf-5ff4d303fa62, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a1bed14e-46a2-406e-a0bf-5ff4d303fa62,segment=NetworkSegment(518ec85c-d14d-4a82-92a5-2a704206b7d2),segment_id=518ec85c-d14d-4a82-92a5-2a704206b7d2)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:13:16.651539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3546fd03-789f-4763-8804-28ae1d17772d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0867264 Jul 29 15:13:16.655384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41706) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:16.658525 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:16.660899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4e7b6dd6-f8d2-4b02-a8d4-71e3316fb80c tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group': {'name': 'tempest-secgroup--235096008'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:16.692301 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e7b6dd6-f8d2-4b02-a8d4-71e3316fb80c tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:16.750155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ead8d-8aaf-44f3-9108-e5af5995d111 None None] Pushing event updated for resources: {'Port': ['ID=a1bed14e-46a2-406e-a0bf-5ff4d303fa62,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:16.818079 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2cc55-fc93-4c83-9b44-244ff45efd0c req-2cfe3b66-2d7d-48ef-82ec-eeee0ad3d6f4 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:16.819707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-52e2cc55-fc93-4c83-9b44-244ff45efd0c req-2cfe3b66-2d7d-48ef-82ec-eeee0ad3d6f4 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1190383 Jul 29 15:13:16.943451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Allocated IP 172.20.0.1 (1c2664e3-de2b-41f1-bece-e1e0dc51ab77/be409088-756a-432b-af0c-bb00c65cb936/d6900cbb-c374-495c-bae1-4ec18f01e621) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:13:16.960447 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-52e2cc55-fc93-4c83-9b44-244ff45efd0c req-16026eae-275a-44e0-ad04-61bfe7cf2e05 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307025 Jul 29 15:13:17.004830 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e7b6dd6-f8d2-4b02-a8d4-71e3316fb80c tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.010039 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e7b6dd6-f8d2-4b02-a8d4-71e3316fb80c tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.046136 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e7b6dd6-f8d2-4b02-a8d4-71e3316fb80c tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.056139 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4e7b6dd6-f8d2-4b02-a8d4-71e3316fb80c tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3993800 Jul 29 15:13:17.062382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41714) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:17.070732 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8e5022a5-17a3-44b5-a341-4feb61d33529 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': '7c9e3c6c-9108-48bb-995c-00e879996efb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:17.071427 n-d-802893-1 neutron-server[94158]: WARNING neutron.api.v2.base [None req-8e5022a5-17a3-44b5-a341-4feb61d33529 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 29 15:13:17.071986 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-8e5022a5-17a3-44b5-a341-4feb61d33529 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:13:17.076397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41716) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:17.079221 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8e5022a5-17a3-44b5-a341-4feb61d33529 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0145926 Jul 29 15:13:17.102041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b6dd6-f8d2-4b02-a8d4-71e3316fb80c tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9e3c6c-9108-48bb-995c-00e879996efb,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:17.171766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:13:17.262159 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:13:17.266894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:13:17.267488 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.272222 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.300271 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Transition to ACTIVE for port object d6900cbb-c374-495c-bae1-4ec18f01e621 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:13:17.308487 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49dd01d7-3ef0-4caa-aa51-cd6403cd95dd tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.355674 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49dd01d7-3ef0-4caa-aa51-cd6403cd95dd tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.386219 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.401145 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.413464 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=0fcb1fac-028a-4b3d-bb5b-c41915e6d51e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:13:17.426485 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.449082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network 1c2664e3-de2b-41f1-bece-e1e0dc51ab77 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:13:17.454890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:13:17.457611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:13:17.463221 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49dd01d7-3ef0-4caa-aa51-cd6403cd95dd tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.465858 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49dd01d7-3ef0-4caa-aa51-cd6403cd95dd tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.469779 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41718) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:17.469934 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-49dd01d7-3ef0-4caa-aa51-cd6403cd95dd tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "DELETE /v2.0/security-groups/7c9e3c6c-9108-48bb-995c-00e879996efb HTTP/1.1" status: 204 len: 168 time: 0.3912196 Jul 29 15:13:17.513507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd01d7-3ef0-4caa-aa51-cd6403cd95dd tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9e3c6c-9108-48bb-995c-00e879996efb,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:17.517275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=0fcb1fac-028a-4b3d-bb5b-c41915e6d51e,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:17.532835 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Port': ['ID=d6900cbb-c374-495c-bae1-4ec18f01e621,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:17.552178 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-94254e61-1689-4d92-87a5-7dbb39dd1c30 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757432 Jul 29 15:13:17.554058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41720) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:17.560361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-eb16a917-ddee-434e-8ea0-f77b69d35692 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1334469676'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:17.561311 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.585480 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eb16a917-ddee-434e-8ea0-f77b69d35692 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.740474 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eb16a917-ddee-434e-8ea0-f77b69d35692 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.746167 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eb16a917-ddee-434e-8ea0-f77b69d35692 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.765570 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.786618 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16a917-ddee-434e-8ea0-f77b69d35692 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2095d41-5722-4ac7-8459-fb968f2689cc,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:17.808165 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eb16a917-ddee-434e-8ea0-f77b69d35692 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:17.812946 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-eb16a917-ddee-434e-8ea0-f77b69d35692 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2570345 Jul 29 15:13:17.813979 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41724) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:17.819002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-122accf0-eae4-4a8d-a607-719c8c3e3dba tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': 'f2095d41-5722-4ac7-8459-fb968f2689cc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:17.819684 n-d-802893-1 neutron-server[94158]: WARNING neutron.api.v2.base [None req-122accf0-eae4-4a8d-a607-719c8c3e3dba tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 29 15:13:17.820305 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-122accf0-eae4-4a8d-a607-719c8c3e3dba tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:13:17.825116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41726) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:17.825864 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-122accf0-eae4-4a8d-a607-719c8c3e3dba tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0096173 Jul 29 15:13:17.956625 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b6c250d-c777-46d9-8ab7-aa6332bc51a9 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:18.068222 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b6c250d-c777-46d9-8ab7-aa6332bc51a9 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:18.232753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc9481-0267-4f0b-a9f2-424adb2be88f req-24a8c7e2-4474-4387-a71c-46c2f59ec03d tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:18.234408 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-45dc9481-0267-4f0b-a9f2-424adb2be88f req-24a8c7e2-4474-4387-a71c-46c2f59ec03d tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1508124 Jul 29 15:13:18.237791 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b6c250d-c777-46d9-8ab7-aa6332bc51a9 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:18.240417 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b6c250d-c777-46d9-8ab7-aa6332bc51a9 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:18.244983 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5b6c250d-c777-46d9-8ab7-aa6332bc51a9 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "DELETE /v2.0/security-groups/f2095d41-5722-4ac7-8459-fb968f2689cc HTTP/1.1" status: 204 len: 168 time: 0.4152532 Jul 29 15:13:18.245315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41734) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:18.284091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c250d-c777-46d9-8ab7-aa6332bc51a9 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2095d41-5722-4ac7-8459-fb968f2689cc,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:18.353718 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cbb6b23d-ccf4-491d-81b5-2346213a270f tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1070509 Jul 29 15:13:18.358446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41736) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:18.371212 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956933259'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:18.409288 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353951d4-1ff2-4a94-bf0c-3a9643751883 None None] Network 1c2664e3-de2b-41f1-bece-e1e0dc51ab77 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:13:18.421897 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:18.437823 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-45dc9481-0267-4f0b-a9f2-424adb2be88f req-ae460a76-6d41-49c5-8190-698808c45931 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872225 Jul 29 15:13:18.503791 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:18.515084 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:18.604234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Port': ['ID=d6900cbb-c374-495c-bae1-4ec18f01e621,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:18.607286 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:18.621101 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-23f6111f-f0d6-432f-a1cf-96e3f9675aad None None] Provisioning for port a1bed14e-46a2-406e-a0bf-5ff4d303fa62 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:13:18.645775 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:18.652271 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:18.704075 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:18.708393 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3466210 Jul 29 15:13:18.708393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03cec11e-9501-4d4c-816c-473a5c779205,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:18.712817 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41740) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:18.719788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-769378d9-21b8-4e7f-8086-f845e89b774a tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': '03cec11e-9501-4d4c-816c-473a5c779205', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:18.722336 n-d-802893-1 neutron-server[94158]: WARNING neutron.api.v2.base [None req-769378d9-21b8-4e7f-8086-f845e89b774a tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 29 15:13:18.723018 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-769378d9-21b8-4e7f-8086-f845e89b774a tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:13:18.727511 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-769378d9-21b8-4e7f-8086-f845e89b774a tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093210 Jul 29 15:13:18.730277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41744) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:18.733606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:18.733966 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:18.734321 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:18.734659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:18.734996 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:18.735345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:18.738853 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:18.739255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:18.739597 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:18.739932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:18.740272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:18.740605 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cced9f-cde6-4e5c-ac96-bf92d370a58d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:18.761236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f4d47001-fa17-48f6-91ab-8e8aa3ca6d1d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': '03cec11e-9501-4d4c-816c-473a5c779205', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:18.762461 n-d-802893-1 neutron-server[94158]: WARNING neutron.api.v2.base [None req-f4d47001-fa17-48f6-91ab-8e8aa3ca6d1d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 29 15:13:18.763346 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-f4d47001-fa17-48f6-91ab-8e8aa3ca6d1d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:13:18.765644 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f4d47001-fa17-48f6-91ab-8e8aa3ca6d1d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0341120 Jul 29 15:13:18.768989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41748) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:18.786588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8ce6e8c9-c1e5-48d5-b5ef-17c749fce3b0 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': '03cec11e-9501-4d4c-816c-473a5c779205', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:18.791554 n-d-802893-1 neutron-server[94158]: WARNING neutron.api.v2.base [None req-8ce6e8c9-c1e5-48d5-b5ef-17c749fce3b0 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 29 15:13:18.791554 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-8ce6e8c9-c1e5-48d5-b5ef-17c749fce3b0 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:13:18.797522 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41754) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:18.797687 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8ce6e8c9-c1e5-48d5-b5ef-17c749fce3b0 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0240197 Jul 29 15:13:18.824685 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-bab0bf59-18fd-4435-9ba5-1a0c52dc11c0 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': '03cec11e-9501-4d4c-816c-473a5c779205', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:18.830681 n-d-802893-1 neutron-server[94157]: WARNING neutron.api.v2.base [None req-bab0bf59-18fd-4435-9ba5-1a0c52dc11c0 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 29 15:13:18.833267 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-bab0bf59-18fd-4435-9ba5-1a0c52dc11c0 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:13:18.836809 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bab0bf59-18fd-4435-9ba5-1a0c52dc11c0 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0243850 Jul 29 15:13:18.842100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41758) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:18.871558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network 1c2664e3-de2b-41f1-bece-e1e0dc51ab77 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:13:18.873403 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:13:18.956057 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-765608da-9e4e-409b-b749-8634816580bd tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:19.029777 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-765608da-9e4e-409b-b749-8634816580bd tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:19.144627 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-765608da-9e4e-409b-b749-8634816580bd tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:19.148803 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-765608da-9e4e-409b-b749-8634816580bd tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:19.150944 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-765608da-9e4e-409b-b749-8634816580bd tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "DELETE /v2.0/security-groups/03cec11e-9501-4d4c-816c-473a5c779205 HTTP/1.1" status: 204 len: 168 time: 0.3026614 Jul 29 15:13:19.156174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41774) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:19.171876 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:13:19.210139 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a1bed14e-46a2-406e-a0bf-5ff4d303fa62 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:13:19.286376 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765608da-9e4e-409b-b749-8634816580bd tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cec11e-9501-4d4c-816c-473a5c779205,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:19.346516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port a1bed14e-46a2-406e-a0bf-5ff4d303fa62 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:13:19.359855 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-148b281a-d53d-4eb9-9604-264f3cf27e1e tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1750953 Jul 29 15:13:19.361983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41786) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:19.363503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port a1bed14e-46a2-406e-a0bf-5ff4d303fa62 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:13:19.364071 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:19.372615 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6bdc840a-ab0f-48de-81c0-07497c074f16 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group': {'name': 'tempest-secgroup--449756946'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:19.392249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:13:19.403414 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-31e78f68-caca-471d-83d0-f596c8bdd777 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "PUT /v2.0/routers/ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8444519 Jul 29 15:13:19.406166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41788) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:19.418396 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6bdc840a-ab0f-48de-81c0-07497c074f16 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:19.514128 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Sync routers for ids ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:13:19.541736 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6bdc840a-ab0f-48de-81c0-07497c074f16 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:19.548899 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6bdc840a-ab0f-48de-81c0-07497c074f16 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:19.553783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-257be246-99fb-4e4b-97d5-4427776e591b None None] Provisioning complete for port a1bed14e-46a2-406e-a0bf-5ff4d303fa62 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:13:19.555096 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-257be246-99fb-4e4b-97d5-4427776e591b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:19.594826 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6bdc840a-ab0f-48de-81c0-07497c074f16 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:19.602837 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6bdc840a-ab0f-48de-81c0-07497c074f16 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2390237 Jul 29 15:13:19.603535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41790) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:19.637381 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f0f6c60d-5b77-4a4f-aa47-f19edcc7fcf1 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': 'd47caf0d-2622-4d2c-9976-b0e9caafeaeb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:19.637774 n-d-802893-1 neutron-server[94157]: WARNING neutron.api.v2.base [None req-f0f6c60d-5b77-4a4f-aa47-f19edcc7fcf1 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 15:13:19.638297 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-f0f6c60d-5b77-4a4f-aa47-f19edcc7fcf1 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:13:19.646696 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f0f6c60d-5b77-4a4f-aa47-f19edcc7fcf1 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0291634 Jul 29 15:13:19.648188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41792) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:19.649605 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Routers {'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:13:19.652518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:13:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:19.661584 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f1b47c47-8f9b-41c1-ab8f-687bdf30f290 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': 'd47caf0d-2622-4d2c-9976-b0e9caafeaeb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:19.702018 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc840a-ab0f-48de-81c0-07497c074f16 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47caf0d-2622-4d2c-9976-b0e9caafeaeb,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:19.732058 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-f1b47c47-8f9b-41c1-ab8f-687bdf30f290 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:13:19.735112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f1b47c47-8f9b-41c1-ab8f-687bdf30f290 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0828209 Jul 29 15:13:19.737725 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41794) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:19.748075 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a1f33a87-b24a-4ee3-9cdc-36c5e2b9b3b4 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': 'd47caf0d-2622-4d2c-9976-b0e9caafeaeb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:19.748607 n-d-802893-1 neutron-server[94157]: WARNING neutron.api.v2.base [None req-a1f33a87-b24a-4ee3-9cdc-36c5e2b9b3b4 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 29 15:13:19.749187 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-a1f33a87-b24a-4ee3-9cdc-36c5e2b9b3b4 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:13:19.755626 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a1f33a87-b24a-4ee3-9cdc-36c5e2b9b3b4 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0166762 Jul 29 15:13:19.758649 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41796) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:19.764546 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b36cd82f-8e21-4058-b7fa-2cd7eda2132a tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': 'd47caf0d-2622-4d2c-9976-b0e9caafeaeb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:19.766460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01235c1f-df8e-4ab7-a163-4f501ed8de8b tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:19.768237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01235c1f-df8e-4ab7-a163-4f501ed8de8b tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:19.769504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01235c1f-df8e-4ab7-a163-4f501ed8de8b tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:19.774595 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01235c1f-df8e-4ab7-a163-4f501ed8de8b tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:19.775167 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01235c1f-df8e-4ab7-a163-4f501ed8de8b tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:19.775723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01235c1f-df8e-4ab7-a163-4f501ed8de8b tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:19.781599 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-01235c1f-df8e-4ab7-a163-4f501ed8de8b tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4292 time: 0.3740304 Jul 29 15:13:19.783153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41798) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:19.824551 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-b36cd82f-8e21-4058-b7fa-2cd7eda2132a tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:13:19.831374 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b36cd82f-8e21-4058-b7fa-2cd7eda2132a tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0711634 Jul 29 15:13:19.834305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41800) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:19.843860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-bf2cb010-582e-4318-8060-578fc1fca257 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': 'd47caf0d-2622-4d2c-9976-b0e9caafeaeb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:19.845087 n-d-802893-1 neutron-server[94157]: WARNING neutron.api.v2.base [None req-bf2cb010-582e-4318-8060-578fc1fca257 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 15:13:19.845087 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-bf2cb010-582e-4318-8060-578fc1fca257 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:13:19.849144 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bf2cb010-582e-4318-8060-578fc1fca257 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0153377 Jul 29 15:13:19.849719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41802) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:19.858323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e8e1e6d1-b04b-47eb-8472-5964219043d4 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': 'd47caf0d-2622-4d2c-9976-b0e9caafeaeb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:19.869014 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:19.931715 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-e8e1e6d1-b04b-47eb-8472-5964219043d4 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:13:19.936337 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e8e1e6d1-b04b-47eb-8472-5964219043d4 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0855739 Jul 29 15:13:19.937740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41804) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:19.943164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b6edede0-e85e-4cdc-ab2a-ed7d40f3735e tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': 'd47caf0d-2622-4d2c-9976-b0e9caafeaeb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:19.944415 n-d-802893-1 neutron-server[94157]: WARNING neutron.api.v2.base [None req-b6edede0-e85e-4cdc-ab2a-ed7d40f3735e tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 29 15:13:19.945029 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-b6edede0-e85e-4cdc-ab2a-ed7d40f3735e tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:13:19.950798 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b6edede0-e85e-4cdc-ab2a-ed7d40f3735e tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0116537 Jul 29 15:13:19.951426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41806) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:19.956988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-423f6c0d-3df7-453a-a697-bf193056e7bb tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': 'd47caf0d-2622-4d2c-9976-b0e9caafeaeb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:20.014120 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-423f6c0d-3df7-453a-a697-bf193056e7bb tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:13:20.018856 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-423f6c0d-3df7-453a-a697-bf193056e7bb tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0662715 Jul 29 15:13:20.020771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41808) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:20.031283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d644c3-f89e-4668-ac02-3379fce85d8b tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:20.035882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-89eb480f-617e-4806-a5e3-c8eda1d80adc tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': 'd47caf0d-2622-4d2c-9976-b0e9caafeaeb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:20.036126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d644c3-f89e-4668-ac02-3379fce85d8b tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:20.036517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d644c3-f89e-4668-ac02-3379fce85d8b tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:20.037162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d644c3-f89e-4668-ac02-3379fce85d8b tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:20.037746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d644c3-f89e-4668-ac02-3379fce85d8b tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:20.038357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d644c3-f89e-4668-ac02-3379fce85d8b tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:20.046055 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-75d644c3-f89e-4668-ac02-3379fce85d8b tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4016 time: 0.2600539 Jul 29 15:13:20.046836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41810) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:20.081084 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Set router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:13:20.121759 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-89eb480f-617e-4806-a5e3-c8eda1d80adc tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:13:20.126742 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-89eb480f-617e-4806-a5e3-c8eda1d80adc tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1024849 Jul 29 15:13:20.127429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41812) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:20.233429 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e9f104da-4d75-4a6b-8c51-bd62d7819ee8 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:20.278121 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e9f104da-4d75-4a6b-8c51-bd62d7819ee8 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:20.342830 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e9f104da-4d75-4a6b-8c51-bd62d7819ee8 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:20.347076 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e9f104da-4d75-4a6b-8c51-bd62d7819ee8 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:20.354193 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e9f104da-4d75-4a6b-8c51-bd62d7819ee8 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "DELETE /v2.0/security-groups/d47caf0d-2622-4d2c-9976-b0e9caafeaeb HTTP/1.1" status: 204 len: 168 time: 0.2254953 Jul 29 15:13:20.354925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41818) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:20.387976 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f104da-4d75-4a6b-8c51-bd62d7819ee8 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47caf0d-2622-4d2c-9976-b0e9caafeaeb,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:20.482017 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-604a434d-6676-4878-a3de-561d8f9dd216 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1191025 Jul 29 15:13:20.483297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41822) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:20.490225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7c2ab77a-c169-48fd-b5cb-e42b76df6ee2 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1224934256'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:20.496761 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fc04ad19-c222-455d-b9fb-318764356d82 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 0.4460123 Jul 29 15:13:20.526725 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab77a-c169-48fd-b5cb-e42b76df6ee2 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:20.676270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port a1bed14e-46a2-406e-a0bf-5ff4d303fa62, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a1bed14e-46a2-406e-a0bf-5ff4d303fa62,segment=NetworkSegment(518ec85c-d14d-4a82-92a5-2a704206b7d2),segment_id=518ec85c-d14d-4a82-92a5-2a704206b7d2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:13:20.719499 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:20.731122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:13:20.731447 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab77a-c169-48fd-b5cb-e42b76df6ee2 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:20.740409 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab77a-c169-48fd-b5cb-e42b76df6ee2 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:20.823358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ab77a-c169-48fd-b5cb-e42b76df6ee2 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db870695-34ed-4b5d-ab6e-83740ee19f0b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:20.832873 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7c2ab77a-c169-48fd-b5cb-e42b76df6ee2 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:20.836496 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7c2ab77a-c169-48fd-b5cb-e42b76df6ee2 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3511496 Jul 29 15:13:20.839985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41828) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:20.853050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-885bd3d9-ebcc-4328-aea9-8bb391cadc67 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': 'db870695-34ed-4b5d-ab6e-83740ee19f0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:20.908777 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-257be246-99fb-4e4b-97d5-4427776e591b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:20.943427 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-885bd3d9-ebcc-4328-aea9-8bb391cadc67 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The resource could not be found. Jul 29 15:13:20.945863 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-885bd3d9-ebcc-4328-aea9-8bb391cadc67 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1035235 Jul 29 15:13:20.948375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41830) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:20.962005 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-802fb1bc-3d6a-4ebf-a1f3-0eb5f85c5a52 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': 'db870695-34ed-4b5d-ab6e-83740ee19f0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'dcf1fcfe-97f8-44a6-982d-d121486feb3a'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:20.996883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=a1bed14e-46a2-406e-a0bf-5ff4d303fa62,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:21.046609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:13:21.046988 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.050966 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-257be246-99fb-4e4b-97d5-4427776e591b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:13:21.051333 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-257be246-99fb-4e4b-97d5-4427776e591b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:13:21.061388 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-802fb1bc-3d6a-4ebf-a1f3-0eb5f85c5a52 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The resource could not be found. Jul 29 15:13:21.065225 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-802fb1bc-3d6a-4ebf-a1f3-0eb5f85c5a52 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1142464 Jul 29 15:13:21.066568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41834) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:21.066718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41832) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:21.072237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-fe365fdc-a44e-47d2-9476-84aef21d9a6b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083716645', 'description': 'tempest-secgroup-smoke-2083716645 description', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:21.115251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'd6900cbb-c374-495c-bae1-4ec18f01e621', 'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:d6:b4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:16Z', 'updated_at': '2021-07-29T15:13:18Z', 'revision_number': 2, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': 'be409088-756a-432b-af0c-bb00c65cb936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:21.129067 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fe365fdc-a44e-47d2-9476-84aef21d9a6b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.140495 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f2c97719-be95-4704-8405-a3dbaa0d5fa1 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.172688 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Checking router: ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:13:21.173261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Updating router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d port d6900cbb-c374-495c-bae1-4ec18f01e621 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:13:21.204771 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f2c97719-be95-4704-8405-a3dbaa0d5fa1 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.245830 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.265804 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f2c97719-be95-4704-8405-a3dbaa0d5fa1 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.271951 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f2c97719-be95-4704-8405-a3dbaa0d5fa1 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.276002 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f2c97719-be95-4704-8405-a3dbaa0d5fa1 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "DELETE /v2.0/security-groups/db870695-34ed-4b5d-ab6e-83740ee19f0b HTTP/1.1" status: 204 len: 168 time: 0.2050221 Jul 29 15:13:21.277001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41836) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:21.286831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c97719-be95-4704-8405-a3dbaa0d5fa1 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db870695-34ed-4b5d-ab6e-83740ee19f0b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:21.373575 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fe365fdc-a44e-47d2-9476-84aef21d9a6b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.386301 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fe365fdc-a44e-47d2-9476-84aef21d9a6b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.450142 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5f802475-6e24-4fff-a12b-12f93300c82a tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1644673 Jul 29 15:13:21.450519 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41844) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:21.458319 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3912ac03-d163-44f9-91bc-7d5429b16f9a tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': 'e9614295-1383-43fe-a21b-f04e8dcb6dcf', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:21.468224 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fe365fdc-a44e-47d2-9476-84aef21d9a6b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.469822 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fe365fdc-a44e-47d2-9476-84aef21d9a6b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4019403 Jul 29 15:13:21.473663 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41846) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:21.474758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe365fdc-a44e-47d2-9476-84aef21d9a6b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af8427a-7781-4b1e-8b89-0617d76aa289,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:21.479573 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7fefb941-f758-4179-81db-2d5bf41507e2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '4af8427a-7781-4b1e-8b89-0617d76aa289', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:21.500941 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.db.api [None req-7fefb941-f758-4179-81db-2d5bf41507e2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 15:13:21.500941 n-d-802893-1 neutron-server[94157]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 15:13:21.500941 n-d-802893-1 neutron-server[94157]: [parameters: {'project_id_1': 'ad88f1e224ca4cdaac5cd6b210676360', 'expiration_1': datetime.datetime(2021, 7, 29, 15, 13, 21, 487955)}] Jul 29 15:13:21.500941 n-d-802893-1 neutron-server[94157]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94157) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:13:21.501286 n-d-802893-1 neutron-server[94157]: DEBUG oslo_db.api [None req-7fefb941-f758-4179-81db-2d5bf41507e2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:13:21.522694 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a1bed14e-46a2-406e-a0bf-5ff4d303fa62 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:13:21.565525 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-3912ac03-d163-44f9-91bc-7d5429b16f9a tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The resource could not be found. Jul 29 15:13:21.570808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41848) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:21.571873 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3912ac03-d163-44f9-91bc-7d5429b16f9a tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1194093 Jul 29 15:13:21.575580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-73a42d78-4ac7-4ea8-865b-c77291f71415 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group': {'name': 'tempest-secgroup--41266960'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:21.600149 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe233e1-a996-4da9-918d-4784d7e6418f req-7e7a254b-c3dc-492a-bace-e7a3a1132e63 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:21.603019 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9fe233e1-a996-4da9-918d-4784d7e6418f req-7e7a254b-c3dc-492a-bace-e7a3a1132e63 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0808303 Jul 29 15:13:21.635554 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73a42d78-4ac7-4ea8-865b-c77291f71415 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.673674 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9fe233e1-a996-4da9-918d-4784d7e6418f req-deacbdfe-541b-44ba-a827-b7c5b36d1178 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547056 Jul 29 15:13:21.774903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-257be246-99fb-4e4b-97d5-4427776e591b None None] Provisioning for port d6900cbb-c374-495c-bae1-4ec18f01e621 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:13:21.788968 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port a1bed14e-46a2-406e-a0bf-5ff4d303fa62 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:13:21.789557 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.794473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-257be246-99fb-4e4b-97d5-4427776e591b None None] Provisioning complete for port d6900cbb-c374-495c-bae1-4ec18f01e621 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:13:21.794852 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-257be246-99fb-4e4b-97d5-4427776e591b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.799584 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73a42d78-4ac7-4ea8-865b-c77291f71415 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.803975 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73a42d78-4ac7-4ea8-865b-c77291f71415 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.856583 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73a42d78-4ac7-4ea8-865b-c77291f71415 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.858272 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-73a42d78-4ac7-4ea8-865b-c77291f71415 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2863760 Jul 29 15:13:21.861398 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41858) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:21.865352 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a42d78-4ac7-4ea8-865b-c77291f71415 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90fbeb95-f9d5-4bb6-9c38-748989c56198,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:21.874680 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-19b05910-3a8d-49a4-894a-dcdb94e8973f tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group': {'name': 'tempest-secgroup--942206314'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:21.904984 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19b05910-3a8d-49a4-894a-dcdb94e8973f tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:21.908952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-257be246-99fb-4e4b-97d5-4427776e591b None None] Port d6900cbb-c374-495c-bae1-4ec18f01e621 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:13:22.022009 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.044623 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Transition to ACTIVE for port object d6900cbb-c374-495c-bae1-4ec18f01e621 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:13:22.053944 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.105710 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19b05910-3a8d-49a4-894a-dcdb94e8973f tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.112622 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19b05910-3a8d-49a4-894a-dcdb94e8973f tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.119410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a85eef-5f93-4781-b41f-46104d8ff640 None None] Pushing event updated for resources: {'Port': ['ID=d6900cbb-c374-495c-bae1-4ec18f01e621,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:22.196029 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Attempting to bind port d6900cbb-c374-495c-bae1-4ec18f01e621 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:13:22.196398 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Attempting to bind port d6900cbb-c374-495c-bae1-4ec18f01e621 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '518ec85c-d14d-4a82-92a5-2a704206b7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:13:22.198044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Attempting to bind port d6900cbb-c374-495c-bae1-4ec18f01e621 on network 1c2664e3-de2b-41f1-bece-e1e0dc51ab77 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:13:22.213502 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:13:22.215853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Checking segment: {'id': '518ec85c-d14d-4a82-92a5-2a704206b7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:13:22.216754 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.218926 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Bound using segment: {'id': '518ec85c-d14d-4a82-92a5-2a704206b7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:13:22.220261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Bound port: d6900cbb-c374-495c-bae1-4ec18f01e621, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518ec85c-d14d-4a82-92a5-2a704206b7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:13:22.221110 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.223653 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b05910-3a8d-49a4-894a-dcdb94e8973f tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beff116a-4587-4373-ad16-26c299ef99b6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:22.274651 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7fefb941-f758-4179-81db-2d5bf41507e2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.277529 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-19b05910-3a8d-49a4-894a-dcdb94e8973f tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.281462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-19b05910-3a8d-49a4-894a-dcdb94e8973f tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4124098 Jul 29 15:13:22.281843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41866) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:22.289775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-33675b1e-5df2-4ee8-aa95-8844023db351 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group_rule': {'security_group_id': '90fbeb95-f9d5-4bb6-9c38-748989c56198', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'beff116a-4587-4373-ad16-26c299ef99b6'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:22.342713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] For port d6900cbb-c374-495c-bae1-4ec18f01e621, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:13:22.347364 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] For port d6900cbb-c374-495c-bae1-4ec18f01e621, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d6900cbb-c374-495c-bae1-4ec18f01e621,segment=NetworkSegment(518ec85c-d14d-4a82-92a5-2a704206b7d2),segment_id=518ec85c-d14d-4a82-92a5-2a704206b7d2)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:13:22.349408 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-33675b1e-5df2-4ee8-aa95-8844023db351 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:13:22.350837 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-33675b1e-5df2-4ee8-aa95-8844023db351 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0672567 Jul 29 15:13:22.355507 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41868) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:22.356002 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.470150 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7fefb941-f758-4179-81db-2d5bf41507e2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.478808 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7fefb941-f758-4179-81db-2d5bf41507e2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.508081 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefb941-f758-4179-81db-2d5bf41507e2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7533a7-ee34-4908-847a-6e60bd823e1e,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:22.511851 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Routers {'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:13:22.512488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:13:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:22.512920 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ce20-779b-4f93-97f9-8b3337011e61 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.552533 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7fefb941-f758-4179-81db-2d5bf41507e2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.554357 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7fefb941-f758-4179-81db-2d5bf41507e2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0782204 Jul 29 15:13:22.557403 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41874) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:22.570783 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ebb549b1-f8db-4688-a76b-d273c73c3ab1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '4af8427a-7781-4b1e-8b89-0617d76aa289', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:22.578090 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ce20-779b-4f93-97f9-8b3337011e61 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.678889 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ce20-779b-4f93-97f9-8b3337011e61 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.692753 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3a1ce20-779b-4f93-97f9-8b3337011e61 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.695174 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ebb549b1-f8db-4688-a76b-d273c73c3ab1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.699029 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d3a1ce20-779b-4f93-97f9-8b3337011e61 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "DELETE /v2.0/security-groups/beff116a-4587-4373-ad16-26c299ef99b6 HTTP/1.1" status: 204 len: 168 time: 0.3411269 Jul 29 15:13:22.719629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a85eef-5f93-4781-b41f-46104d8ff640 None None] Pushing event updated for resources: {'Port': ['ID=d6900cbb-c374-495c-bae1-4ec18f01e621,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:22.740009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41878) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:22.777827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1ce20-779b-4f93-97f9-8b3337011e61 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beff116a-4587-4373-ad16-26c299ef99b6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:22.808038 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ebb549b1-f8db-4688-a76b-d273c73c3ab1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.814210 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ebb549b1-f8db-4688-a76b-d273c73c3ab1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.901359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb549b1-f8db-4688-a76b-d273c73c3ab1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc0f0c2-118e-4919-857b-880ab93168ff,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:22.914462 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-eee730a0-9233-4f67-8ea7-13486545bf68 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1659045 Jul 29 15:13:22.915132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41884) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:22.920740 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ebb549b1-f8db-4688-a76b-d273c73c3ab1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:22.924731 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ebb549b1-f8db-4688-a76b-d273c73c3ab1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3631766 Jul 29 15:13:22.930136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41886) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:22.951448 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] Set router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:13:22.964820 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-fda5d7b6-ff1a-463c-8752-1d8ff6ec181f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '4af8427a-7781-4b1e-8b89-0617d76aa289', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:23.006745 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fda5d7b6-ff1a-463c-8752-1d8ff6ec181f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.169795 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fda5d7b6-ff1a-463c-8752-1d8ff6ec181f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.172659 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-513349ca-cf72-44de-ae46-da56c3c65577 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.183058 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fda5d7b6-ff1a-463c-8752-1d8ff6ec181f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.233195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5d7b6-ff1a-463c-8752-1d8ff6ec181f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94541b5d-ebfa-4710-8293-c98a58a6a9f3,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:23.261535 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-513349ca-cf72-44de-ae46-da56c3c65577 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.274286 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fda5d7b6-ff1a-463c-8752-1d8ff6ec181f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.279043 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41888) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:23.279479 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fda5d7b6-ff1a-463c-8752-1d8ff6ec181f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442190 Jul 29 15:13:23.285901 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-5192cc69-b6c7-409d-89de-e30d10738685 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '4af8427a-7781-4b1e-8b89-0617d76aa289', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:23.331493 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5192cc69-b6c7-409d-89de-e30d10738685 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.340088 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-513349ca-cf72-44de-ae46-da56c3c65577 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.343896 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-513349ca-cf72-44de-ae46-da56c3c65577 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.346550 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-513349ca-cf72-44de-ae46-da56c3c65577 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "DELETE /v2.0/security-groups/90fbeb95-f9d5-4bb6-9c38-748989c56198 HTTP/1.1" status: 204 len: 168 time: 0.4293361 Jul 29 15:13:23.351319 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41890) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:23.363593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513349ca-cf72-44de-ae46-da56c3c65577 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fbeb95-f9d5-4bb6-9c38-748989c56198,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:23.439395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'd6900cbb-c374-495c-bae1-4ec18f01e621', 'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:d6:b4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:16Z', 'updated_at': '2021-07-29T15:13:22Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': 'be409088-756a-432b-af0c-bb00c65cb936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:23.446513 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cfb53418-72a2-4f71-bcab-2659b1e22ea1 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937989 Jul 29 15:13:23.458274 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41894) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:23.464071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-3c5eec1d-bfe8-4b7c-8644-eeefb896ef3b tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087644451'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:23.471440 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5192cc69-b6c7-409d-89de-e30d10738685 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.477736 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5192cc69-b6c7-409d-89de-e30d10738685 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.493234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2f95a-b583-44bb-b5a8-7b5c68b15d53 None None] The sync data for ids ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'] in n-d-802893-1 is: [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'd6900cbb-c374-495c-bae1-4ec18f01e621', 'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:d6:b4:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:16Z', 'updated_at': '2021-07-29T15:13:22Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': 'be409088-756a-432b-af0c-bb00c65cb936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:13:23.501333 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c5eec1d-bfe8-4b7c-8644-eeefb896ef3b tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.548744 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192cc69-b6c7-409d-89de-e30d10738685 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d50bce-24e1-4c2d-ba9a-2b6695143a13,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:23.671133 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c5eec1d-bfe8-4b7c-8644-eeefb896ef3b tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.681719 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5192cc69-b6c7-409d-89de-e30d10738685 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.683071 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5192cc69-b6c7-409d-89de-e30d10738685 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4029868 Jul 29 15:13:23.685924 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41898) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:23.698182 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-bd277fd4-da9e-41da-aeb8-7c520bc63b72 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '4af8427a-7781-4b1e-8b89-0617d76aa289', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:23.698425 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c5eec1d-bfe8-4b7c-8644-eeefb896ef3b tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.745462 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3c5eec1d-bfe8-4b7c-8644-eeefb896ef3b tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.750763 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41900) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:23.754917 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3c5eec1d-bfe8-4b7c-8644-eeefb896ef3b tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2952518 Jul 29 15:13:23.756751 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5eec1d-bfe8-4b7c-8644-eeefb896ef3b tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec45723c-129f-4d0b-bc5b-bb0987222f57,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:23.771631 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-14c3d174-93d8-46dd-8c64-50ef7afb5e77 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:23.772400 n-d-802893-1 neutron-server[94157]: WARNING neutron.api.v2.base [None req-14c3d174-93d8-46dd-8c64-50ef7afb5e77 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 15:13:23.772950 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-14c3d174-93d8-46dd-8c64-50ef7afb5e77 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 15:13:23.774228 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-14c3d174-93d8-46dd-8c64-50ef7afb5e77 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "PUT /v2.0/security-groups/ec45723c-129f-4d0b-bc5b-bb0987222f57 HTTP/1.1" status: 409 len: 330 time: 0.0224769 Jul 29 15:13:23.777574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41902) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:23.797001 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-bd277fd4-da9e-41da-aeb8-7c520bc63b72 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Project ad88f1e224ca4cdaac5cd6b210676360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:13:23.813430 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bd277fd4-da9e-41da-aeb8-7c520bc63b72 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.889527 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54051a48-a6dd-4279-91ef-daccce9512a7 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.946105 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bd277fd4-da9e-41da-aeb8-7c520bc63b72 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.949562 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54051a48-a6dd-4279-91ef-daccce9512a7 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.950764 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bd277fd4-da9e-41da-aeb8-7c520bc63b72 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.983995 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd277fd4-da9e-41da-aeb8-7c520bc63b72 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056458a3-c217-46cf-b3b5-80118fa0ae35,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:23.995963 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bd277fd4-da9e-41da-aeb8-7c520bc63b72 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:23.999971 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bd277fd4-da9e-41da-aeb8-7c520bc63b72 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3102188 Jul 29 15:13:24.000246 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 41906) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:24.017712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f06e6732-899a-4c65-9aad-e213a3140a79 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '4af8427a-7781-4b1e-8b89-0617d76aa289', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:24.069076 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-f06e6732-899a-4c65-9aad-e213a3140a79 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Project ad88f1e224ca4cdaac5cd6b210676360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:13:24.081868 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54051a48-a6dd-4279-91ef-daccce9512a7 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:24.082242 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f06e6732-899a-4c65-9aad-e213a3140a79 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:24.085210 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54051a48-a6dd-4279-91ef-daccce9512a7 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:24.093159 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-54051a48-a6dd-4279-91ef-daccce9512a7 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "DELETE /v2.0/security-groups/ec45723c-129f-4d0b-bc5b-bb0987222f57 HTTP/1.1" status: 204 len: 168 time: 0.3136091 Jul 29 15:13:24.095533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41910) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:24.186362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54051a48-a6dd-4279-91ef-daccce9512a7 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec45723c-129f-4d0b-bc5b-bb0987222f57,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:24.242842 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0f9df7a1-8952-46b2-bc78-5a96d176cb07 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1327527 Jul 29 15:13:24.243326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41912) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:24.292959 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-d5b59909-1835-444e-a9f8-50d746faf306 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] delete failed (client error): The resource could not be found. Jul 29 15:13:24.297772 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d5b59909-1835-444e-a9f8-50d746faf306 tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "DELETE /v2.0/security-groups/f12cf22d-c944-441d-8e09-d10a8a7b09bb HTTP/1.1" status: 404 len: 347 time: 0.0500348 Jul 29 15:13:24.298160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41914) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:24.314724 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-759656be-510b-4d4d-ad02-80ad8dd96e1d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] show failed (client error): The resource could not be found. Jul 29 15:13:24.315913 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-759656be-510b-4d4d-ad02-80ad8dd96e1d tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "GET /v2.0/security-groups/4823fc00-e25a-4878-8080-05920f5d900c HTTP/1.1" status: 404 len: 347 time: 0.0165753 Jul 29 15:13:24.319714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41916) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:24.336428 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-754e8319-d042-4e2a-a48e-88844d7cab7e tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] show failed (client error): The resource could not be found. Jul 29 15:13:24.338057 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-754e8319-d042-4e2a-a48e-88844d7cab7e tempest-NegativeSecGroupTest-977925833 tempest-NegativeSecGroupTest-977925833-project] 10.222.0.16 "GET /v2.0/security-group-rules/7afb13cc-a641-45eb-8d77-413876a16da4 HTTP/1.1" status: 404 len: 356 time: 0.0168564 Jul 29 15:13:24.351215 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f06e6732-899a-4c65-9aad-e213a3140a79 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:24.359689 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f06e6732-899a-4c65-9aad-e213a3140a79 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:24.403100 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f06e6732-899a-4c65-9aad-e213a3140a79 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:24.405018 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f06e6732-899a-4c65-9aad-e213a3140a79 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4034774 Jul 29 15:13:24.407604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e6732-899a-4c65-9aad-e213a3140a79 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6141de-99bc-4087-ac26-e79777aafc1a,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:24.846924 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-ca743402-0710-4678-b347-7fa24b56678b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083716645&fields=id&tenant_id=ad88f1e224ca4cdaac5cd6b210676360 HTTP/1.1" status: 200 len: 267 time: 0.1076765 Jul 29 15:13:24.913416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41942) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:25.129645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead7358-05ea-4e98-9a43-13969278267c req-ad186009-a220-42d7-a23d-92d1ede769a4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:25.141929 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-ad186009-a220-42d7-a23d-92d1ede769a4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/networks?id=1c2664e3-de2b-41f1-bece-e1e0dc51ab77 HTTP/1.1" status: 200 len: 795 time: 0.2859654 Jul 29 15:13:25.145660 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1629d212-5d45-4254-9ad2-d7b063d7e32c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5fa061e4c4344e4c8bc653766f4cf88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303765 Jul 29 15:13:25.153522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 41950) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:25.172318 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-b5d18efe-f1f7-4ffd-93b7-27816e5a2719 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/quotas/ad88f1e224ca4cdaac5cd6b210676360 HTTP/1.1" status: 200 len: 375 time: 0.0244901 Jul 29 15:13:25.232693 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41df79d4-cad2-4f8e-974e-040936e19049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:25.302543 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41df79d4-cad2-4f8e-974e-040936e19049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:25.303670 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-65cc6e06-aae9-4839-8eab-ba1438eb8ba2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad88f1e224ca4cdaac5cd6b210676360&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203582 Jul 29 15:13:25.331098 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-de7a87c0-665f-42d4-9807-f369d0aadde5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:13:25.332553 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-de7a87c0-665f-42d4-9807-f369d0aadde5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065262 Jul 29 15:13:25.404150 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41df79d4-cad2-4f8e-974e-040936e19049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:25.407118 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41df79d4-cad2-4f8e-974e-040936e19049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:25.417204 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-41df79d4-cad2-4f8e-974e-040936e19049 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46e776a9-ce26-4f0f-8e00-f0c62ccbfa1c HTTP/1.1" status: 204 len: 168 time: 0.2622654 Jul 29 15:13:25.443098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df79d4-cad2-4f8e-974e-040936e19049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e776a9-ce26-4f0f-8e00-f0c62ccbfa1c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:25.536852 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-dc1b1263-1ac3-4267-b3fc-7d5c8d17dc9c service neutron] 10.222.0.16 "GET /v2.0/networks/1c2664e3-de2b-41f1-bece-e1e0dc51ab77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930013 Jul 29 15:13:25.588051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d6900cbb-c374-495c-bae1-4ec18f01e621 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:13:25.664022 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port d6900cbb-c374-495c-bae1-4ec18f01e621 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:13:25.670567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port d6900cbb-c374-495c-bae1-4ec18f01e621 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:13:25.671455 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:25.745844 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-d47a91e5-d638-4d38-93fa-1798d8e05a44 service neutron] 10.222.0.16 "GET /v2.0/networks/1c2664e3-de2b-41f1-bece-e1e0dc51ab77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981933 Jul 29 15:13:25.851281 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:25.893458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port d6900cbb-c374-495c-bae1-4ec18f01e621, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d6900cbb-c374-495c-bae1-4ec18f01e621,segment=NetworkSegment(518ec85c-d14d-4a82-92a5-2a704206b7d2),segment_id=518ec85c-d14d-4a82-92a5-2a704206b7d2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:13:25.899442 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:26.005599 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=d6900cbb-c374-495c-bae1-4ec18f01e621,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:26.049561 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a517fd55-a13b-4497-91ec-75549323d701 req-f0c33d75-6f3c-4a6f-af37-3fd68b8c873b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 210 time: 0.0579650 Jul 29 15:13:26.343621 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:27.157752 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4c57d673-109a-4a42-83d8-3010be5453b9 req-be1c2e45-8e46-4340-8df0-00d87135e7b4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 210 time: 0.0298555 Jul 29 15:13:27.273524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead7358-05ea-4e98-9a43-13969278267c req-cf7a1fdd-e4bc-4976-a951-2768b1512363 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:27.275027 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-cf7a1fdd-e4bc-4976-a951-2768b1512363 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.38 "GET /v2.0/networks?id=1c2664e3-de2b-41f1-bece-e1e0dc51ab77 HTTP/1.1" status: 200 len: 795 time: 0.1214545 Jul 29 15:13:27.338940 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-219d6cf5-e791-4738-b49f-0d5dddfbec37 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad88f1e224ca4cdaac5cd6b210676360 HTTP/1.1" status: 200 len: 380 time: 0.0485544 Jul 29 15:13:27.374449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-cead7358-05ea-4e98-9a43-13969278267c req-430fd209-597a-4ac5-9c6b-d419c46dad4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'port': {'device_id': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'admin_state_up': True, 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'security_groups': ['4af8427a-7781-4b1e-8b89-0617d76aa289']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:27.457185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d6900cbb-c374-495c-bae1-4ec18f01e621 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:13:27.491263 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cead7358-05ea-4e98-9a43-13969278267c req-430fd209-597a-4ac5-9c6b-d419c46dad4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Made reservation on behalf of ad88f1e224ca4cdaac5cd6b210676360 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:13:27.497119 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cead7358-05ea-4e98-9a43-13969278267c req-430fd209-597a-4ac5-9c6b-d419c46dad4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:27.509834 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port d6900cbb-c374-495c-bae1-4ec18f01e621 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:13:27.510221 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:27.651888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-cead7358-05ea-4e98-9a43-13969278267c req-430fd209-597a-4ac5-9c6b-d419c46dad4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Allocated IP 172.20.0.6 (1c2664e3-de2b-41f1-bece-e1e0dc51ab77/be409088-756a-432b-af0c-bb00c65cb936/d3a1d1cb-6272-4e3f-bbbe-40c172f8c698) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:13:27.812349 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cead7358-05ea-4e98-9a43-13969278267c req-430fd209-597a-4ac5-9c6b-d419c46dad4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:27.826990 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-cead7358-05ea-4e98-9a43-13969278267c req-430fd209-597a-4ac5-9c6b-d419c46dad4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Transition to ACTIVE for port object d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:13:27.863369 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cead7358-05ea-4e98-9a43-13969278267c req-430fd209-597a-4ac5-9c6b-d419c46dad4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:27.906207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cead7358-05ea-4e98-9a43-13969278267c req-430fd209-597a-4ac5-9c6b-d419c46dad4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network 1c2664e3-de2b-41f1-bece-e1e0dc51ab77 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:13:27.909492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-cead7358-05ea-4e98-9a43-13969278267c req-430fd209-597a-4ac5-9c6b-d419c46dad4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:13:27.912376 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-cead7358-05ea-4e98-9a43-13969278267c req-430fd209-597a-4ac5-9c6b-d419c46dad4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:13:27.940194 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fd209-597a-4ac5-9c6b-d419c46dad4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Port': ['ID=d3a1d1cb-6272-4e3f-bbbe-40c172f8c698,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:27.969948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead7358-05ea-4e98-9a43-13969278267c req-430fd209-597a-4ac5-9c6b-d419c46dad4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:27.970921 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cead7358-05ea-4e98-9a43-13969278267c req-430fd209-597a-4ac5-9c6b-d419c46dad4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:27.988371 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-430fd209-597a-4ac5-9c6b-d419c46dad4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6178234 Jul 29 15:13:28.006599 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Request body: {'port': {'device_id': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:28.076239 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:28.189292 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ceee00f2-69e4-47ab-953d-05b7c0a9d56b None None] Provisioning for port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:13:28.199072 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ceee00f2-69e4-47ab-953d-05b7c0a9d56b None None] Provisioning complete for port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:13:28.199437 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ceee00f2-69e4-47ab-953d-05b7c0a9d56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:28.263336 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ceee00f2-69e4-47ab-953d-05b7c0a9d56b None None] Port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:13:28.641126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a53e6-0dda-4116-bb9d-e843716ec61e req-7955dc01-74c1-4b65-a0f3-33178fd1a51b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:28.642638 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d99a53e6-0dda-4116-bb9d-e843716ec61e req-7955dc01-74c1-4b65-a0f3-33178fd1a51b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 931 time: 0.0802815 Jul 29 15:13:28.730515 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d99a53e6-0dda-4116-bb9d-e843716ec61e req-7b2c056f-cdb7-49c8-a0c1-592fc0a8ac57 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=4af8427a-7781-4b1e-8b89-0617d76aa289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808535 Jul 29 15:13:28.747286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:13:28.756162 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:28.770656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Transition to ACTIVE for port object d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:13:28.775240 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:28.849693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a1d1cb-6272-4e3f-bbbe-40c172f8c698,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:28.940944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Attempting to bind port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:13:28.940944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Attempting to bind port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '518ec85c-d14d-4a82-92a5-2a704206b7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:13:28.941207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Attempting to bind port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 on network 1c2664e3-de2b-41f1-bece-e1e0dc51ab77 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:13:28.946699 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 on network 1c2664e3-de2b-41f1-bece-e1e0dc51ab77 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:13:28.946699 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Attempting to bind port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 on network 1c2664e3-de2b-41f1-bece-e1e0dc51ab77 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:13:28.961813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:13:28.962166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Checking segment: {'id': '518ec85c-d14d-4a82-92a5-2a704206b7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:13:28.962546 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Bound using segment: {'id': '518ec85c-d14d-4a82-92a5-2a704206b7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:13:28.962990 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Bound port: d3a1d1cb-6272-4e3f-bbbe-40c172f8c698, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518ec85c-d14d-4a82-92a5-2a704206b7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:13:28.963357 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:29.036549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] For port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:13:29.041059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] For port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=d3a1d1cb-6272-4e3f-bbbe-40c172f8c698,segment=NetworkSegment(518ec85c-d14d-4a82-92a5-2a704206b7d2),segment_id=518ec85c-d14d-4a82-92a5-2a704206b7d2)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:13:29.045414 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:29.103210 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:29.103851 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:29.105377 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] 10.222.0.38 "PUT /v2.0/ports/d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 HTTP/1.1" status: 200 len: 1091 time: 1.1035969 Jul 29 15:13:29.105846 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'tag': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:13:29.108750 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab80d0d-8454-4749-9c59-72b3577e4361" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3abb20-5a05-433e-b9ef-e98daf2059ac", "tag": "d3a1d1cb-6272-4e3f-bbbe-40c172f8c698"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:13:29.128089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ba1e1-d243-4e79-b246-827624d63094 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a1d1cb-6272-4e3f-bbbe-40c172f8c698,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:29.156227 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a2c0b5-6710-4d12-9f12-2570b7ebca8e x-openstack-request-id: req-b8a2c0b5-6710-4d12-9f12-2570b7ebca8e {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:13:29.156604 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3abb20-5a05-433e-b9ef-e98daf2059ac", "tag": "d3a1d1cb-6272-4e3f-bbbe-40c172f8c698", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:13:29.157231 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8a2c0b5-6710-4d12-9f12-2570b7ebca8e {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:13:29.161509 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'tag': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'status': 'completed', 'code': 200} Jul 29 15:13:29.221297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead7358-05ea-4e98-9a43-13969278267c req-b99b3508-9fe6-4808-9279-6ac9ce255155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:29.223067 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-b99b3508-9fe6-4808-9279-6ac9ce255155 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad88f1e224ca4cdaac5cd6b210676360&device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 1094 time: 0.0443163 Jul 29 15:13:29.273554 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-9e39ca06-4286-419d-b716-2ff7d4ff970f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 HTTP/1.1" status: 200 len: 217 time: 0.0363793 Jul 29 15:13:29.327313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead7358-05ea-4e98-9a43-13969278267c req-ec38d292-f18c-4246-b944-d8256b1af820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:29.328825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-ec38d292-f18c-4246-b944-d8256b1af820 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=be409088-756a-432b-af0c-bb00c65cb936 HTTP/1.1" status: 200 len: 835 time: 0.0494654 Jul 29 15:13:29.384010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead7358-05ea-4e98-9a43-13969278267c req-00abbb36-4a5b-4696-9e84-3cc60f0ff368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:29.385555 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-00abbb36-4a5b-4696-9e84-3cc60f0ff368 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c2664e3-de2b-41f1-bece-e1e0dc51ab77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501652 Jul 29 15:13:29.480485 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-ffc55184-0ce9-4de7-9bf6-da33fb6b851b service neutron] 10.222.0.38 "GET /v2.0/networks/1c2664e3-de2b-41f1-bece-e1e0dc51ab77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879757 Jul 29 15:13:29.576206 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cead7358-05ea-4e98-9a43-13969278267c req-c1009e23-bf51-452e-9859-48b24064977b service neutron] 10.222.0.38 "GET /v2.0/networks/1c2664e3-de2b-41f1-bece-e1e0dc51ab77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886862 Jul 29 15:13:29.700872 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab80d0d-8454-4749-9c59-72b3577e4361 req-cb109f24-1d22-4b32-828a-118feb5abd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:29.703534 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ab80d0d-8454-4749-9c59-72b3577e4361 req-cb109f24-1d22-4b32-828a-118feb5abd63 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad88f1e224ca4cdaac5cd6b210676360&device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 1094 time: 0.0453315 Jul 29 15:13:29.806369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab80d0d-8454-4749-9c59-72b3577e4361 req-6af3367e-1d49-44b5-a78b-5a4bfe0c0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:29.808363 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ab80d0d-8454-4749-9c59-72b3577e4361 req-6af3367e-1d49-44b5-a78b-5a4bfe0c0757 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c2664e3-de2b-41f1-bece-e1e0dc51ab77 HTTP/1.1" status: 200 len: 896 time: 0.0975711 Jul 29 15:13:29.856438 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ab80d0d-8454-4749-9c59-72b3577e4361 req-e878cbc3-07e2-49ac-bec1-e231e710dc28 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 HTTP/1.1" status: 200 len: 217 time: 0.0412133 Jul 29 15:13:29.935461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab80d0d-8454-4749-9c59-72b3577e4361 req-73b1f6c5-3dfc-4dcf-b86f-c60824d456cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:29.936980 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ab80d0d-8454-4749-9c59-72b3577e4361 req-73b1f6c5-3dfc-4dcf-b86f-c60824d456cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=be409088-756a-432b-af0c-bb00c65cb936 HTTP/1.1" status: 200 len: 835 time: 0.0730660 Jul 29 15:13:29.945435 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146252-eea3-4798-89ef-30a253228e3a req-8dd3cc9d-504e-4497-b788-09e6cb8b71fe tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:29.947028 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9146252-eea3-4798-89ef-30a253228e3a req-8dd3cc9d-504e-4497-b788-09e6cb8b71fe tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 943 time: 0.0929801 Jul 29 15:13:30.010151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9146252-eea3-4798-89ef-30a253228e3a req-5ba07c91-9670-4e2f-9f01-5ce0a326e9f1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=4af8427a-7781-4b1e-8b89-0617d76aa289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546036 Jul 29 15:13:30.015087 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab80d0d-8454-4749-9c59-72b3577e4361 req-78d3e92a-cef2-473f-b97b-dfb8a2d43674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:30.016564 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ab80d0d-8454-4749-9c59-72b3577e4361 req-78d3e92a-cef2-473f-b97b-dfb8a2d43674 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c2664e3-de2b-41f1-bece-e1e0dc51ab77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687826 Jul 29 15:13:30.122800 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ab80d0d-8454-4749-9c59-72b3577e4361 req-074593da-1117-4afc-a120-70cd9a7b297f service neutron] 10.222.0.38 "GET /v2.0/networks/1c2664e3-de2b-41f1-bece-e1e0dc51ab77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977376 Jul 29 15:13:30.226732 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ab80d0d-8454-4749-9c59-72b3577e4361 req-22ee4b11-cfdf-4afc-b639-76d173227cf6 service neutron] 10.222.0.38 "GET /v2.0/networks/1c2664e3-de2b-41f1-bece-e1e0dc51ab77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956759 Jul 29 15:13:30.533297 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a21ee41d-3482-4063-b235-6d982a3d44ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:30.677838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbd719-9d79-48e5-bb19-97e1ffd6801b req-665badf2-c420-48e5-a252-f2cca5769693 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:30.679632 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aedbd719-9d79-48e5-bb19-97e1ffd6801b req-665badf2-c420-48e5-a252-f2cca5769693 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 945 time: 0.0597727 Jul 29 15:13:30.733927 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aedbd719-9d79-48e5-bb19-97e1ffd6801b req-00094ce7-afa1-4172-93b4-9e980c8b456b tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471396 Jul 29 15:13:30.860538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:13:31.017213 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=d3a1d1cb-6272-4e3f-bbbe-40c172f8c698,segment=NetworkSegment(518ec85c-d14d-4a82-92a5-2a704206b7d2),segment_id=518ec85c-d14d-4a82-92a5-2a704206b7d2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:13:31.031223 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'port_id': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'mac_address': 'fa:16:3e:a7:56:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:13:31.081795 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:31.096014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:13:31.122338 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=d3a1d1cb-6272-4e3f-bbbe-40c172f8c698,segment=NetworkSegment(518ec85c-d14d-4a82-92a5-2a704206b7d2),segment_id=518ec85c-d14d-4a82-92a5-2a704206b7d2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:13:31.130122 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:31.172172 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b34ac-03d2-4559-a4b5-2dd97a8ddb36 req-b91ae6ec-f496-406f-b0f1-6d1c017bed7c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:31.181997 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f1b34ac-03d2-4559-a4b5-2dd97a8ddb36 req-b91ae6ec-f496-406f-b0f1-6d1c017bed7c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 944 time: 0.0659466 Jul 29 15:13:31.189410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=d3a1d1cb-6272-4e3f-bbbe-40c172f8c698,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:31.223352 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42050) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:31.223757 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f1b34ac-03d2-4559-a4b5-2dd97a8ddb36 req-8c929b9e-611f-4664-94c6-fa4cc147e08c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=4af8427a-7781-4b1e-8b89-0617d76aa289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408938 Jul 29 15:13:31.338005 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f12f559b-a79b-4c3e-9a1b-e249d05abc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:31.414386 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['d3a1d1cb-6272-4e3f-bbbe-40c172f8c698'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:13:31.436196 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f12f559b-a79b-4c3e-9a1b-e249d05abc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:31.442526 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f12f559b-a79b-4c3e-9a1b-e249d05abc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:31.483707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f12f559b-a79b-4c3e-9a1b-e249d05abc96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41539ba5a57a467b8db4114140c03f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585845 Jul 29 15:13:31.484943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f559b-a79b-4c3e-9a1b-e249d05abc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26c8b30-15a6-48bd-a748-91b6821d719c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:31.486441 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42054) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:31.581276 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:31.605466 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:31.659376 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:31.663491 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:31.669835 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f26c8b30-15a6-48bd-a748-91b6821d719c HTTP/1.1" status: 204 len: 168 time: 0.1799083 Jul 29 15:13:31.681836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26c8b30-15a6-48bd-a748-91b6821d719c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:31.691180 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:31.691542 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:31.691891 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:31.692234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:31.692579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:31.693041 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:31.693295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:31.693630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:31.694115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:31.694452 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:31.695346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:31.695687 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1153e-9616-464c-b577-0efbcb6c13be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:13:31.878939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178be291-e3f8-4593-ab97-76be5e720cfa req-4940fe96-088b-4f55-ba0a-785634aad0b2 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:31.880599 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-178be291-e3f8-4593-ab97-76be5e720cfa req-4940fe96-088b-4f55-ba0a-785634aad0b2 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 945 time: 0.0572457 Jul 29 15:13:31.924409 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-178be291-e3f8-4593-ab97-76be5e720cfa req-f8feddd6-e17c-463a-93c9-ba3c39ca8841 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364625 Jul 29 15:13:32.002950 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42064) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:32.017327 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-33a8a7f8-2f8c-406f-af4a-fa46c9584c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:32.138415 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-33a8a7f8-2f8c-406f-af4a-fa46c9584c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:32.145379 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-33a8a7f8-2f8c-406f-af4a-fa46c9584c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:32.192290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8a7f8-2f8c-406f-af4a-fa46c9584c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca449dbf-9074-4965-b2ce-0f89c66795ce,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:32.201907 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a460a4-a143-4d9c-ac38-a6d12b874335 req-bc6d3188-f562-4fa7-9633-65f2473ca5bb tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:32.203467 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-52a460a4-a143-4d9c-ac38-a6d12b874335 req-bc6d3188-f562-4fa7-9633-65f2473ca5bb tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 945 time: 0.1059573 Jul 29 15:13:32.208727 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-33a8a7f8-2f8c-406f-af4a-fa46c9584c6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f3d5290c20d409d9ceff2bc6061f74e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2019093 Jul 29 15:13:32.208727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42070) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:32.360323 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37689181-6ced-404e-804c-df82d98bc23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:32.711378 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37689181-6ced-404e-804c-df82d98bc23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:32.719936 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4832846-b812-446f-ae2b-78def04b32b6 req-3e13408d-f861-4054-a18c-0a7e7852dd4e tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:32.721513 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4832846-b812-446f-ae2b-78def04b32b6 req-3e13408d-f861-4054-a18c-0a7e7852dd4e tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 944 time: 0.4212034 Jul 29 15:13:32.738773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-52a460a4-a143-4d9c-ac38-a6d12b874335 req-98afe927-5f4f-479d-81ad-2437c6479278 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Deleting port bebee446-52df-42a4-83d1-ef33fc3797a0 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:13:32.739138 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-52a460a4-a143-4d9c-ac38-a6d12b874335 req-98afe927-5f4f-479d-81ad-2437c6479278 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:32.842807 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4832846-b812-446f-ae2b-78def04b32b6 req-e491a7e2-3037-4740-ba62-ca82c55db7fb tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=4af8427a-7781-4b1e-8b89-0617d76aa289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996330 Jul 29 15:13:32.862173 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37689181-6ced-404e-804c-df82d98bc23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:32.865026 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37689181-6ced-404e-804c-df82d98bc23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:32.870561 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-37689181-6ced-404e-804c-df82d98bc23b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca449dbf-9074-4965-b2ce-0f89c66795ce HTTP/1.1" status: 204 len: 168 time: 0.6571195 Jul 29 15:13:32.877003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:13:32.882925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37689181-6ced-404e-804c-df82d98bc23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca449dbf-9074-4965-b2ce-0f89c66795ce,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:32.892530 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:13:32.901308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-52a460a4-a143-4d9c-ac38-a6d12b874335 req-98afe927-5f4f-479d-81ad-2437c6479278 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] For port bebee446-52df-42a4-83d1-ef33fc3797a0, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=bebee446-52df-42a4-83d1-ef33fc3797a0,segment=NetworkSegment(1eb5414c-ddab-4de7-aa99-a932ec87d90d),segment_id=1eb5414c-ddab-4de7-aa99-a932ec87d90d)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:13:32.901766 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-52a460a4-a143-4d9c-ac38-a6d12b874335 req-98afe927-5f4f-479d-81ad-2437c6479278 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:32.922664 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-52a460a4-a143-4d9c-ac38-a6d12b874335 req-98afe927-5f4f-479d-81ad-2437c6479278 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Calling delete_port for bebee446-52df-42a4-83d1-ef33fc3797a0 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:13:32.950987 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:13:32.956048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:13:32.956048 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:33.080891 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:33.107634 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2688ac-d469-402b-9cfc-df7ff43d7ebd req-d26d24fe-8325-467d-866a-182818e3abe6 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:33.109985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:13:33.112908 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e39cd4-f01e-447a-9c6f-3b1347119f70" -d '{"events": [{"server_uuid": "ef3abb20-5a05-433e-b9ef-e98daf2059ac", "name": "network-vif-plugged", "status": "completed", "tag": "d3a1d1cb-6272-4e3f-bbbe-40c172f8c698"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:13:33.131633 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c2688ac-d469-402b-9cfc-df7ff43d7ebd req-d26d24fe-8325-467d-866a-182818e3abe6 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a068bf6-7439-49cc-98be-c354dc884113 HTTP/1.1" status: 200 len: 945 time: 0.0845037 Jul 29 15:13:33.143341 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-52a460a4-a143-4d9c-ac38-a6d12b874335 req-98afe927-5f4f-479d-81ad-2437c6479278 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:33.155358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=d3a1d1cb-6272-4e3f-bbbe-40c172f8c698,segment=NetworkSegment(518ec85c-d14d-4a82-92a5-2a704206b7d2),segment_id=518ec85c-d14d-4a82-92a5-2a704206b7d2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:13:33.163027 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['bebee446-52df-42a4-83d1-ef33fc3797a0'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:13:33.190354 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:33.230633 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dda6c88-e0b4-45da-a0a1-669b6b0204b1 x-openstack-request-id: req-9dda6c88-e0b4-45da-a0a1-669b6b0204b1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:13:33.231349 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3abb20-5a05-433e-b9ef-e98daf2059ac", "name": "network-vif-plugged", "status": "completed", "tag": "d3a1d1cb-6272-4e3f-bbbe-40c172f8c698", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:13:33.231761 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9dda6c88-e0b4-45da-a0a1-669b6b0204b1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:13:33.232722 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'code': 200} Jul 29 15:13:33.236414 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c2688ac-d469-402b-9cfc-df7ff43d7ebd req-419d6da9-3503-4100-abd4-98c7fbcbb249 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982077 Jul 29 15:13:33.263121 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:33.267856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afe927-5f4f-479d-81ad-2437c6479278 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Pushing event deleted for resources: {'Port': ['ID=bebee446-52df-42a4-83d1-ef33fc3797a0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:33.285010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=d3a1d1cb-6272-4e3f-bbbe-40c172f8c698,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:33.326039 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a460a4-a143-4d9c-ac38-a6d12b874335 req-98afe927-5f4f-479d-81ad-2437c6479278 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] No DVR routers for this DVR port bebee446-52df-42a4-83d1-ef33fc3797a0 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:13:33.330458 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-52a460a4-a143-4d9c-ac38-a6d12b874335 req-98afe927-5f4f-479d-81ad-2437c6479278 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:33.333324 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-52a460a4-a143-4d9c-ac38-a6d12b874335 req-98afe927-5f4f-479d-81ad-2437c6479278 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.39 "DELETE /v2.0/ports/bebee446-52df-42a4-83d1-ef33fc3797a0 HTTP/1.1" status: 204 len: 173 time: 1.1182659 Jul 29 15:13:33.333868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a068bf6-7439-49cc-98be-c354dc884113', 'name': 'network-vif-deleted', 'tag': 'bebee446-52df-42a4-83d1-ef33fc3797a0'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:13:33.341053 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1ead33-a5a7-4eb7-9a86-62830f387c2b" -d '{"events": [{"server_uuid": "1a068bf6-7439-49cc-98be-c354dc884113", "name": "network-vif-deleted", "tag": "bebee446-52df-42a4-83d1-ef33fc3797a0"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:13:33.357797 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e16415f-ca80-4071-90c2-de7d48c5d54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:33.405644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5d68a-e65f-415e-aceb-d2877fe107ca req-8721287c-159e-4b33-bbd4-79c96e201954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:33.408313 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37afa14-5712-4356-87e0-cc0570f2562d x-openstack-request-id: req-d37afa14-5712-4356-87e0-cc0570f2562d {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:13:33.408991 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a068bf6-7439-49cc-98be-c354dc884113", "name": "network-vif-deleted", "tag": "bebee446-52df-42a4-83d1-ef33fc3797a0", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:13:33.409605 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d37afa14-5712-4356-87e0-cc0570f2562d {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:13:33.410257 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a068bf6-7439-49cc-98be-c354dc884113', 'name': 'network-vif-deleted', 'tag': 'bebee446-52df-42a4-83d1-ef33fc3797a0', 'status': 'completed', 'code': 200} Jul 29 15:13:33.412076 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9a5d68a-e65f-415e-aceb-d2877fe107ca req-8721287c-159e-4b33-bbd4-79c96e201954 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 1096 time: 0.0971859 Jul 29 15:13:33.465443 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9a5d68a-e65f-415e-aceb-d2877fe107ca req-1f9e96a4-649a-4588-a6e5-268a1a4fb6f7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4af8427a-7781-4b1e-8b89-0617d76aa289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443792 Jul 29 15:13:34.010159 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3703c-0778-496e-8504-43eafcd75e44 req-b4daf297-26e4-41ac-8a8f-33c5bcabd56b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:34.028000 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-49e3703c-0778-496e-8504-43eafcd75e44 req-b4daf297-26e4-41ac-8a8f-33c5bcabd56b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 945 time: 0.0779929 Jul 29 15:13:34.067124 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-49e3703c-0778-496e-8504-43eafcd75e44 req-9e72a005-ef12-453d-9a18-99ad3545cd82 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=4af8427a-7781-4b1e-8b89-0617d76aa289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446951 Jul 29 15:13:34.371685 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:35.203631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edb401-417a-40a9-8765-be1fa15790de req-1bcff690-854c-47a9-acb8-6f55b987d5e3 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:35.206119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25edb401-417a-40a9-8765-be1fa15790de req-1bcff690-854c-47a9-acb8-6f55b987d5e3 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 945 time: 0.0616796 Jul 29 15:13:35.257930 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25edb401-417a-40a9-8765-be1fa15790de req-dbcbb830-e896-45c5-960d-f61f47b572ff tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=4af8427a-7781-4b1e-8b89-0617d76aa289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448041 Jul 29 15:13:35.392894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da802f-5323-438d-ae85-0a4535262383 req-f3dd1c52-30b4-49b8-8b7b-b2e34a2d803b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:35.394696 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f5da802f-5323-438d-ae85-0a4535262383 req-f3dd1c52-30b4-49b8-8b7b-b2e34a2d803b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 945 time: 0.0585468 Jul 29 15:13:35.435509 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f5da802f-5323-438d-ae85-0a4535262383 req-bc554dc9-0fd4-485d-a8d4-d4d3c5e7cf07 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=4af8427a-7781-4b1e-8b89-0617d76aa289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346036 Jul 29 15:13:35.448530 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42164) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:35.457492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42168) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:35.527417 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb220ad-3402-4ede-a83f-330ab470002d tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:35.528996 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9bb220ad-3402-4ede-a83f-330ab470002d tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 1091 time: 0.0704434 Jul 29 15:13:35.532034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42172) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:35.536547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:35.565108 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:35.578272 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ebf5b304-3320-4a47-b118-af331058f95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:35.742577 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:35.758264 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ebf5b304-3320-4a47-b118-af331058f95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:35.763637 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ebf5b304-3320-4a47-b118-af331058f95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:35.808523 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ebf5b304-3320-4a47-b118-af331058f95d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=306259cff676465c87518343fe2eda47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593314 Jul 29 15:13:35.809884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5b304-3320-4a47-b118-af331058f95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa11547-35ca-419b-978c-f7bba9f60db6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:35.812298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42176) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:35.869039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Allocated IP 172.25.6.156 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/524916be-02eb-4865-8815-b73cff7b70f4) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:13:35.891312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14918012-f5ca-471f-bd6b-f6f33fcb9a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:35.914844 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14918012-f5ca-471f-bd6b-f6f33fcb9a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:35.981737 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14918012-f5ca-471f-bd6b-f6f33fcb9a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:35.984314 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14918012-f5ca-471f-bd6b-f6f33fcb9a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:35.987867 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-14918012-f5ca-471f-bd6b-f6f33fcb9a4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6aa11547-35ca-419b-978c-f7bba9f60db6 HTTP/1.1" status: 204 len: 168 time: 0.1722410 Jul 29 15:13:35.996643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14918012-f5ca-471f-bd6b-f6f33fcb9a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa11547-35ca-419b-978c-f7bba9f60db6,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:36.010271 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:36.066643 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:36.110081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:13:36.115791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:13:36.118948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:13:36.125194 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Port': ['ID=524916be-02eb-4865-8815-b73cff7b70f4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:36.204940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device bebee446-52df-42a4-83d1-ef33fc3797a0 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:13:36.246841 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: bebee446-52df-42a4-83d1-ef33fc3797a0 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:13:36.247184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device bebee446-52df-42a4-83d1-ef33fc3797a0 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:13:36.356353 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:36.373192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42202) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:36.391473 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d446d754-e4e3-427e-a565-3d7ee2115449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:36.737713 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:36.801821 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d446d754-e4e3-427e-a565-3d7ee2115449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:36.813578 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d446d754-e4e3-427e-a565-3d7ee2115449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:36.865929 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d446d754-e4e3-427e-a565-3d7ee2115449 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f34b050723c3407f80832e3eab9de95c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4914775 Jul 29 15:13:36.869564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42220) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:36.923321 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-74b16639-4e9d-4d13-8581-ab51a332f17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:36.923554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446d754-e4e3-427e-a565-3d7ee2115449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f42a3da-6696-4d26-a862-5f68b9e6988d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:36.926590 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:36.949622 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-74b16639-4e9d-4d13-8581-ab51a332f17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:37.002517 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-74b16639-4e9d-4d13-8581-ab51a332f17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:37.005353 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-74b16639-4e9d-4d13-8581-ab51a332f17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:37.009112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-74b16639-4e9d-4d13-8581-ab51a332f17e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f42a3da-6696-4d26-a862-5f68b9e6988d HTTP/1.1" status: 204 len: 168 time: 0.1354482 Jul 29 15:13:37.017501 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b16639-4e9d-4d13-8581-ab51a332f17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f42a3da-6696-4d26-a862-5f68b9e6988d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:37.162230 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:37.170628 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:37.230882 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Port': ['ID=524916be-02eb-4865-8815-b73cff7b70f4,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:37.319381 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:37.467335 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Floating IP a15556b5-1bd9-4790-8215-eabeaebd1a6e associated. External IP: 172.25.6.156, port: d3a1d1cb-6272-4e3f-bbbe-40c172f8c698. Jul 29 15:13:38.105955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:13:38.237217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:13:38.253013 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee8e2b-a1f4-4e5b-83c8-26edd1f7815f None None] Sync routers for ids ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:13:38.255758 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:38.283724 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ee8e2b-a1f4-4e5b-83c8-26edd1f7815f None None] Routers {'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:13:38.285334 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-42ee8e2b-a1f4-4e5b-83c8-26edd1f7815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:13:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:38.302980 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-da5ac6a5-9f08-41c7-86b0-ab42cea50e4a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7677824 Jul 29 15:13:38.303995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'tag': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:13:38.307307 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caee0816-8c2c-4faa-aa67-598027101e81" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3abb20-5a05-433e-b9ef-e98daf2059ac", "tag": "d3a1d1cb-6272-4e3f-bbbe-40c172f8c698"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:13:38.307870 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42258) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:38.362828 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abb3013-eaa3-4fde-80c7-5392d525084c x-openstack-request-id: req-9abb3013-eaa3-4fde-80c7-5392d525084c {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:13:38.363313 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3abb20-5a05-433e-b9ef-e98daf2059ac", "tag": "d3a1d1cb-6272-4e3f-bbbe-40c172f8c698", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:13:38.363798 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9abb3013-eaa3-4fde-80c7-5392d525084c {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:13:38.364215 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'tag': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'status': 'completed', 'code': 200} Jul 29 15:13:38.487163 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee0816-8c2c-4faa-aa67-598027101e81 req-51c0af0f-4274-4ac9-9480-245f4a814c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:38.490916 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caee0816-8c2c-4faa-aa67-598027101e81 req-51c0af0f-4274-4ac9-9480-245f4a814c50 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad88f1e224ca4cdaac5cd6b210676360&device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 1096 time: 0.0700762 Jul 29 15:13:38.520709 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-42ee8e2b-a1f4-4e5b-83c8-26edd1f7815f None None] Set router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:13:38.536794 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-58eeaf19-8a9d-4e04-b723-296e64bff2e9 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/floatingips/a15556b5-1bd9-4790-8215-eabeaebd1a6e HTTP/1.1" status: 200 len: 991 time: 0.2275853 Jul 29 15:13:38.563450 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff85fe-3754-4712-aa97-9d22b8ff558a req-f2d59a75-cd3d-4a1f-a4f0-6035968aa56d tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:38.565222 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4ff85fe-3754-4712-aa97-9d22b8ff558a req-f2d59a75-cd3d-4a1f-a4f0-6035968aa56d tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1357484 Jul 29 15:13:38.567099 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d4847-1d5e-4082-ab7f-5f6fc43ec809 req-115db0fd-b302-40f5-a127-be634d603d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:38.568479 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-232d4847-1d5e-4082-ab7f-5f6fc43ec809 req-115db0fd-b302-40f5-a127-be634d603d79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7e6c28442c94abfb57463bd1e7c1bb0&device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 1096 time: 0.2308238 Jul 29 15:13:38.639536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee0816-8c2c-4faa-aa67-598027101e81 req-f74dcb2e-3e8c-48af-8f59-0e5628d8a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:38.643497 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caee0816-8c2c-4faa-aa67-598027101e81 req-f74dcb2e-3e8c-48af-8f59-0e5628d8a38f service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c2664e3-de2b-41f1-bece-e1e0dc51ab77 HTTP/1.1" status: 200 len: 896 time: 0.1436181 Jul 29 15:13:38.678756 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4ff85fe-3754-4712-aa97-9d22b8ff558a req-5efba100-9925-4929-a876-4621808bf117 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050920 Jul 29 15:13:38.746663 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d4847-1d5e-4082-ab7f-5f6fc43ec809 req-6e95d7d5-090e-4263-b60c-907059f59bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:38.749050 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-232d4847-1d5e-4082-ab7f-5f6fc43ec809 req-6e95d7d5-090e-4263-b60c-907059f59bb5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d44545-e8ea-4b03-b27b-9daea94b648a HTTP/1.1" status: 200 len: 919 time: 0.1693780 Jul 29 15:13:38.872240 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-42ee8e2b-a1f4-4e5b-83c8-26edd1f7815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a15556b5-1bd9-4790-8215-eabeaebd1a6e', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'port_id': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'mac_address': 'fa:16:3e:a7:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:13:36Z', 'updated_at': '2021-07-29T15:13:36Z', 'revision_number': 0, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6900cbb-c374-495c-bae1-4ec18f01e621', 'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:d6:b4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:16Z', 'updated_at': '2021-07-29T15:13:25Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': 'be409088-756a-432b-af0c-bb00c65cb936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:38.874068 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-232d4847-1d5e-4082-ab7f-5f6fc43ec809 req-8e3cec56-c9dc-4ca6-b186-c5bd765be5f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b08a4fa9-9d3a-4107-b2cb-94475f0f8427 HTTP/1.1" status: 200 len: 217 time: 0.1103959 Jul 29 15:13:38.875481 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caee0816-8c2c-4faa-aa67-598027101e81 req-5e7214b7-ef90-4fa5-b79a-819c82c4c6c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 HTTP/1.1" status: 200 len: 999 time: 0.2261496 Jul 29 15:13:38.954499 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee8e2b-a1f4-4e5b-83c8-26edd1f7815f None None] Checking router: ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:13:38.968570 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee0816-8c2c-4faa-aa67-598027101e81 req-2653c058-a2e5-4b5b-8c26-b050e3de3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:38.970069 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caee0816-8c2c-4faa-aa67-598027101e81 req-2653c058-a2e5-4b5b-8c26-b050e3de3c5c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=be409088-756a-432b-af0c-bb00c65cb936 HTTP/1.1" status: 200 len: 835 time: 0.0865631 Jul 29 15:13:38.973133 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ee8e2b-a1f4-4e5b-83c8-26edd1f7815f None None] Routers {'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:13:38.975625 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-42ee8e2b-a1f4-4e5b-83c8-26edd1f7815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:13:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:38.982338 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d4847-1d5e-4082-ab7f-5f6fc43ec809 req-5d890cb5-f3c5-4ae2-9a67-dcd639a86579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:38.984355 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-232d4847-1d5e-4082-ab7f-5f6fc43ec809 req-5d890cb5-f3c5-4ae2-9a67-dcd639a86579 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41f24fa5-a84f-4567-9f64-747c8d86b352 HTTP/1.1" status: 200 len: 858 time: 0.1028216 Jul 29 15:13:39.040245 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-232d4847-1d5e-4082-ab7f-5f6fc43ec809 req-fab170ba-e81e-4154-8960-1ac21bdbdb9e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d44545-e8ea-4b03-b27b-9daea94b648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483973 Jul 29 15:13:39.071305 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee0816-8c2c-4faa-aa67-598027101e81 req-51586f0a-4230-4541-a091-7d3fce812259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:39.073283 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caee0816-8c2c-4faa-aa67-598027101e81 req-51586f0a-4230-4541-a091-7d3fce812259 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c2664e3-de2b-41f1-bece-e1e0dc51ab77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958924 Jul 29 15:13:39.174332 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-42ee8e2b-a1f4-4e5b-83c8-26edd1f7815f None None] Set router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:13:39.236956 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caee0816-8c2c-4faa-aa67-598027101e81 req-1b8d2fe3-e823-4f75-890d-2a0e9673d095 service neutron] 10.222.0.38 "GET /v2.0/networks/1c2664e3-de2b-41f1-bece-e1e0dc51ab77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565042 Jul 29 15:13:39.251499 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-232d4847-1d5e-4082-ab7f-5f6fc43ec809 req-4e35cf9a-46f0-46aa-8557-b6e88c0c2ea8 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020388 Jul 29 15:13:39.418764 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-232d4847-1d5e-4082-ab7f-5f6fc43ec809 req-b157f159-3db4-45bc-abfe-010c76c0dc81 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615374 Jul 29 15:13:39.448218 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-caee0816-8c2c-4faa-aa67-598027101e81 req-d7709d7f-7991-466d-94f4-9f8846e05371 service neutron] 10.222.0.38 "GET /v2.0/networks/1c2664e3-de2b-41f1-bece-e1e0dc51ab77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039955 Jul 29 15:13:39.540608 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42310) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:39.546952 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-42ee8e2b-a1f4-4e5b-83c8-26edd1f7815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a15556b5-1bd9-4790-8215-eabeaebd1a6e', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'port_id': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'mac_address': 'fa:16:3e:a7:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:13:36Z', 'updated_at': '2021-07-29T15:13:36Z', 'revision_number': 0, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6900cbb-c374-495c-bae1-4ec18f01e621', 'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:d6:b4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:16Z', 'updated_at': '2021-07-29T15:13:25Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': 'be409088-756a-432b-af0c-bb00c65cb936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:13:39.606314 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ee8e2b-a1f4-4e5b-83c8-26edd1f7815f None None] The sync data for ids ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'] in n-d-802893-1 is: [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a15556b5-1bd9-4790-8215-eabeaebd1a6e', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'port_id': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'mac_address': 'fa:16:3e:a7:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:13:36Z', 'updated_at': '2021-07-29T15:13:36Z', 'revision_number': 0, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6900cbb-c374-495c-bae1-4ec18f01e621', 'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:d6:b4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:16Z', 'updated_at': '2021-07-29T15:13:25Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': 'be409088-756a-432b-af0c-bb00c65cb936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:13:39.623421 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a0f545b8-8cc7-45e7-94a6-d974a373f2a1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/floatingips/a15556b5-1bd9-4790-8215-eabeaebd1a6e HTTP/1.1" status: 200 len: 991 time: 0.0812404 Jul 29 15:13:39.847765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62117381-ce2f-4efe-a1ae-6e059093cff2 req-76b4c3d0-51b7-4310-a026-1f42e4c30362 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:39.855984 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-62117381-ce2f-4efe-a1ae-6e059093cff2 req-76b4c3d0-51b7-4310-a026-1f42e4c30362 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0894175 Jul 29 15:13:39.916382 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-62117381-ce2f-4efe-a1ae-6e059093cff2 req-31f1fe73-5bc4-4228-8275-9988c881a00f tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587237 Jul 29 15:13:40.022203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c6fbef-ba7f-4326-b8b5-f6ed517964aa None None] New status for floating IP a15556b5-1bd9-4790-8215-eabeaebd1a6e: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:13:40.626933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42326) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:40.714296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5aa0e906-64a2-4a36-91df-0108d19fca2c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/floatingips/a15556b5-1bd9-4790-8215-eabeaebd1a6e HTTP/1.1" status: 200 len: 993 time: 0.0860360 Jul 29 15:13:41.042045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ec702-be09-4aa9-8c2c-a85943fe8b34 req-43ce95c5-4619-4336-9128-f5693a67819a tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:41.043658 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4f4ec702-be09-4aa9-8c2c-a85943fe8b34 req-43ce95c5-4619-4336-9128-f5693a67819a tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0569623 Jul 29 15:13:41.067578 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:41.101919 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4f4ec702-be09-4aa9-8c2c-a85943fe8b34 req-a997ac0a-8796-4b88-9ec9-1bb0d400db63 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451732 Jul 29 15:13:41.498244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-29fcbc0a-cb6d-4c02-aeec-99bde56c73ce tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:41.500215 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-29fcbc0a-cb6d-4c02-aeec-99bde56c73ce tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/networks?id=f7396c96-abcc-4afb-9f50-38bc61d5bba8 HTTP/1.1" status: 200 len: 814 time: 0.1455300 Jul 29 15:13:41.534499 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-2daf195d-d16f-4cff-b588-7660770667ee tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/quotas/a841d0cec7bd4e848644ba8a15869377 HTTP/1.1" status: 200 len: 375 time: 0.0246174 Jul 29 15:13:41.576598 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-bccc0b1c-b0c0-45b4-bb36-6dd9789a89f6 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a841d0cec7bd4e848644ba8a15869377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408182 Jul 29 15:13:41.688211 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-18fba4d2-4e22-4a79-9726-5a425a5a1bcb service neutron] 10.222.0.16 "GET /v2.0/networks/f7396c96-abcc-4afb-9f50-38bc61d5bba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105313 Jul 29 15:13:41.791849 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-d000c3a0-ad7a-41f7-98a2-313de5888986 service neutron] 10.222.0.16 "GET /v2.0/networks/f7396c96-abcc-4afb-9f50-38bc61d5bba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025474 Jul 29 15:13:41.947266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42386) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:41.998543 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3402926d-39b5-4270-9519-38e1cae38476 req-13ff3f3e-bed3-4bf9-a951-4341deed2fb0 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce1fc84c-41a0-4140-96dc-1b59d3a1ece2 HTTP/1.1" status: 200 len: 210 time: 0.0397797 Jul 29 15:13:42.114089 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-371b7c3a-32a1-41d9-8cfd-c678b07c1408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:42.246511 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-371b7c3a-32a1-41d9-8cfd-c678b07c1408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:42.252165 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-371b7c3a-32a1-41d9-8cfd-c678b07c1408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:42.253777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b399e-5573-4e04-8f86-71c1e008b7fa req-1e9eb0a4-93cf-4a27-beae-53761570a195 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:42.264211 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3d9b399e-5573-4e04-8f86-71c1e008b7fa req-1e9eb0a4-93cf-4a27-beae-53761570a195 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0794799 Jul 29 15:13:42.295975 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-371b7c3a-32a1-41d9-8cfd-c678b07c1408 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=024e8a182fe2480eb199a8a702290866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475924 Jul 29 15:13:42.297294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b7c3a-32a1-41d9-8cfd-c678b07c1408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb41392-4094-4268-8f1e-c6b9e6b65e51,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:42.300259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42400) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:42.325303 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3d9b399e-5573-4e04-8f86-71c1e008b7fa req-8c6777f2-ed6e-462f-a356-777b7e44e997 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606291 Jul 29 15:13:42.370268 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f40ea653-a8b8-4b0d-b42c-aa1d01df3fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:42.401801 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f40ea653-a8b8-4b0d-b42c-aa1d01df3fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:42.456729 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f40ea653-a8b8-4b0d-b42c-aa1d01df3fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:42.459889 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f40ea653-a8b8-4b0d-b42c-aa1d01df3fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:42.461136 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f40ea653-a8b8-4b0d-b42c-aa1d01df3fd5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eeb41392-4094-4268-8f1e-c6b9e6b65e51 HTTP/1.1" status: 204 len: 168 time: 0.1598086 Jul 29 15:13:42.471807 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ea653-a8b8-4b0d-b42c-aa1d01df3fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb41392-4094-4268-8f1e-c6b9e6b65e51,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:42.775607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42416) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:42.790356 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7b63219-8268-4562-9049-2dc3b1a5d6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:42.896072 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7b63219-8268-4562-9049-2dc3b1a5d6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:42.901797 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c7b63219-8268-4562-9049-2dc3b1a5d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:42.992602 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c7b63219-8268-4562-9049-2dc3b1a5d6d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cc8f78c0bc24f168b6c9deb5aeb172b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152691 Jul 29 15:13:42.995454 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b63219-8268-4562-9049-2dc3b1a5d6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92076c8-19b6-48fb-a1e0-a4d217d6bb9f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:42.996045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42418) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:43.071756 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-db43e569-2fb1-4255-b6fd-d67615263846 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:43.073437 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-db43e569-2fb1-4255-b6fd-d67615263846 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.39 "GET /v2.0/networks?id=f7396c96-abcc-4afb-9f50-38bc61d5bba8 HTTP/1.1" status: 200 len: 814 time: 0.1470778 Jul 29 15:13:43.089665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-f55d628d-4937-4cb1-aa27-67f56344e06d tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Request body: {'port': {'device_id': 'ce1fc84c-41a0-4140-96dc-1b59d3a1ece2', 'network_id': 'f7396c96-abcc-4afb-9f50-38bc61d5bba8', 'admin_state_up': True, 'tenant_id': 'a841d0cec7bd4e848644ba8a15869377'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:43.107962 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a0d59bd2-9a23-449c-9802-35a98acd8c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:43.133718 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a0d59bd2-9a23-449c-9802-35a98acd8c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:43.166132 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-40bd2008-be49-40fc-86f8-38527cffce66 req-a4b41ed4-8ea0-484a-8884-c13e7c023930 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce1fc84c-41a0-4140-96dc-1b59d3a1ece2 HTTP/1.1" status: 200 len: 210 time: 0.0813069 Jul 29 15:13:43.192339 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a0d59bd2-9a23-449c-9802-35a98acd8c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:43.195421 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a0d59bd2-9a23-449c-9802-35a98acd8c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:43.196752 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a0d59bd2-9a23-449c-9802-35a98acd8c28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c92076c8-19b6-48fb-a1e0-a4d217d6bb9f HTTP/1.1" status: 204 len: 168 time: 0.1987104 Jul 29 15:13:43.208224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d59bd2-9a23-449c-9802-35a98acd8c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92076c8-19b6-48fb-a1e0-a4d217d6bb9f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:43.248791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-f55d628d-4937-4cb1-aa27-67f56344e06d tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Made reservation on behalf of a841d0cec7bd4e848644ba8a15869377 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:13:43.252723 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-f55d628d-4937-4cb1-aa27-67f56344e06d tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:43.404467 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-f55d628d-4937-4cb1-aa27-67f56344e06d tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Allocated IP 172.20.0.11 (f7396c96-abcc-4afb-9f50-38bc61d5bba8/2174f67b-178d-4ac1-b435-f4900f737ec5/108c1d40-0a95-400f-8eca-2e5490d2897f) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:13:43.461914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3aa62-e59f-4788-90e8-f2087ad3d1fa req-785065bb-bc0d-4e49-a1ae-74d8012f1921 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:43.472512 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9d3aa62-e59f-4788-90e8-f2087ad3d1fa req-785065bb-bc0d-4e49-a1ae-74d8012f1921 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0683403 Jul 29 15:13:43.529877 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9d3aa62-e59f-4788-90e8-f2087ad3d1fa req-6e5b8ac5-988c-427f-b02e-dd93eb3bd179 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493476 Jul 29 15:13:43.584078 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-f55d628d-4937-4cb1-aa27-67f56344e06d tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:43.635643 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-f55d628d-4937-4cb1-aa27-67f56344e06d tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:43.688440 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-f55d628d-4937-4cb1-aa27-67f56344e06d tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Network f7396c96-abcc-4afb-9f50-38bc61d5bba8 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:13:43.691613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-f55d628d-4937-4cb1-aa27-67f56344e06d tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:13:43.696430 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-f55d628d-4937-4cb1-aa27-67f56344e06d tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:13:43.724217 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d628d-4937-4cb1-aa27-67f56344e06d tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Pushing event updated for resources: {'Port': ['ID=108c1d40-0a95-400f-8eca-2e5490d2897f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:43.760141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-f55d628d-4937-4cb1-aa27-67f56344e06d tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:43.760141 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-f55d628d-4937-4cb1-aa27-67f56344e06d tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:43.775654 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-f55d628d-4937-4cb1-aa27-67f56344e06d tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6921225 Jul 29 15:13:43.791856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Request body: {'port': {'device_id': 'ce1fc84c-41a0-4140-96dc-1b59d3a1ece2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:13:43.857819 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:44.153443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108c1d40-0a95-400f-8eca-2e5490d2897f {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:13:44.161446 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:44.177395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Transition to ACTIVE for port object 108c1d40-0a95-400f-8eca-2e5490d2897f will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:13:44.182751 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:44.261673 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Pushing event updated for resources: {'Port': ['ID=108c1d40-0a95-400f-8eca-2e5490d2897f,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:44.353896 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Attempting to bind port 108c1d40-0a95-400f-8eca-2e5490d2897f on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:13:44.354243 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Attempting to bind port 108c1d40-0a95-400f-8eca-2e5490d2897f by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '1eb5414c-ddab-4de7-aa99-a932ec87d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f7396c96-abcc-4afb-9f50-38bc61d5bba8'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:13:44.354578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Attempting to bind port 108c1d40-0a95-400f-8eca-2e5490d2897f on network f7396c96-abcc-4afb-9f50-38bc61d5bba8 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:13:44.362843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Port 108c1d40-0a95-400f-8eca-2e5490d2897f on network f7396c96-abcc-4afb-9f50-38bc61d5bba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:13:44.363233 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Attempting to bind port 108c1d40-0a95-400f-8eca-2e5490d2897f on network f7396c96-abcc-4afb-9f50-38bc61d5bba8 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:13:44.376520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:13:44.376520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Checking segment: {'id': '1eb5414c-ddab-4de7-aa99-a932ec87d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f7396c96-abcc-4afb-9f50-38bc61d5bba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:13:44.376520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Bound using segment: {'id': '1eb5414c-ddab-4de7-aa99-a932ec87d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f7396c96-abcc-4afb-9f50-38bc61d5bba8'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:13:44.376520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Bound port: 108c1d40-0a95-400f-8eca-2e5490d2897f, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb5414c-ddab-4de7-aa99-a932ec87d90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'f7396c96-abcc-4afb-9f50-38bc61d5bba8'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:13:44.376520 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:44.386620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e8ef8-34a4-43e1-b5cb-01883d6dd203 req-037285bc-2739-4ccf-83fa-972ca8424581 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:44.388177 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-851e8ef8-34a4-43e1-b5cb-01883d6dd203 req-037285bc-2739-4ccf-83fa-972ca8424581 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce1fc84c-41a0-4140-96dc-1b59d3a1ece2 HTTP/1.1" status: 200 len: 944 time: 0.0918193 Jul 29 15:13:44.462691 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-851e8ef8-34a4-43e1-b5cb-01883d6dd203 req-307cdf33-7f56-428e-86c6-eb0d68ec8834 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672040 Jul 29 15:13:44.487686 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] For port 108c1d40-0a95-400f-8eca-2e5490d2897f, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:13:44.492529 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] For port 108c1d40-0a95-400f-8eca-2e5490d2897f, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=108c1d40-0a95-400f-8eca-2e5490d2897f,segment=NetworkSegment(1eb5414c-ddab-4de7-aa99-a932ec87d90d),segment_id=1eb5414c-ddab-4de7-aa99-a932ec87d90d)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:13:44.501832 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:44.543533 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:44.544152 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:44.545581 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] 10.222.0.39 "PUT /v2.0/ports/108c1d40-0a95-400f-8eca-2e5490d2897f HTTP/1.1" status: 200 len: 1092 time: 0.7601008 Jul 29 15:13:44.546038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1fc84c-41a0-4140-96dc-1b59d3a1ece2', 'tag': '108c1d40-0a95-400f-8eca-2e5490d2897f'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:13:44.548741 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a468adb2-80c4-46f9-aeb3-436678b7a143" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1fc84c-41a0-4140-96dc-1b59d3a1ece2", "tag": "108c1d40-0a95-400f-8eca-2e5490d2897f"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:13:44.617606 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc0493-c7fd-4631-aa9f-370ecd4ed61c service neutron] Pushing event updated for resources: {'Port': ['ID=108c1d40-0a95-400f-8eca-2e5490d2897f,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:44.623290 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d128182-63ad-494a-bcdf-1ec6c7aa93c2 x-openstack-request-id: req-8d128182-63ad-494a-bcdf-1ec6c7aa93c2 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:13:44.623580 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1fc84c-41a0-4140-96dc-1b59d3a1ece2", "tag": "108c1d40-0a95-400f-8eca-2e5490d2897f", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:13:44.623829 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d128182-63ad-494a-bcdf-1ec6c7aa93c2 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:13:44.624219 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1fc84c-41a0-4140-96dc-1b59d3a1ece2', 'tag': '108c1d40-0a95-400f-8eca-2e5490d2897f', 'status': 'completed', 'code': 200} Jul 29 15:13:44.658722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-4fabe3f6-4781-4744-8612-4facd8893f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:44.660292 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-4fabe3f6-4781-4744-8612-4facd8893f16 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a841d0cec7bd4e848644ba8a15869377&device_id=ce1fc84c-41a0-4140-96dc-1b59d3a1ece2 HTTP/1.1" status: 200 len: 1095 time: 0.0630116 Jul 29 15:13:44.715833 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-529de0ad-66a7-43e7-82ce-19d69509ace5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=108c1d40-0a95-400f-8eca-2e5490d2897f HTTP/1.1" status: 200 len: 217 time: 0.0452318 Jul 29 15:13:44.722061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3335d7-a472-4b47-a22a-cf6a4f63acf7 req-493729e9-bbee-46a0-8158-310e7a39c8fd tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:44.731490 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e3335d7-a472-4b47-a22a-cf6a4f63acf7 req-493729e9-bbee-46a0-8158-310e7a39c8fd tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0919275 Jul 29 15:13:44.779217 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e3335d7-a472-4b47-a22a-cf6a4f63acf7 req-e8d1e760-22ee-4af6-946d-ae446c5519b1 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465980 Jul 29 15:13:44.781804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-44522f1b-8a47-4413-a692-f09decf4c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:44.783330 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-44522f1b-8a47-4413-a692-f09decf4c919 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2174f67b-178d-4ac1-b435-f4900f737ec5 HTTP/1.1" status: 200 len: 854 time: 0.0603487 Jul 29 15:13:44.819151 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-c476c7a3-06b7-4d5f-aa03-15239e424979 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f7396c96-abcc-4afb-9f50-38bc61d5bba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281575 Jul 29 15:13:44.938460 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-b55ffac7-5a77-4e89-89d3-cb0500161842 service neutron] 10.222.0.39 "GET /v2.0/networks/f7396c96-abcc-4afb-9f50-38bc61d5bba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117330 Jul 29 15:13:45.058523 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b571432-31f4-48b5-8c07-ca7013e8c573 req-896d68a5-0a6e-43b4-ab3b-0dbc8d71597d service neutron] 10.222.0.39 "GET /v2.0/networks/f7396c96-abcc-4afb-9f50-38bc61d5bba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121349 Jul 29 15:13:45.171221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468adb2-80c4-46f9-aeb3-436678b7a143 req-fdc52cbf-5101-456b-b9ea-da2cb8844f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:45.172788 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a468adb2-80c4-46f9-aeb3-436678b7a143 req-fdc52cbf-5101-456b-b9ea-da2cb8844f99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a841d0cec7bd4e848644ba8a15869377&device_id=ce1fc84c-41a0-4140-96dc-1b59d3a1ece2 HTTP/1.1" status: 200 len: 1095 time: 0.0567667 Jul 29 15:13:45.278163 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468adb2-80c4-46f9-aeb3-436678b7a143 req-1febbba6-437a-466c-a784-ac12e2977626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:45.279828 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a468adb2-80c4-46f9-aeb3-436678b7a143 req-1febbba6-437a-466c-a784-ac12e2977626 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f7396c96-abcc-4afb-9f50-38bc61d5bba8 HTTP/1.1" status: 200 len: 915 time: 0.0999532 Jul 29 15:13:45.336401 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a468adb2-80c4-46f9-aeb3-436678b7a143 req-455a3427-ab6b-4b60-ba6b-8c92fbf4c170 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=108c1d40-0a95-400f-8eca-2e5490d2897f HTTP/1.1" status: 200 len: 217 time: 0.0482290 Jul 29 15:13:45.424956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468adb2-80c4-46f9-aeb3-436678b7a143 req-2bb5405b-04a3-463d-aefb-0a3cd17916f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:45.426547 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a468adb2-80c4-46f9-aeb3-436678b7a143 req-2bb5405b-04a3-463d-aefb-0a3cd17916f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2174f67b-178d-4ac1-b435-f4900f737ec5 HTTP/1.1" status: 200 len: 854 time: 0.0817263 Jul 29 15:13:45.450818 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134e3bb-f3c3-431b-a660-966226801c47 req-9dca2d7b-95c6-4fe1-b3bf-1f4c3d05c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:45.452647 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d134e3bb-f3c3-431b-a660-966226801c47 req-9dca2d7b-95c6-4fe1-b3bf-1f4c3d05c075 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 1096 time: 0.0552821 Jul 29 15:13:45.470681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42506) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:45.473104 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a468adb2-80c4-46f9-aeb3-436678b7a143 req-93c9bd1a-6777-4d72-a2a8-f201336bfb84 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f7396c96-abcc-4afb-9f50-38bc61d5bba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391531 Jul 29 15:13:45.502136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42512) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:45.524940 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d134e3bb-f3c3-431b-a660-966226801c47 req-2da85b3c-c046-4851-9b5a-7575b1fdd715 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635710 Jul 29 15:13:45.628342 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-63a78882-33a3-4c44-b563-b54a4e222444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:45.632885 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24250609-558b-4e14-abb1-ec04372322cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:45.658847 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a468adb2-80c4-46f9-aeb3-436678b7a143 req-04a3814b-8723-4707-8e88-e87008b16ca5 service neutron] 10.222.0.39 "GET /v2.0/networks/f7396c96-abcc-4afb-9f50-38bc61d5bba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772926 Jul 29 15:13:45.667572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ec3cf-f2c9-479c-8bc4-c5095474639e req-5e29511c-e47d-4e8f-9c03-c4289ffa7103 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:45.669066 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-634ec3cf-f2c9-479c-8bc4-c5095474639e req-5e29511c-e47d-4e8f-9c03-c4289ffa7103 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce1fc84c-41a0-4140-96dc-1b59d3a1ece2 HTTP/1.1" status: 200 len: 944 time: 0.1015027 Jul 29 15:13:45.725919 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24250609-558b-4e14-abb1-ec04372322cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:45.730206 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24250609-558b-4e14-abb1-ec04372322cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:45.773623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24250609-558b-4e14-abb1-ec04372322cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f314239a-4ca4-4c75-8f8c-03d5fcb00b6e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:45.780423 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-24250609-558b-4e14-abb1-ec04372322cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53e08ab942de4f49ada1ec89c143eb02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747397 Jul 29 15:13:45.780772 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42516) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:45.782969 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-634ec3cf-f2c9-479c-8bc4-c5095474639e req-16135895-2ec9-4fe1-a113-c0881b0df71f tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046333 Jul 29 15:13:45.815655 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a468adb2-80c4-46f9-aeb3-436678b7a143 req-57d7583b-e408-4276-b9ce-6bb615d110e4 service neutron] 10.222.0.39 "GET /v2.0/networks/f7396c96-abcc-4afb-9f50-38bc61d5bba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455984 Jul 29 15:13:45.846609 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-825428ff-98e0-41ce-82f0-03d63af6e7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:45.870839 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-63a78882-33a3-4c44-b563-b54a4e222444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:45.871259 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-825428ff-98e0-41ce-82f0-03d63af6e7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:45.875121 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-63a78882-33a3-4c44-b563-b54a4e222444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:45.915352 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-63a78882-33a3-4c44-b563-b54a4e222444 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b5b8010378a4ab4985ddf1ed5951e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4408815 Jul 29 15:13:45.916086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a78882-33a3-4c44-b563-b54a4e222444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaabd83c-1771-4476-a66c-4d8edb71bfd2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:45.918542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42520) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:45.967932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399090a-f4b0-432c-9b1c-3f408114560d req-2941c0f1-cc35-4d2c-9c75-afb73625096c tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:45.969453 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c399090a-f4b0-432c-9b1c-3f408114560d req-2941c0f1-cc35-4d2c-9c75-afb73625096c tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0961542 Jul 29 15:13:46.008212 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-825428ff-98e0-41ce-82f0-03d63af6e7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.010777 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-825428ff-98e0-41ce-82f0-03d63af6e7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.011918 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-825428ff-98e0-41ce-82f0-03d63af6e7bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f314239a-4ca4-4c75-8f8c-03d5fcb00b6e HTTP/1.1" status: 204 len: 168 time: 0.2303097 Jul 29 15:13:46.026881 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64f56d9a-22aa-4a08-8ffb-63adcd1fc9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.041181 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825428ff-98e0-41ce-82f0-03d63af6e7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f314239a-4ca4-4c75-8f8c-03d5fcb00b6e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:46.049766 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c399090a-f4b0-432c-9b1c-3f408114560d req-3bc4af3a-745c-48fd-8488-ba6350ddb180 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740430 Jul 29 15:13:46.064889 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64f56d9a-22aa-4a08-8ffb-63adcd1fc9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.114115 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64f56d9a-22aa-4a08-8ffb-63adcd1fc9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.118236 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64f56d9a-22aa-4a08-8ffb-63adcd1fc9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.122012 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-64f56d9a-22aa-4a08-8ffb-63adcd1fc9cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aaabd83c-1771-4476-a66c-4d8edb71bfd2 HTTP/1.1" status: 204 len: 168 time: 0.1992319 Jul 29 15:13:46.128363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f56d9a-22aa-4a08-8ffb-63adcd1fc9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaabd83c-1771-4476-a66c-4d8edb71bfd2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:46.316792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42530) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:46.331184 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6976f97b-597b-4435-92ee-672fd002a28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.424234 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6976f97b-597b-4435-92ee-672fd002a28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.428236 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6976f97b-597b-4435-92ee-672fd002a28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.469752 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6976f97b-597b-4435-92ee-672fd002a28e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d827065ce5d474c99340021e4d865c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514556 Jul 29 15:13:46.470587 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976f97b-597b-4435-92ee-672fd002a28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778f83d9-e16e-4923-a64c-0d4dfbe5daa8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:46.472641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42532) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:46.526015 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42534) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:46.526501 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef3d8bd-ae0f-41ff-b3f4-216172d5cefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.539937 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7f89-d361-42e7-bde6-e023f1e141e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.548932 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef3d8bd-ae0f-41ff-b3f4-216172d5cefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.599312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef3d8bd-ae0f-41ff-b3f4-216172d5cefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.603679 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ef3d8bd-ae0f-41ff-b3f4-216172d5cefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.605517 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7ef3d8bd-ae0f-41ff-b3f4-216172d5cefb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/778f83d9-e16e-4923-a64c-0d4dfbe5daa8 HTTP/1.1" status: 204 len: 168 time: 0.1315854 Jul 29 15:13:46.617934 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3d8bd-ae0f-41ff-b3f4-216172d5cefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778f83d9-e16e-4923-a64c-0d4dfbe5daa8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:46.655376 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7f89-d361-42e7-bde6-e023f1e141e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.659688 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd2f7f89-d361-42e7-bde6-e023f1e141e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.703909 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fd2f7f89-d361-42e7-bde6-e023f1e141e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8eb980479d24957b70c95108523c65a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767271 Jul 29 15:13:46.704825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f7f89-d361-42e7-bde6-e023f1e141e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035fca46-1f7a-48f7-851b-141c1911a9f1,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:46.707677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42538) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:46.769937 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f37be646-c87e-4214-b71a-b826328165c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.794903 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f37be646-c87e-4214-b71a-b826328165c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.858394 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f37be646-c87e-4214-b71a-b826328165c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.861350 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f37be646-c87e-4214-b71a-b826328165c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:46.865086 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f37be646-c87e-4214-b71a-b826328165c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/035fca46-1f7a-48f7-851b-141c1911a9f1 HTTP/1.1" status: 204 len: 168 time: 0.1536853 Jul 29 15:13:46.884981 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37be646-c87e-4214-b71a-b826328165c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035fca46-1f7a-48f7-851b-141c1911a9f1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:46.935157 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d8029-910b-46f8-ba7e-02dc808e694d req-4326b916-7110-4b18-bb00-33316b996618 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:46.936783 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4b1d8029-910b-46f8-ba7e-02dc808e694d req-4326b916-7110-4b18-bb00-33316b996618 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce1fc84c-41a0-4140-96dc-1b59d3a1ece2 HTTP/1.1" status: 200 len: 944 time: 0.0730364 Jul 29 15:13:46.984977 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4b1d8029-910b-46f8-ba7e-02dc808e694d req-55a4ba82-a9ba-4639-b75a-cc94345c4113 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393574 Jul 29 15:13:47.179759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906e47c-21d8-4c15-aa80-ca22f982deac req-bab52b3b-094f-4656-8d20-16aa00bf997e tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:47.181414 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0906e47c-21d8-4c15-aa80-ca22f982deac req-bab52b3b-094f-4656-8d20-16aa00bf997e tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0573711 Jul 29 15:13:47.228299 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0906e47c-21d8-4c15-aa80-ca22f982deac req-1453d95a-16a5-4d4f-b003-91d2bd76535b tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387414 Jul 29 15:13:47.586956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe572f-ab9b-4c7c-bebc-9ea4a66f6024 req-85113d50-dfcf-4bce-aee6-b564ed288a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:47.589115 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4fe572f-ab9b-4c7c-bebc-9ea4a66f6024 req-85113d50-dfcf-4bce-aee6-b564ed288a77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7e6c28442c94abfb57463bd1e7c1bb0&device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 1096 time: 0.0817814 Jul 29 15:13:47.604105 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00c1a2-86c9-4715-b771-4363e9b3f6c8 req-597dacc1-faaf-459b-8dc6-d67c9af7b518 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:47.606616 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ef00c1a2-86c9-4715-b771-4363e9b3f6c8 req-597dacc1-faaf-459b-8dc6-d67c9af7b518 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0710924 Jul 29 15:13:47.704451 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ef00c1a2-86c9-4715-b771-4363e9b3f6c8 req-6e2796f1-83d6-4489-8ac1-3f6cfcd72a31 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880570 Jul 29 15:13:47.735443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe572f-ab9b-4c7c-bebc-9ea4a66f6024 req-e33a028a-0aa4-4106-9708-052c3412c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:47.736878 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4fe572f-ab9b-4c7c-bebc-9ea4a66f6024 req-e33a028a-0aa4-4106-9708-052c3412c34c service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d44545-e8ea-4b03-b27b-9daea94b648a HTTP/1.1" status: 200 len: 919 time: 0.1291301 Jul 29 15:13:47.798344 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4fe572f-ab9b-4c7c-bebc-9ea4a66f6024 req-1ed38dd5-b9b4-47d7-8e4d-29f68bf53660 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b08a4fa9-9d3a-4107-b2cb-94475f0f8427 HTTP/1.1" status: 200 len: 217 time: 0.0547199 Jul 29 15:13:47.878898 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe572f-ab9b-4c7c-bebc-9ea4a66f6024 req-6d2907c3-7cbb-459a-b3d9-1d506b94ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:47.880405 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4fe572f-ab9b-4c7c-bebc-9ea4a66f6024 req-6d2907c3-7cbb-459a-b3d9-1d506b94ecdb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=41f24fa5-a84f-4567-9f64-747c8d86b352 HTTP/1.1" status: 200 len: 858 time: 0.0743046 Jul 29 15:13:47.915027 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4fe572f-ab9b-4c7c-bebc-9ea4a66f6024 req-39d26456-e51c-4cd9-9dc6-46dd8924c762 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d44545-e8ea-4b03-b27b-9daea94b648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271616 Jul 29 15:13:48.017835 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4fe572f-ab9b-4c7c-bebc-9ea4a66f6024 req-1910e524-4cce-4cfa-ba16-f5115fd50d0f service neutron] 10.222.0.39 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955627 Jul 29 15:13:48.135676 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4fe572f-ab9b-4c7c-bebc-9ea4a66f6024 req-be4803c2-f3ee-4ff4-94a3-4acadf60fec9 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105971 Jul 29 15:13:48.146695 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980761d-5c2f-4da0-9fc2-379a1dc5a2ae req-b5b78628-8ae8-4e6f-baa0-6d08e63fd17a tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:48.149519 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7980761d-5c2f-4da0-9fc2-379a1dc5a2ae req-b5b78628-8ae8-4e6f-baa0-6d08e63fd17a tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce1fc84c-41a0-4140-96dc-1b59d3a1ece2 HTTP/1.1" status: 200 len: 944 time: 0.0675159 Jul 29 15:13:48.203864 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7980761d-5c2f-4da0-9fc2-379a1dc5a2ae req-6b1ee8fc-d24f-4a2a-8799-1e036cabd6ed tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428047 Jul 29 15:13:48.238082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 108c1d40-0a95-400f-8eca-2e5490d2897f details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:13:48.361601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 108c1d40-0a95-400f-8eca-2e5490d2897f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=108c1d40-0a95-400f-8eca-2e5490d2897f,segment=NetworkSegment(1eb5414c-ddab-4de7-aa99-a932ec87d90d),segment_id=1eb5414c-ddab-4de7-aa99-a932ec87d90d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:13:48.374915 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '108c1d40-0a95-400f-8eca-2e5490d2897f', 'network_id': 'f7396c96-abcc-4afb-9f50-38bc61d5bba8', 'port_id': '108c1d40-0a95-400f-8eca-2e5490d2897f', 'mac_address': 'fa:16:3e:71:6c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2174f67b-178d-4ac1-b435-f4900f737ec5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:13:48.427767 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:48.441520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108c1d40-0a95-400f-8eca-2e5490d2897f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:13:48.472715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 108c1d40-0a95-400f-8eca-2e5490d2897f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=108c1d40-0a95-400f-8eca-2e5490d2897f,segment=NetworkSegment(1eb5414c-ddab-4de7-aa99-a932ec87d90d),segment_id=1eb5414c-ddab-4de7-aa99-a932ec87d90d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:13:48.477477 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:48.533495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=108c1d40-0a95-400f-8eca-2e5490d2897f,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:48.699441 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['108c1d40-0a95-400f-8eca-2e5490d2897f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:13:48.853509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41feef6c-553d-4420-8322-d778db610626 req-08d47ffe-6df8-40b9-86c7-5e0767821d89 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:48.855087 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41feef6c-553d-4420-8322-d778db610626 req-08d47ffe-6df8-40b9-86c7-5e0767821d89 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0590103 Jul 29 15:13:48.918334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41feef6c-553d-4420-8322-d778db610626 req-c78d0520-c3cb-4bf7-adff-b33a00bf1496 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571911 Jul 29 15:13:49.336306 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46173270-a3aa-4c17-8449-6bbe64266257 req-edfd72ec-04a1-4791-b420-12c79100790c tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:49.338046 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-46173270-a3aa-4c17-8449-6bbe64266257 req-edfd72ec-04a1-4791-b420-12c79100790c tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce1fc84c-41a0-4140-96dc-1b59d3a1ece2 HTTP/1.1" status: 200 len: 945 time: 0.0523098 Jul 29 15:13:49.385993 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-46173270-a3aa-4c17-8449-6bbe64266257 req-9e09df85-e942-44b8-a90f-f2b511b317fd tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 Jul 29 15:13:50.043682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36514f77-0e62-4d79-8e38-338a125c4ca5 req-a3393a01-f994-46f9-99d0-b0d561bf8cfb tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:50.059865 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-36514f77-0e62-4d79-8e38-338a125c4ca5 req-a3393a01-f994-46f9-99d0-b0d561bf8cfb tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0641778 Jul 29 15:13:50.122823 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-36514f77-0e62-4d79-8e38-338a125c4ca5 req-5cf10c05-3bc6-4f93-aca9-9d611a4f67d7 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654440 Jul 29 15:13:50.237772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 108c1d40-0a95-400f-8eca-2e5490d2897f up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:13:50.334313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 108c1d40-0a95-400f-8eca-2e5490d2897f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:13:50.339187 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 108c1d40-0a95-400f-8eca-2e5490d2897f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:13:50.339670 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:50.446351 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:50.511736 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 108c1d40-0a95-400f-8eca-2e5490d2897f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=108c1d40-0a95-400f-8eca-2e5490d2897f,segment=NetworkSegment(1eb5414c-ddab-4de7-aa99-a932ec87d90d),segment_id=1eb5414c-ddab-4de7-aa99-a932ec87d90d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:13:50.512611 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1fc84c-41a0-4140-96dc-1b59d3a1ece2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108c1d40-0a95-400f-8eca-2e5490d2897f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:13:50.525239 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34574724-0192-45ed-a861-f015059b79b0" -d '{"events": [{"server_uuid": "ce1fc84c-41a0-4140-96dc-1b59d3a1ece2", "name": "network-vif-plugged", "status": "completed", "tag": "108c1d40-0a95-400f-8eca-2e5490d2897f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:13:50.531128 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:50.565362 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0b6f6-bf51-43f7-b883-9eaf56873fb9 req-cc38cbe7-43c9-4d9a-b32e-5c2b0bd21679 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:50.567109 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0a0b6f6-bf51-43f7-b883-9eaf56873fb9 req-cc38cbe7-43c9-4d9a-b32e-5c2b0bd21679 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce1fc84c-41a0-4140-96dc-1b59d3a1ece2 HTTP/1.1" status: 200 len: 945 time: 0.0685780 Jul 29 15:13:50.596890 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051ecc6a-cddd-4a6c-96c9-afdb70c9b291 x-openstack-request-id: req-051ecc6a-cddd-4a6c-96c9-afdb70c9b291 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:13:50.597284 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1fc84c-41a0-4140-96dc-1b59d3a1ece2", "name": "network-vif-plugged", "status": "completed", "tag": "108c1d40-0a95-400f-8eca-2e5490d2897f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:13:50.597548 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-051ecc6a-cddd-4a6c-96c9-afdb70c9b291 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:13:50.597974 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1fc84c-41a0-4140-96dc-1b59d3a1ece2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108c1d40-0a95-400f-8eca-2e5490d2897f', 'code': 200} Jul 29 15:13:50.621246 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0a0b6f6-bf51-43f7-b883-9eaf56873fb9 req-8b75876d-b065-4526-8052-5ba3965c943a tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461042 Jul 29 15:13:50.633948 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=108c1d40-0a95-400f-8eca-2e5490d2897f,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:50.698161 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be29f-78b9-4cd5-9fc1-882394662c0f req-cbe9f8c2-ebe1-4c93-b32e-7ae712bcf0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:50.699641 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-395be29f-78b9-4cd5-9fc1-882394662c0f req-cbe9f8c2-ebe1-4c93-b32e-7ae712bcf0b5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ce1fc84c-41a0-4140-96dc-1b59d3a1ece2 HTTP/1.1" status: 200 len: 1097 time: 0.0414591 Jul 29 15:13:50.744445 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-395be29f-78b9-4cd5-9fc1-882394662c0f req-d67174fd-46c1-4495-a7a4-bb903a850965 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371799 Jul 29 15:13:51.763917 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36511e-6c5f-4cd0-9b9e-7efc62354496 req-317faf7f-4199-410c-b6b8-5082f826e1e5 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:13:51.765670 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e36511e-6c5f-4cd0-9b9e-7efc62354496 req-317faf7f-4199-410c-b6b8-5082f826e1e5 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce1fc84c-41a0-4140-96dc-1b59d3a1ece2 HTTP/1.1" status: 200 len: 946 time: 0.0639162 Jul 29 15:13:51.807482 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e36511e-6c5f-4cd0-9b9e-7efc62354496 req-2f32fd6e-bd86-484e-8f01-952d63f83cf5 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353417 Jul 29 15:13:55.364897 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42728) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:55.480510 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32315626-6cec-4866-94ce-bb85e0ee4a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:55.577112 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32315626-6cec-4866-94ce-bb85e0ee4a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:55.581200 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-32315626-6cec-4866-94ce-bb85e0ee4a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:55.620641 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-32315626-6cec-4866-94ce-bb85e0ee4a8e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c8ffc88744e4aac8725791cdf9af495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544806 Jul 29 15:13:55.621332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32315626-6cec-4866-94ce-bb85e0ee4a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55b7b2d-bba6-4725-9b25-1ad90e1a6223,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:55.623538 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42732) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:55.682978 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e2e1102-321d-457b-bc05-7dca7a0816a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:55.705317 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e2e1102-321d-457b-bc05-7dca7a0816a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:55.754145 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e2e1102-321d-457b-bc05-7dca7a0816a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:55.758548 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e2e1102-321d-457b-bc05-7dca7a0816a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:55.763477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5e2e1102-321d-457b-bc05-7dca7a0816a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f55b7b2d-bba6-4725-9b25-1ad90e1a6223 HTTP/1.1" status: 204 len: 168 time: 0.1379824 Jul 29 15:13:55.774772 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e1102-321d-457b-bc05-7dca7a0816a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55b7b2d-bba6-4725-9b25-1ad90e1a6223,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:56.079953 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42740) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:56.101207 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8d9081bc-9b9a-412c-8212-699c47eaac04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:56.228195 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8d9081bc-9b9a-412c-8212-699c47eaac04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:56.234067 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8d9081bc-9b9a-412c-8212-699c47eaac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:56.281215 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8d9081bc-9b9a-412c-8212-699c47eaac04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4804bf4f868941faaf02c77a5c12c4ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2000389 Jul 29 15:13:56.283378 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42744) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:56.288257 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9081bc-9b9a-412c-8212-699c47eaac04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926284e9-d385-4848-9bcd-be08e89b9299,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:56.350047 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb17de53-7b78-4cf9-8ffb-4be30bf9c687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:56.363733 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:56.389597 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb17de53-7b78-4cf9-8ffb-4be30bf9c687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:56.454531 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb17de53-7b78-4cf9-8ffb-4be30bf9c687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:56.457597 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb17de53-7b78-4cf9-8ffb-4be30bf9c687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:56.458878 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bb17de53-7b78-4cf9-8ffb-4be30bf9c687 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/926284e9-d385-4848-9bcd-be08e89b9299 HTTP/1.1" status: 204 len: 168 time: 0.1744781 Jul 29 15:13:56.469568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17de53-7b78-4cf9-8ffb-4be30bf9c687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926284e9-d385-4848-9bcd-be08e89b9299,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:59.034890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42832) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:59.185828 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2a90a98f-a540-4a64-8118-8aa78e2c6d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:59.314466 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2a90a98f-a540-4a64-8118-8aa78e2c6d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:59.318286 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2a90a98f-a540-4a64-8118-8aa78e2c6d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:59.356981 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42838) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:13:59.358108 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2a90a98f-a540-4a64-8118-8aa78e2c6d78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bea9430595c04c2c95dc9c80a8b00124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196695 Jul 29 15:13:59.374784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90a98f-a540-4a64-8118-8aa78e2c6d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7781d2ed-3d6a-4bba-9953-7e21a3c980aa,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:13:59.426645 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b408585-d8a4-4af4-b926-2eebbbc80043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:59.452374 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b408585-d8a4-4af4-b926-2eebbbc80043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:59.516970 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b408585-d8a4-4af4-b926-2eebbbc80043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:59.520902 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b408585-d8a4-4af4-b926-2eebbbc80043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:13:59.526422 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7b408585-d8a4-4af4-b926-2eebbbc80043 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7781d2ed-3d6a-4bba-9953-7e21a3c980aa HTTP/1.1" status: 204 len: 168 time: 0.1683450 Jul 29 15:13:59.536872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b408585-d8a4-4af4-b926-2eebbbc80043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7781d2ed-3d6a-4bba-9953-7e21a3c980aa,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:00.036019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 42862) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:00.051046 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c058caed-19f1-4d43-8051-98c8872dd31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:00.165002 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c058caed-19f1-4d43-8051-98c8872dd31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:00.169302 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c058caed-19f1-4d43-8051-98c8872dd31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:00.218525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 42866) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:00.218855 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c058caed-19f1-4d43-8051-98c8872dd31c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c410a38fd6ed4211b130194fc8973725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1813271 Jul 29 15:14:00.219483 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058caed-19f1-4d43-8051-98c8872dd31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c61bda-7b01-4cfb-9408-05c4221ae714,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:00.288152 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a15ad29f-c59c-4bea-8291-f6f53e755f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:00.314444 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a15ad29f-c59c-4bea-8291-f6f53e755f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:00.364622 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a15ad29f-c59c-4bea-8291-f6f53e755f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:00.369460 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a15ad29f-c59c-4bea-8291-f6f53e755f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:00.374191 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a15ad29f-c59c-4bea-8291-f6f53e755f70 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05c61bda-7b01-4cfb-9408-05c4221ae714 HTTP/1.1" status: 204 len: 168 time: 0.1541226 Jul 29 15:14:00.385485 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ad29f-c59c-4bea-8291-f6f53e755f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c61bda-7b01-4cfb-9408-05c4221ae714,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:00.534260 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e66957fc-aa42-412f-8485-62d6c4baf0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:01.705209 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d44d5ff-9fba-49c9-a09c-ea8d06bde335 req-704e241b-dee5-4223-b4c0-4c9929bc6359 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575216 Jul 29 15:14:01.817918 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44d5ff-9fba-49c9-a09c-ea8d06bde335 req-f026f949-4e49-4bb8-8d46-c236328747df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:01.819683 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d44d5ff-9fba-49c9-a09c-ea8d06bde335 req-f026f949-4e49-4bb8-8d46-c236328747df service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c7e6c28442c94abfb57463bd1e7c1bb0&device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 1096 time: 0.0520396 Jul 29 15:14:01.984263 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44d5ff-9fba-49c9-a09c-ea8d06bde335 req-000c5ad4-8bc4-4e86-8aa3-47757faa9ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:01.986380 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d44d5ff-9fba-49c9-a09c-ea8d06bde335 req-000c5ad4-8bc4-4e86-8aa3-47757faa9ec6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a4d44545-e8ea-4b03-b27b-9daea94b648a HTTP/1.1" status: 200 len: 919 time: 0.1392987 Jul 29 15:14:02.057487 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d44d5ff-9fba-49c9-a09c-ea8d06bde335 req-11fa5591-da32-4a5e-9feb-8386954ef40c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1307565-e57a-4971-836b-89c9567395d9 HTTP/1.1" status: 200 len: 217 time: 0.0610759 Jul 29 15:14:02.151577 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44d5ff-9fba-49c9-a09c-ea8d06bde335 req-b880b2cb-563a-4a65-a1de-743aafd185e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:02.153119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d44d5ff-9fba-49c9-a09c-ea8d06bde335 req-b880b2cb-563a-4a65-a1de-743aafd185e4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=41f24fa5-a84f-4567-9f64-747c8d86b352 HTTP/1.1" status: 200 len: 858 time: 0.0831184 Jul 29 15:14:02.181354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437dafe5-18bb-492a-8226-5bb4c2a00846 req-a8614afd-5abd-4b8d-a090-a188ed3de50d tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:02.182981 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-437dafe5-18bb-492a-8226-5bb4c2a00846 req-a8614afd-5abd-4b8d-a090-a188ed3de50d tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.0809395 Jul 29 15:14:02.200243 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d44d5ff-9fba-49c9-a09c-ea8d06bde335 req-762ecec3-53b7-4d67-abd4-9224e277d3b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a4d44545-e8ea-4b03-b27b-9daea94b648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393491 Jul 29 15:14:02.319260 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-437dafe5-18bb-492a-8226-5bb4c2a00846 req-5a1bddc1-f6cf-42e8-b061-9cc169797919 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212718 Jul 29 15:14:02.374728 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d44d5ff-9fba-49c9-a09c-ea8d06bde335 req-eee5f566-00f2-408d-b744-c4df15eb952f service neutron] 10.222.0.38 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552453 Jul 29 15:14:02.571799 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d44d5ff-9fba-49c9-a09c-ea8d06bde335 req-f6ddd535-38e6-4a99-acd7-6ecbb9a91796 service neutron] 10.222.0.38 "GET /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878169 Jul 29 15:14:03.202791 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:03.351894 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-edba91a1-a9ec-428c-8a29-47fd0e1cc48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:03.455902 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb2226-2bc9-4a2c-8617-44ae3a4ab866 req-5314bce6-d128-4d0b-b36e-8c08197cfeeb tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:03.457579 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49cb2226-2bc9-4a2c-8617-44ae3a4ab866 req-5314bce6-d128-4d0b-b36e-8c08197cfeeb tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.0561004 Jul 29 15:14:03.503051 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49cb2226-2bc9-4a2c-8617-44ae3a4ab866 req-28ca2fa2-6905-475a-bd73-34e00bc72828 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391672 Jul 29 15:14:04.383245 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:04.402423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095d7b4-af52-4834-af4f-cee8593eff23 req-63a54415-accc-43b5-a32e-1c23d342dbc5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:04.403920 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9095d7b4-af52-4834-af4f-cee8593eff23 req-63a54415-accc-43b5-a32e-1c23d342dbc5 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.38 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.0568993 Jul 29 15:14:04.501673 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-9095d7b4-af52-4834-af4f-cee8593eff23 req-ef94a338-ee6e-474a-8d04-5cf4483f1230 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Deleting port f1307565-e57a-4971-836b-89c9567395d9 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:14:04.502184 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9095d7b4-af52-4834-af4f-cee8593eff23 req-ef94a338-ee6e-474a-8d04-5cf4483f1230 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:04.656485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-9095d7b4-af52-4834-af4f-cee8593eff23 req-ef94a338-ee6e-474a-8d04-5cf4483f1230 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] For port f1307565-e57a-4971-836b-89c9567395d9, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f1307565-e57a-4971-836b-89c9567395d9,segment=NetworkSegment(63edb665-309c-44a1-9c6f-73fd0892ba33),segment_id=63edb665-309c-44a1-9c6f-73fd0892ba33)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:04.656485 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9095d7b4-af52-4834-af4f-cee8593eff23 req-ef94a338-ee6e-474a-8d04-5cf4483f1230 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:04.668728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-9095d7b4-af52-4834-af4f-cee8593eff23 req-ef94a338-ee6e-474a-8d04-5cf4483f1230 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Calling delete_port for f1307565-e57a-4971-836b-89c9567395d9 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:14:04.686001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f665a9-6ce7-40e1-a40b-fce1e531c2ad req-9e72eb5a-7e8d-4971-9815-7bea4d0132c3 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:04.687554 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9f665a9-6ce7-40e1-a40b-fce1e531c2ad req-9e72eb5a-7e8d-4971-9815-7bea4d0132c3 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 945 time: 0.0828407 Jul 29 15:14:04.822863 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9f665a9-6ce7-40e1-a40b-fce1e531c2ad req-f8644e20-d419-40bf-b087-d25c16b8fea9 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938430 Jul 29 15:14:04.915760 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9095d7b4-af52-4834-af4f-cee8593eff23 req-ef94a338-ee6e-474a-8d04-5cf4483f1230 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:04.937138 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['b08a4fa9-9d3a-4107-b2cb-94475f0f8427'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:14:04.977256 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['f1307565-e57a-4971-836b-89c9567395d9'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:14:04.982305 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94a338-ee6e-474a-8d04-5cf4483f1230 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Pushing event deleted for resources: {'Port': ['ID=f1307565-e57a-4971-836b-89c9567395d9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:05.014256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-9095d7b4-af52-4834-af4f-cee8593eff23 req-ef94a338-ee6e-474a-8d04-5cf4483f1230 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] No DVR routers for this DVR port f1307565-e57a-4971-836b-89c9567395d9 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:14:05.018830 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9095d7b4-af52-4834-af4f-cee8593eff23 req-ef94a338-ee6e-474a-8d04-5cf4483f1230 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:05.021119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9095d7b4-af52-4834-af4f-cee8593eff23 req-ef94a338-ee6e-474a-8d04-5cf4483f1230 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.38 "DELETE /v2.0/ports/f1307565-e57a-4971-836b-89c9567395d9 HTTP/1.1" status: 204 len: 173 time: 0.6110232 Jul 29 15:14:05.021689 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1201ed2-d836-4c8a-b9f6-5a395e3be098', 'name': 'network-vif-deleted', 'tag': 'f1307565-e57a-4971-836b-89c9567395d9'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:14:05.030346 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2116392-d1cc-426d-9e40-8896eea24cc6" -d '{"events": [{"server_uuid": "a1201ed2-d836-4c8a-b9f6-5a395e3be098", "name": "network-vif-deleted", "tag": "f1307565-e57a-4971-836b-89c9567395d9"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:14:05.119415 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a79d6fc-9508-4a7f-b742-f1c0f4f267d9 x-openstack-request-id: req-9a79d6fc-9508-4a7f-b742-f1c0f4f267d9 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:14:05.119823 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1201ed2-d836-4c8a-b9f6-5a395e3be098", "name": "network-vif-deleted", "tag": "f1307565-e57a-4971-836b-89c9567395d9", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:14:05.122663 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a79d6fc-9508-4a7f-b742-f1c0f4f267d9 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:14:05.122663 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1201ed2-d836-4c8a-b9f6-5a395e3be098', 'name': 'network-vif-deleted', 'tag': 'f1307565-e57a-4971-836b-89c9567395d9', 'status': 'completed', 'code': 200} Jul 29 15:14:06.031575 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a3dd348c-7f26-4a09-8461-5d31478f44c7 req-c2e5fc46-29d3-4f9f-a8af-8dfc107dcb23 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1201ed2-d836-4c8a-b9f6-5a395e3be098 HTTP/1.1" status: 200 len: 210 time: 0.0472972 Jul 29 15:14:06.365122 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:07.573464 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d13a7-56a0-4a36-9bac-d8ea3456ede4 req-4e700019-7bf0-4d59-956e-c0ab52185c0c tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:07.577679 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b98d13a7-56a0-4a36-9bac-d8ea3456ede4 req-4e700019-7bf0-4d59-956e-c0ab52185c0c tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0648837 Jul 29 15:14:07.637379 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b98d13a7-56a0-4a36-9bac-d8ea3456ede4 req-d4a4fe89-91f9-4e18-ba00-6b3c46bf6174 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534270 Jul 29 15:14:08.815387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd1f63-39c2-4a02-ab82-e388dfed20d2 req-46923cc8-5f15-4bbb-a03a-f52f22bfdd22 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:08.821535 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-69dd1f63-39c2-4a02-ab82-e388dfed20d2 req-46923cc8-5f15-4bbb-a03a-f52f22bfdd22 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1015127 Jul 29 15:14:08.899967 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-69dd1f63-39c2-4a02-ab82-e388dfed20d2 req-8063108d-fec3-4618-b833-a962bcea6f06 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750060 Jul 29 15:14:09.022922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f1307565-e57a-4971-836b-89c9567395d9 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:14:09.066573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: f1307565-e57a-4971-836b-89c9567395d9 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:14:09.067144 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f1307565-e57a-4971-836b-89c9567395d9 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:14:09.892337 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:14:10.075581 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43076) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:10.083518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd243c7-9fe7-4e06-af0a-46aa2338c2ac req-01650d5b-b139-4ac3-96aa-b013a895caaa tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:10.092957 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5bd243c7-9fe7-4e06-af0a-46aa2338c2ac req-01650d5b-b139-4ac3-96aa-b013a895caaa tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0807638 Jul 29 15:14:10.150201 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5bd243c7-9fe7-4e06-af0a-46aa2338c2ac req-ba550926-8bc0-44d0-bfb9-de64f61a6a39 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543125 Jul 29 15:14:10.196126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807579a6-daf4-421d-80d1-64e4eb8799d3 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:10.196715 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807579a6-daf4-421d-80d1-64e4eb8799d3 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:10.197199 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807579a6-daf4-421d-80d1-64e4eb8799d3 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:10.198927 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-807579a6-daf4-421d-80d1-64e4eb8799d3 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=ad88f1e224ca4cdaac5cd6b210676360&network_id=1c2664e3-de2b-41f1-bece-e1e0dc51ab77 HTTP/1.1" status: 200 len: 2969 time: 0.1219625 Jul 29 15:14:11.074540 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:11.388334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f938a-d080-4bdb-8b00-3d13600fb6e8 req-2841de5f-d1d0-4a7c-b0f0-a5fdf33b719f tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:11.390813 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f4f938a-d080-4bdb-8b00-3d13600fb6e8 req-2841de5f-d1d0-4a7c-b0f0-a5fdf33b719f tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1049490 Jul 29 15:14:11.461485 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f4f938a-d080-4bdb-8b00-3d13600fb6e8 req-c9157f0f-1119-4e9a-bc3b-9a0a340e7ae3 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595274 Jul 29 15:14:11.916908 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43102) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:11.978223 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadd1bb7-0c04-4679-a320-756aa4f12958 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:11.979832 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-aadd1bb7-0c04-4679-a320-756aa4f12958 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 814 time: 0.0616899 Jul 29 15:14:12.234578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43118) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:12.341110 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2db3aeb8-9eea-4393-b2b4-082a60014ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:12.431728 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43124) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:12.440580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-bcc30d3a-5712-41bc-b4de-0012344da3e4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'network': {'name': 'tempest-network-smoke--980064974', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'port_security_enabled': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:12.450452 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2db3aeb8-9eea-4393-b2b4-082a60014ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:12.456909 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2db3aeb8-9eea-4393-b2b4-082a60014ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:12.503119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc30d3a-5712-41bc-b4de-0012344da3e4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Made reservation on behalf of ad88f1e224ca4cdaac5cd6b210676360 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:14:12.507448 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bcc30d3a-5712-41bc-b4de-0012344da3e4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:12.523954 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2db3aeb8-9eea-4393-b2b4-082a60014ae3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=736da675ef444f14a7ddcb54e9ce3ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882440 Jul 29 15:14:12.525071 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3aeb8-9eea-4393-b2b4-082a60014ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca29394-d6f2-481d-959f-dee9c38e206f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:12.527005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43132) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:12.541131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc30d3a-5712-41bc-b4de-0012344da3e4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:14:12.551096 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bcc30d3a-5712-41bc-b4de-0012344da3e4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:12.551753 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-bcc30d3a-5712-41bc-b4de-0012344da3e4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Added segment 58f2a9c1-bfb5-4400-b5c6-a5b5698ce262 of type vlan for network 99b4399f-52f8-4f79-b71a-15b27fcd16ab Jul 29 15:14:12.605911 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b15423e9-10b0-48cf-b455-bc2b803def71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:12.613867 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bcc30d3a-5712-41bc-b4de-0012344da3e4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:12.642498 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b15423e9-10b0-48cf-b455-bc2b803def71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:12.692274 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffc42f-ebff-4af1-83ea-53825765863b req-c9ade332-a8c7-439f-aef5-45e7567920d7 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:12.695019 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01ffc42f-ebff-4af1-83ea-53825765863b req-c9ade332-a8c7-439f-aef5-45e7567920d7 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0861583 Jul 29 15:14:12.697172 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bcc30d3a-5712-41bc-b4de-0012344da3e4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:12.708307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc30d3a-5712-41bc-b4de-0012344da3e4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:12.710056 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bcc30d3a-5712-41bc-b4de-0012344da3e4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:12.725694 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b15423e9-10b0-48cf-b455-bc2b803def71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:12.733271 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b15423e9-10b0-48cf-b455-bc2b803def71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:12.735500 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b15423e9-10b0-48cf-b455-bc2b803def71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dca29394-d6f2-481d-959f-dee9c38e206f HTTP/1.1" status: 204 len: 168 time: 0.2059805 Jul 29 15:14:12.751611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15423e9-10b0-48cf-b455-bc2b803def71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca29394-d6f2-481d-959f-dee9c38e206f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:12.882617 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bcc30d3a-5712-41bc-b4de-0012344da3e4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4496007 Jul 29 15:14:12.885735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43144) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:12.908636 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc30d3a-5712-41bc-b4de-0012344da3e4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Network': ['ID=99b4399f-52f8-4f79-b71a-15b27fcd16ab,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:12.917502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01ffc42f-ebff-4af1-83ea-53825765863b req-6bcbc32f-b6c6-4887-b9bf-1998bc7ab14f tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023556 Jul 29 15:14:12.925356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 99b4399f-52f8-4f79-b71a-15b27fcd16ab details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:14:13.035971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a00b016-80d9-486e-b641-dac7c1fe1ef9 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:13.037890 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2a00b016-80d9-486e-b641-dac7c1fe1ef9 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ad88f1e224ca4cdaac5cd6b210676360&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1511257 Jul 29 15:14:13.040514 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43148) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:13.173991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc75ed78-479f-4fa9-bc70-029888061e46 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:13.175537 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cc75ed78-479f-4fa9-bc70-029888061e46 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299140 Jul 29 15:14:13.180179 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43150) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:13.221503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ac300a6f-895f-4695-bcf8-55619f8fe618 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401754 Jul 29 15:14:13.224607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43152) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:13.236034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43154) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:13.251584 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5f36b70-664d-4c1a-ab89-5932599d22d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:13.307934 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b2a4956a-acc4-42bc-b1e5-276881c0edd3 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ad88f1e224ca4cdaac5cd6b210676360&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0813754 Jul 29 15:14:13.310664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43156) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:13.334892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cba13b-1b1a-4cc9-97db-00bb90c2cbfc req-134b1a38-5054-4d94-a67c-e9cbc6c61564 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:13.336422 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53cba13b-1b1a-4cc9-97db-00bb90c2cbfc req-134b1a38-5054-4d94-a67c-e9cbc6c61564 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.39 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.1018305 Jul 29 15:14:13.434671 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5f36b70-664d-4c1a-ab89-5932599d22d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:13.440864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295243bf-e374-4356-8604-9806a49de74b tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:13.445442 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-295243bf-e374-4356-8604-9806a49de74b tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309381 Jul 29 15:14:13.445442 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b5f36b70-664d-4c1a-ab89-5932599d22d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:13.446741 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43158) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:13.481173 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b5f36b70-664d-4c1a-ab89-5932599d22d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68a22f58469e45f589f76e9c3dce4335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437880 Jul 29 15:14:13.481885 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ce2d71f8-8a6d-4fda-a3fe-6011616e944c tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340264 Jul 29 15:14:13.484082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-53cba13b-1b1a-4cc9-97db-00bb90c2cbfc req-7c1cd9ec-e5c8-4a11-b9da-c7a480f46431 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Deleting port b08a4fa9-9d3a-4107-b2cb-94475f0f8427 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:14:13.484423 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53cba13b-1b1a-4cc9-97db-00bb90c2cbfc req-7c1cd9ec-e5c8-4a11-b9da-c7a480f46431 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:13.487090 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43160) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:13.487424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43162) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:13.494641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7a8f00cc-5c36-41e1-9bdf-90c5e7f1e336 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1346241281', 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:13.501907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f36b70-664d-4c1a-ab89-5932599d22d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad89abf-34c5-47dc-b8cc-5c8596514c6e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:13.700290 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e3f17aa-b25c-44ad-ae37-7a32bd84c0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:13.711214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-53cba13b-1b1a-4cc9-97db-00bb90c2cbfc req-7c1cd9ec-e5c8-4a11-b9da-c7a480f46431 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] For port b08a4fa9-9d3a-4107-b2cb-94475f0f8427, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b08a4fa9-9d3a-4107-b2cb-94475f0f8427,segment=NetworkSegment(63edb665-309c-44a1-9c6f-73fd0892ba33),segment_id=63edb665-309c-44a1-9c6f-73fd0892ba33)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:13.711576 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53cba13b-1b1a-4cc9-97db-00bb90c2cbfc req-7c1cd9ec-e5c8-4a11-b9da-c7a480f46431 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:13.743092 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-53cba13b-1b1a-4cc9-97db-00bb90c2cbfc req-7c1cd9ec-e5c8-4a11-b9da-c7a480f46431 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Calling delete_port for b08a4fa9-9d3a-4107-b2cb-94475f0f8427 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:14:13.759533 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e3f17aa-b25c-44ad-ae37-7a32bd84c0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:13.761542 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8f00cc-5c36-41e1-9bdf-90c5e7f1e336 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Made reservation on behalf of ad88f1e224ca4cdaac5cd6b210676360 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:14:13.765650 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a8f00cc-5c36-41e1-9bdf-90c5e7f1e336 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:14.114952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bfc230-bb83-44c5-a17d-a20b4fcf1369 req-62779512-bc25-4c04-ab73-901613507a56 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:14.117409 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4bfc230-bb83-44c5-a17d-a20b4fcf1369 req-62779512-bc25-4c04-ab73-901613507a56 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 945 time: 0.0692089 Jul 29 15:14:14.174703 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4bfc230-bb83-44c5-a17d-a20b4fcf1369 req-4d1badb6-278e-42ad-91cd-02f0c39b6091 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/security-groups?id=c237cb52-d248-4b10-993d-3c8e670e3019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503552 Jul 29 15:14:14.366223 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e3f17aa-b25c-44ad-ae37-7a32bd84c0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:14.369308 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6e3f17aa-b25c-44ad-ae37-7a32bd84c0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:14.373016 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6e3f17aa-b25c-44ad-ae37-7a32bd84c0df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aad89abf-34c5-47dc-b8cc-5c8596514c6e HTTP/1.1" status: 204 len: 168 time: 0.8821795 Jul 29 15:14:14.416451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f17aa-b25c-44ad-ae37-7a32bd84c0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad89abf-34c5-47dc-b8cc-5c8596514c6e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:14.535433 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53cba13b-1b1a-4cc9-97db-00bb90c2cbfc req-7c1cd9ec-e5c8-4a11-b9da-c7a480f46431 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:14.551749 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a8f00cc-5c36-41e1-9bdf-90c5e7f1e336 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:14.602744 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cd9ec-e5c8-4a11-b9da-c7a480f46431 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Pushing event deleted for resources: {'Port': ['ID=b08a4fa9-9d3a-4107-b2cb-94475f0f8427,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:14.662895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cba13b-1b1a-4cc9-97db-00bb90c2cbfc req-7c1cd9ec-e5c8-4a11-b9da-c7a480f46431 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] No DVR routers for this DVR port b08a4fa9-9d3a-4107-b2cb-94475f0f8427 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:14:14.665950 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53cba13b-1b1a-4cc9-97db-00bb90c2cbfc req-7c1cd9ec-e5c8-4a11-b9da-c7a480f46431 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:14.668358 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53cba13b-1b1a-4cc9-97db-00bb90c2cbfc req-7c1cd9ec-e5c8-4a11-b9da-c7a480f46431 tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.39 "DELETE /v2.0/ports/b08a4fa9-9d3a-4107-b2cb-94475f0f8427 HTTP/1.1" status: 204 len: 173 time: 1.3237743 Jul 29 15:14:14.671376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98708a92-296c-4ff3-b5dd-19a81a0863cb', 'name': 'network-vif-deleted', 'tag': 'b08a4fa9-9d3a-4107-b2cb-94475f0f8427'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:14:14.674369 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c1e0c8-eea8-4c4c-be89-3b9cfa5fcc92" -d '{"events": [{"server_uuid": "98708a92-296c-4ff3-b5dd-19a81a0863cb", "name": "network-vif-deleted", "tag": "b08a4fa9-9d3a-4107-b2cb-94475f0f8427"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:14:14.696539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f00cc-5c36-41e1-9bdf-90c5e7f1e336 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Subnet': ['ID=4b2d00e4-a504-488e-8075-ce8a69b4a76b,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:14.729052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8f00cc-5c36-41e1-9bdf-90c5e7f1e336 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Checking segment: {'id': '58f2a9c1-bfb5-4400-b5c6-a5b5698ce262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:14:14.729417 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8f00cc-5c36-41e1-9bdf-90c5e7f1e336 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network hostable DHCP agents. Network: 99b4399f-52f8-4f79-b71a-15b27fcd16ab, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:14:14.747422 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dc60e7-289d-4ad9-a4c7-e22f9e4d9439 x-openstack-request-id: req-74dc60e7-289d-4ad9-a4c7-e22f9e4d9439 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:14:14.747710 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98708a92-296c-4ff3-b5dd-19a81a0863cb", "name": "network-vif-deleted", "tag": "b08a4fa9-9d3a-4107-b2cb-94475f0f8427", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:14:14.748145 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74dc60e7-289d-4ad9-a4c7-e22f9e4d9439 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:14:14.748725 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98708a92-296c-4ff3-b5dd-19a81a0863cb', 'name': 'network-vif-deleted', 'tag': 'b08a4fa9-9d3a-4107-b2cb-94475f0f8427', 'status': 'completed', 'code': 200} Jul 29 15:14:14.755924 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8f00cc-5c36-41e1-9bdf-90c5e7f1e336 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network 99b4399f-52f8-4f79-b71a-15b27fcd16ab is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:14:14.768929 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-7a8f00cc-5c36-41e1-9bdf-90c5e7f1e336 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 99b4399f-52f8-4f79-b71a-15b27fcd16ab) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:14:14.774056 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8f00cc-5c36-41e1-9bdf-90c5e7f1e336 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:14.775231 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7a8f00cc-5c36-41e1-9bdf-90c5e7f1e336 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:14.782021 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626be0f0-a5fa-4cda-8fc2-3df7badfe1f5 None None] Network 99b4399f-52f8-4f79-b71a-15b27fcd16ab requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:14:14.794604 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7a8f00cc-5c36-41e1-9bdf-90c5e7f1e336 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3049028 Jul 29 15:14:14.888090 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43182) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:14.907780 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f9bac54-129e-45e5-96d2-8293381dc26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:15.136510 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-99b4399f-52f8-4f79-b71a-15b27fcd16ab', 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ips': [{'subnet_id': '4b2d00e4-a504-488e-8075-ce8a69b4a76b'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:14:15.137549 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:15.154817 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f9bac54-129e-45e5-96d2-8293381dc26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:15.160103 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0f9bac54-129e-45e5-96d2-8293381dc26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:15.199861 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bac54-129e-45e5-96d2-8293381dc26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984dbb5e-16c9-4c02-a679-0cf751cc9536,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:15.230476 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0f9bac54-129e-45e5-96d2-8293381dc26d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4875e2745d0b4c77be04957e0b02fce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408282 Jul 29 15:14:15.232789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43190) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:15.322506 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23fa4eb3-bfc1-43a9-bc4f-35dc1c71a743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:15.352458 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23fa4eb3-bfc1-43a9-bc4f-35dc1c71a743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:15.407969 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e0b1cbf2-fdaa-4486-8204-01de5c1d4ca2 req-4481a14c-ad11-412b-bc89-89e5e02b0e6c tempest-ServerRescueNegativeTestJSON-110451638 tempest-ServerRescueNegativeTestJSON-110451638-project] 10.222.0.16 "GET /v2.0/ports?device_id=98708a92-296c-4ff3-b5dd-19a81a0863cb HTTP/1.1" status: 200 len: 210 time: 0.0545251 Jul 29 15:14:15.409426 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23fa4eb3-bfc1-43a9-bc4f-35dc1c71a743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:15.412227 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-23fa4eb3-bfc1-43a9-bc4f-35dc1c71a743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:15.416633 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-23fa4eb3-bfc1-43a9-bc4f-35dc1c71a743 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/984dbb5e-16c9-4c02-a679-0cf751cc9536 HTTP/1.1" status: 204 len: 168 time: 0.1791811 Jul 29 15:14:15.431611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa4eb3-bfc1-43a9-bc4f-35dc1c71a743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984dbb5e-16c9-4c02-a679-0cf751cc9536,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:15.460586 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Allocated IP 172.20.0.18 (99b4399f-52f8-4f79-b71a-15b27fcd16ab/4b2d00e4-a504-488e-8075-ce8a69b4a76b/45aab5ca-a249-4414-b3e9-3c97433e8bfa) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:14:15.545244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43194) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:15.550526 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1d16d8fe-0737-4b8e-b785-2419f122c2a6 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-149061173', 'description': 'tempest-secgroup-smoke-149061173 description', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:15.587861 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d16d8fe-0737-4b8e-b785-2419f122c2a6 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:15.688142 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:15.699278 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Transition to ACTIVE for port object 45aab5ca-a249-4414-b3e9-3c97433e8bfa will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:14:15.729912 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d16d8fe-0737-4b8e-b785-2419f122c2a6 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:15.736094 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d16d8fe-0737-4b8e-b785-2419f122c2a6 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:15.736698 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Transition to ACTIVE for port object 45aab5ca-a249-4414-b3e9-3c97433e8bfa will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:14:15.754936 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:15.787102 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1d16d8fe-0737-4b8e-b785-2419f122c2a6 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:15.788978 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1d16d8fe-0737-4b8e-b785-2419f122c2a6 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2425890 Jul 29 15:14:15.792391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43198) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:15.798976 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-17320e25-573d-4e5a-abef-43fd6d345dff tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '2c00004e-10b5-4615-8dcb-8e5e6939a8a7', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:15.804647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16d8fe-0737-4b8e-b785-2419f122c2a6 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c00004e-10b5-4615-8dcb-8e5e6939a8a7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:15.853396 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17320e25-573d-4e5a-abef-43fd6d345dff tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:15.855888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Network 99b4399f-52f8-4f79-b71a-15b27fcd16ab is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:14:15.863927 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:14:15.875536 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:14:15.899228 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Pushing event updated for resources: {'Port': ['ID=45aab5ca-a249-4414-b3e9-3c97433e8bfa,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:15.967942 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Attempting to bind port 45aab5ca-a249-4414-b3e9-3c97433e8bfa on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:14:15.981954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Attempting to bind port 45aab5ca-a249-4414-b3e9-3c97433e8bfa by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '58f2a9c1-bfb5-4400-b5c6-a5b5698ce262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:14:15.983739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Attempting to bind port 45aab5ca-a249-4414-b3e9-3c97433e8bfa on network 99b4399f-52f8-4f79-b71a-15b27fcd16ab {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:14:15.991280 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:14:15.992245 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Checking segment: {'id': '58f2a9c1-bfb5-4400-b5c6-a5b5698ce262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:14:15.992888 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:15.993447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Bound using segment: {'id': '58f2a9c1-bfb5-4400-b5c6-a5b5698ce262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:14:15.994115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Bound port: 45aab5ca-a249-4414-b3e9-3c97433e8bfa, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f2a9c1-bfb5-4400-b5c6-a5b5698ce262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:14:15.994672 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.021875 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17320e25-573d-4e5a-abef-43fd6d345dff tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.038512 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17320e25-573d-4e5a-abef-43fd6d345dff tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.075189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17320e25-573d-4e5a-abef-43fd6d345dff tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec6684f-3fa6-4d16-926d-c63ae899888b,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:16.100648 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17320e25-573d-4e5a-abef-43fd6d345dff tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.101992 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-17320e25-573d-4e5a-abef-43fd6d345dff tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3085382 Jul 29 15:14:16.105162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43210) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:16.109925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-157c58fa-d0cd-48a4-a953-12d8fd22a374 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '2c00004e-10b5-4615-8dcb-8e5e6939a8a7', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:16.115258 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] For port 45aab5ca-a249-4414-b3e9-3c97433e8bfa, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:14:16.124821 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] For port 45aab5ca-a249-4414-b3e9-3c97433e8bfa, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=45aab5ca-a249-4414-b3e9-3c97433e8bfa,segment=NetworkSegment(58f2a9c1-bfb5-4400-b5c6-a5b5698ce262),segment_id=58f2a9c1-bfb5-4400-b5c6-a5b5698ce262)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:14:16.132631 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.174420 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-157c58fa-d0cd-48a4-a953-12d8fd22a374 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.218720 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93f186-5826-4bf5-87ba-df39e9acef81 None None] Pushing event updated for resources: {'Port': ['ID=45aab5ca-a249-4414-b3e9-3c97433e8bfa,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:16.290265 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-157c58fa-d0cd-48a4-a953-12d8fd22a374 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.298155 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-157c58fa-d0cd-48a4-a953-12d8fd22a374 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.328960 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c58fa-d0cd-48a4-a953-12d8fd22a374 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4765b117-98ab-4448-b416-06653adb3728,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:16.340477 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-157c58fa-d0cd-48a4-a953-12d8fd22a374 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.345011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43216) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:16.348573 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-157c58fa-d0cd-48a4-a953-12d8fd22a374 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2422473 Jul 29 15:14:16.350416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-de94acb0-e0ac-402b-a155-33138f10c02d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '2c00004e-10b5-4615-8dcb-8e5e6939a8a7', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:16.361628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b08a4fa9-9d3a-4107-b2cb-94475f0f8427 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:14:16.389996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: b08a4fa9-9d3a-4107-b2cb-94475f0f8427 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:14:16.389996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b08a4fa9-9d3a-4107-b2cb-94475f0f8427 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:14:16.394201 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-de94acb0-e0ac-402b-a155-33138f10c02d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.510948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43226) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:16.541604 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-de94acb0-e0ac-402b-a155-33138f10c02d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.549690 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-de94acb0-e0ac-402b-a155-33138f10c02d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.591626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-de94acb0-e0ac-402b-a155-33138f10c02d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.596153 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-de94acb0-e0ac-402b-a155-33138f10c02d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2498806 Jul 29 15:14:16.598655 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43228) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:16.610357 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a385fd08-736e-4ed0-8360-3295e2df83b0 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '2c00004e-10b5-4615-8dcb-8e5e6939a8a7', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:16.624295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94acb0-e0ac-402b-a155-33138f10c02d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742123cc-550a-4bec-b3f2-fdb44d3d8858,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:16.672360 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a385fd08-736e-4ed0-8360-3295e2df83b0 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.723756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43230) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:16.776598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a385fd08-736e-4ed0-8360-3295e2df83b0 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.781101 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a385fd08-736e-4ed0-8360-3295e2df83b0 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.806647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385fd08-736e-4ed0-8360-3295e2df83b0 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3c6f4b-e8d1-4b0a-8cb3-e1debcbbe3c0,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:16.816143 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a385fd08-736e-4ed0-8360-3295e2df83b0 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.820536 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a385fd08-736e-4ed0-8360-3295e2df83b0 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2203512 Jul 29 15:14:16.824746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43234) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:16.831029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f711cad2-1e21-49c0-8a85-a230e44c5309 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '2c00004e-10b5-4615-8dcb-8e5e6939a8a7', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:16.867098 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-f711cad2-1e21-49c0-8a85-a230e44c5309 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Project ad88f1e224ca4cdaac5cd6b210676360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:14:16.877486 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f711cad2-1e21-49c0-8a85-a230e44c5309 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.934545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2120673379-network', 'tenant_id': 'd1395db937524e51974f7fa938babf0a'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:16.954732 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f711cad2-1e21-49c0-8a85-a230e44c5309 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.960002 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f711cad2-1e21-49c0-8a85-a230e44c5309 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.978890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Made reservation on behalf of d1395db937524e51974f7fa938babf0a for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:14:16.982566 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:16.999647 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:17.000989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711cad2-1e21-49c0-8a85-a230e44c5309 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7cbdbbd-b8dd-4144-94d2-f3a100bad3e0,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:17.011638 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f711cad2-1e21-49c0-8a85-a230e44c5309 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:17.013290 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f711cad2-1e21-49c0-8a85-a230e44c5309 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1871841 Jul 29 15:14:17.016078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43238) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:17.023242 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6c9e03a9-864b-4548-b15c-7a06d488ccce tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '2c00004e-10b5-4615-8dcb-8e5e6939a8a7', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:17.048515 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 15:14:17.048515 n-d-802893-1 neutron-server[94158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 15:14:17.048515 n-d-802893-1 neutron-server[94158]: [parameters: {'project_id_1': 'd1395db937524e51974f7fa938babf0a', 'expiration_1': datetime.datetime(2021, 7, 29, 15, 14, 17, 36733)}] Jul 29 15:14:17.048515 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:14:17.049178 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:14:17.051981 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-6c9e03a9-864b-4548-b15c-7a06d488ccce tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Project ad88f1e224ca4cdaac5cd6b210676360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:14:17.059775 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6c9e03a9-864b-4548-b15c-7a06d488ccce tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:17.157102 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6c9e03a9-864b-4548-b15c-7a06d488ccce tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:17.162843 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6c9e03a9-864b-4548-b15c-7a06d488ccce tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:17.190472 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e03a9-864b-4548-b15c-7a06d488ccce tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b985b0-8474-4b87-a754-6c6d2485367f,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:17.195229 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6c9e03a9-864b-4548-b15c-7a06d488ccce tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:17.198584 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6c9e03a9-864b-4548-b15c-7a06d488ccce tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1801267 Jul 29 15:14:17.294655 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-563d82f1-ef62-4dcf-ae9e-954490932426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:17.558521 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:17.672912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 45aab5ca-a249-4414-b3e9-3c97433e8bfa up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:14:17.678662 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-c9bfcca3-084d-4246-aa46-518ccf8258ca tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-149061173&fields=id&tenant_id=ad88f1e224ca4cdaac5cd6b210676360 HTTP/1.1" status: 200 len: 267 time: 0.0704000 Jul 29 15:14:17.743914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 45aab5ca-a249-4414-b3e9-3c97433e8bfa completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:14:17.830557 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-c5dee173-b216-4eea-9fcd-8b3f4f1d5c92 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:17.832435 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-c5dee173-b216-4eea-9fcd-8b3f4f1d5c92 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/networks?id=99b4399f-52f8-4f79-b71a-15b27fcd16ab HTTP/1.1" status: 200 len: 796 time: 0.1356027 Jul 29 15:14:17.864267 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-ce89f771-325c-46ce-8d1a-a65d37c563a6 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/quotas/ad88f1e224ca4cdaac5cd6b210676360 HTTP/1.1" status: 200 len: 375 time: 0.0186508 Jul 29 15:14:17.914214 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:17.922509 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:17.960661 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-4d16dfd0-0be0-45a2-9d35-1930d080862c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad88f1e224ca4cdaac5cd6b210676360&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0885251 Jul 29 15:14:17.987109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff9804d-1fc4-43cc-b388-3826d2cb4c93,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:17.995276 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c5052-0b54-456d-83ed-26517235a021 None None] Network 99b4399f-52f8-4f79-b71a-15b27fcd16ab requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:14:18.010751 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:14:18.067575 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:18.068198 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Added segment 56eff7c8-0611-4466-bda5-a97b143bfd9f of type vlan for network f8bdede3-2f29-4e1d-a203-58fd176f1983 Jul 29 15:14:18.086973 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Provisioning for port 45aab5ca-a249-4414-b3e9-3c97433e8bfa completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:14:18.094644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Provisioning complete for port 45aab5ca-a249-4414-b3e9-3c97433e8bfa triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:14:18.095251 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:18.126989 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:18.157969 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-b98760cb-1fde-4a33-af1c-653511e3e95d service neutron] 10.222.0.16 "GET /v2.0/networks/99b4399f-52f8-4f79-b71a-15b27fcd16ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846156 Jul 29 15:14:18.178773 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:18.179905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:18.182768 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:18.245224 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:18.302575 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-19f72553-1db8-441c-a6c2-ed96cfb43590 service neutron] 10.222.0.16 "GET /v2.0/networks/99b4399f-52f8-4f79-b71a-15b27fcd16ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410019 Jul 29 15:14:18.331705 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] For port 45aab5ca-a249-4414-b3e9-3c97433e8bfa, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=45aab5ca-a249-4414-b3e9-3c97433e8bfa,segment=NetworkSegment(58f2a9c1-bfb5-4400-b5c6-a5b5698ce262),segment_id=58f2a9c1-bfb5-4400-b5c6-a5b5698ce262)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:18.341141 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:18.398652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Pushing event updated for resources: {'Port': ['ID=45aab5ca-a249-4414-b3e9-3c97433e8bfa,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:18.411889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.413060 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.413632 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.414160 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.414661 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.415285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.415775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.416356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.416896 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.417388 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.417871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.418484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcde6bb5-6895-44de-a76d-b6a6a135fa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.776198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Pushing event updated for resources: {'Network': ['ID=f8bdede3-2f29-4e1d-a203-58fd176f1983,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:18.792745 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-563d82f1-ef62-4dcf-ae9e-954490932426 admin admin] Deleting port 1c49df3c-63ad-477f-a4c6-ef4b890827be {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:14:18.793108 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-563d82f1-ef62-4dcf-ae9e-954490932426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:18.814832 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61069c4f-84b1-4d46-98a7-f29c42688076 req-652f779b-cc79-4cb4-aa7a-4440205ee6ee tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 210 time: 0.0353394 Jul 29 15:14:18.816099 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0911710 Jul 29 15:14:18.819754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43280) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:18.825173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-62908977-6712-4d68-8ffb-986c0d858be3 admin admin] Request body: {'subnet': {'network_id': 'f8bdede3-2f29-4e1d-a203-58fd176f1983', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2120673379-subnet', 'tenant_id': 'd1395db937524e51974f7fa938babf0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:18.842333 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.842770 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.842968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.843374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.843677 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.844050 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.844572 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.844704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.844988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.845368 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.848328 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.851313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32371d3f-e328-40bf-9e5b-ed36e05f16d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:18.865555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62908977-6712-4d68-8ffb-986c0d858be3 admin admin] Made reservation on behalf of d1395db937524e51974f7fa938babf0a for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:14:18.870402 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62908977-6712-4d68-8ffb-986c0d858be3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:18.873542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network f8bdede3-2f29-4e1d-a203-58fd176f1983 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:14:18.951181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6899a54a-1b0f-4093-854c-3b1b5fd1bca2 None None] Provisioning complete for port 45aab5ca-a249-4414-b3e9-3c97433e8bfa triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:14:18.952533 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6899a54a-1b0f-4093-854c-3b1b5fd1bca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:19.028599 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-563d82f1-ef62-4dcf-ae9e-954490932426 admin admin] For port 1c49df3c-63ad-477f-a4c6-ef4b890827be, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1c49df3c-63ad-477f-a4c6-ef4b890827be,segment=NetworkSegment(63edb665-309c-44a1-9c6f-73fd0892ba33),segment_id=63edb665-309c-44a1-9c6f-73fd0892ba33)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:19.029721 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-563d82f1-ef62-4dcf-ae9e-954490932426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:19.062603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-563d82f1-ef62-4dcf-ae9e-954490932426 admin admin] Calling delete_port for 1c49df3c-63ad-477f-a4c6-ef4b890827be owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:14:19.246374 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62908977-6712-4d68-8ffb-986c0d858be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:19.324499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62908977-6712-4d68-8ffb-986c0d858be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc964d7-5bc2-48cd-b84c-95ffd7e400f8,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:19.328275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62908977-6712-4d68-8ffb-986c0d858be3 admin admin] Checking segment: {'id': '56eff7c8-0611-4466-bda5-a97b143bfd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8bdede3-2f29-4e1d-a203-58fd176f1983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:14:19.328699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62908977-6712-4d68-8ffb-986c0d858be3 admin admin] Network hostable DHCP agents. Network: f8bdede3-2f29-4e1d-a203-58fd176f1983, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:14:19.352644 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62908977-6712-4d68-8ffb-986c0d858be3 admin admin] Network f8bdede3-2f29-4e1d-a203-58fd176f1983 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:14:19.364408 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-62908977-6712-4d68-8ffb-986c0d858be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, f8bdede3-2f29-4e1d-a203-58fd176f1983) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:14:19.370896 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62908977-6712-4d68-8ffb-986c0d858be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:19.372627 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-62908977-6712-4d68-8ffb-986c0d858be3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:19.378440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ffb01b-f16b-44d5-9c39-5f3fac628201 None None] Network f8bdede3-2f29-4e1d-a203-58fd176f1983 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:14:19.411238 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-563d82f1-ef62-4dcf-ae9e-954490932426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:19.448827 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-62908977-6712-4d68-8ffb-986c0d858be3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6257322 Jul 29 15:14:19.526859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d82f1-ef62-4dcf-ae9e-954490932426 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c49df3c-63ad-477f-a4c6-ef4b890827be,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:19.627569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 45aab5ca-a249-4414-b3e9-3c97433e8bfa up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:14:19.718344 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 45aab5ca-a249-4414-b3e9-3c97433e8bfa triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:14:19.718741 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:19.811897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf62c11b-ca65-4736-a485-6d6626d12c58 None None] Network f8bdede3-2f29-4e1d-a203-58fd176f1983 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:14:20.034637 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-563d82f1-ef62-4dcf-ae9e-954490932426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:20.104844 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-749e0042-12f5-4758-bedf-5d05278c04d8 req-cd18dea3-1d7e-4c63-8ebd-1765f73398bd tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 210 time: 0.0891500 Jul 29 15:14:20.491227 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563d82f1-ef62-4dcf-ae9e-954490932426 admin admin] Router 19fa4615-1114-4245-8c3a-810308a46f35 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:14:20.703304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-8448f7da-9980-4c98-902d-32057c1fdb7b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:20.705151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-8448f7da-9980-4c98-902d-32057c1fdb7b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.38 "GET /v2.0/networks?id=99b4399f-52f8-4f79-b71a-15b27fcd16ab HTTP/1.1" status: 200 len: 796 time: 0.2339292 Jul 29 15:14:20.746979 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563d82f1-ef62-4dcf-ae9e-954490932426 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:14:20.758157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-563d82f1-ef62-4dcf-ae9e-954490932426 admin admin] 10.222.0.16 "PUT /v2.0/routers/19fa4615-1114-4245-8c3a-810308a46f35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2450223 Jul 29 15:14:20.758842 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d61e32-fe6f-4c19-8d40-8bfc27c04f7c None None] Sync routers for ids ['19fa4615-1114-4245-8c3a-810308a46f35'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:14:20.759885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43318) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:20.790302 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-5ca788a0-5bee-4ad7-af0a-a53a93447f46 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad88f1e224ca4cdaac5cd6b210676360 HTTP/1.1" status: 200 len: 472 time: 0.0698402 Jul 29 15:14:20.800582 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d61e32-fe6f-4c19-8d40-8bfc27c04f7c None None] Routers {'19fa4615-1114-4245-8c3a-810308a46f35'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:14:20.801259 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-61d61e32-fe6f-4c19-8d40-8bfc27c04f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:14:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['19fa4615-1114-4245-8c3a-810308a46f35'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:14:20.804779 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-b942506c-c978-493d-9f9a-97a91c76f06d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'port': {'device_id': 'ab8c662b-2833-4b1a-a27f-10a90ad9eb8a', 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab', 'admin_state_up': True, 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'security_groups': ['2c00004e-10b5-4615-8dcb-8e5e6939a8a7']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:20.988682 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-61d61e32-fe6f-4c19-8d40-8bfc27c04f7c None None] Set router 19fa4615-1114-4245-8c3a-810308a46f35 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:14:21.048973 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-b942506c-c978-493d-9f9a-97a91c76f06d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Made reservation on behalf of ad88f1e224ca4cdaac5cd6b210676360 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:14:21.058481 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-b942506c-c978-493d-9f9a-97a91c76f06d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:21.079041 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee3635dc-bebc-4d48-b981-b66d30a2a65a admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:21.262029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43326) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:21.301069 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee3635dc-bebc-4d48-b981-b66d30a2a65a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:21.371728 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-62fe8677-d3ac-4151-9b90-fcf7bbbd9085 req-73ff6661-f573-46dc-85c1-d1d527208e39 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 210 time: 0.1201956 Jul 29 15:14:21.386682 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-61d61e32-fe6f-4c19-8d40-8bfc27c04f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fa4615-1114-4245-8c3a-810308a46f35', 'name': 'tempest-ServerRescueNegativeTestJSON-879894539-router', 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': '8217b220-0f0a-4f26-a45d-de12b4804203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:11:54Z', 'updated_at': '2021-07-29T15:14:19Z', 'revision_number': 5, 'project_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'gw_port': {'id': '8217b220-0f0a-4f26-a45d-de12b4804203', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fa4615-1114-4245-8c3a-810308a46f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:11:55Z', 'updated_at': '2021-07-29T15:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:14:21.420274 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d61e32-fe6f-4c19-8d40-8bfc27c04f7c None None] Checking router: 19fa4615-1114-4245-8c3a-810308a46f35 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:14:21.423948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ee3635dc-bebc-4d48-b981-b66d30a2a65a admin admin] Deleting port 8217b220-0f0a-4f26-a45d-de12b4804203 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:14:21.424367 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee3635dc-bebc-4d48-b981-b66d30a2a65a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:21.432908 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d61e32-fe6f-4c19-8d40-8bfc27c04f7c None None] Routers {'19fa4615-1114-4245-8c3a-810308a46f35'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:14:21.433612 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-61d61e32-fe6f-4c19-8d40-8bfc27c04f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:14:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['19fa4615-1114-4245-8c3a-810308a46f35'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:14:21.435174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-b942506c-c978-493d-9f9a-97a91c76f06d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Allocated IP 172.20.0.30 (99b4399f-52f8-4f79-b71a-15b27fcd16ab/4b2d00e4-a504-488e-8075-ce8a69b4a76b/cf80a7cd-fe4e-43b0-ab5c-658654be4919) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:14:21.540327 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-61d61e32-fe6f-4c19-8d40-8bfc27c04f7c None None] Set router 19fa4615-1114-4245-8c3a-810308a46f35 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:14:21.544067 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7c764a7-2d2f-44fe-830f-cb30db3ac492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:21.602537 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-61d61e32-fe6f-4c19-8d40-8bfc27c04f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19fa4615-1114-4245-8c3a-810308a46f35', 'name': 'tempest-ServerRescueNegativeTestJSON-879894539-router', 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:11:54Z', 'updated_at': '2021-07-29T15:14:21Z', 'revision_number': 6, 'project_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:14:21.664229 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d61e32-fe6f-4c19-8d40-8bfc27c04f7c None None] The sync data for ids ['19fa4615-1114-4245-8c3a-810308a46f35'] in n-d-802893-1 is: [{'id': '19fa4615-1114-4245-8c3a-810308a46f35', 'name': 'tempest-ServerRescueNegativeTestJSON-879894539-router', 'tenant_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:11:54Z', 'updated_at': '2021-07-29T15:14:21Z', 'revision_number': 6, 'project_id': 'c7e6c28442c94abfb57463bd1e7c1bb0', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:14:21.731427 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7c764a7-2d2f-44fe-830f-cb30db3ac492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:21.739689 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7c764a7-2d2f-44fe-830f-cb30db3ac492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:21.774908 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-b942506c-c978-493d-9f9a-97a91c76f06d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:21.795935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-b942506c-c978-493d-9f9a-97a91c76f06d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Transition to ACTIVE for port object cf80a7cd-fe4e-43b0-ab5c-658654be4919 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:14:21.796195 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c764a7-2d2f-44fe-830f-cb30db3ac492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f79f2c-c3e1-4c8d-8036-429525da0547,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:21.840587 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43332) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:21.841365 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f7c764a7-2d2f-44fe-830f-cb30db3ac492 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f950a7787524a5c9a46759cce2cff8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5771286 Jul 29 15:14:21.852145 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-ee3635dc-bebc-4d48-b981-b66d30a2a65a admin admin] For port 8217b220-0f0a-4f26-a45d-de12b4804203, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8217b220-0f0a-4f26-a45d-de12b4804203,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:21.852421 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee3635dc-bebc-4d48-b981-b66d30a2a65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:21.860484 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-b942506c-c978-493d-9f9a-97a91c76f06d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:21.870718 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ee3635dc-bebc-4d48-b981-b66d30a2a65a admin admin] Calling delete_port for 8217b220-0f0a-4f26-a45d-de12b4804203 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:14:21.936994 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-b942506c-c978-493d-9f9a-97a91c76f06d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network 99b4399f-52f8-4f79-b71a-15b27fcd16ab is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:14:21.945834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-b942506c-c978-493d-9f9a-97a91c76f06d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:14:21.948463 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-b942506c-c978-493d-9f9a-97a91c76f06d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:14:21.951137 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942506c-c978-493d-9f9a-97a91c76f06d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Port': ['ID=cf80a7cd-fe4e-43b0-ab5c-658654be4919,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:21.979718 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5a89827-ad8e-4c68-b989-f46c28ce83aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.045077 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5a89827-ad8e-4c68-b989-f46c28ce83aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.075690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-b942506c-c978-493d-9f9a-97a91c76f06d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:22.076344 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-b942506c-c978-493d-9f9a-97a91c76f06d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.103428 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee3635dc-bebc-4d48-b981-b66d30a2a65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.123027 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-b942506c-c978-493d-9f9a-97a91c76f06d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3233931 Jul 29 15:14:22.132512 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3635dc-bebc-4d48-b981-b66d30a2a65a admin admin] Pushing event deleted for resources: {'Port': ['ID=8217b220-0f0a-4f26-a45d-de12b4804203,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:22.151403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Request body: {'port': {'device_id': 'ab8c662b-2833-4b1a-a27f-10a90ad9eb8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:22.181707 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5a89827-ad8e-4c68-b989-f46c28ce83aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.184508 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a5a89827-ad8e-4c68-b989-f46c28ce83aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.188592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a5a89827-ad8e-4c68-b989-f46c28ce83aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47f79f2c-c3e1-4c8d-8036-429525da0547 HTTP/1.1" status: 204 len: 168 time: 0.3466024 Jul 29 15:14:22.205385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a89827-ad8e-4c68-b989-f46c28ce83aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f79f2c-c3e1-4c8d-8036-429525da0547,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:22.249287 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee3635dc-bebc-4d48-b981-b66d30a2a65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.274029 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.375540 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee3635dc-bebc-4d48-b981-b66d30a2a65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.378231 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee3635dc-bebc-4d48-b981-b66d30a2a65a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.437332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b575e797-a833-4100-852e-9d1667cb8771 None None] Provisioning for port cf80a7cd-fe4e-43b0-ab5c-658654be4919 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:14:22.451696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b575e797-a833-4100-852e-9d1667cb8771 None None] Provisioning complete for port cf80a7cd-fe4e-43b0-ab5c-658654be4919 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:14:22.451696 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b575e797-a833-4100-852e-9d1667cb8771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.499516 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee3635dc-bebc-4d48-b981-b66d30a2a65a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.500003 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3635dc-bebc-4d48-b981-b66d30a2a65a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19fa4615-1114-4245-8c3a-810308a46f35 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:14:22.508920 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ee3635dc-bebc-4d48-b981-b66d30a2a65a admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.510504 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ee3635dc-bebc-4d48-b981-b66d30a2a65a admin admin] 10.222.0.16 "DELETE /v2.0/routers/19fa4615-1114-4245-8c3a-810308a46f35 HTTP/1.1" status: 204 len: 168 time: 1.7495182 Jul 29 15:14:22.514777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43342) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:22.524481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b575e797-a833-4100-852e-9d1667cb8771 None None] Port cf80a7cd-fe4e-43b0-ab5c-658654be4919 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:14:22.548097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fdcc6-9a49-4f54-b270-fc8535f3ad31 req-b1018528-36f7-4101-a065-8ee3b6ef847a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:22.552256 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-035fdcc6-9a49-4f54-b270-fc8535f3ad31 req-b1018528-36f7-4101-a065-8ee3b6ef847a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 932 time: 0.0890481 Jul 29 15:14:22.626986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d703166-e89c-4b38-901a-fd6e6875cb1d admin admin] Deleting subnet 41f24fa5-a84f-4567-9f64-747c8d86b352 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:14:22.633307 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-035fdcc6-9a49-4f54-b270-fc8535f3ad31 req-155486b0-aa68-4c3e-bc22-4185e347a697 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c00004e-10b5-4615-8dcb-8e5e6939a8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670395 Jul 29 15:14:22.652126 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d703166-e89c-4b38-901a-fd6e6875cb1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.714178 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d703166-e89c-4b38-901a-fd6e6875cb1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.828121 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d703166-e89c-4b38-901a-fd6e6875cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.832544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf80a7cd-fe4e-43b0-ab5c-658654be4919 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:14:22.898401 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:22.946496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Transition to ACTIVE for port object cf80a7cd-fe4e-43b0-ab5c-658654be4919 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:14:22.964804 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:23.034017 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d703166-e89c-4b38-901a-fd6e6875cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:23.083667 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Pushing event updated for resources: {'Port': ['ID=cf80a7cd-fe4e-43b0-ab5c-658654be4919,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:23.122642 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d703166-e89c-4b38-901a-fd6e6875cb1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:23.124739 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6d703166-e89c-4b38-901a-fd6e6875cb1d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/41f24fa5-a84f-4567-9f64-747c8d86b352 HTTP/1.1" status: 204 len: 168 time: 0.6089544 Jul 29 15:14:23.125746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d703166-e89c-4b38-901a-fd6e6875cb1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41f24fa5-a84f-4567-9f64-747c8d86b352,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:23.127681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43368) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:23.250599 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-3ac16d57-7b4e-43b4-967b-92be199bcf59 req-97fe4932-8d6d-4906-a35d-88a5c8a510f1 service neutron] (94158) timed out ('10.222.0.39', 57539) {{(pid=94158) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 15:14:23.295116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Attempting to bind port cf80a7cd-fe4e-43b0-ab5c-658654be4919 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:14:23.295580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Attempting to bind port cf80a7cd-fe4e-43b0-ab5c-658654be4919 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '58f2a9c1-bfb5-4400-b5c6-a5b5698ce262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:14:23.295995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Attempting to bind port cf80a7cd-fe4e-43b0-ab5c-658654be4919 on network 99b4399f-52f8-4f79-b71a-15b27fcd16ab {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:14:23.319193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Port cf80a7cd-fe4e-43b0-ab5c-658654be4919 on network 99b4399f-52f8-4f79-b71a-15b27fcd16ab not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:14:23.319627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Attempting to bind port cf80a7cd-fe4e-43b0-ab5c-658654be4919 on network 99b4399f-52f8-4f79-b71a-15b27fcd16ab {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:14:23.333190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:14:23.333681 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Checking segment: {'id': '58f2a9c1-bfb5-4400-b5c6-a5b5698ce262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:14:23.334213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Bound using segment: {'id': '58f2a9c1-bfb5-4400-b5c6-a5b5698ce262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:14:23.334808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Bound port: cf80a7cd-fe4e-43b0-ab5c-658654be4919, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f2a9c1-bfb5-4400-b5c6-a5b5698ce262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:14:23.335511 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:23.346446 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-69981dc0-a0d3-46b1-8128-7109a24a11a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:23.363190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-c5b6ec5a-2873-45be-91d0-0f967914317c tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:23.372507 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-c5b6ec5a-2873-45be-91d0-0f967914317c tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/networks?id=f8bdede3-2f29-4e1d-a203-58fd176f1983 HTTP/1.1" status: 200 len: 809 time: 0.2055295 Jul 29 15:14:23.416056 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-eca81118-5e70-4a68-8d1f-5e2db22784a4 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/quotas/d1395db937524e51974f7fa938babf0a HTTP/1.1" status: 200 len: 375 time: 0.0423138 Jul 29 15:14:23.464276 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-a91f1221-591b-4325-be69-bf861eae9ea3 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1395db937524e51974f7fa938babf0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453525 Jul 29 15:14:23.483250 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-69981dc0-a0d3-46b1-8128-7109a24a11a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:23.502983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-69981dc0-a0d3-46b1-8128-7109a24a11a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d44545-e8ea-4b03-b27b-9daea94b648a']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:14:23.517143 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8217b220-0f0a-4f26-a45d-de12b4804203 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:14:23.526076 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-69981dc0-a0d3-46b1-8128-7109a24a11a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63edb665-309c-44a1-9c6f-73fd0892ba33') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:14:23.526926 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-69981dc0-a0d3-46b1-8128-7109a24a11a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63edb665-309c-44a1-9c6f-73fd0892ba33') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:14:23.539852 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-69981dc0-a0d3-46b1-8128-7109a24a11a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:23.546417 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] For port cf80a7cd-fe4e-43b0-ab5c-658654be4919, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:14:23.553531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 8217b220-0f0a-4f26-a45d-de12b4804203 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:14:23.559990 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-69981dc0-a0d3-46b1-8128-7109a24a11a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:23.561058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8217b220-0f0a-4f26-a45d-de12b4804203 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:14:23.562766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1c49df3c-63ad-477f-a4c6-ef4b890827be no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:14:23.568312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69981dc0-a0d3-46b1-8128-7109a24a11a6 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:14:23.569341 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-69981dc0-a0d3-46b1-8128-7109a24a11a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:23.570404 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] For port cf80a7cd-fe4e-43b0-ab5c-658654be4919, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=cf80a7cd-fe4e-43b0-ab5c-658654be4919,segment=NetworkSegment(58f2a9c1-bfb5-4400-b5c6-a5b5698ce262),segment_id=58f2a9c1-bfb5-4400-b5c6-a5b5698ce262)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:14:23.583078 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:23.612708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 1c49df3c-63ad-477f-a4c6-ef4b890827be {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:14:23.616628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1c49df3c-63ad-477f-a4c6-ef4b890827be not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:14:23.634601 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-119b6b94-7277-4f8c-aa48-c5f549a5f26c service neutron] 10.222.0.16 "GET /v2.0/networks/f8bdede3-2f29-4e1d-a203-58fd176f1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712182 Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:14:23.653676 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:14:23.671530 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-69981dc0-a0d3-46b1-8128-7109a24a11a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:23.676872 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-69981dc0-a0d3-46b1-8128-7109a24a11a6 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:23.679084 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-69981dc0-a0d3-46b1-8128-7109a24a11a6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a4d44545-e8ea-4b03-b27b-9daea94b648a HTTP/1.1" status: 204 len: 168 time: 0.5502315 Jul 29 15:14:23.692792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:23.694585 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:23.696192 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] 10.222.0.38 "PUT /v2.0/ports/cf80a7cd-fe4e-43b0-ab5c-658654be4919 HTTP/1.1" status: 200 len: 1092 time: 1.5549400 Jul 29 15:14:23.699235 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69981dc0-a0d3-46b1-8128-7109a24a11a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4d44545-e8ea-4b03-b27b-9daea94b648a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:23.714135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8c662b-2833-4b1a-a27f-10a90ad9eb8a', 'tag': 'cf80a7cd-fe4e-43b0-ab5c-658654be4919'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:14:23.724357 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbe25d0-c165-44ce-a192-e32b114e1335" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8c662b-2833-4b1a-a27f-10a90ad9eb8a", "tag": "cf80a7cd-fe4e-43b0-ab5c-658654be4919"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:14:23.780480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dad44f-9230-42c0-b2b9-36805ee0a30d service neutron] Pushing event updated for resources: {'Port': ['ID=cf80a7cd-fe4e-43b0-ab5c-658654be4919,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:23.859534 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d55eeb-af97-4720-9ad4-ecdbdfee8540 req-a1976fbd-48d9-413f-a301-973c1151aef0 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:23.865195 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-65d55eeb-af97-4720-9ad4-ecdbdfee8540 req-a1976fbd-48d9-413f-a301-973c1151aef0 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 944 time: 0.1195621 Jul 29 15:14:23.932494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-e15ed1fa-9216-4610-b193-1c3d44a38361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:23.934335 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-e15ed1fa-9216-4610-b193-1c3d44a38361 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad88f1e224ca4cdaac5cd6b210676360&device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 1095 time: 0.1408968 Jul 29 15:14:23.946564 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-65d55eeb-af97-4720-9ad4-ecdbdfee8540 req-dad4f42d-eb01-4de8-b220-b3be8bb977f0 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c00004e-10b5-4615-8dcb-8e5e6939a8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756841 Jul 29 15:14:23.957633 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-f3bcf1e5-185e-4666-a446-d792899424a3 service neutron] 10.222.0.16 "GET /v2.0/networks/f8bdede3-2f29-4e1d-a203-58fd176f1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216455 Jul 29 15:14:24.062734 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08628b35-7027-45ec-912d-86ea7626d237 x-openstack-request-id: req-08628b35-7027-45ec-912d-86ea7626d237 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:14:24.063659 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43390) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:24.079580 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8c662b-2833-4b1a-a27f-10a90ad9eb8a", "tag": "cf80a7cd-fe4e-43b0-ab5c-658654be4919", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:14:24.079825 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08628b35-7027-45ec-912d-86ea7626d237 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:14:24.080244 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8c662b-2833-4b1a-a27f-10a90ad9eb8a', 'tag': 'cf80a7cd-fe4e-43b0-ab5c-658654be4919', 'status': 'completed', 'code': 200} Jul 29 15:14:24.082406 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-860624e6-410c-4d4c-92a3-8ab1416d2acf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=cf80a7cd-fe4e-43b0-ab5c-658654be4919 HTTP/1.1" status: 200 len: 217 time: 0.1214755 Jul 29 15:14:24.158203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-0963acba-056b-4bc5-a7ef-0ecc04d31b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:24.159689 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-0963acba-056b-4bc5-a7ef-0ecc04d31b63 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b2d00e4-a504-488e-8075-ce8a69b4a76b HTTP/1.1" status: 200 len: 838 time: 0.0707769 Jul 29 15:14:24.190897 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-151e91a8-aa81-4fef-9269-ef028d567e40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7e6c28442c94abfb57463bd1e7c1bb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1251793 Jul 29 15:14:24.194727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43396) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:24.281845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-7b0ca4d6-4af6-4f49-bd69-47a9d09ac651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:24.283516 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-7b0ca4d6-4af6-4f49-bd69-47a9d09ac651 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b4399f-52f8-4f79-b71a-15b27fcd16ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1048205 Jul 29 15:14:24.299127 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fee4c88-42bd-46fe-a54f-efb0acb8ecdb req-b3f13099-ffc2-4142-9c3c-18e2d0c43fa7 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 210 time: 0.0597870 Jul 29 15:14:24.314987 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-70318a7e-9ee3-480c-a82d-fd29af26e2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:24.354108 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-70318a7e-9ee3-480c-a82d-fd29af26e2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:24.428305 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-70318a7e-9ee3-480c-a82d-fd29af26e2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:24.428305 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-70318a7e-9ee3-480c-a82d-fd29af26e2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:24.442211 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-70318a7e-9ee3-480c-a82d-fd29af26e2cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c237cb52-d248-4b10-993d-3c8e670e3019 HTTP/1.1" status: 204 len: 168 time: 0.2455556 Jul 29 15:14:24.457248 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70318a7e-9ee3-480c-a82d-fd29af26e2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c237cb52-d248-4b10-993d-3c8e670e3019,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:24.533304 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-113cbaf3-c843-4314-a504-092c7c1ca0a8 service neutron] 10.222.0.38 "GET /v2.0/networks/99b4399f-52f8-4f79-b71a-15b27fcd16ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407563 Jul 29 15:14:24.673146 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec14222e-4d63-47f0-8c1a-725625c7d247 req-1a10013d-5fa6-483f-bcf8-6ecb43b27f89 service neutron] 10.222.0.38 "GET /v2.0/networks/99b4399f-52f8-4f79-b71a-15b27fcd16ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328778 Jul 29 15:14:24.706957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0abad-5032-499d-84e7-71f7c1f3c7d5 req-5b4ef5d7-aab9-4772-a51d-16e097761965 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:24.712113 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-47c0abad-5032-499d-84e7-71f7c1f3c7d5 req-5b4ef5d7-aab9-4772-a51d-16e097761965 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce1fc84c-41a0-4140-96dc-1b59d3a1ece2 HTTP/1.1" status: 200 len: 946 time: 0.1041803 Jul 29 15:14:24.786320 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-47c0abad-5032-499d-84e7-71f7c1f3c7d5 req-13eb869c-422f-4fd7-9f97-a2bd2d329ed4 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659034 Jul 29 15:14:24.834495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe25d0-c165-44ce-a192-e32b114e1335 req-762c30ec-8fca-49ca-93a7-c58cb65e1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:24.837254 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbbe25d0-c165-44ce-a192-e32b114e1335 req-762c30ec-8fca-49ca-93a7-c58cb65e1451 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad88f1e224ca4cdaac5cd6b210676360&device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 1095 time: 0.0707393 Jul 29 15:14:24.955306 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe25d0-c165-44ce-a192-e32b114e1335 req-1e7e7dfa-0ade-4a33-9527-da9937d72d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:24.957005 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbbe25d0-c165-44ce-a192-e32b114e1335 req-1e7e7dfa-0ade-4a33-9527-da9937d72d26 service neutron] 10.222.0.38 "GET /v2.0/networks?id=99b4399f-52f8-4f79-b71a-15b27fcd16ab HTTP/1.1" status: 200 len: 897 time: 0.1110730 Jul 29 15:14:25.030594 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbbe25d0-c165-44ce-a192-e32b114e1335 req-be948f6a-2334-4767-821e-3ed4ba52c49e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=cf80a7cd-fe4e-43b0-ab5c-658654be4919 HTTP/1.1" status: 200 len: 217 time: 0.0664937 Jul 29 15:14:25.118437 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe25d0-c165-44ce-a192-e32b114e1335 req-c077a2b2-dee9-4a86-8e37-3623c58a57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:25.120341 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbbe25d0-c165-44ce-a192-e32b114e1335 req-c077a2b2-dee9-4a86-8e37-3623c58a57d6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4b2d00e4-a504-488e-8075-ce8a69b4a76b HTTP/1.1" status: 200 len: 838 time: 0.0793881 Jul 29 15:14:25.150179 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8ef0d-c4be-470d-9cad-1458a343a5e3 req-e356a595-8c85-4cf3-80c1-65c078e42a22 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:25.151827 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b1a8ef0d-c4be-470d-9cad-1458a343a5e3 req-e356a595-8c85-4cf3-80c1-65c078e42a22 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 944 time: 0.1230443 Jul 29 15:14:25.221757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe25d0-c165-44ce-a192-e32b114e1335 req-33c7fa04-fbe6-4149-bd4f-e8c2da67f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:25.223335 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbbe25d0-c165-44ce-a192-e32b114e1335 req-33c7fa04-fbe6-4149-bd4f-e8c2da67f6e0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=99b4399f-52f8-4f79-b71a-15b27fcd16ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947044 Jul 29 15:14:25.227265 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b1a8ef0d-c4be-470d-9cad-1458a343a5e3 req-d084b335-ed31-46e1-8791-3a9537ff0b14 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c00004e-10b5-4615-8dcb-8e5e6939a8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580726 Jul 29 15:14:25.331687 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbbe25d0-c165-44ce-a192-e32b114e1335 req-4eb97d09-927e-4e7a-95c3-40fbc947da79 service neutron] 10.222.0.38 "GET /v2.0/networks/99b4399f-52f8-4f79-b71a-15b27fcd16ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986598 Jul 29 15:14:25.439008 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbbe25d0-c165-44ce-a192-e32b114e1335 req-0eaf68bc-7191-4710-9710-2b068d3aaa9a service neutron] 10.222.0.38 "GET /v2.0/networks/99b4399f-52f8-4f79-b71a-15b27fcd16ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963788 Jul 29 15:14:25.445227 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c46ee3ff-6f36-44dd-ab06-7faddd3b9ffb req-fa291d09-cb4b-40f0-ab4e-5d129586710c tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 210 time: 0.0513077 Jul 29 15:14:25.634381 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-9616fc0e-7631-45ae-abbb-0d3baec56515 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:25.636032 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-9616fc0e-7631-45ae-abbb-0d3baec56515 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.39 "GET /v2.0/networks?id=f8bdede3-2f29-4e1d-a203-58fd176f1983 HTTP/1.1" status: 200 len: 809 time: 0.1372523 Jul 29 15:14:25.654644 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-91dcbf31-5b29-46d4-9883-5c47525bb295 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Request body: {'port': {'device_id': '2e017db8-5a98-4a37-932e-80d4613db365', 'network_id': 'f8bdede3-2f29-4e1d-a203-58fd176f1983', 'admin_state_up': True, 'tenant_id': 'd1395db937524e51974f7fa938babf0a'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:25.793296 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-91dcbf31-5b29-46d4-9883-5c47525bb295 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Made reservation on behalf of d1395db937524e51974f7fa938babf0a for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:14:25.796869 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-91dcbf31-5b29-46d4-9883-5c47525bb295 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:25.968594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-91dcbf31-5b29-46d4-9883-5c47525bb295 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Allocated IP 172.20.0.9 (f8bdede3-2f29-4e1d-a203-58fd176f1983/7cc964d7-5bc2-48cd-b84c-95ffd7e400f8/c96ae002-e171-4502-9973-1e17461a3e85) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:14:25.972384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c717622-3aca-4a8e-a450-4f3320384c3d req-fd2f4e2e-4b7b-47f6-ba20-ded894967bd4 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:25.975147 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7c717622-3aca-4a8e-a450-4f3320384c3d req-fd2f4e2e-4b7b-47f6-ba20-ded894967bd4 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce1fc84c-41a0-4140-96dc-1b59d3a1ece2 HTTP/1.1" status: 200 len: 946 time: 0.0754135 Jul 29 15:14:26.039583 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7c717622-3aca-4a8e-a450-4f3320384c3d req-79aa9674-13eb-45e1-bd3c-d3259c154122 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/security-groups?id=2efe9193-b417-47e5-a712-836adbd04376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569460 Jul 29 15:14:26.127556 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a496a-c042-416a-a623-14dbe1f1fc97 req-afadfb94-d444-45d8-b3de-843841ae217d tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:26.129274 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8b9a496a-c042-416a-a623-14dbe1f1fc97 req-afadfb94-d444-45d8-b3de-843841ae217d tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce1fc84c-41a0-4140-96dc-1b59d3a1ece2 HTTP/1.1" status: 200 len: 946 time: 0.0626335 Jul 29 15:14:26.167738 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-91dcbf31-5b29-46d4-9883-5c47525bb295 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:26.220574 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-91dcbf31-5b29-46d4-9883-5c47525bb295 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:26.264019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-8b9a496a-c042-416a-a623-14dbe1f1fc97 req-b0dc0c4f-5e89-4ead-8fac-c9325021fa39 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Deleting port 108c1d40-0a95-400f-8eca-2e5490d2897f {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:14:26.264542 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8b9a496a-c042-416a-a623-14dbe1f1fc97 req-b0dc0c4f-5e89-4ead-8fac-c9325021fa39 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:26.280198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcbf31-5b29-46d4-9883-5c47525bb295 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Pushing event updated for resources: {'Port': ['ID=c96ae002-e171-4502-9973-1e17461a3e85,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:26.297691 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-91dcbf31-5b29-46d4-9883-5c47525bb295 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Network f8bdede3-2f29-4e1d-a203-58fd176f1983 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:14:26.299368 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-91dcbf31-5b29-46d4-9883-5c47525bb295 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:14:26.301819 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-91dcbf31-5b29-46d4-9883-5c47525bb295 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:14:26.364366 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:26.394952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-91dcbf31-5b29-46d4-9883-5c47525bb295 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:26.395605 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-91dcbf31-5b29-46d4-9883-5c47525bb295 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:26.410065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-8b9a496a-c042-416a-a623-14dbe1f1fc97 req-b0dc0c4f-5e89-4ead-8fac-c9325021fa39 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] For port 108c1d40-0a95-400f-8eca-2e5490d2897f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=108c1d40-0a95-400f-8eca-2e5490d2897f,segment=NetworkSegment(1eb5414c-ddab-4de7-aa99-a932ec87d90d),segment_id=1eb5414c-ddab-4de7-aa99-a932ec87d90d)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:26.410249 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8b9a496a-c042-416a-a623-14dbe1f1fc97 req-b0dc0c4f-5e89-4ead-8fac-c9325021fa39 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:26.420016 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c0504-51ea-44d7-99ad-52b0de1c1d94 req-46cfe2b7-c991-40c6-b22e-e7f5ae87d5c2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:26.421604 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-141c0504-51ea-44d7-99ad-52b0de1c1d94 req-46cfe2b7-c991-40c6-b22e-e7f5ae87d5c2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 944 time: 0.0853004 Jul 29 15:14:26.437024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-8b9a496a-c042-416a-a623-14dbe1f1fc97 req-b0dc0c4f-5e89-4ead-8fac-c9325021fa39 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Calling delete_port for 108c1d40-0a95-400f-8eca-2e5490d2897f owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:14:26.452789 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-91dcbf31-5b29-46d4-9883-5c47525bb295 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8052409 Jul 29 15:14:26.465870 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Request body: {'port': {'device_id': '2e017db8-5a98-4a37-932e-80d4613db365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:26.516052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-141c0504-51ea-44d7-99ad-52b0de1c1d94 req-44e9cd70-ebbc-4ff4-a3f4-bc074d8485d8 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c00004e-10b5-4615-8dcb-8e5e6939a8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856440 Jul 29 15:14:26.565402 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:26.720536 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8b9a496a-c042-416a-a623-14dbe1f1fc97 req-b0dc0c4f-5e89-4ead-8fac-c9325021fa39 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:26.731839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['108c1d40-0a95-400f-8eca-2e5490d2897f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:14:26.736758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e16fc-9c58-4f79-b71d-f8075116b96f req-0a721164-adf4-4a23-a572-9d54b3a39219 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:26.738467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cb2e16fc-9c58-4f79-b71d-f8075116b96f req-0a721164-adf4-4a23-a572-9d54b3a39219 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 931 time: 0.1855752 Jul 29 15:14:26.798971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc0c4f-5e89-4ead-8fac-c9325021fa39 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Pushing event deleted for resources: {'Port': ['ID=108c1d40-0a95-400f-8eca-2e5490d2897f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:26.815838 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cb2e16fc-9c58-4f79-b71d-f8075116b96f req-a13f093f-bc0a-4623-a261-c307ce385ad8 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682573 Jul 29 15:14:26.860418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9a496a-c042-416a-a623-14dbe1f1fc97 req-b0dc0c4f-5e89-4ead-8fac-c9325021fa39 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] No DVR routers for this DVR port 108c1d40-0a95-400f-8eca-2e5490d2897f on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:14:26.862719 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-8b9a496a-c042-416a-a623-14dbe1f1fc97 req-b0dc0c4f-5e89-4ead-8fac-c9325021fa39 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:26.866175 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8b9a496a-c042-416a-a623-14dbe1f1fc97 req-b0dc0c4f-5e89-4ead-8fac-c9325021fa39 tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.39 "DELETE /v2.0/ports/108c1d40-0a95-400f-8eca-2e5490d2897f HTTP/1.1" status: 204 len: 173 time: 0.7301714 Jul 29 15:14:26.866936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1fc84c-41a0-4140-96dc-1b59d3a1ece2', 'name': 'network-vif-deleted', 'tag': '108c1d40-0a95-400f-8eca-2e5490d2897f'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:14:26.870615 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8159ecb6-b8d0-4a22-a202-b2f818acf323" -d '{"events": [{"server_uuid": "ce1fc84c-41a0-4140-96dc-1b59d3a1ece2", "name": "network-vif-deleted", "tag": "108c1d40-0a95-400f-8eca-2e5490d2897f"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:14:26.934014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96ae002-e171-4502-9973-1e17461a3e85 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:14:26.945131 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74e50b7-4441-4e1f-97e8-06c88c7a3176 x-openstack-request-id: req-e74e50b7-4441-4e1f-97e8-06c88c7a3176 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:14:26.945600 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1fc84c-41a0-4140-96dc-1b59d3a1ece2", "name": "network-vif-deleted", "tag": "108c1d40-0a95-400f-8eca-2e5490d2897f", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:14:26.945977 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e74e50b7-4441-4e1f-97e8-06c88c7a3176 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:14:26.946710 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1fc84c-41a0-4140-96dc-1b59d3a1ece2', 'name': 'network-vif-deleted', 'tag': '108c1d40-0a95-400f-8eca-2e5490d2897f', 'status': 'completed', 'code': 200} Jul 29 15:14:26.947725 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:26.962197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Transition to ACTIVE for port object c96ae002-e171-4502-9973-1e17461a3e85 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:14:26.969281 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:27.032191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Pushing event updated for resources: {'Port': ['ID=c96ae002-e171-4502-9973-1e17461a3e85,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:27.111724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Attempting to bind port c96ae002-e171-4502-9973-1e17461a3e85 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:14:27.112129 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Attempting to bind port c96ae002-e171-4502-9973-1e17461a3e85 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '56eff7c8-0611-4466-bda5-a97b143bfd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8bdede3-2f29-4e1d-a203-58fd176f1983'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:14:27.112541 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Attempting to bind port c96ae002-e171-4502-9973-1e17461a3e85 on network f8bdede3-2f29-4e1d-a203-58fd176f1983 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:14:27.117816 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Port c96ae002-e171-4502-9973-1e17461a3e85 on network f8bdede3-2f29-4e1d-a203-58fd176f1983 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:14:27.118244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Attempting to bind port c96ae002-e171-4502-9973-1e17461a3e85 on network f8bdede3-2f29-4e1d-a203-58fd176f1983 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:14:27.125924 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:14:27.126350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Checking segment: {'id': '56eff7c8-0611-4466-bda5-a97b143bfd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8bdede3-2f29-4e1d-a203-58fd176f1983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:14:27.126806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Bound using segment: {'id': '56eff7c8-0611-4466-bda5-a97b143bfd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8bdede3-2f29-4e1d-a203-58fd176f1983'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:14:27.127574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Bound port: c96ae002-e171-4502-9973-1e17461a3e85, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56eff7c8-0611-4466-bda5-a97b143bfd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8bdede3-2f29-4e1d-a203-58fd176f1983'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:14:27.128040 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:27.182568 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61b7a34b-e8b8-47aa-8953-161fd71e9b8b req-fd3ce434-4ce8-47e7-b80d-6f2fa3eac45f tempest-VolumesSnapshotTestJSON-648948994 tempest-VolumesSnapshotTestJSON-648948994-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce1fc84c-41a0-4140-96dc-1b59d3a1ece2 HTTP/1.1" status: 200 len: 210 time: 0.0390973 Jul 29 15:14:27.206287 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] For port c96ae002-e171-4502-9973-1e17461a3e85, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:14:27.211052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] For port c96ae002-e171-4502-9973-1e17461a3e85, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=c96ae002-e171-4502-9973-1e17461a3e85,segment=NetworkSegment(56eff7c8-0611-4466-bda5-a97b143bfd9f),segment_id=56eff7c8-0611-4466-bda5-a97b143bfd9f)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:14:27.215541 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:27.259008 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:27.259722 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:27.261388 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] 10.222.0.39 "PUT /v2.0/ports/c96ae002-e171-4502-9973-1e17461a3e85 HTTP/1.1" status: 200 len: 1091 time: 0.8009448 Jul 29 15:14:27.261939 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e017db8-5a98-4a37-932e-80d4613db365', 'tag': 'c96ae002-e171-4502-9973-1e17461a3e85'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:14:27.264451 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7355c506-ae53-4dec-9141-9da2b3de293f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e017db8-5a98-4a37-932e-80d4613db365", "tag": "c96ae002-e171-4502-9973-1e17461a3e85"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:14:27.317762 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a29c88-bef3-4e24-8f48-c6f7c9aef698 service neutron] Pushing event updated for resources: {'Port': ['ID=c96ae002-e171-4502-9973-1e17461a3e85,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:27.358884 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdd90b3-d47e-4295-bc07-87b9591ee669 x-openstack-request-id: req-6cdd90b3-d47e-4295-bc07-87b9591ee669 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:14:27.359185 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e017db8-5a98-4a37-932e-80d4613db365", "tag": "c96ae002-e171-4502-9973-1e17461a3e85", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:14:27.359804 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cdd90b3-d47e-4295-bc07-87b9591ee669 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:14:27.360262 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e017db8-5a98-4a37-932e-80d4613db365', 'tag': 'c96ae002-e171-4502-9973-1e17461a3e85', 'status': 'completed', 'code': 200} Jul 29 15:14:27.388551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-cb127ef9-997a-48b2-9b3d-b312dad9bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:27.393183 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-cb127ef9-997a-48b2-9b3d-b312dad9bdef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1395db937524e51974f7fa938babf0a&device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 1094 time: 0.0716476 Jul 29 15:14:27.454147 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-8ee295d1-b2c1-4471-ba95-783e28aef036 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c96ae002-e171-4502-9973-1e17461a3e85 HTTP/1.1" status: 200 len: 217 time: 0.0562489 Jul 29 15:14:27.500693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43516) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:27.519361 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-2a8737e7-e019-4d6d-ae84-1a36b932fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:27.521128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-2a8737e7-e019-4d6d-ae84-1a36b932fd54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cc964d7-5bc2-48cd-b84c-95ffd7e400f8 HTTP/1.1" status: 200 len: 849 time: 0.0600367 Jul 29 15:14:27.578140 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-edfe6ca9-77e3-4523-900a-4939a2fd2eed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8bdede3-2f29-4e1d-a203-58fd176f1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495734 Jul 29 15:14:27.660446 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6e2c7452-01a9-483f-86aa-8923dbcb3241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:27.699288 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-4c155c5c-29bf-4ef2-ba36-3e487c7de953 service neutron] 10.222.0.39 "GET /v2.0/networks/f8bdede3-2f29-4e1d-a203-58fd176f1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135073 Jul 29 15:14:27.701697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb234f4-7f7a-4564-8f7b-50e68f44625e req-2ffba3b4-4747-4545-a1a1-95ef8ff8153b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:27.703325 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8cb234f4-7f7a-4564-8f7b-50e68f44625e req-2ffba3b4-4747-4545-a1a1-95ef8ff8153b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 944 time: 0.0863819 Jul 29 15:14:27.768372 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8cb234f4-7f7a-4564-8f7b-50e68f44625e req-50a45993-e687-4ff1-85f5-0f973a59ea27 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c00004e-10b5-4615-8dcb-8e5e6939a8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569327 Jul 29 15:14:27.824083 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5800eb07-bbb2-4a90-ab94-02d8a1801331 req-fe1795e3-8db9-45ca-8e7f-361f7b932d47 service neutron] 10.222.0.39 "GET /v2.0/networks/f8bdede3-2f29-4e1d-a203-58fd176f1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170335 Jul 29 15:14:27.826613 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6e2c7452-01a9-483f-86aa-8923dbcb3241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:27.830701 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6e2c7452-01a9-483f-86aa-8923dbcb3241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:27.873590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c7452-01a9-483f-86aa-8923dbcb3241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523e3184-fa09-4227-804b-10ab3e0ea686,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:27.881615 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6e2c7452-01a9-483f-86aa-8923dbcb3241 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95ed2835377043bfad40188188b0b570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3790069 Jul 29 15:14:27.885249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43526) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:27.989655 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355c506-ae53-4dec-9141-9da2b3de293f req-ee92ae8a-6372-482c-8284-c601d23c7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:27.992028 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7355c506-ae53-4dec-9141-9da2b3de293f req-ee92ae8a-6372-482c-8284-c601d23c7b9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1395db937524e51974f7fa938babf0a&device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 1094 time: 0.1077683 Jul 29 15:14:28.023015 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b9798-16d5-49ec-8dfc-9d54d811678e req-415c16a1-d122-42f2-99ea-e6c3a92cbc61 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:28.024761 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-107b9798-16d5-49ec-8dfc-9d54d811678e req-415c16a1-d122-42f2-99ea-e6c3a92cbc61 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 943 time: 0.1109197 Jul 29 15:14:28.034569 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-578300d8-e5ed-434f-92bf-cf9f606cee71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:28.121925 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-578300d8-e5ed-434f-92bf-cf9f606cee71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:28.165556 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-107b9798-16d5-49ec-8dfc-9d54d811678e req-3462c077-6e04-4de2-a352-ab1b58e42524 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036742 Jul 29 15:14:28.193729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355c506-ae53-4dec-9141-9da2b3de293f req-4c8acdec-668b-476e-bafc-a3f0ade30a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:28.195198 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7355c506-ae53-4dec-9141-9da2b3de293f req-4c8acdec-668b-476e-bafc-a3f0ade30a20 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8bdede3-2f29-4e1d-a203-58fd176f1983 HTTP/1.1" status: 200 len: 910 time: 0.1924446 Jul 29 15:14:28.243726 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7355c506-ae53-4dec-9141-9da2b3de293f req-e8fc758b-0c5b-4c51-b76e-fd8ccdf78faa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c96ae002-e171-4502-9973-1e17461a3e85 HTTP/1.1" status: 200 len: 217 time: 0.0412331 Jul 29 15:14:28.245403 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-578300d8-e5ed-434f-92bf-cf9f606cee71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:28.248259 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-578300d8-e5ed-434f-92bf-cf9f606cee71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:28.252091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-578300d8-e5ed-434f-92bf-cf9f606cee71 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/523e3184-fa09-4227-804b-10ab3e0ea686 HTTP/1.1" status: 204 len: 168 time: 0.3558645 Jul 29 15:14:28.279628 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578300d8-e5ed-434f-92bf-cf9f606cee71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523e3184-fa09-4227-804b-10ab3e0ea686,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:28.321346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355c506-ae53-4dec-9141-9da2b3de293f req-873d9f3b-9d86-49fe-a1aa-cf603344ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:28.323101 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7355c506-ae53-4dec-9141-9da2b3de293f req-873d9f3b-9d86-49fe-a1aa-cf603344ca29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cc964d7-5bc2-48cd-b84c-95ffd7e400f8 HTTP/1.1" status: 200 len: 849 time: 0.0586717 Jul 29 15:14:28.364783 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7355c506-ae53-4dec-9141-9da2b3de293f req-6160a79d-6dcb-4a38-8a8e-53791f34fc20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8bdede3-2f29-4e1d-a203-58fd176f1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333753 Jul 29 15:14:28.493463 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7355c506-ae53-4dec-9141-9da2b3de293f req-ec442249-7c5d-4b7a-a603-8ecbb23d2058 service neutron] 10.222.0.39 "GET /v2.0/networks/f8bdede3-2f29-4e1d-a203-58fd176f1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210446 Jul 29 15:14:28.626307 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7355c506-ae53-4dec-9141-9da2b3de293f req-2152ff46-9d88-426e-b6cd-95b950d70f65 service neutron] 10.222.0.39 "GET /v2.0/networks/f8bdede3-2f29-4e1d-a203-58fd176f1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239631 Jul 29 15:14:28.758027 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43548) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:28.774092 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b0351aa-a3c2-48cc-9b5c-4965ec8b4d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:28.998369 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b0351aa-a3c2-48cc-9b5c-4965ec8b4d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:29.003009 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b0351aa-a3c2-48cc-9b5c-4965ec8b4d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:29.007029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94db18-1617-4a92-970d-4b8a8757f34d req-b7f634b4-cb5b-41fd-b920-331a7bfc4e51 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:29.009393 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f94db18-1617-4a92-970d-4b8a8757f34d req-b7f634b4-cb5b-41fd-b920-331a7bfc4e51 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 944 time: 0.1055539 Jul 29 15:14:29.038377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0351aa-a3c2-48cc-9b5c-4965ec8b4d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4317c8-f41d-45e7-a047-7b409191064e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:29.064732 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43562) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:29.064997 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7b0351aa-a3c2-48cc-9b5c-4965ec8b4d89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6afb9ac43feb4111ada033d158673fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050363 Jul 29 15:14:29.073064 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f94db18-1617-4a92-970d-4b8a8757f34d req-2996f1cd-0675-424f-b2c6-734572a89a2c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c00004e-10b5-4615-8dcb-8e5e6939a8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571852 Jul 29 15:14:29.097750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device cf80a7cd-fe4e-43b0-ab5c-658654be4919 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:14:29.158500 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f26cfcf1-80fc-4d33-b787-98d065ef4a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:29.186407 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f26cfcf1-80fc-4d33-b787-98d065ef4a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:29.250065 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f26cfcf1-80fc-4d33-b787-98d065ef4a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:29.252458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port cf80a7cd-fe4e-43b0-ab5c-658654be4919, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=cf80a7cd-fe4e-43b0-ab5c-658654be4919,segment=NetworkSegment(58f2a9c1-bfb5-4400-b5c6-a5b5698ce262),segment_id=58f2a9c1-bfb5-4400-b5c6-a5b5698ce262)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:29.254746 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f26cfcf1-80fc-4d33-b787-98d065ef4a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:29.255951 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f26cfcf1-80fc-4d33-b787-98d065ef4a42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e4317c8-f41d-45e7-a047-7b409191064e HTTP/1.1" status: 204 len: 168 time: 0.1894693 Jul 29 15:14:29.269256 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cfcf1-80fc-4d33-b787-98d065ef4a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4317c8-f41d-45e7-a047-7b409191064e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:29.279709 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'cf80a7cd-fe4e-43b0-ab5c-658654be4919', 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab', 'port_id': 'cf80a7cd-fe4e-43b0-ab5c-658654be4919', 'mac_address': 'fa:16:3e:60:ec:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2d00e4-a504-488e-8075-ce8a69b4a76b', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:14:29.340174 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:29.344698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbdc04-c265-4e5c-bf75-cdf7406017fd req-fb709dd7-816a-4f1c-aae1-887bfeb78452 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:29.350911 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5acbdc04-c265-4e5c-bf75-cdf7406017fd req-fb709dd7-816a-4f1c-aae1-887bfeb78452 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 943 time: 0.0973752 Jul 29 15:14:29.374048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf80a7cd-fe4e-43b0-ab5c-658654be4919 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:14:29.409944 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5acbdc04-c265-4e5c-bf75-cdf7406017fd req-e3008e96-fab2-48d1-9079-3363d248ee06 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504515 Jul 29 15:14:29.426027 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port cf80a7cd-fe4e-43b0-ab5c-658654be4919, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=cf80a7cd-fe4e-43b0-ab5c-658654be4919,segment=NetworkSegment(58f2a9c1-bfb5-4400-b5c6-a5b5698ce262),segment_id=58f2a9c1-bfb5-4400-b5c6-a5b5698ce262)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:29.441430 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:29.506988 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=cf80a7cd-fe4e-43b0-ab5c-658654be4919,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:29.705442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['cf80a7cd-fe4e-43b0-ab5c-658654be4919'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:14:30.202223 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762aa61-476c-4753-9394-a8c45d4cf677 req-a654a542-0a5f-4876-a40a-c6b9f03e6d76 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:30.204201 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7762aa61-476c-4753-9394-a8c45d4cf677 req-a654a542-0a5f-4876-a40a-c6b9f03e6d76 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 945 time: 0.0555029 Jul 29 15:14:30.265344 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7762aa61-476c-4753-9394-a8c45d4cf677 req-b8d35039-cb26-4b4f-8a65-b619838bad33 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c00004e-10b5-4615-8dcb-8e5e6939a8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511508 Jul 29 15:14:30.483664 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device c96ae002-e171-4502-9973-1e17461a3e85 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:14:30.503558 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 108c1d40-0a95-400f-8eca-2e5490d2897f no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:14:30.561882 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46f51b-d7c4-41aa-a973-e0d818f9066f req-0d704c05-8bfe-4284-80d9-9e9c10c0c2a5 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:30.564569 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff46f51b-d7c4-41aa-a973-e0d818f9066f req-0d704c05-8bfe-4284-80d9-9e9c10c0c2a5 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 943 time: 0.0731091 Jul 29 15:14:30.569532 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 108c1d40-0a95-400f-8eca-2e5490d2897f {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:14:30.569771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 108c1d40-0a95-400f-8eca-2e5490d2897f not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:14:30.610700 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f56ffd53-acea-44fa-88c5-49a0d7646042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:30.624624 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff46f51b-d7c4-41aa-a973-e0d818f9066f req-62a6ab5c-0ce7-4a45-ae3b-31e1fec12aeb tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525231 Jul 29 15:14:30.722183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port c96ae002-e171-4502-9973-1e17461a3e85, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=c96ae002-e171-4502-9973-1e17461a3e85,segment=NetworkSegment(56eff7c8-0611-4466-bda5-a97b143bfd9f),segment_id=56eff7c8-0611-4466-bda5-a97b143bfd9f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:30.748687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'c96ae002-e171-4502-9973-1e17461a3e85', 'network_id': 'f8bdede3-2f29-4e1d-a203-58fd176f1983', 'port_id': 'c96ae002-e171-4502-9973-1e17461a3e85', 'mac_address': 'fa:16:3e:f8:5c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc964d7-5bc2-48cd-b84c-95ffd7e400f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:14:30.813910 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:30.843122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96ae002-e171-4502-9973-1e17461a3e85 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:14:30.866294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port c96ae002-e171-4502-9973-1e17461a3e85, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=c96ae002-e171-4502-9973-1e17461a3e85,segment=NetworkSegment(56eff7c8-0611-4466-bda5-a97b143bfd9f),segment_id=56eff7c8-0611-4466-bda5-a97b143bfd9f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:30.874302 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:30.938623 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=c96ae002-e171-4502-9973-1e17461a3e85,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:31.059910 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c96ae002-e171-4502-9973-1e17461a3e85'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:14:31.106772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device cf80a7cd-fe4e-43b0-ab5c-658654be4919 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:14:31.312408 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port cf80a7cd-fe4e-43b0-ab5c-658654be4919 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:14:31.327803 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port cf80a7cd-fe4e-43b0-ab5c-658654be4919 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:14:31.328179 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:31.369372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43674) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:31.425528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ad62b-94ed-416d-a6d3-3840fe3f097c req-30913cc2-2a99-4967-9e7f-d3790780bc1c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:31.428524 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c3ad62b-94ed-416d-a6d3-3840fe3f097c req-30913cc2-2a99-4967-9e7f-d3790780bc1c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 945 time: 0.0568931 Jul 29 15:14:31.481538 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c3ad62b-94ed-416d-a6d3-3840fe3f097c req-1d32654e-dded-43e6-a118-d93004654c9d tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c00004e-10b5-4615-8dcb-8e5e6939a8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449111 Jul 29 15:14:31.516116 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:31.543360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8c662b-2833-4b1a-a27f-10a90ad9eb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf80a7cd-fe4e-43b0-ab5c-658654be4919'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:14:31.545986 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fed04d8-f728-4091-b58f-409b43addb49" -d '{"events": [{"server_uuid": "ab8c662b-2833-4b1a-a27f-10a90ad9eb8a", "name": "network-vif-plugged", "status": "completed", "tag": "cf80a7cd-fe4e-43b0-ab5c-658654be4919"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:14:31.561560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port cf80a7cd-fe4e-43b0-ab5c-658654be4919, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=cf80a7cd-fe4e-43b0-ab5c-658654be4919,segment=NetworkSegment(58f2a9c1-bfb5-4400-b5c6-a5b5698ce262),segment_id=58f2a9c1-bfb5-4400-b5c6-a5b5698ce262)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:31.568969 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:31.587787 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c593ada8-9a2c-44ae-845f-181d5e9b7dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:31.634167 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07da189e-8b85-4ef9-9ac2-3a6550e365e5 x-openstack-request-id: req-07da189e-8b85-4ef9-9ac2-3a6550e365e5 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:14:31.634461 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8c662b-2833-4b1a-a27f-10a90ad9eb8a", "name": "network-vif-plugged", "status": "completed", "tag": "cf80a7cd-fe4e-43b0-ab5c-658654be4919", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:14:31.635304 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07da189e-8b85-4ef9-9ac2-3a6550e365e5 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:14:31.635304 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8c662b-2833-4b1a-a27f-10a90ad9eb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf80a7cd-fe4e-43b0-ab5c-658654be4919', 'code': 200} Jul 29 15:14:31.636277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=cf80a7cd-fe4e-43b0-ab5c-658654be4919,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:31.714490 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c593ada8-9a2c-44ae-845f-181d5e9b7dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:31.720054 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c593ada8-9a2c-44ae-845f-181d5e9b7dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:31.767691 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33b7a1-9729-43ca-8630-7b8746e2cf58 req-4731c375-4fd3-4a3e-bd9a-1cdcec970f8e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:31.769315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f33b7a1-9729-43ca-8630-7b8746e2cf58 req-4731c375-4fd3-4a3e-bd9a-1cdcec970f8e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 944 time: 0.0537782 Jul 29 15:14:31.795484 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593ada8-9a2c-44ae-845f-181d5e9b7dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7195e5da-f36b-47b0-86d8-b84de40147b3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:31.813505 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c593ada8-9a2c-44ae-845f-181d5e9b7dd7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45ee585fd88745f19ab9a6c908b25593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4429884 Jul 29 15:14:31.815639 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f33b7a1-9729-43ca-8630-7b8746e2cf58 req-8f64b469-ba5e-471c-9c1e-4c30a1a95d04 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359261 Jul 29 15:14:31.816079 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43688) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:31.827342 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c6cb-2f98-4727-8143-9b1ca2d31307 req-4c0d9957-bd57-4a62-a5c1-779a34f3c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:31.840079 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6784c6cb-2f98-4727-8143-9b1ca2d31307 req-4c0d9957-bd57-4a62-a5c1-779a34f3c4d5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 1097 time: 0.1009040 Jul 29 15:14:31.874437 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:31.874695 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6784c6cb-2f98-4727-8143-9b1ca2d31307 req-97512c92-1f78-40b4-8042-5aaeacefb27b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2c00004e-10b5-4615-8dcb-8e5e6939a8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304377 Jul 29 15:14:31.896022 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:31.946194 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:31.949159 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:31.950263 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7195e5da-f36b-47b0-86d8-b84de40147b3 HTTP/1.1" status: 204 len: 168 time: 0.1332102 Jul 29 15:14:31.958287 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7195e5da-f36b-47b0-86d8-b84de40147b3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:31.967009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:31.967360 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:31.967704 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:31.968044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:31.968384 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:31.968825 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:31.969067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:31.969395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:31.969721 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:31.970042 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:31.970363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:31.970686 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c9d5da-36b0-4e46-9690-96f6b73f1b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:14:32.510451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device c96ae002-e171-4502-9973-1e17461a3e85 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:14:32.603971 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port c96ae002-e171-4502-9973-1e17461a3e85 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:14:32.605342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port c96ae002-e171-4502-9973-1e17461a3e85 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:14:32.606011 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:32.634985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dd798-8f68-4d40-9eb1-47c4aa52b13d req-81b643c5-4e2a-474f-a937-c37eb31f806a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:32.637922 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe7dd798-8f68-4d40-9eb1-47c4aa52b13d req-81b643c5-4e2a-474f-a937-c37eb31f806a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 946 time: 0.0716107 Jul 29 15:14:32.716018 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fe7dd798-8f68-4d40-9eb1-47c4aa52b13d req-5063d755-f7e7-4ba2-bf29-8f1d9944a14e tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c00004e-10b5-4615-8dcb-8e5e6939a8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715880 Jul 29 15:14:32.737095 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:32.782854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port c96ae002-e171-4502-9973-1e17461a3e85, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=c96ae002-e171-4502-9973-1e17461a3e85,segment=NetworkSegment(56eff7c8-0611-4466-bda5-a97b143bfd9f),segment_id=56eff7c8-0611-4466-bda5-a97b143bfd9f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:32.789442 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:32.862765 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=c96ae002-e171-4502-9973-1e17461a3e85,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:32.996087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694310f-b98a-4e1e-b0af-1b74ab34aeb4 req-72510d9a-cb42-47b5-a79b-817cc3c6e543 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:32.998917 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3694310f-b98a-4e1e-b0af-1b74ab34aeb4 req-72510d9a-cb42-47b5-a79b-817cc3c6e543 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 945 time: 0.0856102 Jul 29 15:14:33.060188 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3694310f-b98a-4e1e-b0af-1b74ab34aeb4 req-519f4b65-599f-4677-8609-baea9fec7974 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532823 Jul 29 15:14:33.218217 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:33.365623 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64ce26f5-f0d0-4d00-8e39-665e91b8c090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:33.575114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43752) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:33.636893 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e017db8-5a98-4a37-932e-80d4613db365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96ae002-e171-4502-9973-1e17461a3e85'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:14:33.639942 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784e4d27-8990-4291-9c95-b1b34022fac1" -d '{"events": [{"server_uuid": "2e017db8-5a98-4a37-932e-80d4613db365", "name": "network-vif-plugged", "status": "completed", "tag": "c96ae002-e171-4502-9973-1e17461a3e85"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:14:33.719249 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07af55a0-72d5-4735-a3d9-23182fe4b27a x-openstack-request-id: req-07af55a0-72d5-4735-a3d9-23182fe4b27a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:14:33.719648 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e017db8-5a98-4a37-932e-80d4613db365", "name": "network-vif-plugged", "status": "completed", "tag": "c96ae002-e171-4502-9973-1e17461a3e85", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:14:33.721115 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07af55a0-72d5-4735-a3d9-23182fe4b27a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:14:33.724067 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e017db8-5a98-4a37-932e-80d4613db365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96ae002-e171-4502-9973-1e17461a3e85', 'code': 200} Jul 29 15:14:33.733652 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-df598e11-0e01-4966-99b9-c4b905445426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:33.952601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075504f-1ace-45da-ba96-80786fb6baaa req-bff8e11e-45e0-45cd-aa00-32d6a9309e41 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:33.954705 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f075504f-1ace-45da-ba96-80786fb6baaa req-bff8e11e-45e0-45cd-aa00-32d6a9309e41 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 946 time: 0.1270080 Jul 29 15:14:33.956858 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c55ae7-3af3-4697-a7bb-b5de53b0736f req-055a977b-e428-43cf-b56f-9019a22a5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:33.958416 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31c55ae7-3af3-4697-a7bb-b5de53b0736f req-055a977b-e428-43cf-b56f-9019a22a5429 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 1096 time: 0.1635439 Jul 29 15:14:34.046130 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-df598e11-0e01-4966-99b9-c4b905445426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:34.056195 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-df598e11-0e01-4966-99b9-c4b905445426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:34.061126 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f075504f-1ace-45da-ba96-80786fb6baaa req-6648606c-211a-488a-83e4-0c3ac2872b36 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c00004e-10b5-4615-8dcb-8e5e6939a8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942934 Jul 29 15:14:34.065792 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31c55ae7-3af3-4697-a7bb-b5de53b0736f req-5020d502-3061-4671-85bd-4e4f008f2d00 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976324 Jul 29 15:14:34.106957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df598e11-0e01-4966-99b9-c4b905445426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c7faac-49a6-424d-abea-58cf2084d5c1,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:34.117053 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-df598e11-0e01-4966-99b9-c4b905445426 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc197badda684579862e1e2f1f25245f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5401762 Jul 29 15:14:34.119836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43770) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:34.198068 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f72c7b14-7897-49ff-9dac-dd8e484ba913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:34.210469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4210ef-d17f-4941-b705-0e9ef097a89c req-d83cfe0b-a151-4482-a436-5e49e174c532 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:34.212389 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb4210ef-d17f-4941-b705-0e9ef097a89c req-d83cfe0b-a151-4482-a436-5e49e174c532 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 946 time: 0.0591900 Jul 29 15:14:34.249615 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f72c7b14-7897-49ff-9dac-dd8e484ba913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:34.276410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7fda8-0008-4c12-a8e0-e7e24588ec3b req-57c75389-fb64-498e-b64d-e766f075da93 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:34.278102 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bac7fda8-0008-4c12-a8e0-e7e24588ec3b req-57c75389-fb64-498e-b64d-e766f075da93 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 945 time: 0.1052654 Jul 29 15:14:34.290731 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb4210ef-d17f-4941-b705-0e9ef097a89c req-ce2b1f6f-580d-4d7d-9204-16379ea14718 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c00004e-10b5-4615-8dcb-8e5e6939a8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721123 Jul 29 15:14:34.372172 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bac7fda8-0008-4c12-a8e0-e7e24588ec3b req-f090b806-ae0e-4a50-bed9-60322bf0ffdd tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866969 Jul 29 15:14:34.374468 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:34.375717 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f72c7b14-7897-49ff-9dac-dd8e484ba913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:34.379498 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f72c7b14-7897-49ff-9dac-dd8e484ba913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:34.384491 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f72c7b14-7897-49ff-9dac-dd8e484ba913 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33c7faac-49a6-424d-abea-58cf2084d5c1 HTTP/1.1" status: 204 len: 168 time: 0.2635417 Jul 29 15:14:34.394447 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c7b14-7897-49ff-9dac-dd8e484ba913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c7faac-49a6-424d-abea-58cf2084d5c1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:35.554025 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d80a5-979e-4430-8346-047053280643 req-fe73a566-54ab-401e-91b6-6d5a2dda9215 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:35.556482 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-215d80a5-979e-4430-8346-047053280643 req-fe73a566-54ab-401e-91b6-6d5a2dda9215 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 945 time: 0.0743294 Jul 29 15:14:35.632221 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-215d80a5-979e-4430-8346-047053280643 req-faa37c2e-fcad-46cd-aeb7-21a798d8b45c tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642879 Jul 29 15:14:35.827833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43820) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:36.388279 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:37.119651 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc0d9a-4f92-41b4-a2d7-b53f4c4d3b30 req-1014856d-3a9b-4a4e-b273-6e46d076867a tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:37.122499 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ebc0d9a-4f92-41b4-a2d7-b53f4c4d3b30 req-1014856d-3a9b-4a4e-b273-6e46d076867a tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 945 time: 0.1290851 Jul 29 15:14:37.251743 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ebc0d9a-4f92-41b4-a2d7-b53f4c4d3b30 req-667390fe-cd0d-4a2a-bcf8-73e2245a138a tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036549 Jul 29 15:14:37.292934 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:37.797012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Allocated IP 172.20.0.17 (99b4399f-52f8-4f79-b71a-15b27fcd16ab/4b2d00e4-a504-488e-8075-ce8a69b4a76b/ce1e3fd3-503e-48cd-8241-eca8674b4369) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:14:37.995696 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:38.034677 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Transition to ACTIVE for port object ce1e3fd3-503e-48cd-8241-eca8674b4369 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:14:38.041093 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43896) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:38.100383 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:38.209426 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network 99b4399f-52f8-4f79-b71a-15b27fcd16ab is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:14:38.228187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:14:38.231613 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:14:38.249426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cda9c-6c08-40d9-a0e0-9cfc34688f65 req-af499543-7eac-4acd-ad82-a0ab9d1b9bdd tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:38.259637 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b93cda9c-6c08-40d9-a0e0-9cfc34688f65 req-af499543-7eac-4acd-ad82-a0ab9d1b9bdd tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 945 time: 0.1299348 Jul 29 15:14:38.343033 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f56dbcf8-cf22-4890-83c6-7b4441e293b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:38.382426 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:38.421927 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-b93cda9c-6c08-40d9-a0e0-9cfc34688f65 req-e227916f-f308-4c02-a006-537917ba5da4 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Deleting port c96ae002-e171-4502-9973-1e17461a3e85 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:14:38.422283 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b93cda9c-6c08-40d9-a0e0-9cfc34688f65 req-e227916f-f308-4c02-a006-537917ba5da4 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:38.507540 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Port': ['ID=ce1e3fd3-503e-48cd-8241-eca8674b4369,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:38.605897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e0296a58-54e5-4f25-a43e-9197b50ff2d1 None None] Provisioning for port ce1e3fd3-503e-48cd-8241-eca8674b4369 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:14:38.611167 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e0296a58-54e5-4f25-a43e-9197b50ff2d1 None None] Provisioning complete for port ce1e3fd3-503e-48cd-8241-eca8674b4369 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:14:38.611550 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e0296a58-54e5-4f25-a43e-9197b50ff2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:38.695852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e0296a58-54e5-4f25-a43e-9197b50ff2d1 None None] Port ce1e3fd3-503e-48cd-8241-eca8674b4369 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:14:38.726332 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9ae24-c133-4cde-a472-3721113ab503 req-805277a7-45a6-4fd9-af9a-eab260401b9c tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:38.728417 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-24c9ae24-c133-4cde-a472-3721113ab503 req-805277a7-45a6-4fd9-af9a-eab260401b9c tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 945 time: 0.2225900 Jul 29 15:14:38.797177 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-24c9ae24-c133-4cde-a472-3721113ab503 req-28c1ce9c-5e75-4d42-af8d-c6cb4fc23540 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545332 Jul 29 15:14:38.864321 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:38.916958 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f56dbcf8-cf22-4890-83c6-7b4441e293b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:38.919038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-b93cda9c-6c08-40d9-a0e0-9cfc34688f65 req-e227916f-f308-4c02-a006-537917ba5da4 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] For port c96ae002-e171-4502-9973-1e17461a3e85, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=c96ae002-e171-4502-9973-1e17461a3e85,segment=NetworkSegment(56eff7c8-0611-4466-bda5-a97b143bfd9f),segment_id=56eff7c8-0611-4466-bda5-a97b143bfd9f)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:38.919461 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b93cda9c-6c08-40d9-a0e0-9cfc34688f65 req-e227916f-f308-4c02-a006-537917ba5da4 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:38.929248 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f56dbcf8-cf22-4890-83c6-7b4441e293b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:38.956332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-b93cda9c-6c08-40d9-a0e0-9cfc34688f65 req-e227916f-f308-4c02-a006-537917ba5da4 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Calling delete_port for c96ae002-e171-4502-9973-1e17461a3e85 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:14:38.962732 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dbcf8-cf22-4890-83c6-7b4441e293b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b09a62f-76a3-40d9-9161-94d981789b82,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:38.999408 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f56dbcf8-cf22-4890-83c6-7b4441e293b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f6045eea79e45d497e13032306b0977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9571459 Jul 29 15:14:39.001988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43906) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:39.127339 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-320100b7-473e-4213-8bec-fe0c995d054e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:39.184514 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b93cda9c-6c08-40d9-a0e0-9cfc34688f65 req-e227916f-f308-4c02-a006-537917ba5da4 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:39.193137 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-320100b7-473e-4213-8bec-fe0c995d054e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:39.205105 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c96ae002-e171-4502-9973-1e17461a3e85'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:14:39.257952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227916f-f308-4c02-a006-537917ba5da4 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Pushing event deleted for resources: {'Port': ['ID=c96ae002-e171-4502-9973-1e17461a3e85,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:39.296472 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-320100b7-473e-4213-8bec-fe0c995d054e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:39.299250 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-320100b7-473e-4213-8bec-fe0c995d054e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:39.302968 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-320100b7-473e-4213-8bec-fe0c995d054e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b09a62f-76a3-40d9-9161-94d981789b82 HTTP/1.1" status: 204 len: 168 time: 0.2972648 Jul 29 15:14:39.303227 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:39.313481 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:39.319606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320100b7-473e-4213-8bec-fe0c995d054e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b09a62f-76a3-40d9-9161-94d981789b82,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:39.356450 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93cda9c-6c08-40d9-a0e0-9cfc34688f65 req-e227916f-f308-4c02-a006-537917ba5da4 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] No DVR routers for this DVR port c96ae002-e171-4502-9973-1e17461a3e85 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:14:39.359853 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b93cda9c-6c08-40d9-a0e0-9cfc34688f65 req-e227916f-f308-4c02-a006-537917ba5da4 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:39.362231 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b93cda9c-6c08-40d9-a0e0-9cfc34688f65 req-e227916f-f308-4c02-a006-537917ba5da4 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.39 "DELETE /v2.0/ports/c96ae002-e171-4502-9973-1e17461a3e85 HTTP/1.1" status: 204 len: 173 time: 1.0934918 Jul 29 15:14:39.362808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e017db8-5a98-4a37-932e-80d4613db365', 'name': 'network-vif-deleted', 'tag': 'c96ae002-e171-4502-9973-1e17461a3e85'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:14:39.366036 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0e6108-38a5-4deb-af5f-0bbcc845daa3" -d '{"events": [{"server_uuid": "2e017db8-5a98-4a37-932e-80d4613db365", "name": "network-vif-deleted", "tag": "c96ae002-e171-4502-9973-1e17461a3e85"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:14:39.440292 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a91d975-49c4-4c02-a045-ca6f575dc792 x-openstack-request-id: req-3a91d975-49c4-4c02-a045-ca6f575dc792 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:14:39.440869 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e017db8-5a98-4a37-932e-80d4613db365", "name": "network-vif-deleted", "tag": "c96ae002-e171-4502-9973-1e17461a3e85", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:14:39.441364 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a91d975-49c4-4c02-a045-ca6f575dc792 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:14:39.441970 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e017db8-5a98-4a37-932e-80d4613db365', 'name': 'network-vif-deleted', 'tag': 'c96ae002-e171-4502-9973-1e17461a3e85', 'status': 'completed', 'code': 200} Jul 29 15:14:39.526100 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:39.563756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Port': ['ID=ce1e3fd3-503e-48cd-8241-eca8674b4369,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:39.707795 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network 99b4399f-52f8-4f79-b71a-15b27fcd16ab is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:14:39.711472 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:14:39.924035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:14:40.044296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8304b91a-60d9-417e-a868-fe469448fb42 None None] Provisioning complete for port ce1e3fd3-503e-48cd-8241-eca8674b4369 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:14:40.046994 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43922) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:40.047101 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8304b91a-60d9-417e-a868-fe469448fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:40.069777 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fd122de-3ec5-40af-8409-087ed5a6f261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:40.101651 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 43926) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:40.117311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8304b91a-60d9-417e-a868-fe469448fb42 None None] Port ce1e3fd3-503e-48cd-8241-eca8674b4369 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:14:40.138889 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8efd349b-5aef-4fe4-a413-28b87319a36a req-8b6666a7-5d1a-4c8c-8baf-7a8eef5f4641 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e017db8-5a98-4a37-932e-80d4613db365 HTTP/1.1" status: 200 len: 210 time: 0.1081583 Jul 29 15:14:40.216804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:14:40.222571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dc79fa76-92cd-4d77-808b-8b988f56d952 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "PUT /v2.0/routers/ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3744771 Jul 29 15:14:40.249081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Sync routers for ids ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:14:40.262618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Routers {'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:14:40.264158 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:14:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:14:40.274604 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fd122de-3ec5-40af-8409-087ed5a6f261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:40.283297 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5fd122de-3ec5-40af-8409-087ed5a6f261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:40.331666 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd122de-3ec5-40af-8409-087ed5a6f261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837d4b5e-4084-4736-b9af-9a12d89282cd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:40.340586 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5fd122de-3ec5-40af-8409-087ed5a6f261 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdd91da160564f08bf74d402a79f1498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922339 Jul 29 15:14:40.341139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43932) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:40.400234 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b59ba6a-6cee-4ace-890c-6b115bd0629f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:40.433599 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b59ba6a-6cee-4ace-890c-6b115bd0629f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:40.438054 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9045-459c-4d6c-8718-69b6c642b858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:40.453991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Set router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:14:40.512991 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b59ba6a-6cee-4ace-890c-6b115bd0629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:40.515920 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b59ba6a-6cee-4ace-890c-6b115bd0629f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:40.517307 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4b59ba6a-6cee-4ace-890c-6b115bd0629f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/837d4b5e-4084-4736-b9af-9a12d89282cd HTTP/1.1" status: 204 len: 168 time: 0.1749945 Jul 29 15:14:40.531914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59ba6a-6cee-4ace-890c-6b115bd0629f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837d4b5e-4084-4736-b9af-9a12d89282cd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:40.642117 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9045-459c-4d6c-8718-69b6c642b858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:40.649676 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8f8b9045-459c-4d6c-8718-69b6c642b858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:40.696963 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8f8b9045-459c-4d6c-8718-69b6c642b858 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f406f1f730474d47a786cdc5db60dfdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5739822 Jul 29 15:14:40.696963 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b9045-459c-4d6c-8718-69b6c642b858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfc7953-5743-4a3f-9879-0279653bdc93,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:40.698197 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 43938) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:40.772097 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5b0ab2aa-2b01-4881-803c-bbe10d3681e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:40.801679 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5b0ab2aa-2b01-4881-803c-bbe10d3681e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:40.828275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:14:38Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a15556b5-1bd9-4790-8215-eabeaebd1a6e', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'port_id': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'mac_address': 'fa:16:3e:a7:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:13:36Z', 'updated_at': '2021-07-29T15:13:40Z', 'revision_number': 1, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce1e3fd3-503e-48cd-8241-eca8674b4369', 'name': '', 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:39:7a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '4b2d00e4-a504-488e-8075-ce8a69b4a76b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:14:37Z', 'updated_at': '2021-07-29T15:14:39Z', 'revision_number': 2, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': '4b2d00e4-a504-488e-8075-ce8a69b4a76b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6900cbb-c374-495c-bae1-4ec18f01e621', 'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:d6:b4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:16Z', 'updated_at': '2021-07-29T15:13:25Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': 'be409088-756a-432b-af0c-bb00c65cb936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:14:40.866334 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Checking router: ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:14:40.866334 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Updating router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d port ce1e3fd3-503e-48cd-8241-eca8674b4369 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:14:40.877488 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5b0ab2aa-2b01-4881-803c-bbe10d3681e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:40.880973 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5b0ab2aa-2b01-4881-803c-bbe10d3681e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:40.882373 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5b0ab2aa-2b01-4881-803c-bbe10d3681e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7bfc7953-5743-4a3f-9879-0279653bdc93 HTTP/1.1" status: 204 len: 168 time: 0.1829605 Jul 29 15:14:40.891930 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ab2aa-2b01-4881-803c-bbe10d3681e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfc7953-5743-4a3f-9879-0279653bdc93,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:40.892588 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:41.111794 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:41.327268 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:41.346421 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Transition to ACTIVE for port object ce1e3fd3-503e-48cd-8241-eca8674b4369 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:14:41.355606 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:41.527184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Attempting to bind port ce1e3fd3-503e-48cd-8241-eca8674b4369 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:14:41.527541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Attempting to bind port ce1e3fd3-503e-48cd-8241-eca8674b4369 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '58f2a9c1-bfb5-4400-b5c6-a5b5698ce262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:14:41.527902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Attempting to bind port ce1e3fd3-503e-48cd-8241-eca8674b4369 on network 99b4399f-52f8-4f79-b71a-15b27fcd16ab {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:14:41.540375 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:14:41.541133 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Checking segment: {'id': '58f2a9c1-bfb5-4400-b5c6-a5b5698ce262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:14:41.541538 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:41.541931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Bound using segment: {'id': '58f2a9c1-bfb5-4400-b5c6-a5b5698ce262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:14:41.542402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Bound port: ce1e3fd3-503e-48cd-8241-eca8674b4369, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f2a9c1-bfb5-4400-b5c6-a5b5698ce262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:14:41.542783 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:41.545006 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89546d7d-f759-48bb-999a-52be197f1c1d None None] Pushing event updated for resources: {'Port': ['ID=ce1e3fd3-503e-48cd-8241-eca8674b4369,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:41.658659 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] For port ce1e3fd3-503e-48cd-8241-eca8674b4369, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:14:41.668100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] For port ce1e3fd3-503e-48cd-8241-eca8674b4369, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ce1e3fd3-503e-48cd-8241-eca8674b4369,segment=NetworkSegment(58f2a9c1-bfb5-4400-b5c6-a5b5698ce262),segment_id=58f2a9c1-bfb5-4400-b5c6-a5b5698ce262)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:14:41.686267 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:41.763439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-1b80f25c-33a3-4608-a792-3852fe0649f5 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:41.765146 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-1b80f25c-33a3-4608-a792-3852fe0649f5 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/networks?id=f8bdede3-2f29-4e1d-a203-58fd176f1983 HTTP/1.1" status: 200 len: 809 time: 0.2191827 Jul 29 15:14:41.795924 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-215f20ae-8b55-4b01-80b4-b8e701321873 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/quotas/d1395db937524e51974f7fa938babf0a HTTP/1.1" status: 200 len: 375 time: 0.0197444 Jul 29 15:14:41.813937 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Routers {'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:14:41.814585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:14:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:14:41.865781 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-3113e769-7322-422a-a067-5dbcc716fe0e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d1395db937524e51974f7fa938babf0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628905 Jul 29 15:14:41.875834 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89546d7d-f759-48bb-999a-52be197f1c1d None None] Pushing event updated for resources: {'Port': ['ID=ce1e3fd3-503e-48cd-8241-eca8674b4369,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:41.995930 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] Set router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:14:42.004567 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-d600d1d1-6e5e-4d1e-b9c0-4a82bdf81114 service neutron] 10.222.0.16 "GET /v2.0/networks/f8bdede3-2f29-4e1d-a203-58fd176f1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282265 Jul 29 15:14:42.128852 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-2b4ad497-0b37-4fd0-b8ce-1464457e2b9f service neutron] 10.222.0.16 "GET /v2.0/networks/f8bdede3-2f29-4e1d-a203-58fd176f1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232920 Jul 29 15:14:42.332167 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-38c47609-f3ed-4fdb-91ec-c24deb8f9963 req-0958eb93-0d8f-40dc-b577-60ea4c2a94dc tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f067662-5bed-43d2-a6f8-a0d5c556ceb8 HTTP/1.1" status: 200 len: 210 time: 0.0513198 Jul 29 15:14:42.379766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:14:38Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a15556b5-1bd9-4790-8215-eabeaebd1a6e', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'port_id': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'mac_address': 'fa:16:3e:a7:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:13:36Z', 'updated_at': '2021-07-29T15:13:40Z', 'revision_number': 1, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce1e3fd3-503e-48cd-8241-eca8674b4369', 'name': '', 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:39:7a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '4b2d00e4-a504-488e-8075-ce8a69b4a76b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:14:37Z', 'updated_at': '2021-07-29T15:14:41Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': '4b2d00e4-a504-488e-8075-ce8a69b4a76b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6900cbb-c374-495c-bae1-4ec18f01e621', 'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:d6:b4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:16Z', 'updated_at': '2021-07-29T15:13:25Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': 'be409088-756a-432b-af0c-bb00c65cb936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:14:42.410161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e7ad6b-db2c-4986-87a0-12740702a30c None None] The sync data for ids ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'] in n-d-802893-1 is: [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:14:38Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a15556b5-1bd9-4790-8215-eabeaebd1a6e', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'port_id': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'mac_address': 'fa:16:3e:a7:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:13:36Z', 'updated_at': '2021-07-29T15:13:40Z', 'revision_number': 1, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce1e3fd3-503e-48cd-8241-eca8674b4369', 'name': '', 'network_id': '99b4399f-52f8-4f79-b71a-15b27fcd16ab', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:39:7a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': '4b2d00e4-a504-488e-8075-ce8a69b4a76b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:14:37Z', 'updated_at': '2021-07-29T15:14:41Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': '4b2d00e4-a504-488e-8075-ce8a69b4a76b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6900cbb-c374-495c-bae1-4ec18f01e621', 'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:d6:b4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:16Z', 'updated_at': '2021-07-29T15:13:25Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': 'be409088-756a-432b-af0c-bb00c65cb936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:14:42.526164 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device c96ae002-e171-4502-9973-1e17461a3e85 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:14:42.580183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: c96ae002-e171-4502-9973-1e17461a3e85 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:14:42.580563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device c96ae002-e171-4502-9973-1e17461a3e85 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:14:42.865164 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44036) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:43.041966 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:43.079164 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:43.211384 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:43.351141 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Allocated IP 172.25.6.71 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/76a299f7-ec34-4cc7-b6d1-9d8130d82098) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:14:43.513136 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-75886d08-3db2-43ec-9e70-9aa6afaeda48 req-ebb6a80f-29f3-4e29-940f-9382b4cb284e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f067662-5bed-43d2-a6f8-a0d5c556ceb8 HTTP/1.1" status: 200 len: 210 time: 0.0521903 Jul 29 15:14:43.547335 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ce1e3fd3-503e-48cd-8241-eca8674b4369 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:14:43.607447 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:43.657364 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port ce1e3fd3-503e-48cd-8241-eca8674b4369 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:14:43.662412 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port ce1e3fd3-503e-48cd-8241-eca8674b4369 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:14:43.662831 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:43.710221 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:43.774743 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:43.798411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Pushing event updated for resources: {'Port': ['ID=76a299f7-ec34-4cc7-b6d1-9d8130d82098,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:43.819840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:14:43.821377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:14:43.831316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:14:43.859417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port ce1e3fd3-503e-48cd-8241-eca8674b4369, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ce1e3fd3-503e-48cd-8241-eca8674b4369,segment=NetworkSegment(58f2a9c1-bfb5-4400-b5c6-a5b5698ce262),segment_id=58f2a9c1-bfb5-4400-b5c6-a5b5698ce262)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:43.866109 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:43.880930 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-4ac1111f-3f3e-45c7-ad21-60a4d9e10f0f tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:43.882586 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-4ac1111f-3f3e-45c7-ad21-60a4d9e10f0f tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.39 "GET /v2.0/networks?id=f8bdede3-2f29-4e1d-a203-58fd176f1983 HTTP/1.1" status: 200 len: 809 time: 0.2310340 Jul 29 15:14:43.897307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-b62a85f6-0e9a-4723-b5e5-6e0ce7657ffe tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Request body: {'port': {'device_id': '2f067662-5bed-43d2-a6f8-a0d5c556ceb8', 'network_id': 'f8bdede3-2f29-4e1d-a203-58fd176f1983', 'admin_state_up': True, 'tenant_id': 'd1395db937524e51974f7fa938babf0a'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:43.924321 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=ce1e3fd3-503e-48cd-8241-eca8674b4369,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:43.987354 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:44.040166 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:44.041954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-b62a85f6-0e9a-4723-b5e5-6e0ce7657ffe tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Made reservation on behalf of d1395db937524e51974f7fa938babf0a for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:14:44.049406 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-b62a85f6-0e9a-4723-b5e5-6e0ce7657ffe tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:44.216065 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-b62a85f6-0e9a-4723-b5e5-6e0ce7657ffe tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Allocated IP 172.20.0.7 (f8bdede3-2f29-4e1d-a203-58fd176f1983/7cc964d7-5bc2-48cd-b84c-95ffd7e400f8/828c6001-51f8-4cac-8ace-79d0feb6d7df) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:14:44.231410 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:44.237614 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:44.325323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Pushing event updated for resources: {'Port': ['ID=76a299f7-ec34-4cc7-b6d1-9d8130d82098,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:44.336870 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:44.363403 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:44.369922 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-805f10a0-d2e0-430d-b371-0bae51d13138 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4997113 Jul 29 15:14:44.370268 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44052) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:44.376887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0d7dd6d2-0948-4a0c-bbbd-daafec03d16d tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-652752691', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'fixed_ips': [{'ip_address': '172.25.6.71'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:44.406547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7dd6d2-0948-4a0c-bbbd-daafec03d16d tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Made reservation on behalf of 7d6e471026214a5ca1c97aeecd993b1b for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:14:44.409546 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-b62a85f6-0e9a-4723-b5e5-6e0ce7657ffe tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:44.410031 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0d7dd6d2-0948-4a0c-bbbd-daafec03d16d tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:44.423836 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0d7dd6d2-0948-4a0c-bbbd-daafec03d16d tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:44.460722 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-b62a85f6-0e9a-4723-b5e5-6e0ce7657ffe tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:44.528442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-b62a85f6-0e9a-4723-b5e5-6e0ce7657ffe tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Network f8bdede3-2f29-4e1d-a203-58fd176f1983 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:14:44.532984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a85f6-0e9a-4723-b5e5-6e0ce7657ffe tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Pushing event updated for resources: {'Port': ['ID=828c6001-51f8-4cac-8ace-79d0feb6d7df,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:44.543786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-b62a85f6-0e9a-4723-b5e5-6e0ce7657ffe tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:14:44.546715 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-b62a85f6-0e9a-4723-b5e5-6e0ce7657ffe tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:14:44.575231 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0d7dd6d2-0948-4a0c-bbbd-daafec03d16d tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:44.581350 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0d7dd6d2-0948-4a0c-bbbd-daafec03d16d tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:44.587377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-0d7dd6d2-0948-4a0c-bbbd-daafec03d16d tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] device_id is not set on port 861c8070-6b59-4933-9c63-33c7e4224057 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:14:44.613941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-b62a85f6-0e9a-4723-b5e5-6e0ce7657ffe tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:44.616280 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-b62a85f6-0e9a-4723-b5e5-6e0ce7657ffe tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:44.644465 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-b62a85f6-0e9a-4723-b5e5-6e0ce7657ffe tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7531848 Jul 29 15:14:44.671805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Request body: {'port': {'device_id': '2f067662-5bed-43d2-a6f8-a0d5c556ceb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:44.729037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dd6d2-0948-4a0c-bbbd-daafec03d16d tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ae0ef1-9e7b-4907-bd33-52f402f16a77,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:44.757002 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e55734-3069-4a8d-afd7-56e442054c12 req-68bb5278-5053-4170-9029-c4ef09414818 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:44.758821 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e7e55734-3069-4a8d-afd7-56e442054c12 req-68bb5278-5053-4170-9029-c4ef09414818 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f067662-5bed-43d2-a6f8-a0d5c556ceb8 HTTP/1.1" status: 200 len: 931 time: 0.1261010 Jul 29 15:14:44.759717 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:44.859623 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e7e55734-3069-4a8d-afd7-56e442054c12 req-6702b978-9eff-453e-8cd5-4176e74a9730 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902143 Jul 29 15:14:44.909309 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7dd6d2-0948-4a0c-bbbd-daafec03d16d tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 15:14:44.910207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7dd6d2-0948-4a0c-bbbd-daafec03d16d tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:14:44.930364 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0d7dd6d2-0948-4a0c-bbbd-daafec03d16d tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.5585015 Jul 29 15:14:44.933505 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44060) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:45.150125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-b80cfcab-a7cd-42e7-addc-984af41392ef tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Deleting port 76a299f7-ec34-4cc7-b6d1-9d8130d82098 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:14:45.151666 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b80cfcab-a7cd-42e7-addc-984af41392ef tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:45.254114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 828c6001-51f8-4cac-8ace-79d0feb6d7df {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:14:45.264577 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:45.320646 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Transition to ACTIVE for port object 828c6001-51f8-4cac-8ace-79d0feb6d7df will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:14:45.329574 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:45.340251 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b80cfcab-a7cd-42e7-addc-984af41392ef tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:45.340744 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b80cfcab-a7cd-42e7-addc-984af41392ef tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:45.372342 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-b80cfcab-a7cd-42e7-addc-984af41392ef tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Calling delete_port for 76a299f7-ec34-4cc7-b6d1-9d8130d82098 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:14:45.488064 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Pushing event updated for resources: {'Port': ['ID=828c6001-51f8-4cac-8ace-79d0feb6d7df,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:45.532409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Attempting to bind port 828c6001-51f8-4cac-8ace-79d0feb6d7df on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:14:45.532843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Attempting to bind port 828c6001-51f8-4cac-8ace-79d0feb6d7df by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '56eff7c8-0611-4466-bda5-a97b143bfd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8bdede3-2f29-4e1d-a203-58fd176f1983'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:14:45.533184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Attempting to bind port 828c6001-51f8-4cac-8ace-79d0feb6d7df on network f8bdede3-2f29-4e1d-a203-58fd176f1983 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:14:45.538771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Port 828c6001-51f8-4cac-8ace-79d0feb6d7df on network f8bdede3-2f29-4e1d-a203-58fd176f1983 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:14:45.539106 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Attempting to bind port 828c6001-51f8-4cac-8ace-79d0feb6d7df on network f8bdede3-2f29-4e1d-a203-58fd176f1983 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:14:45.544107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ce1e3fd3-503e-48cd-8241-eca8674b4369 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:14:45.545791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:14:45.546311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Checking segment: {'id': '56eff7c8-0611-4466-bda5-a97b143bfd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8bdede3-2f29-4e1d-a203-58fd176f1983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:14:45.546713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Bound using segment: {'id': '56eff7c8-0611-4466-bda5-a97b143bfd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8bdede3-2f29-4e1d-a203-58fd176f1983'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:14:45.548799 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Bound port: 828c6001-51f8-4cac-8ace-79d0feb6d7df, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56eff7c8-0611-4466-bda5-a97b143bfd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8bdede3-2f29-4e1d-a203-58fd176f1983'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:14:45.548799 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:45.665135 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port ce1e3fd3-503e-48cd-8241-eca8674b4369 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:14:45.665319 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:45.670840 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b80cfcab-a7cd-42e7-addc-984af41392ef tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:45.738150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] For port 828c6001-51f8-4cac-8ace-79d0feb6d7df, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:14:45.746182 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] For port 828c6001-51f8-4cac-8ace-79d0feb6d7df, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=828c6001-51f8-4cac-8ace-79d0feb6d7df,segment=NetworkSegment(56eff7c8-0611-4466-bda5-a97b143bfd9f),segment_id=56eff7c8-0611-4466-bda5-a97b143bfd9f)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:14:45.746402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cfcab-a7cd-42e7-addc-984af41392ef tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Pushing event deleted for resources: {'Port': ['ID=76a299f7-ec34-4cc7-b6d1-9d8130d82098,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:45.755074 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:45.863885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:45.868834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:45.870257 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] 10.222.0.39 "PUT /v2.0/ports/828c6001-51f8-4cac-8ace-79d0feb6d7df HTTP/1.1" status: 200 len: 1091 time: 1.2093222 Jul 29 15:14:45.876575 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f067662-5bed-43d2-a6f8-a0d5c556ceb8', 'tag': '828c6001-51f8-4cac-8ace-79d0feb6d7df'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:14:45.883044 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5061df-17d3-46f7-bf84-c56d44829c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f067662-5bed-43d2-a6f8-a0d5c556ceb8", "tag": "828c6001-51f8-4cac-8ace-79d0feb6d7df"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:14:45.896975 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b80cfcab-a7cd-42e7-addc-984af41392ef tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:45.899976 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b80cfcab-a7cd-42e7-addc-984af41392ef tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:45.906649 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b80cfcab-a7cd-42e7-addc-984af41392ef tempest-ExternalNetworksAdminNegativeTestJSON-1987598591 tempest-ExternalNetworksAdminNegativeTestJSON-1987598591-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/97fcb44d-7e53-48fa-884c-a45497c134b8 HTTP/1.1" status: 204 len: 168 time: 0.9707549 Jul 29 15:14:45.921186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6207573-49c8-41bc-8f44-5d6110bc0ecb service neutron] Pushing event updated for resources: {'Port': ['ID=828c6001-51f8-4cac-8ace-79d0feb6d7df,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:45.982293 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579a09d3-136f-41c0-ab55-127964df0ad9 x-openstack-request-id: req-579a09d3-136f-41c0-ab55-127964df0ad9 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:14:45.982711 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f067662-5bed-43d2-a6f8-a0d5c556ceb8", "tag": "828c6001-51f8-4cac-8ace-79d0feb6d7df", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:14:45.983269 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-579a09d3-136f-41c0-ab55-127964df0ad9 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:14:45.983760 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f067662-5bed-43d2-a6f8-a0d5c556ceb8', 'tag': '828c6001-51f8-4cac-8ace-79d0feb6d7df', 'status': 'completed', 'code': 200} Jul 29 15:14:45.986401 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c59c9e5d-1d04-413f-9743-807009f721fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:45.988532 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-c59c9e5d-1d04-413f-9743-807009f721fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1395db937524e51974f7fa938babf0a&device_id=2f067662-5bed-43d2-a6f8-a0d5c556ceb8 HTTP/1.1" status: 200 len: 1094 time: 0.0618868 Jul 29 15:14:46.061745 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-687b4fec-d3ef-4eeb-83f8-57e73821b6fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=828c6001-51f8-4cac-8ace-79d0feb6d7df HTTP/1.1" status: 200 len: 217 time: 0.0647395 Jul 29 15:14:46.088555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5107058-5baa-4eb8-a63c-a2a23b2c1f3d req-996c195c-b7d9-469c-a642-47f23096d31e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:46.090189 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f5107058-5baa-4eb8-a63c-a2a23b2c1f3d req-996c195c-b7d9-469c-a642-47f23096d31e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f067662-5bed-43d2-a6f8-a0d5c556ceb8 HTTP/1.1" status: 200 len: 943 time: 0.0677066 Jul 29 15:14:46.163404 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f5107058-5baa-4eb8-a63c-a2a23b2c1f3d req-dd268fd4-194a-4cf3-bbee-c9dc2152089e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542297 Jul 29 15:14:46.167172 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-57119772-d5ee-4db0-89ed-379f72660468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:46.174181 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-57119772-d5ee-4db0-89ed-379f72660468 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cc964d7-5bc2-48cd-b84c-95ffd7e400f8 HTTP/1.1" status: 200 len: 849 time: 0.1043134 Jul 29 15:14:46.216983 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-0d7a8c6e-468b-4edd-b81d-1d9c5ff662ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8bdede3-2f29-4e1d-a203-58fd176f1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357494 Jul 29 15:14:46.350945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44084) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:46.375521 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-df2e2e7f-f1a6-4b39-91b4-13ca199afef6 service neutron] 10.222.0.39 "GET /v2.0/networks/f8bdede3-2f29-4e1d-a203-58fd176f1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490874 Jul 29 15:14:46.489746 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-79934e33-f340-43f9-ba9d-327997214a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:46.502251 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e072a7f-1c40-4fc5-8824-cd7e9ec25cb3 req-d7fe8dad-c855-4d86-b36c-59726d8208e0 service neutron] 10.222.0.39 "GET /v2.0/networks/f8bdede3-2f29-4e1d-a203-58fd176f1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190228 Jul 29 15:14:46.610310 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-79934e33-f340-43f9-ba9d-327997214a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:46.615206 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-79934e33-f340-43f9-ba9d-327997214a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:46.621841 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5061df-17d3-46f7-bf84-c56d44829c6a req-3606a4ea-828f-4a31-a207-d671596d7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:46.623411 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b5061df-17d3-46f7-bf84-c56d44829c6a req-3606a4ea-828f-4a31-a207-d671596d7926 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d1395db937524e51974f7fa938babf0a&device_id=2f067662-5bed-43d2-a6f8-a0d5c556ceb8 HTTP/1.1" status: 200 len: 1094 time: 0.0580821 Jul 29 15:14:46.657983 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-79934e33-f340-43f9-ba9d-327997214a9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bc5d2d1f62e406eb5b47c9dbc798e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034635 Jul 29 15:14:46.657983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79934e33-f340-43f9-ba9d-327997214a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2ad853-b5a0-419b-b3f4-61e451e1917b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:46.658826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44092) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:46.709470 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b5b85e-6c47-419e-a642-44b3ca624483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:46.734776 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b5b85e-6c47-419e-a642-44b3ca624483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:46.748443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5061df-17d3-46f7-bf84-c56d44829c6a req-3b5fad27-261e-47aa-a190-453dde1f748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:46.750542 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b5061df-17d3-46f7-bf84-c56d44829c6a req-3b5fad27-261e-47aa-a190-453dde1f748f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f8bdede3-2f29-4e1d-a203-58fd176f1983 HTTP/1.1" status: 200 len: 910 time: 0.1183264 Jul 29 15:14:46.787272 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b5b85e-6c47-419e-a642-44b3ca624483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:46.790195 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-52b5b85e-6c47-419e-a642-44b3ca624483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:46.791351 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-52b5b85e-6c47-419e-a642-44b3ca624483 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b2ad853-b5a0-419b-b3f4-61e451e1917b HTTP/1.1" status: 204 len: 168 time: 0.1315606 Jul 29 15:14:46.800631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5b85e-6c47-419e-a642-44b3ca624483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2ad853-b5a0-419b-b3f4-61e451e1917b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:46.805714 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b5061df-17d3-46f7-bf84-c56d44829c6a req-9fc9948b-8e13-403b-a54a-97f04db8271c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=828c6001-51f8-4cac-8ace-79d0feb6d7df HTTP/1.1" status: 200 len: 217 time: 0.0464423 Jul 29 15:14:46.862350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5061df-17d3-46f7-bf84-c56d44829c6a req-6770252d-4c84-4a7c-965e-01332495cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:46.865100 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b5061df-17d3-46f7-bf84-c56d44829c6a req-6770252d-4c84-4a7c-965e-01332495cc47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7cc964d7-5bc2-48cd-b84c-95ffd7e400f8 HTTP/1.1" status: 200 len: 849 time: 0.0514331 Jul 29 15:14:46.886090 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:14:46.900747 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b5061df-17d3-46f7-bf84-c56d44829c6a req-9826bf6d-72b2-4e54-8b96-f45cb08d2cd8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f8bdede3-2f29-4e1d-a203-58fd176f1983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265558 Jul 29 15:14:47.009733 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b5061df-17d3-46f7-bf84-c56d44829c6a req-7f4a8185-3978-4b03-819c-dd7a39a47132 service neutron] 10.222.0.39 "GET /v2.0/networks/f8bdede3-2f29-4e1d-a203-58fd176f1983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008501 Jul 29 15:14:47.123045 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b5061df-17d3-46f7-bf84-c56d44829c6a req-3d1a999d-2bd2-4236-920b-a3b27f2d3c63 service neutron] 10.222.0.39 "GET /v2.0/networks/f8bdede3-2f29-4e1d-a203-58fd176f1983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058066 Jul 29 15:14:47.136546 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44100) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:47.182227 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6b5f6a91-66de-4c48-a63a-7b641f87c98e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d6e471026214a5ca1c97aeecd993b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420494 Jul 29 15:14:47.182847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44102) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:47.236487 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0cdcad01-158d-4dd4-836c-0fb361533504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:47.267658 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0cdcad01-158d-4dd4-836c-0fb361533504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:47.305852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfbb14-4c7f-4d57-b389-4ca6c5b6949e req-3918ccf7-201f-41f7-9950-17420442a855 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:47.307469 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cdbfbb14-4c7f-4d57-b389-4ca6c5b6949e req-3918ccf7-201f-41f7-9950-17420442a855 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f067662-5bed-43d2-a6f8-a0d5c556ceb8 HTTP/1.1" status: 200 len: 943 time: 0.0547297 Jul 29 15:14:47.325092 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0cdcad01-158d-4dd4-836c-0fb361533504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:47.327997 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0cdcad01-158d-4dd4-836c-0fb361533504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:47.329802 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0cdcad01-158d-4dd4-836c-0fb361533504 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5ae0ef1-9e7b-4907-bd33-52f402f16a77 HTTP/1.1" status: 204 len: 168 time: 0.1462924 Jul 29 15:14:47.339061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcad01-158d-4dd4-836c-0fb361533504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ae0ef1-9e7b-4907-bd33-52f402f16a77,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:47.360355 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cdbfbb14-4c7f-4d57-b389-4ca6c5b6949e req-17774ff8-8583-4e5c-9088-5c24c0509e6f tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457554 Jul 29 15:14:48.498192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb14c57-0e06-4618-ae79-11d9d49a0513 req-3ced6651-9e3b-4861-a37a-c026ff7470d8 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:48.500426 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1fb14c57-0e06-4618-ae79-11d9d49a0513 req-3ced6651-9e3b-4861-a37a-c026ff7470d8 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f067662-5bed-43d2-a6f8-a0d5c556ceb8 HTTP/1.1" status: 200 len: 943 time: 0.0549028 Jul 29 15:14:48.546543 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1fb14c57-0e06-4618-ae79-11d9d49a0513 req-f6cf65f3-7c65-4f3f-9093-4387e311b209 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385909 Jul 29 15:14:48.572597 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 828c6001-51f8-4cac-8ace-79d0feb6d7df details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:14:48.725292 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 828c6001-51f8-4cac-8ace-79d0feb6d7df, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=828c6001-51f8-4cac-8ace-79d0feb6d7df,segment=NetworkSegment(56eff7c8-0611-4466-bda5-a97b143bfd9f),segment_id=56eff7c8-0611-4466-bda5-a97b143bfd9f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:48.772011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '828c6001-51f8-4cac-8ace-79d0feb6d7df', 'network_id': 'f8bdede3-2f29-4e1d-a203-58fd176f1983', 'port_id': '828c6001-51f8-4cac-8ace-79d0feb6d7df', 'mac_address': 'fa:16:3e:f2:eb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc964d7-5bc2-48cd-b84c-95ffd7e400f8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:14:48.871277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44156) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:48.879778 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:48.900071 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 828c6001-51f8-4cac-8ace-79d0feb6d7df {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:14:48.936516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 828c6001-51f8-4cac-8ace-79d0feb6d7df, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=828c6001-51f8-4cac-8ace-79d0feb6d7df,segment=NetworkSegment(56eff7c8-0611-4466-bda5-a97b143bfd9f),segment_id=56eff7c8-0611-4466-bda5-a97b143bfd9f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:48.943525 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:49.019462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=828c6001-51f8-4cac-8ace-79d0feb6d7df,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:49.031319 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-652794e6-d49f-42fe-9e38-6b1c67b0c6bc tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1673600444', 'router:external': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:49.054329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652794e6-d49f-42fe-9e38-6b1c67b0c6bc tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Made reservation on behalf of ab8be660a76e4120ab2a7faac23c432a for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:14:49.056877 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-652794e6-d49f-42fe-9e38-6b1c67b0c6bc tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:49.065010 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-652794e6-d49f-42fe-9e38-6b1c67b0c6bc tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:49.144261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['828c6001-51f8-4cac-8ace-79d0feb6d7df'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:14:49.159961 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-652794e6-d49f-42fe-9e38-6b1c67b0c6bc tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:49.165285 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-652794e6-d49f-42fe-9e38-6b1c67b0c6bc tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:49.187573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652794e6-d49f-42fe-9e38-6b1c67b0c6bc tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:14:49.203607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652794e6-d49f-42fe-9e38-6b1c67b0c6bc tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee69be-fdae-4bc8-b02b-b2f80d1c992c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:49.207780 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-652794e6-d49f-42fe-9e38-6b1c67b0c6bc tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:49.208189 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-652794e6-d49f-42fe-9e38-6b1c67b0c6bc tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Added segment 91a1ba36-d0ff-4671-a923-93c7436626e9 of type vlan for network 5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb Jul 29 15:14:49.260750 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-652794e6-d49f-42fe-9e38-6b1c67b0c6bc tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:49.297982 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-652794e6-d49f-42fe-9e38-6b1c67b0c6bc tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:49.299312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652794e6-d49f-42fe-9e38-6b1c67b0c6bc tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:49.299942 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-652794e6-d49f-42fe-9e38-6b1c67b0c6bc tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:49.355478 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-652794e6-d49f-42fe-9e38-6b1c67b0c6bc tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4828610 Jul 29 15:14:49.358790 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44162) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:49.364780 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652794e6-d49f-42fe-9e38-6b1c67b0c6bc tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Pushing event updated for resources: {'Network': ['ID=5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:49.365278 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-dfb56e1e-b6c6-4d1c-9cf4-bb6253e50909 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Request body: {'subnet': {'network_id': '5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:49.375565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:14:49.397812 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb56e1e-b6c6-4d1c-9cf4-bb6253e50909 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Made reservation on behalf of ab8be660a76e4120ab2a7faac23c432a for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:14:49.400337 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dfb56e1e-b6c6-4d1c-9cf4-bb6253e50909 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:49.755685 n-d-802893-1 neutron-server[94157]: DEBUG neutron.objects.ports [None req-dfb56e1e-b6c6-4d1c-9cf4-bb6253e50909 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94157) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 15:14:49.756344 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dfb56e1e-b6c6-4d1c-9cf4-bb6253e50909 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:49.857019 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb56e1e-b6c6-4d1c-9cf4-bb6253e50909 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d7377257-6c93-4880-b1d7-f3c8f877d851,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:49.878088 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb56e1e-b6c6-4d1c-9cf4-bb6253e50909 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Checking segment: {'id': '91a1ba36-d0ff-4671-a923-93c7436626e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:14:49.878531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb56e1e-b6c6-4d1c-9cf4-bb6253e50909 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Network hostable DHCP agents. Network: 5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:14:49.898511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d5e1e-2c97-45fe-9a42-de3f945ee3eb req-3f921afa-0a23-49dd-b00e-a08bd67e44ae tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:49.900049 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-028d5e1e-2c97-45fe-9a42-de3f945ee3eb req-3f921afa-0a23-49dd-b00e-a08bd67e44ae tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f067662-5bed-43d2-a6f8-a0d5c556ceb8 HTTP/1.1" status: 200 len: 944 time: 0.2489877 Jul 29 15:14:49.922144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb56e1e-b6c6-4d1c-9cf4-bb6253e50909 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Network 5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:14:49.939053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-dfb56e1e-b6c6-4d1c-9cf4-bb6253e50909 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:14:49.947342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4a1127-13fb-4ee9-bbbd-a13fad1a19b5 None None] Network 5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:14:49.950671 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb56e1e-b6c6-4d1c-9cf4-bb6253e50909 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:49.951286 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dfb56e1e-b6c6-4d1c-9cf4-bb6253e50909 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:49.963955 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-028d5e1e-2c97-45fe-9a42-de3f945ee3eb req-4c64d195-6da2-48f6-86d3-331fe2ea6463 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579040 Jul 29 15:14:49.978826 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dfb56e1e-b6c6-4d1c-9cf4-bb6253e50909 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6152296 Jul 29 15:14:49.980140 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44174) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:49.986762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-42384934-35e6-4fc8-b37c-639b47873763 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-672552100', 'network_id': '5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:50.024176 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42384934-35e6-4fc8-b37c-639b47873763 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Made reservation on behalf of ab8be660a76e4120ab2a7faac23c432a for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:14:50.029872 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-42384934-35e6-4fc8-b37c-639b47873763 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:50.086805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-42384934-35e6-4fc8-b37c-639b47873763 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] device_id is not set on port 3e5033c1-5605-4c62-9b49-48d3c765c601 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:14:50.313058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea2e4f8-749d-4b2a-b67f-40a7cd3e875a None None] Network 5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:14:50.416457 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-42384934-35e6-4fc8-b37c-639b47873763 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Allocated IP 172.20.0.13 (5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb/d7377257-6c93-4880-b1d7-f3c8f877d851/3e5033c1-5605-4c62-9b49-48d3c765c601) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:14:50.593681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 828c6001-51f8-4cac-8ace-79d0feb6d7df up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:14:50.628598 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-42384934-35e6-4fc8-b37c-639b47873763 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:50.651229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 828c6001-51f8-4cac-8ace-79d0feb6d7df completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:14:50.655369 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 828c6001-51f8-4cac-8ace-79d0feb6d7df triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:14:50.655742 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:50.677288 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-42384934-35e6-4fc8-b37c-639b47873763 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:50.722071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42384934-35e6-4fc8-b37c-639b47873763 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Network 5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:14:50.728023 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-42384934-35e6-4fc8-b37c-639b47873763 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:14:50.733707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42384934-35e6-4fc8-b37c-639b47873763 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:14:50.746952 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:50.757006 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42384934-35e6-4fc8-b37c-639b47873763 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Pushing event updated for resources: {'Port': ['ID=3e5033c1-5605-4c62-9b49-48d3c765c601,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:50.781819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42384934-35e6-4fc8-b37c-639b47873763 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:50.782447 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-42384934-35e6-4fc8-b37c-639b47873763 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:50.783427 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f067662-5bed-43d2-a6f8-a0d5c556ceb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828c6001-51f8-4cac-8ace-79d0feb6d7df'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:14:50.787769 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c214b7c4-94f5-4c89-b295-14563a57d447" -d '{"events": [{"server_uuid": "2f067662-5bed-43d2-a6f8-a0d5c556ceb8", "name": "network-vif-plugged", "status": "completed", "tag": "828c6001-51f8-4cac-8ace-79d0feb6d7df"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:14:50.804905 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-42384934-35e6-4fc8-b37c-639b47873763 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8232026 Jul 29 15:14:50.805649 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 828c6001-51f8-4cac-8ace-79d0feb6d7df, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=828c6001-51f8-4cac-8ace-79d0feb6d7df,segment=NetworkSegment(56eff7c8-0611-4466-bda5-a97b143bfd9f),segment_id=56eff7c8-0611-4466-bda5-a97b143bfd9f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:50.809210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44186) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:50.813942 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:50.875534 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69e4fad-a93b-4d08-9583-3166078be441 x-openstack-request-id: req-a69e4fad-a93b-4d08-9583-3166078be441 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:14:50.876368 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f067662-5bed-43d2-a6f8-a0d5c556ceb8", "name": "network-vif-plugged", "status": "completed", "tag": "828c6001-51f8-4cac-8ace-79d0feb6d7df", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:14:50.876368 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a69e4fad-a93b-4d08-9583-3166078be441 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:14:50.876840 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f067662-5bed-43d2-a6f8-a0d5c556ceb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828c6001-51f8-4cac-8ace-79d0feb6d7df', 'code': 200} Jul 29 15:14:50.884893 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=828c6001-51f8-4cac-8ace-79d0feb6d7df,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:50.988426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d6bbef3a-7d41-4f36-b89e-876612c1ac9b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Deleting port 3e5033c1-5605-4c62-9b49-48d3c765c601 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:14:50.990769 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6bbef3a-7d41-4f36-b89e-876612c1ac9b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:51.009638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e465b97-2ce4-4978-bcf6-0a5c68da1108 req-ab5cba30-0183-4e71-862b-f90fb6a32cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:51.012600 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0e465b97-2ce4-4978-bcf6-0a5c68da1108 req-ab5cba30-0183-4e71-862b-f90fb6a32cb1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2f067662-5bed-43d2-a6f8-a0d5c556ceb8 HTTP/1.1" status: 200 len: 1096 time: 0.0790112 Jul 29 15:14:51.109853 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0e465b97-2ce4-4978-bcf6-0a5c68da1108 req-c095de40-51a7-448e-a0de-3bd203cb7fad service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537078 Jul 29 15:14:51.155230 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6bbef3a-7d41-4f36-b89e-876612c1ac9b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:51.175897 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d6bbef3a-7d41-4f36-b89e-876612c1ac9b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Calling delete_port for 3e5033c1-5605-4c62-9b49-48d3c765c601 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:14:51.205988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a3752-178c-4aed-b4db-0a68f03917dc req-3908f498-d3e9-4664-baf6-003f01883020 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:51.209195 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d67a3752-178c-4aed-b4db-0a68f03917dc req-3908f498-d3e9-4664-baf6-003f01883020 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f067662-5bed-43d2-a6f8-a0d5c556ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0982668 Jul 29 15:14:51.305055 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d67a3752-178c-4aed-b4db-0a68f03917dc req-45314b81-6571-41a0-8a05-8a8634a621de tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661075 Jul 29 15:14:51.387544 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6bbef3a-7d41-4f36-b89e-876612c1ac9b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:51.430845 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbef3a-7d41-4f36-b89e-876612c1ac9b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e5033c1-5605-4c62-9b49-48d3c765c601,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:51.548314 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d6bbef3a-7d41-4f36-b89e-876612c1ac9b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:51.552646 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d6bbef3a-7d41-4f36-b89e-876612c1ac9b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "DELETE /v2.0/ports/3e5033c1-5605-4c62-9b49-48d3c765c601 HTTP/1.1" status: 204 len: 168 time: 0.7392113 Jul 29 15:14:51.554495 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44220) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:51.559369 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb', 'external_fixed_ips': [{'subnet_id': 'd7377257-6c93-4880-b1d7-f3c8f877d851', 'ip_address': '172.20.0.13'}]}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:51.595582 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:51.597599 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:51.674687 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:51.880249 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:52.154210 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:52.181923 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:52.370340 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Allocated IP 172.20.0.13 (5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb/d7377257-6c93-4880-b1d7-f3c8f877d851/80a4544b-7686-4b3d-b14e-d42aa2cd8a87) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:14:52.527952 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:52.575550 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:52.585104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd19695-ee38-46fe-88ce-7dfd2040b99a req-d7843596-7588-4a98-8840-46c27e9d7f63 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:52.586671 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5bd19695-ee38-46fe-88ce-7dfd2040b99a req-d7843596-7588-4a98-8840-46c27e9d7f63 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f067662-5bed-43d2-a6f8-a0d5c556ceb8 HTTP/1.1" status: 200 len: 945 time: 0.1628749 Jul 29 15:14:52.613153 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Network 5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:14:52.620437 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:14:52.624757 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:14:52.636260 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5bd19695-ee38-46fe-88ce-7dfd2040b99a req-bb9b4348-82a9-44ba-b477-effa6960424a tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346169 Jul 29 15:14:52.662790 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Pushing event updated for resources: {'Port': ['ID=80a4544b-7686-4b3d-b14e-d42aa2cd8a87,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:52.986188 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:53.327514 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:53.586427 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Router 6b33c211-e668-46b9-ac59-89a0d99212cb is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:14:53.785035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e7039-45b4-4939-9d46-300879d6669c req-1639a86c-753c-46ff-a55d-69429174c21c tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:53.793348 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f0e7039-45b4-4939-9d46-300879d6669c req-1639a86c-753c-46ff-a55d-69429174c21c tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f067662-5bed-43d2-a6f8-a0d5c556ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0735810 Jul 29 15:14:53.868286 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f0e7039-45b4-4939-9d46-300879d6669c req-b8ab1848-d331-4a33-b0b0-f6f9e2c9d31c tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738904 Jul 29 15:14:54.108734 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:14:54.123948 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc9f2ef-cddd-4d44-bcc6-af9876fb2851 None None] Sync routers for ids ['6b33c211-e668-46b9-ac59-89a0d99212cb'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:14:54.138212 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc9f2ef-cddd-4d44-bcc6-af9876fb2851 None None] Routers {'6b33c211-e668-46b9-ac59-89a0d99212cb'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:14:54.140105 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-9dc9f2ef-cddd-4d44-bcc6-af9876fb2851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:14:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6b33c211-e668-46b9-ac59-89a0d99212cb'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:14:54.151717 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:54.152943 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-68991959-ab7c-44a0-b267-3c5e8eaf6f20 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.5974076 Jul 29 15:14:54.157969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44270) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:54.286393 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-9dc9f2ef-cddd-4d44-bcc6-af9876fb2851 None None] Set router 6b33c211-e668-46b9-ac59-89a0d99212cb gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:14:54.328136 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5eed5fd-af29-4325-b5a5-5f9cf4687eef tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:54.452260 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5eed5fd-af29-4325-b5a5-5f9cf4687eef tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:54.502817 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-9dc9f2ef-cddd-4d44-bcc6-af9876fb2851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b33c211-e668-46b9-ac59-89a0d99212cb', 'name': '', 'tenant_id': 'ab8be660a76e4120ab2a7faac23c432a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb', 'external_fixed_ips': [{'subnet_id': 'd7377257-6c93-4880-b1d7-f3c8f877d851', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '80a4544b-7686-4b3d-b14e-d42aa2cd8a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:14:51Z', 'updated_at': '2021-07-29T15:14:52Z', 'revision_number': 3, 'project_id': 'ab8be660a76e4120ab2a7faac23c432a', 'gw_port': {'id': '80a4544b-7686-4b3d-b14e-d42aa2cd8a87', 'name': '', 'network_id': '5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:30:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b33c211-e668-46b9-ac59-89a0d99212cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'd7377257-6c93-4880-b1d7-f3c8f877d851', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:14:52Z', 'updated_at': '2021-07-29T15:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7377257-6c93-4880-b1d7-f3c8f877d851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:14:54.512217 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c5eed5fd-af29-4325-b5a5-5f9cf4687eef tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Deleting port 80a4544b-7686-4b3d-b14e-d42aa2cd8a87 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:14:54.512567 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5eed5fd-af29-4325-b5a5-5f9cf4687eef tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:54.544969 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc9f2ef-cddd-4d44-bcc6-af9876fb2851 None None] Checking router: 6b33c211-e668-46b9-ac59-89a0d99212cb for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:14:54.545819 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc9f2ef-cddd-4d44-bcc6-af9876fb2851 None None] Updating router 6b33c211-e668-46b9-ac59-89a0d99212cb port 80a4544b-7686-4b3d-b14e-d42aa2cd8a87 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:14:54.574688 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9dc9f2ef-cddd-4d44-bcc6-af9876fb2851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:54.653979 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5eed5fd-af29-4325-b5a5-5f9cf4687eef tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:54.673008 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c5eed5fd-af29-4325-b5a5-5f9cf4687eef tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Calling delete_port for 80a4544b-7686-4b3d-b14e-d42aa2cd8a87 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:14:55.043033 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5eed5fd-af29-4325-b5a5-5f9cf4687eef tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:55.095708 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd106e17-138d-4922-9ad8-7ef13afa12e4 req-fc020d36-6963-43dc-982b-4c461dfdb2ca tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:55.097519 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd106e17-138d-4922-9ad8-7ef13afa12e4 req-fc020d36-6963-43dc-982b-4c461dfdb2ca tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.39 "GET /v2.0/ports?device_id=2f067662-5bed-43d2-a6f8-a0d5c556ceb8 HTTP/1.1" status: 200 len: 945 time: 0.1693072 Jul 29 15:14:55.098587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eed5fd-af29-4325-b5a5-5f9cf4687eef tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Pushing event deleted for resources: {'Port': ['ID=80a4544b-7686-4b3d-b14e-d42aa2cd8a87,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:55.100289 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.db.api [None req-9dc9f2ef-cddd-4d44-bcc6-af9876fb2851 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94160) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:14:55.100994 n-d-802893-1 neutron-server[94160]: DEBUG oslo_db.api [None req-9dc9f2ef-cddd-4d44-bcc6-af9876fb2851 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:14:55.138444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd242af4-1d83-4167-a15b-0f66cf8afd99 req-1efdbdf0-45a0-49f9-b73a-cfde1762a807 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:14:55.140129 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd242af4-1d83-4167-a15b-0f66cf8afd99 req-1efdbdf0-45a0-49f9-b73a-cfde1762a807 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f067662-5bed-43d2-a6f8-a0d5c556ceb8 HTTP/1.1" status: 200 len: 945 time: 0.1552267 Jul 29 15:14:55.259688 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5eed5fd-af29-4325-b5a5-5f9cf4687eef tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:55.266099 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd242af4-1d83-4167-a15b-0f66cf8afd99 req-199fcffc-8b2e-4ca3-9fa5-899d6a9ba517 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff9804d-1fc4-43cc-b388-3826d2cb4c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072626 Jul 29 15:14:55.410817 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5eed5fd-af29-4325-b5a5-5f9cf4687eef tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:55.419773 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5eed5fd-af29-4325-b5a5-5f9cf4687eef tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:55.482790 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-cd106e17-138d-4922-9ad8-7ef13afa12e4 req-695f122b-6d8a-4114-9581-691f2a4ae04e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Deleting port 828c6001-51f8-4cac-8ace-79d0feb6d7df {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:14:55.483174 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cd106e17-138d-4922-9ad8-7ef13afa12e4 req-695f122b-6d8a-4114-9581-691f2a4ae04e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:55.487466 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5eed5fd-af29-4325-b5a5-5f9cf4687eef tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:55.487982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eed5fd-af29-4325-b5a5-5f9cf4687eef tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b33c211-e668-46b9-ac59-89a0d99212cb {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:14:55.502967 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c5eed5fd-af29-4325-b5a5-5f9cf4687eef tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:55.508430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c5eed5fd-af29-4325-b5a5-5f9cf4687eef tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "DELETE /v2.0/routers/6b33c211-e668-46b9-ac59-89a0d99212cb HTTP/1.1" status: 204 len: 168 time: 1.3425066 Jul 29 15:14:55.508693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44280) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:55.562379 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fdb7f7-927b-4071-bfa7-5dbe4ec33ab8 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Deleting subnet d7377257-6c93-4880-b1d7-f3c8f877d851 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:14:55.573546 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56fdb7f7-927b-4071-bfa7-5dbe4ec33ab8 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:55.630571 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc9f2ef-cddd-4d44-bcc6-af9876fb2851 None None] Port 80a4544b-7686-4b3d-b14e-d42aa2cd8a87 not found while updating agent binding for router 6b33c211-e668-46b9-ac59-89a0d99212cb. {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 15:14:55.640363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-cd106e17-138d-4922-9ad8-7ef13afa12e4 req-695f122b-6d8a-4114-9581-691f2a4ae04e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] For port 828c6001-51f8-4cac-8ace-79d0feb6d7df, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=828c6001-51f8-4cac-8ace-79d0feb6d7df,segment=NetworkSegment(56eff7c8-0611-4466-bda5-a97b143bfd9f),segment_id=56eff7c8-0611-4466-bda5-a97b143bfd9f)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:14:55.640774 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cd106e17-138d-4922-9ad8-7ef13afa12e4 req-695f122b-6d8a-4114-9581-691f2a4ae04e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:55.645244 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc9f2ef-cddd-4d44-bcc6-af9876fb2851 None None] Routers set() bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:14:55.646149 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc9f2ef-cddd-4d44-bcc6-af9876fb2851 None None] Router IDs set() for agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 15:14:55.646771 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_agentschedulers_db [None req-9dc9f2ef-cddd-4d44-bcc6-af9876fb2851 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6b33c211-e668-46b9-ac59-89a0d99212cb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:14:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent'). {{(pid=94160) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 15:14:55.647154 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc9f2ef-cddd-4d44-bcc6-af9876fb2851 None None] The sync data for ids ['6b33c211-e668-46b9-ac59-89a0d99212cb'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:14:55.655445 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56fdb7f7-927b-4071-bfa7-5dbe4ec33ab8 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:55.662625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-cd106e17-138d-4922-9ad8-7ef13afa12e4 req-695f122b-6d8a-4114-9581-691f2a4ae04e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Calling delete_port for 828c6001-51f8-4cac-8ace-79d0feb6d7df owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:14:55.960839 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cd106e17-138d-4922-9ad8-7ef13afa12e4 req-695f122b-6d8a-4114-9581-691f2a4ae04e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:55.986512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['828c6001-51f8-4cac-8ace-79d0feb6d7df'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:14:56.022875 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f122b-6d8a-4114-9581-691f2a4ae04e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Pushing event deleted for resources: {'Port': ['ID=828c6001-51f8-4cac-8ace-79d0feb6d7df,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:56.075431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd106e17-138d-4922-9ad8-7ef13afa12e4 req-695f122b-6d8a-4114-9581-691f2a4ae04e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] No DVR routers for this DVR port 828c6001-51f8-4cac-8ace-79d0feb6d7df on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:14:56.078858 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cd106e17-138d-4922-9ad8-7ef13afa12e4 req-695f122b-6d8a-4114-9581-691f2a4ae04e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:56.081558 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd106e17-138d-4922-9ad8-7ef13afa12e4 req-695f122b-6d8a-4114-9581-691f2a4ae04e tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.39 "DELETE /v2.0/ports/828c6001-51f8-4cac-8ace-79d0feb6d7df HTTP/1.1" status: 204 len: 173 time: 0.9753940 Jul 29 15:14:56.082070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f067662-5bed-43d2-a6f8-a0d5c556ceb8', 'name': 'network-vif-deleted', 'tag': '828c6001-51f8-4cac-8ace-79d0feb6d7df'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:14:56.085597 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ce3f4d-b1f8-4096-8472-ea57b5095c1c" -d '{"events": [{"server_uuid": "2f067662-5bed-43d2-a6f8-a0d5c556ceb8", "name": "network-vif-deleted", "tag": "828c6001-51f8-4cac-8ace-79d0feb6d7df"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:14:56.137625 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c947b105-ce26-46a9-837d-9594d08e75f6 x-openstack-request-id: req-c947b105-ce26-46a9-837d-9594d08e75f6 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:14:56.137625 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f067662-5bed-43d2-a6f8-a0d5c556ceb8", "name": "network-vif-deleted", "tag": "828c6001-51f8-4cac-8ace-79d0feb6d7df", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:14:56.137923 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c947b105-ce26-46a9-837d-9594d08e75f6 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:14:56.138476 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f067662-5bed-43d2-a6f8-a0d5c556ceb8', 'name': 'network-vif-deleted', 'tag': '828c6001-51f8-4cac-8ace-79d0feb6d7df', 'status': 'completed', 'code': 200} Jul 29 15:14:56.160449 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56fdb7f7-927b-4071-bfa7-5dbe4ec33ab8 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:56.232321 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56fdb7f7-927b-4071-bfa7-5dbe4ec33ab8 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:56.260223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdb7f7-927b-4071-bfa7-5dbe4ec33ab8 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d7377257-6c93-4880-b1d7-f3c8f877d851,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:56.268427 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-56fdb7f7-927b-4071-bfa7-5dbe4ec33ab8 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:56.270587 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-56fdb7f7-927b-4071-bfa7-5dbe4ec33ab8 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/d7377257-6c93-4880-b1d7-f3c8f877d851 HTTP/1.1" status: 204 len: 168 time: 0.7607636 Jul 29 15:14:56.273175 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44288) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:56.356125 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddcb2c35-b96d-444f-a349-1254cb43ed97 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:56.360274 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:56.446651 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d04a2f8-2295-4210-81ce-353c2fb6ba2e req-16c1b19a-5547-468b-a897-8d4c2d9cdad3 tempest-VolumesActionsTest-1023109704 tempest-VolumesActionsTest-1023109704-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f067662-5bed-43d2-a6f8-a0d5c556ceb8 HTTP/1.1" status: 200 len: 210 time: 0.0292463 Jul 29 15:14:56.510897 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddcb2c35-b96d-444f-a349-1254cb43ed97 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:56.522039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ddcb2c35-b96d-444f-a349-1254cb43ed97 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:14:56.533907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ddcb2c35-b96d-444f-a349-1254cb43ed97 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a1ba36-d0ff-4671-a923-93c7436626e9') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:14:56.534285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ddcb2c35-b96d-444f-a349-1254cb43ed97 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a1ba36-d0ff-4671-a923-93c7436626e9') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:14:56.549293 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddcb2c35-b96d-444f-a349-1254cb43ed97 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:56.571040 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddcb2c35-b96d-444f-a349-1254cb43ed97 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:56.578853 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddcb2c35-b96d-444f-a349-1254cb43ed97 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:14:56.578853 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddcb2c35-b96d-444f-a349-1254cb43ed97 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:14:56.580886 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:14:56.686832 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddcb2c35-b96d-444f-a349-1254cb43ed97 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:56.699310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcb2c35-b96d-444f-a349-1254cb43ed97 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 15:14:56.702122 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddcb2c35-b96d-444f-a349-1254cb43ed97 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:56.704323 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ddcb2c35-b96d-444f-a349-1254cb43ed97 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "DELETE /v2.0/networks/5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb HTTP/1.1" status: 204 len: 168 time: 0.4290338 Jul 29 15:14:56.747664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb2c35-b96d-444f-a349-1254cb43ed97 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f6484d4-cbe1-4c9a-a5a3-511feda7b3bb,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:57.059099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44306) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:57.066374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-18e759e0-ecf6-452c-8cdf-622c101b5a99 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Request body: {'router': {'name': 'tempest-router--295713791', 'project_id': '36c1f370ea094fdcbfc7395111b6eba4'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:57.094303 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18e759e0-ecf6-452c-8cdf-622c101b5a99 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:57.095326 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18e759e0-ecf6-452c-8cdf-622c101b5a99 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:57.271756 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18e759e0-ecf6-452c-8cdf-622c101b5a99 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:57.284572 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18e759e0-ecf6-452c-8cdf-622c101b5a99 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:57.326185 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-18e759e0-ecf6-452c-8cdf-622c101b5a99 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:57.330518 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-18e759e0-ecf6-452c-8cdf-622c101b5a99 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2672079 Jul 29 15:14:57.332635 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44308) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:57.457870 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c3c66751-2c70-46ee-98d9-acc285842a26 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:57.723282 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c3c66751-2c70-46ee-98d9-acc285842a26 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:57.728253 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c3c66751-2c70-46ee-98d9-acc285842a26 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:57.800444 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c3c66751-2c70-46ee-98d9-acc285842a26 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:57.800878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c66751-2c70-46ee-98d9-acc285842a26 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce91d495-0794-4b3e-a2df-e4aee64691b3 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:14:57.807895 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c3c66751-2c70-46ee-98d9-acc285842a26 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:57.820395 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c3c66751-2c70-46ee-98d9-acc285842a26 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "DELETE /v2.0/routers/ce91d495-0794-4b3e-a2df-e4aee64691b3 HTTP/1.1" status: 204 len: 168 time: 0.4821355 Jul 29 15:14:57.972412 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44328) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:58.295561 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1980707054', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}, 'admin_state_up': False}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:14:58.326247 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:58.327474 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:58.398441 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:58.580539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44364) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:14:58.610354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 828c6001-51f8-4cac-8ace-79d0feb6d7df no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:14:58.613496 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:58.678555 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 828c6001-51f8-4cac-8ace-79d0feb6d7df {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:14:58.683700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 828c6001-51f8-4cac-8ace-79d0feb6d7df not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:14:58.890579 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:58.912044 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:59.068871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Allocated IP 172.25.6.72 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/b2df8c3e-5e5a-451d-adfd-a91d7efc7027) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:14:59.163546 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4490ea1f-7b3d-4b64-99b8-69130bee4b11 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:59.240381 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:59.321372 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:59.393813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:14:59.401352 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:14:59.408433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:14:59.438830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Pushing event updated for resources: {'Port': ['ID=b2df8c3e-5e5a-451d-adfd-a91d7efc7027,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:14:59.818905 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:14:59.887383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4490ea1f-7b3d-4b64-99b8-69130bee4b11 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Deleting port ce1e3fd3-503e-48cd-8241-eca8674b4369 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:14:59.888064 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4490ea1f-7b3d-4b64-99b8-69130bee4b11 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:00.090972 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-4490ea1f-7b3d-4b64-99b8-69130bee4b11 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] For port ce1e3fd3-503e-48cd-8241-eca8674b4369, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ce1e3fd3-503e-48cd-8241-eca8674b4369,segment=NetworkSegment(58f2a9c1-bfb5-4400-b5c6-a5b5698ce262),segment_id=58f2a9c1-bfb5-4400-b5c6-a5b5698ce262)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:00.091600 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4490ea1f-7b3d-4b64-99b8-69130bee4b11 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:00.130511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4490ea1f-7b3d-4b64-99b8-69130bee4b11 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Calling delete_port for ce1e3fd3-503e-48cd-8241-eca8674b4369 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:00.248009 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:00.446384 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4490ea1f-7b3d-4b64-99b8-69130bee4b11 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:00.544975 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc67a85d-3922-4c4a-90b8-249b2d84cee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:00.563800 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Router d489e2da-de2c-40fb-ab6b-a0ad1e081846 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:15:00.581048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490ea1f-7b3d-4b64-99b8-69130bee4b11 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Port': ['ID=ce1e3fd3-503e-48cd-8241-eca8674b4369,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:00.865247 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:00.877349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674a26c4-802f-4f90-8093-0ac777ab94ca None None] Sync routers for ids ['d489e2da-de2c-40fb-ab6b-a0ad1e081846'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:00.898088 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674a26c4-802f-4f90-8093-0ac777ab94ca None None] Routers {'d489e2da-de2c-40fb-ab6b-a0ad1e081846'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:00.898875 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:00.902577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-674a26c4-802f-4f90-8093-0ac777ab94ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:14:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d489e2da-de2c-40fb-ab6b-a0ad1e081846'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:00.906342 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9a39918d-b342-4718-9548-7dc7b75df7f2 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9323156 Jul 29 15:15:00.917040 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44420) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:00.988870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-674a26c4-802f-4f90-8093-0ac777ab94ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:01.002704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674a26c4-802f-4f90-8093-0ac777ab94ca None None] Routers {'d489e2da-de2c-40fb-ab6b-a0ad1e081846'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:01.003616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-674a26c4-802f-4f90-8093-0ac777ab94ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:14:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d489e2da-de2c-40fb-ab6b-a0ad1e081846'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:01.080614 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-674a26c4-802f-4f90-8093-0ac777ab94ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:01.082404 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674a26c4-802f-4f90-8093-0ac777ab94ca None None] The sync data for ids ['d489e2da-de2c-40fb-ab6b-a0ad1e081846'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:01.087918 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4490ea1f-7b3d-4b64-99b8-69130bee4b11 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:01.115602 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9fddf0ed-a871-47aa-91b8-608c1b41143b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/routers/d489e2da-de2c-40fb-ab6b-a0ad1e081846 HTTP/1.1" status: 200 len: 920 time: 0.1971233 Jul 29 15:15:01.119004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44422) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:01.159759 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f5bb1a12-4363-4106-af12-d19b7cff31ff tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "GET /v2.0/ports?device_id=d489e2da-de2c-40fb-ab6b-a0ad1e081846 HTTP/1.1" status: 200 len: 205 time: 0.0372088 Jul 29 15:15:01.160166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44424) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:01.359613 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12e78db8-b828-4606-bfba-8774544f09be tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:01.580460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4490ea1f-7b3d-4b64-99b8-69130bee4b11 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:15:01.695562 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12e78db8-b828-4606-bfba-8774544f09be tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:01.902168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4490ea1f-7b3d-4b64-99b8-69130bee4b11 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:01.916272 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e860d-64d6-49ce-88bc-3aa4180a81fd None None] Sync routers for ids ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:01.926912 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4490ea1f-7b3d-4b64-99b8-69130bee4b11 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "PUT /v2.0/routers/ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3428237 Jul 29 15:15:01.946760 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e860d-64d6-49ce-88bc-3aa4180a81fd None None] Routers {'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:01.951759 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1f0e860d-64d6-49ce-88bc-3aa4180a81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:14:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:02.414132 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-1f0e860d-64d6-49ce-88bc-3aa4180a81fd None None] Set router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:02.436722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-12e78db8-b828-4606-bfba-8774544f09be tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Deleting port b2df8c3e-5e5a-451d-adfd-a91d7efc7027 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:02.437589 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12e78db8-b828-4606-bfba-8774544f09be tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:02.590697 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12e78db8-b828-4606-bfba-8774544f09be tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:02.666199 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-12e78db8-b828-4606-bfba-8774544f09be tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Calling delete_port for b2df8c3e-5e5a-451d-adfd-a91d7efc7027 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:02.858369 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44446) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:03.187443 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae55725d-d5e1-4461-8cb5-d116995ba47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:03.238919 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1f0e860d-64d6-49ce-88bc-3aa4180a81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:15:00Z', 'revision_number': 6, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a15556b5-1bd9-4790-8215-eabeaebd1a6e', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'port_id': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'mac_address': 'fa:16:3e:a7:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:13:36Z', 'updated_at': '2021-07-29T15:13:40Z', 'revision_number': 1, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6900cbb-c374-495c-bae1-4ec18f01e621', 'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:d6:b4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:16Z', 'updated_at': '2021-07-29T15:13:25Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': 'be409088-756a-432b-af0c-bb00c65cb936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:03.243808 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:03.342333 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e860d-64d6-49ce-88bc-3aa4180a81fd None None] Checking router: ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:15:03.368707 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f8549e8-ebe5-417c-b2de-96e2371283e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:03.381236 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e860d-64d6-49ce-88bc-3aa4180a81fd None None] Routers {'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:03.381887 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1f0e860d-64d6-49ce-88bc-3aa4180a81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:14:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:03.388270 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-363b15ab-609c-4122-91fa-b4036dc5d68e req-c0097837-9d24-4237-a023-a1b34a694f1f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7154727 Jul 29 15:15:03.437275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18322906-baec-41e6-a113-42597ffe919c req-5e299579-9373-4806-85a7-911e2dae3a35 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:03.439745 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-18322906-baec-41e6-a113-42597ffe919c req-5e299579-9373-4806-85a7-911e2dae3a35 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 946 time: 0.8267705 Jul 29 15:15:03.480601 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae55725d-d5e1-4461-8cb5-d116995ba47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:03.498729 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae55725d-d5e1-4461-8cb5-d116995ba47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:03.566415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55725d-d5e1-4461-8cb5-d116995ba47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6601254c-dc46-4bb6-ad74-9373abfc67fb,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:03.606221 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ae55725d-d5e1-4461-8cb5-d116995ba47b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bec796c3fd5c477ea511f4f08b5813fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7465312 Jul 29 15:15:03.608449 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44458) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:03.730830 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-18322906-baec-41e6-a113-42597ffe919c req-ff0635d0-a565-45e5-8c05-9b50c9259f3e tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c00004e-10b5-4615-8dcb-8e5e6939a8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749968 Jul 29 15:15:03.805481 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b15ab-609c-4122-91fa-b4036dc5d68e req-a2610623-c047-4f65-bbdc-ed4bf6c7484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:03.805745 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17665e6b-fcd6-4931-9623-8531a755bdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:03.807633 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-363b15ab-609c-4122-91fa-b4036dc5d68e req-a2610623-c047-4f65-bbdc-ed4bf6c7484e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad88f1e224ca4cdaac5cd6b210676360&device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 1096 time: 0.2940397 Jul 29 15:15:03.926356 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12e78db8-b828-4606-bfba-8774544f09be tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:04.053557 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e78db8-b828-4606-bfba-8774544f09be tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Pushing event deleted for resources: {'Port': ['ID=b2df8c3e-5e5a-451d-adfd-a91d7efc7027,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:04.088049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc187cc-d4f5-43ff-98c9-ca9f32571705 req-00a554a2-61c3-4cee-9251-9510effe939e tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:04.089749 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1cc187cc-d4f5-43ff-98c9-ca9f32571705 req-00a554a2-61c3-4cee-9251-9510effe939e tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 946 time: 0.2577732 Jul 29 15:15:04.184989 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12e78db8-b828-4606-bfba-8774544f09be tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:04.269813 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-1f0e860d-64d6-49ce-88bc-3aa4180a81fd None None] Set router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:04.395926 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:04.584933 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12e78db8-b828-4606-bfba-8774544f09be tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:04.592349 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12e78db8-b828-4606-bfba-8774544f09be tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:04.620407 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b15ab-609c-4122-91fa-b4036dc5d68e req-48dedade-688e-4961-b104-02735fe7b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:04.622346 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-363b15ab-609c-4122-91fa-b4036dc5d68e req-48dedade-688e-4961-b104-02735fe7b8b5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c2664e3-de2b-41f1-bece-e1e0dc51ab77 HTTP/1.1" status: 200 len: 896 time: 0.7648413 Jul 29 15:15:04.757600 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12e78db8-b828-4606-bfba-8774544f09be tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:04.757809 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e78db8-b828-4606-bfba-8774544f09be tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Fanout notify agent at l3_agent the message router_deleted on router d489e2da-de2c-40fb-ab6b-a0ad1e081846 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:15:04.778291 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12e78db8-b828-4606-bfba-8774544f09be tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:04.785341 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-12e78db8-b828-4606-bfba-8774544f09be tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "DELETE /v2.0/routers/d489e2da-de2c-40fb-ab6b-a0ad1e081846 HTTP/1.1" status: 204 len: 168 time: 3.6239200 Jul 29 15:15:04.789144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44468) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:04.816744 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1026514806', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'enable_snat': False}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:04.862741 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-363b15ab-609c-4122-91fa-b4036dc5d68e req-73b4a1eb-5d17-4703-83f8-b532e9e3b231 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 HTTP/1.1" status: 200 len: 1001 time: 0.2308099 Jul 29 15:15:04.865929 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17665e6b-fcd6-4931-9623-8531a755bdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:04.929428 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:04.930570 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:04.982608 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b15ab-609c-4122-91fa-b4036dc5d68e req-feb95eb0-1215-4b5e-a350-179736e86c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:04.984275 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-363b15ab-609c-4122-91fa-b4036dc5d68e req-feb95eb0-1215-4b5e-a350-179736e86c03 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=be409088-756a-432b-af0c-bb00c65cb936 HTTP/1.1" status: 200 len: 835 time: 0.0577598 Jul 29 15:15:04.986574 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17665e6b-fcd6-4931-9623-8531a755bdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:04.989489 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17665e6b-fcd6-4931-9623-8531a755bdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:04.991106 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-17665e6b-fcd6-4931-9623-8531a755bdda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6601254c-dc46-4bb6-ad74-9373abfc67fb HTTP/1.1" status: 204 len: 168 time: 1.3782151 Jul 29 15:15:05.012308 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:05.021727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-1cc187cc-d4f5-43ff-98c9-ca9f32571705 req-d643cfea-c7ec-4989-bc7b-b0f7208b5ed1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Deleting port cf80a7cd-fe4e-43b0-ab5c-658654be4919 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:05.022083 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1cc187cc-d4f5-43ff-98c9-ca9f32571705 req-d643cfea-c7ec-4989-bc7b-b0f7208b5ed1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:05.024977 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1f0e860d-64d6-49ce-88bc-3aa4180a81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:15:00Z', 'revision_number': 6, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a15556b5-1bd9-4790-8215-eabeaebd1a6e', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'port_id': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'mac_address': 'fa:16:3e:a7:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:13:36Z', 'updated_at': '2021-07-29T15:13:40Z', 'revision_number': 1, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6900cbb-c374-495c-bae1-4ec18f01e621', 'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:d6:b4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:16Z', 'updated_at': '2021-07-29T15:13:25Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': 'be409088-756a-432b-af0c-bb00c65cb936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:05.109087 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e860d-64d6-49ce-88bc-3aa4180a81fd None None] The sync data for ids ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'] in n-d-802893-1 is: [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:15:00Z', 'revision_number': 6, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a15556b5-1bd9-4790-8215-eabeaebd1a6e', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'port_id': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'mac_address': 'fa:16:3e:a7:56:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:13:36Z', 'updated_at': '2021-07-29T15:13:40Z', 'revision_number': 1, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6900cbb-c374-495c-bae1-4ec18f01e621', 'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:d6:b4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:16Z', 'updated_at': '2021-07-29T15:13:25Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': 'be409088-756a-432b-af0c-bb00c65cb936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:05.331951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b15ab-609c-4122-91fa-b4036dc5d68e req-da70a3fe-fdc2-4ce8-b5d8-8b416eb755c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:05.346738 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-363b15ab-609c-4122-91fa-b4036dc5d68e req-da70a3fe-fdc2-4ce8-b5d8-8b416eb755c5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c2664e3-de2b-41f1-bece-e1e0dc51ab77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3401775 Jul 29 15:15:05.364617 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17665e6b-fcd6-4931-9623-8531a755bdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6601254c-dc46-4bb6-ad74-9373abfc67fb,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:05.441322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cfa2c-7cbc-476b-aa05-cb1cf92cb050 req-8f30e4b6-5eb8-4e59-b3e1-4284fb2ce0f1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:05.446111 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ff5cfa2c-7cbc-476b-aa05-cb1cf92cb050 req-8f30e4b6-5eb8-4e59-b3e1-4284fb2ce0f1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 946 time: 0.4654591 Jul 29 15:15:05.532459 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ce1e3fd3-503e-48cd-8241-eca8674b4369 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:15:05.549824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-1cc187cc-d4f5-43ff-98c9-ca9f32571705 req-d643cfea-c7ec-4989-bc7b-b0f7208b5ed1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] For port cf80a7cd-fe4e-43b0-ab5c-658654be4919, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=cf80a7cd-fe4e-43b0-ab5c-658654be4919,segment=NetworkSegment(58f2a9c1-bfb5-4400-b5c6-a5b5698ce262),segment_id=58f2a9c1-bfb5-4400-b5c6-a5b5698ce262)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:05.550314 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1cc187cc-d4f5-43ff-98c9-ca9f32571705 req-d643cfea-c7ec-4989-bc7b-b0f7208b5ed1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:05.577371 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-1cc187cc-d4f5-43ff-98c9-ca9f32571705 req-d643cfea-c7ec-4989-bc7b-b0f7208b5ed1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Calling delete_port for cf80a7cd-fe4e-43b0-ab5c-658654be4919 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:05.610774 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: ce1e3fd3-503e-48cd-8241-eca8674b4369 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:15:05.613124 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ce1e3fd3-503e-48cd-8241-eca8674b4369 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:15:05.729809 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:05.731749 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ff5cfa2c-7cbc-476b-aa05-cb1cf92cb050 req-97c66247-7c7f-4061-a79a-ae3f1ebc1d4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2c00004e-10b5-4615-8dcb-8e5e6939a8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487690 Jul 29 15:15:05.791782 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-363b15ab-609c-4122-91fa-b4036dc5d68e req-d40e324f-0338-4d3a-883c-9ee7338367ae service neutron] 10.222.0.38 "GET /v2.0/networks/1c2664e3-de2b-41f1-bece-e1e0dc51ab77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429550 Jul 29 15:15:06.041661 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1cc187cc-d4f5-43ff-98c9-ca9f32571705 req-d643cfea-c7ec-4989-bc7b-b0f7208b5ed1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:06.061164 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-363b15ab-609c-4122-91fa-b4036dc5d68e req-3c83c576-f929-41e3-bf69-aadd509f8eab service neutron] 10.222.0.38 "GET /v2.0/networks/1c2664e3-de2b-41f1-bece-e1e0dc51ab77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614741 Jul 29 15:15:06.247673 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643cfea-c7ec-4989-bc7b-b0f7208b5ed1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Port': ['ID=cf80a7cd-fe4e-43b0-ab5c-658654be4919,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:06.353394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc187cc-d4f5-43ff-98c9-ca9f32571705 req-d643cfea-c7ec-4989-bc7b-b0f7208b5ed1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] No DVR routers for this DVR port cf80a7cd-fe4e-43b0-ab5c-658654be4919 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:15:06.359881 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1cc187cc-d4f5-43ff-98c9-ca9f32571705 req-d643cfea-c7ec-4989-bc7b-b0f7208b5ed1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:06.365620 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1cc187cc-d4f5-43ff-98c9-ca9f32571705 req-d643cfea-c7ec-4989-bc7b-b0f7208b5ed1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.38 "DELETE /v2.0/ports/cf80a7cd-fe4e-43b0-ab5c-658654be4919 HTTP/1.1" status: 204 len: 173 time: 2.2662389 Jul 29 15:15:06.372068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8c662b-2833-4b1a-a27f-10a90ad9eb8a', 'name': 'network-vif-deleted', 'tag': 'cf80a7cd-fe4e-43b0-ab5c-658654be4919'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:15:06.375060 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4533dd0-afcd-4d92-825e-dacf10d0e8af" -d '{"events": [{"server_uuid": "ab8c662b-2833-4b1a-a27f-10a90ad9eb8a", "name": "network-vif-deleted", "tag": "cf80a7cd-fe4e-43b0-ab5c-658654be4919"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:15:06.377373 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:06.470108 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6fbe36-c0f4-40bf-9069-f7c1ffd560ee x-openstack-request-id: req-5d6fbe36-c0f4-40bf-9069-f7c1ffd560ee {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:15:06.470401 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8c662b-2833-4b1a-a27f-10a90ad9eb8a", "name": "network-vif-deleted", "tag": "cf80a7cd-fe4e-43b0-ab5c-658654be4919", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:15:06.470662 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d6fbe36-c0f4-40bf-9069-f7c1ffd560ee {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:15:06.471135 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8c662b-2833-4b1a-a27f-10a90ad9eb8a', 'name': 'network-vif-deleted', 'tag': 'cf80a7cd-fe4e-43b0-ab5c-658654be4919', 'status': 'completed', 'code': 200} Jul 29 15:15:06.494335 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:06.527129 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:06.589377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44508) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:06.816713 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Allocated IP 172.25.6.3 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/8b9744e8-8a1e-43b5-8d6f-e4efd032b385) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:06.856634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f9f371af-f475-445b-bcd1-760c1d33ded4 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-12549010-network', 'tenant_id': '0a999685c45b433ebd9f08f568e6b9fe'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:06.900837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f371af-f475-445b-bcd1-760c1d33ded4 admin admin] Made reservation on behalf of 0a999685c45b433ebd9f08f568e6b9fe for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:15:06.903503 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f9f371af-f475-445b-bcd1-760c1d33ded4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:06.935008 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f9f371af-f475-445b-bcd1-760c1d33ded4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:07.009108 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:07.113400 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1e10e6e3-007a-49b9-8e1b-5c218f66a97b req-d4dff037-7af5-4f1d-a845-33359397f876 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab8c662b-2833-4b1a-a27f-10a90ad9eb8a HTTP/1.1" status: 200 len: 210 time: 0.0772259 Jul 29 15:15:07.125900 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:07.225496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:07.235106 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:07.241611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:07.249998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device cf80a7cd-fe4e-43b0-ab5c-658654be4919 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:15:07.278266 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f9f371af-f475-445b-bcd1-760c1d33ded4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:07.284741 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f9f371af-f475-445b-bcd1-760c1d33ded4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:07.333643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: cf80a7cd-fe4e-43b0-ab5c-658654be4919 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:15:07.334502 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device cf80a7cd-fe4e-43b0-ab5c-658654be4919 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:15:07.356767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Pushing event updated for resources: {'Port': ['ID=8b9744e8-8a1e-43b5-8d6f-e4efd032b385,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:07.377226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f371af-f475-445b-bcd1-760c1d33ded4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:15:07.407558 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f9f371af-f475-445b-bcd1-760c1d33ded4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:07.408232 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-f9f371af-f475-445b-bcd1-760c1d33ded4 admin admin] Added segment d065dda0-3d52-428a-9a32-8405fd70789f of type vlan for network eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118 Jul 29 15:15:07.410389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f371af-f475-445b-bcd1-760c1d33ded4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de856522-f945-4192-bc92-640e5967324d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:07.483812 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f9f371af-f475-445b-bcd1-760c1d33ded4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:07.552575 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f9f371af-f475-445b-bcd1-760c1d33ded4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:07.554488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f371af-f475-445b-bcd1-760c1d33ded4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:07.555126 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f9f371af-f475-445b-bcd1-760c1d33ded4 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:07.694937 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f9f371af-f475-445b-bcd1-760c1d33ded4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.0998225 Jul 29 15:15:07.702425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44520) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:07.721409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-aebe1ecd-eb39-4ae2-aa64-10079961f682 admin admin] Request body: {'subnet': {'network_id': 'eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-12549010-subnet', 'tenant_id': '0a999685c45b433ebd9f08f568e6b9fe', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:07.782309 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f371af-f475-445b-bcd1-760c1d33ded4 admin admin] Pushing event updated for resources: {'Network': ['ID=eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:07.796922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:15:07.811004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebe1ecd-eb39-4ae2-aa64-10079961f682 admin admin] Made reservation on behalf of 0a999685c45b433ebd9f08f568e6b9fe for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:15:07.816899 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aebe1ecd-eb39-4ae2-aa64-10079961f682 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:08.021057 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:08.261922 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aebe1ecd-eb39-4ae2-aa64-10079961f682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:08.328393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44532) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:08.410710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe1ecd-eb39-4ae2-aa64-10079961f682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89cf3a6d-6f89-4103-9609-e6887bd0c35c,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:08.465767 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebe1ecd-eb39-4ae2-aa64-10079961f682 admin admin] Checking segment: {'id': 'd065dda0-3d52-428a-9a32-8405fd70789f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:08.466460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebe1ecd-eb39-4ae2-aa64-10079961f682 admin admin] Network hostable DHCP agents. Network: eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:15:08.476127 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f57e282-1937-4743-abc8-94fc87edf95e tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:08.507678 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f57e282-1937-4743-abc8-94fc87edf95e tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:08.511375 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:08.540492 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebe1ecd-eb39-4ae2-aa64-10079961f682 admin admin] Network eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:15:08.566810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-aebe1ecd-eb39-4ae2-aa64-10079961f682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:08.578878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5cd4ac-a160-46b9-8ca8-d546c5f1171f None None] Network eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:15:08.583951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebe1ecd-eb39-4ae2-aa64-10079961f682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:08.584934 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aebe1ecd-eb39-4ae2-aa64-10079961f682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:08.605861 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-aebe1ecd-eb39-4ae2-aa64-10079961f682 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.8967857 Jul 29 15:15:08.608790 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44534) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:08.619277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-12549010-router', 'tenant_id': '0a999685c45b433ebd9f08f568e6b9fe', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:08.660017 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f57e282-1937-4743-abc8-94fc87edf95e tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:08.664621 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f57e282-1937-4743-abc8-94fc87edf95e tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:08.669862 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4f57e282-1937-4743-abc8-94fc87edf95e tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "DELETE /v2.0/security-groups/2c00004e-10b5-4615-8dcb-8e5e6939a8a7 HTTP/1.1" status: 204 len: 168 time: 0.3398895 Jul 29 15:15:08.675000 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:08.676069 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:08.693735 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57e282-1937-4743-abc8-94fc87edf95e tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c00004e-10b5-4615-8dcb-8e5e6939a8a7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:08.757029 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44540) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:08.814472 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:08.910621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-c140f00d-e2e5-48b6-816f-f5ab848aa1b2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Deleting subnet 4b2d00e4-a504-488e-8075-ce8a69b4a76b {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:15:08.918152 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c140f00d-e2e5-48b6-816f-f5ab848aa1b2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:08.968435 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118', 'network_id': 'eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118', 'tenant_id': '0a999685c45b433ebd9f08f568e6b9fe', 'fixed_ips': [{'subnet_id': '89cf3a6d-6f89-4103-9609-e6887bd0c35c'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:15:08.969664 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:08.986626 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c140f00d-e2e5-48b6-816f-f5ab848aa1b2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:08.996023 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:09.024124 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Router 497b9db8-ceaa-47e3-9d1c-43eab71c2c85 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:15:09.217438 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c140f00d-e2e5-48b6-816f-f5ab848aa1b2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:09.265637 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:09.298938 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:09.303967 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-34d78aeb-1cd5-41bb-82a5-95d41b1dd6a2 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5029967 Jul 29 15:15:09.307012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44542) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:09.372015 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:09.399504 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:09.449279 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Allocated IP 172.20.0.2 (eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118/89cf3a6d-6f89-4103-9609-e6887bd0c35c/d431b36c-1d12-4a45-9005-3f738a54c662) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:09.460900 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Sync routers for ids ['497b9db8-ceaa-47e3-9d1c-43eab71c2c85'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:09.514663 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-02b1c840-b791-478d-abcf-1f088ad17936 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/routers/497b9db8-ceaa-47e3-9d1c-43eab71c2c85 HTTP/1.1" status: 200 len: 907 time: 0.2062106 Jul 29 15:15:09.523461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44548) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:09.532002 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1026514806', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'enable_snat': True}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:09.537850 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c140f00d-e2e5-48b6-816f-f5ab848aa1b2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:09.565155 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c140f00d-e2e5-48b6-816f-f5ab848aa1b2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:09.571001 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c140f00d-e2e5-48b6-816f-f5ab848aa1b2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "DELETE /v2.0/subnets/4b2d00e4-a504-488e-8075-ce8a69b4a76b HTTP/1.1" status: 204 len: 168 time: 0.8127861 Jul 29 15:15:09.573011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44550) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:09.586635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f88a034-92f4-43f6-ba51-00d31616c5ba None None] Network 99b4399f-52f8-4f79-b71a-15b27fcd16ab requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:15:09.605153 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Allocated IP 172.25.6.55 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/a2bd0197-2a03-4fe5-a0bd-55ea61ad186e) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:09.614949 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Routers {'497b9db8-ceaa-47e3-9d1c-43eab71c2c85'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:09.616798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['497b9db8-ceaa-47e3-9d1c-43eab71c2c85'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:09.654906 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:09.661580 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:09.694063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140f00d-e2e5-48b6-816f-f5ab848aa1b2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2d00e4-a504-488e-8075-ce8a69b4a76b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:09.777576 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:09.916497 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:10.035798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Deleting port 45aab5ca-a249-4414-b3e9-3c97433e8bfa {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:10.037536 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:10.162909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] For port 45aab5ca-a249-4414-b3e9-3c97433e8bfa, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=45aab5ca-a249-4414-b3e9-3c97433e8bfa,segment=NetworkSegment(58f2a9c1-bfb5-4400-b5c6-a5b5698ce262),segment_id=58f2a9c1-bfb5-4400-b5c6-a5b5698ce262)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:10.164723 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:10.185064 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Calling delete_port for 45aab5ca-a249-4414-b3e9-3c97433e8bfa owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:10.264771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Set router 497b9db8-ceaa-47e3-9d1c-43eab71c2c85 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:10.381203 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:10.385414 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:10.434068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] No DVR routers for this DVR port 45aab5ca-a249-4414-b3e9-3c97433e8bfa on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:15:10.435873 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:10.486321 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:10.543598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:10.544131 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Port': ['ID=45aab5ca-a249-4414-b3e9-3c97433e8bfa,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:10.567076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a3bf66-e27a-4f33-b6d3-d873a8b229b6 None None] DHCP port deletion for 99b4399f-52f8-4f79-b71a-15b27fcd16ab request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:15:10.573036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Transition to ACTIVE for port object d431b36c-1d12-4a45-9005-3f738a54c662 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:10.621094 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:10.625873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Transition to ACTIVE for port object d431b36c-1d12-4a45-9005-3f738a54c662 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:10.636657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:10.644485 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:10.657761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:10.694946 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Pushing event updated for resources: {'Port': ['ID=a2bd0197-2a03-4fe5-a0bd-55ea61ad186e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:10.722310 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:10.749898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b4399f-52f8-4f79-b71a-15b27fcd16ab']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:10.780533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f2a9c1-bfb5-4400-b5c6-a5b5698ce262') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:10.780825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f2a9c1-bfb5-4400-b5c6-a5b5698ce262') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:10.796085 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Pushing event updated for resources: {'Port': ['ID=d431b36c-1d12-4a45-9005-3f738a54c662,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:10.806720 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:10.841916 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Network eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:10.845116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:10.854463 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:10.857746 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:10.871506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:15:10.871927 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:15:11.015714 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:15:11.020908 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:11.055268 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:11.059877 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "DELETE /v2.0/networks/99b4399f-52f8-4f79-b71a-15b27fcd16ab HTTP/1.1" status: 204 len: 168 time: 1.4855974 Jul 29 15:15:11.063729 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44566) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:11.128563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Attempting to bind port d431b36c-1d12-4a45-9005-3f738a54c662 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:15:11.129001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Attempting to bind port d431b36c-1d12-4a45-9005-3f738a54c662 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'd065dda0-3d52-428a-9a32-8405fd70789f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:15:11.129373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Attempting to bind port d431b36c-1d12-4a45-9005-3f738a54c662 on network eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:15:11.173049 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:11.179848 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:15:11.180217 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Checking segment: {'id': 'd065dda0-3d52-428a-9a32-8405fd70789f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:11.180821 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:11.181229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Bound using segment: {'id': 'd065dda0-3d52-428a-9a32-8405fd70789f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:15:11.181741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Bound port: d431b36c-1d12-4a45-9005-3f738a54c662, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd065dda0-3d52-428a-9a32-8405fd70789f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:15:11.182115 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:11.207250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b9db8-ceaa-47e3-9d1c-43eab71c2c85', 'name': 'tempest-snat-router-1026514806', 'tenant_id': 'ab8be660a76e4120ab2a7faac23c432a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.3'}], 'enable_snat': False}, 'gw_port_id': '8b9744e8-8a1e-43b5-8d6f-e4efd032b385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:04Z', 'updated_at': '2021-07-29T15:15:07Z', 'revision_number': 3, 'project_id': 'ab8be660a76e4120ab2a7faac23c432a', 'gw_port': {'id': '8b9744e8-8a1e-43b5-8d6f-e4efd032b385', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:38:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497b9db8-ceaa-47e3-9d1c-43eab71c2c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:06Z', 'updated_at': '2021-07-29T15:15:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:11.248397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa724cb7-ca41-4734-ac80-37fde81bf89b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Network': ['ID=99b4399f-52f8-4f79-b71a-15b27fcd16ab,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:11.293082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Checking router: 497b9db8-ceaa-47e3-9d1c-43eab71c2c85 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:15:11.293821 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Updating router 497b9db8-ceaa-47e3-9d1c-43eab71c2c85 port 8b9744e8-8a1e-43b5-8d6f-e4efd032b385 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:15:11.419336 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] For port d431b36c-1d12-4a45-9005-3f738a54c662, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:15:11.428318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] For port d431b36c-1d12-4a45-9005-3f738a54c662, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d431b36c-1d12-4a45-9005-3f738a54c662,segment=NetworkSegment(d065dda0-3d52-428a-9a32-8405fd70789f),segment_id=d065dda0-3d52-428a-9a32-8405fd70789f)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:15:11.432254 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:11.441732 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:11.492622 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:11.565107 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:11.576422 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:11.630084 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 45aab5ca-a249-4414-b3e9-3c97433e8bfa no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:15:11.695892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1ea95934-9837-44e0-adc1-742b41e9e7c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Deleting port 524916be-02eb-4865-8815-b73cff7b70f4 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:11.696950 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ea95934-9837-44e0-adc1-742b41e9e7c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:11.906821 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ea95934-9837-44e0-adc1-742b41e9e7c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:11.906821 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ea95934-9837-44e0-adc1-742b41e9e7c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:11.933263 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1ea95934-9837-44e0-adc1-742b41e9e7c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Calling delete_port for 524916be-02eb-4865-8815-b73cff7b70f4 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:12.131568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Allocated IP 172.25.6.126 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/ef5f6e32-afbe-4501-ab47-41347c89e477) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:12.292248 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 45aab5ca-a249-4414-b3e9-3c97433e8bfa {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:15:12.292940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 45aab5ca-a249-4414-b3e9-3c97433e8bfa not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:15:12.345105 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bf512-630e-4e8c-97e0-e887eb422c88 None None] Pushing event updated for resources: {'Port': ['ID=d431b36c-1d12-4a45-9005-3f738a54c662,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:12.439292 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:12.480606 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ea95934-9837-44e0-adc1-742b41e9e7c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:12.497170 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:12.572655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea95934-9837-44e0-adc1-742b41e9e7c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Port': ['ID=524916be-02eb-4865-8815-b73cff7b70f4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:12.634212 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:12.969047 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:12.995792 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Transition to ACTIVE for port object 8b9744e8-8a1e-43b5-8d6f-e4efd032b385 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:13.009830 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:13.133638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Attempting to bind port 8b9744e8-8a1e-43b5-8d6f-e4efd032b385 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:15:13.134011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Attempting to bind port 8b9744e8-8a1e-43b5-8d6f-e4efd032b385 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:15:13.134376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Attempting to bind port 8b9744e8-8a1e-43b5-8d6f-e4efd032b385 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:15:13.136750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929c124-579e-4a13-b1e1-520a8aef0bff None None] Pushing event updated for resources: {'Port': ['ID=8b9744e8-8a1e-43b5-8d6f-e4efd032b385,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:13.161807 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:15:13.162189 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:13.162741 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:13.163081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:15:13.163559 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Bound port: 8b9744e8-8a1e-43b5-8d6f-e4efd032b385, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:15:13.163976 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:13.264645 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] For port 8b9744e8-8a1e-43b5-8d6f-e4efd032b385, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:15:13.268915 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] For port 8b9744e8-8a1e-43b5-8d6f-e4efd032b385, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8b9744e8-8a1e-43b5-8d6f-e4efd032b385,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:15:13.271162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:13.277903 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:13.291387 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:13.311916 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:13.346146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Routers {'497b9db8-ceaa-47e3-9d1c-43eab71c2c85'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:13.346971 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['497b9db8-ceaa-47e3-9d1c-43eab71c2c85'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:13.350144 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23939e6-d5fb-43f3-ac6c-9eac1aa1c69d None None] Network eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:15:13.397946 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Pushing event updated for resources: {'Port': ['ID=ef5f6e32-afbe-4501-ab47-41347c89e477,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:13.458408 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929c124-579e-4a13-b1e1-520a8aef0bff None None] Pushing event updated for resources: {'Port': ['ID=8b9744e8-8a1e-43b5-8d6f-e4efd032b385,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:13.478800 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ea95934-9837-44e0-adc1-742b41e9e7c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:13.483039 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-1ea95934-9837-44e0-adc1-742b41e9e7c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Floating IP a15556b5-1bd9-4790-8215-eabeaebd1a6e disassociated (deleted). External IP: 172.25.6.156, port: d3a1d1cb-6272-4e3f-bbbe-40c172f8c698. Jul 29 15:15:13.609977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-31eaa0d4-a3d0-4a43-bba9-a92dc4ac50f5 None None] Provisioning for port d431b36c-1d12-4a45-9005-3f738a54c662 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:13.653115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Router df0e773e-f1e1-44cc-86af-eebb448956f8 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:15:13.696956 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d431b36c-1d12-4a45-9005-3f738a54c662 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:13.783409 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] Set router 497b9db8-ceaa-47e3-9d1c-43eab71c2c85 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:13.932166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea95934-9837-44e0-adc1-742b41e9e7c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:15:13.997109 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:14.008977 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Sync routers for ids ['df0e773e-f1e1-44cc-86af-eebb448956f8'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:14.025788 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Routers {'df0e773e-f1e1-44cc-86af-eebb448956f8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:14.027835 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['df0e773e-f1e1-44cc-86af-eebb448956f8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:14.038073 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:14.043034 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bb3a3793-eaa8-4dfb-b5d1-589f87aeb0eb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 5.4307735 Jul 29 15:15:14.047503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44588) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:14.106966 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port d431b36c-1d12-4a45-9005-3f738a54c662 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:14.135064 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port d431b36c-1d12-4a45-9005-3f738a54c662 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:14.139201 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:14.156139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea95934-9837-44e0-adc1-742b41e9e7c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:14.162097 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ea95934-9837-44e0-adc1-742b41e9e7c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:14.198034 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1ea95934-9837-44e0-adc1-742b41e9e7c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "DELETE /v2.0/floatingips/a15556b5-1bd9-4790-8215-eabeaebd1a6e HTTP/1.1" status: 204 len: 168 time: 3.1327765 Jul 29 15:15:14.198697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'tag': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:15:14.205984 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:14.207379 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376ddff1-2863-400f-b057-787f5d86fbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3abb20-5a05-433e-b9ef-e98daf2059ac", "tag": "d3a1d1cb-6272-4e3f-bbbe-40c172f8c698"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:15:14.237324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace95f08-f2d7-4159-b41e-b8573260ee1b None None] Sync routers for ids ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:14.336810 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f588345b-a2bf-44db-9b00-9eea64906f7d x-openstack-request-id: req-f588345b-a2bf-44db-9b00-9eea64906f7d {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:15:14.337099 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3abb20-5a05-433e-b9ef-e98daf2059ac", "tag": "d3a1d1cb-6272-4e3f-bbbe-40c172f8c698", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:15:14.337351 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f588345b-a2bf-44db-9b00-9eea64906f7d {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:15:14.337753 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'tag': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'status': 'completed', 'code': 200} Jul 29 15:15:14.338428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace95f08-f2d7-4159-b41e-b8573260ee1b None None] Routers {'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:14.339395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ace95f08-f2d7-4159-b41e-b8573260ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:14.423630 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Set router df0e773e-f1e1-44cc-86af-eebb448956f8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:14.498937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ddff1-2863-400f-b057-787f5d86fbc3 req-ac1e58d9-b84d-4dd9-a8c9-58fe9ef4cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:14.501263 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-376ddff1-2863-400f-b057-787f5d86fbc3 req-ac1e58d9-b84d-4dd9-a8c9-58fe9ef4cdab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ad88f1e224ca4cdaac5cd6b210676360&device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 1096 time: 0.1158886 Jul 29 15:15:14.699286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497b9db8-ceaa-47e3-9d1c-43eab71c2c85', 'name': 'tempest-snat-router-1026514806', 'tenant_id': 'ab8be660a76e4120ab2a7faac23c432a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.3'}], 'enable_snat': False}, 'gw_port_id': '8b9744e8-8a1e-43b5-8d6f-e4efd032b385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:04Z', 'updated_at': '2021-07-29T15:15:07Z', 'revision_number': 3, 'project_id': 'ab8be660a76e4120ab2a7faac23c432a', 'gw_port': {'id': '8b9744e8-8a1e-43b5-8d6f-e4efd032b385', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:38:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497b9db8-ceaa-47e3-9d1c-43eab71c2c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:06Z', 'updated_at': '2021-07-29T15:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:14.713185 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:14.859609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ddff1-2863-400f-b057-787f5d86fbc3 req-e49695db-84e9-42af-8c15-896941603ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:14.870165 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-376ddff1-2863-400f-b057-787f5d86fbc3 req-e49695db-84e9-42af-8c15-896941603ca5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1c2664e3-de2b-41f1-bece-e1e0dc51ab77 HTTP/1.1" status: 200 len: 896 time: 0.3602824 Jul 29 15:15:14.901534 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4cd2d2-5362-4629-8893-e0924b2f97ad None None] The sync data for ids ['497b9db8-ceaa-47e3-9d1c-43eab71c2c85'] in n-d-802893-1 is: [{'id': '497b9db8-ceaa-47e3-9d1c-43eab71c2c85', 'name': 'tempest-snat-router-1026514806', 'tenant_id': 'ab8be660a76e4120ab2a7faac23c432a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.3'}], 'enable_snat': False}, 'gw_port_id': '8b9744e8-8a1e-43b5-8d6f-e4efd032b385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:04Z', 'updated_at': '2021-07-29T15:15:07Z', 'revision_number': 3, 'project_id': 'ab8be660a76e4120ab2a7faac23c432a', 'gw_port': {'id': '8b9744e8-8a1e-43b5-8d6f-e4efd032b385', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:38:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497b9db8-ceaa-47e3-9d1c-43eab71c2c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:06Z', 'updated_at': '2021-07-29T15:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:14.932791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86474f89-9aff-4898-bb2a-ba0a2d79c25d req-7bd087b0-e2f7-4cfb-8cfc-f29e12bcd423 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:14.946332 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-86474f89-9aff-4898-bb2a-ba0a2d79c25d req-7bd087b0-e2f7-4cfb-8cfc-f29e12bcd423 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 945 time: 0.2287297 Jul 29 15:15:15.003778 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-376ddff1-2863-400f-b057-787f5d86fbc3 req-72eb08aa-6b94-4cf3-bcaf-2aa15e5e1298 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 HTTP/1.1" status: 200 len: 217 time: 0.1272948 Jul 29 15:15:15.078701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4204a0cf-87dd-4ba0-8024-2dfd2cb45cb9 None None] Provisioning complete for port d431b36c-1d12-4a45-9005-3f738a54c662 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:15.079078 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4204a0cf-87dd-4ba0-8024-2dfd2cb45cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:15.089107 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'name': 'tempest-ImageQuotaTest-12549010-router', 'tenant_id': '0a999685c45b433ebd9f08f568e6b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'a2bd0197-2a03-4fe5-a0bd-55ea61ad186e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:08Z', 'updated_at': '2021-07-29T15:15:11Z', 'revision_number': 3, 'project_id': '0a999685c45b433ebd9f08f568e6b9fe', 'gw_port': {'id': 'a2bd0197-2a03-4fe5-a0bd-55ea61ad186e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:db:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:09Z', 'updated_at': '2021-07-29T15:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:15.089736 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port d431b36c-1d12-4a45-9005-3f738a54c662, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d431b36c-1d12-4a45-9005-3f738a54c662,segment=NetworkSegment(d065dda0-3d52-428a-9a32-8405fd70789f),segment_id=d065dda0-3d52-428a-9a32-8405fd70789f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:15.115479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ddff1-2863-400f-b057-787f5d86fbc3 req-a09a2dcb-1c54-428e-9706-971d708b89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:15.121997 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-376ddff1-2863-400f-b057-787f5d86fbc3 req-a09a2dcb-1c54-428e-9706-971d708b89bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=be409088-756a-432b-af0c-bb00c65cb936 HTTP/1.1" status: 200 len: 835 time: 0.1025996 Jul 29 15:15:15.126893 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Checking router: df0e773e-f1e1-44cc-86af-eebb448956f8 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:15:15.127325 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Updating router df0e773e-f1e1-44cc-86af-eebb448956f8 port a2bd0197-2a03-4fe5-a0bd-55ea61ad186e binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:15:15.152172 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:15.184094 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:15.217272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ddff1-2863-400f-b057-787f5d86fbc3 req-90d2cfab-cf4a-4d2f-ba47-b9f2785cf7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:15.219822 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-376ddff1-2863-400f-b057-787f5d86fbc3 req-90d2cfab-cf4a-4d2f-ba47-b9f2785cf7b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1c2664e3-de2b-41f1-bece-e1e0dc51ab77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949252 Jul 29 15:15:15.244432 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-86474f89-9aff-4898-bb2a-ba0a2d79c25d req-c85b5e0c-b663-4bc9-97be-9227b96f2d14 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=4af8427a-7781-4b1e-8b89-0617d76aa289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971091 Jul 29 15:15:15.260401 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:15.262233 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-ace95f08-f2d7-4159-b41e-b8573260ee1b None None] Set router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:15.487228 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-376ddff1-2863-400f-b057-787f5d86fbc3 req-89e7d5a6-3fdc-42b4-b703-6edb45c184a2 service neutron] 10.222.0.38 "GET /v2.0/networks/1c2664e3-de2b-41f1-bece-e1e0dc51ab77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545238 Jul 29 15:15:15.643148 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-376ddff1-2863-400f-b057-787f5d86fbc3 req-5e61669a-5efd-45b5-8cb5-c02200f6cd5d service neutron] 10.222.0.38 "GET /v2.0/networks/1c2664e3-de2b-41f1-bece-e1e0dc51ab77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472974 Jul 29 15:15:15.663909 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=d431b36c-1d12-4a45-9005-3f738a54c662,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:15.741757 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8b9744e8-8a1e-43b5-8d6f-e4efd032b385 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:15.827678 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:15.860967 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Transition to ACTIVE for port object a2bd0197-2a03-4fe5-a0bd-55ea61ad186e will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:15.879029 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:15.937771 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Attempting to bind port a2bd0197-2a03-4fe5-a0bd-55ea61ad186e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:15:15.939502 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Attempting to bind port a2bd0197-2a03-4fe5-a0bd-55ea61ad186e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:15:15.941629 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Attempting to bind port a2bd0197-2a03-4fe5-a0bd-55ea61ad186e on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:15:16.026167 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:15:16.027263 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:16.027871 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:16.028822 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:15:16.029676 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Bound port: a2bd0197-2a03-4fe5-a0bd-55ea61ad186e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:15:16.030400 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:16.064835 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4fd57-5f2f-4bb9-a921-44a896decaae None None] Pushing event updated for resources: {'Port': ['ID=a2bd0197-2a03-4fe5-a0bd-55ea61ad186e,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:16.081460 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4fd57-5f2f-4bb9-a921-44a896decaae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:16.082172 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4fd57-5f2f-4bb9-a921-44a896decaae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:16.082667 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4fd57-5f2f-4bb9-a921-44a896decaae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:16.083156 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4fd57-5f2f-4bb9-a921-44a896decaae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:16.084475 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4fd57-5f2f-4bb9-a921-44a896decaae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:16.085220 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4fd57-5f2f-4bb9-a921-44a896decaae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:16.085752 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4fd57-5f2f-4bb9-a921-44a896decaae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:16.086367 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4fd57-5f2f-4bb9-a921-44a896decaae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:16.086749 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4fd57-5f2f-4bb9-a921-44a896decaae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:16.087047 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4fd57-5f2f-4bb9-a921-44a896decaae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:16.087583 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4fd57-5f2f-4bb9-a921-44a896decaae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:16.087864 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4fd57-5f2f-4bb9-a921-44a896decaae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:16.112914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 8b9744e8-8a1e-43b5-8d6f-e4efd032b385 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:16.124009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Router fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:15:16.138075 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8b9744e8-8a1e-43b5-8d6f-e4efd032b385 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:16.138316 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:16.147489 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45f604-92fd-492f-bc1c-671f9bdeed87 req-07c928ae-4e6c-46a0-ad94-94fef68b5ab5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:16.149656 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f45f604-92fd-492f-bc1c-671f9bdeed87 req-07c928ae-4e6c-46a0-ad94-94fef68b5ab5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.38 "GET /v2.0/ports?device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 945 time: 0.1557083 Jul 29 15:15:16.167050 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] For port a2bd0197-2a03-4fe5-a0bd-55ea61ad186e, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:15:16.174215 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] For port a2bd0197-2a03-4fe5-a0bd-55ea61ad186e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a2bd0197-2a03-4fe5-a0bd-55ea61ad186e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:15:16.186788 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:16.277154 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4fd57-5f2f-4bb9-a921-44a896decaae None None] Pushing event updated for resources: {'Port': ['ID=a2bd0197-2a03-4fe5-a0bd-55ea61ad186e,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:16.289019 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:16.326080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ace95f08-f2d7-4159-b41e-b8573260ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:15:00Z', 'revision_number': 6, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'd6900cbb-c374-495c-bae1-4ec18f01e621', 'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:d6:b4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:16Z', 'updated_at': '2021-07-29T15:13:25Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': 'be409088-756a-432b-af0c-bb00c65cb936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:16.344001 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Routers {'df0e773e-f1e1-44cc-86af-eebb448956f8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:16.345873 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['df0e773e-f1e1-44cc-86af-eebb448956f8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:16.405539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace95f08-f2d7-4159-b41e-b8573260ee1b None None] Checking router: ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:15:16.483579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace95f08-f2d7-4159-b41e-b8573260ee1b None None] Routers {'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:16.503822 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-3f45f604-92fd-492f-bc1c-671f9bdeed87 req-b5c23460-ea57-4cf1-8a32-719863cdf5f4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Deleting port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:16.505138 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3f45f604-92fd-492f-bc1c-671f9bdeed87 req-b5c23460-ea57-4cf1-8a32-719863cdf5f4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:16.505408 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ace95f08-f2d7-4159-b41e-b8573260ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:16.548648 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] Set router df0e773e-f1e1-44cc-86af-eebb448956f8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:16.662688 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:16.663344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aba7eb-5a6e-479c-9776-a7c99930ae97 req-455a04d1-b241-41bd-9330-1028d9d9d2fd tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:16.665593 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-35aba7eb-5a6e-479c-9776-a7c99930ae97 req-455a04d1-b241-41bd-9330-1028d9d9d2fd tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 945 time: 0.1865380 Jul 29 15:15:16.764761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:16.783306 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Sync routers for ids ['fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:16.817388 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:16.819682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-3f45f604-92fd-492f-bc1c-671f9bdeed87 req-b5c23460-ea57-4cf1-8a32-719863cdf5f4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] For port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=d3a1d1cb-6272-4e3f-bbbe-40c172f8c698,segment=NetworkSegment(518ec85c-d14d-4a82-92a5-2a704206b7d2),segment_id=518ec85c-d14d-4a82-92a5-2a704206b7d2)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:16.820069 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3f45f604-92fd-492f-bc1c-671f9bdeed87 req-b5c23460-ea57-4cf1-8a32-719863cdf5f4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:16.821030 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 8b9744e8-8a1e-43b5-8d6f-e4efd032b385, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8b9744e8-8a1e-43b5-8d6f-e4efd032b385,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:16.824386 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-66c67b66-1001-4cf0-b7a1-e3d50917339b tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.2992456 Jul 29 15:15:16.829746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44620) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:16.860032 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Routers {'fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:16.864029 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:16.866564 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:17.122749 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f3f86b9b-0a14-42db-9e57-2cf78dd5728d tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/routers/fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc HTTP/1.1" status: 200 len: 908 time: 0.2695336 Jul 29 15:15:17.123641 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44638) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:17.151303 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-35aba7eb-5a6e-479c-9776-a7c99930ae97 req-4f733041-b0bd-443e-adef-216aa01a3136 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=4af8427a-7781-4b1e-8b89-0617d76aa289&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4695680 Jul 29 15:15:17.174172 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-3f45f604-92fd-492f-bc1c-671f9bdeed87 req-b5c23460-ea57-4cf1-8a32-719863cdf5f4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Calling delete_port for d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:17.216572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Allocated IP 172.20.0.1 (eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118/89cf3a6d-6f89-4103-9609-e6887bd0c35c/b464bc82-5ead-49e8-a053-3488cc34c936) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:17.519275 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:17.614549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-ace95f08-f2d7-4159-b41e-b8573260ee1b None None] Set router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:17.615119 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Set router fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:17.665751 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'name': 'tempest-ImageQuotaTest-12549010-router', 'tenant_id': '0a999685c45b433ebd9f08f568e6b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'a2bd0197-2a03-4fe5-a0bd-55ea61ad186e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:08Z', 'updated_at': '2021-07-29T15:15:11Z', 'revision_number': 3, 'project_id': '0a999685c45b433ebd9f08f568e6b9fe', 'gw_port': {'id': 'a2bd0197-2a03-4fe5-a0bd-55ea61ad186e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:db:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:09Z', 'updated_at': '2021-07-29T15:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:17.687193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d431b36c-1d12-4a45-9005-3f738a54c662 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:17.807270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=8b9744e8-8a1e-43b5-8d6f-e4efd032b385,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:17.833194 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7758ca89-439e-4d4e-8308-f2ae594047a7 None None] The sync data for ids ['df0e773e-f1e1-44cc-86af-eebb448956f8'] in n-d-802893-1 is: [{'id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'name': 'tempest-ImageQuotaTest-12549010-router', 'tenant_id': '0a999685c45b433ebd9f08f568e6b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'a2bd0197-2a03-4fe5-a0bd-55ea61ad186e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:08Z', 'updated_at': '2021-07-29T15:15:11Z', 'revision_number': 3, 'project_id': '0a999685c45b433ebd9f08f568e6b9fe', 'gw_port': {'id': 'a2bd0197-2a03-4fe5-a0bd-55ea61ad186e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:db:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:09Z', 'updated_at': '2021-07-29T15:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:17.932962 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:17.945509 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3f45f604-92fd-492f-bc1c-671f9bdeed87 req-b5c23460-ea57-4cf1-8a32-719863cdf5f4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:17.951006 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:18.009819 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Transition to ACTIVE for port object b464bc82-5ead-49e8-a053-3488cc34c936 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:18.054192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port d431b36c-1d12-4a45-9005-3f738a54c662 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:18.062811 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:18.102181 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c23460-ea57-4cf1-8a32-719863cdf5f4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Port': ['ID=d3a1d1cb-6272-4e3f-bbbe-40c172f8c698,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:18.137284 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:18.209232 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc', 'name': 'tempest-snat-router-1026514806', 'tenant_id': 'ab8be660a76e4120ab2a7faac23c432a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'ef5f6e32-afbe-4501-ab47-41347c89e477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:09Z', 'updated_at': '2021-07-29T15:15:13Z', 'revision_number': 3, 'project_id': 'ab8be660a76e4120ab2a7faac23c432a', 'gw_port': {'id': 'ef5f6e32-afbe-4501-ab47-41347c89e477', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:11Z', 'updated_at': '2021-07-29T15:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:18.257388 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Checking router: fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:15:18.257702 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Updating router fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc port ef5f6e32-afbe-4501-ab47-41347c89e477 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:15:18.287035 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:18.358161 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Pushing event updated for resources: {'Port': ['ID=b464bc82-5ead-49e8-a053-3488cc34c936,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:18.382761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f45f604-92fd-492f-bc1c-671f9bdeed87 req-b5c23460-ea57-4cf1-8a32-719863cdf5f4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] No DVR routers for this DVR port d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:15:18.396817 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-3f45f604-92fd-492f-bc1c-671f9bdeed87 req-b5c23460-ea57-4cf1-8a32-719863cdf5f4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:18.409358 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f45f604-92fd-492f-bc1c-671f9bdeed87 req-b5c23460-ea57-4cf1-8a32-719863cdf5f4 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.38 "DELETE /v2.0/ports/d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 HTTP/1.1" status: 204 len: 173 time: 2.2537053 Jul 29 15:15:18.411871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'name': 'network-vif-deleted', 'tag': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:15:18.433191 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f50025d-b302-453d-869f-86c0e9b4fa5d" -d '{"events": [{"server_uuid": "ef3abb20-5a05-433e-b9ef-e98daf2059ac", "name": "network-vif-deleted", "tag": "d3a1d1cb-6272-4e3f-bbbe-40c172f8c698"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:15:18.490921 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Network eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:18.500768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Deleting port ef5f6e32-afbe-4501-ab47-41347c89e477 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:18.500768 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:18.506745 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e70d3ac-f8f0-44b7-9798-183088aef54a req-dc7fcd3a-c285-41dc-9808-e3b8f7fcef24 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef3abb20-5a05-433e-b9ef-e98daf2059ac HTTP/1.1" status: 200 len: 210 time: 0.1430829 Jul 29 15:15:18.524160 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:18.534204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:18.707101 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3625d1af-b854-479c-b5f7-9ccf9f8dd5f7 x-openstack-request-id: req-3625d1af-b854-479c-b5f7-9ccf9f8dd5f7 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:15:18.707490 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3abb20-5a05-433e-b9ef-e98daf2059ac", "name": "network-vif-deleted", "tag": "d3a1d1cb-6272-4e3f-bbbe-40c172f8c698", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:15:18.713179 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3625d1af-b854-479c-b5f7-9ccf9f8dd5f7 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:15:18.714949 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3abb20-5a05-433e-b9ef-e98daf2059ac', 'name': 'network-vif-deleted', 'tag': 'd3a1d1cb-6272-4e3f-bbbe-40c172f8c698', 'status': 'completed', 'code': 200} Jul 29 15:15:18.766478 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:18.914721 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:18.966908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Calling delete_port for ef5f6e32-afbe-4501-ab47-41347c89e477 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:18.975901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ace95f08-f2d7-4159-b41e-b8573260ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:15:00Z', 'revision_number': 6, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'd6900cbb-c374-495c-bae1-4ec18f01e621', 'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:d6:b4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:16Z', 'updated_at': '2021-07-29T15:13:25Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': 'be409088-756a-432b-af0c-bb00c65cb936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:19.088536 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace95f08-f2d7-4159-b41e-b8573260ee1b None None] The sync data for ids ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'] in n-d-802893-1 is: [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:15:00Z', 'revision_number': 6, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'd6900cbb-c374-495c-bae1-4ec18f01e621', 'name': '', 'network_id': '1c2664e3-de2b-41f1-bece-e1e0dc51ab77', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:d6:b4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': 'be409088-756a-432b-af0c-bb00c65cb936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:16Z', 'updated_at': '2021-07-29T15:13:25Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': 'be409088-756a-432b-af0c-bb00c65cb936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:19.236333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ec19ce2e-1dbd-4a3b-8684-aa8573cf1234 None None] Provisioning for port b464bc82-5ead-49e8-a053-3488cc34c936 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:19.253725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ec19ce2e-1dbd-4a3b-8684-aa8573cf1234 None None] Provisioning complete for port b464bc82-5ead-49e8-a053-3488cc34c936 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:19.256786 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ec19ce2e-1dbd-4a3b-8684-aa8573cf1234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:19.339428 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:19.341063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:15:19.346085 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:19.412372 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Transition to ACTIVE for port object ef5f6e32-afbe-4501-ab47-41347c89e477 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:19.434892 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:19.460265 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:15:19.460500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device d3a1d1cb-6272-4e3f-bbbe-40c172f8c698 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:15:19.493959 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ec19ce2e-1dbd-4a3b-8684-aa8573cf1234 None None] Port b464bc82-5ead-49e8-a053-3488cc34c936 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:15:19.619882 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:19.692141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44660) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:19.703828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef5f6e32-afbe-4501-ab47-41347c89e477,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:19.719153 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Attempting to bind port ef5f6e32-afbe-4501-ab47-41347c89e477 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:15:19.726907 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Attempting to bind port ef5f6e32-afbe-4501-ab47-41347c89e477 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:15:19.726907 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Attempting to bind port ef5f6e32-afbe-4501-ab47-41347c89e477 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:15:19.728226 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:19.730564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:19.731075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:19.731886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:19.733829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:19.736213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:19.736993 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:19.737504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:19.738035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:19.739234 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:19.739870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:19.740575 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:19.758076 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:15:19.758560 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:19.759040 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:19.759515 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:15:19.760220 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Bound port: ef5f6e32-afbe-4501-ab47-41347c89e477, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:15:19.762210 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:19.823792 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Port ef5f6e32-afbe-4501-ab47-41347c89e477 has been deleted concurrently {{(pid=94160) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 29 15:15:19.828532 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04bad8-0dad-4278-b80c-7027184ce1d2 None None] Pushing event updated for resources: {'Port': ['ID=ef5f6e32-afbe-4501-ab47-41347c89e477,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:19.867682 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Routers {'fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:19.868397 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:19.874104 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a2bd0197-2a03-4fe5-a0bd-55ea61ad186e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:20.042583 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fd84e04-347a-425b-ad54-ed2c4cb67c06 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:20.049425 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port a2bd0197-2a03-4fe5-a0bd-55ea61ad186e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:20.050567 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:20.063089 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5992405e-b682-4b79-b68a-4e28d5a07603 None None] New status for floating IP a15556b5-1bd9-4790-8215-eabeaebd1a6e: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:15:20.071365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port a2bd0197-2a03-4fe5-a0bd-55ea61ad186e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:20.072118 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:20.105097 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] Set router fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:20.123282 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fd84e04-347a-425b-ad54-ed2c4cb67c06 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:20.259722 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc', 'name': 'tempest-snat-router-1026514806', 'tenant_id': 'ab8be660a76e4120ab2a7faac23c432a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:09Z', 'updated_at': '2021-07-29T15:15:19Z', 'revision_number': 5, 'project_id': 'ab8be660a76e4120ab2a7faac23c432a', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:20.268425 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fd84e04-347a-425b-ad54-ed2c4cb67c06 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:20.275301 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4fd84e04-347a-425b-ad54-ed2c4cb67c06 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:20.296433 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4fd84e04-347a-425b-ad54-ed2c4cb67c06 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "DELETE /v2.0/security-groups/4af8427a-7781-4b1e-8b89-0617d76aa289 HTTP/1.1" status: 204 len: 168 time: 0.5939057 Jul 29 15:15:20.363319 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd84e04-347a-425b-ad54-ed2c4cb67c06 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af8427a-7781-4b1e-8b89-0617d76aa289,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:20.372299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44668) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:20.381685 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee0d1dd-29b9-41a4-bdbe-cb8d89c9ed96 None None] The sync data for ids ['fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc'] in n-d-802893-1 is: [{'id': 'fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc', 'name': 'tempest-snat-router-1026514806', 'tenant_id': 'ab8be660a76e4120ab2a7faac23c432a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:09Z', 'updated_at': '2021-07-29T15:15:19Z', 'revision_number': 5, 'project_id': 'ab8be660a76e4120ab2a7faac23c432a', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:20.382282 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:20.404722 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:20.441022 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:20.535967 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:20.557714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Pushing event updated for resources: {'Port': ['ID=b464bc82-5ead-49e8-a053-3488cc34c936,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:20.623338 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:20.635422 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:20.702705 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port a2bd0197-2a03-4fe5-a0bd-55ea61ad186e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a2bd0197-2a03-4fe5-a0bd-55ea61ad186e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:20.713232 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:20.723413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8b9744e8-8a1e-43b5-8d6f-e4efd032b385 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:20.739699 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:20.742528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:15:20.751130 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:20.754724 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-05eb0d5e-83e4-4c41-8f8c-6a6108dbd0ee tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "DELETE /v2.0/routers/fa3d8e93-bafe-42fb-ba3a-31e78b5bcdbc HTTP/1.1" status: 204 len: 168 time: 3.6017673 Jul 29 15:15:20.785280 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44672) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:20.798145 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Network eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:20.803590 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:20.952719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8b9744e8-8a1e-43b5-8d6f-e4efd032b385 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:20.953360 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:21.044008 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=a2bd0197-2a03-4fe5-a0bd-55ea61ad186e,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:21.065589 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:21.070294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:21.070845 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4578-06e9-4074-a0dc-7d2776732921 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:21.071404 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:21.071404 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:21.071727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:21.072374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:21.072743 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:21.073084 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:21.073403 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:21.078563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:21.079151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:21.079654 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:21.084647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Router df0e773e-f1e1-44cc-86af-eebb448956f8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:15:21.240959 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-423468ec-7854-49c4-932a-aed79c09fb51 None None] Provisioning complete for port b464bc82-5ead-49e8-a053-3488cc34c936 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:21.241650 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-423468ec-7854-49c4-932a-aed79c09fb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:21.347004 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4578-06e9-4074-a0dc-7d2776732921 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:21.363236 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-423468ec-7854-49c4-932a-aed79c09fb51 None None] Port b464bc82-5ead-49e8-a053-3488cc34c936 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:15:21.401233 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:21.412815 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6a072a07-e045-4908-9054-3d38561f5a88 admin admin] 10.222.0.16 "PUT /v2.0/routers/df0e773e-f1e1-44cc-86af-eebb448956f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3599417 Jul 29 15:15:21.601565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a2bd0197-2a03-4fe5-a0bd-55ea61ad186e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:21.738404 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port a2bd0197-2a03-4fe5-a0bd-55ea61ad186e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:21.738404 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:21.808772 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5bbf4578-06e9-4074-a0dc-7d2776732921 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Deleting port 8b9744e8-8a1e-43b5-8d6f-e4efd032b385 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:21.809125 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4578-06e9-4074-a0dc-7d2776732921 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:22.128283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-5bbf4578-06e9-4074-a0dc-7d2776732921 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] For port 8b9744e8-8a1e-43b5-8d6f-e4efd032b385, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8b9744e8-8a1e-43b5-8d6f-e4efd032b385,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:22.128980 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4578-06e9-4074-a0dc-7d2776732921 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:22.168268 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5bbf4578-06e9-4074-a0dc-7d2776732921 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Calling delete_port for 8b9744e8-8a1e-43b5-8d6f-e4efd032b385 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:22.386282 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f7d9a4d2-2b7d-4359-9fa5-44f8171ac363 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:22.427527 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Sync routers for ids ['df0e773e-f1e1-44cc-86af-eebb448956f8'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:22.455469 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Routers {'df0e773e-f1e1-44cc-86af-eebb448956f8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:22.456331 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['df0e773e-f1e1-44cc-86af-eebb448956f8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:22.599059 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4578-06e9-4074-a0dc-7d2776732921 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:22.712459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf4578-06e9-4074-a0dc-7d2776732921 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b9744e8-8a1e-43b5-8d6f-e4efd032b385,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:22.715241 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Set router df0e773e-f1e1-44cc-86af-eebb448956f8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:23.197675 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'name': 'tempest-ImageQuotaTest-12549010-router', 'tenant_id': '0a999685c45b433ebd9f08f568e6b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'a2bd0197-2a03-4fe5-a0bd-55ea61ad186e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:08Z', 'updated_at': '2021-07-29T15:15:19Z', 'revision_number': 4, 'project_id': '0a999685c45b433ebd9f08f568e6b9fe', 'gw_port': {'id': 'a2bd0197-2a03-4fe5-a0bd-55ea61ad186e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:db:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:09Z', 'updated_at': '2021-07-29T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'b464bc82-5ead-49e8-a053-3488cc34c936', 'name': '', 'network_id': 'eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118', 'tenant_id': '0a999685c45b433ebd9f08f568e6b9fe', 'mac_address': 'fa:16:3e:4b:99:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '89cf3a6d-6f89-4103-9609-e6887bd0c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:16Z', 'updated_at': '2021-07-29T15:15:19Z', 'revision_number': 2, 'project_id': '0a999685c45b433ebd9f08f568e6b9fe', 'subnets': [{'id': '89cf3a6d-6f89-4103-9609-e6887bd0c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:23.243408 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Checking router: df0e773e-f1e1-44cc-86af-eebb448956f8 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:15:23.243995 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Updating router df0e773e-f1e1-44cc-86af-eebb448956f8 port b464bc82-5ead-49e8-a053-3488cc34c936 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:15:23.282555 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4578-06e9-4074-a0dc-7d2776732921 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:23.286819 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:23.914869 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44712) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:23.959366 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:15:24.040136 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4578-06e9-4074-a0dc-7d2776732921 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:24.042572 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4578-06e9-4074-a0dc-7d2776732921 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:24.109006 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4578-06e9-4074-a0dc-7d2776732921 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:24.111007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbf4578-06e9-4074-a0dc-7d2776732921 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 497b9db8-ceaa-47e3-9d1c-43eab71c2c85 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:15:24.125284 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4578-06e9-4074-a0dc-7d2776732921 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:24.126494 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5bbf4578-06e9-4074-a0dc-7d2776732921 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "DELETE /v2.0/routers/497b9db8-ceaa-47e3-9d1c-43eab71c2c85 HTTP/1.1" status: 204 len: 168 time: 3.3395829 Jul 29 15:15:24.134180 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44716) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:24.144597 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2013351328', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}, 'admin_state_up': False}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:24.206185 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:24.234534 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Transition to ACTIVE for port object b464bc82-5ead-49e8-a053-3488cc34c936 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:24.248327 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:24.249567 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:24.252014 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:24.317532 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:24.407388 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186169e0-706f-4244-94cb-b65011f719db None None] Pushing event updated for resources: {'Port': ['ID=b464bc82-5ead-49e8-a053-3488cc34c936,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:24.562401 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Attempting to bind port b464bc82-5ead-49e8-a053-3488cc34c936 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:15:24.571689 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Attempting to bind port b464bc82-5ead-49e8-a053-3488cc34c936 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'd065dda0-3d52-428a-9a32-8405fd70789f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:15:24.576232 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Attempting to bind port b464bc82-5ead-49e8-a053-3488cc34c936 on network eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:15:24.591964 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:15:24.592450 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Checking segment: {'id': 'd065dda0-3d52-428a-9a32-8405fd70789f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:24.593000 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:24.593492 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Bound using segment: {'id': 'd065dda0-3d52-428a-9a32-8405fd70789f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:15:24.594057 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Bound port: b464bc82-5ead-49e8-a053-3488cc34c936, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd065dda0-3d52-428a-9a32-8405fd70789f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:15:24.594535 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:24.735382 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37bf3dd6-16da-424b-a503-84173bb11429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:24.775460 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] For port b464bc82-5ead-49e8-a053-3488cc34c936, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:15:24.782724 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] For port b464bc82-5ead-49e8-a053-3488cc34c936, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=b464bc82-5ead-49e8-a053-3488cc34c936,segment=NetworkSegment(d065dda0-3d52-428a-9a32-8405fd70789f),segment_id=d065dda0-3d52-428a-9a32-8405fd70789f)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:15:24.790253 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:24.797871 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:24.882146 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Routers {'df0e773e-f1e1-44cc-86af-eebb448956f8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:24.892732 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f7d9a4d2-2b7d-4359-9fa5-44f8171ac363 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Deleting port d6900cbb-c374-495c-bae1-4ec18f01e621 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:24.894328 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['df0e773e-f1e1-44cc-86af-eebb448956f8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:24.898053 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f7d9a4d2-2b7d-4359-9fa5-44f8171ac363 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:25.199581 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-f7d9a4d2-2b7d-4359-9fa5-44f8171ac363 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] For port d6900cbb-c374-495c-bae1-4ec18f01e621, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d6900cbb-c374-495c-bae1-4ec18f01e621,segment=NetworkSegment(518ec85c-d14d-4a82-92a5-2a704206b7d2),segment_id=518ec85c-d14d-4a82-92a5-2a704206b7d2)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:25.202065 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f7d9a4d2-2b7d-4359-9fa5-44f8171ac363 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:25.228862 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f7d9a4d2-2b7d-4359-9fa5-44f8171ac363 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Calling delete_port for d6900cbb-c374-495c-bae1-4ec18f01e621 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:25.528366 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8b9744e8-8a1e-43b5-8d6f-e4efd032b385 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:15:25.578993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 8b9744e8-8a1e-43b5-8d6f-e4efd032b385 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:15:25.579854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8b9744e8-8a1e-43b5-8d6f-e4efd032b385 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:15:25.603497 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f7d9a4d2-2b7d-4359-9fa5-44f8171ac363 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:25.616457 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186169e0-706f-4244-94cb-b65011f719db None None] Pushing event updated for resources: {'Port': ['ID=b464bc82-5ead-49e8-a053-3488cc34c936,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:25.690887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9a4d2-2b7d-4359-9fa5-44f8171ac363 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Port': ['ID=d6900cbb-c374-495c-bae1-4ec18f01e621,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:25.706586 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] Set router df0e773e-f1e1-44cc-86af-eebb448956f8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:25.753140 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:25.843051 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:26.024260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-37bf3dd6-16da-424b-a503-84173bb11429 admin admin] Deleting port b464bc82-5ead-49e8-a053-3488cc34c936 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:26.025376 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37bf3dd6-16da-424b-a503-84173bb11429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:26.140886 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f7d9a4d2-2b7d-4359-9fa5-44f8171ac363 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:26.148023 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'name': 'tempest-ImageQuotaTest-12549010-router', 'tenant_id': '0a999685c45b433ebd9f08f568e6b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'a2bd0197-2a03-4fe5-a0bd-55ea61ad186e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:08Z', 'updated_at': '2021-07-29T15:15:19Z', 'revision_number': 4, 'project_id': '0a999685c45b433ebd9f08f568e6b9fe', 'gw_port': {'id': 'a2bd0197-2a03-4fe5-a0bd-55ea61ad186e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:db:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:09Z', 'updated_at': '2021-07-29T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'b464bc82-5ead-49e8-a053-3488cc34c936', 'name': '', 'network_id': 'eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118', 'tenant_id': '0a999685c45b433ebd9f08f568e6b9fe', 'mac_address': 'fa:16:3e:4b:99:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '89cf3a6d-6f89-4103-9609-e6887bd0c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:16Z', 'updated_at': '2021-07-29T15:15:24Z', 'revision_number': 4, 'project_id': '0a999685c45b433ebd9f08f568e6b9fe', 'subnets': [{'id': '89cf3a6d-6f89-4103-9609-e6887bd0c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:26.179189 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57e3136-2aaa-4e5f-8f19-2c8c1e5b8118 None None] The sync data for ids ['df0e773e-f1e1-44cc-86af-eebb448956f8'] in n-d-802893-1 is: [{'id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'name': 'tempest-ImageQuotaTest-12549010-router', 'tenant_id': '0a999685c45b433ebd9f08f568e6b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': 'a2bd0197-2a03-4fe5-a0bd-55ea61ad186e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:08Z', 'updated_at': '2021-07-29T15:15:19Z', 'revision_number': 4, 'project_id': '0a999685c45b433ebd9f08f568e6b9fe', 'gw_port': {'id': 'a2bd0197-2a03-4fe5-a0bd-55ea61ad186e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:db:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:09Z', 'updated_at': '2021-07-29T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'b464bc82-5ead-49e8-a053-3488cc34c936', 'name': '', 'network_id': 'eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118', 'tenant_id': '0a999685c45b433ebd9f08f568e6b9fe', 'mac_address': 'fa:16:3e:4b:99:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '89cf3a6d-6f89-4103-9609-e6887bd0c35c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:16Z', 'updated_at': '2021-07-29T15:15:24Z', 'revision_number': 4, 'project_id': '0a999685c45b433ebd9f08f568e6b9fe', 'subnets': [{'id': '89cf3a6d-6f89-4103-9609-e6887bd0c35c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:26.190420 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-37bf3dd6-16da-424b-a503-84173bb11429 admin admin] For port b464bc82-5ead-49e8-a053-3488cc34c936, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=b464bc82-5ead-49e8-a053-3488cc34c936,segment=NetworkSegment(d065dda0-3d52-428a-9a32-8405fd70789f),segment_id=d065dda0-3d52-428a-9a32-8405fd70789f)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:26.190785 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37bf3dd6-16da-424b-a503-84173bb11429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:26.216036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-37bf3dd6-16da-424b-a503-84173bb11429 admin admin] Calling delete_port for b464bc82-5ead-49e8-a053-3488cc34c936 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:26.397196 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:26.432345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Allocated IP 172.25.6.239 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/80e4b3f9-d51c-43c2-a467-253e957fd17a) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:26.653719 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37bf3dd6-16da-424b-a503-84173bb11429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:26.727693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf3dd6-16da-424b-a503-84173bb11429 admin admin] Pushing event deleted for resources: {'Port': ['ID=b464bc82-5ead-49e8-a053-3488cc34c936,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:26.728387 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:26.828251 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:27.052834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:27.072505 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:27.082812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:27.087176 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Pushing event updated for resources: {'Port': ['ID=80e4b3f9-d51c-43c2-a467-253e957fd17a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:27.149477 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d9a4d2-2b7d-4359-9fa5-44f8171ac363 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:15:27.151259 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37bf3dd6-16da-424b-a503-84173bb11429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:27.440410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d9a4d2-2b7d-4359-9fa5-44f8171ac363 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:27.450263 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f7d9a4d2-2b7d-4359-9fa5-44f8171ac363 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "PUT /v2.0/routers/ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0708041 Jul 29 15:15:27.451046 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44746) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:27.460484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da82d8-85af-4a85-8188-7127840cf5bf None None] Sync routers for ids ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:27.479142 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da82d8-85af-4a85-8188-7127840cf5bf None None] Routers {'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:27.480536 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-10da82d8-85af-4a85-8188-7127840cf5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:27.690923 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bf3dd6-16da-424b-a503-84173bb11429 admin admin] Router df0e773e-f1e1-44cc-86af-eebb448956f8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:15:27.747599 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:27.825240 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-10da82d8-85af-4a85-8188-7127840cf5bf None None] Set router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:27.954690 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bf3dd6-16da-424b-a503-84173bb11429 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:27.975161 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-37bf3dd6-16da-424b-a503-84173bb11429 admin admin] 10.222.0.16 "PUT /v2.0/routers/df0e773e-f1e1-44cc-86af-eebb448956f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0591867 Jul 29 15:15:27.980112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44750) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:28.013483 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c331279-7830-4310-94e7-61f2a08d2b52 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Deleting subnet be409088-756a-432b-af0c-bb00c65cb936 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:15:28.017297 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c331279-7830-4310-94e7-61f2a08d2b52 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:28.109626 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c331279-7830-4310-94e7-61f2a08d2b52 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:28.197603 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20433d4a-7338-4264-83b6-02bbf447e58d admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:28.391810 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20433d4a-7338-4264-83b6-02bbf447e58d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:28.419309 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c331279-7830-4310-94e7-61f2a08d2b52 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:28.498244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-20433d4a-7338-4264-83b6-02bbf447e58d admin admin] Deleting port a2bd0197-2a03-4fe5-a0bd-55ea61ad186e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:28.498781 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20433d4a-7338-4264-83b6-02bbf447e58d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:28.518986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-10da82d8-85af-4a85-8188-7127840cf5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:15:25Z', 'revision_number': 7, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:28.533468 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0881edd0-79a2-473a-af9d-f00aa5b8b79d None None] Sync routers for ids ['df0e773e-f1e1-44cc-86af-eebb448956f8'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:28.559075 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0881edd0-79a2-473a-af9d-f00aa5b8b79d None None] Routers {'df0e773e-f1e1-44cc-86af-eebb448956f8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:28.559719 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0881edd0-79a2-473a-af9d-f00aa5b8b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['df0e773e-f1e1-44cc-86af-eebb448956f8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:28.585694 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da82d8-85af-4a85-8188-7127840cf5bf None None] Checking router: ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:15:28.595110 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da82d8-85af-4a85-8188-7127840cf5bf None None] Routers {'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:28.595966 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-10da82d8-85af-4a85-8188-7127840cf5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:28.721875 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-20433d4a-7338-4264-83b6-02bbf447e58d admin admin] For port a2bd0197-2a03-4fe5-a0bd-55ea61ad186e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a2bd0197-2a03-4fe5-a0bd-55ea61ad186e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:28.722531 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20433d4a-7338-4264-83b6-02bbf447e58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:28.751091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-20433d4a-7338-4264-83b6-02bbf447e58d admin admin] Calling delete_port for a2bd0197-2a03-4fe5-a0bd-55ea61ad186e owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:28.810752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-10da82d8-85af-4a85-8188-7127840cf5bf None None] Set router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:28.860408 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:28.865787 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c331279-7830-4310-94e7-61f2a08d2b52 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:28.890597 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0881edd0-79a2-473a-af9d-f00aa5b8b79d None None] Set router df0e773e-f1e1-44cc-86af-eebb448956f8 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:28.895175 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c331279-7830-4310-94e7-61f2a08d2b52 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Subnet': ['ID=be409088-756a-432b-af0c-bb00c65cb936,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:28.939544 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c331279-7830-4310-94e7-61f2a08d2b52 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:28.945258 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5c331279-7830-4310-94e7-61f2a08d2b52 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "DELETE /v2.0/subnets/be409088-756a-432b-af0c-bb00c65cb936 HTTP/1.1" status: 204 len: 168 time: 1.4907997 Jul 29 15:15:28.947268 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44758) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:28.958099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb8d7b-7a8d-4a49-9541-24df9c9a061e None None] Network 1c2664e3-de2b-41f1-bece-e1e0dc51ab77 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:15:29.114290 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0881edd0-79a2-473a-af9d-f00aa5b8b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'name': 'tempest-ImageQuotaTest-12549010-router', 'tenant_id': '0a999685c45b433ebd9f08f568e6b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:08Z', 'updated_at': '2021-07-29T15:15:28Z', 'revision_number': 6, 'project_id': '0a999685c45b433ebd9f08f568e6b9fe', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:29.172956 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20433d4a-7338-4264-83b6-02bbf447e58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:29.174603 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0881edd0-79a2-473a-af9d-f00aa5b8b79d None None] Checking router: df0e773e-f1e1-44cc-86af-eebb448956f8 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:15:29.213462 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0881edd0-79a2-473a-af9d-f00aa5b8b79d None None] Routers {'df0e773e-f1e1-44cc-86af-eebb448956f8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:29.214069 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0881edd0-79a2-473a-af9d-f00aa5b8b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['df0e773e-f1e1-44cc-86af-eebb448956f8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:29.283314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2feb06-53d8-4a3d-8fe2-d0986718ed6d None None] DHCP port deletion for 1c2664e3-de2b-41f1-bece-e1e0dc51ab77 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:15:29.303311 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cee21bfd-1a2f-4655-a085-d49033b09748 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:29.320566 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-10da82d8-85af-4a85-8188-7127840cf5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:15:25Z', 'revision_number': 7, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:29.354331 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da82d8-85af-4a85-8188-7127840cf5bf None None] The sync data for ids ['ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d'] in n-d-802893-1 is: [{'id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'name': 'tempest-TestNetworkBasicOps-router-2119134108', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:13:10Z', 'updated_at': '2021-07-29T15:15:25Z', 'revision_number': 7, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': '0fcb1fac-028a-4b3d-bb5b-c41915e6d51e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3304, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:13:11Z', 'updated_at': '2021-07-29T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:29.358691 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20433d4a-7338-4264-83b6-02bbf447e58d admin admin] Pushing event deleted for resources: {'Port': ['ID=a2bd0197-2a03-4fe5-a0bd-55ea61ad186e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:29.386810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6b2feb06-53d8-4a3d-8fe2-d0986718ed6d None None] Deleting port a1bed14e-46a2-406e-a0bf-5ff4d303fa62 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:29.392817 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b2feb06-53d8-4a3d-8fe2-d0986718ed6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:29.492327 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6b2feb06-53d8-4a3d-8fe2-d0986718ed6d None None] For port a1bed14e-46a2-406e-a0bf-5ff4d303fa62, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a1bed14e-46a2-406e-a0bf-5ff4d303fa62,segment=NetworkSegment(518ec85c-d14d-4a82-92a5-2a704206b7d2),segment_id=518ec85c-d14d-4a82-92a5-2a704206b7d2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:29.492796 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b2feb06-53d8-4a3d-8fe2-d0986718ed6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:29.527826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6b2feb06-53d8-4a3d-8fe2-d0986718ed6d None None] Calling delete_port for a1bed14e-46a2-406e-a0bf-5ff4d303fa62 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:29.544926 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0881edd0-79a2-473a-af9d-f00aa5b8b79d None None] Set router df0e773e-f1e1-44cc-86af-eebb448956f8 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:29.577934 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20433d4a-7338-4264-83b6-02bbf447e58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:29.583405 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cee21bfd-1a2f-4655-a085-d49033b09748 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:29.591921 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Router e1b1e8ca-d341-4784-b9aa-d76073a6f77b is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:15:29.655194 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b2feb06-53d8-4a3d-8fe2-d0986718ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:29.692295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2feb06-53d8-4a3d-8fe2-d0986718ed6d None None] Pushing event deleted for resources: {'Port': ['ID=a1bed14e-46a2-406e-a0bf-5ff4d303fa62,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:29.695779 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0881edd0-79a2-473a-af9d-f00aa5b8b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'name': 'tempest-ImageQuotaTest-12549010-router', 'tenant_id': '0a999685c45b433ebd9f08f568e6b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:08Z', 'updated_at': '2021-07-29T15:15:29Z', 'revision_number': 7, 'project_id': '0a999685c45b433ebd9f08f568e6b9fe', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:29.698593 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2feb06-53d8-4a3d-8fe2-d0986718ed6d None None] No DVR routers for this DVR port a1bed14e-46a2-406e-a0bf-5ff4d303fa62 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:15:29.783794 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0881edd0-79a2-473a-af9d-f00aa5b8b79d None None] The sync data for ids ['df0e773e-f1e1-44cc-86af-eebb448956f8'] in n-d-802893-1 is: [{'id': 'df0e773e-f1e1-44cc-86af-eebb448956f8', 'name': 'tempest-ImageQuotaTest-12549010-router', 'tenant_id': '0a999685c45b433ebd9f08f568e6b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:08Z', 'updated_at': '2021-07-29T15:15:29Z', 'revision_number': 7, 'project_id': '0a999685c45b433ebd9f08f568e6b9fe', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:29.898194 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20433d4a-7338-4264-83b6-02bbf447e58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:29.905135 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20433d4a-7338-4264-83b6-02bbf447e58d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:30.027643 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20433d4a-7338-4264-83b6-02bbf447e58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:30.028432 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20433d4a-7338-4264-83b6-02bbf447e58d admin admin] Fanout notify agent at l3_agent the message router_deleted on router df0e773e-f1e1-44cc-86af-eebb448956f8 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:15:30.035831 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20433d4a-7338-4264-83b6-02bbf447e58d admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:30.039181 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-20433d4a-7338-4264-83b6-02bbf447e58d admin admin] 10.222.0.16 "DELETE /v2.0/routers/df0e773e-f1e1-44cc-86af-eebb448956f8 HTTP/1.1" status: 204 len: 168 time: 2.0578339 Jul 29 15:15:30.043198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44766) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:30.055690 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a1bed14e-46a2-406e-a0bf-5ff4d303fa62 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:15:30.104320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: a1bed14e-46a2-406e-a0bf-5ff4d303fa62 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:15:30.104708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a1bed14e-46a2-406e-a0bf-5ff4d303fa62 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:15:30.105105 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d6900cbb-c374-495c-bae1-4ec18f01e621 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:15:30.136147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: d6900cbb-c374-495c-bae1-4ec18f01e621 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:15:30.136477 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d6900cbb-c374-495c-bae1-4ec18f01e621 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:15:30.174295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c1c6ad-c1e4-4c8f-9d57-39f641ba2c7e admin admin] Deleting subnet 89cf3a6d-6f89-4103-9609-e6887bd0c35c {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:15:30.185516 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7c1c6ad-c1e4-4c8f-9d57-39f641ba2c7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:30.283945 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7c1c6ad-c1e4-4c8f-9d57-39f641ba2c7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:30.545572 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7c1c6ad-c1e4-4c8f-9d57-39f641ba2c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:30.585919 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a3d3217c-7ba4-43e3-810f-494ee36da35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:30.737295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-cee21bfd-1a2f-4655-a085-d49033b09748 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Deleting port 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:30.737829 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cee21bfd-1a2f-4655-a085-d49033b09748 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:30.741543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:30.741763 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7c1c6ad-c1e4-4c8f-9d57-39f641ba2c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:30.753792 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e88061f-9b3a-490d-9655-806901d200b2 None None] Sync routers for ids ['e1b1e8ca-d341-4784-b9aa-d76073a6f77b'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:30.770905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e88061f-9b3a-490d-9655-806901d200b2 None None] Routers {'e1b1e8ca-d341-4784-b9aa-d76073a6f77b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:30.776046 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5e88061f-9b3a-490d-9655-806901d200b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e1b1e8ca-d341-4784-b9aa-d76073a6f77b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:30.843993 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f7c1c6ad-c1e4-4c8f-9d57-39f641ba2c7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:30.848408 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f7c1c6ad-c1e4-4c8f-9d57-39f641ba2c7e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/89cf3a6d-6f89-4103-9609-e6887bd0c35c HTTP/1.1" status: 204 len: 168 time: 0.8035533 Jul 29 15:15:30.849884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1c6ad-c1e4-4c8f-9d57-39f641ba2c7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89cf3a6d-6f89-4103-9609-e6887bd0c35c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:30.853255 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44772) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:30.880500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5e88061f-9b3a-490d-9655-806901d200b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:30.884912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f55c920-2085-43fa-bc3a-63a85889f2a1 None None] Network eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:15:30.900220 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:30.901488 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-80283465-c139-4ccb-9440-1c66462c06fd tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.7653456 Jul 29 15:15:30.905535 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44774) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:30.937626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7b6bb34e-0cdc-4eb0-835d-820fa2988360 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'enable_snat': False}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:30.978395 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:31.091126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e88061f-9b3a-490d-9655-806901d200b2 None None] Routers {'e1b1e8ca-d341-4784-b9aa-d76073a6f77b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:31.099142 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5e88061f-9b3a-490d-9655-806901d200b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e1b1e8ca-d341-4784-b9aa-d76073a6f77b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:31.183719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-cee21bfd-1a2f-4655-a085-d49033b09748 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] For port 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=0fcb1fac-028a-4b3d-bb5b-c41915e6d51e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:31.184308 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cee21bfd-1a2f-4655-a085-d49033b09748 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:31.189264 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Deleting port d431b36c-1d12-4a45-9005-3f738a54c662 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:31.189613 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:31.210570 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-cee21bfd-1a2f-4655-a085-d49033b09748 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Calling delete_port for 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:31.239584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-5e88061f-9b3a-490d-9655-806901d200b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:31.245499 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e88061f-9b3a-490d-9655-806901d200b2 None None] The sync data for ids ['e1b1e8ca-d341-4784-b9aa-d76073a6f77b'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:31.343539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] For port d431b36c-1d12-4a45-9005-3f738a54c662, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d431b36c-1d12-4a45-9005-3f738a54c662,segment=NetworkSegment(d065dda0-3d52-428a-9a32-8405fd70789f),segment_id=d065dda0-3d52-428a-9a32-8405fd70789f)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:31.344501 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:31.377416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Calling delete_port for d431b36c-1d12-4a45-9005-3f738a54c662 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:31.495746 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717bd0ee-1742-4b94-9314-89a6d9a11e5f None None] DHCP port deletion for eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:15:31.542605 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:31.606313 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] No DVR routers for this DVR port d431b36c-1d12-4a45-9005-3f738a54c662 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:15:31.638247 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d431b36c-1d12-4a45-9005-3f738a54c662 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:15:31.686905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: d431b36c-1d12-4a45-9005-3f738a54c662 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:15:31.687870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d431b36c-1d12-4a45-9005-3f738a54c662 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:15:31.688052 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a2bd0197-2a03-4fe5-a0bd-55ea61ad186e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:15:31.712910 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: a2bd0197-2a03-4fe5-a0bd-55ea61ad186e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:15:31.712910 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a2bd0197-2a03-4fe5-a0bd-55ea61ad186e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:15:31.713224 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device b464bc82-5ead-49e8-a053-3488cc34c936 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:15:31.717804 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb34e-0cdc-4eb0-835d-820fa2988360 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:31.746320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: b464bc82-5ead-49e8-a053-3488cc34c936 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:15:31.749215 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device b464bc82-5ead-49e8-a053-3488cc34c936 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:15:31.758515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Pushing event deleted for resources: {'Port': ['ID=d431b36c-1d12-4a45-9005-3f738a54c662,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:31.775223 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-717bd0ee-1742-4b94-9314-89a6d9a11e5f None None] Deleting port d431b36c-1d12-4a45-9005-3f738a54c662 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:31.775785 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-717bd0ee-1742-4b94-9314-89a6d9a11e5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:31.836490 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:31.858533 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:31.890962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-717bd0ee-1742-4b94-9314-89a6d9a11e5f None None] For port d431b36c-1d12-4a45-9005-3f738a54c662, host n-d-802893-1, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:31.893096 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-717bd0ee-1742-4b94-9314-89a6d9a11e5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:31.894899 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd065dda0-3d52-428a-9a32-8405fd70789f') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:31.895213 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd065dda0-3d52-428a-9a32-8405fd70789f') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:31.915595 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:31.921429 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-717bd0ee-1742-4b94-9314-89a6d9a11e5f None None] Calling delete_port for d431b36c-1d12-4a45-9005-3f738a54c662 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:31.925563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-717bd0ee-1742-4b94-9314-89a6d9a11e5f None None] Port d431b36c-1d12-4a45-9005-3f738a54c662 was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 15:15:31.928004 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-717bd0ee-1742-4b94-9314-89a6d9a11e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:31.958656 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:31.960070 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cee21bfd-1a2f-4655-a085-d49033b09748 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:31.978996 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:15:31.980295 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:31.995925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee21bfd-1a2f-4655-a085-d49033b09748 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Port': ['ID=0fcb1fac-028a-4b3d-bb5b-c41915e6d51e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:32.026330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bd0ee-1742-4b94-9314-89a6d9a11e5f None None] Pushing event deleted for resources: {'Port': ['ID=d431b36c-1d12-4a45-9005-3f738a54c662,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:32.039458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717bd0ee-1742-4b94-9314-89a6d9a11e5f None None] No DVR routers for this DVR port d431b36c-1d12-4a45-9005-3f738a54c662 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:15:32.101226 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cee21bfd-1a2f-4655-a085-d49033b09748 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:15:32.131463 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:15:32.138140 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.148509 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.168137 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] 10.222.0.16 "DELETE /v2.0/networks/eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118 HTTP/1.1" status: 204 len: 168 time: 1.3135145 Jul 29 15:15:32.207272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44786) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:32.235886 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb8d9f72-dfe5-430e-b8ec-9cfbab0e9118,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:32.315576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:32.316010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:32.316275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:32.317392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:32.317663 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:32.322014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:32.322777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:32.322777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:32.323136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:32.323518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:32.323740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:32.324076 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c48a0d-f4bf-4f58-a43c-1d23b1ab6712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:15:32.328003 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cee21bfd-1a2f-4655-a085-d49033b09748 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.354957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-14619f30-2817-419a-bdfc-0d31406ec3c6 admin admin] Deleting subnet 2174f67b-178d-4ac1-b435-f4900f737ec5 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:15:32.361172 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14619f30-2817-419a-bdfc-0d31406ec3c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.416207 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14619f30-2817-419a-bdfc-0d31406ec3c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.418212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44788) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:32.434971 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cee21bfd-1a2f-4655-a085-d49033b09748 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.524193 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cee21bfd-1a2f-4655-a085-d49033b09748 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.525512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee21bfd-1a2f-4655-a085-d49033b09748 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Fanout notify agent at l3_agent the message router_deleted on router ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:15:32.538934 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bf4d34c3-c463-4973-9ee4-4377a16f150e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a999685c45b433ebd9f08f568e6b9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158934 Jul 29 15:15:32.539708 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44790) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:32.578223 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cee21bfd-1a2f-4655-a085-d49033b09748 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.580972 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14619f30-2817-419a-bdfc-0d31406ec3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.587165 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cee21bfd-1a2f-4655-a085-d49033b09748 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "DELETE /v2.0/routers/ad02cdbb-3e4d-4a13-9a2b-3e70a5c16e6d HTTP/1.1" status: 204 len: 168 time: 3.6346765 Jul 29 15:15:32.590450 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44792) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:32.658122 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4e05b5d0-053b-4358-a4f3-af343392a6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.692781 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4e05b5d0-053b-4358-a4f3-af343392a6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.758862 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4e05b5d0-053b-4358-a4f3-af343392a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.763028 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4e05b5d0-053b-4358-a4f3-af343392a6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.764292 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4e05b5d0-053b-4358-a4f3-af343392a6ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de856522-f945-4192-bc92-640e5967324d HTTP/1.1" status: 204 len: 168 time: 0.2210832 Jul 29 15:15:32.830473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05b5d0-053b-4358-a4f3-af343392a6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de856522-f945-4192-bc92-640e5967324d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:32.859825 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1a666f0-5d92-4c6b-abf7-a566bbef1ca7 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.880500 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14619f30-2817-419a-bdfc-0d31406ec3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.953519 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14619f30-2817-419a-bdfc-0d31406ec3c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:32.962991 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-14619f30-2817-419a-bdfc-0d31406ec3c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2174f67b-178d-4ac1-b435-f4900f737ec5 HTTP/1.1" status: 204 len: 168 time: 0.7475626 Jul 29 15:15:32.964856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44800) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:32.965638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14619f30-2817-419a-bdfc-0d31406ec3c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2174f67b-178d-4ac1-b435-f4900f737ec5,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:33.209322 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e9bbce0e-6336-4d14-9528-337eaa525528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.243000 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1a666f0-5d92-4c6b-abf7-a566bbef1ca7 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.258637 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.273547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e1a666f0-5d92-4c6b-abf7-a566bbef1ca7 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2664e3-de2b-41f1-bece-e1e0dc51ab77']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:33.325396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e1a666f0-5d92-4c6b-abf7-a566bbef1ca7 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518ec85c-d14d-4a82-92a5-2a704206b7d2') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:33.325396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e1a666f0-5d92-4c6b-abf7-a566bbef1ca7 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518ec85c-d14d-4a82-92a5-2a704206b7d2') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:33.331890 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb34e-0cdc-4eb0-835d-820fa2988360 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.358258 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1a666f0-5d92-4c6b-abf7-a566bbef1ca7 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.371296 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb34e-0cdc-4eb0-835d-820fa2988360 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.389531 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a7b2c688-45f1-40c0-b960-8d41226cd5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.422672 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e9bbce0e-6336-4d14-9528-337eaa525528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.445941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e9bbce0e-6336-4d14-9528-337eaa525528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7396c96-abcc-4afb-9f50-38bc61d5bba8']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:33.469870 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e9bbce0e-6336-4d14-9528-337eaa525528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb5414c-ddab-4de7-aa99-a932ec87d90d') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:33.470180 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e9bbce0e-6336-4d14-9528-337eaa525528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb5414c-ddab-4de7-aa99-a932ec87d90d') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:33.483577 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e9bbce0e-6336-4d14-9528-337eaa525528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.511616 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e9bbce0e-6336-4d14-9528-337eaa525528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.515378 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1a666f0-5d92-4c6b-abf7-a566bbef1ca7 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.526439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a666f0-5d92-4c6b-abf7-a566bbef1ca7 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:15:33.526701 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1a666f0-5d92-4c6b-abf7-a566bbef1ca7 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: items = [ Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:15:33.531013 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:15:33.554737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9bbce0e-6336-4d14-9528-337eaa525528 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:15:33.555356 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e9bbce0e-6336-4d14-9528-337eaa525528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:15:33.560139 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:15:33.596205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6bb34e-0cdc-4eb0-835d-820fa2988360 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Router e1b1e8ca-d341-4784-b9aa-d76073a6f77b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:15:33.620903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:15:33.653672 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:15:33.654016 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0fcb1fac-028a-4b3d-bb5b-c41915e6d51e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:15:33.673866 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e9bbce0e-6336-4d14-9528-337eaa525528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.699291 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e9bbce0e-6336-4d14-9528-337eaa525528 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.701515 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e9bbce0e-6336-4d14-9528-337eaa525528 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f7396c96-abcc-4afb-9f50-38bc61d5bba8 HTTP/1.1" status: 204 len: 168 time: 0.7244568 Jul 29 15:15:33.702556 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbce0e-6336-4d14-9528-337eaa525528 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7396c96-abcc-4afb-9f50-38bc61d5bba8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:33.707524 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1a666f0-5d92-4c6b-abf7-a566bbef1ca7 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.733750 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e1a666f0-5d92-4c6b-abf7-a566bbef1ca7 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.749662 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e1a666f0-5d92-4c6b-abf7-a566bbef1ca7 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "DELETE /v2.0/networks/1c2664e3-de2b-41f1-bece-e1e0dc51ab77 HTTP/1.1" status: 204 len: 168 time: 1.1453662 Jul 29 15:15:33.759272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44814) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:33.766662 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1efc2de6-f9e9-4235-b6d9-19cf964c4b77 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'network': {'name': 'tempest-network-smoke--319259524', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'port_security_enabled': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:33.789292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a666f0-5d92-4c6b-abf7-a566bbef1ca7 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Network': ['ID=1c2664e3-de2b-41f1-bece-e1e0dc51ab77,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:33.803854 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efc2de6-f9e9-4235-b6d9-19cf964c4b77 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Made reservation on behalf of ad88f1e224ca4cdaac5cd6b210676360 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:15:33.808928 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1efc2de6-f9e9-4235-b6d9-19cf964c4b77 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.850291 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44816) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:33.892520 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-74204258-2232-4e89-bf1c-14d91f7ec1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.932955 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efc2de6-f9e9-4235-b6d9-19cf964c4b77 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:15:33.966439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44818) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:33.974738 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1efc2de6-f9e9-4235-b6d9-19cf964c4b77 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:33.975248 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-1efc2de6-f9e9-4235-b6d9-19cf964c4b77 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Added segment c79ba26b-4d89-4d74-ac00-11dc3794038c of type vlan for network 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 Jul 29 15:15:33.985285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6bb34e-0cdc-4eb0-835d-820fa2988360 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:33.998547 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce1f3af-0ffc-484d-a0b9-cc1024f41b11 None None] Sync routers for ids ['e1b1e8ca-d341-4784-b9aa-d76073a6f77b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:34.021286 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce1f3af-0ffc-484d-a0b9-cc1024f41b11 None None] Routers {'e1b1e8ca-d341-4784-b9aa-d76073a6f77b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:34.022253 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3ce1f3af-0ffc-484d-a0b9-cc1024f41b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e1b1e8ca-d341-4784-b9aa-d76073a6f77b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:34.038810 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb34e-0cdc-4eb0-835d-820fa2988360 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:34.041246 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7b6bb34e-0cdc-4eb0-835d-820fa2988360 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "PUT /v2.0/routers/e1b1e8ca-d341-4784-b9aa-d76073a6f77b HTTP/1.1" status: 200 len: 922 time: 3.1347871 Jul 29 15:15:34.048206 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44820) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:34.125637 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1efc2de6-f9e9-4235-b6d9-19cf964c4b77 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:34.127685 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3ce1f3af-0ffc-484d-a0b9-cc1024f41b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:34.140452 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bc1da62b-fbb0-4e97-b59d-a08605041f33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a841d0cec7bd4e848644ba8a15869377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1723039 Jul 29 15:15:34.146195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44822) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:34.164620 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce1f3af-0ffc-484d-a0b9-cc1024f41b11 None None] Routers {'e1b1e8ca-d341-4784-b9aa-d76073a6f77b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:34.168589 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3ce1f3af-0ffc-484d-a0b9-cc1024f41b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e1b1e8ca-d341-4784-b9aa-d76073a6f77b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:34.266848 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3ce1f3af-0ffc-484d-a0b9-cc1024f41b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:34.268145 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce1f3af-0ffc-484d-a0b9-cc1024f41b11 None None] The sync data for ids ['e1b1e8ca-d341-4784-b9aa-d76073a6f77b'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:34.318078 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1efc2de6-f9e9-4235-b6d9-19cf964c4b77 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:34.319615 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-de0becba-15c7-49fc-9e4e-01df4dc571c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:34.325023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efc2de6-f9e9-4235-b6d9-19cf964c4b77 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:34.325663 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1efc2de6-f9e9-4235-b6d9-19cf964c4b77 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:34.362178 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-de0becba-15c7-49fc-9e4e-01df4dc571c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:34.381546 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:34.438624 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6b6521b9-250e-4e20-80af-2df73e69802e tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/routers/e1b1e8ca-d341-4784-b9aa-d76073a6f77b HTTP/1.1" status: 200 len: 922 time: 0.3886375 Jul 29 15:15:34.443820 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44824) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:34.464134 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-74204258-2232-4e89-bf1c-14d91f7ec1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:34.477032 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-74204258-2232-4e89-bf1c-14d91f7ec1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:34.507693 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-74204258-2232-4e89-bf1c-14d91f7ec1a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.6556225 Jul 29 15:15:34.508425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc2de6-f9e9-4235-b6d9-19cf964c4b77 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Network': ['ID=8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:34.512970 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-de0becba-15c7-49fc-9e4e-01df4dc571c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:34.514061 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1efc2de6-f9e9-4235-b6d9-19cf964c4b77 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7534273 Jul 29 15:15:34.522373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44826) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:34.522719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44828) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:34.523460 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:15:34.524017 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-de0becba-15c7-49fc-9e4e-01df4dc571c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:34.525394 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-de0becba-15c7-49fc-9e4e-01df4dc571c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2efe9193-b417-47e5-a712-836adbd04376 HTTP/1.1" status: 204 len: 168 time: 0.3772016 Jul 29 15:15:34.545084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1360595122', 'admin_state_up': True, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:34.574107 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0becba-15c7-49fc-9e4e-01df4dc571c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efe9193-b417-47e5-a712-836adbd04376,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:34.580472 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74204258-2232-4e89-bf1c-14d91f7ec1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff2d94b-17b4-4746-9ebd-edd17c327430,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:34.615658 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:34.617211 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:34.623781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c51536-3b00-4263-ab0b-bec20870ab0a tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:34.625669 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-59c51536-3b00-4263-ab0b-bec20870ab0a tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&device_id=e1b1e8ca-d341-4784-b9aa-d76073a6f77b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1751773 Jul 29 15:15:34.632417 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44832) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:34.734226 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78c0d1c0-1956-4d40-ab9a-04fa7847bbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:34.809898 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:34.882587 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78c0d1c0-1956-4d40-ab9a-04fa7847bbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:34.901174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d82e63-6698-4ec9-9e41-1e9eef411722 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:34.903110 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-29d82e63-6698-4ec9-9e41-1e9eef411722 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 881 time: 0.2696912 Jul 29 15:15:34.906118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44838) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:34.945817 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-112064f0-21b2-4e5d-acd9-bf899aede3b3 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b1e8ca-d341-4784-b9aa-d76073a6f77b HTTP/1.1" status: 200 len: 205 time: 0.0383153 Jul 29 15:15:34.948773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44840) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:35.150404 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c281d78e-be89-4a97-a576-05a3a3690ef9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:35.396296 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c281d78e-be89-4a97-a576-05a3a3690ef9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:35.491691 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-c281d78e-be89-4a97-a576-05a3a3690ef9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Deleting port 80e4b3f9-d51c-43c2-a467-253e957fd17a {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:35.492271 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c281d78e-be89-4a97-a576-05a3a3690ef9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:35.582815 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:35.742646 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78c0d1c0-1956-4d40-ab9a-04fa7847bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:35.755344 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-78c0d1c0-1956-4d40-ab9a-04fa7847bbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:35.764107 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-78c0d1c0-1956-4d40-ab9a-04fa7847bbfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ff2d94b-17b4-4746-9ebd-edd17c327430 HTTP/1.1" status: 204 len: 168 time: 1.2387424 Jul 29 15:15:35.838550 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0d1c0-1956-4d40-ab9a-04fa7847bbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff2d94b-17b4-4746-9ebd-edd17c327430,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:36.256542 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:36.261263 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c281d78e-be89-4a97-a576-05a3a3690ef9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:36.290792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-c281d78e-be89-4a97-a576-05a3a3690ef9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Calling delete_port for 80e4b3f9-d51c-43c2-a467-253e957fd17a owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:36.309624 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:36.373994 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:36.557795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Allocated IP 172.25.6.39 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/ae98e626-28de-4eaf-a059-5ca5160a42e9) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:36.584836 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c281d78e-be89-4a97-a576-05a3a3690ef9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:36.701782 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281d78e-be89-4a97-a576-05a3a3690ef9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Pushing event deleted for resources: {'Port': ['ID=80e4b3f9-d51c-43c2-a467-253e957fd17a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:36.807782 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c281d78e-be89-4a97-a576-05a3a3690ef9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:36.825125 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:36.944075 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:37.000746 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c281d78e-be89-4a97-a576-05a3a3690ef9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:37.004441 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c281d78e-be89-4a97-a576-05a3a3690ef9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:37.024233 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:37.030463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:37.043343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:37.080956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Port': ['ID=ae98e626-28de-4eaf-a059-5ca5160a42e9,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:37.115604 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c281d78e-be89-4a97-a576-05a3a3690ef9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:37.116627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c281d78e-be89-4a97-a576-05a3a3690ef9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Fanout notify agent at l3_agent the message router_deleted on router e1b1e8ca-d341-4784-b9aa-d76073a6f77b {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:15:37.131800 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c281d78e-be89-4a97-a576-05a3a3690ef9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:37.140733 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c281d78e-be89-4a97-a576-05a3a3690ef9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "DELETE /v2.0/routers/e1b1e8ca-d341-4784-b9aa-d76073a6f77b HTTP/1.1" status: 204 len: 168 time: 2.1875222 Jul 29 15:15:37.141433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44896) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:37.148787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ab3da197-ad5f-4348-8f54-dd330a7022af tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1000390966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:37.211537 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ab3da197-ad5f-4348-8f54-dd330a7022af tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:37.213084 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ab3da197-ad5f-4348-8f54-dd330a7022af tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:37.278156 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ab3da197-ad5f-4348-8f54-dd330a7022af tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:37.288409 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ab3da197-ad5f-4348-8f54-dd330a7022af tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:37.348179 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ab3da197-ad5f-4348-8f54-dd330a7022af tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:37.349524 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ab3da197-ad5f-4348-8f54-dd330a7022af tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2070379 Jul 29 15:15:37.353175 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44904) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:37.360037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Request body: {'router': {'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:37.486687 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44906) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:37.614696 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:37.747287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-26a72c15-e8ef-43cc-88a6-e97aa114dda3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1628634462-network', 'tenant_id': '0e99c03d4a234821be155e2a34f15433'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:37.810015 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a72c15-e8ef-43cc-88a6-e97aa114dda3 admin admin] Made reservation on behalf of 0e99c03d4a234821be155e2a34f15433 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:15:37.812459 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26a72c15-e8ef-43cc-88a6-e97aa114dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:37.819307 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:37.838399 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26a72c15-e8ef-43cc-88a6-e97aa114dda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:38.045884 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:38.193600 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26a72c15-e8ef-43cc-88a6-e97aa114dda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:38.209172 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26a72c15-e8ef-43cc-88a6-e97aa114dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:38.247581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Router d356c181-24cf-479c-8360-148aa8aaa3c9 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:15:38.298151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a72c15-e8ef-43cc-88a6-e97aa114dda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303179fe-638e-4586-ac3a-532064879636,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:38.395024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a72c15-e8ef-43cc-88a6-e97aa114dda3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:15:38.426284 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44918) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:38.436746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-86135109-3f90-4056-aedc-29d542ce1d9c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1089980333', 'description': 'tempest-secgroup-smoke-1089980333 description', 'project_id': 'ff222b7955804c63888f15eaa141338c'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:38.443730 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:38.444855 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:38.446880 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26a72c15-e8ef-43cc-88a6-e97aa114dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:38.447228 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-26a72c15-e8ef-43cc-88a6-e97aa114dda3 admin admin] Added segment 5886a865-723f-427e-a3de-d8da53b7f5e2 of type vlan for network 2044df4b-bfd3-4360-b6e1-19b509d510c3 Jul 29 15:15:38.479416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Sync routers for ids ['d356c181-24cf-479c-8360-148aa8aaa3c9'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:38.482015 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:38.498378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Routers {'d356c181-24cf-479c-8360-148aa8aaa3c9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:38.517826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d356c181-24cf-479c-8360-148aa8aaa3c9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:38.540405 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:38.546915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44920) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:38.548756 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a3cf6027-1a6f-4c8c-b40e-5d66b340619f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0140493 Jul 29 15:15:38.552099 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26a72c15-e8ef-43cc-88a6-e97aa114dda3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:38.580027 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86135109-3f90-4056-aedc-29d542ce1d9c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:38.629719 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86135109-3f90-4056-aedc-29d542ce1d9c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:38.640482 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5f59f6fd-1e52-4188-9a5c-33861194bbd4 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ad88f1e224ca4cdaac5cd6b210676360&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0937667 Jul 29 15:15:38.647398 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44926) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:38.670942 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Set router d356c181-24cf-479c-8360-148aa8aaa3c9 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:38.723236 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26a72c15-e8ef-43cc-88a6-e97aa114dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:38.724213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a72c15-e8ef-43cc-88a6-e97aa114dda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:38.724897 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26a72c15-e8ef-43cc-88a6-e97aa114dda3 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:38.864304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a72c15-e8ef-43cc-88a6-e97aa114dda3 admin admin] Pushing event updated for resources: {'Network': ['ID=2044df4b-bfd3-4360-b6e1-19b509d510c3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:38.889276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Allocated IP 172.25.6.119 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/123f0e38-a86c-46f5-9129-61290f391a4c) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:38.968848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be0303d-7587-443f-8434-52e37011d001 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:38.971940 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5be0303d-7587-443f-8434-52e37011d001 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3233278 Jul 29 15:15:38.976263 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44928) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:39.015676 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bb98a38e-9728-48db-9e55-268e43ab7576 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360374 Jul 29 15:15:39.024525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44934) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:39.033306 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-850b8da3-1c19-44b1-88e9-d4ba4adac879 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1014333001', 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:39.070326 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 2044df4b-bfd3-4360-b6e1-19b509d510c3 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:15:39.073811 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:39.126068 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86135109-3f90-4056-aedc-29d542ce1d9c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:39.139272 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86135109-3f90-4056-aedc-29d542ce1d9c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:39.175388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850b8da3-1c19-44b1-88e9-d4ba4adac879 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Made reservation on behalf of ad88f1e224ca4cdaac5cd6b210676360 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:15:39.177082 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-26a72c15-e8ef-43cc-88a6-e97aa114dda3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6887138 Jul 29 15:15:39.183158 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44936) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:39.187966 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850b8da3-1c19-44b1-88e9-d4ba4adac879 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:39.193533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a0bed6b8-1ff1-4bea-ae86-5ea71180fd4e admin admin] Request body: {'subnet': {'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1628634462-subnet', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:39.198217 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-86135109-3f90-4056-aedc-29d542ce1d9c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 15:15:39.198217 n-d-802893-1 neutron-server[94158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 15:15:39.198217 n-d-802893-1 neutron-server[94158]: [parameters: {'project_id_1': 'ff222b7955804c63888f15eaa141338c', 'expiration_1': datetime.datetime(2021, 7, 29, 15, 15, 39, 143261)}] Jul 29 15:15:39.198217 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:15:39.198623 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-86135109-3f90-4056-aedc-29d542ce1d9c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:15:39.201554 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:39.221989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86135109-3f90-4056-aedc-29d542ce1d9c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5886347a-5e35-4ffb-8bf6-7c6879dae1b3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:39.257733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:39.267797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:39.271604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:39.309923 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bed6b8-1ff1-4bea-ae86-5ea71180fd4e admin admin] Made reservation on behalf of 0e99c03d4a234821be155e2a34f15433 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:15:39.312588 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a0bed6b8-1ff1-4bea-ae86-5ea71180fd4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:39.384652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Pushing event updated for resources: {'Port': ['ID=123f0e38-a86c-46f5-9129-61290f391a4c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:39.424538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'name': 'tempest-TestNetworkBasicOps-router-1360595122', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:34Z', 'updated_at': '2021-07-29T15:15:37Z', 'revision_number': 3, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:36Z', 'updated_at': '2021-07-29T15:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:39.463636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Checking router: d356c181-24cf-479c-8360-148aa8aaa3c9 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:15:39.464038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Updating router d356c181-24cf-479c-8360-148aa8aaa3c9 port ae98e626-28de-4eaf-a059-5ca5160a42e9 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:15:39.504828 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:39.557636 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850b8da3-1c19-44b1-88e9-d4ba4adac879 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:39.660464 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b8da3-1c19-44b1-88e9-d4ba4adac879 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Subnet': ['ID=9c036cd1-2379-41c0-9b3c-033bea840435,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:39.663325 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850b8da3-1c19-44b1-88e9-d4ba4adac879 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Checking segment: {'id': 'c79ba26b-4d89-4d74-ac00-11dc3794038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:39.663863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b8da3-1c19-44b1-88e9-d4ba4adac879 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network hostable DHCP agents. Network: 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:15:39.700823 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86135109-3f90-4056-aedc-29d542ce1d9c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:39.705731 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b8da3-1c19-44b1-88e9-d4ba4adac879 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:15:39.727391 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:39.742387 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-850b8da3-1c19-44b1-88e9-d4ba4adac879 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:39.751422 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13e2d7d-5644-466a-bcdf-163fabdfb0c8 None None] Network 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:15:39.758050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850b8da3-1c19-44b1-88e9-d4ba4adac879 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:39.758367 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-850b8da3-1c19-44b1-88e9-d4ba4adac879 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:39.792562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-850b8da3-1c19-44b1-88e9-d4ba4adac879 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7657223 Jul 29 15:15:39.807360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44938) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:39.882851 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:39.904468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Transition to ACTIVE for port object ae98e626-28de-4eaf-a059-5ca5160a42e9 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:39.933971 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:39.948344 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a0bed6b8-1ff1-4bea-ae86-5ea71180fd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.027442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3a2a7-9238-434e-8ca6-dc3843ea8ed9 None None] Pushing event updated for resources: {'Port': ['ID=ae98e626-28de-4eaf-a059-5ca5160a42e9,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:40.030088 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Attempting to bind port ae98e626-28de-4eaf-a059-5ca5160a42e9 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:15:40.030459 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Attempting to bind port ae98e626-28de-4eaf-a059-5ca5160a42e9 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:15:40.030820 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Attempting to bind port ae98e626-28de-4eaf-a059-5ca5160a42e9 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:15:40.039651 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:15:40.040098 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:40.040423 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.040851 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:15:40.041322 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Bound port: ae98e626-28de-4eaf-a059-5ca5160a42e9, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:15:40.041709 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.044990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ips': [{'subnet_id': '9c036cd1-2379-41c0-9b3c-033bea840435'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:15:40.045822 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.136879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bed6b8-1ff1-4bea-ae86-5ea71180fd4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=75df3822-2e14-4a29-a75b-0fe0e53a1f68,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:40.170242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bed6b8-1ff1-4bea-ae86-5ea71180fd4e admin admin] Checking segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:40.170242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bed6b8-1ff1-4bea-ae86-5ea71180fd4e admin admin] Network hostable DHCP agents. Network: 2044df4b-bfd3-4360-b6e1-19b509d510c3, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:15:40.190294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] For port ae98e626-28de-4eaf-a059-5ca5160a42e9, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:15:40.204396 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86135109-3f90-4056-aedc-29d542ce1d9c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.209441 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] For port ae98e626-28de-4eaf-a059-5ca5160a42e9, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ae98e626-28de-4eaf-a059-5ca5160a42e9,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:15:40.223691 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86135109-3f90-4056-aedc-29d542ce1d9c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.234377 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.300229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Allocated IP 172.20.0.2 (8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220/9c036cd1-2379-41c0-9b3c-033bea840435/3fcf1ed8-5f11-4dc6-8827-fac9dd106284) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:40.315415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86135109-3f90-4056-aedc-29d542ce1d9c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f07fd2-c157-432d-a6f1-739dce6d2397,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:40.334329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Routers {'d356c181-24cf-479c-8360-148aa8aaa3c9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:40.335472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d356c181-24cf-479c-8360-148aa8aaa3c9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:40.351317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bed6b8-1ff1-4bea-ae86-5ea71180fd4e admin admin] Network 2044df4b-bfd3-4360-b6e1-19b509d510c3 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:15:40.353170 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-86135109-3f90-4056-aedc-29d542ce1d9c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.357146 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-86135109-3f90-4056-aedc-29d542ce1d9c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9270434 Jul 29 15:15:40.359256 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44964) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:40.366720 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-13818017-5c92-457e-b622-a4f548d0865f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': '66f07fd2-c157-432d-a6f1-739dce6d2397', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:40.393330 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.403754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-a0bed6b8-1ff1-4bea-ae86-5ea71180fd4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 2044df4b-bfd3-4360-b6e1-19b509d510c3) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:40.407672 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.418676 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bed6b8-1ff1-4bea-ae86-5ea71180fd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:40.419271 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a0bed6b8-1ff1-4bea-ae86-5ea71180fd4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.424404 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-13818017-5c92-457e-b622-a4f548d0865f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.452202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] Set router d356c181-24cf-479c-8360-148aa8aaa3c9 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:40.500458 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-13818017-5c92-457e-b622-a4f548d0865f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.507180 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-13818017-5c92-457e-b622-a4f548d0865f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.524657 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d3eba6-7a91-4c70-80c2-2a48c5a14211 None None] Network 2044df4b-bfd3-4360-b6e1-19b509d510c3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:15:40.533928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13818017-5c92-457e-b622-a4f548d0865f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2c24e5-00eb-4e69-ae6c-386fbfa9ecf5,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:40.552025 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-13818017-5c92-457e-b622-a4f548d0865f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.558438 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-13818017-5c92-457e-b622-a4f548d0865f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1971571 Jul 29 15:15:40.559402 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44966) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:40.564721 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-461e6638-1aef-48c3-bc71-ec4e95d0961d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': '66f07fd2-c157-432d-a6f1-739dce6d2397', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:40.598883 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-461e6638-1aef-48c3-bc71-ec4e95d0961d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.600434 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3a2a7-9238-434e-8ca6-dc3843ea8ed9 None None] Pushing event updated for resources: {'Port': ['ID=ae98e626-28de-4eaf-a059-5ca5160a42e9,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:40.673798 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-461e6638-1aef-48c3-bc71-ec4e95d0961d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.678765 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-461e6638-1aef-48c3-bc71-ec4e95d0961d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.701202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e6638-1aef-48c3-bc71-ec4e95d0961d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89791b28-5304-40d6-9a8b-a339c6d2dbc2,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:40.708564 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-461e6638-1aef-48c3-bc71-ec4e95d0961d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.713941 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-461e6638-1aef-48c3-bc71-ec4e95d0961d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1498604 Jul 29 15:15:40.713941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44968) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:40.719368 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-8625fe41-8ee1-4e23-9627-45ee9cf034b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': '66f07fd2-c157-432d-a6f1-739dce6d2397', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:40.750144 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8625fe41-8ee1-4e23-9627-45ee9cf034b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.818625 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8625fe41-8ee1-4e23-9627-45ee9cf034b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.823351 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8625fe41-8ee1-4e23-9627-45ee9cf034b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.844188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625fe41-8ee1-4e23-9627-45ee9cf034b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02faad6f-8d15-44f8-bc2c-b00b480a5584,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:40.861445 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8625fe41-8ee1-4e23-9627-45ee9cf034b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.866393 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8625fe41-8ee1-4e23-9627-45ee9cf034b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487079 Jul 29 15:15:40.866562 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.866668 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44970) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:40.871294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e0d95e50-09c5-4f27-9e93-8e86d26e121a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': '66f07fd2-c157-432d-a6f1-739dce6d2397', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:40.878737 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Transition to ACTIVE for port object 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:40.899910 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e0d95e50-09c5-4f27-9e93-8e86d26e121a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.919111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-2044df4b-bfd3-4360-b6e1-19b509d510c3', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:15:40.920143 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.923422 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Transition to ACTIVE for port object 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:40.944757 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.959938 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a0bed6b8-1ff1-4bea-ae86-5ea71180fd4e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7752388 Jul 29 15:15:40.963328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 44972) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:40.969788 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:40.992145 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e0d95e50-09c5-4f27-9e93-8e86d26e121a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:40.997755 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Network 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:41.001373 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e0d95e50-09c5-4f27-9e93-8e86d26e121a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.007519 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:41.010959 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:41.014407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'name': 'tempest-TestNetworkBasicOps-router-1360595122', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:34Z', 'updated_at': '2021-07-29T15:15:37Z', 'revision_number': 3, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:36Z', 'updated_at': '2021-07-29T15:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:41.017883 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.019090 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.027741 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d95e50-09c5-4f27-9e93-8e86d26e121a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c7add7-77f9-4b24-8a17-6431dce7337d,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:41.045731 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e0d95e50-09c5-4f27-9e93-8e86d26e121a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.049812 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e0d95e50-09c5-4f27-9e93-8e86d26e121a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1795170 Jul 29 15:15:41.050602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44974) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:41.055454 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b9881d8c-8003-49ab-95b1-02ea7ea61920 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': '66f07fd2-c157-432d-a6f1-739dce6d2397', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:41.084021 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Router ab72de38-ed56-4592-9d5e-2fc942a5f964 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:15:41.106175 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.134695 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Pushing event updated for resources: {'Port': ['ID=3fcf1ed8-5f11-4dc6-8827-fac9dd106284,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:41.164749 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-b9881d8c-8003-49ab-95b1-02ea7ea61920 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Project ff222b7955804c63888f15eaa141338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:15:41.175074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de725e1-2fd4-4ba5-8dbc-36bb3c3333af None None] The sync data for ids ['d356c181-24cf-479c-8360-148aa8aaa3c9'] in n-d-802893-1 is: [{'id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'name': 'tempest-TestNetworkBasicOps-router-1360595122', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:34Z', 'updated_at': '2021-07-29T15:15:37Z', 'revision_number': 3, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:36Z', 'updated_at': '2021-07-29T15:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:41.192277 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9881d8c-8003-49ab-95b1-02ea7ea61920 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.238629 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.258440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Attempting to bind port 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:15:41.258979 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Attempting to bind port 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'c79ba26b-4d89-4d74-ac00-11dc3794038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:15:41.259538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Attempting to bind port 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 on network 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:15:41.276195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Allocated IP 172.20.0.2 (2044df4b-bfd3-4360-b6e1-19b509d510c3/75df3822-2e14-4a29-a75b-0fe0e53a1f68/350d8345-ec97-4cab-bf77-f9ad5b87316e) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:41.280452 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:15:41.281113 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Checking segment: {'id': 'c79ba26b-4d89-4d74-ac00-11dc3794038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:41.281617 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.282186 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Bound using segment: {'id': 'c79ba26b-4d89-4d74-ac00-11dc3794038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:15:41.283284 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Bound port: 3fcf1ed8-5f11-4dc6-8827-fac9dd106284, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79ba26b-4d89-4d74-ac00-11dc3794038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:15:41.283776 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.301270 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.411452 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.454471 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:41.466118 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478d73d-94d9-4700-89c4-a10df56f756b None None] Sync routers for ids ['ab72de38-ed56-4592-9d5e-2fc942a5f964'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:41.469419 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9881d8c-8003-49ab-95b1-02ea7ea61920 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.481202 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478d73d-94d9-4700-89c4-a10df56f756b None None] Routers {'ab72de38-ed56-4592-9d5e-2fc942a5f964'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:41.483679 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.484507 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e478d73d-94d9-4700-89c4-a10df56f756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ab72de38-ed56-4592-9d5e-2fc942a5f964'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:41.485515 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-73b46302-7a1c-4f62-889e-8d95dfbebf90 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "PUT /v2.0/routers/ab72de38-ed56-4592-9d5e-2fc942a5f964 HTTP/1.1" status: 200 len: 880 time: 4.1296062 Jul 29 15:15:41.488900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44988) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:41.491572 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9881d8c-8003-49ab-95b1-02ea7ea61920 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.558129 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e478d73d-94d9-4700-89c4-a10df56f756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:41.575902 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478d73d-94d9-4700-89c4-a10df56f756b None None] Routers {'ab72de38-ed56-4592-9d5e-2fc942a5f964'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:41.576766 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e478d73d-94d9-4700-89c4-a10df56f756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ab72de38-ed56-4592-9d5e-2fc942a5f964'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:41.626977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] For port 3fcf1ed8-5f11-4dc6-8827-fac9dd106284, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:15:41.650600 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9881d8c-8003-49ab-95b1-02ea7ea61920 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ec0f6f-2e73-4bf5-abb9-10682269050f,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:41.665073 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e478d73d-94d9-4700-89c4-a10df56f756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:41.665650 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.666152 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478d73d-94d9-4700-89c4-a10df56f756b None None] The sync data for ids ['ab72de38-ed56-4592-9d5e-2fc942a5f964'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:41.671529 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9881d8c-8003-49ab-95b1-02ea7ea61920 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.677139 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b9881d8c-8003-49ab-95b1-02ea7ea61920 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6252863 Jul 29 15:15:41.678008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 44994) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:41.687252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-374ce559-962f-486c-8ccd-0f00c437cc18 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': '66f07fd2-c157-432d-a6f1-739dce6d2397', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:41.714750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.769665 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-374ce559-962f-486c-8ccd-0f00c437cc18 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Project ff222b7955804c63888f15eaa141338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:15:41.780467 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-374ce559-962f-486c-8ccd-0f00c437cc18 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.901982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] For port 3fcf1ed8-5f11-4dc6-8827-fac9dd106284, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3fcf1ed8-5f11-4dc6-8827-fac9dd106284,segment=NetworkSegment(c79ba26b-4d89-4d74-ac00-11dc3794038c),segment_id=c79ba26b-4d89-4d74-ac00-11dc3794038c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:15:41.919727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Allocated IP 172.25.6.10 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/66ffb038-87de-44ea-9028-a35a4740a54e) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:41.919971 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.977616 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-374ce559-962f-486c-8ccd-0f00c437cc18 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:41.982134 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:42.032982 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1fa51d87-afed-4311-88e3-ab3b9e52a5f5 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/routers/ab72de38-ed56-4592-9d5e-2fc942a5f964 HTTP/1.1" status: 200 len: 921 time: 0.5417280 Jul 29 15:15:42.037590 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-374ce559-962f-486c-8ccd-0f00c437cc18 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:42.039349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45014) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:42.042993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Transition to ACTIVE for port object 350d8345-ec97-4cab-bf77-f9ad5b87316e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:42.072960 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ce559-962f-486c-8ccd-0f00c437cc18 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a224a42c-95b0-455f-bd3b-dce7161ea924,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:42.080857 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Transition to ACTIVE for port object 350d8345-ec97-4cab-bf77-f9ad5b87316e will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:42.098531 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-374ce559-962f-486c-8ccd-0f00c437cc18 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:42.110619 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-374ce559-962f-486c-8ccd-0f00c437cc18 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4215021 Jul 29 15:15:42.120143 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45024) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:42.125979 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:42.138054 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4c72f9aa-dc77-4a7e-acf5-efb2310b75ad tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'network': {'name': 'tempest-network-smoke--1658317165', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'port_security_enabled': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:42.143174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636faa9-6cc2-4639-b5e6-2ddaf1b7dbd9 None None] Pushing event updated for resources: {'Port': ['ID=3fcf1ed8-5f11-4dc6-8827-fac9dd106284,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:42.187305 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:42.239949 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Network 2044df4b-bfd3-4360-b6e1-19b509d510c3 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:42.247348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:42.259995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:42.264013 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c72f9aa-dc77-4a7e-acf5-efb2310b75ad tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Made reservation on behalf of ff222b7955804c63888f15eaa141338c for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:15:42.270704 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c72f9aa-dc77-4a7e-acf5-efb2310b75ad tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:42.296300 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:42.342277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:42.375010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c72f9aa-dc77-4a7e-acf5-efb2310b75ad tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:15:42.398634 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Allocated IP 172.20.0.1 (8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220/9c036cd1-2379-41c0-9b3c-033bea840435/81d5393f-af82-464e-ac01-fac9708e7b9b) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:42.403863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Pushing event updated for resources: {'Port': ['ID=350d8345-ec97-4cab-bf77-f9ad5b87316e,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:42.406326 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c72f9aa-dc77-4a7e-acf5-efb2310b75ad tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:42.406697 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-4c72f9aa-dc77-4a7e-acf5-efb2310b75ad tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Added segment 4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47 of type vlan for network b13fb13d-e244-491e-878b-52b7d508aab7 Jul 29 15:15:42.429583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Pushing event updated for resources: {'Port': ['ID=66ffb038-87de-44ea-9028-a35a4740a54e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:42.439374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3abe767-bc28-4613-b397-c85708888e8c tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:42.442575 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f3abe767-bc28-4613-b397-c85708888e8c tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&device_id=ab72de38-ed56-4592-9d5e-2fc942a5f964&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4004090 Jul 29 15:15:42.443856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:42.446439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45036) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:42.447022 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:42.492767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Attempting to bind port 350d8345-ec97-4cab-bf77-f9ad5b87316e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:15:42.493579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Attempting to bind port 350d8345-ec97-4cab-bf77-f9ad5b87316e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:15:42.494367 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Attempting to bind port 350d8345-ec97-4cab-bf77-f9ad5b87316e on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:15:42.516181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:15:42.516902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Checking segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:42.517492 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:42.518050 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Bound using segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:15:42.519992 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Bound port: 350d8345-ec97-4cab-bf77-f9ad5b87316e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:15:42.527832 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:42.572099 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c72f9aa-dc77-4a7e-acf5-efb2310b75ad tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:42.652076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] For port 350d8345-ec97-4cab-bf77-f9ad5b87316e, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:15:42.655538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] For port 350d8345-ec97-4cab-bf77-f9ad5b87316e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=350d8345-ec97-4cab-bf77-f9ad5b87316e,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:15:42.661480 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:42.761389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c9924-1547-4e08-99a2-9550f34aca10 None None] Pushing event updated for resources: {'Port': ['ID=350d8345-ec97-4cab-bf77-f9ad5b87316e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:42.766711 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7c6d5e-b4f3-47f0-a783-2d30ba15f0e0 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:42.771838 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7c7c6d5e-b4f3-47f0-a783-2d30ba15f0e0 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 881 time: 0.3202207 Jul 29 15:15:42.773016 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c72f9aa-dc77-4a7e-acf5-efb2310b75ad tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:42.779683 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c72f9aa-dc77-4a7e-acf5-efb2310b75ad tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:42.780279 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c72f9aa-dc77-4a7e-acf5-efb2310b75ad tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:42.787306 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45040) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:42.871792 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:42.892221 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-91bae862-c581-468a-9af6-c62a95fb1f74 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab72de38-ed56-4592-9d5e-2fc942a5f964 HTTP/1.1" status: 200 len: 205 time: 0.0978220 Jul 29 15:15:42.914006 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45042) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:42.942806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72f9aa-dc77-4a7e-acf5-efb2310b75ad tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Network': ['ID=b13fb13d-e244-491e-878b-52b7d508aab7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:42.978968 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4c72f9aa-dc77-4a7e-acf5-efb2310b75ad tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8552985 Jul 29 15:15:42.983511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network b13fb13d-e244-491e-878b-52b7d508aab7 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:15:42.992372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45044) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:43.002174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-186115065', 'admin_state_up': True, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:43.037231 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:43.065716 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Transition to ACTIVE for port object 81d5393f-af82-464e-ac01-fac9708e7b9b will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:43.069957 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:43.071096 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:43.171750 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:43.174283 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:43.311271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:43.313260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:43.315795 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:43.322044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Port': ['ID=81d5393f-af82-464e-ac01-fac9708e7b9b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:43.427770 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:43.438448 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:43.592732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3dc7b3-e269-49ae-826f-30736dcc1108 None None] Network 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:15:43.598246 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3787243-264d-4ae7-b831-7ad91148d8fa tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:43.686059 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:43.747238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e2b08c7b-6efd-421b-9022-90097e80b973 None None] Provisioning for port 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:43.810889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 350d8345-ec97-4cab-bf77-f9ad5b87316e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:43.945452 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:43.951001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 350d8345-ec97-4cab-bf77-f9ad5b87316e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:43.959999 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:43.960469 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3787243-264d-4ae7-b831-7ad91148d8fa tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:44.071196 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:44.077840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:44.078214 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:44.187542 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:44.205746 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:44.207757 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c3787243-264d-4ae7-b831-7ad91148d8fa tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Deleting port 123f0e38-a86c-46f5-9129-61290f391a4c {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:44.207988 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3787243-264d-4ae7-b831-7ad91148d8fa tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:44.275274 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:44.287690 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:44.334940 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Router 15621f0d-9339-408d-88ff-3523ba14e09c is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:15:44.352108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 3fcf1ed8-5f11-4dc6-8827-fac9dd106284, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3fcf1ed8-5f11-4dc6-8827-fac9dd106284,segment=NetworkSegment(c79ba26b-4d89-4d74-ac00-11dc3794038c),segment_id=c79ba26b-4d89-4d74-ac00-11dc3794038c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:44.363897 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:44.365024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ae98e626-28de-4eaf-a059-5ca5160a42e9 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:44.451397 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3787243-264d-4ae7-b831-7ad91148d8fa tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:44.454843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Port': ['ID=81d5393f-af82-464e-ac01-fac9708e7b9b,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:44.469671 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c3787243-264d-4ae7-b831-7ad91148d8fa tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Calling delete_port for 123f0e38-a86c-46f5-9129-61290f391a4c owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:44.542995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b435b4-2b71-4262-bd0e-3cf59856e929 None None] Network 2044df4b-bfd3-4360-b6e1-19b509d510c3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:15:44.553867 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-19107156-178e-494e-a007-a5378fcd0e99 None None] Provisioning for port 81d5393f-af82-464e-ac01-fac9708e7b9b completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:44.646105 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-19107156-178e-494e-a007-a5378fcd0e99 None None] Provisioning complete for port 81d5393f-af82-464e-ac01-fac9708e7b9b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:44.646495 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19107156-178e-494e-a007-a5378fcd0e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:44.668842 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:44.694757 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port ae98e626-28de-4eaf-a059-5ca5160a42e9 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:44.702578 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=3fcf1ed8-5f11-4dc6-8827-fac9dd106284,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:44.715875 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port ae98e626-28de-4eaf-a059-5ca5160a42e9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:44.716181 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:44.728689 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:44.747158 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-19107156-178e-494e-a007-a5378fcd0e99 None None] Port 81d5393f-af82-464e-ac01-fac9708e7b9b cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:15:44.769490 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3787243-264d-4ae7-b831-7ad91148d8fa tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:44.791115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:44.794311 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:44.796261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-19107156-178e-494e-a007-a5378fcd0e99 None None] Provisioning complete for port 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:44.796756 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19107156-178e-494e-a007-a5378fcd0e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:44.811647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3787243-264d-4ae7-b831-7ad91148d8fa tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Pushing event deleted for resources: {'Port': ['ID=123f0e38-a86c-46f5-9129-61290f391a4c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:44.869426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:44.890306 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Sync routers for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:44.926344 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:44.931430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cc979b56-9fcb-43f4-aabd-3817dffd7832 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9666960 Jul 29 15:15:44.932382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45050) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:44.979586 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:44.980233 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:45.014653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Allocated IP 172.25.6.139 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/312b3b82-8f15-4fa9-be65-fb35099eae0f) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:45.017200 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3787243-264d-4ae7-b831-7ad91148d8fa tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.062560 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Router d356c181-24cf-479c-8360-148aa8aaa3c9 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:15:45.074574 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.183255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port ae98e626-28de-4eaf-a059-5ca5160a42e9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ae98e626-28de-4eaf-a059-5ca5160a42e9,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:45.199609 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.255354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:45.291110 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.323597 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3787243-264d-4ae7-b831-7ad91148d8fa tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.323867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:45.330766 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-63cc814b-4d73-4368-ad19-d81eabed85a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "PUT /v2.0/routers/d356c181-24cf-479c-8360-148aa8aaa3c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5223675 Jul 29 15:15:45.333851 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45052) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:45.338009 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Sync routers for ids ['d356c181-24cf-479c-8360-148aa8aaa3c9'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:45.339608 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3787243-264d-4ae7-b831-7ad91148d8fa tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.351687 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Routers {'d356c181-24cf-479c-8360-148aa8aaa3c9'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:45.351922 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-664519b8-8a94-48cc-8856-41d015500aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d356c181-24cf-479c-8360-148aa8aaa3c9'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:45.361556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=ae98e626-28de-4eaf-a059-5ca5160a42e9,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:45.406474 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-09fe74ab-7fd9-4afb-8862-4ed902a7dc57 None None] Provisioning complete for port 81d5393f-af82-464e-ac01-fac9708e7b9b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:45.406851 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-09fe74ab-7fd9-4afb-8862-4ed902a7dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.463530 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-09fe74ab-7fd9-4afb-8862-4ed902a7dc57 None None] Port 81d5393f-af82-464e-ac01-fac9708e7b9b cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:15:45.469662 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3787243-264d-4ae7-b831-7ad91148d8fa tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.471793 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3787243-264d-4ae7-b831-7ad91148d8fa tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Fanout notify agent at l3_agent the message router_deleted on router ab72de38-ed56-4592-9d5e-2fc942a5f964 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:15:45.500796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-09fe74ab-7fd9-4afb-8862-4ed902a7dc57 None None] Provisioning for port 350d8345-ec97-4cab-bf77-f9ad5b87316e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:45.502552 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3787243-264d-4ae7-b831-7ad91148d8fa tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.504922 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c3787243-264d-4ae7-b831-7ad91148d8fa tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "DELETE /v2.0/routers/ab72de38-ed56-4592-9d5e-2fc942a5f964 HTTP/1.1" status: 204 len: 168 time: 2.5887010 Jul 29 15:15:45.511875 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45054) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:45.517260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-c3c1ac0b-fad7-4808-86fc-f1d868360659 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-966800848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:45.533074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-09fe74ab-7fd9-4afb-8862-4ed902a7dc57 None None] Provisioning complete for port 350d8345-ec97-4cab-bf77-f9ad5b87316e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:45.533452 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-09fe74ab-7fd9-4afb-8862-4ed902a7dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.563249 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ac0b-fad7-4808-86fc-f1d868360659 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.564454 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ac0b-fad7-4808-86fc-f1d868360659 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.609474 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Set router d356c181-24cf-479c-8360-148aa8aaa3c9 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:45.639679 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:45.707631 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ac0b-fad7-4808-86fc-f1d868360659 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.717496 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ac0b-fad7-4808-86fc-f1d868360659 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.756039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:42Z', 'revision_number': 3, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:45.762620 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:45.762995 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.770585 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3c1ac0b-fad7-4808-86fc-f1d868360659 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.774867 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c3c1ac0b-fad7-4808-86fc-f1d868360659 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2616644 Jul 29 15:15:45.775650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45056) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:45.782028 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'enable_snat': True}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:45.897357 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-664519b8-8a94-48cc-8856-41d015500aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'name': 'tempest-TestNetworkBasicOps-router-1360595122', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:34Z', 'updated_at': '2021-07-29T15:15:43Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:36Z', 'updated_at': '2021-07-29T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '81d5393f-af82-464e-ac01-fac9708e7b9b', 'name': '', 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:55:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:43Z', 'revision_number': 2, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:45.908339 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-09fe74ab-7fd9-4afb-8862-4ed902a7dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.913160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45060) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:45.925602 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Checking router: d356c181-24cf-479c-8360-148aa8aaa3c9 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:15:45.925955 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Updating router d356c181-24cf-479c-8360-148aa8aaa3c9 port 81d5393f-af82-464e-ac01-fac9708e7b9b binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:15:45.934793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Checking router: 15621f0d-9339-408d-88ff-3523ba14e09c for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:15:45.935150 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Updating router 15621f0d-9339-408d-88ff-3523ba14e09c port 66ffb038-87de-44ea-9028-a35a4740a54e binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:15:45.951368 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:45.983357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-09fe74ab-7fd9-4afb-8862-4ed902a7dc57 None None] For port 350d8345-ec97-4cab-bf77-f9ad5b87316e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=350d8345-ec97-4cab-bf77-f9ad5b87316e,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:46.028053 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-09fe74ab-7fd9-4afb-8862-4ed902a7dc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.039014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-a245db91-b520-4f5f-97ab-fd08538b8c57 admin admin] Deleting subnet 7cc964d7-5bc2-48cd-b84c-95ffd7e400f8 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:15:46.047670 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.050315 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a245db91-b520-4f5f-97ab-fd08538b8c57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.122870 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.141871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:46.158101 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:46.179284 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:46.183687 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a245db91-b520-4f5f-97ab-fd08538b8c57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.193943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=312b3b82-8f15-4fa9-be65-fb35099eae0f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:46.263133 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c4bba-23a4-4482-91a9-9addaddff9c7 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:46.264024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c4bba-23a4-4482-91a9-9addaddff9c7 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:46.264828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c4bba-23a4-4482-91a9-9addaddff9c7 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:46.265480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c4bba-23a4-4482-91a9-9addaddff9c7 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:46.266134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c4bba-23a4-4482-91a9-9addaddff9c7 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:46.266915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c4bba-23a4-4482-91a9-9addaddff9c7 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:46.267558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c4bba-23a4-4482-91a9-9addaddff9c7 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:46.270838 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-286c4bba-23a4-4482-91a9-9addaddff9c7 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4923 time: 0.9358962 Jul 29 15:15:46.275273 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45062) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:46.328039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe74ab-7fd9-4afb-8862-4ed902a7dc57 None None] Pushing event updated for resources: {'Port': ['ID=350d8345-ec97-4cab-bf77-f9ad5b87316e,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:46.331359 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ae98e626-28de-4eaf-a059-5ca5160a42e9 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:46.371058 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.373349 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.397463 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a245db91-b520-4f5f-97ab-fd08538b8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.540075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d96497-66df-4516-bbb8-470f4a108ef6 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:46.541069 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d96497-66df-4516-bbb8-470f4a108ef6 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:46.541710 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d96497-66df-4516-bbb8-470f4a108ef6 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:46.542377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d96497-66df-4516-bbb8-470f4a108ef6 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:46.543004 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d96497-66df-4516-bbb8-470f4a108ef6 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:46.543630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d96497-66df-4516-bbb8-470f4a108ef6 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:46.545797 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-88d96497-66df-4516-bbb8-470f4a108ef6 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.2674146 Jul 29 15:15:46.553507 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45064) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:46.560808 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.573179 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Transition to ACTIVE for port object 81d5393f-af82-464e-ac01-fac9708e7b9b will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:46.583968 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.589576 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.633439 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.638264 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e34d52-d137-4621-8cd2-8e1e5d2f5db4 None None] Pushing event updated for resources: {'Port': ['ID=81d5393f-af82-464e-ac01-fac9708e7b9b,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:46.695814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-02961d9d-2813-425a-9637-45fbf2b182da None None] Provisioning complete for port 350d8345-ec97-4cab-bf77-f9ad5b87316e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:46.696192 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02961d9d-2813-425a-9637-45fbf2b182da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.711989 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Attempting to bind port 81d5393f-af82-464e-ac01-fac9708e7b9b on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:15:46.712389 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Attempting to bind port 81d5393f-af82-464e-ac01-fac9708e7b9b by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'c79ba26b-4d89-4d74-ac00-11dc3794038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:15:46.712860 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Attempting to bind port 81d5393f-af82-464e-ac01-fac9708e7b9b on network 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:15:46.718964 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:15:46.719376 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Checking segment: {'id': 'c79ba26b-4d89-4d74-ac00-11dc3794038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:46.721270 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.721687 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Bound using segment: {'id': 'c79ba26b-4d89-4d74-ac00-11dc3794038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:15:46.722216 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Bound port: 81d5393f-af82-464e-ac01-fac9708e7b9b, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79ba26b-4d89-4d74-ac00-11dc3794038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:15:46.722618 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.751195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port ae98e626-28de-4eaf-a059-5ca5160a42e9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:46.751575 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.802284 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.824969 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-664519b8-8a94-48cc-8856-41d015500aab None None] For port 81d5393f-af82-464e-ac01-fac9708e7b9b, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:15:46.829154 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-664519b8-8a94-48cc-8856-41d015500aab None None] For port 81d5393f-af82-464e-ac01-fac9708e7b9b, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=81d5393f-af82-464e-ac01-fac9708e7b9b,segment=NetworkSegment(c79ba26b-4d89-4d74-ac00-11dc3794038c),segment_id=c79ba26b-4d89-4d74-ac00-11dc3794038c)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:15:46.843999 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.884141 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a245db91-b520-4f5f-97ab-fd08538b8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.914722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Allocated IP 172.20.0.1 (2044df4b-bfd3-4360-b6e1-19b509d510c3/75df3822-2e14-4a29-a75b-0fe0e53a1f68/1e355a1d-ec2c-45ee-b2ae-3993e4256414) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:46.928448 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e34d52-d137-4621-8cd2-8e1e5d2f5db4 None None] Pushing event updated for resources: {'Port': ['ID=81d5393f-af82-464e-ac01-fac9708e7b9b,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:46.936165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245db91-b520-4f5f-97ab-fd08538b8c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc964d7-5bc2-48cd-b84c-95ffd7e400f8,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:46.946693 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Routers {'d356c181-24cf-479c-8360-148aa8aaa3c9'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:46.947333 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-664519b8-8a94-48cc-8856-41d015500aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d356c181-24cf-479c-8360-148aa8aaa3c9'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:46.962228 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a245db91-b520-4f5f-97ab-fd08538b8c57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:46.965052 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a245db91-b520-4f5f-97ab-fd08538b8c57 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7cc964d7-5bc2-48cd-b84c-95ffd7e400f8 HTTP/1.1" status: 204 len: 168 time: 1.0461113 Jul 29 15:15:46.974961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45066) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:47.026159 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:47.041348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Transition to ACTIVE for port object 66ffb038-87de-44ea-9028-a35a4740a54e will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:47.050642 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:47.069641 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-664519b8-8a94-48cc-8856-41d015500aab None None] Set router d356c181-24cf-479c-8360-148aa8aaa3c9 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:47.121687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fe3f3-8268-49fd-9d8b-34349b43bcea None None] Pushing event updated for resources: {'Port': ['ID=66ffb038-87de-44ea-9028-a35a4740a54e,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:47.153155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Attempting to bind port 66ffb038-87de-44ea-9028-a35a4740a54e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:15:47.153528 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Attempting to bind port 66ffb038-87de-44ea-9028-a35a4740a54e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:15:47.153895 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Attempting to bind port 66ffb038-87de-44ea-9028-a35a4740a54e on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:15:47.161086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:15:47.161501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:47.161870 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:47.162265 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:15:47.162753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Bound port: 66ffb038-87de-44ea-9028-a35a4740a54e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:15:47.163138 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:47.194753 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-782b161d-7e1f-4f75-9ee9-2a4d626bfb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:47.226615 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] For port 66ffb038-87de-44ea-9028-a35a4740a54e, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:15:47.230493 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] For port 66ffb038-87de-44ea-9028-a35a4740a54e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=66ffb038-87de-44ea-9028-a35a4740a54e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:15:47.242219 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:47.321152 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fe3f3-8268-49fd-9d8b-34349b43bcea None None] Pushing event updated for resources: {'Port': ['ID=66ffb038-87de-44ea-9028-a35a4740a54e,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:47.338490 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:47.339372 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:47.395656 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:47.410854 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-664519b8-8a94-48cc-8856-41d015500aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'name': 'tempest-TestNetworkBasicOps-router-1360595122', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:34Z', 'updated_at': '2021-07-29T15:15:43Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:36Z', 'updated_at': '2021-07-29T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '81d5393f-af82-464e-ac01-fac9708e7b9b', 'name': '', 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:55:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:46Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:47.445181 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664519b8-8a94-48cc-8856-41d015500aab None None] The sync data for ids ['d356c181-24cf-479c-8360-148aa8aaa3c9'] in n-d-802893-1 is: [{'id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'name': 'tempest-TestNetworkBasicOps-router-1360595122', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:34Z', 'updated_at': '2021-07-29T15:15:43Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:36Z', 'updated_at': '2021-07-29T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '81d5393f-af82-464e-ac01-fac9708e7b9b', 'name': '', 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:55:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:46Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:47.470136 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:47.561921 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:47.620443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Transition to ACTIVE for port object 1e355a1d-ec2c-45ee-b2ae-3993e4256414 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:47.647193 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Allocated IP 172.25.6.145 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/6cdec2c4-a297-43a8-a1a8-34f359c555ff) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:47.687352 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-782b161d-7e1f-4f75-9ee9-2a4d626bfb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:47.700324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-782b161d-7e1f-4f75-9ee9-2a4d626bfb74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8bdede3-2f29-4e1d-a203-58fd176f1983']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:47.717733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-782b161d-7e1f-4f75-9ee9-2a4d626bfb74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56eff7c8-0611-4466-bda5-a97b143bfd9f') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:47.717733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-782b161d-7e1f-4f75-9ee9-2a4d626bfb74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56eff7c8-0611-4466-bda5-a97b143bfd9f') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:47.739204 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-782b161d-7e1f-4f75-9ee9-2a4d626bfb74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:47.754921 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:47.774736 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-782b161d-7e1f-4f75-9ee9-2a4d626bfb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:47.783793 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-39775fec-b3cf-4b73-8fe6-409235ce9698 tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3397 time: 1.2287011 Jul 29 15:15:47.791789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782b161d-7e1f-4f75-9ee9-2a4d626bfb74 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:15:47.792291 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-782b161d-7e1f-4f75-9ee9-2a4d626bfb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:15:47.794168 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:15:47.799868 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 350d8345-ec97-4cab-bf77-f9ad5b87316e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:47.810395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router 90662c07-b8a0-45c9-bdb6-c933e07f2965 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:15:47.918740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:42Z', 'revision_number': 3, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:47.940050 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:47.957551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 350d8345-ec97-4cab-bf77-f9ad5b87316e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:47.957946 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:47.960927 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90aa284-685d-4426-a331-d8f4ce3db4d8 None None] The sync data for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 is: [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:42Z', 'revision_number': 3, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:48.014490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:48.016255 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Pushing event updated for resources: {'Port': ['ID=1e355a1d-ec2c-45ee-b2ae-3993e4256414,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:48.031785 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Sync routers for ids ['90662c07-b8a0-45c9-bdb6-c933e07f2965'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:48.039096 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:48.051336 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-782b161d-7e1f-4f75-9ee9-2a4d626bfb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:48.056070 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-782b161d-7e1f-4f75-9ee9-2a4d626bfb74 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:48.067962 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-782b161d-7e1f-4f75-9ee9-2a4d626bfb74 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f8bdede3-2f29-4e1d-a203-58fd176f1983 HTTP/1.1" status: 204 len: 168 time: 1.0887003 Jul 29 15:15:48.074714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Network 2044df4b-bfd3-4360-b6e1-19b509d510c3 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:48.088480 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:48.090003 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:48.091554 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:48.098610 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:48.099806 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-43e4fb78-7523-42bf-b04e-ea33c20059ee tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.1062646 Jul 29 15:15:48.100800 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45072) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:48.110114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Routers {'90662c07-b8a0-45c9-bdb6-c933e07f2965'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:48.110763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['90662c07-b8a0-45c9-bdb6-c933e07f2965'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:48.121479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b161d-7e1f-4f75-9ee9-2a4d626bfb74 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8bdede3-2f29-4e1d-a203-58fd176f1983,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:48.218306 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:48.220609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Pushing event updated for resources: {'Port': ['ID=6cdec2c4-a297-43a8-a1a8-34f359c555ff,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:48.239991 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:48.293907 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-04d3ce33-1a2d-49e0-be92-db80eee9aca7 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ff222b7955804c63888f15eaa141338c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1902382 Jul 29 15:15:48.295289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45076) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:48.325401 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Set router 90662c07-b8a0-45c9-bdb6-c933e07f2965 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:48.417678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45078) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:48.432894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-429f27be-7568-409d-aba5-2b671eca8011 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912692654', 'description': 'tempest-secgroup-smoke-912692654 description', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:48.437052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45080) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:48.496348 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c097c1d-b031-4a10-8f52-95de28366bd3 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:48.501132 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6c097c1d-b031-4a10-8f52-95de28366bd3 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2020369 Jul 29 15:15:48.501800 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45082) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:48.567057 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1cc1b688-29b4-45ce-80b1-d290a2ce31b5 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615406 Jul 29 15:15:48.567933 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45084) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:48.574275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c578ecda-edd7-433c-bd78-92856511c268 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-743979457', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:48.624268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 81d5393f-af82-464e-ac01-fac9708e7b9b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:48.673270 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-429f27be-7568-409d-aba5-2b671eca8011 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:48.677823 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-89ec6a47-21ec-4314-baf0-4efd3d91a40c None None] Provisioning for port 1e355a1d-ec2c-45ee-b2ae-3993e4256414 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:48.689964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-89ec6a47-21ec-4314-baf0-4efd3d91a40c None None] Provisioning complete for port 1e355a1d-ec2c-45ee-b2ae-3993e4256414 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:48.691599 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-89ec6a47-21ec-4314-baf0-4efd3d91a40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:48.693037 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:48.745261 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c578ecda-edd7-433c-bd78-92856511c268 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Made reservation on behalf of ff222b7955804c63888f15eaa141338c for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:15:48.750673 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c578ecda-edd7-433c-bd78-92856511c268 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:48.777699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-89ec6a47-21ec-4314-baf0-4efd3d91a40c None None] Port 1e355a1d-ec2c-45ee-b2ae-3993e4256414 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:15:48.802534 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 81d5393f-af82-464e-ac01-fac9708e7b9b completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:48.808558 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 81d5393f-af82-464e-ac01-fac9708e7b9b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:48.809029 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:48.853036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186115065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:43Z', 'updated_at': '2021-07-29T15:15:46Z', 'revision_number': 3, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:44Z', 'updated_at': '2021-07-29T15:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:48.895315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Checking router: 90662c07-b8a0-45c9-bdb6-c933e07f2965 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:15:48.895801 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Updating router 90662c07-b8a0-45c9-bdb6-c933e07f2965 port 312b3b82-8f15-4fa9-be65-fb35099eae0f binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:15:48.926524 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.022524 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f41d3357-538b-4a37-9288-e8cf6756dce1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1395db937524e51974f7fa938babf0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5768707 Jul 29 15:15:49.026786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45086) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:49.062748 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c578ecda-edd7-433c-bd78-92856511c268 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.086720 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.105465 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.134540 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.178243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578ecda-edd7-433c-bd78-92856511c268 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Subnet': ['ID=7630c3f4-61cc-44ce-86d1-ba91f043462a,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:49.183622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c578ecda-edd7-433c-bd78-92856511c268 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Checking segment: {'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:49.184275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c578ecda-edd7-433c-bd78-92856511c268 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network hostable DHCP agents. Network: b13fb13d-e244-491e-878b-52b7d508aab7, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:15:49.208384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c578ecda-edd7-433c-bd78-92856511c268 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network b13fb13d-e244-491e-878b-52b7d508aab7 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:15:49.215960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 81d5393f-af82-464e-ac01-fac9708e7b9b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=81d5393f-af82-464e-ac01-fac9708e7b9b,segment=NetworkSegment(c79ba26b-4d89-4d74-ac00-11dc3794038c),segment_id=c79ba26b-4d89-4d74-ac00-11dc3794038c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:49.223318 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.237480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-c578ecda-edd7-433c-bd78-92856511c268 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, b13fb13d-e244-491e-878b-52b7d508aab7) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:49.243226 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c578ecda-edd7-433c-bd78-92856511c268 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:49.243981 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c578ecda-edd7-433c-bd78-92856511c268 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.268140 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77231577-e6dd-42b1-bc45-401cd6710017 None None] Network b13fb13d-e244-491e-878b-52b7d508aab7 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:15:49.366559 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=81d5393f-af82-464e-ac01-fac9708e7b9b,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:49.392803 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6cf50091-eff3-4ce1-a6c7-23ef3eb58ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.475473 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6cf50091-eff3-4ce1-a6c7-23ef3eb58ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.520187 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.552217 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Transition to ACTIVE for port object 312b3b82-8f15-4fa9-be65-fb35099eae0f will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:49.560115 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.567237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-b13fb13d-e244-491e-878b-52b7d508aab7', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ips': [{'subnet_id': '7630c3f4-61cc-44ce-86d1-ba91f043462a'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:15:49.568422 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.605295 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-429f27be-7568-409d-aba5-2b671eca8011 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.623770 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c578ecda-edd7-433c-bd78-92856511c268 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0544801 Jul 29 15:15:49.626943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45088) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:49.631531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Attempting to bind port 312b3b82-8f15-4fa9-be65-fb35099eae0f on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:15:49.631900 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Attempting to bind port 312b3b82-8f15-4fa9-be65-fb35099eae0f by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:15:49.632262 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Attempting to bind port 312b3b82-8f15-4fa9-be65-fb35099eae0f on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:15:49.651666 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-429f27be-7568-409d-aba5-2b671eca8011 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.652489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdbf5a-e835-4e32-b125-90a25d5a8530 None None] Pushing event updated for resources: {'Port': ['ID=312b3b82-8f15-4fa9-be65-fb35099eae0f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:49.656309 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:15:49.656706 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:49.657128 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.657516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:15:49.658005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Bound port: 312b3b82-8f15-4fa9-be65-fb35099eae0f, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:15:49.658392 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.698130 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.719696 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.722708 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-429f27be-7568-409d-aba5-2b671eca8011 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.724203 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-429f27be-7568-409d-aba5-2b671eca8011 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2992043 Jul 29 15:15:49.729293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45090) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:49.730394 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f27be-7568-409d-aba5-2b671eca8011 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb1280e-ea4c-4377-a4bd-ffefed25c24f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:49.733348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 81d5393f-af82-464e-ac01-fac9708e7b9b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:49.753217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b9b8a8da-4741-4cd4-b5aa-7b1735c9c34a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '2eb1280e-ea4c-4377-a4bd-ffefed25c24f', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:49.786629 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.792473 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6cf50091-eff3-4ce1-a6c7-23ef3eb58ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.795360 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6cf50091-eff3-4ce1-a6c7-23ef3eb58ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.796631 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6cf50091-eff3-4ce1-a6c7-23ef3eb58ff5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ff9804d-1fc4-43cc-b388-3826d2cb4c93 HTTP/1.1" status: 204 len: 168 time: 0.7670689 Jul 29 15:15:49.821068 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.860313 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf50091-eff3-4ce1-a6c7-23ef3eb58ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff9804d-1fc4-43cc-b388-3826d2cb4c93,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:49.876922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Pushing event updated for resources: {'Port': ['ID=1e355a1d-ec2c-45ee-b2ae-3993e4256414,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:49.881035 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:49.935997 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a8da-4741-4cd4-b5aa-7b1735c9c34a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.021633 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a8da-4741-4cd4-b5aa-7b1735c9c34a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.030158 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a8da-4741-4cd4-b5aa-7b1735c9c34a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.071599 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a8da-4741-4cd4-b5aa-7b1735c9c34a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.073178 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b9b8a8da-4741-4cd4-b5aa-7b1735c9c34a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3305218 Jul 29 15:15:50.076808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45096) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:50.078466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8a8da-4741-4cd4-b5aa-7b1735c9c34a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0372b9df-4878-4083-b1fb-e7f522dbac92,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:50.091023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-37bd5ab7-8d86-4d82-8132-9b641715b829 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '2eb1280e-ea4c-4377-a4bd-ffefed25c24f', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:50.098641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] For port 312b3b82-8f15-4fa9-be65-fb35099eae0f, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:15:50.122026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] For port 312b3b82-8f15-4fa9-be65-fb35099eae0f, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=312b3b82-8f15-4fa9-be65-fb35099eae0f,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:15:50.133529 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.142561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Network 2044df4b-bfd3-4360-b6e1-19b509d510c3 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:50.157896 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:50.207220 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Allocated IP 172.20.0.2 (b13fb13d-e244-491e-878b-52b7d508aab7/7630c3f4-61cc-44ce-86d1-ba91f043462a/91610fd8-da75-4c80-99e2-b327d99ddedc) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:50.217176 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 81d5393f-af82-464e-ac01-fac9708e7b9b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:50.217477 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.234271 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37bd5ab7-8d86-4d82-8132-9b641715b829 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.327134 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Router b6cdac4e-87ad-456a-b82b-94655cdce932 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:15:50.361289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Routers {'90662c07-b8a0-45c9-bdb6-c933e07f2965'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:50.362031 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['90662c07-b8a0-45c9-bdb6-c933e07f2965'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:50.431102 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37bd5ab7-8d86-4d82-8132-9b641715b829 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.440189 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37bd5ab7-8d86-4d82-8132-9b641715b829 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.468700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Router 15621f0d-9339-408d-88ff-3523ba14e09c has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:15:50.473562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd5ab7-8d86-4d82-8132-9b641715b829 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aabef303-4687-484a-b99f-3c85c3a9f550,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:50.500119 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdbf5a-e835-4e32-b125-90a25d5a8530 None None] Pushing event updated for resources: {'Port': ['ID=312b3b82-8f15-4fa9-be65-fb35099eae0f,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:50.553958 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37bd5ab7-8d86-4d82-8132-9b641715b829 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.555170 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-37bd5ab7-8d86-4d82-8132-9b641715b829 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4758737 Jul 29 15:15:50.558063 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45106) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:50.599165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-13a0ccb9-2741-40fc-8579-074c7d4cf1df tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '2eb1280e-ea4c-4377-a4bd-ffefed25c24f', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:50.631043 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.646765 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-13a0ccb9-2741-40fc-8579-074c7d4cf1df tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.668257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:50.679027 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd9254-a2e5-4525-8b38-4cb239c82bce None None] Sync routers for ids ['b6cdac4e-87ad-456a-b82b-94655cdce932'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:50.685225 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.686469 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8ef86dad-dcff-4918-a357-6c55909cd98f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "PUT /v2.0/routers/b6cdac4e-87ad-456a-b82b-94655cdce932 HTTP/1.1" status: 200 len: 914 time: 4.9079714 Jul 29 15:15:50.694796 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45110) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:50.699871 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd9254-a2e5-4525-8b38-4cb239c82bce None None] Routers {'b6cdac4e-87ad-456a-b82b-94655cdce932'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:50.702081 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4bfd9254-a2e5-4525-8b38-4cb239c82bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['b6cdac4e-87ad-456a-b82b-94655cdce932'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:50.750356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0398864e-e510-4dac-80e9-6b5182a818fe None None] Provisioning complete for port 1e355a1d-ec2c-45ee-b2ae-3993e4256414 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:50.750734 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0398864e-e510-4dac-80e9-6b5182a818fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.823426 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 66ffb038-87de-44ea-9028-a35a4740a54e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:50.855351 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4bfd9254-a2e5-4525-8b38-4cb239c82bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:50.871020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] Set router 90662c07-b8a0-45c9-bdb6-c933e07f2965 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:50.872922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:50.877868 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd9254-a2e5-4525-8b38-4cb239c82bce None None] Routers {'b6cdac4e-87ad-456a-b82b-94655cdce932'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:50.879291 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4bfd9254-a2e5-4525-8b38-4cb239c82bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['b6cdac4e-87ad-456a-b82b-94655cdce932'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:50.889402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9215f5c4-ed10-448d-a783-98cbc3191768 admin admin] 10.222.0.16 "PUT /v2.0/routers/15621f0d-9339-408d-88ff-3523ba14e09c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9522626 Jul 29 15:15:50.917832 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-13a0ccb9-2741-40fc-8579-074c7d4cf1df tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.930462 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-13a0ccb9-2741-40fc-8579-074c7d4cf1df tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.955828 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4bfd9254-a2e5-4525-8b38-4cb239c82bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:50.956574 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-13a0ccb9-2741-40fc-8579-074c7d4cf1df tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.958136 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfd9254-a2e5-4525-8b38-4cb239c82bce None None] The sync data for ids ['b6cdac4e-87ad-456a-b82b-94655cdce932'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:50.959224 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-13a0ccb9-2741-40fc-8579-074c7d4cf1df tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3999913 Jul 29 15:15:50.961689 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-33fe39c3-6535-4e05-b36d-1b95414c1d6a tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/routers/b6cdac4e-87ad-456a-b82b-94655cdce932 HTTP/1.1" status: 200 len: 920 time: 0.2657466 Jul 29 15:15:50.967124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45120) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:50.972452 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:50.975466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45118) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:50.979340 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0ccb9-2741-40fc-8579-074c7d4cf1df tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf30f1f-3519-425d-8a01-0d4207321074,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:50.992030 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Sync routers for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:50.992615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e331ad68-abd8-419b-9a02-f23ab44107c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '2eb1280e-ea4c-4377-a4bd-ffefed25c24f', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:51.030304 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998a8628-87c0-4e32-b49d-2608e47c8c8d tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:51.034394 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-998a8628-87c0-4e32-b49d-2608e47c8c8d tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&device_id=b6cdac4e-87ad-456a-b82b-94655cdce932&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0638733 Jul 29 15:15:51.035019 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45124) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:51.063261 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e331ad68-abd8-419b-9a02-f23ab44107c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:51.135089 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Transition to ACTIVE for port object 91610fd8-da75-4c80-99e2-b327d99ddedc will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:51.142625 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e331ad68-abd8-419b-9a02-f23ab44107c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:51.149543 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e331ad68-abd8-419b-9a02-f23ab44107c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:51.164911 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331ad68-abd8-419b-9a02-f23ab44107c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5cba64-540f-4a59-b575-c0560a2a9c55,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:51.168246 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a550f9a0-ba90-41dc-b4d4-64bc9d627c15 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:51.173123 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a550f9a0-ba90-41dc-b4d4-64bc9d627c15 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 881 time: 0.1342332 Jul 29 15:15:51.174405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45128) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:51.176454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:51.177260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:51.179161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0398864e-e510-4dac-80e9-6b5182a818fe None None] Port 1e355a1d-ec2c-45ee-b2ae-3993e4256414 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:15:51.196651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e331ad68-abd8-419b-9a02-f23ab44107c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:51.198058 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e331ad68-abd8-419b-9a02-f23ab44107c5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2210526 Jul 29 15:15:51.200803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45130) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:51.205716 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-3e89a0d6-557d-4683-968d-bba41ec4de46 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '2eb1280e-ea4c-4377-a4bd-ffefed25c24f', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:51.227221 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 66ffb038-87de-44ea-9028-a35a4740a54e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:51.229943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45136) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:51.230774 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d87d6943-0d5d-40d5-8dae-25217075a388 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6cdac4e-87ad-456a-b82b-94655cdce932 HTTP/1.1" status: 200 len: 205 time: 0.0548289 Jul 29 15:15:51.236135 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 66ffb038-87de-44ea-9028-a35a4740a54e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:51.236511 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:51.239362 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-3e89a0d6-557d-4683-968d-bba41ec4de46 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Project ad88f1e224ca4cdaac5cd6b210676360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:15:51.280297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Transition to ACTIVE for port object 91610fd8-da75-4c80-99e2-b327d99ddedc will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:51.351840 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:51.358604 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:51.466725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Network b13fb13d-e244-491e-878b-52b7d508aab7 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:51.472750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 66ffb038-87de-44ea-9028-a35a4740a54e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=66ffb038-87de-44ea-9028-a35a4740a54e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:51.490642 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:51.499961 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:51.503065 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:51.512178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:51.515111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Pushing event updated for resources: {'Port': ['ID=91610fd8-da75-4c80-99e2-b327d99ddedc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:51.556965 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186115065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:43Z', 'updated_at': '2021-07-29T15:15:46Z', 'revision_number': 3, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:44Z', 'updated_at': '2021-07-29T15:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:51.590701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be34bcd-5463-436c-87c3-9d2d90990f4b None None] The sync data for ids ['90662c07-b8a0-45c9-bdb6-c933e07f2965'] in n-d-802893-1 is: [{'id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186115065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:43Z', 'updated_at': '2021-07-29T15:15:46Z', 'revision_number': 3, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:44Z', 'updated_at': '2021-07-29T15:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:51.716570 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e89a0d6-557d-4683-968d-bba41ec4de46 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:51.814310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Attempting to bind port 91610fd8-da75-4c80-99e2-b327d99ddedc on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:15:51.814689 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Attempting to bind port 91610fd8-da75-4c80-99e2-b327d99ddedc by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:15:51.815051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Attempting to bind port 91610fd8-da75-4c80-99e2-b327d99ddedc on network b13fb13d-e244-491e-878b-52b7d508aab7 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:15:51.826060 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=66ffb038-87de-44ea-9028-a35a4740a54e,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:51.838114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:15:51.838489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Checking segment: {'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:51.839100 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:51.839507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Bound using segment: {'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:15:51.839991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Bound port: 91610fd8-da75-4c80-99e2-b327d99ddedc, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:15:51.840375 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:51.854192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45150) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:51.859159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0cd1f96b-d851-41bd-b249-aef663da268b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-360213802-network', 'tenant_id': 'a16d421f12b34e8f8d454dace052edb3'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:51.895489 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd1f96b-d851-41bd-b249-aef663da268b admin admin] Made reservation on behalf of a16d421f12b34e8f8d454dace052edb3 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:15:51.898362 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0cd1f96b-d851-41bd-b249-aef663da268b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:51.938396 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0cd1f96b-d851-41bd-b249-aef663da268b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:51.979789 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] For port 91610fd8-da75-4c80-99e2-b327d99ddedc, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:15:51.997838 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] For port 91610fd8-da75-4c80-99e2-b327d99ddedc, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=91610fd8-da75-4c80-99e2-b327d99ddedc,segment=NetworkSegment(4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47),segment_id=4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:15:52.002146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Allocated IP 172.20.0.1 (b13fb13d-e244-491e-878b-52b7d508aab7/7630c3f4-61cc-44ce-86d1-ba91f043462a/c68fcc92-31dc-40fc-8cb6-8f5947505c1e) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:52.007437 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.063811 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3dd00d12-c993-4faf-9de8-5c32577adb4d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.162076 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e89a0d6-557d-4683-968d-bba41ec4de46 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.166061 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:49Z', 'revision_number': 2, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:52.207969 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e89a0d6-557d-4683-968d-bba41ec4de46 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.208283 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Checking router: 15621f0d-9339-408d-88ff-3523ba14e09c for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:15:52.208652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Updating router 15621f0d-9339-408d-88ff-3523ba14e09c port 1e355a1d-ec2c-45ee-b2ae-3993e4256414 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:15:52.211611 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5080ef1-3e7a-4cca-87e8-eec35a9e9f36 None None] Pushing event updated for resources: {'Port': ['ID=91610fd8-da75-4c80-99e2-b327d99ddedc,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:52.212304 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0cd1f96b-d851-41bd-b249-aef663da268b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.221053 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0cd1f96b-d851-41bd-b249-aef663da268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.255116 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.278706 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd1f96b-d851-41bd-b249-aef663da268b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:15:52.303925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1f96b-d851-41bd-b249-aef663da268b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a6f2a9-3347-4653-a5f2-f7575c6873dc,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:52.319543 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0cd1f96b-d851-41bd-b249-aef663da268b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.320032 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-0cd1f96b-d851-41bd-b249-aef663da268b admin admin] Added segment e3226bb8-d9a2-4cfe-82da-6afed5c89fbb of type vlan for network 76c071b1-e90f-4afb-8836-43a18e77577f Jul 29 15:15:52.427574 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0cd1f96b-d851-41bd-b249-aef663da268b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.492702 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0cd1f96b-d851-41bd-b249-aef663da268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.495255 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd1f96b-d851-41bd-b249-aef663da268b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:52.495255 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0cd1f96b-d851-41bd-b249-aef663da268b admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.575902 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1f96b-d851-41bd-b249-aef663da268b admin admin] Pushing event updated for resources: {'Network': ['ID=76c071b1-e90f-4afb-8836-43a18e77577f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:52.584374 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0cd1f96b-d851-41bd-b249-aef663da268b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7290378 Jul 29 15:15:52.585555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45158) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:52.590594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-aa60604a-ba49-4788-87e8-e8ae72c459de admin admin] Request body: {'subnet': {'network_id': '76c071b1-e90f-4afb-8836-43a18e77577f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-360213802-subnet', 'tenant_id': 'a16d421f12b34e8f8d454dace052edb3', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:52.601796 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.619544 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa60604a-ba49-4788-87e8-e8ae72c459de admin admin] Made reservation on behalf of a16d421f12b34e8f8d454dace052edb3 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:15:52.622363 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa60604a-ba49-4788-87e8-e8ae72c459de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.652244 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e89a0d6-557d-4683-968d-bba41ec4de46 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.653795 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3e89a0d6-557d-4683-968d-bba41ec4de46 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4520097 Jul 29 15:15:52.657313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89a0d6-557d-4683-968d-bba41ec4de46 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24368146-87d8-4a60-bfc4-02c7e55e32e3,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:52.667616 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45160) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:52.680195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b6303e49-6bfb-487b-8914-c57018a63d44 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'security_group_rule': {'security_group_id': '2eb1280e-ea4c-4377-a4bd-ffefed25c24f', 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:52.711111 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3dd00d12-c993-4faf-9de8-5c32577adb4d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.715050 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Transition to ACTIVE for port object c68fcc92-31dc-40fc-8cb6-8f5947505c1e will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:52.719460 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-b6303e49-6bfb-487b-8914-c57018a63d44 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Project ad88f1e224ca4cdaac5cd6b210676360 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:15:52.732241 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6303e49-6bfb-487b-8914-c57018a63d44 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.748048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 76c071b1-e90f-4afb-8836-43a18e77577f details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:15:52.885510 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.919083 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa60604a-ba49-4788-87e8-e8ae72c459de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.970636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network b13fb13d-e244-491e-878b-52b7d508aab7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:52.981660 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6303e49-6bfb-487b-8914-c57018a63d44 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:52.983301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:52.987105 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:52.989519 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60604a-ba49-4788-87e8-e8ae72c459de admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d252539-5e6e-4ffb-8189-7bb0855975f8,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:53.031204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa60604a-ba49-4788-87e8-e8ae72c459de admin admin] Checking segment: {'id': 'e3226bb8-d9a2-4cfe-82da-6afed5c89fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '76c071b1-e90f-4afb-8836-43a18e77577f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:53.031770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa60604a-ba49-4788-87e8-e8ae72c459de admin admin] Network hostable DHCP agents. Network: 76c071b1-e90f-4afb-8836-43a18e77577f, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:15:53.035899 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6303e49-6bfb-487b-8914-c57018a63d44 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:53.043325 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:53.081070 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Transition to ACTIVE for port object 1e355a1d-ec2c-45ee-b2ae-3993e4256414 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:53.092501 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:53.101674 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6303e49-6bfb-487b-8914-c57018a63d44 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:53.102934 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b6303e49-6bfb-487b-8914-c57018a63d44 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4308517 Jul 29 15:15:53.111819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=c68fcc92-31dc-40fc-8cb6-8f5947505c1e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:53.122353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa60604a-ba49-4788-87e8-e8ae72c459de admin admin] Network 76c071b1-e90f-4afb-8836-43a18e77577f is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:15:53.131498 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6303e49-6bfb-487b-8914-c57018a63d44 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db237fcd-7db3-4182-a650-c39668be047a,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:53.147251 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:53.216228 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-aa60604a-ba49-4788-87e8-e8ae72c459de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 76c071b1-e90f-4afb-8836-43a18e77577f) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:53.232635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bd734-e153-4e92-949a-6e2f02dd9cf3 None None] Pushing event updated for resources: {'Port': ['ID=1e355a1d-ec2c-45ee-b2ae-3993e4256414,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:53.233544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3dd00d12-c993-4faf-9de8-5c32577adb4d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Deleting port 6cdec2c4-a297-43a8-a1a8-34f359c555ff {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:15:53.233813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa60604a-ba49-4788-87e8-e8ae72c459de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:53.233938 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3dd00d12-c993-4faf-9de8-5c32577adb4d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:53.235057 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa60604a-ba49-4788-87e8-e8ae72c459de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:53.260429 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-aa60604a-ba49-4788-87e8-e8ae72c459de admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6711900 Jul 29 15:15:53.261266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45166) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:53.268042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b0ea77-535e-4a4d-a84a-8632a9af2542 None None] Network 76c071b1-e90f-4afb-8836-43a18e77577f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:15:53.272033 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-360213802-router', 'tenant_id': 'a16d421f12b34e8f8d454dace052edb3', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:53.322787 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:53.324701 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:53.442980 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:53.496996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Attempting to bind port 1e355a1d-ec2c-45ee-b2ae-3993e4256414 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:15:53.497368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Attempting to bind port 1e355a1d-ec2c-45ee-b2ae-3993e4256414 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:15:53.497734 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Attempting to bind port 1e355a1d-ec2c-45ee-b2ae-3993e4256414 on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:15:53.518682 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:15:53.519595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Checking segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:53.520034 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:53.520512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Bound using segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:15:53.521396 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Bound port: 1e355a1d-ec2c-45ee-b2ae-3993e4256414, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:15:53.521781 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:53.533554 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3dd00d12-c993-4faf-9de8-5c32577adb4d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:53.606652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3dd00d12-c993-4faf-9de8-5c32577adb4d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Calling delete_port for 6cdec2c4-a297-43a8-a1a8-34f359c555ff owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:15:53.622887 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:53.696054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] For port 1e355a1d-ec2c-45ee-b2ae-3993e4256414, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:15:53.714270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] For port 1e355a1d-ec2c-45ee-b2ae-3993e4256414, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1e355a1d-ec2c-45ee-b2ae-3993e4256414,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:15:53.724935 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:53.883008 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f781634c-8114-4f52-8a5c-4e0754524aee None None] Network b13fb13d-e244-491e-878b-52b7d508aab7 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:15:53.928967 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bd734-e153-4e92-949a-6e2f02dd9cf3 None None] Pushing event updated for resources: {'Port': ['ID=1e355a1d-ec2c-45ee-b2ae-3993e4256414,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:53.979712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:53.981019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:53.984146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 91610fd8-da75-4c80-99e2-b327d99ddedc up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:54.026596 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:54.060950 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:54.122222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=c68fcc92-31dc-40fc-8cb6-8f5947505c1e,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:54.150470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-76c071b1-e90f-4afb-8836-43a18e77577f', 'network_id': '76c071b1-e90f-4afb-8836-43a18e77577f', 'tenant_id': 'a16d421f12b34e8f8d454dace052edb3', 'fixed_ips': [{'subnet_id': '0d252539-5e6e-4ffb-8189-7bb0855975f8'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:15:54.152251 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:54.185792 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:54.228154 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-0a92d5db-5d65-41f4-83b8-4e40da6c2fed tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912692654&fields=id&tenant_id=ad88f1e224ca4cdaac5cd6b210676360 HTTP/1.1" status: 200 len: 267 time: 0.7833209 Jul 29 15:15:54.232649 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:54.443295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-a51bba39-fd94-47a3-8d71-14662e038bb7 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:54.449663 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-a51bba39-fd94-47a3-8d71-14662e038bb7 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/networks?id=8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 HTTP/1.1" status: 200 len: 796 time: 0.2201641 Jul 29 15:15:54.462216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network b13fb13d-e244-491e-878b-52b7d508aab7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:54.464394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:54.470438 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3dd00d12-c993-4faf-9de8-5c32577adb4d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:54.475469 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-24ac99c9-f37a-41f9-815e-701679488836 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/quotas/ad88f1e224ca4cdaac5cd6b210676360 HTTP/1.1" status: 200 len: 375 time: 0.0247917 Jul 29 15:15:54.508977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd00d12-c993-4faf-9de8-5c32577adb4d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Pushing event deleted for resources: {'Port': ['ID=6cdec2c4-a297-43a8-a1a8-34f359c555ff,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:54.564880 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Allocated IP 172.20.0.2 (76c071b1-e90f-4afb-8836-43a18e77577f/0d252539-5e6e-4ffb-8189-7bb0855975f8/78778918-5d34-4b4c-8868-39bba776d151) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:54.595611 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-0c0ccc12-75f0-4ede-966b-1419a7c0a2bc tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ad88f1e224ca4cdaac5cd6b210676360&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1128004 Jul 29 15:15:54.764101 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3dd00d12-c993-4faf-9de8-5c32577adb4d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:54.790390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0d16d189-73e2-4a32-83a5-122f9c1bc6f9 None None] Provisioning for port 91610fd8-da75-4c80-99e2-b327d99ddedc completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:54.849102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:54.889409 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3dd00d12-c993-4faf-9de8-5c32577adb4d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:54.891885 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3dd00d12-c993-4faf-9de8-5c32577adb4d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:54.910918 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:54.938600 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:54.957871 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3dd00d12-c993-4faf-9de8-5c32577adb4d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:54.959213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd00d12-c993-4faf-9de8-5c32577adb4d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Fanout notify agent at l3_agent the message router_deleted on router b6cdac4e-87ad-456a-b82b-94655cdce932 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:15:54.967837 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 91610fd8-da75-4c80-99e2-b327d99ddedc completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:54.971510 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3dd00d12-c993-4faf-9de8-5c32577adb4d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:54.979105 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3dd00d12-c993-4faf-9de8-5c32577adb4d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "DELETE /v2.0/routers/b6cdac4e-87ad-456a-b82b-94655cdce932 HTTP/1.1" status: 204 len: 168 time: 3.7479315 Jul 29 15:15:54.979945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45188) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:54.989444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d7687af5-aaa7-4749-ba8f-d0a66252abe9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2089961618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:55.016601 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router 90662c07-b8a0-45c9-bdb6-c933e07f2965 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:15:55.028463 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-6308530f-289b-45c7-907c-65a25e3c4804 service neutron] 10.222.0.16 "GET /v2.0/networks/8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275081 Jul 29 15:15:55.038767 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d7687af5-aaa7-4749-ba8f-d0a66252abe9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:55.039095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 91610fd8-da75-4c80-99e2-b327d99ddedc triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:55.039568 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:55.040084 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d7687af5-aaa7-4749-ba8f-d0a66252abe9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:55.188012 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Allocated IP 172.25.6.213 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:55.196477 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d7687af5-aaa7-4749-ba8f-d0a66252abe9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:55.204350 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:55.211698 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d7687af5-aaa7-4749-ba8f-d0a66252abe9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:55.223688 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-5ae67530-5dc9-4cf5-a0a1-4a60bad025c6 service neutron] 10.222.0.16 "GET /v2.0/networks/8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941512 Jul 29 15:15:55.245920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Transition to ACTIVE for port object 78778918-5d34-4b4c-8868-39bba776d151 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:55.247930 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d7687af5-aaa7-4749-ba8f-d0a66252abe9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:55.253006 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d7687af5-aaa7-4749-ba8f-d0a66252abe9 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2696142 Jul 29 15:15:55.257191 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45190) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:55.263836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'enable_snat': False}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:55.269024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:55.314876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Transition to ACTIVE for port object 78778918-5d34-4b4c-8868-39bba776d151 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:55.324111 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cd7a189b-f85d-44af-a287-eed74eaedfd7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "PUT /v2.0/routers/90662c07-b8a0-45c9-bdb6-c933e07f2965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6956551 Jul 29 15:15:55.339812 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:55.418482 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Network 76c071b1-e90f-4afb-8836-43a18e77577f is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:55.427320 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Sync routers for ids ['90662c07-b8a0-45c9-bdb6-c933e07f2965'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:55.428546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:55.440390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:55.458672 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Routers {'90662c07-b8a0-45c9-bdb6-c933e07f2965'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:55.459239 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['90662c07-b8a0-45c9-bdb6-c933e07f2965'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:55.483194 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:55.491381 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Pushing event updated for resources: {'Port': ['ID=78778918-5d34-4b4c-8868-39bba776d151,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:55.600039 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:55.698860 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4945291a-4188-4c76-b315-599e9ecb8fc1 req-e491b23c-e812-43ea-ae99-4d14deb47889 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 210 time: 0.1102026 Jul 29 15:15:55.765590 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-0ce05887-57cf-467a-ad41-45f7b2d45320 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1089980333&fields=id&tenant_id=ff222b7955804c63888f15eaa141338c HTTP/1.1" status: 200 len: 267 time: 0.1814611 Jul 29 15:15:55.793432 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:55.837847 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Set router 90662c07-b8a0-45c9-bdb6-c933e07f2965 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:55.855706 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:55.916699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 91610fd8-da75-4c80-99e2-b327d99ddedc, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=91610fd8-da75-4c80-99e2-b327d99ddedc,segment=NetworkSegment(4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47),segment_id=4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:55.918791 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:55.922286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:53Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:55.932441 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:55.933334 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 312b3b82-8f15-4fa9-be65-fb35099eae0f up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:55.985517 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:56.036450 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Pushing event updated for resources: {'Port': ['ID=cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:56.048900 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:56.054438 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Attempting to bind port 78778918-5d34-4b4c-8868-39bba776d151 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:15:56.054810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Attempting to bind port 78778918-5d34-4b4c-8868-39bba776d151 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'e3226bb8-d9a2-4cfe-82da-6afed5c89fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '76c071b1-e90f-4afb-8836-43a18e77577f'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:15:56.055863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Attempting to bind port 78778918-5d34-4b4c-8868-39bba776d151 on network 76c071b1-e90f-4afb-8836-43a18e77577f {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:15:56.119066 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b057f-2cf9-4052-a92e-94e0c0e0a45b None None] The sync data for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 is: [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:53Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:56.139813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6707f255-cdd0-4d26-b5d2-0298c6ee516b None None] Provisioning for port c68fcc92-31dc-40fc-8cb6-8f5947505c1e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:56.150704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:15:56.150992 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Checking segment: {'id': 'e3226bb8-d9a2-4cfe-82da-6afed5c89fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '76c071b1-e90f-4afb-8836-43a18e77577f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:56.151405 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:56.151809 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Bound using segment: {'id': 'e3226bb8-d9a2-4cfe-82da-6afed5c89fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '76c071b1-e90f-4afb-8836-43a18e77577f'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:15:56.152295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Bound port: 78778918-5d34-4b4c-8868-39bba776d151, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3226bb8-d9a2-4cfe-82da-6afed5c89fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '76c071b1-e90f-4afb-8836-43a18e77577f'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:15:56.157624 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:56.243507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6707f255-cdd0-4d26-b5d2-0298c6ee516b None None] Provisioning complete for port c68fcc92-31dc-40fc-8cb6-8f5947505c1e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:56.243820 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6707f255-cdd0-4d26-b5d2-0298c6ee516b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:56.258986 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186115065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:43Z', 'updated_at': '2021-07-29T15:15:53Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:44Z', 'updated_at': '2021-07-29T15:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c68fcc92-31dc-40fc-8cb6-8f5947505c1e', 'name': '', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:7d:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:50Z', 'updated_at': '2021-07-29T15:15:53Z', 'revision_number': 2, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:56.308982 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Checking router: 90662c07-b8a0-45c9-bdb6-c933e07f2965 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:15:56.309546 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Updating router 90662c07-b8a0-45c9-bdb6-c933e07f2965 port c68fcc92-31dc-40fc-8cb6-8f5947505c1e binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:15:56.373208 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:56.386824 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 312b3b82-8f15-4fa9-be65-fb35099eae0f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:56.415759 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:56.461424 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:56.512411 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-374091bf-10fd-4c6c-9466-2552bc5dc018 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:56.514101 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-374091bf-10fd-4c6c-9466-2552bc5dc018 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/networks?id=b13fb13d-e244-491e-878b-52b7d508aab7 HTTP/1.1" status: 200 len: 797 time: 0.7335434 Jul 29 15:15:56.549841 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 312b3b82-8f15-4fa9-be65-fb35099eae0f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:56.554319 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:56.676774 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-87fe0107-3269-44c7-95b8-9489d36043b3 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/quotas/ff222b7955804c63888f15eaa141338c HTTP/1.1" status: 200 len: 375 time: 0.0550001 Jul 29 15:15:56.729751 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Allocated IP 172.25.6.131 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/a6d193cc-057d-4c35-be6b-c22ca6feb055) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:56.806297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=91610fd8-da75-4c80-99e2-b327d99ddedc,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:56.822248 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:56.824821 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-26671f7e-42cd-4d64-90c3-df707695bd01 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1374404 Jul 29 15:15:56.845515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6707f255-cdd0-4d26-b5d2-0298c6ee516b None None] Port c68fcc92-31dc-40fc-8cb6-8f5947505c1e cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:15:56.903421 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:56.928517 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 312b3b82-8f15-4fa9-be65-fb35099eae0f, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=312b3b82-8f15-4fa9-be65-fb35099eae0f,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:15:56.931259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] For port 78778918-5d34-4b4c-8868-39bba776d151, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:15:56.953129 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:56.953882 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 66ffb038-87de-44ea-9028-a35a4740a54e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:56.961837 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] For port 78778918-5d34-4b4c-8868-39bba776d151, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=78778918-5d34-4b4c-8868-39bba776d151,segment=NetworkSegment(e3226bb8-d9a2-4cfe-82da-6afed5c89fbb),segment_id=e3226bb8-d9a2-4cfe-82da-6afed5c89fbb)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:15:56.973817 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ccfc0692-650e-4958-9b21-2abda199975a req-8c07c20a-ee2b-4e78-ae72-57bbe7eb6e4e tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0882998 Jul 29 15:15:56.983323 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:56.999143 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:57.028577 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Transition to ACTIVE for port object c68fcc92-31dc-40fc-8cb6-8f5947505c1e will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:57.037994 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:57.083849 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:57.119693 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:57.157375 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e391d30-bfe4-4097-ae03-e47203308ecc None None] Pushing event updated for resources: {'Port': ['ID=c68fcc92-31dc-40fc-8cb6-8f5947505c1e,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:57.162005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6707f255-cdd0-4d26-b5d2-0298c6ee516b None None] Provisioning complete for port 91610fd8-da75-4c80-99e2-b327d99ddedc triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:57.162378 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6707f255-cdd0-4d26-b5d2-0298c6ee516b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:57.187009 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:57.226199 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Attempting to bind port c68fcc92-31dc-40fc-8cb6-8f5947505c1e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:15:57.226878 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Attempting to bind port c68fcc92-31dc-40fc-8cb6-8f5947505c1e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:15:57.227827 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Attempting to bind port c68fcc92-31dc-40fc-8cb6-8f5947505c1e on network b13fb13d-e244-491e-878b-52b7d508aab7 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:15:57.241683 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:15:57.242090 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Checking segment: {'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:15:57.242506 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:57.245561 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Bound using segment: {'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:15:57.246050 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Bound port: c68fcc92-31dc-40fc-8cb6-8f5947505c1e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:15:57.246453 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:57.255994 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Pushing event updated for resources: {'Port': ['ID=a6d193cc-057d-4c35-be6b-c22ca6feb055,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:57.265211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:57.275495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:57.279984 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:57.371697 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] For port c68fcc92-31dc-40fc-8cb6-8f5947505c1e, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:15:57.375405 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] For port c68fcc92-31dc-40fc-8cb6-8f5947505c1e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c68fcc92-31dc-40fc-8cb6-8f5947505c1e,segment=NetworkSegment(4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47),segment_id=4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:15:57.386260 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:57.444890 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=312b3b82-8f15-4fa9-be65-fb35099eae0f,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:57.544513 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e391d30-bfe4-4097-ae03-e47203308ecc None None] Pushing event updated for resources: {'Port': ['ID=c68fcc92-31dc-40fc-8cb6-8f5947505c1e,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:57.561801 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Routers {'90662c07-b8a0-45c9-bdb6-c933e07f2965'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:57.562442 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['90662c07-b8a0-45c9-bdb6-c933e07f2965'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:57.575798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f18892-dcd3-41fc-bb4e-0eb2bb3c4f66 None None] Pushing event updated for resources: {'Port': ['ID=78778918-5d34-4b4c-8868-39bba776d151,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:57.623468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 66ffb038-87de-44ea-9028-a35a4740a54e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:57.623842 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:57.643627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-a62c213f-79c6-4d68-9407-55589dac5e68 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:57.646937 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-a62c213f-79c6-4d68-9407-55589dac5e68 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.39 "GET /v2.0/networks?id=8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 HTTP/1.1" status: 200 len: 796 time: 0.4124155 Jul 29 15:15:57.914395 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-2d4c7be2-7672-43b0-8e21-04a10cb745da service neutron] 10.222.0.16 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0527217 Jul 29 15:15:57.918604 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] Set router 90662c07-b8a0-45c9-bdb6-c933e07f2965 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:57.956151 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-0f00e46f-0376-4192-bf67-c87040576839 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad88f1e224ca4cdaac5cd6b210676360 HTTP/1.1" status: 200 len: 379 time: 0.2984886 Jul 29 15:15:58.080864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-708c7699-1b66-4c3d-a53b-aa0fc2d8885c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'port': {'device_id': 'b77c2106-6d92-46b2-beba-28093045f6b6', 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'admin_state_up': True, 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'security_groups': ['2eb1280e-ea4c-4377-a4bd-ffefed25c24f']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:15:58.122341 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:58.192473 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:58.204436 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ed4a74be-58ef-43da-a6aa-d531f0f2253c req-0114eeca-0e46-45d2-9964-d70df10957ed tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0354927 Jul 29 15:15:58.241894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 91610fd8-da75-4c80-99e2-b327d99ddedc up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:58.328199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 91610fd8-da75-4c80-99e2-b327d99ddedc triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:58.329525 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:58.355399 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-b638f318-5d36-4332-96b2-b14ef96e6951 service neutron] 10.222.0.16 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399962 Jul 29 15:15:58.498983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-708c7699-1b66-4c3d-a53b-aa0fc2d8885c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Made reservation on behalf of ad88f1e224ca4cdaac5cd6b210676360 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:15:58.506926 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-708c7699-1b66-4c3d-a53b-aa0fc2d8885c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:58.521092 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 312b3b82-8f15-4fa9-be65-fb35099eae0f up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:58.658419 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186115065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:43Z', 'updated_at': '2021-07-29T15:15:53Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:44Z', 'updated_at': '2021-07-29T15:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c68fcc92-31dc-40fc-8cb6-8f5947505c1e', 'name': '', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:7d:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:50Z', 'updated_at': '2021-07-29T15:15:57Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:58.713794 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 312b3b82-8f15-4fa9-be65-fb35099eae0f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:58.714169 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:58.741974 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cdb739-a727-4523-910e-0d7e2e865c23 None None] The sync data for ids ['90662c07-b8a0-45c9-bdb6-c933e07f2965'] in n-d-802893-1 is: [{'id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186115065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:43Z', 'updated_at': '2021-07-29T15:15:53Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:44Z', 'updated_at': '2021-07-29T15:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c68fcc92-31dc-40fc-8cb6-8f5947505c1e', 'name': '', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:7d:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:50Z', 'updated_at': '2021-07-29T15:15:57Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:15:58.865249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-708c7699-1b66-4c3d-a53b-aa0fc2d8885c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Allocated IP 172.20.0.3 (8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220/9c036cd1-2379-41c0-9b3c-033bea840435/7a402b0f-f77e-45a2-8c24-f20d5ddffbd2) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:15:58.872788 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Router b26bb011-ef11-46c8-a280-127252a9c681 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:15:58.940116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1e355a1d-ec2c-45ee-b2ae-3993e4256414 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:15:58.973862 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3e49de-16c0-4a65-982e-f9527f8b1fad None None] Network 76c071b1-e90f-4afb-8836-43a18e77577f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:15:59.062611 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 1e355a1d-ec2c-45ee-b2ae-3993e4256414 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:59.090914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 1e355a1d-ec2c-45ee-b2ae-3993e4256414 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:15:59.091408 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:59.140149 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0a032f69-03ea-4f09-aee7-01847912e53c None None] Provisioning for port 78778918-5d34-4b4c-8868-39bba776d151 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:15:59.141467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9cac37f-e3a6-488f-b68c-78c74e7e669c req-48059d45-a2dd-46fb-a543-20536a491acc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 210 time: 0.0815690 Jul 29 15:15:59.270832 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:59.276842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:15:59.307462 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:59.309283 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-87bbf292-e191-49bb-8060-412c2a21d687 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0444407 Jul 29 15:15:59.311940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Sync routers for ids ['b26bb011-ef11-46c8-a280-127252a9c681'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:15:59.314087 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45240) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:59.339003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Routers {'b26bb011-ef11-46c8-a280-127252a9c681'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:15:59.340163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['b26bb011-ef11-46c8-a280-127252a9c681'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:15:59.345243 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-708c7699-1b66-4c3d-a53b-aa0fc2d8885c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:59.367105 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-708c7699-1b66-4c3d-a53b-aa0fc2d8885c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Transition to ACTIVE for port object 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:15:59.454953 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02e2d494-d942-448f-9ac5-d30518a50c40 req-b724d764-37bb-4d56-b3a2-8f40cf6413a2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0783160 Jul 29 15:15:59.532211 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-708c7699-1b66-4c3d-a53b-aa0fc2d8885c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:59.545365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Set router b26bb011-ef11-46c8-a280-127252a9c681 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:15:59.629277 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:59.679599 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45244) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:15:59.680855 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:59.700473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-708c7699-1b66-4c3d-a53b-aa0fc2d8885c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:15:59.714028 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-708c7699-1b66-4c3d-a53b-aa0fc2d8885c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:15:59.729070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-708c7699-1b66-4c3d-a53b-aa0fc2d8885c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:15:59.749962 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c7699-1b66-4c3d-a53b-aa0fc2d8885c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Port': ['ID=7a402b0f-f77e-45a2-8c24-f20d5ddffbd2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:15:59.880223 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-708c7699-1b66-4c3d-a53b-aa0fc2d8885c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:15:59.881071 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-708c7699-1b66-4c3d-a53b-aa0fc2d8885c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:15:59.914659 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-708c7699-1b66-4c3d-a53b-aa0fc2d8885c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8390749 Jul 29 15:15:59.947802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 1e355a1d-ec2c-45ee-b2ae-3993e4256414, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1e355a1d-ec2c-45ee-b2ae-3993e4256414,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:00.017892 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:00.022561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 78778918-5d34-4b4c-8868-39bba776d151 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:00.090159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Request body: {'port': {'device_id': 'b77c2106-6d92-46b2-beba-28093045f6b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:00.171770 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e992bf8-bb0e-4cd0-ac6d-0952fd841176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:00.319058 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8dd417af-8972-45da-bda7-83e6c7a6d408 req-11824bae-d61b-4f64-bfdf-6d741aee8887 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 210 time: 0.0676827 Jul 29 15:16:00.341786 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:00.368146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-66eeb8d4-45ae-4a30-85d1-7c63500f6d8c None None] Provisioning for port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:00.371020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=1e355a1d-ec2c-45ee-b2ae-3993e4256414,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:00.382476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-66eeb8d4-45ae-4a30-85d1-7c63500f6d8c None None] Provisioning complete for port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:00.383253 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-66eeb8d4-45ae-4a30-85d1-7c63500f6d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:00.420091 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'name': 'tempest-TestVolumeBootPattern-360213802-router', 'tenant_id': 'a16d421f12b34e8f8d454dace052edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:53Z', 'updated_at': '2021-07-29T15:15:56Z', 'revision_number': 3, 'project_id': 'a16d421f12b34e8f8d454dace052edb3', 'gw_port': {'id': 'cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:54Z', 'updated_at': '2021-07-29T15:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:00.503587 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-19e22205-63e2-41fc-a2c6-48715b0fb40c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:00.505183 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-19e22205-63e2-41fc-a2c6-48715b0fb40c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.38 "GET /v2.0/networks?id=b13fb13d-e244-491e-878b-52b7d508aab7 HTTP/1.1" status: 200 len: 797 time: 0.1743095 Jul 29 15:16:00.505809 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Router c12d9165-cae1-4393-b364-a651617ad42d is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:16:00.532328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Checking router: b26bb011-ef11-46c8-a280-127252a9c681 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:16:00.540080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Updating router b26bb011-ef11-46c8-a280-127252a9c681 port cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:16:00.544354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 78778918-5d34-4b4c-8868-39bba776d151 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:00.592484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-66eeb8d4-45ae-4a30-85d1-7c63500f6d8c None None] Port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:16:00.595086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 78778918-5d34-4b4c-8868-39bba776d151 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:00.595629 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:00.635725 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4531aac2-446c-4a42-a526-a5ce0aebfbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:00.643178 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:00.680758 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960c003-c765-4aed-91c4-89ee6b3eef6a req-f40a13aa-a892-461c-8ff8-9cefb6990519 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:00.682364 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c960c003-c765-4aed-91c4-89ee6b3eef6a req-f40a13aa-a892-461c-8ff8-9cefb6990519 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 931 time: 0.1230381 Jul 29 15:16:00.741721 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:16:00.747013 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-828f8dc6-058d-498f-8795-eb5479dcd1fe tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff222b7955804c63888f15eaa141338c HTTP/1.1" status: 200 len: 380 time: 0.2222712 Jul 29 15:16:00.753697 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55607d1-472f-43a4-9399-e5f67b55d23b None None] Sync routers for ids ['c12d9165-cae1-4393-b364-a651617ad42d'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:16:00.754310 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:00.757461 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6887ed1f-e830-4364-bc2c-63bc2edff7bf tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "PUT /v2.0/routers/c12d9165-cae1-4393-b364-a651617ad42d HTTP/1.1" status: 200 len: 916 time: 5.4968882 Jul 29 15:16:00.764526 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45254) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:00.767772 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55607d1-472f-43a4-9399-e5f67b55d23b None None] Routers {'c12d9165-cae1-4393-b364-a651617ad42d'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:00.768723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-ec5edb48-8282-48ab-81f1-fbfb150e338e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'port': {'device_id': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'admin_state_up': True, 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'security_groups': ['66f07fd2-c157-432d-a6f1-739dce6d2397']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:00.769053 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d55607d1-472f-43a4-9399-e5f67b55d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c12d9165-cae1-4393-b364-a651617ad42d'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:00.828484 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d55607d1-472f-43a4-9399-e5f67b55d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:00.840544 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55607d1-472f-43a4-9399-e5f67b55d23b None None] Routers {'c12d9165-cae1-4393-b364-a651617ad42d'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:00.841562 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d55607d1-472f-43a4-9399-e5f67b55d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['c12d9165-cae1-4393-b364-a651617ad42d'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:00.881373 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d55607d1-472f-43a4-9399-e5f67b55d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:00.882428 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55607d1-472f-43a4-9399-e5f67b55d23b None None] The sync data for ids ['c12d9165-cae1-4393-b364-a651617ad42d'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:16:00.923769 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:16:00.935559 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-82e11016-8ccd-482a-bb7b-cc5ed7cea271 None None] Provisioning complete for port 78778918-5d34-4b4c-8868-39bba776d151 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:00.936413 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82e11016-8ccd-482a-bb7b-cc5ed7cea271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.161862 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e992bf8-bb0e-4cd0-ac6d-0952fd841176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.175589 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.178868 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c960c003-c765-4aed-91c4-89ee6b3eef6a req-842c8b66-bf14-4ed0-8407-2c62c17fe7bf tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2eb1280e-ea4c-4377-a4bd-ffefed25c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4897628 Jul 29 15:16:01.180403 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e992bf8-bb0e-4cd0-ac6d-0952fd841176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.210440 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.240413 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9e992bf8-bb0e-4cd0-ac6d-0952fd841176 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9edfb1f0c014ef69f267a331252fc97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5445819 Jul 29 15:16:01.241320 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45256) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:01.249021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:16:01.254167 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bf5e444e-f0f6-42a4-a785-6df14f31e100 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/routers/c12d9165-cae1-4393-b364-a651617ad42d HTTP/1.1" status: 200 len: 922 time: 0.4809222 Jul 29 15:16:01.254818 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45258) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:01.260158 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.278490 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Transition to ACTIVE for port object 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:01.282308 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.284090 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-ec5edb48-8282-48ab-81f1-fbfb150e338e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Made reservation on behalf of ff222b7955804c63888f15eaa141338c for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:01.288314 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-ec5edb48-8282-48ab-81f1-fbfb150e338e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.320651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e992bf8-bb0e-4cd0-ac6d-0952fd841176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d93bd8-6d5c-48fd-8e45-5d84b43a0828,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:01.337771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Pushing event updated for resources: {'Port': ['ID=7a402b0f-f77e-45a2-8c24-f20d5ddffbd2,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:01.424548 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82e11016-8ccd-482a-bb7b-cc5ed7cea271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.436302 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 78778918-5d34-4b4c-8868-39bba776d151, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=78778918-5d34-4b4c-8868-39bba776d151,segment=NetworkSegment(e3226bb8-d9a2-4cfe-82da-6afed5c89fbb),segment_id=e3226bb8-d9a2-4cfe-82da-6afed5c89fbb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:01.455826 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.462018 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.496155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Attempting to bind port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:16:01.496739 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Attempting to bind port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c79ba26b-4d89-4d74-ac00-11dc3794038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:16:01.496922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Attempting to bind port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 on network 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:01.505563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bd166f-8297-4359-8d9b-5d4f713b67c0 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:01.512270 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-48bd166f-8297-4359-8d9b-5d4f713b67c0 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&device_id=c12d9165-cae1-4393-b364-a651617ad42d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2454779 Jul 29 15:16:01.515652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 on network 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:16:01.516144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Attempting to bind port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 on network 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:01.523518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45264) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:01.524036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:16:01.524472 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Checking segment: {'id': 'c79ba26b-4d89-4d74-ac00-11dc3794038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:01.524917 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Bound using segment: {'id': 'c79ba26b-4d89-4d74-ac00-11dc3794038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:16:01.525547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Bound port: 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79ba26b-4d89-4d74-ac00-11dc3794038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:16:01.526215 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.556025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Transition to ACTIVE for port object cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:01.595718 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.616463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] For port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:16:01.627860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] For port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7a402b0f-f77e-45a2-8c24-f20d5ddffbd2,segment=NetworkSegment(c79ba26b-4d89-4d74-ac00-11dc3794038c),segment_id=c79ba26b-4d89-4d74-ac00-11dc3794038c)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:16:01.634411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=78778918-5d34-4b4c-8868-39bba776d151,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:01.639111 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.708039 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d08a4e29-d732-43e1-80a6-19c652276230 req-e87f6252-50ca-4b6f-ac5b-18479472dcdf tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 210 time: 0.1534395 Jul 29 15:16:01.713551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:01.714838 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.717194 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] 10.222.0.39 "PUT /v2.0/ports/7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 HTTP/1.1" status: 200 len: 1091 time: 1.7935414 Jul 29 15:16:01.717722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77c2106-6d92-46b2-beba-28093045f6b6', 'tag': '7a402b0f-f77e-45a2-8c24-f20d5ddffbd2'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:16:01.721887 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaab6d00-1bf6-4986-8cb1-f6d5b1632288" -d '{"events": [{"name": "network-changed", "server_uuid": "b77c2106-6d92-46b2-beba-28093045f6b6", "tag": "7a402b0f-f77e-45a2-8c24-f20d5ddffbd2"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:16:01.765357 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0766-a9f6-4ad0-9a4c-74d93008bf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.768642 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1e355a1d-ec2c-45ee-b2ae-3993e4256414 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:01.811008 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e9745-8efc-47e3-9547-f06af8d87035 None None] Pushing event updated for resources: {'Port': ['ID=cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:01.829513 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e0b9e-8ada-432c-9de4-18674406ab2e service neutron] Pushing event updated for resources: {'Port': ['ID=7a402b0f-f77e-45a2-8c24-f20d5ddffbd2,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:01.838995 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-82e11016-8ccd-482a-bb7b-cc5ed7cea271 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:16:01.839351 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-82e11016-8ccd-482a-bb7b-cc5ed7cea271 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:16:01.848812 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe25f4a-7728-4313-9a4f-97f0f6483e7d x-openstack-request-id: req-abe25f4a-7728-4313-9a4f-97f0f6483e7d {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:16:01.849217 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77c2106-6d92-46b2-beba-28093045f6b6", "tag": "7a402b0f-f77e-45a2-8c24-f20d5ddffbd2", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:16:01.849580 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abe25f4a-7728-4313-9a4f-97f0f6483e7d {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:16:01.850508 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77c2106-6d92-46b2-beba-28093045f6b6', 'tag': '7a402b0f-f77e-45a2-8c24-f20d5ddffbd2', 'status': 'completed', 'code': 200} Jul 29 15:16:01.861919 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Attempting to bind port cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:16:01.862232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Attempting to bind port cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:16:01.863089 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Attempting to bind port cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:01.870228 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-ac24e26b-3eec-4b3a-808c-a5e87db4473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:01.872063 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-ac24e26b-3eec-4b3a-808c-a5e87db4473a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad88f1e224ca4cdaac5cd6b210676360&device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 1094 time: 0.0966892 Jul 29 15:16:01.873863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:16:01.874300 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:01.874731 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.875131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:16:01.875611 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Bound port: cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:16:01.876011 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.923936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-259aff2f-d6e8-45d0-8951-f1c7eb9df58b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 HTTP/1.1" status: 200 len: 217 time: 0.0420773 Jul 29 15:16:01.924217 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 1e355a1d-ec2c-45ee-b2ae-3993e4256414 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:01.924467 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.955953 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-ec5edb48-8282-48ab-81f1-fbfb150e338e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Allocated IP 172.20.0.8 (b13fb13d-e244-491e-878b-52b7d508aab7/7630c3f4-61cc-44ce-86d1-ba91f043462a/46b64d5c-0495-4e51-b0e0-f1bf7e319b4e) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:01.964427 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] For port cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:16:01.969085 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] For port cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:16:01.983360 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:01.984153 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-46a9cf0d-507d-4cea-8e0e-e2b1b2fbdae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:01.986170 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-46a9cf0d-507d-4cea-8e0e-e2b1b2fbdae0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c036cd1-2379-41c0-9b3c-033bea840435 HTTP/1.1" status: 200 len: 835 time: 0.0507424 Jul 29 15:16:02.003886 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0766-a9f6-4ad0-9a4c-74d93008bf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:02.017705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7697f048-3e37-4771-a515-08d051abcac8 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:02.019760 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7697f048-3e37-4771-a515-08d051abcac8 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/networks/934d72ed-b7cb-4209-8f17-14bdf4413084 HTTP/1.1" status: 200 len: 881 time: 0.4870548 Jul 29 15:16:02.026984 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45268) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:02.040334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Allocated IP 172.20.0.1 (76c071b1-e90f-4afb-8836-43a18e77577f/0d252539-5e6e-4ffb-8189-7bb0855975f8/f1aad1e1-2144-40c1-a902-f7a8f6bb4db6) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:02.045124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-13ad095b-709b-4bc1-9379-01f4ff2783d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:02.046903 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-13ad095b-709b-4bc1-9379-01f4ff2783d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529110 Jul 29 15:16:02.090761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e9745-8efc-47e3-9547-f06af8d87035 None None] Pushing event updated for resources: {'Port': ['ID=cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:02.100195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Routers {'b26bb011-ef11-46c8-a280-127252a9c681'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:02.100925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:15:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['b26bb011-ef11-46c8-a280-127252a9c681'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:02.127263 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dbaa680e-3c10-4288-aed4-6333ce9460ea tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d9165-cae1-4393-b364-a651617ad42d HTTP/1.1" status: 200 len: 205 time: 0.0843639 Jul 29 15:16:02.132692 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45270) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:02.164218 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c68fcc92-31dc-40fc-8cb6-8f5947505c1e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:02.250950 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-ec5edb48-8282-48ab-81f1-fbfb150e338e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:02.279979 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-ec5edb48-8282-48ab-81f1-fbfb150e338e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Transition to ACTIVE for port object 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:02.298013 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] Set router b26bb011-ef11-46c8-a280-127252a9c681 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:02.301609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port c68fcc92-31dc-40fc-8cb6-8f5947505c1e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:02.304326 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-f444afbf-074b-4f4a-a158-e911376114c3 service neutron] 10.222.0.39 "GET /v2.0/networks/8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497654 Jul 29 15:16:02.314464 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0766-a9f6-4ad0-9a4c-74d93008bf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:02.317226 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8bb0766-a9f6-4ad0-9a4c-74d93008bf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:02.321421 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a8bb0766-a9f6-4ad0-9a4c-74d93008bf35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4d93bd8-6d5c-48fd-8e45-5d84b43a0828 HTTP/1.1" status: 204 len: 168 time: 1.0707150 Jul 29 15:16:02.353709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb0766-a9f6-4ad0-9a4c-74d93008bf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d93bd8-6d5c-48fd-8e45-5d84b43a0828,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:02.408004 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:02.415343 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-ec5edb48-8282-48ab-81f1-fbfb150e338e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:02.436959 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c68fcc92-31dc-40fc-8cb6-8f5947505c1e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:02.439709 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:02.443162 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a80d0989-f198-4dcf-b585-d55f6e53e8d5 req-d28c4a1e-04a2-4a65-92fa-abee847e687e service neutron] 10.222.0.39 "GET /v2.0/networks/8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296563 Jul 29 15:16:02.463270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Transition to ACTIVE for port object f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:02.482186 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-289f0afe-9949-4e20-8125-d1add0399ee8 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:02.489389 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f9297-d43b-459d-b1b3-85bc4c21904c req-0ad4f728-d214-4195-8b54-fbead1b74d76 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:02.491237 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9a4f9297-d43b-459d-b1b3-85bc4c21904c req-0ad4f728-d214-4195-8b54-fbead1b74d76 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 943 time: 0.1575997 Jul 29 15:16:02.500621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-ec5edb48-8282-48ab-81f1-fbfb150e338e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network b13fb13d-e244-491e-878b-52b7d508aab7 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:02.515439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-ec5edb48-8282-48ab-81f1-fbfb150e338e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:02.530642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-ec5edb48-8282-48ab-81f1-fbfb150e338e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:02.539193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5edb48-8282-48ab-81f1-fbfb150e338e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:02.625642 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9a4f9297-d43b-459d-b1b3-85bc4c21904c req-e80770a0-7581-49cf-bf5e-2f3ceb9b572b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2eb1280e-ea4c-4377-a4bd-ffefed25c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187007 Jul 29 15:16:02.644719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-ec5edb48-8282-48ab-81f1-fbfb150e338e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:02.645408 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-ec5edb48-8282-48ab-81f1-fbfb150e338e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:02.649814 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:02.709299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Network 76c071b1-e90f-4afb-8836-43a18e77577f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:02.711492 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-ec5edb48-8282-48ab-81f1-fbfb150e338e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9519169 Jul 29 15:16:02.713988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab6d00-1bf6-4986-8cb1-f6d5b1632288 req-c2c015f5-d30a-4eec-8503-0442a7e9d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:02.715579 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:02.715735 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaab6d00-1bf6-4986-8cb1-f6d5b1632288 req-c2c015f5-d30a-4eec-8503-0442a7e9d275 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad88f1e224ca4cdaac5cd6b210676360&device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 1094 time: 0.1737964 Jul 29 15:16:02.726006 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:02.785642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Pushing event updated for resources: {'Port': ['ID=f1aad1e1-2144-40c1-a902-f7a8f6bb4db6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:02.827805 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:02.842502 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-289f0afe-9949-4e20-8125-d1add0399ee8 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:02.851213 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:02.984285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port c68fcc92-31dc-40fc-8cb6-8f5947505c1e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c68fcc92-31dc-40fc-8cb6-8f5947505c1e,segment=NetworkSegment(4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47),segment_id=4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:02.995295 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:03.000714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Request body: {'port': {'device_id': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:03.021517 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'name': 'tempest-TestVolumeBootPattern-360213802-router', 'tenant_id': 'a16d421f12b34e8f8d454dace052edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:53Z', 'updated_at': '2021-07-29T15:15:56Z', 'revision_number': 3, 'project_id': 'a16d421f12b34e8f8d454dace052edb3', 'gw_port': {'id': 'cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:54Z', 'updated_at': '2021-07-29T15:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:03.077365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab6d00-1bf6-4986-8cb1-f6d5b1632288 req-1ec40ea7-84ae-4636-904d-0b049a519a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:03.079391 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaab6d00-1bf6-4986-8cb1-f6d5b1632288 req-1ec40ea7-84ae-4636-904d-0b049a519a00 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 HTTP/1.1" status: 200 len: 897 time: 0.3505502 Jul 29 15:16:03.090567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2451243-c710-4fa6-89d2-1b428de710c4 None None] The sync data for ids ['b26bb011-ef11-46c8-a280-127252a9c681'] in n-d-802893-1 is: [{'id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'name': 'tempest-TestVolumeBootPattern-360213802-router', 'tenant_id': 'a16d421f12b34e8f8d454dace052edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:53Z', 'updated_at': '2021-07-29T15:15:56Z', 'revision_number': 3, 'project_id': 'a16d421f12b34e8f8d454dace052edb3', 'gw_port': {'id': 'cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:54Z', 'updated_at': '2021-07-29T15:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:16:03.107416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d61d7891-3bfa-41eb-abe3-02dbe8a6aa16 None None] Provisioning for port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:03.126041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=c68fcc92-31dc-40fc-8cb6-8f5947505c1e,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:03.136954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d61d7891-3bfa-41eb-abe3-02dbe8a6aa16 None None] Provisioning complete for port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:03.137496 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d61d7891-3bfa-41eb-abe3-02dbe8a6aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:03.151583 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:03.192920 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaab6d00-1bf6-4986-8cb1-f6d5b1632288 req-740fc6f1-48e5-486a-bf8f-4537dcb5b6d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 HTTP/1.1" status: 200 len: 217 time: 0.0915737 Jul 29 15:16:03.200526 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d61d7891-3bfa-41eb-abe3-02dbe8a6aa16 None None] Port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:16:03.201351 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447991aa-70e5-4086-ba67-c143ed5ce30c req-33f6dfbb-b39f-4459-87ad-ff2d4b55ccf0 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:03.203700 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-447991aa-70e5-4086-ba67-c143ed5ce30c req-33f6dfbb-b39f-4459-87ad-ff2d4b55ccf0 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 931 time: 0.2917604 Jul 29 15:16:03.228243 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:03.229936 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:03.290285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-289f0afe-9949-4e20-8125-d1add0399ee8 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Deleting port a6d193cc-057d-4c35-be6b-c22ca6feb055 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:03.290624 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-289f0afe-9949-4e20-8125-d1add0399ee8 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:03.328294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3729b922-e86a-478a-9371-4c2e607a4d8b None None] Provisioning for port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:03.335245 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3729b922-e86a-478a-9371-4c2e607a4d8b None None] Provisioning complete for port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:03.335552 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3729b922-e86a-478a-9371-4c2e607a4d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:03.339549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab6d00-1bf6-4986-8cb1-f6d5b1632288 req-c575216f-c726-4dab-a4b2-e4713b0405a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:03.340914 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaab6d00-1bf6-4986-8cb1-f6d5b1632288 req-c575216f-c726-4dab-a4b2-e4713b0405a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c036cd1-2379-41c0-9b3c-033bea840435 HTTP/1.1" status: 200 len: 835 time: 0.1349056 Jul 29 15:16:03.387020 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-447991aa-70e5-4086-ba67-c143ed5ce30c req-34bd117e-3892-4a97-8fce-c5df17b1093d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259410 Jul 29 15:16:03.400797 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b70d22b2-befe-48a6-a13c-792413437c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:03.427748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3729b922-e86a-478a-9371-4c2e607a4d8b None None] Port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:16:03.460547 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-289f0afe-9949-4e20-8125-d1add0399ee8 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:03.471602 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab6d00-1bf6-4986-8cb1-f6d5b1632288 req-de6adb18-b079-4fad-825b-a2c98f524a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:03.474424 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaab6d00-1bf6-4986-8cb1-f6d5b1632288 req-de6adb18-b079-4fad-825b-a2c98f524a4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221323 Jul 29 15:16:03.480053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-289f0afe-9949-4e20-8125-d1add0399ee8 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Calling delete_port for a6d193cc-057d-4c35-be6b-c22ca6feb055 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:03.679679 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 78778918-5d34-4b4c-8868-39bba776d151 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:03.781287 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaab6d00-1bf6-4986-8cb1-f6d5b1632288 req-3a374194-ee0a-48f2-9f51-cac2f2cfd317 service neutron] 10.222.0.39 "GET /v2.0/networks/8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990491 Jul 29 15:16:03.798700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 78778918-5d34-4b4c-8868-39bba776d151 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:03.799229 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:03.818541 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:03.856141 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:03.863643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:16:03.952715 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:03.957679 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c68fcc92-31dc-40fc-8cb6-8f5947505c1e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:03.980909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Transition to ACTIVE for port object 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:04.003507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:04.008496 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaab6d00-1bf6-4986-8cb1-f6d5b1632288 req-32805a02-a282-4822-8c3c-d9de9caa9cd7 service neutron] 10.222.0.39 "GET /v2.0/networks/8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123792 Jul 29 15:16:04.080272 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-289f0afe-9949-4e20-8125-d1add0399ee8 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:04.082046 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c68fcc92-31dc-40fc-8cb6-8f5947505c1e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:04.082732 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:04.168276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f0afe-9949-4e20-8125-d1add0399ee8 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Pushing event deleted for resources: {'Port': ['ID=a6d193cc-057d-4c35-be6b-c22ca6feb055,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:04.259377 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-289f0afe-9949-4e20-8125-d1add0399ee8 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:04.388578 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:04.423649 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-289f0afe-9949-4e20-8125-d1add0399ee8 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:04.426539 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-289f0afe-9949-4e20-8125-d1add0399ee8 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:04.455294 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:04.472147 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81274014-a719-4584-b83b-dae1a9154fa7 req-bb763852-abba-4371-94c0-d368c08ff445 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:04.477548 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81274014-a719-4584-b83b-dae1a9154fa7 req-bb763852-abba-4371-94c0-d368c08ff445 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 943 time: 0.6772299 Jul 29 15:16:04.477963 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Pushing event updated for resources: {'Port': ['ID=f1aad1e1-2144-40c1-a902-f7a8f6bb4db6,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:04.522583 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-289f0afe-9949-4e20-8125-d1add0399ee8 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:04.523167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289f0afe-9949-4e20-8125-d1add0399ee8 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Fanout notify agent at l3_agent the message router_deleted on router c12d9165-cae1-4393-b364-a651617ad42d {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:16:04.555593 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-289f0afe-9949-4e20-8125-d1add0399ee8 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:04.560159 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-289f0afe-9949-4e20-8125-d1add0399ee8 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "DELETE /v2.0/routers/c12d9165-cae1-4393-b364-a651617ad42d HTTP/1.1" status: 204 len: 168 time: 2.4220672 Jul 29 15:16:04.574132 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45316) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:04.581341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-331033950', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:04.661188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed2405-6c8d-486d-9f23-89dc5c0f2d4c req-999a399c-3b4d-496f-bc58-336ee1280122 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:04.662930 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1ed2405-6c8d-486d-9f23-89dc5c0f2d4c req-999a399c-3b4d-496f-bc58-336ee1280122 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 943 time: 0.1419740 Jul 29 15:16:04.664070 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:04.665272 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:04.716497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Pushing event updated for resources: {'Port': ['ID=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:04.735550 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Attempting to bind port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:16:04.736028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Attempting to bind port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:16:04.736217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Attempting to bind port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e on network b13fb13d-e244-491e-878b-52b7d508aab7 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:04.764841 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e on network b13fb13d-e244-491e-878b-52b7d508aab7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:16:04.765276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Attempting to bind port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e on network b13fb13d-e244-491e-878b-52b7d508aab7 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:04.773640 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1ed2405-6c8d-486d-9f23-89dc5c0f2d4c req-bbb1be6e-57e4-47fe-8f44-ccc9df3a5861 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031623 Jul 29 15:16:04.775735 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:04.796028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:16:04.796506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Checking segment: {'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:04.796993 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Bound using segment: {'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:16:04.797512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Bound port: 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:16:04.797943 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:04.817506 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81274014-a719-4584-b83b-dae1a9154fa7 req-f4794b86-8a2e-46bf-a5dd-e03984be9329 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2eb1280e-ea4c-4377-a4bd-ffefed25c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249290 Jul 29 15:16:04.908127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Network 76c071b1-e90f-4afb-8836-43a18e77577f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:04.915501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:04.935014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] For port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:16:04.965789 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:04.986329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] For port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,segment=NetworkSegment(4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47),segment_id=4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:16:04.998164 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:05.010299 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:16:05.173196 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:05.173871 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:05.178758 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] 10.222.0.38 "PUT /v2.0/ports/46b64d5c-0495-4e51-b0e0-f1bf7e319b4e HTTP/1.1" status: 200 len: 1091 time: 2.4489291 Jul 29 15:16:05.182765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'tag': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:16:05.185201 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed69ab2-dead-4f44-9946-c81d5763119a" -d '{"events": [{"name": "network-changed", "server_uuid": "5768bbde-5ad3-4bd5-b35e-eeb87380f17e", "tag": "46b64d5c-0495-4e51-b0e0-f1bf7e319b4e"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:16:05.267067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629661a-0ee2-4c82-8108-fe854bce9787 service neutron] Pushing event updated for resources: {'Port': ['ID=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:05.280185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7a402b0f-f77e-45a2-8c24-f20d5ddffbd2,segment=NetworkSegment(c79ba26b-4d89-4d74-ac00-11dc3794038c),segment_id=c79ba26b-4d89-4d74-ac00-11dc3794038c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:05.313451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '7a402b0f-f77e-45a2-8c24-f20d5ddffbd2', 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'port_id': '7a402b0f-f77e-45a2-8c24-f20d5ddffbd2', 'mac_address': 'fa:16:3e:33:1c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:16:05.325545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Router b26bb011-ef11-46c8-a280-127252a9c681 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:16:05.359234 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:05.400722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-509c7e1f-f814-4d23-8f38-1ff35b131237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:05.402561 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-509c7e1f-f814-4d23-8f38-1ff35b131237 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 1094 time: 0.1505759 Jul 29 15:16:05.410641 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:05.413766 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:05.455302 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:16:05.491629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7a402b0f-f77e-45a2-8c24-f20d5ddffbd2,segment=NetworkSegment(c79ba26b-4d89-4d74-ac00-11dc3794038c),segment_id=c79ba26b-4d89-4d74-ac00-11dc3794038c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:05.494002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b64cf245-92fa-4a53-8998-9b59bcf40692 None None] Provisioning complete for port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:05.494580 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b64cf245-92fa-4a53-8998-9b59bcf40692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:05.499515 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:05.538001 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-7897a198-24cc-4866-9ce1-9697404d82cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e HTTP/1.1" status: 200 len: 217 time: 0.1171827 Jul 29 15:16:05.610852 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:16:05.641844 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9d1ce864-7c69-4e96-98f9-578f1f16b497 admin admin] 10.222.0.16 "PUT /v2.0/routers/b26bb011-ef11-46c8-a280-127252a9c681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3175147 Jul 29 15:16:05.641844 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a909f181-556b-4763-80e3-65b0d06aff7b x-openstack-request-id: req-a909f181-556b-4763-80e3-65b0d06aff7b {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:16:05.641844 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5768bbde-5ad3-4bd5-b35e-eeb87380f17e", "tag": "46b64d5c-0495-4e51-b0e0-f1bf7e319b4e", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:16:05.641844 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a909f181-556b-4763-80e3-65b0d06aff7b {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:16:05.641844 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'tag': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e', 'status': 'completed', 'code': 200} Jul 29 15:16:05.649828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b64cf245-92fa-4a53-8998-9b59bcf40692 None None] Port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:16:05.656281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-06d5167d-bde2-4534-b364-cafc4a9de801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:05.663835 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-06d5167d-bde2-4534-b364-cafc4a9de801 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7630c3f4-61cc-44ce-86d1-ba91f043462a HTTP/1.1" status: 200 len: 834 time: 0.1133816 Jul 29 15:16:05.675354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=7a402b0f-f77e-45a2-8c24-f20d5ddffbd2,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:05.705340 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['7a402b0f-f77e-45a2-8c24-f20d5ddffbd2'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:16:05.726093 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Allocated IP 172.25.6.199 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/5c938a92-6d2c-4faa-895e-ea4be124433a) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:05.753496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-8fc3d76d-f75c-4ea9-a2e8-933db2d90e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:05.755562 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-8fc3d76d-f75c-4ea9-a2e8-933db2d90e57 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b13fb13d-e244-491e-878b-52b7d508aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845456 Jul 29 15:16:05.787871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:05.895507 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:05.939430 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-eeed07e5-190b-4381-b7fb-ce0c6ad6fb50 service neutron] 10.222.0.38 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763124 Jul 29 15:16:05.979550 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:06.029366 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:06.051653 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:06.052045 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:06.069503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Pushing event updated for resources: {'Port': ['ID=5c938a92-6d2c-4faa-895e-ea4be124433a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:06.127229 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d820bf21-a316-439d-8972-6c72b4cfd4f9 req-e921fd47-1c43-4820-b53d-0f4bd3370f4a service neutron] 10.222.0.38 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800179 Jul 29 15:16:06.142852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:06.153925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:06.161935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45350) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:06.163224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:06.169657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5bffacad-7a87-4056-9123-5ad84fc653d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Request body: {'network': {'name': 'tempest-network-smoke--1641216317', 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'port_security_enabled': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:06.175047 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfe3b3-13ea-4f20-a859-7e8e1940b0c6 req-f07e1ea1-17d5-445b-b0fb-f992018c238d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:06.181038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4bfe3b3-13ea-4f20-a859-7e8e1940b0c6 req-f07e1ea1-17d5-445b-b0fb-f992018c238d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 943 time: 0.2386792 Jul 29 15:16:06.201141 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bffacad-7a87-4056-9123-5ad84fc653d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Made reservation on behalf of 14deb283078b4d31b43cef57d5f39bf7 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:06.212195 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bffacad-7a87-4056-9123-5ad84fc653d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:06.247076 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bffacad-7a87-4056-9123-5ad84fc653d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:06.290077 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:06.334198 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:06.350734 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:06.363442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1303dcf-b259-491e-a3ad-6b33eb0e6359 req-c116e864-44eb-432f-80ed-65209f26d2de tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:06.365771 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e1303dcf-b259-491e-a3ad-6b33eb0e6359 req-c116e864-44eb-432f-80ed-65209f26d2de tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 944 time: 0.1423974 Jul 29 15:16:06.411440 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:06.438043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed69ab2-dead-4f44-9946-c81d5763119a req-11245122-dd7f-4f26-b6c8-a4433e3146bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:06.439080 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed69ab2-dead-4f44-9946-c81d5763119a req-11245122-dd7f-4f26-b6c8-a4433e3146bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 1094 time: 0.2036254 Jul 29 15:16:06.456879 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4bfe3b3-13ea-4f20-a859-7e8e1940b0c6 req-a368c4f3-81ba-4abd-a94b-7fcad9d750b5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373717 Jul 29 15:16:06.510424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:06.546033 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:06.556377 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e1303dcf-b259-491e-a3ad-6b33eb0e6359 req-b6ff2b7e-3a12-43f5-947e-6d3ec7d465f2 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2eb1280e-ea4c-4377-a4bd-ffefed25c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759670 Jul 29 15:16:06.615923 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bffacad-7a87-4056-9123-5ad84fc653d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:06.626660 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bffacad-7a87-4056-9123-5ad84fc653d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:06.649126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bffacad-7a87-4056-9123-5ad84fc653d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:16:06.676970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed69ab2-dead-4f44-9946-c81d5763119a req-6a2e4fba-4422-45a7-ad70-1aa69dc31cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:06.678727 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed69ab2-dead-4f44-9946-c81d5763119a req-6a2e4fba-4422-45a7-ad70-1aa69dc31cd3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b13fb13d-e244-491e-878b-52b7d508aab7 HTTP/1.1" status: 200 len: 898 time: 0.2265291 Jul 29 15:16:06.684570 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bffacad-7a87-4056-9123-5ad84fc653d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:06.684942 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-5bffacad-7a87-4056-9123-5ad84fc653d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Added segment 18444e7b-d46c-45a2-a2b6-55717f06a659 of type vlan for network 81e5840d-33cc-46e2-8717-8df026d9aded Jul 29 15:16:06.766050 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed69ab2-dead-4f44-9946-c81d5763119a req-6e59b06b-7e02-4601-a60e-90d5567e6010 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e HTTP/1.1" status: 200 len: 217 time: 0.0756180 Jul 29 15:16:06.792956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffacad-7a87-4056-9123-5ad84fc653d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370d2e07-c6fe-4c26-be81-0bfe78a36599,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:06.836097 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bffacad-7a87-4056-9123-5ad84fc653d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:06.865285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed69ab2-dead-4f44-9946-c81d5763119a req-da9f8f29-75f3-4cbc-82a6-def8366fe4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:06.867191 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed69ab2-dead-4f44-9946-c81d5763119a req-da9f8f29-75f3-4cbc-82a6-def8366fe4b7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7630c3f4-61cc-44ce-86d1-ba91f043462a HTTP/1.1" status: 200 len: 834 time: 0.0755091 Jul 29 15:16:06.892302 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Sync routers for ids ['b26bb011-ef11-46c8-a280-127252a9c681'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:16:06.903359 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Routers {'b26bb011-ef11-46c8-a280-127252a9c681'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:06.904385 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['b26bb011-ef11-46c8-a280-127252a9c681'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:06.922200 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bffacad-7a87-4056-9123-5ad84fc653d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:06.927949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bffacad-7a87-4056-9123-5ad84fc653d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:06.928570 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5bffacad-7a87-4056-9123-5ad84fc653d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:07.013741 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5bffacad-7a87-4056-9123-5ad84fc653d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8506172 Jul 29 15:16:07.014507 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45364) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:07.026885 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2083075756', 'admin_state_up': True, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:07.037633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed69ab2-dead-4f44-9946-c81d5763119a req-8851f209-e835-40bf-a671-6f4228b971b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:07.039151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed69ab2-dead-4f44-9946-c81d5763119a req-8851f209-e835-40bf-a671-6f4228b971b2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b13fb13d-e244-491e-878b-52b7d508aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617966 Jul 29 15:16:07.042535 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffacad-7a87-4056-9123-5ad84fc653d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'Network': ['ID=81e5840d-33cc-46e2-8717-8df026d9aded,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:07.131976 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:07.133207 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:07.193904 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed69ab2-dead-4f44-9946-c81d5763119a req-de584d61-e07b-470b-9071-c79f1a001d41 service neutron] 10.222.0.38 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457832 Jul 29 15:16:07.199312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:07.245496 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:07.248959 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 81e5840d-33cc-46e2-8717-8df026d9aded details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:16:07.289168 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:07.357878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Router dc33036a-8cce-402d-895f-c7bf029a9862 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:16:07.382341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Set router b26bb011-ef11-46c8-a280-127252a9c681 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:07.439993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:07.454270 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:07.470539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed69ab2-dead-4f44-9946-c81d5763119a req-a80d0e11-603e-4d42-aa2b-82148ee2905f service neutron] 10.222.0.38 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482235 Jul 29 15:16:07.474390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:07.474970 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:07.530849 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:16:07.556593 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5373442b-b3ef-4d1f-a38d-5e281f2d05bf None None] Sync routers for ids ['dc33036a-8cce-402d-895f-c7bf029a9862'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:16:07.567727 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:07.572189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45368) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:07.573548 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5373442b-b3ef-4d1f-a38d-5e281f2d05bf None None] Routers {'dc33036a-8cce-402d-895f-c7bf029a9862'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:07.574404 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5373442b-b3ef-4d1f-a38d-5e281f2d05bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['dc33036a-8cce-402d-895f-c7bf029a9862'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:07.576592 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f09275f2-c64d-4981-a4db-829ec3891417 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9992170 Jul 29 15:16:07.580573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f84dd3c2-47a8-49d7-a506-25126161dc72 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:07.665378 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5373442b-b3ef-4d1f-a38d-5e281f2d05bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:07.676819 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5373442b-b3ef-4d1f-a38d-5e281f2d05bf None None] Routers {'dc33036a-8cce-402d-895f-c7bf029a9862'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:07.677458 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5373442b-b3ef-4d1f-a38d-5e281f2d05bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['dc33036a-8cce-402d-895f-c7bf029a9862'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:07.691666 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:07.717624 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5373442b-b3ef-4d1f-a38d-5e281f2d05bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:07.718556 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5373442b-b3ef-4d1f-a38d-5e281f2d05bf None None] The sync data for ids ['dc33036a-8cce-402d-895f-c7bf029a9862'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:16:07.743893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a02f1-c143-4a6c-86b1-73e2d1761823 req-ac28f08e-bb30-49d4-9c54-dabdf625bec9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:07.747555 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-774a02f1-c143-4a6c-86b1-73e2d1761823 req-ac28f08e-bb30-49d4-9c54-dabdf625bec9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 943 time: 0.0941403 Jul 29 15:16:07.807437 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-774a02f1-c143-4a6c-86b1-73e2d1761823 req-b751861c-0f47-402b-a641-87dc263ea955 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518680 Jul 29 15:16:07.838982 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:07.846340 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3045cc-dde0-4b09-b1aa-ffd655bfbe3d req-fc9d94c5-e8aa-48f5-8a24-d9ffc7d1c6f9 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:07.849037 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eb3045cc-dde0-4b09-b1aa-ffd655bfbe3d req-fc9d94c5-e8aa-48f5-8a24-d9ffc7d1c6f9 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 944 time: 0.1486897 Jul 29 15:16:07.887061 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'name': 'tempest-TestVolumeBootPattern-360213802-router', 'tenant_id': 'a16d421f12b34e8f8d454dace052edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:53Z', 'updated_at': '2021-07-29T15:16:03Z', 'revision_number': 4, 'project_id': 'a16d421f12b34e8f8d454dace052edb3', 'gw_port': {'id': 'cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:54Z', 'updated_at': '2021-07-29T15:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f1aad1e1-2144-40c1-a902-f7a8f6bb4db6', 'name': '', 'network_id': '76c071b1-e90f-4afb-8836-43a18e77577f', 'tenant_id': 'a16d421f12b34e8f8d454dace052edb3', 'mac_address': 'fa:16:3e:07:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '0d252539-5e6e-4ffb-8189-7bb0855975f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:01Z', 'updated_at': '2021-07-29T15:16:03Z', 'revision_number': 2, 'project_id': 'a16d421f12b34e8f8d454dace052edb3', 'subnets': [{'id': '0d252539-5e6e-4ffb-8189-7bb0855975f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:07.889805 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:07.890274 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:07.897073 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77c2106-6d92-46b2-beba-28093045f6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a402b0f-f77e-45a2-8c24-f20d5ddffbd2'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:16:07.899431 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f023f14f-f230-44a9-ac06-adceea5314f7" -d '{"events": [{"server_uuid": "b77c2106-6d92-46b2-beba-28093045f6b6", "name": "network-vif-plugged", "status": "completed", "tag": "7a402b0f-f77e-45a2-8c24-f20d5ddffbd2"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:16:08.006159 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7a402b0f-f77e-45a2-8c24-f20d5ddffbd2,segment=NetworkSegment(c79ba26b-4d89-4d74-ac00-11dc3794038c),segment_id=c79ba26b-4d89-4d74-ac00-11dc3794038c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:08.006159 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Checking router: b26bb011-ef11-46c8-a280-127252a9c681 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:16:08.006159 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Updating router b26bb011-ef11-46c8-a280-127252a9c681 port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:16:08.039777 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:08.063011 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eb3045cc-dde0-4b09-b1aa-ffd655bfbe3d req-8d58bd44-afc5-4717-a8b9-e3681513f21a tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2eb1280e-ea4c-4377-a4bd-ffefed25c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473424 Jul 29 15:16:08.132853 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77133e92-a9e4-4afc-945c-603b66bd0529 x-openstack-request-id: req-77133e92-a9e4-4afc-945c-603b66bd0529 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:16:08.133256 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77c2106-6d92-46b2-beba-28093045f6b6", "name": "network-vif-plugged", "status": "completed", "tag": "7a402b0f-f77e-45a2-8c24-f20d5ddffbd2", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:16:08.133631 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77133e92-a9e4-4afc-945c-603b66bd0529 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:16:08.134140 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77c2106-6d92-46b2-beba-28093045f6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a402b0f-f77e-45a2-8c24-f20d5ddffbd2', 'code': 200} Jul 29 15:16:08.136386 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:08.138471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=7a402b0f-f77e-45a2-8c24-f20d5ddffbd2,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:08.163255 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:08.188524 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:08.247620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9355f-ed32-4792-aa5b-e2b411a9f0f2 req-2907d654-67ed-4d70-99a4-27f19dda87b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:08.249155 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6ed9355f-ed32-4792-aa5b-e2b411a9f0f2 req-2907d654-67ed-4d70-99a4-27f19dda87b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 1096 time: 0.1116221 Jul 29 15:16:08.290977 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f84dd3c2-47a8-49d7-a506-25126161dc72 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:08.321646 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff135d-1b68-48ee-92e0-b97057937bab req-99e0ce7a-2561-46d9-94a9-a63cd6cf67ca tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:08.323221 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fff135d-1b68-48ee-92e0-b97057937bab req-99e0ce7a-2561-46d9-94a9-a63cd6cf67ca tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 812 time: 0.1716609 Jul 29 15:16:08.327786 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6ed9355f-ed32-4792-aa5b-e2b411a9f0f2 req-ad1630ce-52ac-4f6e-b699-fc02f60e2827 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2eb1280e-ea4c-4377-a4bd-ffefed25c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657933 Jul 29 15:16:08.334739 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f84dd3c2-47a8-49d7-a506-25126161dc72 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:08.352507 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fff135d-1b68-48ee-92e0-b97057937bab req-110249cf-ca03-4d2c-b5b7-1c8bb5b516ff tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/quotas/0e99c03d4a234821be155e2a34f15433 HTTP/1.1" status: 200 len: 375 time: 0.0173631 Jul 29 15:16:08.381934 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Allocated IP 172.25.6.67 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/d0811e73-3922-4c3c-90dd-8a3d5e1c1294) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:08.426447 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fff135d-1b68-48ee-92e0-b97057937bab req-a8c251b5-494d-4adb-92da-dfc7adfcbb41 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660400 Jul 29 15:16:08.476500 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f84dd3c2-47a8-49d7-a506-25126161dc72 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Deleting port 5c938a92-6d2c-4faa-895e-ea4be124433a {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:08.476911 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f84dd3c2-47a8-49d7-a506-25126161dc72 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:08.514385 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:08.525995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Transition to ACTIVE for port object f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:08.533831 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:08.552039 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fff135d-1b68-48ee-92e0-b97057937bab req-f0378f9f-7315-4cda-8803-0f5161bafed1 service neutron] 10.222.0.16 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118302 Jul 29 15:16:08.553341 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:08.600992 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f84dd3c2-47a8-49d7-a506-25126161dc72 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:08.621464 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8ff7d-c46a-4b66-b67c-a245b1c3d568 None None] Pushing event updated for resources: {'Port': ['ID=f1aad1e1-2144-40c1-a902-f7a8f6bb4db6,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:08.623106 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f84dd3c2-47a8-49d7-a506-25126161dc72 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Calling delete_port for 5c938a92-6d2c-4faa-895e-ea4be124433a owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:08.656115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Attempting to bind port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:16:08.656610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Attempting to bind port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'e3226bb8-d9a2-4cfe-82da-6afed5c89fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '76c071b1-e90f-4afb-8836-43a18e77577f'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:16:08.657034 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Attempting to bind port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 on network 76c071b1-e90f-4afb-8836-43a18e77577f {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:08.663241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:16:08.663620 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Checking segment: {'id': 'e3226bb8-d9a2-4cfe-82da-6afed5c89fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '76c071b1-e90f-4afb-8836-43a18e77577f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:08.664162 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:08.664560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Bound using segment: {'id': 'e3226bb8-d9a2-4cfe-82da-6afed5c89fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '76c071b1-e90f-4afb-8836-43a18e77577f'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:16:08.665094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Bound port: f1aad1e1-2144-40c1-a902-f7a8f6bb4db6, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3226bb8-d9a2-4cfe-82da-6afed5c89fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '76c071b1-e90f-4afb-8836-43a18e77577f'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:16:08.665482 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:08.679339 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:08.686224 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fff135d-1b68-48ee-92e0-b97057937bab req-414c9c60-52a6-4cf3-81e7-98c99244799d service neutron] 10.222.0.16 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246283 Jul 29 15:16:08.738908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:08.748833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:08.755041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:08.757440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'Port': ['ID=d0811e73-3922-4c3c-90dd-8a3d5e1c1294,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:08.776956 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] For port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:16:08.780894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] For port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f1aad1e1-2144-40c1-a902-f7a8f6bb4db6,segment=NetworkSegment(e3226bb8-d9a2-4cfe-82da-6afed5c89fbb),segment_id=e3226bb8-d9a2-4cfe-82da-6afed5c89fbb)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:16:08.788046 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:08.889164 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Routers {'b26bb011-ef11-46c8-a280-127252a9c681'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:08.889870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['b26bb011-ef11-46c8-a280-127252a9c681'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:08.934866 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8ff7d-c46a-4b66-b67c-a245b1c3d568 None None] Pushing event updated for resources: {'Port': ['ID=f1aad1e1-2144-40c1-a902-f7a8f6bb4db6,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:08.988268 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f84dd3c2-47a8-49d7-a506-25126161dc72 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:09.086264 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] Set router b26bb011-ef11-46c8-a280-127252a9c681 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:09.151413 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbe82f2e-265b-4bdc-9237-5df8c6150beb req-9db89154-f2a6-405d-8f1c-c9a98bd7ea75 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 210 time: 0.0623252 Jul 29 15:16:09.335969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f78f48-5da2-43f3-b785-af6cba56e00d req-7b529ad4-8e3c-4e13-83a3-7d0c42323a48 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:09.344859 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2f78f48-5da2-43f3-b785-af6cba56e00d req-7b529ad4-8e3c-4e13-83a3-7d0c42323a48 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 945 time: 0.0777724 Jul 29 15:16:09.391229 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2f78f48-5da2-43f3-b785-af6cba56e00d req-f3161ee0-2d5f-4e79-852f-f8d8535cace5 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2eb1280e-ea4c-4377-a4bd-ffefed25c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451453 Jul 29 15:16:09.427400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'name': 'tempest-TestVolumeBootPattern-360213802-router', 'tenant_id': 'a16d421f12b34e8f8d454dace052edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:53Z', 'updated_at': '2021-07-29T15:16:03Z', 'revision_number': 4, 'project_id': 'a16d421f12b34e8f8d454dace052edb3', 'gw_port': {'id': 'cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:54Z', 'updated_at': '2021-07-29T15:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f1aad1e1-2144-40c1-a902-f7a8f6bb4db6', 'name': '', 'network_id': '76c071b1-e90f-4afb-8836-43a18e77577f', 'tenant_id': 'a16d421f12b34e8f8d454dace052edb3', 'mac_address': 'fa:16:3e:07:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '0d252539-5e6e-4ffb-8189-7bb0855975f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:01Z', 'updated_at': '2021-07-29T15:16:08Z', 'revision_number': 4, 'project_id': 'a16d421f12b34e8f8d454dace052edb3', 'subnets': [{'id': '0d252539-5e6e-4ffb-8189-7bb0855975f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:09.462954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb677b-6777-4886-ae4f-efde23476a54 None None] The sync data for ids ['b26bb011-ef11-46c8-a280-127252a9c681'] in n-d-802893-1 is: [{'id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'name': 'tempest-TestVolumeBootPattern-360213802-router', 'tenant_id': 'a16d421f12b34e8f8d454dace052edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:53Z', 'updated_at': '2021-07-29T15:16:03Z', 'revision_number': 4, 'project_id': 'a16d421f12b34e8f8d454dace052edb3', 'gw_port': {'id': 'cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:54Z', 'updated_at': '2021-07-29T15:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f1aad1e1-2144-40c1-a902-f7a8f6bb4db6', 'name': '', 'network_id': '76c071b1-e90f-4afb-8836-43a18e77577f', 'tenant_id': 'a16d421f12b34e8f8d454dace052edb3', 'mac_address': 'fa:16:3e:07:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '0d252539-5e6e-4ffb-8189-7bb0855975f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:01Z', 'updated_at': '2021-07-29T15:16:08Z', 'revision_number': 4, 'project_id': 'a16d421f12b34e8f8d454dace052edb3', 'subnets': [{'id': '0d252539-5e6e-4ffb-8189-7bb0855975f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:16:09.535604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:16:09.622443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077560b-e0a1-4f1d-8dbb-383c5c4c950b req-60f4f0ad-b6a6-4583-8cb4-cf6d93d0a3c0 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:09.625782 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2077560b-e0a1-4f1d-8dbb-383c5c4c950b req-60f4f0ad-b6a6-4583-8cb4-cf6d93d0a3c0 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 945 time: 0.1337478 Jul 29 15:16:09.660857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dd3c2-47a8-49d7-a506-25126161dc72 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Pushing event deleted for resources: {'Port': ['ID=5c938a92-6d2c-4faa-895e-ea4be124433a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:09.718884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,segment=NetworkSegment(4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47),segment_id=4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:09.726632 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2077560b-e0a1-4f1d-8dbb-383c5c4c950b req-cce0314d-67b1-466c-b4d3-cf00c2862364 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2eb1280e-ea4c-4377-a4bd-ffefed25c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881534 Jul 29 15:16:09.737095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'port_id': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e', 'mac_address': 'fa:16:3e:7e:1b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:16:09.745421 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45410) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:09.767874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ffbed-5922-4044-a65c-a4e2c76dbe97 req-dcdb8eb3-0315-4c0a-a4e8-06ff025ac67f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:09.773180 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-153ffbed-5922-4044-a65c-a4e2c76dbe97 req-dcdb8eb3-0315-4c0a-a4e8-06ff025ac67f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 943 time: 0.7877254 Jul 29 15:16:09.788113 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:09.803275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:16:09.845929 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f84dd3c2-47a8-49d7-a506-25126161dc72 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:09.871616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,segment=NetworkSegment(4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47),segment_id=4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:09.877140 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:09.937427 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:09.995186 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-153ffbed-5922-4044-a65c-a4e2c76dbe97 req-b9944c9e-c3ec-4fb8-ac55-ffae42ebf99b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114909 Jul 29 15:16:09.999500 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82928a60-c62c-4437-b79b-89c5d6652dde tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:10.000993 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-82928a60-c62c-4437-b79b-89c5d6652dde tempest-TestNetworkBasicOps-1576398272 tempest-TestNetworkBasicOps-1576398272-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 1091 time: 0.2498610 Jul 29 15:16:10.004382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45412) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:10.009675 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': '7a402b0f-f77e-45a2-8c24-f20d5ddffbd2', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:10.036375 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:10.074557 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:10.146416 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:10.156175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['46b64d5c-0495-4e51-b0e0-f1bf7e319b4e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:16:10.183888 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f84dd3c2-47a8-49d7-a506-25126161dc72 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:10.192900 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f84dd3c2-47a8-49d7-a506-25126161dc72 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562648', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-596607'] for router, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:10.334985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84dd3c2-47a8-49d7-a506-25126161dc72 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Router dc33036a-8cce-402d-895f-c7bf029a9862 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:16:10.370486 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7c0fed87-6aea-475a-baac-9b743eae7972 req-442e5daf-4fad-488a-8dbb-a85b0bb4e1be tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 210 time: 0.0805693 Jul 29 15:16:10.480409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Allocated IP 172.25.6.156 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/e386033f-7d1e-4d92-82a2-aed0713e740c) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:10.560098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84dd3c2-47a8-49d7-a506-25126161dc72 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:16:10.568813 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f84dd3c2-47a8-49d7-a506-25126161dc72 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:10.570019 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f84dd3c2-47a8-49d7-a506-25126161dc72 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "PUT /v2.0/routers/dc33036a-8cce-402d-895f-c7bf029a9862 HTTP/1.1" status: 200 len: 705 time: 2.9965653 Jul 29 15:16:10.572479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45416) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:10.575093 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:10.575832 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed1492-cc91-4256-9a6f-0916bb09cb12 None None] Sync routers for ids ['dc33036a-8cce-402d-895f-c7bf029a9862'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:16:10.587740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed1492-cc91-4256-9a6f-0916bb09cb12 None None] Routers {'dc33036a-8cce-402d-895f-c7bf029a9862'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:10.588514 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4bed1492-cc91-4256-9a6f-0916bb09cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['dc33036a-8cce-402d-895f-c7bf029a9862'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:10.599031 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff135d-1b68-48ee-92e0-b97057937bab req-c4d51852-c71f-4d60-956e-23e8287b6eac tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:10.600760 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fff135d-1b68-48ee-92e0-b97057937bab req-c4d51852-c71f-4d60-956e-23e8287b6eac tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.39 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 812 time: 0.2822578 Jul 29 15:16:10.615423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-4fff135d-1b68-48ee-92e0-b97057937bab req-c4298958-445f-4aea-bd40-d64b0ce815ff tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'port': {'device_id': 'a086849a-90a3-4fd2-8074-085a98d022a4', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'admin_state_up': True, 'tenant_id': '0e99c03d4a234821be155e2a34f15433'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:10.624562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4bed1492-cc91-4256-9a6f-0916bb09cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:10.642976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed1492-cc91-4256-9a6f-0916bb09cb12 None None] Routers {'dc33036a-8cce-402d-895f-c7bf029a9862'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:10.644215 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4bed1492-cc91-4256-9a6f-0916bb09cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['dc33036a-8cce-402d-895f-c7bf029a9862'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:10.691224 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4bed1492-cc91-4256-9a6f-0916bb09cb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:10.692935 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bed1492-cc91-4256-9a6f-0916bb09cb12 None None] The sync data for ids ['dc33036a-8cce-402d-895f-c7bf029a9862'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:16:10.735288 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-45df9c41-022b-470f-a47d-cd5bb270050f tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/routers/dc33036a-8cce-402d-895f-c7bf029a9862 HTTP/1.1" status: 200 len: 740 time: 0.1591353 Jul 29 15:16:10.735831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45418) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:10.789740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fff135d-1b68-48ee-92e0-b97057937bab req-c4298958-445f-4aea-bd40-d64b0ce815ff tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Made reservation on behalf of 0e99c03d4a234821be155e2a34f15433 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:10.793622 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4fff135d-1b68-48ee-92e0-b97057937bab req-c4298958-445f-4aea-bd40-d64b0ce815ff tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:10.802632 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8109c091-c62d-4d7b-b3c7-46d463ea6011 tempest-RoutersAdminTest-263949936 tempest-RoutersAdminTest-263949936-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&device_id=dc33036a-8cce-402d-895f-c7bf029a9862 HTTP/1.1" status: 200 len: 205 time: 0.0617065 Jul 29 15:16:10.814523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45420) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:10.875490 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:10.884355 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4d854695-600b-4cb1-874f-387ae470a1f4 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc33036a-8cce-402d-895f-c7bf029a9862 HTTP/1.1" status: 200 len: 205 time: 0.0521948 Jul 29 15:16:10.887868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45422) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:10.896982 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:16:11.016384 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:11.027244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-4fff135d-1b68-48ee-92e0-b97057937bab req-c4298958-445f-4aea-bd40-d64b0ce815ff tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Allocated IP 172.20.0.5 (2044df4b-bfd3-4360-b6e1-19b509d510c3/75df3822-2e14-4a29-a75b-0fe0e53a1f68/2d139a9b-1599-480c-acbd-fe506bd13d6c) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:11.095735 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:11.102092 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:11.108548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:11.108942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:16:11.123366 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Sync routers for ids ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:16:11.145290 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Routers {'7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:11.148076 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:11.149462 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:11.153952 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-369e12a3-9854-43fd-af76-67de01a7545d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.1340392 Jul 29 15:16:11.161631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45426) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:11.165764 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:11.165984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Port': ['ID=e386033f-7d1e-4d92-82a2-aed0713e740c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:11.173434 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-012a840d-d860-4011-b285-04e35fb22cff tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:11.351341 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Set router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:11.497011 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4fff135d-1b68-48ee-92e0-b97057937bab req-c4298958-445f-4aea-bd40-d64b0ce815ff tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:11.500548 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-02cef184-b8ef-423f-b59e-48530f24aeee tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=14deb283078b4d31b43cef57d5f39bf7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3338215 Jul 29 15:16:11.508859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45432) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:11.515152 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c290c-7494-4615-9dc2-029e37f045d2 req-406770b6-c1c4-42a0-a549-95fc88b8c97b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:11.525169 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e54c290c-7494-4615-9dc2-029e37f045d2 req-406770b6-c1c4-42a0-a549-95fc88b8c97b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 944 time: 0.4454825 Jul 29 15:16:11.528059 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-012a840d-d860-4011-b285-04e35fb22cff tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:11.531000 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-012a840d-d860-4011-b285-04e35fb22cff tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:11.543015 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:11.581482 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e49387b1-edf6-4279-b886-e59d99a61c53 req-87365975-4a10-43ba-bb56-df4a0ca402fe tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 210 time: 0.0955207 Jul 29 15:16:11.672404 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:11.682486 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2083075756', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:16:07Z', 'updated_at': '2021-07-29T15:16:09Z', 'revision_number': 3, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:08Z', 'updated_at': '2021-07-29T15:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:11.686965 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:11.692825 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-012a840d-d860-4011-b285-04e35fb22cff tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:11.693477 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012a840d-d860-4011-b285-04e35fb22cff tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Fanout notify agent at l3_agent the message router_deleted on router dc33036a-8cce-402d-895f-c7bf029a9862 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:16:11.694055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:11.694474 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:11.704352 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-012a840d-d860-4011-b285-04e35fb22cff tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:11.706146 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-012a840d-d860-4011-b285-04e35fb22cff tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "DELETE /v2.0/routers/dc33036a-8cce-402d-895f-c7bf029a9862 HTTP/1.1" status: 204 len: 168 time: 0.8166120 Jul 29 15:16:11.709659 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e54c290c-7494-4615-9dc2-029e37f045d2 req-73afad3b-c637-47e9-86b2-895944f7024f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766391 Jul 29 15:16:11.711275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45434) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:11.749779 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2f082b-fe25-455d-a821-e3526d9083e1 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:11.754964 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8b2f082b-fe25-455d-a821-e3526d9083e1 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2436516 Jul 29 15:16:11.757539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45436) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:11.758544 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-4fff135d-1b68-48ee-92e0-b97057937bab req-c4298958-445f-4aea-bd40-d64b0ce815ff tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Transition to ACTIVE for port object 2d139a9b-1599-480c-acbd-fe506bd13d6c will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:11.769534 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-37c1b5cb-a040-443a-bb30-0beee4ac6793 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc33036a-8cce-402d-895f-c7bf029a9862 HTTP/1.1" status: 200 len: 205 time: 0.0570447 Jul 29 15:16:11.771926 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45438) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:11.775516 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Checking router: 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:16:11.775970 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Updating router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b port d0811e73-3922-4c3c-90dd-8a3d5e1c1294 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:16:11.806702 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-39470b76-00d7-4cec-b175-f942cb9ac47a tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462904 Jul 29 15:16:11.813048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45440) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:11.822277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f807248d-a588-4278-85a9-97c27e947b5c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1736779335', 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded', 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:11.823278 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-9f3dc3ca-6e00-4afd-8ea9-824a01531619 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] delete failed (client error): The resource could not be found. Jul 29 15:16:11.824417 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9f3dc3ca-6e00-4afd-8ea9-824a01531619 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "DELETE /v2.0/routers/dc33036a-8cce-402d-895f-c7bf029a9862 HTTP/1.1" status: 404 len: 336 time: 0.0509810 Jul 29 15:16:11.827222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45442) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:11.857317 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:11.872278 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-76423af5-5892-4e27-830f-864f1e51bae3 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "GET /v2.0/ports?device_id=c12d9165-cae1-4393-b364-a651617ad42d HTTP/1.1" status: 200 len: 205 time: 0.0427744 Jul 29 15:16:11.875110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45444) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:11.898758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:11.919410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:11.919940 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:11.949916 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-fa12ebab-fb41-48ef-8c20-9d2a7737235d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] delete failed (client error): The resource could not be found. Jul 29 15:16:11.951589 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fa12ebab-fb41-48ef-8c20-9d2a7737235d tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "DELETE /v2.0/routers/c12d9165-cae1-4393-b364-a651617ad42d HTTP/1.1" status: 404 len: 336 time: 0.0751348 Jul 29 15:16:11.954658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45446) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:12.024107 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-72d8231a-0ea1-42a9-a1d0-50df534d624e tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6cdac4e-87ad-456a-b82b-94655cdce932 HTTP/1.1" status: 200 len: 205 time: 0.0678310 Jul 29 15:16:12.026966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45448) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:12.032568 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:12.053612 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4fff135d-1b68-48ee-92e0-b97057937bab req-c4298958-445f-4aea-bd40-d64b0ce815ff tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:12.087160 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:12.118607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:16:12.120900 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cda562-3a39-4fa8-bc52-0cc72fa4ca85" -d '{"events": [{"server_uuid": "5768bbde-5ad3-4bd5-b35e-eeb87380f17e", "name": "network-vif-plugged", "status": "completed", "tag": "46b64d5c-0495-4e51-b0e0-f1bf7e319b4e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:16:12.138804 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-a9d85ff6-7d31-4bed-b8d8-5e1bf7b3da67 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] delete failed (client error): The resource could not be found. Jul 29 15:16:12.142718 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a9d85ff6-7d31-4bed-b8d8-5e1bf7b3da67 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "DELETE /v2.0/routers/b6cdac4e-87ad-456a-b82b-94655cdce932 HTTP/1.1" status: 404 len: 336 time: 0.1095455 Jul 29 15:16:12.143928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45452) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:12.190850 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f1aad1e1-2144-40c1-a902-f7a8f6bb4db6,segment=NetworkSegment(e3226bb8-d9a2-4cfe-82da-6afed5c89fbb),segment_id=e3226bb8-d9a2-4cfe-82da-6afed5c89fbb)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:12.202231 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df50e31-805d-424a-a2e6-306c6dbc20e3 x-openstack-request-id: req-7df50e31-805d-424a-a2e6-306c6dbc20e3 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:16:12.202592 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5768bbde-5ad3-4bd5-b35e-eeb87380f17e", "name": "network-vif-plugged", "status": "completed", "tag": "46b64d5c-0495-4e51-b0e0-f1bf7e319b4e", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:16:12.202838 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7df50e31-805d-424a-a2e6-306c6dbc20e3 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:16:12.203828 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e', 'code': 200} Jul 29 15:16:12.207754 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:12.207957 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-85968fb9-1ba9-4c9c-887f-71109bd52a02 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab72de38-ed56-4592-9d5e-2fc942a5f964 HTTP/1.1" status: 200 len: 205 time: 0.0594263 Jul 29 15:16:12.209326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45454) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:12.214423 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,segment=NetworkSegment(4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47),segment_id=4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:12.226792 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fff135d-1b68-48ee-92e0-b97057937bab req-c4298958-445f-4aea-bd40-d64b0ce815ff tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Network 2044df4b-bfd3-4360-b6e1-19b509d510c3 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:12.243308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-4fff135d-1b68-48ee-92e0-b97057937bab req-c4298958-445f-4aea-bd40-d64b0ce815ff tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:12.257496 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fff135d-1b68-48ee-92e0-b97057937bab req-c4298958-445f-4aea-bd40-d64b0ce815ff tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:12.268004 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:12.277759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f807248d-a588-4278-85a9-97c27e947b5c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Made reservation on behalf of 14deb283078b4d31b43cef57d5f39bf7 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:12.281983 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f807248d-a588-4278-85a9-97c27e947b5c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:12.286141 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:12.290663 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Transition to ACTIVE for port object d0811e73-3922-4c3c-90dd-8a3d5e1c1294 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:12.309332 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:12.317482 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-788b37d0-a6db-4a21-b77c-5c64349a72a1 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] delete failed (client error): The resource could not be found. Jul 29 15:16:12.318574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-788b37d0-a6db-4a21-b77c-5c64349a72a1 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "DELETE /v2.0/routers/ab72de38-ed56-4592-9d5e-2fc942a5f964 HTTP/1.1" status: 404 len: 336 time: 0.1082888 Jul 29 15:16:12.323352 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45458) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:12.344637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=f1aad1e1-2144-40c1-a902-f7a8f6bb4db6,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:12.386790 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Attempting to bind port d0811e73-3922-4c3c-90dd-8a3d5e1c1294 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:16:12.387560 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Attempting to bind port d0811e73-3922-4c3c-90dd-8a3d5e1c1294 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:16:12.388139 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Attempting to bind port d0811e73-3922-4c3c-90dd-8a3d5e1c1294 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:12.397736 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621bb17-a4ee-46a9-969c-6b6ece604931 None None] Pushing event updated for resources: {'Port': ['ID=d0811e73-3922-4c3c-90dd-8a3d5e1c1294,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:12.401150 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:16:12.401873 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:12.402518 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:12.403680 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:16:12.404652 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Bound port: d0811e73-3922-4c3c-90dd-8a3d5e1c1294, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:16:12.405447 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:12.422402 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4298958-445f-4aea-bd40-d64b0ce815ff tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'Port': ['ID=2d139a9b-1599-480c-acbd-fe506bd13d6c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:12.432025 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d919a842-96c5-4a30-829e-a2c613826241 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1b1e8ca-d341-4784-b9aa-d76073a6f77b HTTP/1.1" status: 200 len: 205 time: 0.0520806 Jul 29 15:16:12.438014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45460) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:12.454320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:12.504598 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-1b2d299d-84b1-4ce5-9bce-2e1f5d751bdb tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] delete failed (client error): The resource could not be found. Jul 29 15:16:12.505724 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1b2d299d-84b1-4ce5-9bce-2e1f5d751bdb tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "DELETE /v2.0/routers/e1b1e8ca-d341-4784-b9aa-d76073a6f77b HTTP/1.1" status: 404 len: 336 time: 0.0667632 Jul 29 15:16:12.509067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f150fd4-69d3-4f03-bf3c-12decef1233b req-e85d35dc-5e15-458f-a87a-18081494a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:12.510602 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f150fd4-69d3-4f03-bf3c-12decef1233b req-e85d35dc-5e15-458f-a87a-18081494a6e5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 1096 time: 0.1910257 Jul 29 15:16:12.511283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45462) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:12.544989 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4dbb9334-9ad2-4d08-b3bc-064df9ef5742 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "GET /v2.0/ports?device_id=d489e2da-de2c-40fb-ab6b-a0ad1e081846 HTTP/1.1" status: 200 len: 205 time: 0.0325327 Jul 29 15:16:12.557578 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] For port d0811e73-3922-4c3c-90dd-8a3d5e1c1294, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:16:12.562345 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45464) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:12.567985 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] For port d0811e73-3922-4c3c-90dd-8a3d5e1c1294, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d0811e73-3922-4c3c-90dd-8a3d5e1c1294,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:16:12.578184 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:12.578692 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f150fd4-69d3-4f03-bf3c-12decef1233b req-2199755e-280e-4bfa-b342-24f3984f1286 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325961 Jul 29 15:16:12.651308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff135d-1b68-48ee-92e0-b97057937bab req-c4298958-445f-4aea-bd40-d64b0ce815ff tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:12.652135 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4fff135d-1b68-48ee-92e0-b97057937bab req-c4298958-445f-4aea-bd40-d64b0ce815ff tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:12.657872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f7c52cb0-42c5-4729-a570-5e5da3a0f071 None None] Provisioning for port 2d139a9b-1599-480c-acbd-fe506bd13d6c completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:12.662527 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f7c52cb0-42c5-4729-a570-5e5da3a0f071 None None] Provisioning complete for port 2d139a9b-1599-480c-acbd-fe506bd13d6c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:12.663031 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f7c52cb0-42c5-4729-a570-5e5da3a0f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:12.688525 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621bb17-a4ee-46a9-969c-6b6ece604931 None None] Pushing event updated for resources: {'Port': ['ID=d0811e73-3922-4c3c-90dd-8a3d5e1c1294,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:12.698434 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Routers {'7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:12.699280 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:12.703557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f7c52cb0-42c5-4729-a570-5e5da3a0f071 None None] Port 2d139a9b-1599-480c-acbd-fe506bd13d6c cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:16:12.715922 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-4e9b54b8-656b-4496-a48a-f44f02caab40 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] delete failed (client error): The resource could not be found. Jul 29 15:16:12.719327 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4e9b54b8-656b-4496-a48a-f44f02caab40 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "DELETE /v2.0/routers/d489e2da-de2c-40fb-ab6b-a0ad1e081846 HTTP/1.1" status: 404 len: 336 time: 0.1530380 Jul 29 15:16:12.720410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45468) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:12.739747 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:12.803009 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fff135d-1b68-48ee-92e0-b97057937bab req-c4298958-445f-4aea-bd40-d64b0ce815ff tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1922240 Jul 29 15:16:12.826644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb37051-4f4c-404b-bf74-36d0d0b2014a req-62474e20-a50a-4a18-847b-c9bd2ecc8c0a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:12.834950 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Request body: {'port': {'device_id': 'a086849a-90a3-4fd2-8074-085a98d022a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:12.835187 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] Set router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:12.850386 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbb37051-4f4c-404b-bf74-36d0d0b2014a req-62474e20-a50a-4a18-847b-c9bd2ecc8c0a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 931 time: 0.1981635 Jul 29 15:16:12.875477 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-78581b2b-b8e4-49aa-93b6-a78a85619e73 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] DELETE failed (client error): The resource could not be found. Jul 29 15:16:12.876459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78581b2b-b8e4-49aa-93b6-a78a85619e73 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:16:12.879117 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-78581b2b-b8e4-49aa-93b6-a78a85619e73 tempest-RoutersAdminTest-1522699638 tempest-RoutersAdminTest-1522699638-project] 10.222.0.16 "DELETE /v2.0/subnets/d7377257-6c93-4880-b1d7-f3c8f877d851 HTTP/1.1" status: 404 len: 337 time: 0.1564207 Jul 29 15:16:12.915240 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cbb37051-4f4c-404b-bf74-36d0d0b2014a req-a24c1629-8b04-4720-995b-c5b7f76b0f3c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636179 Jul 29 15:16:13.114000 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2083075756', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:16:07Z', 'updated_at': '2021-07-29T15:16:09Z', 'revision_number': 3, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:08Z', 'updated_at': '2021-07-29T15:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:13.157740 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4803727f-13d6-4a04-bf15-512447a3e313 None None] The sync data for ids ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'] in n-d-802893-1 is: [{'id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2083075756', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:16:07Z', 'updated_at': '2021-07-29T15:16:09Z', 'revision_number': 3, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:08Z', 'updated_at': '2021-07-29T15:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:16:13.249487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45476) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:13.414448 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d80978e-9b1b-4101-8041-ad0e2754ad13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:13.436655 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:13.442572 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:13.505198 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f807248d-a588-4278-85a9-97c27e947b5c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:13.525134 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd4e83-32e9-4bdb-805f-380931e4fe27 req-51ad175f-2706-4376-b3ea-bc1d4c1ad712 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:13.533285 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ebfd4e83-32e9-4bdb-805f-380931e4fe27 req-51ad175f-2706-4376-b3ea-bc1d4c1ad712 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.2561667 Jul 29 15:16:13.661986 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d80978e-9b1b-4101-8041-ad0e2754ad13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:13.674217 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4d80978e-9b1b-4101-8041-ad0e2754ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:13.741135 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4d80978e-9b1b-4101-8041-ad0e2754ad13 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ae736980a144956885f554d39d2230c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4892104 Jul 29 15:16:13.743196 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80978e-9b1b-4101-8041-ad0e2754ad13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f82ab04-b1aa-4071-b265-ced4e961bbf6,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:13.744872 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45480) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:13.799451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d0811e73-3922-4c3c-90dd-8a3d5e1c1294 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:13.836089 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807248d-a588-4278-85a9-97c27e947b5c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'Subnet': ['ID=21a7179b-97ac-4bd1-84fb-ad6c2ae29942,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:13.861961 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-67fbd195-320e-4da7-8319-7b11d09536aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:13.868133 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ebfd4e83-32e9-4bdb-805f-380931e4fe27 req-1f430f0f-901b-454c-b6af-75517c6a9474 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338578 Jul 29 15:16:13.884471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port d0811e73-3922-4c3c-90dd-8a3d5e1c1294 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:13.889199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port d0811e73-3922-4c3c-90dd-8a3d5e1c1294 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:13.890017 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:13.910624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-67fbd195-320e-4da7-8319-7b11d09536aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:14.012373 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-67fbd195-320e-4da7-8319-7b11d09536aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:14.015126 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-67fbd195-320e-4da7-8319-7b11d09536aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:14.016391 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-67fbd195-320e-4da7-8319-7b11d09536aa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f82ab04-b1aa-4071-b265-ced4e961bbf6 HTTP/1.1" status: 204 len: 168 time: 0.2705743 Jul 29 15:16:14.022448 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:14.034783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbd195-320e-4da7-8319-7b11d09536aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f82ab04-b1aa-4071-b265-ced4e961bbf6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:14.048540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f807248d-a588-4278-85a9-97c27e947b5c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Checking segment: {'id': '18444e7b-d46c-45a2-a2b6-55717f06a659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:14.049919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f807248d-a588-4278-85a9-97c27e947b5c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Network hostable DHCP agents. Network: 81e5840d-33cc-46e2-8717-8df026d9aded, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:16:14.069437 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port d0811e73-3922-4c3c-90dd-8a3d5e1c1294, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d0811e73-3922-4c3c-90dd-8a3d5e1c1294,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:14.076259 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:14.077718 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:14.155243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0713efb-aa1f-47b1-9070-66bd12c79dd0 req-4c5d5aab-f0ff-4e62-9f6d-a525b7520b1b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:14.168299 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d0713efb-aa1f-47b1-9070-66bd12c79dd0 req-4c5d5aab-f0ff-4e62-9f6d-a525b7520b1b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 931 time: 0.1273129 Jul 29 15:16:14.171016 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:14.172775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=d0811e73-3922-4c3c-90dd-8a3d5e1c1294,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:14.184084 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:14.217766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:14.218156 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:14.269409 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d0713efb-aa1f-47b1-9070-66bd12c79dd0 req-dc9ddef2-0d38-4753-8ad0-41e444bb8756 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980201 Jul 29 15:16:14.296965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f807248d-a588-4278-85a9-97c27e947b5c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Network 81e5840d-33cc-46e2-8717-8df026d9aded is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:16:14.369914 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-f807248d-a588-4278-85a9-97c27e947b5c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 81e5840d-33cc-46e2-8717-8df026d9aded) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:14.375626 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event updated for resources: {'Port': ['ID=e386033f-7d1e-4d92-82a2-aed0713e740c,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:14.383142 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf1c0e3-b6be-40ed-b81f-d3f77cccd72e None None] Network 81e5840d-33cc-46e2-8717-8df026d9aded requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:14.395488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f807248d-a588-4278-85a9-97c27e947b5c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:14.396474 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f807248d-a588-4278-85a9-97c27e947b5c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:14.432869 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f807248d-a588-4278-85a9-97c27e947b5c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6183345 Jul 29 15:16:14.435676 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45488) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:14.443815 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:14.585289 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d139a9b-1599-480c-acbd-fe506bd13d6c {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:16:14.595575 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:14.613883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Transition to ACTIVE for port object 2d139a9b-1599-480c-acbd-fe506bd13d6c will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:14.645830 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45490) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:14.646379 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:14.660723 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-81e5840d-33cc-46e2-8717-8df026d9aded', 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'fixed_ips': [{'subnet_id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:16:14.660723 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:14.755055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Pushing event updated for resources: {'Port': ['ID=2d139a9b-1599-480c-acbd-fe506bd13d6c,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:14.779705 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Floating IP 1fc60de7-c08d-435c-9eea-22b7906cb64c associated. External IP: 172.25.6.156, port: 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2. Jul 29 15:16:14.901908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Allocated IP 172.20.0.2 (81e5840d-33cc-46e2-8717-8df026d9aded/21a7179b-97ac-4bd1-84fb-ad6c2ae29942/0beabeb5-ff5d-4603-aed4-b7fad05f9d87) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:14.907263 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ab3a8d13-e0ab-4ef8-94c9-b70ff14e6b3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab8be660a76e4120ab2a7faac23c432a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583821 Jul 29 15:16:14.913351 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45494) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:15.125177 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Attempting to bind port 2d139a9b-1599-480c-acbd-fe506bd13d6c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:16:15.125520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Attempting to bind port 2d139a9b-1599-480c-acbd-fe506bd13d6c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:16:15.125857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Attempting to bind port 2d139a9b-1599-480c-acbd-fe506bd13d6c on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:15.150105 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fed5ac33-3eee-4244-8913-a4e8d8e7edd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:15.153857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Port 2d139a9b-1599-480c-acbd-fe506bd13d6c on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:16:15.154189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Attempting to bind port 2d139a9b-1599-480c-acbd-fe506bd13d6c on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:15.188126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac2c26-b28c-429a-be49-a164afb75940 req-b2c5160f-551d-464a-8e34-efaee235af0b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:15.189760 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bbac2c26-b28c-429a-be49-a164afb75940 req-b2c5160f-551d-464a-8e34-efaee235af0b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.1533980 Jul 29 15:16:15.199224 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:15.211928 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Transition to ACTIVE for port object 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:15.227981 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:16:15.228890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Checking segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:15.229300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Bound using segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:16:15.229759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Bound port: 2d139a9b-1599-480c-acbd-fe506bd13d6c, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:16:15.230129 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:15.243640 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Transition to ACTIVE for port object 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:15.251433 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:15.259737 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fed5ac33-3eee-4244-8913-a4e8d8e7edd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:15.304194 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Network 81e5840d-33cc-46e2-8717-8df026d9aded is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:15.311895 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:15.318852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:15.322487 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Pushing event updated for resources: {'Port': ['ID=0beabeb5-ff5d-4603-aed4-b7fad05f9d87,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:15.383997 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Attempting to bind port 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:16:15.384371 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Attempting to bind port 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '18444e7b-d46c-45a2-a2b6-55717f06a659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:16:15.384762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Attempting to bind port 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 on network 81e5840d-33cc-46e2-8717-8df026d9aded {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:15.390377 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:16:15.390594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Checking segment: {'id': '18444e7b-d46c-45a2-a2b6-55717f06a659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:15.390954 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:15.391349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Bound using segment: {'id': '18444e7b-d46c-45a2-a2b6-55717f06a659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:16:15.391967 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Bound port: 0beabeb5-ff5d-4603-aed4-b7fad05f9d87, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18444e7b-d46c-45a2-a2b6-55717f06a659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:16:15.392365 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:15.439336 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bbac2c26-b28c-429a-be49-a164afb75940 req-e837cee3-8bcf-45d0-8ba5-89f7038111ac tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000978 Jul 29 15:16:15.453772 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] For port 2d139a9b-1599-480c-acbd-fe506bd13d6c, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:16:15.474334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] For port 2d139a9b-1599-480c-acbd-fe506bd13d6c, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=2d139a9b-1599-480c-acbd-fe506bd13d6c,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:16:15.495457 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:15.509750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fed5ac33-3eee-4244-8913-a4e8d8e7edd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:15.514496 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fed5ac33-3eee-4244-8913-a4e8d8e7edd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:15.515466 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fed5ac33-3eee-4244-8913-a4e8d8e7edd1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83ee69be-fdae-4bc8-b02b-b2f80d1c992c HTTP/1.1" status: 204 len: 168 time: 0.6011391 Jul 29 15:16:15.529074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] For port 0beabeb5-ff5d-4603-aed4-b7fad05f9d87, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:16:15.538163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] For port 0beabeb5-ff5d-4603-aed4-b7fad05f9d87, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=0beabeb5-ff5d-4603-aed4-b7fad05f9d87,segment=NetworkSegment(18444e7b-d46c-45a2-a2b6-55717f06a659),segment_id=18444e7b-d46c-45a2-a2b6-55717f06a659)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:16:15.546907 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:15.558673 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d378f-f0fa-4694-944b-98f5b417e11c req-33c278f8-1ade-4d31-9692-68f692a5f734 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:15.572637 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cd5d378f-f0fa-4694-944b-98f5b417e11c req-33c278f8-1ade-4d31-9692-68f692a5f734 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 943 time: 0.2040184 Jul 29 15:16:15.604724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Router d356c181-24cf-479c-8360-148aa8aaa3c9 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:16:15.657638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:15.659853 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:15.661530 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fff135d-1b68-48ee-92e0-b97057937bab req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] 10.222.0.39 "PUT /v2.0/ports/2d139a9b-1599-480c-acbd-fe506bd13d6c HTTP/1.1" status: 200 len: 1091 time: 2.8467956 Jul 29 15:16:15.687932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a086849a-90a3-4fd2-8074-085a98d022a4', 'tag': '2d139a9b-1599-480c-acbd-fe506bd13d6c'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:16:15.691811 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcdd553-7a85-42c4-a544-c766f58a5ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "a086849a-90a3-4fd2-8074-085a98d022a4", "tag": "2d139a9b-1599-480c-acbd-fe506bd13d6c"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:16:15.713237 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5ac33-3eee-4244-8913-a4e8d8e7edd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee69be-fdae-4bc8-b02b-b2f80d1c992c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:15.726834 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d0811e73-3922-4c3c-90dd-8a3d5e1c1294 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:15.753384 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cd5d378f-f0fa-4694-944b-98f5b417e11c req-ad09a7e4-0999-4043-a84d-0fa1fc3da54b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776061 Jul 29 15:16:15.956010 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fde354d-a34c-43fd-b048-7824bf7df1ab x-openstack-request-id: req-6fde354d-a34c-43fd-b048-7824bf7df1ab {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:16:15.956546 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a086849a-90a3-4fd2-8074-085a98d022a4", "tag": "2d139a9b-1599-480c-acbd-fe506bd13d6c", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:16:15.956692 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fde354d-a34c-43fd-b048-7824bf7df1ab {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:16:15.957173 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a086849a-90a3-4fd2-8074-085a98d022a4', 'tag': '2d139a9b-1599-480c-acbd-fe506bd13d6c', 'status': 'completed', 'code': 200} Jul 29 15:16:15.958258 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057d810-49ee-4757-b91a-5d8426c6b897 service neutron] Pushing event updated for resources: {'Port': ['ID=2d139a9b-1599-480c-acbd-fe506bd13d6c,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:15.993983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff135d-1b68-48ee-92e0-b97057937bab req-d444e88b-620f-4af7-876d-b006a4cf4870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:15.995373 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fff135d-1b68-48ee-92e0-b97057937bab req-d444e88b-620f-4af7-876d-b006a4cf4870 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 1094 time: 0.2638230 Jul 29 15:16:16.040192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda148f-27c9-43a8-9e4a-1dddeeb1ac14 req-bd00ff28-659c-40fb-bc7c-e52c70d3eb8c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:16.048476 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5fda148f-27c9-43a8-9e4a-1dddeeb1ac14 req-bd00ff28-659c-40fb-bc7c-e52c70d3eb8c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.3843298 Jul 29 15:16:16.135223 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:16.146543 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fff135d-1b68-48ee-92e0-b97057937bab req-fe6d8926-5367-4154-8e67-002736fa8fd2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d139a9b-1599-480c-acbd-fe506bd13d6c HTTP/1.1" status: 200 len: 217 time: 0.1221733 Jul 29 15:16:16.251651 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:16:16.282451 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5fda148f-27c9-43a8-9e4a-1dddeeb1ac14 req-5de14bff-c296-4b26-8a36-e17768bad3fe tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329748 Jul 29 15:16:16.290603 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:16.305898 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45510) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:16.317331 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a90b6e9-6b71-429f-89e4-1b5bb10463d3 None None] Sync routers for ids ['d356c181-24cf-479c-8360-148aa8aaa3c9'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:16:16.343927 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16afdf-d9ea-46df-80e0-f4339d7126d1 None None] Pushing event updated for resources: {'Port': ['ID=0beabeb5-ff5d-4603-aed4-b7fad05f9d87,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:16.362341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff135d-1b68-48ee-92e0-b97057937bab req-bd74de96-8b40-4a99-b81b-6bd02fd670aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:16.364996 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fff135d-1b68-48ee-92e0-b97057937bab req-bd74de96-8b40-4a99-b81b-6bd02fd670aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.2042634 Jul 29 15:16:16.389897 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4521c83d-7049-4949-ace0-25137de1274c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3817165 Jul 29 15:16:16.395045 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a90b6e9-6b71-429f-89e4-1b5bb10463d3 None None] Routers {'d356c181-24cf-479c-8360-148aa8aaa3c9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:16.395763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1a90b6e9-6b71-429f-89e4-1b5bb10463d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d356c181-24cf-479c-8360-148aa8aaa3c9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:16.421706 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45514) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:16.471929 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port d0811e73-3922-4c3c-90dd-8a3d5e1c1294 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:16.478189 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:16.522509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff135d-1b68-48ee-92e0-b97057937bab req-e286fb3c-a67d-4d6a-802d-4b3c0c4b8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:16.524233 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fff135d-1b68-48ee-92e0-b97057937bab req-e286fb3c-a67d-4d6a-802d-4b3c0c4b8a69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357541 Jul 29 15:16:16.589755 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d99b0d8-3ec4-49e5-b06c-bd9613ac98b2 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:16.590213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Allocated IP 172.20.0.1 (81e5840d-33cc-46e2-8717-8df026d9aded/21a7179b-97ac-4bd1-84fb-ad6c2ae29942/9bda292b-88d5-4a46-a371-7e32ab1beec0) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:16.594623 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3d99b0d8-3ec4-49e5-b06c-bd9613ac98b2 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 1091 time: 0.2881949 Jul 29 15:16:16.595500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45520) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:16.608128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:16.641625 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a857e363-c7ae-40ff-80aa-88e979263acc tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/floatingips/1fc60de7-c08d-435c-9eea-22b7906cb64c HTTP/1.1" status: 200 len: 991 time: 0.2177231 Jul 29 15:16:16.642709 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:16.657826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-1a90b6e9-6b71-429f-89e4-1b5bb10463d3 None None] Set router d356c181-24cf-479c-8360-148aa8aaa3c9 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:16.864245 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fff135d-1b68-48ee-92e0-b97057937bab req-e784a89e-1fc0-420c-9956-cb45bce3f5c1 service neutron] 10.222.0.39 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277462 Jul 29 15:16:16.919712 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:16.936033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Transition to ACTIVE for port object 9bda292b-88d5-4a46-a371-7e32ab1beec0 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:16.984344 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:17.075939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Network 81e5840d-33cc-46e2-8717-8df026d9aded is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:17.077205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'Port': ['ID=9bda292b-88d5-4a46-a371-7e32ab1beec0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:17.082478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:17.086150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:17.139358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1a90b6e9-6b71-429f-89e4-1b5bb10463d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'name': 'tempest-TestNetworkBasicOps-router-1360595122', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:34Z', 'updated_at': '2021-07-29T15:15:43Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:36Z', 'updated_at': '2021-07-29T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '1fc60de7-c08d-435c-9eea-22b7906cb64c', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'port_id': '7a402b0f-f77e-45a2-8c24-f20d5ddffbd2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'mac_address': 'fa:16:3e:33:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77c2106-6d92-46b2-beba-28093045f6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:16:11Z', 'updated_at': '2021-07-29T15:16:11Z', 'revision_number': 0, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d5393f-af82-464e-ac01-fac9708e7b9b', 'name': '', 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:55:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:49Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:17.147690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496e8a1-eef4-48a0-aa51-30df6dad50cf req-6d7ceda7-6747-40d0-94eb-88515259764d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:17.155510 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1496e8a1-eef4-48a0-aa51-30df6dad50cf req-6d7ceda7-6747-40d0-94eb-88515259764d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 943 time: 0.1856275 Jul 29 15:16:17.202477 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a90b6e9-6b71-429f-89e4-1b5bb10463d3 None None] Checking router: d356c181-24cf-479c-8360-148aa8aaa3c9 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:16:17.212902 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:17.225872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a90b6e9-6b71-429f-89e4-1b5bb10463d3 None None] Routers {'d356c181-24cf-479c-8360-148aa8aaa3c9'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:17.226658 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1a90b6e9-6b71-429f-89e4-1b5bb10463d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d356c181-24cf-479c-8360-148aa8aaa3c9'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:17.291272 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1496e8a1-eef4-48a0-aa51-30df6dad50cf req-4b8e3822-2b9a-403d-835a-db7d2733bfd3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347134 Jul 29 15:16:17.381872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b82af5-31e3-4c1b-acc9-30a6eb60cf05 None None] Network 81e5840d-33cc-46e2-8717-8df026d9aded requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:17.434521 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:17.525469 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9ff396c9-81c5-4df0-872b-9e55e9018d9d None None] Provisioning for port 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:17.535924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-1a90b6e9-6b71-429f-89e4-1b5bb10463d3 None None] Set router d356c181-24cf-479c-8360-148aa8aaa3c9 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:17.646848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45540) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:17.692165 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:17.791448 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:17.806989 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fff135d-1b68-48ee-92e0-b97057937bab req-6f877452-bfb8-4b43-af5f-5a2d8de947d0 service neutron] 10.222.0.39 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9333494 Jul 29 15:16:17.864724 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7c4af769-c869-4934-b60f-f9833aa0ab80 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/floatingips/1fc60de7-c08d-435c-9eea-22b7906cb64c HTTP/1.1" status: 200 len: 991 time: 0.2153449 Jul 29 15:16:17.914431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:17.929084 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:17.929533 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:17.960734 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77c2106-6d92-46b2-beba-28093045f6b6', 'tag': '7a402b0f-f77e-45a2-8c24-f20d5ddffbd2'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:16:17.962178 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1824cf85-73a8-48dd-9185-1296c53a4457" -d '{"events": [{"name": "network-changed", "server_uuid": "b77c2106-6d92-46b2-beba-28093045f6b6", "tag": "7a402b0f-f77e-45a2-8c24-f20d5ddffbd2"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:16:18.033952 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d18c0b9-5fd8-434a-b9d1-034446aecbe7 x-openstack-request-id: req-2d18c0b9-5fd8-434a-b9d1-034446aecbe7 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:16:18.034310 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77c2106-6d92-46b2-beba-28093045f6b6", "tag": "7a402b0f-f77e-45a2-8c24-f20d5ddffbd2", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:16:18.034474 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d18c0b9-5fd8-434a-b9d1-034446aecbe7 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:16:18.034898 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77c2106-6d92-46b2-beba-28093045f6b6', 'tag': '7a402b0f-f77e-45a2-8c24-f20d5ddffbd2', 'status': 'completed', 'code': 200} Jul 29 15:16:18.035251 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:18.037140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdd553-7a85-42c4-a544-c766f58a5ee2 req-376ac6be-305b-455f-a335-27c95ce14be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:18.038818 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fcdd553-7a85-42c4-a544-c766f58a5ee2 req-376ac6be-305b-455f-a335-27c95ce14be5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 1094 time: 0.1039712 Jul 29 15:16:18.047586 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:18.075992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Allocated IP 172.25.6.127 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/94f9da28-cfc3-41cd-9363-83b2edafd295) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:18.101640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45548) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:18.134083 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:18.138307 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1a90b6e9-6b71-429f-89e4-1b5bb10463d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'name': 'tempest-TestNetworkBasicOps-router-1360595122', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:34Z', 'updated_at': '2021-07-29T15:15:43Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:36Z', 'updated_at': '2021-07-29T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '1fc60de7-c08d-435c-9eea-22b7906cb64c', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'port_id': '7a402b0f-f77e-45a2-8c24-f20d5ddffbd2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'mac_address': 'fa:16:3e:33:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77c2106-6d92-46b2-beba-28093045f6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:16:11Z', 'updated_at': '2021-07-29T15:16:11Z', 'revision_number': 0, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d5393f-af82-464e-ac01-fac9708e7b9b', 'name': '', 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:55:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:49Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:18.192783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a90b6e9-6b71-429f-89e4-1b5bb10463d3 None None] The sync data for ids ['d356c181-24cf-479c-8360-148aa8aaa3c9'] in n-d-802893-1 is: [{'id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'name': 'tempest-TestNetworkBasicOps-router-1360595122', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:34Z', 'updated_at': '2021-07-29T15:15:43Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:36Z', 'updated_at': '2021-07-29T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '1fc60de7-c08d-435c-9eea-22b7906cb64c', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'port_id': '7a402b0f-f77e-45a2-8c24-f20d5ddffbd2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'mac_address': 'fa:16:3e:33:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77c2106-6d92-46b2-beba-28093045f6b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:16:11Z', 'updated_at': '2021-07-29T15:16:11Z', 'revision_number': 0, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d5393f-af82-464e-ac01-fac9708e7b9b', 'name': '', 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:55:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:49Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:16:18.241716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 0beabeb5-ff5d-4603-aed4-b7fad05f9d87, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=0beabeb5-ff5d-4603-aed4-b7fad05f9d87,segment=NetworkSegment(18444e7b-d46c-45a2-a2b6-55717f06a659),segment_id=18444e7b-d46c-45a2-a2b6-55717f06a659)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:18.248508 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:18.266774 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824cf85-73a8-48dd-9185-1296c53a4457 req-63bf1c39-d2e9-45dd-857f-584c8db593d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:18.269857 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1824cf85-73a8-48dd-9185-1296c53a4457 req-63bf1c39-d2e9-45dd-857f-584c8db593d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad88f1e224ca4cdaac5cd6b210676360&device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 1096 time: 0.1827216 Jul 29 15:16:18.271784 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:18.286459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'Port': ['ID=9bda292b-88d5-4a46-a371-7e32ab1beec0,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:18.298788 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdd553-7a85-42c4-a544-c766f58a5ee2 req-4ea2778c-2de0-4fea-b43b-41c5be214e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:18.300981 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fcdd553-7a85-42c4-a544-c766f58a5ee2 req-4ea2778c-2de0-4fea-b43b-41c5be214e96 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.2420113 Jul 29 15:16:18.395572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1842082254', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:18.403737 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fcdd553-7a85-42c4-a544-c766f58a5ee2 req-a847bc77-fdd5-48df-8015-c119f5ee14f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d139a9b-1599-480c-acbd-fe506bd13d6c HTTP/1.1" status: 200 len: 217 time: 0.0919552 Jul 29 15:16:18.447996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=0beabeb5-ff5d-4603-aed4-b7fad05f9d87,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:18.449111 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824cf85-73a8-48dd-9185-1296c53a4457 req-d6d0c60d-ff12-4bdc-b8ee-166bb6770f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:18.453849 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1824cf85-73a8-48dd-9185-1296c53a4457 req-d6d0c60d-ff12-4bdc-b8ee-166bb6770f62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 HTTP/1.1" status: 200 len: 897 time: 0.1464593 Jul 29 15:16:18.474557 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:18.477543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c44b7ccb-e099-40b9-a786-1fc582504c95 None None] Provisioning for port 9bda292b-88d5-4a46-a371-7e32ab1beec0 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:18.485469 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c44b7ccb-e099-40b9-a786-1fc582504c95 None None] Provisioning complete for port 9bda292b-88d5-4a46-a371-7e32ab1beec0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:18.485847 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c44b7ccb-e099-40b9-a786-1fc582504c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:18.517696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Made reservation on behalf of 8905470bfcde46649bc2683ed88c74b8 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:18.520161 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:18.538832 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:18.561781 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c44b7ccb-e099-40b9-a786-1fc582504c95 None None] Port 9bda292b-88d5-4a46-a371-7e32ab1beec0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:16:18.562040 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdd553-7a85-42c4-a544-c766f58a5ee2 req-cb1d1c0d-ed67-4751-a039-8f707f66d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:18.563579 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fcdd553-7a85-42c4-a544-c766f58a5ee2 req-cb1d1c0d-ed67-4751-a039-8f707f66d671 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.1498640 Jul 29 15:16:18.577595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c44b7ccb-e099-40b9-a786-1fc582504c95 None None] Provisioning complete for port 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:18.578264 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c44b7ccb-e099-40b9-a786-1fc582504c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:18.603604 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0578fb03-dede-4d3e-81b9-f96794cb87bb None None] New status for floating IP 1fc60de7-c08d-435c-9eea-22b7906cb64c: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:16:18.612464 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1824cf85-73a8-48dd-9185-1296c53a4457 req-8cb0743a-167c-445f-b609-5e240d0fc8ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 HTTP/1.1" status: 200 len: 999 time: 0.0855899 Jul 29 15:16:18.671204 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:18.686513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824cf85-73a8-48dd-9185-1296c53a4457 req-b3390d36-f585-4869-a47d-0824091a7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:18.688143 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1824cf85-73a8-48dd-9185-1296c53a4457 req-b3390d36-f585-4869-a47d-0824091a7c2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c036cd1-2379-41c0-9b3c-033bea840435 HTTP/1.1" status: 200 len: 835 time: 0.0566862 Jul 29 15:16:18.700767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194f31f-66e3-4990-b959-ea147b362258 req-15d9df18-a535-4cf6-83b9-be97e0c7fff1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:18.704154 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c194f31f-66e3-4990-b959-ea147b362258 req-15d9df18-a535-4cf6-83b9-be97e0c7fff1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 943 time: 0.3053212 Jul 29 15:16:18.730933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdd553-7a85-42c4-a544-c766f58a5ee2 req-06ff40f5-6d9c-4e18-9308-f93df3948a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:18.733697 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fcdd553-7a85-42c4-a544-c766f58a5ee2 req-06ff40f5-6d9c-4e18-9308-f93df3948a4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496205 Jul 29 15:16:18.757985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:18.764973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:18.789953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:18.813016 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c194f31f-66e3-4990-b959-ea147b362258 req-9cc2c1f8-0940-476a-af6e-c11a8f7485e0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714457 Jul 29 15:16:18.821160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Network 81e5840d-33cc-46e2-8717-8df026d9aded is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:18.823661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:18.842899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824cf85-73a8-48dd-9185-1296c53a4457 req-dfec8582-c243-4cb5-ab1f-7e151b000101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:18.844551 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1824cf85-73a8-48dd-9185-1296c53a4457 req-dfec8582-c243-4cb5-ab1f-7e151b000101 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319706 Jul 29 15:16:18.877140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45554) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:18.907671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-71ede593-ac8e-46c3-8027-3dbe2655df15 None None] Provisioning complete for port 9bda292b-88d5-4a46-a371-7e32ab1beec0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:18.908095 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71ede593-ac8e-46c3-8027-3dbe2655df15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:18.955364 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-71ede593-ac8e-46c3-8027-3dbe2655df15 None None] Port 9bda292b-88d5-4a46-a371-7e32ab1beec0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:16:18.960754 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-87e3072c-21e5-4efd-a300-522e5ee28567 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/floatingips/1fc60de7-c08d-435c-9eea-22b7906cb64c HTTP/1.1" status: 200 len: 993 time: 0.0755892 Jul 29 15:16:18.966530 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=94f9da28-cfc3-41cd-9363-83b2edafd295,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:19.066701 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1824cf85-73a8-48dd-9185-1296c53a4457 req-b2a0390c-cff0-4f45-a8d0-f9eb2933c118 service neutron] 10.222.0.39 "GET /v2.0/networks/8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596737 Jul 29 15:16:19.086971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:16:19.106639 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.116350 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.119873 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fcdd553-7a85-42c4-a544-c766f58a5ee2 req-82583135-83cb-4ff2-8527-ce1d94df6453 service neutron] 10.222.0.39 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583689 Jul 29 15:16:19.125388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] device_id is not set on port 6e646c00-76c5-49ed-9e0f-aeefc341fd30 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:16:19.184656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-31ae0d90-b92e-4977-8ff8-f2e6cd387a39 None None] Provisioning complete for port 9bda292b-88d5-4a46-a371-7e32ab1beec0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:19.185264 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-31ae0d90-b92e-4977-8ff8-f2e6cd387a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.219453 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1824cf85-73a8-48dd-9185-1296c53a4457 req-ecda89ad-3ca6-4eab-809a-e29a9bbf9497 service neutron] 10.222.0.39 "GET /v2.0/networks/8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427064 Jul 29 15:16:19.223842 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-31ae0d90-b92e-4977-8ff8-f2e6cd387a39 None None] Port 9bda292b-88d5-4a46-a371-7e32ab1beec0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:16:19.270321 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:16:19.280792 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-90afd295-8017-4881-a3bb-0defbb316a33 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "PUT /v2.0/routers/7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8427031 Jul 29 15:16:19.282061 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Sync routers for ids ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:16:19.283865 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45558) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:19.289336 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4fee544d-6ae3-48f3-93c6-c77b2070fdb7 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1294237494', 'description': 'tempest-secgroup_access--1294237494 description', 'project_id': '14deb283078b4d31b43cef57d5f39bf7'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:19.290879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62355e7-a2d4-4f65-b9d6-b79dc13b922c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:19.292365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Routers {'7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:19.293949 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:19.314823 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4fee544d-6ae3-48f3-93c6-c77b2070fdb7 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.411908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Set router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:19.413055 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4fee544d-6ae3-48f3-93c6-c77b2070fdb7 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.417270 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4fee544d-6ae3-48f3-93c6-c77b2070fdb7 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.418539 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fcdd553-7a85-42c4-a544-c766f58a5ee2 req-dc9d57e9-3a3f-4b57-8b43-0589e58d998a service neutron] 10.222.0.39 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845416 Jul 29 15:16:19.446865 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4fee544d-6ae3-48f3-93c6-c77b2070fdb7 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.450751 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4fee544d-6ae3-48f3-93c6-c77b2070fdb7 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1629088 Jul 29 15:16:19.451215 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45560) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:19.457017 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-2d55808e-eb5e-4d9e-9508-0840a3f8873f tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1928262095', 'description': 'tempest-secgroup_general--1928262095 description', 'project_id': '14deb283078b4d31b43cef57d5f39bf7'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:19.464401 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee544d-6ae3-48f3-93c6-c77b2070fdb7 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1756ae5-bff0-4f35-8c17-d36ca443e034,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:19.469285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Allocated IP 172.25.6.219 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/6e646c00-76c5-49ed-9e0f-aeefc341fd30) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:19.488353 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2d55808e-eb5e-4d9e-9508-0840a3f8873f tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.589687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:19.592542 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2d55808e-eb5e-4d9e-9508-0840a3f8873f tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.598444 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2d55808e-eb5e-4d9e-9508-0840a3f8873f tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.621768 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2d55808e-eb5e-4d9e-9508-0840a3f8873f tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.625759 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2d55808e-eb5e-4d9e-9508-0840a3f8873f tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1709144 Jul 29 15:16:19.626022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45562) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:19.634091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Request body: {'security_group_rule': {'security_group_id': 'c1756ae5-bff0-4f35-8c17-d36ca443e034', 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:19.652715 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55808e-eb5e-4d9e-9508-0840a3f8873f tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029957a1-b77a-4298-bd29-f7e1e6f1fb6e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:19.680600 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.694521 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:19.694925 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.701847 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2083075756', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:16:07Z', 'updated_at': '2021-07-29T15:16:17Z', 'revision_number': 4, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:08Z', 'updated_at': '2021-07-29T15:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9bda292b-88d5-4a46-a371-7e32ab1beec0', 'name': '', 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'mac_address': 'fa:16:3e:89:ce:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:16Z', 'updated_at': '2021-07-29T15:16:17Z', 'revision_number': 2, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'subnets': [{'id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:19.742558 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.749744 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Checking router: 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:16:19.750096 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Updating router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b port 9bda292b-88d5-4a46-a371-7e32ab1beec0 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:16:19.750231 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.756592 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.776391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91feab1a-0847-4bf4-a308-eae5f675e5c4,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:19.783493 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.788432 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.793766 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1661561 Jul 29 15:16:19.798476 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:19.798939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:19.799484 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:19.800546 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.801346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:19.801791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:19.802967 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:19.803454 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:19.804995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:19.804995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:19.805488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:19.805940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:19.806407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fdf266-bcff-49db-a604-0f4613cde854 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:19.924094 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:19.976655 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:20.040987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:20.058949 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:20.062345 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-6f594d58-0b8c-47f5-9108-2347a1f7be14 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--1294237494&fields=id&tenant_id=14deb283078b4d31b43cef57d5f39bf7 HTTP/1.1" status: 200 len: 267 time: 0.0774775 Jul 29 15:16:20.101143 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:20.111596 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1883-a685-4121-9f19-d6fd31369eb3 req-652fd499-5aa9-4b71-acc1-3d6419c0d627 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:20.112398 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-e26a94cf-26d7-4179-8f02-bc28d3b223f9 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--1928262095&fields=id&tenant_id=14deb283078b4d31b43cef57d5f39bf7 HTTP/1.1" status: 200 len: 267 time: 0.0389066 Jul 29 15:16:20.119240 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a76b1883-a685-4121-9f19-d6fd31369eb3 req-652fd499-5aa9-4b71-acc1-3d6419c0d627 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 943 time: 0.2087641 Jul 29 15:16:20.141787 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:20.147978 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Pushing event updated for resources: {'Port': ['ID=6e646c00-76c5-49ed-9e0f-aeefc341fd30,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:20.156881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Transition to ACTIVE for port object 9bda292b-88d5-4a46-a371-7e32ab1beec0 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:20.163708 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:20.195633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:20.196161 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:20.215025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda7731-5be5-47d2-9690-30e5db481d25 None None] Pushing event updated for resources: {'Port': ['ID=9bda292b-88d5-4a46-a371-7e32ab1beec0,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:20.235294 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a76b1883-a685-4121-9f19-d6fd31369eb3 req-93142521-d065-4313-9381-daab906fc593 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150522 Jul 29 15:16:20.255792 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a3029e27-70f1-40e9-85bf-96f13e2b6f11 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1508031 Jul 29 15:16:20.256380 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45578) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:20.263147 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-879c1414-7be3-4529-ba13-3b2ad9ff6d3a tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.219'}]}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:20.290148 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db09800-4110-4be5-90de-aba366866a08 req-06af31c6-7896-4c54-b248-4da0b408a6dc tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:20.294503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-06af31c6-7896-4c54-b248-4da0b408a6dc tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/networks?id=81e5840d-33cc-46e2-8717-8df026d9aded HTTP/1.1" status: 200 len: 797 time: 0.1731598 Jul 29 15:16:20.296624 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Attempting to bind port 9bda292b-88d5-4a46-a371-7e32ab1beec0 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:16:20.297435 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Attempting to bind port 9bda292b-88d5-4a46-a371-7e32ab1beec0 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '18444e7b-d46c-45a2-a2b6-55717f06a659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:16:20.298043 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Attempting to bind port 9bda292b-88d5-4a46-a371-7e32ab1beec0 on network 81e5840d-33cc-46e2-8717-8df026d9aded {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:20.313028 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-879c1414-7be3-4529-ba13-3b2ad9ff6d3a tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:20.314352 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-879c1414-7be3-4529-ba13-3b2ad9ff6d3a tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:20.317322 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:16:20.318319 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Checking segment: {'id': '18444e7b-d46c-45a2-a2b6-55717f06a659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:20.318487 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:20.319168 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Bound using segment: {'id': '18444e7b-d46c-45a2-a2b6-55717f06a659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:16:20.319661 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Bound port: 9bda292b-88d5-4a46-a371-7e32ab1beec0, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18444e7b-d46c-45a2-a2b6-55717f06a659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:16:20.320086 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:20.320335 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-3e14b6d8-07cc-49f9-85a3-e1da1e8f955b tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/quotas/14deb283078b4d31b43cef57d5f39bf7 HTTP/1.1" status: 200 len: 375 time: 0.0188198 Jul 29 15:16:20.396939 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-879c1414-7be3-4529-ba13-3b2ad9ff6d3a tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:20.400350 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] For port 9bda292b-88d5-4a46-a371-7e32ab1beec0, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:16:20.400787 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:20.407680 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] For port 9bda292b-88d5-4a46-a371-7e32ab1beec0, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9bda292b-88d5-4a46-a371-7e32ab1beec0,segment=NetworkSegment(18444e7b-d46c-45a2-a2b6-55717f06a659),segment_id=18444e7b-d46c-45a2-a2b6-55717f06a659)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:16:20.416846 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:20.443971 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:20.454298 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-9a48523a-0459-4a51-8637-bd489532dc65 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=14deb283078b4d31b43cef57d5f39bf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270809 Jul 29 15:16:20.499320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Routers {'7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:20.500186 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:20.502204 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda7731-5be5-47d2-9690-30e5db481d25 None None] Pushing event updated for resources: {'Port': ['ID=9bda292b-88d5-4a46-a371-7e32ab1beec0,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:20.604113 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-1d3388ef-e837-40fd-80aa-3674b0db3b1a service neutron] 10.222.0.16 "GET /v2.0/networks/81e5840d-33cc-46e2-8717-8df026d9aded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293983 Jul 29 15:16:20.646290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=94f9da28-cfc3-41cd-9363-83b2edafd295,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:20.653779 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-879c1414-7be3-4529-ba13-3b2ad9ff6d3a tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:20.671362 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:20.719614 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-79d9a599-63f8-40c0-90b3-95c49ebe952d service neutron] 10.222.0.16 "GET /v2.0/networks/81e5840d-33cc-46e2-8717-8df026d9aded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136539 Jul 29 15:16:20.859175 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Floating IP 3a504442-4230-4f7d-a3bb-2667f7d7ef5e associated. External IP: 172.25.6.127, port: 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e. Jul 29 15:16:20.893926 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] Set router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:20.941847 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5898bb8a-cd92-46d2-83b8-3fe0418ee7fe req-e70bb249-00e1-4eda-90ce-4de486fe8d7c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 210 time: 0.0351222 Jul 29 15:16:21.150765 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2083075756', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:16:07Z', 'updated_at': '2021-07-29T15:16:17Z', 'revision_number': 4, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:08Z', 'updated_at': '2021-07-29T15:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9bda292b-88d5-4a46-a371-7e32ab1beec0', 'name': '', 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'mac_address': 'fa:16:3e:89:ce:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:16Z', 'updated_at': '2021-07-29T15:16:20Z', 'revision_number': 4, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'subnets': [{'id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:21.185605 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b38746e-4eee-4a48-9191-5475612c9312 None None] The sync data for ids ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'] in n-d-802893-1 is: [{'id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2083075756', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:16:07Z', 'updated_at': '2021-07-29T15:16:17Z', 'revision_number': 4, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:08Z', 'updated_at': '2021-07-29T15:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9bda292b-88d5-4a46-a371-7e32ab1beec0', 'name': '', 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'mac_address': 'fa:16:3e:89:ce:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:16Z', 'updated_at': '2021-07-29T15:16:20Z', 'revision_number': 4, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'subnets': [{'id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:16:21.398929 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f5e18-ca67-4d7a-ad52-2ab7cd867d78 req-374c3e41-89b7-401c-add6-28bcb278b945 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:21.401541 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b9f5e18-ca67-4d7a-ad52-2ab7cd867d78 req-374c3e41-89b7-401c-add6-28bcb278b945 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 943 time: 0.0797479 Jul 29 15:16:21.456846 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b9f5e18-ca67-4d7a-ad52-2ab7cd867d78 req-22a0afb5-8b76-4d38-9d4f-ba2e89882195 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474305 Jul 29 15:16:21.618460 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9bda292b-88d5-4a46-a371-7e32ab1beec0 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:21.659509 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-879c1414-7be3-4529-ba13-3b2ad9ff6d3a tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:21.687788 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-879c1414-7be3-4529-ba13-3b2ad9ff6d3a tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:21.700006 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 9bda292b-88d5-4a46-a371-7e32ab1beec0 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:21.706638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router 90662c07-b8a0-45c9-bdb6-c933e07f2965 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:16:21.708554 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9bda292b-88d5-4a46-a371-7e32ab1beec0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:21.709847 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:21.806704 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:21.850673 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 9bda292b-88d5-4a46-a371-7e32ab1beec0, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9bda292b-88d5-4a46-a371-7e32ab1beec0,segment=NetworkSegment(18444e7b-d46c-45a2-a2b6-55717f06a659),segment_id=18444e7b-d46c-45a2-a2b6-55717f06a659)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:21.860046 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:21.921712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=9bda292b-88d5-4a46-a371-7e32ab1beec0,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:21.930813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:21.931196 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:21.931510 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:21.931851 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:21.932187 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:21.932525 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:21.932955 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:21.933286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:21.933613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:21.933940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:21.934266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:21.934591 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:21.952625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:16:21.965017 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6b99ce-8e93-4758-9318-6d801bd5ab2e None None] Sync routers for ids ['90662c07-b8a0-45c9-bdb6-c933e07f2965'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:16:21.970882 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-879c1414-7be3-4529-ba13-3b2ad9ff6d3a tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:21.976516 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b99ce-8e93-4758-9318-6d801bd5ab2e None None] Routers {'90662c07-b8a0-45c9-bdb6-c933e07f2965'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:21.977146 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5d6b99ce-8e93-4758-9318-6d801bd5ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['90662c07-b8a0-45c9-bdb6-c933e07f2965'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:22.009988 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:22.130426 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4cc8d22e-f63b-455a-9aed-44762f6d9efc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5271666 Jul 29 15:16:22.133018 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ff375c4-def7-46cc-bb4e-532519ef2de5 req-9492114f-d350-4d75-9bbc-216c5d1ebc96 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 210 time: 0.0597038 Jul 29 15:16:22.134656 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'tag': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:16:22.137044 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcb05ea-4228-4626-a45e-9ae0b8eb240c" -d '{"events": [{"name": "network-changed", "server_uuid": "5768bbde-5ad3-4bd5-b35e-eeb87380f17e", "tag": "46b64d5c-0495-4e51-b0e0-f1bf7e319b4e"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:16:22.280392 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99031061-26d7-48e9-9163-ea00e16c73ad x-openstack-request-id: req-99031061-26d7-48e9-9163-ea00e16c73ad {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:16:22.280996 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5768bbde-5ad3-4bd5-b35e-eeb87380f17e", "tag": "46b64d5c-0495-4e51-b0e0-f1bf7e319b4e", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:16:22.281456 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99031061-26d7-48e9-9163-ea00e16c73ad {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:16:22.282091 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'tag': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e', 'status': 'completed', 'code': 200} Jul 29 15:16:22.283334 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-5d6b99ce-8e93-4758-9318-6d801bd5ab2e None None] Set router 90662c07-b8a0-45c9-bdb6-c933e07f2965 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:22.290252 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-879c1414-7be3-4529-ba13-3b2ad9ff6d3a tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:22.293390 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-879c1414-7be3-4529-ba13-3b2ad9ff6d3a tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:22.324587 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db09800-4110-4be5-90de-aba366866a08 req-7f5f6798-8d31-42b0-a727-4d0e5985f6ba tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:22.326140 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-7f5f6798-8d31-42b0-a727-4d0e5985f6ba tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.38 "GET /v2.0/networks?id=81e5840d-33cc-46e2-8717-8df026d9aded HTTP/1.1" status: 200 len: 797 time: 0.2278488 Jul 29 15:16:22.359178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e0ade-2ca2-48a7-91f1-73d989a94e12 req-c1f5fb23-80a8-4bb2-b7d1-9f1d12aa6cc8 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:22.364321 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-169e0ade-2ca2-48a7-91f1-73d989a94e12 req-c1f5fb23-80a8-4bb2-b7d1-9f1d12aa6cc8 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.1047935 Jul 29 15:16:22.380506 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-879c1414-7be3-4529-ba13-3b2ad9ff6d3a tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:22.381206 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879c1414-7be3-4529-ba13-3b2ad9ff6d3a tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 342ebebe-d706-4ea9-a081-3e1be6a3d59c {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:16:22.403835 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb05ea-4228-4626-a45e-9ae0b8eb240c req-3a52c254-1ef5-4ca7-a5cf-9b45114cccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:22.405939 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fcb05ea-4228-4626-a45e-9ae0b8eb240c req-3a52c254-1ef5-4ca7-a5cf-9b45114cccff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 1096 time: 0.0661752 Jul 29 15:16:22.413874 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [None req-879c1414-7be3-4529-ba13-3b2ad9ff6d3a tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 29 15:16:22.415447 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-879c1414-7be3-4529-ba13-3b2ad9ff6d3a tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1562748 Jul 29 15:16:22.418320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45598) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:22.444756 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-6e2467c0-afe9-4854-9817-b24ded04373e tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14deb283078b4d31b43cef57d5f39bf7 HTTP/1.1" status: 200 len: 478 time: 0.0790701 Jul 29 15:16:22.463632 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0db09800-4110-4be5-90de-aba366866a08 req-7a071105-66b3-4b7d-83fe-40200e7777d5 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Request body: {'port': {'device_id': 'b2c89369-e7d2-41df-9e56-bbc3e55a6223', 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded', 'admin_state_up': True, 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'security_groups': ['c1756ae5-bff0-4f35-8c17-d36ca443e034', '029957a1-b77a-4298-bd29-f7e1e6f1fb6e']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:22.540307 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-169e0ade-2ca2-48a7-91f1-73d989a94e12 req-edeff9c3-81a3-4456-99c5-42eae4e8d9f9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563020 Jul 29 15:16:22.571282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45602) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:22.653027 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5d6b99ce-8e93-4758-9318-6d801bd5ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186115065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:43Z', 'updated_at': '2021-07-29T15:15:53Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:44Z', 'updated_at': '2021-07-29T15:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '3a504442-4230-4f7d-a3bb-2667f7d7ef5e', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'port_id': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'mac_address': 'fa:16:3e:7e:1b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:16:19Z', 'updated_at': '2021-07-29T15:16:19Z', 'revision_number': 0, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68fcc92-31dc-40fc-8cb6-8f5947505c1e', 'name': '', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:7d:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:50Z', 'updated_at': '2021-07-29T15:16:02Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:22.677698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb05ea-4228-4626-a45e-9ae0b8eb240c req-c95361a7-1e5a-4d54-8f5e-d47e6df73f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:22.679282 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fcb05ea-4228-4626-a45e-9ae0b8eb240c req-c95361a7-1e5a-4d54-8f5e-d47e6df73f37 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b13fb13d-e244-491e-878b-52b7d508aab7 HTTP/1.1" status: 200 len: 898 time: 0.2201440 Jul 29 15:16:22.686424 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6b99ce-8e93-4758-9318-6d801bd5ab2e None None] Checking router: 90662c07-b8a0-45c9-bdb6-c933e07f2965 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:16:22.696053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9b440-b8b6-45d3-9831-47a5f11206dc req-8059ff72-5c2c-4852-ab1a-28d51cff58f6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:22.696560 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b99ce-8e93-4758-9318-6d801bd5ab2e None None] Routers {'90662c07-b8a0-45c9-bdb6-c933e07f2965'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:22.697238 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5d6b99ce-8e93-4758-9318-6d801bd5ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['90662c07-b8a0-45c9-bdb6-c933e07f2965'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:22.697883 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5a9b440-b8b6-45d3-9831-47a5f11206dc req-8059ff72-5c2c-4852-ab1a-28d51cff58f6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 943 time: 0.1300011 Jul 29 15:16:22.719924 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2339c2e0-b5d7-4c58-8087-fa27589b2bc6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/3a504442-4230-4f7d-a3bb-2667f7d7ef5e HTTP/1.1" status: 200 len: 991 time: 0.1446745 Jul 29 15:16:22.783154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db09800-4110-4be5-90de-aba366866a08 req-7a071105-66b3-4b7d-83fe-40200e7777d5 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Made reservation on behalf of 14deb283078b4d31b43cef57d5f39bf7 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:22.789791 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0db09800-4110-4be5-90de-aba366866a08 req-7a071105-66b3-4b7d-83fe-40200e7777d5 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:22.790250 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-606e45ed-4f87-4ff9-b1bf-66502032dba1 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Deleting port 6e646c00-76c5-49ed-9e0f-aeefc341fd30 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:22.790598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-606e45ed-4f87-4ff9-b1bf-66502032dba1 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:22.821248 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fcb05ea-4228-4626-a45e-9ae0b8eb240c req-43b1bb3c-8d33-4385-82d8-933c2e25fd33 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e HTTP/1.1" status: 200 len: 999 time: 0.1221390 Jul 29 15:16:22.842562 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-5d6b99ce-8e93-4758-9318-6d801bd5ab2e None None] Set router 90662c07-b8a0-45c9-bdb6-c933e07f2965 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:22.866377 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5a9b440-b8b6-45d3-9831-47a5f11206dc req-b1bcc0b5-60bd-4be2-8410-7980c4aae3c3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581371 Jul 29 15:16:22.944204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb05ea-4228-4626-a45e-9ae0b8eb240c req-6222e88e-0dec-4fac-803e-4002ddfb07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:22.945749 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fcb05ea-4228-4626-a45e-9ae0b8eb240c req-6222e88e-0dec-4fac-803e-4002ddfb07a7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7630c3f4-61cc-44ce-86d1-ba91f043462a HTTP/1.1" status: 200 len: 834 time: 0.0845075 Jul 29 15:16:22.956790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-0db09800-4110-4be5-90de-aba366866a08 req-7a071105-66b3-4b7d-83fe-40200e7777d5 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Allocated IP 172.20.0.5 (81e5840d-33cc-46e2-8717-8df026d9aded/21a7179b-97ac-4bd1-84fb-ad6c2ae29942/ee694225-a0e5-4435-8105-2d55f84d4ea4) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:22.976438 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-606e45ed-4f87-4ff9-b1bf-66502032dba1 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:23.016114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-606e45ed-4f87-4ff9-b1bf-66502032dba1 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Calling delete_port for 6e646c00-76c5-49ed-9e0f-aeefc341fd30 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:23.070750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb05ea-4228-4626-a45e-9ae0b8eb240c req-5fcfa0bb-04db-488f-a5c1-98ae1077f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:23.072290 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fcb05ea-4228-4626-a45e-9ae0b8eb240c req-5fcfa0bb-04db-488f-a5c1-98ae1077f867 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b13fb13d-e244-491e-878b-52b7d508aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099660 Jul 29 15:16:23.120174 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5d6b99ce-8e93-4758-9318-6d801bd5ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186115065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:43Z', 'updated_at': '2021-07-29T15:15:53Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:44Z', 'updated_at': '2021-07-29T15:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '3a504442-4230-4f7d-a3bb-2667f7d7ef5e', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'port_id': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'mac_address': 'fa:16:3e:7e:1b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:16:19Z', 'updated_at': '2021-07-29T15:16:19Z', 'revision_number': 0, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68fcc92-31dc-40fc-8cb6-8f5947505c1e', 'name': '', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:7d:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:50Z', 'updated_at': '2021-07-29T15:16:02Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:23.140011 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0db09800-4110-4be5-90de-aba366866a08 req-7a071105-66b3-4b7d-83fe-40200e7777d5 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:23.165995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0db09800-4110-4be5-90de-aba366866a08 req-7a071105-66b3-4b7d-83fe-40200e7777d5 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Transition to ACTIVE for port object ee694225-a0e5-4435-8105-2d55f84d4ea4 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:23.180888 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6b99ce-8e93-4758-9318-6d801bd5ab2e None None] The sync data for ids ['90662c07-b8a0-45c9-bdb6-c933e07f2965'] in n-d-802893-1 is: [{'id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186115065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:43Z', 'updated_at': '2021-07-29T15:15:53Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:44Z', 'updated_at': '2021-07-29T15:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '3a504442-4230-4f7d-a3bb-2667f7d7ef5e', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'port_id': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'mac_address': 'fa:16:3e:7e:1b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:16:19Z', 'updated_at': '2021-07-29T15:16:19Z', 'revision_number': 0, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c68fcc92-31dc-40fc-8cb6-8f5947505c1e', 'name': '', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:7d:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:50Z', 'updated_at': '2021-07-29T15:16:02Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:16:23.215285 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0db09800-4110-4be5-90de-aba366866a08 req-7a071105-66b3-4b7d-83fe-40200e7777d5 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:23.239861 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fcb05ea-4228-4626-a45e-9ae0b8eb240c req-087e218c-cf1b-4ce1-a930-a771a9134692 service neutron] 10.222.0.38 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592829 Jul 29 15:16:23.257972 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-606e45ed-4f87-4ff9-b1bf-66502032dba1 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:23.289730 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db09800-4110-4be5-90de-aba366866a08 req-7a071105-66b3-4b7d-83fe-40200e7777d5 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Network 81e5840d-33cc-46e2-8717-8df026d9aded is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:23.295127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-0db09800-4110-4be5-90de-aba366866a08 req-7a071105-66b3-4b7d-83fe-40200e7777d5 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:23.300470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db09800-4110-4be5-90de-aba366866a08 req-7a071105-66b3-4b7d-83fe-40200e7777d5 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:23.335222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a071105-66b3-4b7d-83fe-40200e7777d5 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'Port': ['ID=ee694225-a0e5-4435-8105-2d55f84d4ea4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:23.342021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e45ed-4f87-4ff9-b1bf-66502032dba1 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e646c00-76c5-49ed-9e0f-aeefc341fd30,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:23.363735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66aa50-a2b4-4ebc-b6f3-b474accd2988 req-4c34d721-bf2d-4cb2-9ddf-5d8ebd501cd0 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:23.365833 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f66aa50-a2b4-4ebc-b6f3-b474accd2988 req-4c34d721-bf2d-4cb2-9ddf-5d8ebd501cd0 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 970 time: 0.1315978 Jul 29 15:16:23.377087 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db09800-4110-4be5-90de-aba366866a08 req-7a071105-66b3-4b7d-83fe-40200e7777d5 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:23.377835 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0db09800-4110-4be5-90de-aba366866a08 req-7a071105-66b3-4b7d-83fe-40200e7777d5 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:23.415741 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-7a071105-66b3-4b7d-83fe-40200e7777d5 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9638345 Jul 29 15:16:23.425620 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f66aa50-a2b4-4ebc-b6f3-b474accd2988 req-d1cd66e8-782b-4139-8f81-e4c6f877bbc3 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/security-groups?id=029957a1-b77a-4298-bd29-f7e1e6f1fb6e&id=c1756ae5-bff0-4f35-8c17-d36ca443e034&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0449095 Jul 29 15:16:23.431435 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-606e45ed-4f87-4ff9-b1bf-66502032dba1 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:23.433756 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-606e45ed-4f87-4ff9-b1bf-66502032dba1 tempest-RoutersAdminNegativeTest-1497887805 tempest-RoutersAdminNegativeTest-1497887805-project-admin] 10.222.0.16 "DELETE /v2.0/ports/6e646c00-76c5-49ed-9e0f-aeefc341fd30 HTTP/1.1" status: 204 len: 168 time: 1.0140896 Jul 29 15:16:23.434961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Request body: {'port': {'device_id': 'b2c89369-e7d2-41df-9e56-bbc3e55a6223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:23.442419 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fcb05ea-4228-4626-a45e-9ae0b8eb240c req-ea30db78-3e36-4cf4-b5b0-995283dd346f service neutron] 10.222.0.38 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950181 Jul 29 15:16:23.509867 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:23.580073 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9bda292b-88d5-4a46-a371-7e32ab1beec0 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:23.679131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fbf0ad45-93d7-4a2f-a248-76451e8f2113 None None] Provisioning for port ee694225-a0e5-4435-8105-2d55f84d4ea4 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:23.686895 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fbf0ad45-93d7-4a2f-a248-76451e8f2113 None None] Provisioning complete for port ee694225-a0e5-4435-8105-2d55f84d4ea4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:23.687274 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ad45-93d7-4a2f-a248-76451e8f2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:23.689371 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9bda292b-88d5-4a46-a371-7e32ab1beec0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:23.689738 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:23.723223 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45610) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:23.761001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fbf0ad45-93d7-4a2f-a248-76451e8f2113 None None] Port ee694225-a0e5-4435-8105-2d55f84d4ea4 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:16:23.825795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45612) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:23.884225 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-42a787e2-f02e-4756-bbdf-d4e9beca180f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/3a504442-4230-4f7d-a3bb-2667f7d7ef5e HTTP/1.1" status: 200 len: 991 time: 0.1596825 Jul 29 15:16:23.907538 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee694225-a0e5-4435-8105-2d55f84d4ea4 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:16:23.924139 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:23.938111 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Transition to ACTIVE for port object ee694225-a0e5-4435-8105-2d55f84d4ea4 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:23.943413 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:24.009853 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2ee2f5c6-79f9-468c-9bf6-94db516c4fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:24.072960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ef56b-00f8-4097-9f0e-76c9e897786c req-51404262-d468-4ff3-9567-595f33956a82 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:24.077115 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d11ef56b-00f8-4097-9f0e-76c9e897786c req-51404262-d468-4ff3-9567-595f33956a82 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 943 time: 0.1005533 Jul 29 15:16:24.094478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Pushing event updated for resources: {'Port': ['ID=ee694225-a0e5-4435-8105-2d55f84d4ea4,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:24.118951 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Attempting to bind port ee694225-a0e5-4435-8105-2d55f84d4ea4 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:16:24.119714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Attempting to bind port ee694225-a0e5-4435-8105-2d55f84d4ea4 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '18444e7b-d46c-45a2-a2b6-55717f06a659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:16:24.120471 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Attempting to bind port ee694225-a0e5-4435-8105-2d55f84d4ea4 on network 81e5840d-33cc-46e2-8717-8df026d9aded {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:24.127132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Port ee694225-a0e5-4435-8105-2d55f84d4ea4 on network 81e5840d-33cc-46e2-8717-8df026d9aded not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:16:24.127765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Attempting to bind port ee694225-a0e5-4435-8105-2d55f84d4ea4 on network 81e5840d-33cc-46e2-8717-8df026d9aded {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:24.134481 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:16:24.135420 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Checking segment: {'id': '18444e7b-d46c-45a2-a2b6-55717f06a659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:24.136255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Bound using segment: {'id': '18444e7b-d46c-45a2-a2b6-55717f06a659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:16:24.136979 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Bound port: ee694225-a0e5-4435-8105-2d55f84d4ea4, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18444e7b-d46c-45a2-a2b6-55717f06a659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:16:24.137661 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:24.184606 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2ee2f5c6-79f9-468c-9bf6-94db516c4fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:24.197906 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2ee2f5c6-79f9-468c-9bf6-94db516c4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:24.225655 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04a4f31-c9d5-4244-85f9-16d8b2f3cfc8 None None] New status for floating IP 3a504442-4230-4f7d-a3bb-2667f7d7ef5e: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:16:24.227980 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] For port ee694225-a0e5-4435-8105-2d55f84d4ea4, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:16:24.232915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] For port ee694225-a0e5-4435-8105-2d55f84d4ea4, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ee694225-a0e5-4435-8105-2d55f84d4ea4,segment=NetworkSegment(18444e7b-d46c-45a2-a2b6-55717f06a659),segment_id=18444e7b-d46c-45a2-a2b6-55717f06a659)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:16:24.240103 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:24.273030 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d11ef56b-00f8-4097-9f0e-76c9e897786c req-f3fc99e6-5907-40bb-8b2c-f9255036eda8 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225564 Jul 29 15:16:24.279315 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2f5c6-79f9-468c-9bf6-94db516c4fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005cdc3c-675b-4f6d-b197-a2126daa5146,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:24.286206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:24.286846 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:24.288276 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] 10.222.0.38 "PUT /v2.0/ports/ee694225-a0e5-4435-8105-2d55f84d4ea4 HTTP/1.1" status: 200 len: 1130 time: 0.8586297 Jul 29 15:16:24.288935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c89369-e7d2-41df-9e56-bbc3e55a6223', 'tag': 'ee694225-a0e5-4435-8105-2d55f84d4ea4'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:16:24.291111 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c83be0-fa4a-4da3-9847-917cfadf3299" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c89369-e7d2-41df-9e56-bbc3e55a6223", "tag": "ee694225-a0e5-4435-8105-2d55f84d4ea4"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:16:24.311330 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2ee2f5c6-79f9-468c-9bf6-94db516c4fc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e232ede72b064dde9e5c019f32e3e514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789627 Jul 29 15:16:24.311330 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45620) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:24.338042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2679b7-0270-473a-863f-e6ae32c3ac1d service neutron] Pushing event updated for resources: {'Port': ['ID=ee694225-a0e5-4435-8105-2d55f84d4ea4,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:24.386275 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1f3751b2-5c3b-45bb-9570-1f9f40238411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:24.390815 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc9e7e3-79a8-4ecb-941e-73e283a1659b x-openstack-request-id: req-1cc9e7e3-79a8-4ecb-941e-73e283a1659b {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:16:24.391114 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c89369-e7d2-41df-9e56-bbc3e55a6223", "tag": "ee694225-a0e5-4435-8105-2d55f84d4ea4", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:16:24.391345 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1cc9e7e3-79a8-4ecb-941e-73e283a1659b {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:16:24.391745 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c89369-e7d2-41df-9e56-bbc3e55a6223', 'tag': 'ee694225-a0e5-4435-8105-2d55f84d4ea4', 'status': 'completed', 'code': 200} Jul 29 15:16:24.409875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db09800-4110-4be5-90de-aba366866a08 req-a4ce9f53-8638-4c4b-a702-e8907a5c98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:24.411458 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-a4ce9f53-8638-4c4b-a702-e8907a5c98f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14deb283078b4d31b43cef57d5f39bf7&device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 1133 time: 0.0594444 Jul 29 15:16:24.416506 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1f3751b2-5c3b-45bb-9570-1f9f40238411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:24.525487 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-4562ddaf-f583-4126-8376-276a9d474c7d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee694225-a0e5-4435-8105-2d55f84d4ea4 HTTP/1.1" status: 200 len: 217 time: 0.0983417 Jul 29 15:16:24.588389 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1f3751b2-5c3b-45bb-9570-1f9f40238411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:24.590304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db09800-4110-4be5-90de-aba366866a08 req-346da824-eead-4992-802d-5854c3217c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:24.591093 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1f3751b2-5c3b-45bb-9570-1f9f40238411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:24.591865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-346da824-eead-4992-802d-5854c3217c0f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21a7179b-97ac-4bd1-84fb-ad6c2ae29942 HTTP/1.1" status: 200 len: 835 time: 0.0596097 Jul 29 15:16:24.594960 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1f3751b2-5c3b-45bb-9570-1f9f40238411 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/005cdc3c-675b-4f6d-b197-a2126daa5146 HTTP/1.1" status: 204 len: 168 time: 0.2831013 Jul 29 15:16:24.608364 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e719e-0096-47ad-aba4-33990fb057c7 req-0eabb53c-0f3e-4172-ab5d-dfaa7334af5e tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:24.609949 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b99e719e-0096-47ad-aba4-33990fb057c7 req-0eabb53c-0f3e-4172-ab5d-dfaa7334af5e tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 982 time: 0.1005163 Jul 29 15:16:24.615863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3751b2-5c3b-45bb-9570-1f9f40238411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005cdc3c-675b-4f6d-b197-a2126daa5146,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:24.662298 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b99e719e-0096-47ad-aba4-33990fb057c7 req-eef34a0c-7ebd-48e5-b8c6-b46c15e3f31d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/security-groups?id=029957a1-b77a-4298-bd29-f7e1e6f1fb6e&id=c1756ae5-bff0-4f35-8c17-d36ca443e034&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0442655 Jul 29 15:16:24.663046 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db09800-4110-4be5-90de-aba366866a08 req-3b298878-2532-47a1-a403-b4035527568c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:24.664850 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-3b298878-2532-47a1-a403-b4035527568c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81e5840d-33cc-46e2-8717-8df026d9aded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655427 Jul 29 15:16:24.768987 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-a8b4ee25-7be7-4b88-abe3-2ca349bbc439 service neutron] 10.222.0.38 "GET /v2.0/networks/81e5840d-33cc-46e2-8717-8df026d9aded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971100 Jul 29 15:16:24.889516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45628) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:24.947954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45630) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:24.978677 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4dfe4994-f047-479d-bffd-78b20bc8a801 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/3a504442-4230-4f7d-a3bb-2667f7d7ef5e HTTP/1.1" status: 200 len: 993 time: 0.0860257 Jul 29 15:16:25.006174 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-61911e08-d696-477f-9bdc-de77e7aad718 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8905470bfcde46649bc2683ed88c74b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570812 Jul 29 15:16:25.008578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45632) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:25.063762 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c8b5-5779-47ae-842a-d3aed4d225dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:25.089673 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c8b5-5779-47ae-842a-d3aed4d225dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:25.133081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 2d139a9b-1599-480c-acbd-fe506bd13d6c details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:16:25.143168 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c8b5-5779-47ae-842a-d3aed4d225dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:25.146243 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c8b5-5779-47ae-842a-d3aed4d225dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:25.148052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6ea3c8b5-5779-47ae-842a-d3aed4d225dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c62355e7-a2d4-4f65-b9d6-b79dc13b922c HTTP/1.1" status: 204 len: 168 time: 0.1380296 Jul 29 15:16:25.167639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3c8b5-5779-47ae-842a-d3aed4d225dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62355e7-a2d4-4f65-b9d6-b79dc13b922c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:25.245880 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0db09800-4110-4be5-90de-aba366866a08 req-f42b5205-6ca8-4c84-adee-0b47f152f6e5 service neutron] 10.222.0.38 "GET /v2.0/networks/81e5840d-33cc-46e2-8717-8df026d9aded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696839 Jul 29 15:16:25.251769 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 2d139a9b-1599-480c-acbd-fe506bd13d6c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=2d139a9b-1599-480c-acbd-fe506bd13d6c,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:25.264333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '2d139a9b-1599-480c-acbd-fe506bd13d6c', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'port_id': '2d139a9b-1599-480c-acbd-fe506bd13d6c', 'mac_address': 'fa:16:3e:3d:fe:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:16:25.310892 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:25.336840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d139a9b-1599-480c-acbd-fe506bd13d6c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:16:25.365138 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 2d139a9b-1599-480c-acbd-fe506bd13d6c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=2d139a9b-1599-480c-acbd-fe506bd13d6c,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:25.372769 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:25.427266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=2d139a9b-1599-480c-acbd-fe506bd13d6c,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:25.427914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15383b-eb8e-4e8f-8077-61eae4259e57 req-92a7af92-ed02-416c-8a78-fd3591070131 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:25.429525 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f15383b-eb8e-4e8f-8077-61eae4259e57 req-92a7af92-ed02-416c-8a78-fd3591070131 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 944 time: 0.0715165 Jul 29 15:16:25.432104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c83be0-fa4a-4da3-9847-917cfadf3299 req-4af84ce7-e68a-4f8e-893f-b20127c9eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:25.433656 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-36c83be0-fa4a-4da3-9847-917cfadf3299 req-4af84ce7-e68a-4f8e-893f-b20127c9eb13 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14deb283078b4d31b43cef57d5f39bf7&device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 1133 time: 0.0875850 Jul 29 15:16:25.522616 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f15383b-eb8e-4e8f-8077-61eae4259e57 req-cf4bb1ae-7477-4f7a-94f0-01fb905aa45a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815158 Jul 29 15:16:25.560180 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c83be0-fa4a-4da3-9847-917cfadf3299 req-e2294845-9c46-4101-ba7f-26ce0bd351ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:25.561682 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-36c83be0-fa4a-4da3-9847-917cfadf3299 req-e2294845-9c46-4101-ba7f-26ce0bd351ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=81e5840d-33cc-46e2-8717-8df026d9aded HTTP/1.1" status: 200 len: 898 time: 0.1140604 Jul 29 15:16:25.594458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['2d139a9b-1599-480c-acbd-fe506bd13d6c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:16:25.607246 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-36c83be0-fa4a-4da3-9847-917cfadf3299 req-3e1a0e54-3b80-4d4e-b71d-29707fb85b3c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee694225-a0e5-4435-8105-2d55f84d4ea4 HTTP/1.1" status: 200 len: 217 time: 0.0363548 Jul 29 15:16:25.660986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c83be0-fa4a-4da3-9847-917cfadf3299 req-999a1005-9e8c-4ee7-9c9e-c0d5624c9ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:25.662496 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-36c83be0-fa4a-4da3-9847-917cfadf3299 req-999a1005-9e8c-4ee7-9c9e-c0d5624c9ba7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21a7179b-97ac-4bd1-84fb-ad6c2ae29942 HTTP/1.1" status: 200 len: 835 time: 0.0452812 Jul 29 15:16:25.723174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c83be0-fa4a-4da3-9847-917cfadf3299 req-cc4b8681-c558-4d4b-b927-3c2e5ca1319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:25.725216 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-36c83be0-fa4a-4da3-9847-917cfadf3299 req-cc4b8681-c558-4d4b-b927-3c2e5ca1319d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81e5840d-33cc-46e2-8717-8df026d9aded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552027 Jul 29 15:16:25.803999 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386fbd7-55f4-482f-be24-e6ce38604bb1 req-d240026e-c681-43c5-a74a-26f8a90dfa75 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:25.805632 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6386fbd7-55f4-482f-be24-e6ce38604bb1 req-d240026e-c681-43c5-a74a-26f8a90dfa75 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 982 time: 0.0532610 Jul 29 15:16:25.847772 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-36c83be0-fa4a-4da3-9847-917cfadf3299 req-d06cfa69-5e9f-4874-ac88-dd5db3524a56 service neutron] 10.222.0.38 "GET /v2.0/networks/81e5840d-33cc-46e2-8717-8df026d9aded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127772 Jul 29 15:16:25.851238 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6386fbd7-55f4-482f-be24-e6ce38604bb1 req-9bca8baf-3e59-451d-b84c-79e64cf21d84 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/security-groups?id=029957a1-b77a-4298-bd29-f7e1e6f1fb6e&id=c1756ae5-bff0-4f35-8c17-d36ca443e034&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0389252 Jul 29 15:16:25.929476 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45658) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:25.951692 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-36c83be0-fa4a-4da3-9847-917cfadf3299 req-34c256dc-aeba-4e2c-af21-5002b0063d1f service neutron] 10.222.0.38 "GET /v2.0/networks/81e5840d-33cc-46e2-8717-8df026d9aded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952756 Jul 29 15:16:26.029801 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-bd2d53a0-504d-4821-adc0-9a59f79c0c08 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1722095250'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:26.049638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2d53a0-504d-4821-adc0-9a59f79c0c08 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:26.053238 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd2d53a0-504d-4821-adc0-9a59f79c0c08 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:26.061906 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd2d53a0-504d-4821-adc0-9a59f79c0c08 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:26.171197 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd2d53a0-504d-4821-adc0-9a59f79c0c08 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:26.176061 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd2d53a0-504d-4821-adc0-9a59f79c0c08 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:26.206499 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2d53a0-504d-4821-adc0-9a59f79c0c08 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:16:26.213053 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d53a0-504d-4821-adc0-9a59f79c0c08 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05f6880-74d6-4435-8c47-22fe6e19f142,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:26.219532 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd2d53a0-504d-4821-adc0-9a59f79c0c08 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:26.219883 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-bd2d53a0-504d-4821-adc0-9a59f79c0c08 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Added segment ef5dc55c-39ff-413a-a597-f2b06cea8237 of type vlan for network 3cf71998-7e24-476a-bbbe-341ce72cae2f Jul 29 15:16:26.263248 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd2d53a0-504d-4821-adc0-9a59f79c0c08 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:26.291931 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd2d53a0-504d-4821-adc0-9a59f79c0c08 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:26.297407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2d53a0-504d-4821-adc0-9a59f79c0c08 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:26.297994 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd2d53a0-504d-4821-adc0-9a59f79c0c08 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:26.355180 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bd2d53a0-504d-4821-adc0-9a59f79c0c08 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4244459 Jul 29 15:16:26.357763 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45662) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:26.363479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-53f3ed4c-3824-4594-bf96-d10a3d491d1d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'name': 'tempest-PortsIpV6TestJSON-1701490303'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:26.394532 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:26.410037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d53a0-504d-4821-adc0-9a59f79c0c08 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Network': ['ID=3cf71998-7e24-476a-bbbe-341ce72cae2f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:26.420515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:16:26.459620 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f3ed4c-3824-4594-bf96-d10a3d491d1d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:26.463340 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-53f3ed4c-3824-4594-bf96-d10a3d491d1d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:26.480656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-53f3ed4c-3824-4594-bf96-d10a3d491d1d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] device_id is not set on port b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:16:26.679349 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-53f3ed4c-3824-4594-bf96-d10a3d491d1d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:26.695643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c8c7b-28cd-4db0-81a7-04c4123700a2 req-78a56bca-c551-4a48-be12-8ff5971a638d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:26.697214 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-530c8c7b-28cd-4db0-81a7-04c4123700a2 req-78a56bca-c551-4a48-be12-8ff5971a638d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 944 time: 0.0906873 Jul 29 15:16:26.751864 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-530c8c7b-28cd-4db0-81a7-04c4123700a2 req-4c164f7c-d929-40f9-a072-4054e8e2731a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479970 Jul 29 15:16:26.758618 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-53f3ed4c-3824-4594-bf96-d10a3d491d1d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:26.813196 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3ed4c-3824-4594-bf96-d10a3d491d1d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=b94ebc19-97c5-4b3b-891e-52cb83c9f2b1,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:26.828636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f3ed4c-3824-4594-bf96-d10a3d491d1d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Checking segment: {'id': 'ef5dc55c-39ff-413a-a597-f2b06cea8237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:26.829027 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f3ed4c-3824-4594-bf96-d10a3d491d1d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network hostable DHCP agents. Network: 3cf71998-7e24-476a-bbbe-341ce72cae2f, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:16:26.846069 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f3ed4c-3824-4594-bf96-d10a3d491d1d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:16:26.854630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-53f3ed4c-3824-4594-bf96-d10a3d491d1d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 3cf71998-7e24-476a-bbbe-341ce72cae2f) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:26.862586 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffebfe71-ec9d-4acd-b051-2f03a8f4ca45 None None] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:26.862924 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f3ed4c-3824-4594-bf96-d10a3d491d1d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:26.868858 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f3ed4c-3824-4594-bf96-d10a3d491d1d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:26.869487 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-53f3ed4c-3824-4594-bf96-d10a3d491d1d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:26.892810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-53f3ed4c-3824-4594-bf96-d10a3d491d1d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5331335 Jul 29 15:16:26.900887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45668) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:26.907638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-2b7f7b9a-4b07-40ad-8d75-e151f5aea86a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1730948311'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:26.934901 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7f7b9a-4b07-40ad-8d75-e151f5aea86a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:26.939062 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7b9a-4b07-40ad-8d75-e151f5aea86a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:26.972287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7f7b9a-4b07-40ad-8d75-e151f5aea86a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:16:26.984393 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7b9a-4b07-40ad-8d75-e151f5aea86a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:26.984879 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-2b7f7b9a-4b07-40ad-8d75-e151f5aea86a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Added segment 6bfaf106-0bd6-4c77-80fb-9093082ffe52 of type vlan for network 6d0951ad-78bd-4884-9802-1dff8247ac8b Jul 29 15:16:27.002034 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b156cc4-6cd7-4252-9a1e-a294e69fddf8 req-298699b0-748d-49f4-adea-756a354f17fe tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:27.004831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b156cc4-6cd7-4252-9a1e-a294e69fddf8 req-298699b0-748d-49f4-adea-756a354f17fe tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 982 time: 0.0798008 Jul 29 15:16:27.036935 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7b9a-4b07-40ad-8d75-e151f5aea86a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:27.049971 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b156cc4-6cd7-4252-9a1e-a294e69fddf8 req-480a1986-61d2-4e89-9c92-3c29133ed794 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/security-groups?id=029957a1-b77a-4298-bd29-f7e1e6f1fb6e&id=c1756ae5-bff0-4f35-8c17-d36ca443e034&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0380507 Jul 29 15:16:27.069149 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7b9a-4b07-40ad-8d75-e151f5aea86a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:27.074824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7f7b9a-4b07-40ad-8d75-e151f5aea86a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:27.075414 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2b7f7b9a-4b07-40ad-8d75-e151f5aea86a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:27.134528 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2b7f7b9a-4b07-40ad-8d75-e151f5aea86a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2321041 Jul 29 15:16:27.137576 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45670) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:27.141671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 2d139a9b-1599-480c-acbd-fe506bd13d6c up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:27.145840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'ports': [{'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f'}, {'network_id': '6d0951ad-78bd-4884-9802-1dff8247ac8b'}]} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:27.146169 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:27.146651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'network_id': '6d0951ad-78bd-4884-9802-1dff8247ac8b'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:27.165602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f7b9a-4b07-40ad-8d75-e151f5aea86a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Network': ['ID=6d0951ad-78bd-4884-9802-1dff8247ac8b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:27.180305 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 6d0951ad-78bd-4884-9802-1dff8247ac8b details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:16:27.249694 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 2d139a9b-1599-480c-acbd-fe506bd13d6c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:27.257240 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 2d139a9b-1599-480c-acbd-fe506bd13d6c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:27.257810 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:27.324693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'port': 2} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:27.329417 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:27.343921 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:27.373595 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:27.399038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a086849a-90a3-4fd2-8074-085a98d022a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d139a9b-1599-480c-acbd-fe506bd13d6c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:16:27.401357 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a5360d-8572-442e-b699-b2f739a7bae5" -d '{"events": [{"server_uuid": "a086849a-90a3-4fd2-8074-085a98d022a4", "name": "network-vif-plugged", "status": "completed", "tag": "2d139a9b-1599-480c-acbd-fe506bd13d6c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:16:27.415996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 2d139a9b-1599-480c-acbd-fe506bd13d6c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=2d139a9b-1599-480c-acbd-fe506bd13d6c,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:27.420818 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:27.433329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] device_id is not set on port f36103ea-66e1-47ff-9ceb-c47b89286851 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:16:27.446789 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174641d2-5855-425b-b293-c00e18fc7d82 x-openstack-request-id: req-174641d2-5855-425b-b293-c00e18fc7d82 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:16:27.447087 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a086849a-90a3-4fd2-8074-085a98d022a4", "name": "network-vif-plugged", "status": "completed", "tag": "2d139a9b-1599-480c-acbd-fe506bd13d6c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:16:27.447343 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-174641d2-5855-425b-b293-c00e18fc7d82 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:16:27.447734 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a086849a-90a3-4fd2-8074-085a98d022a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d139a9b-1599-480c-acbd-fe506bd13d6c', 'code': 200} Jul 29 15:16:27.481418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=2d139a9b-1599-480c-acbd-fe506bd13d6c,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:27.553017 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e213bc-fac3-4ca9-b8e7-a10308675501 req-85158744-6b01-4bf9-9e85-bcf357bfc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:27.554573 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-63e213bc-fac3-4ca9-b8e7-a10308675501 req-85158744-6b01-4bf9-9e85-bcf357bfc5e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 1096 time: 0.0451772 Jul 29 15:16:27.562468 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:27.592097 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-63e213bc-fac3-4ca9-b8e7-a10308675501 req-9e87ba96-cc1c-4649-b25e-a62b5d64c03e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296972 Jul 29 15:16:27.639203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] device_id is not set on port c0ce4e33-9705-45c0-82b8-67622fdf6712 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:16:27.763141 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:27.806456 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:27.856099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:27.859450 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:27.863700 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:27.864586 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:27.878735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=f36103ea-66e1-47ff-9ceb-c47b89286851,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:27.914721 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f315fe4-e3e4-4ba9-8641-df8aa4a096a8 req-13e13009-e6e4-4653-a972-963a8d99b9c4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:27.916459 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f315fe4-e3e4-4ba9-8641-df8aa4a096a8 req-13e13009-e6e4-4653-a972-963a8d99b9c4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 945 time: 0.0776818 Jul 29 15:16:27.959385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=c0ce4e33-9705-45c0-82b8-67622fdf6712,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:27.965241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Checking segment: {'id': '6bfaf106-0bd6-4c77-80fb-9093082ffe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6d0951ad-78bd-4884-9802-1dff8247ac8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:27.965618 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network hostable DHCP agents. Network: 6d0951ad-78bd-4884-9802-1dff8247ac8b, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:16:27.970969 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f315fe4-e3e4-4ba9-8641-df8aa4a096a8 req-05aa51f7-febb-4bdb-a6dc-5ee07ac5b376 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426059 Jul 29 15:16:27.985465 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 6d0951ad-78bd-4884-9802-1dff8247ac8b is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:16:27.995873 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 6d0951ad-78bd-4884-9802-1dff8247ac8b) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:28.015938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:28.019880 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9922a99b-543f-4c62-b5a0-9c514c9786d3 None None] Network 6d0951ad-78bd-4884-9802-1dff8247ac8b requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:28.022749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:28.027825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:28.028540 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:28.048262 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45676) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:28.048885 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-49689336-f032-4f2a-a855-cbde6f1fb560 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9073803 Jul 29 15:16:28.164070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d8316232-cd0b-4069-a9f1-a9dc840174a5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port c0ce4e33-9705-45c0-82b8-67622fdf6712 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:28.164419 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8316232-cd0b-4069-a9f1-a9dc840174a5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:28.188720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5fefa-ffea-4d4c-83b7-9d3bd6108138 req-c27880b6-5fdf-440d-aa3f-8a2d8bec11d3 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:28.191259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1ce5fefa-ffea-4d4c-83b7-9d3bd6108138 req-c27880b6-5fdf-440d-aa3f-8a2d8bec11d3 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 982 time: 0.0612791 Jul 29 15:16:28.235788 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1ce5fefa-ffea-4d4c-83b7-9d3bd6108138 req-44927c70-98fc-4e14-9fee-69ab0dd290c4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/security-groups?id=029957a1-b77a-4298-bd29-f7e1e6f1fb6e&id=c1756ae5-bff0-4f35-8c17-d36ca443e034&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0367539 Jul 29 15:16:28.236020 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8316232-cd0b-4069-a9f1-a9dc840174a5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:28.258975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d8316232-cd0b-4069-a9f1-a9dc840174a5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for c0ce4e33-9705-45c0-82b8-67622fdf6712 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:28.354994 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8316232-cd0b-4069-a9f1-a9dc840174a5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:28.389009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8316232-cd0b-4069-a9f1-a9dc840174a5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=c0ce4e33-9705-45c0-82b8-67622fdf6712,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:28.394953 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d8316232-cd0b-4069-a9f1-a9dc840174a5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:28.396994 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d8316232-cd0b-4069-a9f1-a9dc840174a5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/c0ce4e33-9705-45c0-82b8-67622fdf6712 HTTP/1.1" status: 204 len: 168 time: 0.3475988 Jul 29 15:16:28.399510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45680) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:28.459944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c22f53-efbf-4e4f-a24d-e64a313c40b3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:28.470332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c22f53-efbf-4e4f-a24d-e64a313c40b3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:28.473019 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b9c22f53-efbf-4e4f-a24d-e64a313c40b3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0722611 Jul 29 15:16:28.475779 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45682) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:28.585461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ce3bf386-de28-4e6b-b453-896b767ac47b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port f36103ea-66e1-47ff-9ceb-c47b89286851 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:28.586011 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf386-de28-4e6b-b453-896b767ac47b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:28.659891 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf386-de28-4e6b-b453-896b767ac47b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:28.675577 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-ce3bf386-de28-4e6b-b453-896b767ac47b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for f36103ea-66e1-47ff-9ceb-c47b89286851 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:28.771444 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf386-de28-4e6b-b453-896b767ac47b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:28.801993 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bf386-de28-4e6b-b453-896b767ac47b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=f36103ea-66e1-47ff-9ceb-c47b89286851,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:28.807459 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce3bf386-de28-4e6b-b453-896b767ac47b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:28.809524 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ce3bf386-de28-4e6b-b453-896b767ac47b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/f36103ea-66e1-47ff-9ceb-c47b89286851 HTTP/1.1" status: 204 len: 168 time: 0.3327899 Jul 29 15:16:28.811987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45684) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:28.864366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbf2762-df75-4e6f-8247-5c0dfe78fdf1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:28.866257 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0cbf2762-df75-4e6f-8247-5c0dfe78fdf1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0533152 Jul 29 15:16:28.869748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45686) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:28.895752 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-f303ac17-e21a-4b03-8492-05a44a152e4e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] GET failed (client error): The resource could not be found. Jul 29 15:16:28.897404 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f303ac17-e21a-4b03-8492-05a44a152e4e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/c0ce4e33-9705-45c0-82b8-67622fdf6712 HTTP/1.1" status: 404 len: 333 time: 0.0267088 Jul 29 15:16:28.900406 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45688) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:28.931020 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95578f1-20ca-4df2-a8d6-55f1c8681ad1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] GET failed (client error): The resource could not be found. Jul 29 15:16:28.932178 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c95578f1-20ca-4df2-a8d6-55f1c8681ad1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/f36103ea-66e1-47ff-9ceb-c47b89286851 HTTP/1.1" status: 404 len: 333 time: 0.0308144 Jul 29 15:16:28.936128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45690) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:29.016538 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68ed52c7-260d-40f1-a611-bcf634ffe34e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:29.154860 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68ed52c7-260d-40f1-a611-bcf634ffe34e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:29.168525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-68ed52c7-260d-40f1-a611-bcf634ffe34e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0951ad-78bd-4884-9802-1dff8247ac8b']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:29.187197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3760c-a9c4-4200-8a36-7f010eee99f2 req-942d1e07-1870-4a19-a2c9-06a7e137371c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:29.188722 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-32b3760c-a9c4-4200-8a36-7f010eee99f2 req-942d1e07-1870-4a19-a2c9-06a7e137371c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 945 time: 0.1198158 Jul 29 15:16:29.190917 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-68ed52c7-260d-40f1-a611-bcf634ffe34e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bfaf106-0bd6-4c77-80fb-9093082ffe52') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:29.191178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-68ed52c7-260d-40f1-a611-bcf634ffe34e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bfaf106-0bd6-4c77-80fb-9093082ffe52') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:29.201164 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68ed52c7-260d-40f1-a611-bcf634ffe34e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:29.228601 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68ed52c7-260d-40f1-a611-bcf634ffe34e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:29.245574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ed52c7-260d-40f1-a611-bcf634ffe34e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:16:29.245985 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68ed52c7-260d-40f1-a611-bcf634ffe34e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:16:29.249099 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:16:29.254721 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-32b3760c-a9c4-4200-8a36-7f010eee99f2 req-bba1057a-9dac-4a9b-8185-c2891981ab02 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515149 Jul 29 15:16:29.325965 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68ed52c7-260d-40f1-a611-bcf634ffe34e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:29.336579 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68ed52c7-260d-40f1-a611-bcf634ffe34e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:29.338457 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-68ed52c7-260d-40f1-a611-bcf634ffe34e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/networks/6d0951ad-78bd-4884-9802-1dff8247ac8b HTTP/1.1" status: 204 len: 168 time: 0.4010341 Jul 29 15:16:29.342744 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45698) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:29.348070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e288cc19-ab8d-4887-b7ea-8d6f7103936f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-38086294'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:29.364139 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed52c7-260d-40f1-a611-bcf634ffe34e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Network': ['ID=6d0951ad-78bd-4884-9802-1dff8247ac8b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:29.374568 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837d4fa-61eb-4df1-a59a-50f5d5e7ef2f req-ef8d8bcf-79bc-4ff3-af4c-7360350ae2e0 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:29.376168 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7837d4fa-61eb-4df1-a59a-50f5d5e7ef2f req-ef8d8bcf-79bc-4ff3-af4c-7360350ae2e0 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 982 time: 0.0629656 Jul 29 15:16:29.418385 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e288cc19-ab8d-4887-b7ea-8d6f7103936f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:29.421975 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e288cc19-ab8d-4887-b7ea-8d6f7103936f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:29.422171 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7837d4fa-61eb-4df1-a59a-50f5d5e7ef2f req-4921f65e-a3a6-4c35-be6c-9ad96b7b8c90 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/security-groups?id=029957a1-b77a-4298-bd29-f7e1e6f1fb6e&id=c1756ae5-bff0-4f35-8c17-d36ca443e034&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0392759 Jul 29 15:16:29.433447 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c58fa-85f4-4f4a-8185-2b9139dd675d req-9f58054a-062d-4fc4-9e7d-748199d556a8 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:29.435050 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-240c58fa-85f4-4f4a-8185-2b9139dd675d req-9f58054a-062d-4fc4-9e7d-748199d556a8 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 945 time: 0.0741892 Jul 29 15:16:29.481537 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e288cc19-ab8d-4887-b7ea-8d6f7103936f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:16:29.495854 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-240c58fa-85f4-4f4a-8185-2b9139dd675d req-e4a33186-9939-47e5-a86a-68f7e7639236 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538945 Jul 29 15:16:29.499209 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e288cc19-ab8d-4887-b7ea-8d6f7103936f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:29.499562 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-e288cc19-ab8d-4887-b7ea-8d6f7103936f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Added segment ae67713a-e442-42a2-b446-fe06d3422837 of type vlan for network 679e7d53-ce16-4a78-b454-2be201e10143 Jul 29 15:16:29.549708 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e288cc19-ab8d-4887-b7ea-8d6f7103936f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:29.586927 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e288cc19-ab8d-4887-b7ea-8d6f7103936f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:29.592864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e288cc19-ab8d-4887-b7ea-8d6f7103936f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:29.593504 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e288cc19-ab8d-4887-b7ea-8d6f7103936f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:29.620937 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ee694225-a0e5-4435-8105-2d55f84d4ea4 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:16:29.625129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42802414-afdc-4da0-bbba-4d05712ed326 req-243d32fa-50d5-46a3-8102-ef0c0e2d2ad0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:29.626846 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-42802414-afdc-4da0-bbba-4d05712ed326 req-243d32fa-50d5-46a3-8102-ef0c0e2d2ad0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 945 time: 0.0553732 Jul 29 15:16:29.654128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e288cc19-ab8d-4887-b7ea-8d6f7103936f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3110023 Jul 29 15:16:29.657705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45702) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:29.669229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e433a419-21fb-4dda-b819-91fc90c750e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'subnet': {'network_id': '679e7d53-ce16-4a78-b454-2be201e10143', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:29.669728 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288cc19-ab8d-4887-b7ea-8d6f7103936f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Network': ['ID=679e7d53-ce16-4a78-b454-2be201e10143,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:29.697533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 679e7d53-ce16-4a78-b454-2be201e10143 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:16:29.721430 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-42802414-afdc-4da0-bbba-4d05712ed326 req-69d42551-0c8c-42db-9ed2-06d76f303252 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877409 Jul 29 15:16:29.791414 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e433a419-21fb-4dda-b819-91fc90c750e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:29.795744 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e433a419-21fb-4dda-b819-91fc90c750e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:29.833427 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ee694225-a0e5-4435-8105-2d55f84d4ea4, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ee694225-a0e5-4435-8105-2d55f84d4ea4,segment=NetworkSegment(18444e7b-d46c-45a2-a2b6-55717f06a659),segment_id=18444e7b-d46c-45a2-a2b6-55717f06a659)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:29.853058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'ee694225-a0e5-4435-8105-2d55f84d4ea4', 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded', 'port_id': 'ee694225-a0e5-4435-8105-2d55f84d4ea4', 'mac_address': 'fa:16:3e:84:7e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:16:29.901881 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:29.917320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee694225-a0e5-4435-8105-2d55f84d4ea4 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:16:29.943223 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ee694225-a0e5-4435-8105-2d55f84d4ea4, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ee694225-a0e5-4435-8105-2d55f84d4ea4,segment=NetworkSegment(18444e7b-d46c-45a2-a2b6-55717f06a659),segment_id=18444e7b-d46c-45a2-a2b6-55717f06a659)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:29.947793 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:30.006465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ee694225-a0e5-4435-8105-2d55f84d4ea4,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:30.062744 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e433a419-21fb-4dda-b819-91fc90c750e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:30.100623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154b872-5ea5-46ed-a9d5-3eb5a04ebda9 req-f4dc97cd-36ff-4c38-ada2-7617aee42265 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:30.102332 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8154b872-5ea5-46ed-a9d5-3eb5a04ebda9 req-f4dc97cd-36ff-4c38-ada2-7617aee42265 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 945 time: 0.1227033 Jul 29 15:16:30.164261 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433a419-21fb-4dda-b819-91fc90c750e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Subnet': ['ID=51624457-ce2c-4586-8fb9-cd0553e44d91,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:30.175778 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e433a419-21fb-4dda-b819-91fc90c750e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Checking segment: {'id': 'ae67713a-e442-42a2-b446-fe06d3422837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '679e7d53-ce16-4a78-b454-2be201e10143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:30.176149 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e433a419-21fb-4dda-b819-91fc90c750e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network hostable DHCP agents. Network: 679e7d53-ce16-4a78-b454-2be201e10143, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:16:30.184745 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8154b872-5ea5-46ed-a9d5-3eb5a04ebda9 req-25c74de0-ff43-437f-9bd9-f1eec50e7ded tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718327 Jul 29 15:16:30.200909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e433a419-21fb-4dda-b819-91fc90c750e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 679e7d53-ce16-4a78-b454-2be201e10143 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:16:30.211013 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e433a419-21fb-4dda-b819-91fc90c750e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 679e7d53-ce16-4a78-b454-2be201e10143) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:30.215112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e433a419-21fb-4dda-b819-91fc90c750e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:30.215708 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e433a419-21fb-4dda-b819-91fc90c750e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:30.217483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ee694225-a0e5-4435-8105-2d55f84d4ea4'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:16:30.222683 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eeb166-8653-48db-ab6a-3388f06337cd None None] Network 679e7d53-ce16-4a78-b454-2be201e10143 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:30.232200 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e433a419-21fb-4dda-b819-91fc90c750e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5734775 Jul 29 15:16:30.235345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45708) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:30.244896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-21e8d6b8-dee7-42eb-b34f-146affdebe18 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'network_id': '679e7d53-ce16-4a78-b454-2be201e10143', 'name': 'tempest-PortsIpV6TestJSON-1060275084'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:30.375277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e8d6b8-dee7-42eb-b34f-146affdebe18 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:30.382285 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21e8d6b8-dee7-42eb-b34f-146affdebe18 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:30.400600 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-21e8d6b8-dee7-42eb-b34f-146affdebe18 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] device_id is not set on port 4859c0d8-38ef-4780-888e-09b35d5787b9 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:16:30.461798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-679e7d53-ce16-4a78-b454-2be201e10143', 'network_id': '679e7d53-ce16-4a78-b454-2be201e10143', 'tenant_id': '47e948f4d2a444508769e8471d97ec39', 'fixed_ips': [{'subnet_id': '51624457-ce2c-4586-8fb9-cd0553e44d91'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:16:30.462723 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:30.522269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-21e8d6b8-dee7-42eb-b34f-146affdebe18 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Allocated IP 2001:db8::308 (679e7d53-ce16-4a78-b454-2be201e10143/51624457-ce2c-4586-8fb9-cd0553e44d91/4859c0d8-38ef-4780-888e-09b35d5787b9) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:30.553241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f92f26-4d55-49be-9c76-1c09e12b0176 req-490871be-943f-439f-99ca-6971a147247b tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:30.554908 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-56f92f26-4d55-49be-9c76-1c09e12b0176 req-490871be-943f-439f-99ca-6971a147247b tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 983 time: 0.0558641 Jul 29 15:16:30.599515 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-56f92f26-4d55-49be-9c76-1c09e12b0176 req-afe8f636-8825-48e8-a17e-6efcddf288c7 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/security-groups?id=029957a1-b77a-4298-bd29-f7e1e6f1fb6e&id=c1756ae5-bff0-4f35-8c17-d36ca443e034&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0370018 Jul 29 15:16:30.601725 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4fbf-f063-4144-bdf7-be3f8aa70ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:30.681613 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21e8d6b8-dee7-42eb-b34f-146affdebe18 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:30.696231 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-21e8d6b8-dee7-42eb-b34f-146affdebe18 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Transition to ACTIVE for port object 4859c0d8-38ef-4780-888e-09b35d5787b9 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:30.730323 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21e8d6b8-dee7-42eb-b34f-146affdebe18 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:30.804034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e8d6b8-dee7-42eb-b34f-146affdebe18 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 679e7d53-ce16-4a78-b454-2be201e10143 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:30.812646 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Allocated IP 2001:db8::2 (679e7d53-ce16-4a78-b454-2be201e10143/51624457-ce2c-4586-8fb9-cd0553e44d91/f0008cee-a971-4164-ad38-4294ec4afab3) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:30.813255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-21e8d6b8-dee7-42eb-b34f-146affdebe18 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:30.818555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8d6b8-dee7-42eb-b34f-146affdebe18 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:30.824321 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e8d6b8-dee7-42eb-b34f-146affdebe18 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:30.825004 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21e8d6b8-dee7-42eb-b34f-146affdebe18 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:30.828855 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8d6b8-dee7-42eb-b34f-146affdebe18 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=4859c0d8-38ef-4780-888e-09b35d5787b9,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:30.848508 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-21e8d6b8-dee7-42eb-b34f-146affdebe18 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6083534 Jul 29 15:16:30.849251 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45712) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:30.947878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-892bc318-1291-47dc-98a6-d993f587e0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port 4859c0d8-38ef-4780-888e-09b35d5787b9 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:30.948203 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-892bc318-1291-47dc-98a6-d993f587e0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.033287 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.042376 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-892bc318-1291-47dc-98a6-d993f587e0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.042745 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Transition to ACTIVE for port object f0008cee-a971-4164-ad38-4294ec4afab3 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:31.058224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-892bc318-1291-47dc-98a6-d993f587e0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for 4859c0d8-38ef-4780-888e-09b35d5787b9 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:31.060817 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Transition to ACTIVE for port object f0008cee-a971-4164-ad38-4294ec4afab3 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:31.069056 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.108400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Network 679e7d53-ce16-4a78-b454-2be201e10143 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:31.111312 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:31.118433 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:31.124502 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Pushing event updated for resources: {'Port': ['ID=f0008cee-a971-4164-ad38-4294ec4afab3,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:31.184815 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Attempting to bind port f0008cee-a971-4164-ad38-4294ec4afab3 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:16:31.185276 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Attempting to bind port f0008cee-a971-4164-ad38-4294ec4afab3 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ae67713a-e442-42a2-b446-fe06d3422837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '679e7d53-ce16-4a78-b454-2be201e10143'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:16:31.185535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Attempting to bind port f0008cee-a971-4164-ad38-4294ec4afab3 on network 679e7d53-ce16-4a78-b454-2be201e10143 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:31.191471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:16:31.191845 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Checking segment: {'id': 'ae67713a-e442-42a2-b446-fe06d3422837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '679e7d53-ce16-4a78-b454-2be201e10143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:31.192247 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.192638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Bound using segment: {'id': 'ae67713a-e442-42a2-b446-fe06d3422837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '679e7d53-ce16-4a78-b454-2be201e10143'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:16:31.193141 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Bound port: f0008cee-a971-4164-ad38-4294ec4afab3, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae67713a-e442-42a2-b446-fe06d3422837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '679e7d53-ce16-4a78-b454-2be201e10143'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:16:31.193520 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.206098 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-892bc318-1291-47dc-98a6-d993f587e0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.242374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bc318-1291-47dc-98a6-d993f587e0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=4859c0d8-38ef-4780-888e-09b35d5787b9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:31.274711 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] For port f0008cee-a971-4164-ad38-4294ec4afab3, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:16:31.278365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] For port f0008cee-a971-4164-ad38-4294ec4afab3, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f0008cee-a971-4164-ad38-4294ec4afab3,segment=NetworkSegment(ae67713a-e442-42a2-b446-fe06d3422837),segment_id=ae67713a-e442-42a2-b446-fe06d3422837)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:16:31.282591 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.305544 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-892bc318-1291-47dc-98a6-d993f587e0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.307709 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-892bc318-1291-47dc-98a6-d993f587e0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/4859c0d8-38ef-4780-888e-09b35d5787b9 HTTP/1.1" status: 204 len: 168 time: 0.4578001 Jul 29 15:16:31.310582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45716) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:31.342272 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d60ea2-9de9-40e7-8f6e-cbe9d609bf13 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] DELETE failed (client error): The resource could not be found. Jul 29 15:16:31.343024 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d60ea2-9de9-40e7-8f6e-cbe9d609bf13 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:16:31.345764 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-26d60ea2-9de9-40e7-8f6e-cbe9d609bf13 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/4859c0d8-38ef-4780-888e-09b35d5787b9 HTTP/1.1" status: 404 len: 333 time: 0.0341227 Jul 29 15:16:31.350124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45718) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:31.351180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f137f-656c-42ec-a930-0b451aa8f51a None None] Pushing event updated for resources: {'Port': ['ID=f0008cee-a971-4164-ad38-4294ec4afab3,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:31.353843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955ca12-b8dc-4ab6-bbff-31c6b030e20a req-9a3d84b6-bd72-450e-9c6d-8abe272b1913 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:31.355464 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e955ca12-b8dc-4ab6-bbff-31c6b030e20a req-9a3d84b6-bd72-450e-9c6d-8abe272b1913 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 945 time: 0.0808098 Jul 29 15:16:31.389548 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b92b3b6-4edf-4659-ac62-65533ff9143c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] GET failed (client error): The resource could not be found. Jul 29 15:16:31.394842 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1b92b3b6-4edf-4659-ac62-65533ff9143c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/4859c0d8-38ef-4780-888e-09b35d5787b9 HTTP/1.1" status: 404 len: 333 time: 0.0394590 Jul 29 15:16:31.395423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45720) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:31.410868 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e955ca12-b8dc-4ab6-bbff-31c6b030e20a req-99109e7e-cc1b-48b1-a8bc-53a966b6169b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493009 Jul 29 15:16:31.455181 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b79635-ab0b-4132-b84d-c27a0098548b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting subnet 51624457-ce2c-4586-8fb9-cd0553e44d91 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:16:31.459642 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91b79635-ab0b-4132-b84d-c27a0098548b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.519363 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91b79635-ab0b-4132-b84d-c27a0098548b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.574016 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad94b8-28a6-4eb6-9c19-a1bc107e13b8 req-7343f12e-93eb-4009-8bc9-0e181e8b8933 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:31.575649 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3bad94b8-28a6-4eb6-9c19-a1bc107e13b8 req-7343f12e-93eb-4009-8bc9-0e181e8b8933 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.39 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 945 time: 0.0930455 Jul 29 15:16:31.622325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ee694225-a0e5-4435-8105-2d55f84d4ea4 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:31.695154 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91b79635-ab0b-4132-b84d-c27a0098548b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.718521 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port ee694225-a0e5-4435-8105-2d55f84d4ea4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:31.723925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port ee694225-a0e5-4435-8105-2d55f84d4ea4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:31.724920 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.777730 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-3bad94b8-28a6-4eb6-9c19-a1bc107e13b8 req-dc357b17-0185-4d65-8f9a-46e962c36054 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Deleting port 2d139a9b-1599-480c-acbd-fe506bd13d6c {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:31.777994 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3bad94b8-28a6-4eb6-9c19-a1bc107e13b8 req-dc357b17-0185-4d65-8f9a-46e962c36054 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.778115 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91b79635-ab0b-4132-b84d-c27a0098548b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.800857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dd608-5be0-49ee-9a23-492fe796e41c req-537f3047-e97f-4e3a-b056-b020e744d824 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:31.802481 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-003dd608-5be0-49ee-9a23-492fe796e41c req-537f3047-e97f-4e3a-b056-b020e744d824 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 983 time: 0.0889790 Jul 29 15:16:31.816110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b79635-ab0b-4132-b84d-c27a0098548b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Subnet': ['ID=51624457-ce2c-4586-8fb9-cd0553e44d91,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:31.823829 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91b79635-ab0b-4132-b84d-c27a0098548b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.828579 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-91b79635-ab0b-4132-b84d-c27a0098548b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/51624457-ce2c-4586-8fb9-cd0553e44d91 HTTP/1.1" status: 204 len: 168 time: 0.4318411 Jul 29 15:16:31.832053 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45724) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:31.838779 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.872529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c89369-e7d2-41df-9e56-bbc3e55a6223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee694225-a0e5-4435-8105-2d55f84d4ea4'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:16:31.875515 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e57864-ca2c-45c2-aab3-922516ad098c" -d '{"events": [{"server_uuid": "b2c89369-e7d2-41df-9e56-bbc3e55a6223", "name": "network-vif-plugged", "status": "completed", "tag": "ee694225-a0e5-4435-8105-2d55f84d4ea4"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:16:31.891166 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ee694225-a0e5-4435-8105-2d55f84d4ea4, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ee694225-a0e5-4435-8105-2d55f84d4ea4,segment=NetworkSegment(18444e7b-d46c-45a2-a2b6-55717f06a659),segment_id=18444e7b-d46c-45a2-a2b6-55717f06a659)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:31.894315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-003dd608-5be0-49ee-9a23-492fe796e41c req-e676c77f-8bb2-4907-86ac-a5553ce3e373 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/security-groups?id=029957a1-b77a-4298-bd29-f7e1e6f1fb6e&id=c1756ae5-bff0-4f35-8c17-d36ca443e034&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0640874 Jul 29 15:16:31.908364 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.927692 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-3bad94b8-28a6-4eb6-9c19-a1bc107e13b8 req-dc357b17-0185-4d65-8f9a-46e962c36054 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] For port 2d139a9b-1599-480c-acbd-fe506bd13d6c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=2d139a9b-1599-480c-acbd-fe506bd13d6c,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:31.927964 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3bad94b8-28a6-4eb6-9c19-a1bc107e13b8 req-dc357b17-0185-4d65-8f9a-46e962c36054 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:31.944342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-3bad94b8-28a6-4eb6-9c19-a1bc107e13b8 req-dc357b17-0185-4d65-8f9a-46e962c36054 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Calling delete_port for 2d139a9b-1599-480c-acbd-fe506bd13d6c owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:31.963249 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98748d4-7eb5-4d89-adea-aad360a4cd5d x-openstack-request-id: req-a98748d4-7eb5-4d89-adea-aad360a4cd5d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:16:31.963547 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c89369-e7d2-41df-9e56-bbc3e55a6223", "name": "network-vif-plugged", "status": "completed", "tag": "ee694225-a0e5-4435-8105-2d55f84d4ea4", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:16:31.963861 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a98748d4-7eb5-4d89-adea-aad360a4cd5d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:16:31.964263 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c89369-e7d2-41df-9e56-bbc3e55a6223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee694225-a0e5-4435-8105-2d55f84d4ea4', 'code': 200} Jul 29 15:16:31.970145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ee694225-a0e5-4435-8105-2d55f84d4ea4,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:31.973831 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.033198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port f0008cee-a971-4164-ad38-4294ec4afab3 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:32.033625 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.116231 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3bad94b8-28a6-4eb6-9c19-a1bc107e13b8 req-dc357b17-0185-4d65-8f9a-46e962c36054 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.129407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['2d139a9b-1599-480c-acbd-fe506bd13d6c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:16:32.147875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] For port f0008cee-a971-4164-ad38-4294ec4afab3, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f0008cee-a971-4164-ad38-4294ec4afab3,segment=NetworkSegment(ae67713a-e442-42a2-b446-fe06d3422837),segment_id=ae67713a-e442-42a2-b446-fe06d3422837)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:32.148251 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc357b17-0185-4d65-8f9a-46e962c36054 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event deleted for resources: {'Port': ['ID=2d139a9b-1599-480c-acbd-fe506bd13d6c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:32.148386 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.175866 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0030e-d21d-4fbc-b971-88754cab2133 req-6ccee199-8a14-4045-a2f7-8b2b36fd8730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:32.178559 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d4f0030e-d21d-4fbc-b971-88754cab2133 req-6ccee199-8a14-4045-a2f7-8b2b36fd8730 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 1135 time: 0.1025097 Jul 29 15:16:32.184056 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for f0008cee-a971-4164-ad38-4294ec4afab3 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:32.222053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bad94b8-28a6-4eb6-9c19-a1bc107e13b8 req-dc357b17-0185-4d65-8f9a-46e962c36054 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] No DVR routers for this DVR port 2d139a9b-1599-480c-acbd-fe506bd13d6c on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:16:32.224360 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3bad94b8-28a6-4eb6-9c19-a1bc107e13b8 req-dc357b17-0185-4d65-8f9a-46e962c36054 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.226627 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3bad94b8-28a6-4eb6-9c19-a1bc107e13b8 req-dc357b17-0185-4d65-8f9a-46e962c36054 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.39 "DELETE /v2.0/ports/2d139a9b-1599-480c-acbd-fe506bd13d6c HTTP/1.1" status: 204 len: 173 time: 0.6386440 Jul 29 15:16:32.227089 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a086849a-90a3-4fd2-8074-085a98d022a4', 'name': 'network-vif-deleted', 'tag': '2d139a9b-1599-480c-acbd-fe506bd13d6c'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:16:32.229565 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8c0f14-b9d6-4657-9c4f-8ef04cdb80a1" -d '{"events": [{"server_uuid": "a086849a-90a3-4fd2-8074-085a98d022a4", "name": "network-vif-deleted", "tag": "2d139a9b-1599-480c-acbd-fe506bd13d6c"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:16:32.267731 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d4f0030e-d21d-4fbc-b971-88754cab2133 req-5ee87960-893d-43c1-87f8-3bc382f01a42 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=029957a1-b77a-4298-bd29-f7e1e6f1fb6e&id=c1756ae5-bff0-4f35-8c17-d36ca443e034&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0812421 Jul 29 15:16:32.283409 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b51315d-62b2-45ab-8d4e-9335fda09cb8 x-openstack-request-id: req-8b51315d-62b2-45ab-8d4e-9335fda09cb8 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:16:32.284890 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a086849a-90a3-4fd2-8074-085a98d022a4", "name": "network-vif-deleted", "tag": "2d139a9b-1599-480c-acbd-fe506bd13d6c", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:16:32.285340 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b51315d-62b2-45ab-8d4e-9335fda09cb8 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:16:32.285944 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a086849a-90a3-4fd2-8074-085a98d022a4', 'name': 'network-vif-deleted', 'tag': '2d139a9b-1599-480c-acbd-fe506bd13d6c', 'status': 'completed', 'code': 200} Jul 29 15:16:32.317003 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.349967 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No DVR routers for this DVR port f0008cee-a971-4164-ad38-4294ec4afab3 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:16:32.352195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=f0008cee-a971-4164-ad38-4294ec4afab3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:32.475128 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.504185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679e7d53-ce16-4a78-b454-2be201e10143']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:32.539146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae67713a-e442-42a2-b446-fe06d3422837') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:32.539664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae67713a-e442-42a2-b446-fe06d3422837') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:32.579861 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-300d88b0-1d58-4a50-b69d-1a01b1613f86 req-5681dfa1-bffe-42f6-87d7-32e875eef48e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 210 time: 0.0711319 Jul 29 15:16:32.587175 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.604392 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.613218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:16:32.613657 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:16:32.617688 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:16:32.638165 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6ee667-a854-46fc-854d-df1f07a565f2 None None] Network 679e7d53-ce16-4a78-b454-2be201e10143 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:32.693392 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.700124 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.704343 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/networks/679e7d53-ce16-4a78-b454-2be201e10143 HTTP/1.1" status: 204 len: 168 time: 0.8703823 Jul 29 15:16:32.708220 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45732) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:32.713564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-372171122'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:32.726023 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf79cb8-b892-438f-9e55-ca501245fd8a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Network': ['ID=679e7d53-ce16-4a78-b454-2be201e10143,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:32.753143 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:32.757227 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.758056 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fe815e1d-b914-48dd-a54e-b34533a14ef9 None None] Could not find standard attr ID for object f0008cee-a971-4164-ad38-4294ec4afab3. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:16:32.787807 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:16:32.802070 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.802424 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Added segment f29c8181-2686-4442-8b40-c156ff1d2986 of type vlan for network 5b9e7c75-e000-4175-bd6e-567b34529585 Jul 29 15:16:32.847359 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.855491 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e009102-26b1-4b75-aa98-d2cc9326ac7b None None] DHCP port deletion for 679e7d53-ce16-4a78-b454-2be201e10143 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:16:32.889514 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.895908 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:32.896523 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:32.959020 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2496204 Jul 29 15:16:32.963351 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45736) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:32.968451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-20910f44-3fca-4b96-bde9-0ea281a9fc16 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'subnet': {'network_id': '5b9e7c75-e000-4175-bd6e-567b34529585', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:33.055258 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Network': ['ID=5b9e7c75-e000-4175-bd6e-567b34529585,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:33.100058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:33.100497 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:33.100770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:33.101155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:33.101457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:33.101804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:33.102135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:33.102465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:33.102803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:33.103127 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:33.103457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:33.103782 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3779cab-175d-49b6-94bd-26f4345c72c9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:16:33.116418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 5b9e7c75-e000-4175-bd6e-567b34529585 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:16:33.136416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb904974-f4b5-4f84-ba63-98ab335e5a74 req-916f1e31-e336-443f-9d4b-605776c59315 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:33.138130 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb904974-f4b5-4f84-ba63-98ab335e5a74 req-916f1e31-e336-443f-9d4b-605776c59315 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 984 time: 0.1147702 Jul 29 15:16:33.154375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20910f44-3fca-4b96-bde9-0ea281a9fc16 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:33.157859 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20910f44-3fca-4b96-bde9-0ea281a9fc16 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:33.213453 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:33.246258 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb904974-f4b5-4f84-ba63-98ab335e5a74 req-498acb41-6085-4d21-9e94-7a9fd7975f68 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/security-groups?id=029957a1-b77a-4298-bd29-f7e1e6f1fb6e&id=c1756ae5-bff0-4f35-8c17-d36ca443e034&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1009223 Jul 29 15:16:33.379300 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b57eeac6-ba29-4fd7-b2cb-5615631666f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:33.411029 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20910f44-3fca-4b96-bde9-0ea281a9fc16 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:33.472539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20910f44-3fca-4b96-bde9-0ea281a9fc16 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Subnet': ['ID=0edbba7b-b2a4-4a1b-99eb-de1da2d40841,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:33.491479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20910f44-3fca-4b96-bde9-0ea281a9fc16 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Checking segment: {'id': 'f29c8181-2686-4442-8b40-c156ff1d2986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5b9e7c75-e000-4175-bd6e-567b34529585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:33.491851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20910f44-3fca-4b96-bde9-0ea281a9fc16 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network hostable DHCP agents. Network: 5b9e7c75-e000-4175-bd6e-567b34529585, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:16:33.509826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20910f44-3fca-4b96-bde9-0ea281a9fc16 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 5b9e7c75-e000-4175-bd6e-567b34529585 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:16:33.521514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-20910f44-3fca-4b96-bde9-0ea281a9fc16 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 5b9e7c75-e000-4175-bd6e-567b34529585) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:33.525986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20910f44-3fca-4b96-bde9-0ea281a9fc16 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:33.526726 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-20910f44-3fca-4b96-bde9-0ea281a9fc16 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:33.533638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d316b-35e8-448c-be14-64a18e59065f None None] Network 5b9e7c75-e000-4175-bd6e-567b34529585 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:33.544742 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-20910f44-3fca-4b96-bde9-0ea281a9fc16 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5788832 Jul 29 15:16:33.546094 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45738) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:33.552345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-41d97c1e-2677-4800-b854-2817dd91bf41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'network_id': '5b9e7c75-e000-4175-bd6e-567b34529585', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1236599122'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:33.757620 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66a4967d-69a1-483b-8afa-6b48efd99d07 req-ad064e3e-84e4-477e-b265-6b60e745f5e5 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 210 time: 0.0939159 Jul 29 15:16:33.803045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d97c1e-2677-4800-b854-2817dd91bf41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:33.808831 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41d97c1e-2677-4800-b854-2817dd91bf41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:33.835508 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-41d97c1e-2677-4800-b854-2817dd91bf41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] device_id is not set on port af99e9ff-61af-4689-bc30-01c7052e0969 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:16:33.906049 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-5b9e7c75-e000-4175-bd6e-567b34529585', 'network_id': '5b9e7c75-e000-4175-bd6e-567b34529585', 'tenant_id': '47e948f4d2a444508769e8471d97ec39', 'fixed_ips': [{'subnet_id': '0edbba7b-b2a4-4a1b-99eb-de1da2d40841'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:16:33.907600 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:33.973383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-41d97c1e-2677-4800-b854-2817dd91bf41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Allocated IP 2001:db8::2ba (5b9e7c75-e000-4175-bd6e-567b34529585/0edbba7b-b2a4-4a1b-99eb-de1da2d40841/af99e9ff-61af-4689-bc30-01c7052e0969) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:34.106733 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41d97c1e-2677-4800-b854-2817dd91bf41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:34.123283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-41d97c1e-2677-4800-b854-2817dd91bf41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Transition to ACTIVE for port object af99e9ff-61af-4689-bc30-01c7052e0969 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:34.159847 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41d97c1e-2677-4800-b854-2817dd91bf41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:34.203271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d97c1e-2677-4800-b854-2817dd91bf41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 5b9e7c75-e000-4175-bd6e-567b34529585 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:34.207051 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-41d97c1e-2677-4800-b854-2817dd91bf41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:34.210808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d97c1e-2677-4800-b854-2817dd91bf41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:34.213859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Allocated IP 2001:db8::2 (5b9e7c75-e000-4175-bd6e-567b34529585/0edbba7b-b2a4-4a1b-99eb-de1da2d40841/6bcbda65-8599-436d-8a4b-400dbdaf709d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:34.216773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d97c1e-2677-4800-b854-2817dd91bf41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:34.217402 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41d97c1e-2677-4800-b854-2817dd91bf41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:34.230179 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d97c1e-2677-4800-b854-2817dd91bf41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=af99e9ff-61af-4689-bc30-01c7052e0969,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:34.241796 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-41d97c1e-2677-4800-b854-2817dd91bf41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6945760 Jul 29 15:16:34.244539 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45742) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:34.414246 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:34.425101 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Transition to ACTIVE for port object 6bcbda65-8599-436d-8a4b-400dbdaf709d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:34.428067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90eb5a-d581-479c-8281-ba56d20bf898 req-50d581dc-8918-42d7-9028-9e3f0dc609ed tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:34.429797 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8c90eb5a-d581-479c-8281-ba56d20bf898 req-50d581dc-8918-42d7-9028-9e3f0dc609ed tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 984 time: 0.1028683 Jul 29 15:16:34.451271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Transition to ACTIVE for port object 6bcbda65-8599-436d-8a4b-400dbdaf709d will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:34.469992 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:34.516091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8c90eb5a-d581-479c-8281-ba56d20bf898 req-00d35754-3dfc-46ce-8249-f56cbf35a6d4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/security-groups?id=029957a1-b77a-4298-bd29-f7e1e6f1fb6e&id=c1756ae5-bff0-4f35-8c17-d36ca443e034&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0727582 Jul 29 15:16:34.526803 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Pushing event updated for resources: {'Port': ['ID=6bcbda65-8599-436d-8a4b-400dbdaf709d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:34.531307 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:34.554967 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Network 5b9e7c75-e000-4175-bd6e-567b34529585 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:34.563638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:34.566916 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:34.637505 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Attempting to bind port 6bcbda65-8599-436d-8a4b-400dbdaf709d on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:16:34.638374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Attempting to bind port 6bcbda65-8599-436d-8a4b-400dbdaf709d by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'f29c8181-2686-4442-8b40-c156ff1d2986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5b9e7c75-e000-4175-bd6e-567b34529585'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:16:34.638374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Attempting to bind port 6bcbda65-8599-436d-8a4b-400dbdaf709d on network 5b9e7c75-e000-4175-bd6e-567b34529585 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:34.645489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:16:34.645911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Checking segment: {'id': 'f29c8181-2686-4442-8b40-c156ff1d2986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5b9e7c75-e000-4175-bd6e-567b34529585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:34.646786 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:34.646786 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Bound using segment: {'id': 'f29c8181-2686-4442-8b40-c156ff1d2986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5b9e7c75-e000-4175-bd6e-567b34529585'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:16:34.647484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Bound port: 6bcbda65-8599-436d-8a4b-400dbdaf709d, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29c8181-2686-4442-8b40-c156ff1d2986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5b9e7c75-e000-4175-bd6e-567b34529585'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:16:34.648492 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:34.678687 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e6905-b4fd-4485-8a10-b3a1829c1331 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port af99e9ff-61af-4689-bc30-01c7052e0969 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:34.679263 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6905-b4fd-4485-8a10-b3a1829c1331 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:34.689208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f14b5-9337-47ae-a138-ac2f6b77bad3 req-115099f3-124c-4360-a440-8eb841bbc7eb tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:34.691332 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f62f14b5-9337-47ae-a138-ac2f6b77bad3 req-115099f3-124c-4360-a440-8eb841bbc7eb tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 984 time: 0.0804183 Jul 29 15:16:34.723841 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] For port 6bcbda65-8599-436d-8a4b-400dbdaf709d, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:16:34.729155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] For port 6bcbda65-8599-436d-8a4b-400dbdaf709d, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=6bcbda65-8599-436d-8a4b-400dbdaf709d,segment=NetworkSegment(f29c8181-2686-4442-8b40-c156ff1d2986),segment_id=f29c8181-2686-4442-8b40-c156ff1d2986)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:16:34.735364 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:34.827391 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f62f14b5-9337-47ae-a138-ac2f6b77bad3 req-8b4520d0-22b1-4706-bcdd-d982673af34c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/security-groups?id=029957a1-b77a-4298-bd29-f7e1e6f1fb6e&id=c1756ae5-bff0-4f35-8c17-d36ca443e034&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1112854 Jul 29 15:16:34.859795 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bda2b4-25a0-4961-9eee-2f82ed2e3c27 None None] Pushing event updated for resources: {'Port': ['ID=6bcbda65-8599-436d-8a4b-400dbdaf709d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:34.899293 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6905-b4fd-4485-8a10-b3a1829c1331 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:34.907137 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0959db51-4473-429f-a862-4c138c44052e req-4249207d-b8c2-475e-9177-d5746d6eb232 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 210 time: 0.0345044 Jul 29 15:16:34.915171 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e6905-b4fd-4485-8a10-b3a1829c1331 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for af99e9ff-61af-4689-bc30-01c7052e0969 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:35.019237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20721f80-76e2-41d7-8f7e-df418851d682 req-dc2ca207-859c-423b-a620-0c43c5da5376 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:35.020835 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-20721f80-76e2-41d7-8f7e-df418851d682 req-dc2ca207-859c-423b-a620-0c43c5da5376 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 1135 time: 0.0966544 Jul 29 15:16:35.052344 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-20721f80-76e2-41d7-8f7e-df418851d682 req-da5de7d0-0257-4ec6-8ec7-91f708956d8e tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:35.166962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 2d139a9b-1599-480c-acbd-fe506bd13d6c no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:16:35.184970 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6905-b4fd-4485-8a10-b3a1829c1331 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:35.210209 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 2d139a9b-1599-480c-acbd-fe506bd13d6c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:16:35.210558 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 2d139a9b-1599-480c-acbd-fe506bd13d6c not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:16:35.215943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e6905-b4fd-4485-8a10-b3a1829c1331 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=af99e9ff-61af-4689-bc30-01c7052e0969,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:35.265522 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6905-b4fd-4485-8a10-b3a1829c1331 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:35.269952 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ce4e6905-b4fd-4485-8a10-b3a1829c1331 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/af99e9ff-61af-4689-bc30-01c7052e0969 HTTP/1.1" status: 204 len: 168 time: 1.0218828 Jul 29 15:16:35.270856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45756) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:35.301545 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-df61fee1-4a5f-4363-ba5e-a2de65b24372 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] GET failed (client error): The resource could not be found. Jul 29 15:16:35.304721 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-df61fee1-4a5f-4363-ba5e-a2de65b24372 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/af99e9ff-61af-4689-bc30-01c7052e0969 HTTP/1.1" status: 404 len: 333 time: 0.0309899 Jul 29 15:16:35.305795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45758) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:35.309389 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-20721f80-76e2-41d7-8f7e-df418851d682 req-da5de7d0-0257-4ec6-8ec7-91f708956d8e tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:35.314058 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-20721f80-76e2-41d7-8f7e-df418851d682 req-da5de7d0-0257-4ec6-8ec7-91f708956d8e tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:35.351418 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-20721f80-76e2-41d7-8f7e-df418851d682 req-da5de7d0-0257-4ec6-8ec7-91f708956d8e tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=029957a1-b77a-4298-bd29-f7e1e6f1fb6e&id=c1756ae5-bff0-4f35-8c17-d36ca443e034&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3212230 Jul 29 15:16:35.364157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5de7d0-0257-4ec6-8ec7-91f708956d8e tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3bc4ed-8ec3-4e9f-8d5c-31eee4bc6437,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:35.377173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45760) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:35.421391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d6a92f-8f8e-4c68-b962-0f01b9b8228a tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:35.423882 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b8d6a92f-8f8e-4c68-b962-0f01b9b8228a tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 1130 time: 0.0444827 Jul 29 15:16:35.427251 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45762) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:35.431928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': 'ee694225-a0e5-4435-8105-2d55f84d4ea4', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:35.459926 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:35.578204 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:35.682227 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 6bcbda65-8599-436d-8a4b-400dbdaf709d up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:35.703190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Allocated IP 172.25.6.236 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/1c734a38-f462-448f-9587-dd3889221684) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:35.765416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 6bcbda65-8599-436d-8a4b-400dbdaf709d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:35.779429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce0d638-8236-40c7-8b93-3d54738e4afc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting subnet 0edbba7b-b2a4-4a1b-99eb-de1da2d40841 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:16:35.782810 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bce0d638-8236-40c7-8b93-3d54738e4afc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:35.828654 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bce0d638-8236-40c7-8b93-3d54738e4afc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:35.840151 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:35.901580 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:35.942223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:35.945506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:35.949953 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:35.985982 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bce0d638-8236-40c7-8b93-3d54738e4afc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:36.008127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'Port': ['ID=1c734a38-f462-448f-9587-dd3889221684,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:36.065636 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ab7833a-8c82-4486-a5c3-af682e6a5b07 req-885f4c2a-a6bd-40b5-8edb-dc1d09a80d36 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=a086849a-90a3-4fd2-8074-085a98d022a4 HTTP/1.1" status: 200 len: 210 time: 0.0377870 Jul 29 15:16:36.106026 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bce0d638-8236-40c7-8b93-3d54738e4afc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:36.139645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0d638-8236-40c7-8b93-3d54738e4afc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Subnet': ['ID=0edbba7b-b2a4-4a1b-99eb-de1da2d40841,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:36.141731 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bce0d638-8236-40c7-8b93-3d54738e4afc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:36.144359 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bce0d638-8236-40c7-8b93-3d54738e4afc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/0edbba7b-b2a4-4a1b-99eb-de1da2d40841 HTTP/1.1" status: 204 len: 168 time: 0.8367593 Jul 29 15:16:36.152182 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45766) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:36.163061 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad747bd8-7181-4852-8907-465b73f6d99d None None] Network 5b9e7c75-e000-4175-bd6e-567b34529585 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:36.264303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bcb0196a-42b7-45f8-9a70-70d231986aaa None None] Provisioning for port 6bcbda65-8599-436d-8a4b-400dbdaf709d completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:36.270262 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bcb0196a-42b7-45f8-9a70-70d231986aaa None None] Provisioning complete for port 6bcbda65-8599-436d-8a4b-400dbdaf709d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:36.270640 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcb0196a-42b7-45f8-9a70-70d231986aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:36.284456 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:36.409576 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:36.410729 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcb0196a-42b7-45f8-9a70-70d231986aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:36.415715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65f32cf-a47b-4738-a93e-7e52962af08a None None] DHCP port deletion for 5b9e7c75-e000-4175-bd6e-567b34529585 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:16:36.474932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-bcb0196a-42b7-45f8-9a70-70d231986aaa None None] For port 6bcbda65-8599-436d-8a4b-400dbdaf709d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=6bcbda65-8599-436d-8a4b-400dbdaf709d,segment=NetworkSegment(f29c8181-2686-4442-8b40-c156ff1d2986),segment_id=f29c8181-2686-4442-8b40-c156ff1d2986)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:36.483564 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bcb0196a-42b7-45f8-9a70-70d231986aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:36.532992 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a65f32cf-a47b-4738-a93e-7e52962af08a None None] Deleting port 6bcbda65-8599-436d-8a4b-400dbdaf709d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:36.533388 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a65f32cf-a47b-4738-a93e-7e52962af08a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:36.579469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port 6bcbda65-8599-436d-8a4b-400dbdaf709d {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:36.579469 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:36.581597 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0196a-42b7-45f8-9a70-70d231986aaa None None] Pushing event updated for resources: {'Port': ['ID=6bcbda65-8599-436d-8a4b-400dbdaf709d,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:36.613668 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a65f32cf-a47b-4738-a93e-7e52962af08a None None] For port 6bcbda65-8599-436d-8a4b-400dbdaf709d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=6bcbda65-8599-436d-8a4b-400dbdaf709d,segment=NetworkSegment(f29c8181-2686-4442-8b40-c156ff1d2986),segment_id=f29c8181-2686-4442-8b40-c156ff1d2986)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:36.614072 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a65f32cf-a47b-4738-a93e-7e52962af08a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:36.628465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a65f32cf-a47b-4738-a93e-7e52962af08a None None] Calling delete_port for 6bcbda65-8599-436d-8a4b-400dbdaf709d owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:36.709577 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a65f32cf-a47b-4738-a93e-7e52962af08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:36.717162 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:36.738410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f32cf-a47b-4738-a93e-7e52962af08a None None] Pushing event deleted for resources: {'Port': ['ID=6bcbda65-8599-436d-8a4b-400dbdaf709d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:36.740783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65f32cf-a47b-4738-a93e-7e52962af08a None None] No DVR routers for this DVR port 6bcbda65-8599-436d-8a4b-400dbdaf709d on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:16:36.793877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] For port 6bcbda65-8599-436d-8a4b-400dbdaf709d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=6bcbda65-8599-436d-8a4b-400dbdaf709d,segment=NetworkSegment(f29c8181-2686-4442-8b40-c156ff1d2986),segment_id=f29c8181-2686-4442-8b40-c156ff1d2986)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:36.794239 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:36.826386 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for 6bcbda65-8599-436d-8a4b-400dbdaf709d owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:36.908312 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:37.030484 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:37.067287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=6bcbda65-8599-436d-8a4b-400dbdaf709d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:37.071765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No DVR routers for this DVR port 6bcbda65-8599-436d-8a4b-400dbdaf709d on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:16:37.195887 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:37.213120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9e7c75-e000-4175-bd6e-567b34529585']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:37.231057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29c8181-2686-4442-8b40-c156ff1d2986') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:37.231264 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29c8181-2686-4442-8b40-c156ff1d2986') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:37.242370 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:37.246920 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:37.254661 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:37.286183 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:37.301544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:16:37.301933 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: self.session.flush() Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:16:37.304938 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:16:37.382651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'Port': ['ID=1c734a38-f462-448f-9587-dd3889221684,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:37.405031 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:37.443388 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:37.447502 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:37.453029 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/networks/5b9e7c75-e000-4175-bd6e-567b34529585 HTTP/1.1" status: 204 len: 168 time: 1.2963669 Jul 29 15:16:37.454435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45774) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:37.459307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-fdad25fc-6db4-4b44-87c0-5077dfd7c966 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'name': 'tempest-PortsIpV6TestJSON-62498850'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:37.467769 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9525061-a931-449d-9b1c-45dc174236bd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Network': ['ID=5b9e7c75-e000-4175-bd6e-567b34529585,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:37.553007 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Floating IP 5f8522d6-0d52-4322-a9c6-38dd1d3f69bd associated. External IP: 172.25.6.236, port: ee694225-a0e5-4435-8105-2d55f84d4ea4. Jul 29 15:16:37.576601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdad25fc-6db4-4b44-87c0-5077dfd7c966 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:37.577014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 6bcbda65-8599-436d-8a4b-400dbdaf709d no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:16:37.582242 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fdad25fc-6db4-4b44-87c0-5077dfd7c966 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:37.606431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 6bcbda65-8599-436d-8a4b-400dbdaf709d {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:16:37.606691 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-fdad25fc-6db4-4b44-87c0-5077dfd7c966 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] device_id is not set on port f06d3cd0-8adc-4809-b980-325ae57af451 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:16:37.608920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 6bcbda65-8599-436d-8a4b-400dbdaf709d not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:16:37.793117 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fdad25fc-6db4-4b44-87c0-5077dfd7c966 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:37.868818 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fdad25fc-6db4-4b44-87c0-5077dfd7c966 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:37.919736 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdad25fc-6db4-4b44-87c0-5077dfd7c966 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:37.923794 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-fdad25fc-6db4-4b44-87c0-5077dfd7c966 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:37.931046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdad25fc-6db4-4b44-87c0-5077dfd7c966 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:37.931651 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:16:37.937638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdad25fc-6db4-4b44-87c0-5077dfd7c966 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:37.938461 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fdad25fc-6db4-4b44-87c0-5077dfd7c966 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:37.949808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad25fc-6db4-4b44-87c0-5077dfd7c966 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=f06d3cd0-8adc-4809-b980-325ae57af451,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:37.965979 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fdad25fc-6db4-4b44-87c0-5077dfd7c966 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.5109799 Jul 29 15:16:37.969068 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45778) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:38.067558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:16:38.076610 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-939c646b-5f24-4ca3-b3a6-98d03ba7d67d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port f06d3cd0-8adc-4809-b980-325ae57af451 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:38.076994 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-939c646b-5f24-4ca3-b3a6-98d03ba7d67d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:38.150397 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-939c646b-5f24-4ca3-b3a6-98d03ba7d67d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:38.168121 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-939c646b-5f24-4ca3-b3a6-98d03ba7d67d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for f06d3cd0-8adc-4809-b980-325ae57af451 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:38.184907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:16:38.200617 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682fc959-5198-46ae-8e58-e17174ee7e9a None None] Sync routers for ids ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:16:38.214277 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:38.215580 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682fc959-5198-46ae-8e58-e17174ee7e9a None None] Routers {'7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:38.219355 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-682fc959-5198-46ae-8e58-e17174ee7e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:38.250547 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7d45f99a-a156-494a-9412-0d00d8fae8cf tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8220925 Jul 29 15:16:38.251068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c89369-e7d2-41df-9e56-bbc3e55a6223', 'tag': 'ee694225-a0e5-4435-8105-2d55f84d4ea4'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:16:38.254344 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab051d8-9a3b-4abe-9be3-3d9633c9e941" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c89369-e7d2-41df-9e56-bbc3e55a6223", "tag": "ee694225-a0e5-4435-8105-2d55f84d4ea4"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:16:38.256436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45780) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:38.340702 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6efcda-2cc2-4dcf-91a8-6881dbf49011 x-openstack-request-id: req-3f6efcda-2cc2-4dcf-91a8-6881dbf49011 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:16:38.341476 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c89369-e7d2-41df-9e56-bbc3e55a6223", "tag": "ee694225-a0e5-4435-8105-2d55f84d4ea4", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:16:38.341476 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f6efcda-2cc2-4dcf-91a8-6881dbf49011 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:16:38.342009 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c89369-e7d2-41df-9e56-bbc3e55a6223', 'tag': 'ee694225-a0e5-4435-8105-2d55f84d4ea4', 'status': 'completed', 'code': 200} Jul 29 15:16:38.360052 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-939c646b-5f24-4ca3-b3a6-98d03ba7d67d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:38.391631 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-682fc959-5198-46ae-8e58-e17174ee7e9a None None] Set router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:38.423203 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c646b-5f24-4ca3-b3a6-98d03ba7d67d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=f06d3cd0-8adc-4809-b980-325ae57af451,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:38.437337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab051d8-9a3b-4abe-9be3-3d9633c9e941 req-1120982c-401c-47f8-b4df-289d733d5f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.439085 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ab051d8-9a3b-4abe-9be3-3d9633c9e941 req-1120982c-401c-47f8-b4df-289d733d5f04 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14deb283078b4d31b43cef57d5f39bf7&device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 1135 time: 0.0475922 Jul 29 15:16:38.452510 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-939c646b-5f24-4ca3-b3a6-98d03ba7d67d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:38.454707 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-939c646b-5f24-4ca3-b3a6-98d03ba7d67d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/f06d3cd0-8adc-4809-b980-325ae57af451 HTTP/1.1" status: 204 len: 168 time: 0.4843867 Jul 29 15:16:38.460533 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45786) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:38.470906 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ddab961d-50e7-4541-ac61-b499efcb905c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'mac_address': 'fa:16:3e:67:a2:bc', 'name': 'tempest-PortsIpV6TestJSON-71476267'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:38.572547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab051d8-9a3b-4abe-9be3-3d9633c9e941 req-0abd7b28-f600-4f08-82f7-1717d6d3eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.574851 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ab051d8-9a3b-4abe-9be3-3d9633c9e941 req-0abd7b28-f600-4f08-82f7-1717d6d3eac3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=81e5840d-33cc-46e2-8717-8df026d9aded HTTP/1.1" status: 200 len: 898 time: 0.1131978 Jul 29 15:16:38.584781 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68bfa62-b85a-433b-8607-2b64b24042b6 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.584781 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68bfa62-b85a-433b-8607-2b64b24042b6 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.584781 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68bfa62-b85a-433b-8607-2b64b24042b6 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.585118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68bfa62-b85a-433b-8607-2b64b24042b6 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.585641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68bfa62-b85a-433b-8607-2b64b24042b6 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.586204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68bfa62-b85a-433b-8607-2b64b24042b6 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.586796 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68bfa62-b85a-433b-8607-2b64b24042b6 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.587351 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68bfa62-b85a-433b-8607-2b64b24042b6 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.587831 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68bfa62-b85a-433b-8607-2b64b24042b6 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.589895 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a68bfa62-b85a-433b-8607-2b64b24042b6 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6317 time: 0.3323400 Jul 29 15:16:38.594759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45788) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:38.641236 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddab961d-50e7-4541-ac61-b499efcb905c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:38.671362 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-682fc959-5198-46ae-8e58-e17174ee7e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2083075756', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:16:07Z', 'updated_at': '2021-07-29T15:16:17Z', 'revision_number': 4, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:08Z', 'updated_at': '2021-07-29T15:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '5f8522d6-0d52-4322-a9c6-38dd1d3f69bd', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'port_id': 'ee694225-a0e5-4435-8105-2d55f84d4ea4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded', 'mac_address': 'fa:16:3e:84:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c89369-e7d2-41df-9e56-bbc3e55a6223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:16:36Z', 'updated_at': '2021-07-29T15:16:36Z', 'revision_number': 0, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bda292b-88d5-4a46-a371-7e32ab1beec0', 'name': '', 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'mac_address': 'fa:16:3e:89:ce:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:16Z', 'updated_at': '2021-07-29T15:16:21Z', 'revision_number': 5, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'subnets': [{'id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:38.701242 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682fc959-5198-46ae-8e58-e17174ee7e9a None None] Checking router: 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:16:38.712852 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682fc959-5198-46ae-8e58-e17174ee7e9a None None] Routers {'7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:38.713770 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-682fc959-5198-46ae-8e58-e17174ee7e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:38.718432 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ddab961d-50e7-4541-ac61-b499efcb905c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:38.744518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-ddab961d-50e7-4541-ac61-b499efcb905c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] device_id is not set on port 0af9ef18-8f22-4990-8f26-64ea58124faa yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:16:38.761467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88b20e6-f75a-4622-9d7f-eed691c9e4a3 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.761845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88b20e6-f75a-4622-9d7f-eed691c9e4a3 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.762443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88b20e6-f75a-4622-9d7f-eed691c9e4a3 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.762901 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88b20e6-f75a-4622-9d7f-eed691c9e4a3 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.764043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88b20e6-f75a-4622-9d7f-eed691c9e4a3 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.764043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88b20e6-f75a-4622-9d7f-eed691c9e4a3 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.764468 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88b20e6-f75a-4622-9d7f-eed691c9e4a3 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.764944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88b20e6-f75a-4622-9d7f-eed691c9e4a3 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:38.771030 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f88b20e6-f75a-4622-9d7f-eed691c9e4a3 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5250 time: 0.1704049 Jul 29 15:16:38.772843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45790) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:38.873420 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ab051d8-9a3b-4abe-9be3-3d9633c9e941 req-41059c3f-d715-4922-bb44-038945fbe2b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee694225-a0e5-4435-8105-2d55f84d4ea4 HTTP/1.1" status: 200 len: 999 time: 0.2904966 Jul 29 15:16:38.883118 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-682fc959-5198-46ae-8e58-e17174ee7e9a None None] Set router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:38.978570 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ddab961d-50e7-4541-ac61-b499efcb905c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:39.000482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab051d8-9a3b-4abe-9be3-3d9633c9e941 req-6d0c88c3-0534-4802-a262-cc7745404601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:39.021067 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ab051d8-9a3b-4abe-9be3-3d9633c9e941 req-6d0c88c3-0534-4802-a262-cc7745404601 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21a7179b-97ac-4bd1-84fb-ad6c2ae29942 HTTP/1.1" status: 200 len: 835 time: 0.1207144 Jul 29 15:16:39.024409 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ddab961d-50e7-4541-ac61-b499efcb905c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:39.120412 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddab961d-50e7-4541-ac61-b499efcb905c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:39.123982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-ddab961d-50e7-4541-ac61-b499efcb905c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:39.127116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddab961d-50e7-4541-ac61-b499efcb905c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:39.142098 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddab961d-50e7-4541-ac61-b499efcb905c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:39.142774 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ddab961d-50e7-4541-ac61-b499efcb905c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:39.155107 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab051d8-9a3b-4abe-9be3-3d9633c9e941 req-d26880f1-c1f8-4052-9350-636d5391744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:39.161455 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ab051d8-9a3b-4abe-9be3-3d9633c9e941 req-d26880f1-c1f8-4052-9350-636d5391744d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81e5840d-33cc-46e2-8717-8df026d9aded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377981 Jul 29 15:16:39.200418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab961d-50e7-4541-ac61-b499efcb905c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=0af9ef18-8f22-4990-8f26-64ea58124faa,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:39.221986 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ddab961d-50e7-4541-ac61-b499efcb905c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.7576938 Jul 29 15:16:39.222970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45796) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:39.227871 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-682fc959-5198-46ae-8e58-e17174ee7e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2083075756', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:16:07Z', 'updated_at': '2021-07-29T15:16:17Z', 'revision_number': 4, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:08Z', 'updated_at': '2021-07-29T15:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '5f8522d6-0d52-4322-a9c6-38dd1d3f69bd', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'port_id': 'ee694225-a0e5-4435-8105-2d55f84d4ea4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded', 'mac_address': 'fa:16:3e:84:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c89369-e7d2-41df-9e56-bbc3e55a6223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:16:36Z', 'updated_at': '2021-07-29T15:16:36Z', 'revision_number': 0, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bda292b-88d5-4a46-a371-7e32ab1beec0', 'name': '', 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'mac_address': 'fa:16:3e:89:ce:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:16Z', 'updated_at': '2021-07-29T15:16:21Z', 'revision_number': 5, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'subnets': [{'id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:39.258454 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682fc959-5198-46ae-8e58-e17174ee7e9a None None] The sync data for ids ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'] in n-d-802893-1 is: [{'id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2083075756', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:16:07Z', 'updated_at': '2021-07-29T15:16:17Z', 'revision_number': 4, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:08Z', 'updated_at': '2021-07-29T15:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '5f8522d6-0d52-4322-a9c6-38dd1d3f69bd', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'port_id': 'ee694225-a0e5-4435-8105-2d55f84d4ea4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded', 'mac_address': 'fa:16:3e:84:7e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c89369-e7d2-41df-9e56-bbc3e55a6223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:16:36Z', 'updated_at': '2021-07-29T15:16:36Z', 'revision_number': 0, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bda292b-88d5-4a46-a371-7e32ab1beec0', 'name': '', 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'mac_address': 'fa:16:3e:89:ce:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:16Z', 'updated_at': '2021-07-29T15:16:21Z', 'revision_number': 5, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'subnets': [{'id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:16:39.287017 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29171685-4b5d-4650-aa94-73483d01c16d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:39.292528 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-29171685-4b5d-4650-aa94-73483d01c16d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/0af9ef18-8f22-4990-8f26-64ea58124faa HTTP/1.1" status: 200 len: 843 time: 0.0691261 Jul 29 15:16:39.295136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45798) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:39.318618 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ab051d8-9a3b-4abe-9be3-3d9633c9e941 req-bb5b5708-0e7d-47ee-b12e-918f492fc8ff service neutron] 10.222.0.38 "GET /v2.0/networks/81e5840d-33cc-46e2-8717-8df026d9aded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374495 Jul 29 15:16:39.390474 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4d17ac13-2841-4ce8-9a3e-892c7b4e60e7 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 0.6140277 Jul 29 15:16:39.390842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45802) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:39.464292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc28c37-88e1-428c-8a6f-be7b328cf889 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:39.464898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc28c37-88e1-428c-8a6f-be7b328cf889 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:39.476289 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ffc28c37-88e1-428c-8a6f-be7b328cf889 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b HTTP/1.1" status: 200 len: 1989 time: 0.0747647 Jul 29 15:16:39.488053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-15fcc652-5897-4e0e-8aa5-6f0a35e30fc2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port 0af9ef18-8f22-4990-8f26-64ea58124faa {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:39.488639 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15fcc652-5897-4e0e-8aa5-6f0a35e30fc2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:39.515969 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ab051d8-9a3b-4abe-9be3-3d9633c9e941 req-d06e3ce2-6262-49b1-8056-5b7ae979a4d0 service neutron] 10.222.0.38 "GET /v2.0/networks/81e5840d-33cc-46e2-8717-8df026d9aded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894491 Jul 29 15:16:39.573862 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca47638a-589e-4388-a33b-bb6d6b3dc406 None None] New status for floating IP 5f8522d6-0d52-4322-a9c6-38dd1d3f69bd: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:16:39.607643 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15fcc652-5897-4e0e-8aa5-6f0a35e30fc2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:39.629715 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-15fcc652-5897-4e0e-8aa5-6f0a35e30fc2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for 0af9ef18-8f22-4990-8f26-64ea58124faa owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:39.728452 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15fcc652-5897-4e0e-8aa5-6f0a35e30fc2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:39.777265 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15fcc652-5897-4e0e-8aa5-6f0a35e30fc2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:39.779831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-15fcc652-5897-4e0e-8aa5-6f0a35e30fc2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/0af9ef18-8f22-4990-8f26-64ea58124faa HTTP/1.1" status: 204 len: 168 time: 0.4820917 Jul 29 15:16:39.781376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcc652-5897-4e0e-8aa5-6f0a35e30fc2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=0af9ef18-8f22-4990-8f26-64ea58124faa,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:39.782636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45806) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:39.816236 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c0fdbf-97d6-4086-9a5e-aa808bb86fe2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] GET failed (client error): The resource could not be found. Jul 29 15:16:39.817978 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-14c0fdbf-97d6-4086-9a5e-aa808bb86fe2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/0af9ef18-8f22-4990-8f26-64ea58124faa HTTP/1.1" status: 404 len: 333 time: 0.0336726 Jul 29 15:16:39.821669 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45808) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:39.826843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0bcaa482-57e6-4629-a6b5-45d29402c742 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'name': 'tempest-PortsIpV6TestJSON-1233877399'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:39.927473 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcaa482-57e6-4629-a6b5-45d29402c742 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:39.931394 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa482-57e6-4629-a6b5-45d29402c742 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:39.951446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-0bcaa482-57e6-4629-a6b5-45d29402c742 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] device_id is not set on port 853ae7e4-b4b6-4960-9105-ad1b21cc7611 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:16:40.152035 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa482-57e6-4629-a6b5-45d29402c742 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:40.201337 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa482-57e6-4629-a6b5-45d29402c742 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:40.244722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcaa482-57e6-4629-a6b5-45d29402c742 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:40.248370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-0bcaa482-57e6-4629-a6b5-45d29402c742 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:40.252823 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcaa482-57e6-4629-a6b5-45d29402c742 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:40.258665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcaa482-57e6-4629-a6b5-45d29402c742 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:40.259344 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa482-57e6-4629-a6b5-45d29402c742 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:40.276712 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcaa482-57e6-4629-a6b5-45d29402c742 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=853ae7e4-b4b6-4960-9105-ad1b21cc7611,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:40.286662 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0bcaa482-57e6-4629-a6b5-45d29402c742 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4636130 Jul 29 15:16:40.289081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45810) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:40.294892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-62515e3d-1fe3-47b1-8539-b6b90f44732a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:40.375601 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-62515e3d-1fe3-47b1-8539-b6b90f44732a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:40.555029 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-62515e3d-1fe3-47b1-8539-b6b90f44732a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:40.561012 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-62515e3d-1fe3-47b1-8539-b6b90f44732a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:40.599023 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-62515e3d-1fe3-47b1-8539-b6b90f44732a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] In _notify_port_updated(), no bound segment for port 853ae7e4-b4b6-4960-9105-ad1b21cc7611 on network 3cf71998-7e24-476a-bbbe-341ce72cae2f {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:16:40.604646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62515e3d-1fe3-47b1-8539-b6b90f44732a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:40.605632 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-62515e3d-1fe3-47b1-8539-b6b90f44732a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:40.609912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-62515e3d-1fe3-47b1-8539-b6b90f44732a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "PUT /v2.0/ports/853ae7e4-b4b6-4960-9105-ad1b21cc7611 HTTP/1.1" status: 200 len: 818 time: 0.3169026 Jul 29 15:16:40.610411 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45822) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:40.642107 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62515e3d-1fe3-47b1-8539-b6b90f44732a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=853ae7e4-b4b6-4960-9105-ad1b21cc7611,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:40.729155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-9b90c1ba-4828-4e93-9321-2e31938c68de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port 853ae7e4-b4b6-4960-9105-ad1b21cc7611 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:40.729506 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b90c1ba-4828-4e93-9321-2e31938c68de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:40.805152 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b90c1ba-4828-4e93-9321-2e31938c68de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:40.821650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-9b90c1ba-4828-4e93-9321-2e31938c68de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for 853ae7e4-b4b6-4960-9105-ad1b21cc7611 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:40.919459 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b90c1ba-4828-4e93-9321-2e31938c68de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:40.948377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90c1ba-4828-4e93-9321-2e31938c68de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=853ae7e4-b4b6-4960-9105-ad1b21cc7611,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:40.957426 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9b90c1ba-4828-4e93-9321-2e31938c68de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:40.962760 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9b90c1ba-4828-4e93-9321-2e31938c68de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/853ae7e4-b4b6-4960-9105-ad1b21cc7611 HTTP/1.1" status: 204 len: 168 time: 0.3480127 Jul 29 15:16:40.966790 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45858) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:41.032810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b70436c-3cec-46bb-8ec3-a3576770495a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:41.035792 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4b70436c-3cec-46bb-8ec3-a3576770495a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0675826 Jul 29 15:16:41.039061 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45860) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:41.077002 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-92933a2a-7829-429a-8c72-6d6199cd29c5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] GET failed (client error): The resource could not be found. Jul 29 15:16:41.077002 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-92933a2a-7829-429a-8c72-6d6199cd29c5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/853ae7e4-b4b6-4960-9105-ad1b21cc7611 HTTP/1.1" status: 404 len: 333 time: 0.0283968 Jul 29 15:16:41.081145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45862) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:41.087135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5c16f024-e9b0-4f94-a539-47e544bf61aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-115342393'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:41.113152 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:41.140208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c16f024-e9b0-4f94-a539-47e544bf61aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:41.144492 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c16f024-e9b0-4f94-a539-47e544bf61aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:41.179193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c16f024-e9b0-4f94-a539-47e544bf61aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:16:41.189694 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c16f024-e9b0-4f94-a539-47e544bf61aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:41.190308 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-5c16f024-e9b0-4f94-a539-47e544bf61aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Added segment 77cddb4f-1627-419e-95c1-c65ed76717f5 of type vlan for network 01845b16-71b2-4031-8603-cc344410bf3e Jul 29 15:16:41.235030 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c16f024-e9b0-4f94-a539-47e544bf61aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:41.265707 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c16f024-e9b0-4f94-a539-47e544bf61aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:41.272311 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c16f024-e9b0-4f94-a539-47e544bf61aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:41.272947 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c16f024-e9b0-4f94-a539-47e544bf61aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:41.339380 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5c16f024-e9b0-4f94-a539-47e544bf61aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2542975 Jul 29 15:16:41.339710 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45894) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:41.344509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-00a83144-7eec-49c6-9d8b-7efddee91f0d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'subnet': {'network_id': '01845b16-71b2-4031-8603-cc344410bf3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:41.394418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16f024-e9b0-4f94-a539-47e544bf61aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Network': ['ID=01845b16-71b2-4031-8603-cc344410bf3e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:41.422801 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 01845b16-71b2-4031-8603-cc344410bf3e details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:16:41.456067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a83144-7eec-49c6-9d8b-7efddee91f0d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:41.460163 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00a83144-7eec-49c6-9d8b-7efddee91f0d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:41.499975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45904) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:41.572226 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-402ee84c-8a86-45fd-90cd-f854694743a1 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/floatingips/1fc60de7-c08d-435c-9eea-22b7906cb64c HTTP/1.1" status: 200 len: 993 time: 0.0711145 Jul 29 15:16:41.680270 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00a83144-7eec-49c6-9d8b-7efddee91f0d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:41.741349 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a83144-7eec-49c6-9d8b-7efddee91f0d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Subnet': ['ID=2a0e2941-c210-4514-a541-2ac95c2326cc,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:41.756937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a83144-7eec-49c6-9d8b-7efddee91f0d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Checking segment: {'id': '77cddb4f-1627-419e-95c1-c65ed76717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '01845b16-71b2-4031-8603-cc344410bf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:41.757215 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a83144-7eec-49c6-9d8b-7efddee91f0d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network hostable DHCP agents. Network: 01845b16-71b2-4031-8603-cc344410bf3e, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:16:41.776547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a83144-7eec-49c6-9d8b-7efddee91f0d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 01845b16-71b2-4031-8603-cc344410bf3e is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:16:41.785678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-00a83144-7eec-49c6-9d8b-7efddee91f0d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 01845b16-71b2-4031-8603-cc344410bf3e) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:41.792211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a83144-7eec-49c6-9d8b-7efddee91f0d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:41.793130 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00a83144-7eec-49c6-9d8b-7efddee91f0d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:41.796628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db10472-2733-47f9-a8f3-7c25a4828e2e None None] Network 01845b16-71b2-4031-8603-cc344410bf3e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:41.818955 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-00a83144-7eec-49c6-9d8b-7efddee91f0d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4783823 Jul 29 15:16:41.821762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45912) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:41.827423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-aedebe80-d08e-4c98-a1f0-37f7c97c33f5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'subnet': {'network_id': '01845b16-71b2-4031-8603-cc344410bf3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:41.834624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45914) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:41.963400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-01845b16-71b2-4031-8603-cc344410bf3e', 'network_id': '01845b16-71b2-4031-8603-cc344410bf3e', 'tenant_id': '47e948f4d2a444508769e8471d97ec39', 'fixed_ips': [{'subnet_id': '2a0e2941-c210-4514-a541-2ac95c2326cc'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:16:41.964307 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:42.070133 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedebe80-d08e-4c98-a1f0-37f7c97c33f5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:42.074000 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aedebe80-d08e-4c98-a1f0-37f7c97c33f5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:42.127562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Allocated IP 2001:db8::2 (01845b16-71b2-4031-8603-cc344410bf3e/2a0e2941-c210-4514-a541-2ac95c2326cc/49114591-90a8-43a6-876a-b9d985ca932b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:42.145125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-c67033bc-2b09-498d-93f3-312d8eb3127f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Deleting port e386033f-7d1e-4d92-82a2-aed0713e740c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:42.145755 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c67033bc-2b09-498d-93f3-312d8eb3127f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:42.246448 n-d-802893-1 neutron-server[94158]: INFO neutron.db.ipam_backend_mixin [None req-aedebe80-d08e-4c98-a1f0-37f7c97c33f5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a0e2941-c210-4514-a541-2ac95c2326cc (CIDR: 2001:db8::/64) Jul 29 15:16:42.255881 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedebe80-d08e-4c98-a1f0-37f7c97c33f5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:16:42.256429 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedebe80-d08e-4c98-a1f0-37f7c97c33f5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:16:42.274189 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c67033bc-2b09-498d-93f3-312d8eb3127f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:42.274615 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c67033bc-2b09-498d-93f3-312d8eb3127f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:42.289384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-c67033bc-2b09-498d-93f3-312d8eb3127f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Calling delete_port for e386033f-7d1e-4d92-82a2-aed0713e740c owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:42.292135 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-aedebe80-d08e-4c98-a1f0-37f7c97c33f5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4693866 Jul 29 15:16:42.294831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45918) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:42.300867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9acaab0e-e94c-4b80-92a5-a0aced9805a7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'subnet': {'network_id': '01845b16-71b2-4031-8603-cc344410bf3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:42.311845 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:42.322219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Transition to ACTIVE for port object 49114591-90a8-43a6-876a-b9d985ca932b will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:42.339331 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Transition to ACTIVE for port object 49114591-90a8-43a6-876a-b9d985ca932b will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:42.348257 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:42.398529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Pushing event updated for resources: {'Port': ['ID=49114591-90a8-43a6-876a-b9d985ca932b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:42.416032 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Network 01845b16-71b2-4031-8603-cc344410bf3e is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:42.417896 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:42.421738 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:42.481411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Attempting to bind port 49114591-90a8-43a6-876a-b9d985ca932b on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:16:42.481883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Attempting to bind port 49114591-90a8-43a6-876a-b9d985ca932b by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '77cddb4f-1627-419e-95c1-c65ed76717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '01845b16-71b2-4031-8603-cc344410bf3e'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:16:42.482318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Attempting to bind port 49114591-90a8-43a6-876a-b9d985ca932b on network 01845b16-71b2-4031-8603-cc344410bf3e {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:42.488615 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:16:42.489121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Checking segment: {'id': '77cddb4f-1627-419e-95c1-c65ed76717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '01845b16-71b2-4031-8603-cc344410bf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:42.489684 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:42.490985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Bound using segment: {'id': '77cddb4f-1627-419e-95c1-c65ed76717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '01845b16-71b2-4031-8603-cc344410bf3e'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:16:42.491589 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Bound port: 49114591-90a8-43a6-876a-b9d985ca932b, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cddb4f-1627-419e-95c1-c65ed76717f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '01845b16-71b2-4031-8603-cc344410bf3e'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:16:42.492057 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:42.563915 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] For port 49114591-90a8-43a6-876a-b9d985ca932b, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:16:42.568164 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] For port 49114591-90a8-43a6-876a-b9d985ca932b, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=49114591-90a8-43a6-876a-b9d985ca932b,segment=NetworkSegment(77cddb4f-1627-419e-95c1-c65ed76717f5),segment_id=77cddb4f-1627-419e-95c1-c65ed76717f5)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:16:42.573208 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:42.648457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ba1ab-0c58-4b0f-adc1-c8c1fa75e1f9 None None] Pushing event updated for resources: {'Port': ['ID=49114591-90a8-43a6-876a-b9d985ca932b,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:42.817913 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acaab0e-e94c-4b80-92a5-a0aced9805a7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:42.827145 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9acaab0e-e94c-4b80-92a5-a0aced9805a7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:42.992822 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c67033bc-2b09-498d-93f3-312d8eb3127f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:43.029109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67033bc-2b09-498d-93f3-312d8eb3127f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Port': ['ID=e386033f-7d1e-4d92-82a2-aed0713e740c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:43.137774 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c67033bc-2b09-498d-93f3-312d8eb3127f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:43.138103 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-c67033bc-2b09-498d-93f3-312d8eb3127f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Floating IP 1fc60de7-c08d-435c-9eea-22b7906cb64c disassociated (deleted). External IP: 172.25.6.156, port: 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2. Jul 29 15:16:43.307731 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9acaab0e-e94c-4b80-92a5-a0aced9805a7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:43.364799 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acaab0e-e94c-4b80-92a5-a0aced9805a7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 01845b16-71b2-4031-8603-cc344410bf3e is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:43.373278 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-9acaab0e-e94c-4b80-92a5-a0aced9805a7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:43.380034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acaab0e-e94c-4b80-92a5-a0aced9805a7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:43.380623 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9acaab0e-e94c-4b80-92a5-a0aced9805a7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:43.422419 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acaab0e-e94c-4b80-92a5-a0aced9805a7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Subnet': ['ID=0870ba96-0367-4ae0-9cc7-ab2fd9080f86,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:43.443693 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9acaab0e-e94c-4b80-92a5-a0aced9805a7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1477053 Jul 29 15:16:43.447584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45922) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:43.451232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-fb6cab74-ee3c-4d47-be49-374a39b91b6b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'network_id': '01845b16-71b2-4031-8603-cc344410bf3e', 'fixed_ips': [{'subnet_id': '2a0e2941-c210-4514-a541-2ac95c2326cc'}, {'subnet_id': '0870ba96-0367-4ae0-9cc7-ab2fd9080f86'}], 'name': 'tempest-PortsIpV6TestJSON-1482658329'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:43.574373 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67033bc-2b09-498d-93f3-312d8eb3127f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Router d356c181-24cf-479c-8360-148aa8aaa3c9 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:16:43.671045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6cab74-ee3c-4d47-be49-374a39b91b6b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:43.672877 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 49114591-90a8-43a6-876a-b9d985ca932b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:43.719228 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6676db5-db04-4fd0-a642-4eb4ed5c5b27 None None] Network 01845b16-71b2-4031-8603-cc344410bf3e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:43.779527 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67033bc-2b09-498d-93f3-312d8eb3127f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:16:43.790302 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c67033bc-2b09-498d-93f3-312d8eb3127f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:43.797189 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca63a0a-1d73-47c7-9d56-5b93239a1626 None None] Sync routers for ids ['d356c181-24cf-479c-8360-148aa8aaa3c9'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:16:43.814580 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca63a0a-1d73-47c7-9d56-5b93239a1626 None None] Routers {'d356c181-24cf-479c-8360-148aa8aaa3c9'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:43.817118 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0ca63a0a-1d73-47c7-9d56-5b93239a1626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d356c181-24cf-479c-8360-148aa8aaa3c9'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:43.840794 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c67033bc-2b09-498d-93f3-312d8eb3127f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "DELETE /v2.0/floatingips/1fc60de7-c08d-435c-9eea-22b7906cb64c HTTP/1.1" status: 204 len: 168 time: 2.0027590 Jul 29 15:16:43.840794 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b77c2106-6d92-46b2-beba-28093045f6b6', 'tag': '7a402b0f-f77e-45a2-8c24-f20d5ddffbd2'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:16:43.853786 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cd83ed-51dd-4a86-a6f5-24d82465d4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b77c2106-6d92-46b2-beba-28093045f6b6", "tag": "7a402b0f-f77e-45a2-8c24-f20d5ddffbd2"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:16:43.880704 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb6cab74-ee3c-4d47-be49-374a39b91b6b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:43.884338 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9d9d8f0a-5c66-4b51-9a72-3b8c2570e87d None None] Provisioning for port 49114591-90a8-43a6-876a-b9d985ca932b completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:43.921869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 49114591-90a8-43a6-876a-b9d985ca932b completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:43.932378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 49114591-90a8-43a6-876a-b9d985ca932b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:43.932506 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:43.944277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-fb6cab74-ee3c-4d47-be49-374a39b91b6b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] device_id is not set on port bbad42f3-92fc-4dc7-a04d-387601cf603c yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:16:43.954782 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d99030-d6cf-4ca2-82ab-506e729c45b3 x-openstack-request-id: req-09d99030-d6cf-4ca2-82ab-506e729c45b3 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:16:43.957602 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b77c2106-6d92-46b2-beba-28093045f6b6", "tag": "7a402b0f-f77e-45a2-8c24-f20d5ddffbd2", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:16:43.958232 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09d99030-d6cf-4ca2-82ab-506e729c45b3 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:16:43.958988 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b77c2106-6d92-46b2-beba-28093045f6b6', 'tag': '7a402b0f-f77e-45a2-8c24-f20d5ddffbd2', 'status': 'completed', 'code': 200} Jul 29 15:16:44.047806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd83ed-51dd-4a86-a6f5-24d82465d4b9 req-4df20b30-f065-48c9-8b52-e67564ecb01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:44.050124 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99cd83ed-51dd-4a86-a6f5-24d82465d4b9 req-4df20b30-f065-48c9-8b52-e67564ecb01c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad88f1e224ca4cdaac5cd6b210676360&device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 1096 time: 0.0772910 Jul 29 15:16:44.169542 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0ca63a0a-1d73-47c7-9d56-5b93239a1626 None None] Set router d356c181-24cf-479c-8360-148aa8aaa3c9 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:44.192225 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad944d2-0184-4f2f-a58f-ec7e12905b0d None None] Update dhcp port {'port': {'network_id': '01845b16-71b2-4031-8603-cc344410bf3e', 'fixed_ips': [{'subnet_id': '2a0e2941-c210-4514-a541-2ac95c2326cc', 'ip_address': '2001:db8::2'}, {'subnet_id': '0870ba96-0367-4ae0-9cc7-ab2fd9080f86'}], 'binding:host_id': 'n-d-802893-1'}, 'id': '49114591-90a8-43a6-876a-b9d985ca932b'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:16:44.232295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd83ed-51dd-4a86-a6f5-24d82465d4b9 req-e1d91f14-c31c-4ccf-8275-720d379810ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:44.234361 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99cd83ed-51dd-4a86-a6f5-24d82465d4b9 req-e1d91f14-c31c-4ccf-8275-720d379810ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 HTTP/1.1" status: 200 len: 897 time: 0.1770840 Jul 29 15:16:44.239592 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:44.260139 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cad944d2-0184-4f2f-a58f-ec7e12905b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:44.333426 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 49114591-90a8-43a6-876a-b9d985ca932b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=49114591-90a8-43a6-876a-b9d985ca932b,segment=NetworkSegment(77cddb4f-1627-419e-95c1-c65ed76717f5),segment_id=77cddb4f-1627-419e-95c1-c65ed76717f5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:44.361570 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99cd83ed-51dd-4a86-a6f5-24d82465d4b9 req-f7d4b2eb-8df8-412a-9107-d7f4f8230a64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 HTTP/1.1" status: 200 len: 217 time: 0.1069844 Jul 29 15:16:44.400616 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:44.430693 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0ca63a0a-1d73-47c7-9d56-5b93239a1626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'name': 'tempest-TestNetworkBasicOps-router-1360595122', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:34Z', 'updated_at': '2021-07-29T15:15:43Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:36Z', 'updated_at': '2021-07-29T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '81d5393f-af82-464e-ac01-fac9708e7b9b', 'name': '', 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:55:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:49Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:44.433898 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1fa1c-dec4-4534-8a4f-cdecead4e8ca req-441caa4b-1bc9-4539-8e22-51233ae85887 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:44.436915 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e7c1fa1c-dec4-4534-8a4f-cdecead4e8ca req-441caa4b-1bc9-4539-8e22-51233ae85887 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 945 time: 0.1972971 Jul 29 15:16:44.466998 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca63a0a-1d73-47c7-9d56-5b93239a1626 None None] Checking router: d356c181-24cf-479c-8360-148aa8aaa3c9 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:16:44.477312 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca63a0a-1d73-47c7-9d56-5b93239a1626 None None] Routers {'d356c181-24cf-479c-8360-148aa8aaa3c9'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:44.477936 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0ca63a0a-1d73-47c7-9d56-5b93239a1626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d356c181-24cf-479c-8360-148aa8aaa3c9'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:44.509109 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd83ed-51dd-4a86-a6f5-24d82465d4b9 req-2ae8c655-cff4-4c3d-aa02-77c37d6475e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:44.510585 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99cd83ed-51dd-4a86-a6f5-24d82465d4b9 req-2ae8c655-cff4-4c3d-aa02-77c37d6475e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c036cd1-2379-41c0-9b3c-033bea840435 HTTP/1.1" status: 200 len: 835 time: 0.1390903 Jul 29 15:16:44.518836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-fb6cab74-ee3c-4d47-be49-374a39b91b6b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Allocated IP 2001:db8::32b (01845b16-71b2-4031-8603-cc344410bf3e/2a0e2941-c210-4514-a541-2ac95c2326cc/bbad42f3-92fc-4dc7-a04d-387601cf603c) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:44.520330 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e7c1fa1c-dec4-4534-8a4f-cdecead4e8ca req-574b01d4-6b6d-472b-ad74-50efe32ac9ba tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2eb1280e-ea4c-4377-a4bd-ffefed25c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680137 Jul 29 15:16:44.537708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=49114591-90a8-43a6-876a-b9d985ca932b,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:44.557173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-fb6cab74-ee3c-4d47-be49-374a39b91b6b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Allocated IP 2001:db8:0:1::aa (01845b16-71b2-4031-8603-cc344410bf3e/0870ba96-0367-4ae0-9cc7-ab2fd9080f86/bbad42f3-92fc-4dc7-a04d-387601cf603c) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:44.593022 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd83ed-51dd-4a86-a6f5-24d82465d4b9 req-342d9257-39ee-47d2-be97-ae9a2d4ba515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:44.594523 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99cd83ed-51dd-4a86-a6f5-24d82465d4b9 req-342d9257-39ee-47d2-be97-ae9a2d4ba515 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725634 Jul 29 15:16:44.641417 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0ca63a0a-1d73-47c7-9d56-5b93239a1626 None None] Set router d356c181-24cf-479c-8360-148aa8aaa3c9 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:44.713244 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99cd83ed-51dd-4a86-a6f5-24d82465d4b9 req-17e3e47b-bc30-493b-967f-d9100b6b8085 service neutron] 10.222.0.39 "GET /v2.0/networks/8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096385 Jul 29 15:16:44.748936 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb6cab74-ee3c-4d47-be49-374a39b91b6b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:44.768753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-fb6cab74-ee3c-4d47-be49-374a39b91b6b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Transition to ACTIVE for port object bbad42f3-92fc-4dc7-a04d-387601cf603c will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:44.809508 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb6cab74-ee3c-4d47-be49-374a39b91b6b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:44.860996 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99cd83ed-51dd-4a86-a6f5-24d82465d4b9 req-a0a36165-a51e-4fb2-a88a-c4b88cafdb9b service neutron] 10.222.0.39 "GET /v2.0/networks/8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380877 Jul 29 15:16:44.873901 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cab74-ee3c-4d47-be49-374a39b91b6b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=bbad42f3-92fc-4dc7-a04d-387601cf603c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:44.885724 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-cad944d2-0184-4f2f-a58f-ec7e12905b0d None None] Allocated IP 2001:db8:0:1::2 (01845b16-71b2-4031-8603-cc344410bf3e/0870ba96-0367-4ae0-9cc7-ab2fd9080f86/49114591-90a8-43a6-876a-b9d985ca932b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:44.886612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6cab74-ee3c-4d47-be49-374a39b91b6b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 01845b16-71b2-4031-8603-cc344410bf3e is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:44.888898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-fb6cab74-ee3c-4d47-be49-374a39b91b6b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:44.892295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6cab74-ee3c-4d47-be49-374a39b91b6b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:44.899366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6cab74-ee3c-4d47-be49-374a39b91b6b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:44.900129 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fb6cab74-ee3c-4d47-be49-374a39b91b6b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:44.917655 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fb6cab74-ee3c-4d47-be49-374a39b91b6b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4702156 Jul 29 15:16:44.920285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45932) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:44.928245 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-06414cd2-67b2-4d01-bcb0-906a278c89dc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2a0e2941-c210-4514-a541-2ac95c2326cc'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:44.930560 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0ca63a0a-1d73-47c7-9d56-5b93239a1626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'name': 'tempest-TestNetworkBasicOps-router-1360595122', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:34Z', 'updated_at': '2021-07-29T15:15:43Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:36Z', 'updated_at': '2021-07-29T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '81d5393f-af82-464e-ac01-fac9708e7b9b', 'name': '', 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:55:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:49Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:44.962794 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca63a0a-1d73-47c7-9d56-5b93239a1626 None None] The sync data for ids ['d356c181-24cf-479c-8360-148aa8aaa3c9'] in n-d-802893-1 is: [{'id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'name': 'tempest-TestNetworkBasicOps-router-1360595122', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:34Z', 'updated_at': '2021-07-29T15:15:43Z', 'revision_number': 4, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:36Z', 'updated_at': '2021-07-29T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '81d5393f-af82-464e-ac01-fac9708e7b9b', 'name': '', 'network_id': '8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'mac_address': 'fa:16:3e:55:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:49Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'subnets': [{'id': '9c036cd1-2379-41c0-9b3c-033bea840435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:16:45.017246 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-cad944d2-0184-4f2f-a58f-ec7e12905b0d None None] For port 49114591-90a8-43a6-876a-b9d985ca932b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=49114591-90a8-43a6-876a-b9d985ca932b,segment=NetworkSegment(77cddb4f-1627-419e-95c1-c65ed76717f5),segment_id=77cddb4f-1627-419e-95c1-c65ed76717f5)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:45.021877 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06414cd2-67b2-4d01-bcb0-906a278c89dc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:45.063816 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cad944d2-0184-4f2f-a58f-ec7e12905b0d None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:45.085387 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cad944d2-0184-4f2f-a58f-ec7e12905b0d None None] Transition to ACTIVE for port object 49114591-90a8-43a6-876a-b9d985ca932b will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:45.092156 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cad944d2-0184-4f2f-a58f-ec7e12905b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:45.204058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad944d2-0184-4f2f-a58f-ec7e12905b0d None None] Pushing event updated for resources: {'Port': ['ID=49114591-90a8-43a6-876a-b9d985ca932b,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:45.317824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-06414cd2-67b2-4d01-bcb0-906a278c89dc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Delete allocated IP 2001:db8:0:1::aa (01845b16-71b2-4031-8603-cc344410bf3e/0870ba96-0367-4ae0-9cc7-ab2fd9080f86) {{(pid=94158) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 15:16:45.330783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114693b-fea5-400e-98e9-2038de88c263 None None] New status for floating IP 1fc60de7-c08d-435c-9eea-22b7906cb64c: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:16:45.489117 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06414cd2-67b2-4d01-bcb0-906a278c89dc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:45.504615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-06414cd2-67b2-4d01-bcb0-906a278c89dc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Ignored duplicate provisioning block setup for port bbad42f3-92fc-4dc7-a04d-387601cf603c by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 15:16:45.510683 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06414cd2-67b2-4d01-bcb0-906a278c89dc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:45.585219 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abb6c0-c4e8-4346-bd2b-dfe5e3a328c8 req-06420b55-1eb0-4dfe-9f83-06c09ca56e4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:45.587349 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e7abb6c0-c4e8-4346-bd2b-dfe5e3a328c8 req-06420b55-1eb0-4dfe-9f83-06c09ca56e4f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.39 "GET /v2.0/ports?device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 945 time: 0.0756097 Jul 29 15:16:45.620797 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 49114591-90a8-43a6-876a-b9d985ca932b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:45.626464 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-06414cd2-67b2-4d01-bcb0-906a278c89dc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] In _notify_port_updated(), no bound segment for port bbad42f3-92fc-4dc7-a04d-387601cf603c on network 01845b16-71b2-4031-8603-cc344410bf3e {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:16:45.635638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06414cd2-67b2-4d01-bcb0-906a278c89dc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:45.636395 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-06414cd2-67b2-4d01-bcb0-906a278c89dc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:45.637820 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-06414cd2-67b2-4d01-bcb0-906a278c89dc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "PUT /v2.0/ports/bbad42f3-92fc-4dc7-a04d-387601cf603c HTTP/1.1" status: 200 len: 926 time: 0.7145016 Jul 29 15:16:45.638665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06414cd2-67b2-4d01-bcb0-906a278c89dc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=bbad42f3-92fc-4dc7-a04d-387601cf603c,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:45.642608 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45940) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:45.648281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-80f43b5c-b679-4dfc-b02a-ace1f1de3969 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2a0e2941-c210-4514-a541-2ac95c2326cc'}, {'subnet_id': '0870ba96-0367-4ae0-9cc7-ab2fd9080f86'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:45.745861 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-e7abb6c0-c4e8-4346-bd2b-dfe5e3a328c8 req-acce4939-7498-4360-9810-45d1b215f6bd tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Deleting port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:45.745861 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e7abb6c0-c4e8-4346-bd2b-dfe5e3a328c8 req-acce4939-7498-4360-9810-45d1b215f6bd tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:45.785559 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80f43b5c-b679-4dfc-b02a-ace1f1de3969 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:45.797789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57779251-afc1-4df3-924f-aec2b7e5d84b req-44701daf-c815-420c-adac-b1556a89b086 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:45.800056 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57779251-afc1-4df3-924f-aec2b7e5d84b req-44701daf-c815-420c-adac-b1556a89b086 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/ports?device_id=b77c2106-6d92-46b2-beba-28093045f6b6 HTTP/1.1" status: 200 len: 945 time: 0.1182592 Jul 29 15:16:45.866158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e7abb6c0-c4e8-4346-bd2b-dfe5e3a328c8 req-acce4939-7498-4360-9810-45d1b215f6bd tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] For port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7a402b0f-f77e-45a2-8c24-f20d5ddffbd2,segment=NetworkSegment(c79ba26b-4d89-4d74-ac00-11dc3794038c),segment_id=c79ba26b-4d89-4d74-ac00-11dc3794038c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:45.866630 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e7abb6c0-c4e8-4346-bd2b-dfe5e3a328c8 req-acce4939-7498-4360-9810-45d1b215f6bd tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:45.886689 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-e7abb6c0-c4e8-4346-bd2b-dfe5e3a328c8 req-acce4939-7498-4360-9810-45d1b215f6bd tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Calling delete_port for 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:45.890500 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57779251-afc1-4df3-924f-aec2b7e5d84b req-aeafdc21-2dc0-4c57-97c4-4baf2667819f tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "GET /v2.0/security-groups?id=2eb1280e-ea4c-4377-a4bd-ffefed25c24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832505 Jul 29 15:16:45.952017 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c84f8b2-27da-4f90-b798-1c57dca4728f None None] Network 01845b16-71b2-4031-8603-cc344410bf3e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:46.044159 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa0c2cf8-ecf5-4003-b5a1-ad739170cc00 None None] Provisioning for port 49114591-90a8-43a6-876a-b9d985ca932b completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:46.050960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa0c2cf8-ecf5-4003-b5a1-ad739170cc00 None None] Provisioning complete for port 49114591-90a8-43a6-876a-b9d985ca932b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:46.051565 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2cf8-ecf5-4003-b5a1-ad739170cc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:46.057448 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e7abb6c0-c4e8-4346-bd2b-dfe5e3a328c8 req-acce4939-7498-4360-9810-45d1b215f6bd tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:46.102543 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce4939-7498-4360-9810-45d1b215f6bd tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Port': ['ID=7a402b0f-f77e-45a2-8c24-f20d5ddffbd2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:46.166177 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7abb6c0-c4e8-4346-bd2b-dfe5e3a328c8 req-acce4939-7498-4360-9810-45d1b215f6bd tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] No DVR routers for this DVR port 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:16:46.169766 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e7abb6c0-c4e8-4346-bd2b-dfe5e3a328c8 req-acce4939-7498-4360-9810-45d1b215f6bd tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:46.170955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-80f43b5c-b679-4dfc-b02a-ace1f1de3969 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Allocated IP 2001:db8:0:1::c4 (01845b16-71b2-4031-8603-cc344410bf3e/0870ba96-0367-4ae0-9cc7-ab2fd9080f86/bbad42f3-92fc-4dc7-a04d-387601cf603c) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:46.173591 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e7abb6c0-c4e8-4346-bd2b-dfe5e3a328c8 req-acce4939-7498-4360-9810-45d1b215f6bd tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.39 "DELETE /v2.0/ports/7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 HTTP/1.1" status: 204 len: 173 time: 0.5775402 Jul 29 15:16:46.174595 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b77c2106-6d92-46b2-beba-28093045f6b6', 'name': 'network-vif-deleted', 'tag': '7a402b0f-f77e-45a2-8c24-f20d5ddffbd2'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:16:46.177345 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cb6bb8-65a4-412c-930f-93ca5ad013ce" -d '{"events": [{"server_uuid": "b77c2106-6d92-46b2-beba-28093045f6b6", "name": "network-vif-deleted", "tag": "7a402b0f-f77e-45a2-8c24-f20d5ddffbd2"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:16:46.265468 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e645c228-e710-4738-9828-8e5d36eb39ba x-openstack-request-id: req-e645c228-e710-4738-9828-8e5d36eb39ba {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:16:46.265756 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b77c2106-6d92-46b2-beba-28093045f6b6", "name": "network-vif-deleted", "tag": "7a402b0f-f77e-45a2-8c24-f20d5ddffbd2", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:16:46.266033 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e645c228-e710-4738-9828-8e5d36eb39ba {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:16:46.266621 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b77c2106-6d92-46b2-beba-28093045f6b6', 'name': 'network-vif-deleted', 'tag': '7a402b0f-f77e-45a2-8c24-f20d5ddffbd2', 'status': 'completed', 'code': 200} Jul 29 15:16:46.337929 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80f43b5c-b679-4dfc-b02a-ace1f1de3969 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:46.355695 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-80f43b5c-b679-4dfc-b02a-ace1f1de3969 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Ignored duplicate provisioning block setup for port bbad42f3-92fc-4dc7-a04d-387601cf603c by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 15:16:46.360391 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80f43b5c-b679-4dfc-b02a-ace1f1de3969 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:46.449726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f43b5c-b679-4dfc-b02a-ace1f1de3969 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=bbad42f3-92fc-4dc7-a04d-387601cf603c,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:46.466908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-80f43b5c-b679-4dfc-b02a-ace1f1de3969 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] In _notify_port_updated(), no bound segment for port bbad42f3-92fc-4dc7-a04d-387601cf603c on network 01845b16-71b2-4031-8603-cc344410bf3e {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:16:46.473235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f43b5c-b679-4dfc-b02a-ace1f1de3969 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:46.473934 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80f43b5c-b679-4dfc-b02a-ace1f1de3969 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:46.475400 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-80f43b5c-b679-4dfc-b02a-ace1f1de3969 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "PUT /v2.0/ports/bbad42f3-92fc-4dc7-a04d-387601cf603c HTTP/1.1" status: 200 len: 1011 time: 0.8314214 Jul 29 15:16:46.478053 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45948) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:46.598823 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9304f39b-ae09-4a50-bb7d-4463441ab22b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port bbad42f3-92fc-4dc7-a04d-387601cf603c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:46.599179 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9304f39b-ae09-4a50-bb7d-4463441ab22b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:46.720512 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9304f39b-ae09-4a50-bb7d-4463441ab22b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:46.739421 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9304f39b-ae09-4a50-bb7d-4463441ab22b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for bbad42f3-92fc-4dc7-a04d-387601cf603c owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:46.959117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e2303bb5-fc89-4a6d-b92b-5c0de0b9220e None None] Provisioning for port bbad42f3-92fc-4dc7-a04d-387601cf603c completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:46.963303 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9304f39b-ae09-4a50-bb7d-4463441ab22b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:46.968076 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45952) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:46.968902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e2303bb5-fc89-4a6d-b92b-5c0de0b9220e None None] Provisioning complete for port bbad42f3-92fc-4dc7-a04d-387601cf603c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:46.971510 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e2303bb5-fc89-4a6d-b92b-5c0de0b9220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:46.999230 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304f39b-ae09-4a50-bb7d-4463441ab22b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=bbad42f3-92fc-4dc7-a04d-387601cf603c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:47.008313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e2303bb5-fc89-4a6d-b92b-5c0de0b9220e None None] Port bbad42f3-92fc-4dc7-a04d-387601cf603c was deleted so its status cannot be updated. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 29 15:16:47.021292 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e2303bb5-fc89-4a6d-b92b-5c0de0b9220e None None] Provisioning complete for port 49114591-90a8-43a6-876a-b9d985ca932b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:47.021662 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e2303bb5-fc89-4a6d-b92b-5c0de0b9220e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.058486 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e39c9d6f-3346-43b8-80ca-5ede0189e81b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.094795 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9304f39b-ae09-4a50-bb7d-4463441ab22b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.103717 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9304f39b-ae09-4a50-bb7d-4463441ab22b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/bbad42f3-92fc-4dc7-a04d-387601cf603c HTTP/1.1" status: 204 len: 168 time: 0.6216168 Jul 29 15:16:47.104165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45954) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:47.135797 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e39c9d6f-3346-43b8-80ca-5ede0189e81b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.138838 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-e600d64c-f58d-48af-9f9b-225681507b19 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] GET failed (client error): The resource could not be found. Jul 29 15:16:47.143592 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e600d64c-f58d-48af-9f9b-225681507b19 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/bbad42f3-92fc-4dc7-a04d-387601cf603c HTTP/1.1" status: 404 len: 333 time: 0.0355437 Jul 29 15:16:47.144062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45956) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:47.212330 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f79482-1621-443c-9fe3-9809645fd4f9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting subnet 0870ba96-0367-4ae0-9cc7-ab2fd9080f86 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:16:47.216740 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87f79482-1621-443c-9fe3-9809645fd4f9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.219938 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e39c9d6f-3346-43b8-80ca-5ede0189e81b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.223732 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e39c9d6f-3346-43b8-80ca-5ede0189e81b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.225160 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e39c9d6f-3346-43b8-80ca-5ede0189e81b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "DELETE /v2.0/security-groups/2eb1280e-ea4c-4377-a4bd-ffefed25c24f HTTP/1.1" status: 204 len: 168 time: 0.2551093 Jul 29 15:16:47.246884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c9d6f-3346-43b8-80ca-5ede0189e81b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb1280e-ea4c-4377-a4bd-ffefed25c24f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:47.256996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-065263a6-0fec-49e0-9e89-d792f06193d0 None None] Could not find standard attr ID for object bbad42f3-92fc-4dc7-a04d-387601cf603c. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:16:47.269259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45960) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:47.280860 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87f79482-1621-443c-9fe3-9809645fd4f9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.414238 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87f79482-1621-443c-9fe3-9809645fd4f9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.470706 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-37b442b8-204e-4f63-8f55-f8b81479f525 None None] Could not find standard attr ID for object bbad42f3-92fc-4dc7-a04d-387601cf603c. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:16:47.492147 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87f79482-1621-443c-9fe3-9809645fd4f9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.533623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f79482-1621-443c-9fe3-9809645fd4f9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Subnet': ['ID=0870ba96-0367-4ae0-9cc7-ab2fd9080f86,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:47.539652 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87f79482-1621-443c-9fe3-9809645fd4f9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.542115 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-87f79482-1621-443c-9fe3-9809645fd4f9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/0870ba96-0367-4ae0-9cc7-ab2fd9080f86 HTTP/1.1" status: 204 len: 168 time: 0.3969674 Jul 29 15:16:47.544658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45962) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:47.645793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd88a0b-ba67-4ab2-9838-96eb69ea433c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting subnet 2a0e2941-c210-4514-a541-2ac95c2326cc {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:16:47.649227 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6bd88a0b-ba67-4ab2-9838-96eb69ea433c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.649818 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b8fd7a-e0ce-4e5b-b6fd-6abea1962f48 None None] Network 01845b16-71b2-4031-8603-cc344410bf3e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:47.700435 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6bd88a0b-ba67-4ab2-9838-96eb69ea433c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.709908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7371a60f-ea8a-4f58-a805-602b7b46af16 None None] Could not find standard attr ID for object bbad42f3-92fc-4dc7-a04d-387601cf603c. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:16:47.764354 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd2fcc81-c4c5-45ce-aabf-4a44bf7f7f3b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.816302 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6bd88a0b-ba67-4ab2-9838-96eb69ea433c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.903290 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6bd88a0b-ba67-4ab2-9838-96eb69ea433c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.937659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd88a0b-ba67-4ab2-9838-96eb69ea433c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0e2941-c210-4514-a541-2ac95c2326cc,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:47.940833 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6bd88a0b-ba67-4ab2-9838-96eb69ea433c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:47.943626 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6bd88a0b-ba67-4ab2-9838-96eb69ea433c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/2a0e2941-c210-4514-a541-2ac95c2326cc HTTP/1.1" status: 204 len: 168 time: 0.3976538 Jul 29 15:16:47.946184 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45966) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:48.068588 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:48.109085 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-fd2fcc81-c4c5-45ce-aabf-4a44bf7f7f3b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Deleting port 81d5393f-af82-464e-ac01-fac9708e7b9b {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:48.109668 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd2fcc81-c4c5-45ce-aabf-4a44bf7f7f3b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:48.147959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port 49114591-90a8-43a6-876a-b9d985ca932b {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:48.148307 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:48.216781 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-fd2fcc81-c4c5-45ce-aabf-4a44bf7f7f3b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] For port 81d5393f-af82-464e-ac01-fac9708e7b9b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=81d5393f-af82-464e-ac01-fac9708e7b9b,segment=NetworkSegment(c79ba26b-4d89-4d74-ac00-11dc3794038c),segment_id=c79ba26b-4d89-4d74-ac00-11dc3794038c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:48.217164 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd2fcc81-c4c5-45ce-aabf-4a44bf7f7f3b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:48.222409 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] For port 49114591-90a8-43a6-876a-b9d985ca932b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=49114591-90a8-43a6-876a-b9d985ca932b,segment=NetworkSegment(77cddb4f-1627-419e-95c1-c65ed76717f5),segment_id=77cddb4f-1627-419e-95c1-c65ed76717f5)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:48.222788 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:48.234394 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-fd2fcc81-c4c5-45ce-aabf-4a44bf7f7f3b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Calling delete_port for 81d5393f-af82-464e-ac01-fac9708e7b9b owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:48.240565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for 49114591-90a8-43a6-876a-b9d985ca932b owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:48.340071 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:48.367702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=49114591-90a8-43a6-876a-b9d985ca932b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:48.376520 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No DVR routers for this DVR port 49114591-90a8-43a6-876a-b9d985ca932b on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:16:48.472234 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:48.478130 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd2fcc81-c4c5-45ce-aabf-4a44bf7f7f3b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:48.484908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01845b16-71b2-4031-8603-cc344410bf3e']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:48.510041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cddb4f-1627-419e-95c1-c65ed76717f5') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:48.510693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cddb4f-1627-419e-95c1-c65ed76717f5') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:48.513039 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fcc81-c4c5-45ce-aabf-4a44bf7f7f3b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Port': ['ID=81d5393f-af82-464e-ac01-fac9708e7b9b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:48.529614 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:48.551760 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:48.556183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05781c4d-c81d-4fe3-850c-4bea5d0e4387 None None] Network 01845b16-71b2-4031-8603-cc344410bf3e requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:48.560041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:16:48.560553 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:16:48.565761 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:16:48.635855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a057a4f7-6cfb-42d6-9f2f-c70a9aa01115 None None] Could not find standard attr ID for object 49114591-90a8-43a6-876a-b9d985ca932b. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:16:48.675357 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:48.687249 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:48.691851 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/networks/01845b16-71b2-4031-8603-cc344410bf3e HTTP/1.1" status: 204 len: 168 time: 0.7443576 Jul 29 15:16:48.698347 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45970) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:48.706919 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c12b5e-8e1d-4118-9006-19d3f4c441bf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Network': ['ID=01845b16-71b2-4031-8603-cc344410bf3e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:48.807196 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b626ade6-d2a1-4758-8e19-3ef8cb355048 None None] DHCP port deletion for 01845b16-71b2-4031-8603-cc344410bf3e request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:16:48.839025 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef3a832-8d75-4387-9070-bde0a97803e9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:48.840572 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9ef3a832-8d75-4387-9070-bde0a97803e9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1409931 Jul 29 15:16:48.846852 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45972) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:48.857721 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fd2fcc81-c4c5-45ce-aabf-4a44bf7f7f3b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:49.121900 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2fcc81-c4c5-45ce-aabf-4a44bf7f7f3b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Router d356c181-24cf-479c-8360-148aa8aaa3c9 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:16:49.241960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:16:49.245114 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-52c48a52-b6fb-43ba-b7af-ad2fd2976996 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3968115 Jul 29 15:16:49.245796 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45974) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:49.256983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-35d3bd90-8b95-4d2a-b7da-e2acee042262 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-655720738'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:49.278356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:16:49.279584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7a402b0f-f77e-45a2-8c24-f20d5ddffbd2 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:16:49.294137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2fcc81-c4c5-45ce-aabf-4a44bf7f7f3b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:16:49.302683 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fd2fcc81-c4c5-45ce-aabf-4a44bf7f7f3b tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "PUT /v2.0/routers/d356c181-24cf-479c-8360-148aa8aaa3c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0267158 Jul 29 15:16:49.302683 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45976) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:49.307320 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391bc76-74a5-4fff-855e-a4e186b5e23e None None] Sync routers for ids ['d356c181-24cf-479c-8360-148aa8aaa3c9'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:16:49.317500 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391bc76-74a5-4fff-855e-a4e186b5e23e None None] Routers {'d356c181-24cf-479c-8360-148aa8aaa3c9'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:49.318516 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a391bc76-74a5-4fff-855e-a4e186b5e23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d356c181-24cf-479c-8360-148aa8aaa3c9'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:49.336792 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d3bd90-8b95-4d2a-b7da-e2acee042262 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:49.340549 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35d3bd90-8b95-4d2a-b7da-e2acee042262 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:49.384434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d3bd90-8b95-4d2a-b7da-e2acee042262 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:16:49.410513 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cfe747-d857-4b35-829b-8e66261eb273 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Deleting subnet 9c036cd1-2379-41c0-9b3c-033bea840435 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:16:49.413425 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35d3bd90-8b95-4d2a-b7da-e2acee042262 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:49.413775 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-35d3bd90-8b95-4d2a-b7da-e2acee042262 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Added segment e7ae9029-f751-4938-b2d4-77f83e5c6e44 of type vlan for network a36c8bff-4094-4bbc-a82b-af90ec0434bf Jul 29 15:16:49.424450 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15cfe747-d857-4b35-829b-8e66261eb273 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:49.430576 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a391bc76-74a5-4fff-855e-a4e186b5e23e None None] Set router d356c181-24cf-479c-8360-148aa8aaa3c9 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:49.489050 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35d3bd90-8b95-4d2a-b7da-e2acee042262 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:49.496797 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15cfe747-d857-4b35-829b-8e66261eb273 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:49.563985 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35d3bd90-8b95-4d2a-b7da-e2acee042262 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:49.576724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d3bd90-8b95-4d2a-b7da-e2acee042262 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:49.576724 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35d3bd90-8b95-4d2a-b7da-e2acee042262 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:49.632856 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a391bc76-74a5-4fff-855e-a4e186b5e23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'name': 'tempest-TestNetworkBasicOps-router-1360595122', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:34Z', 'updated_at': '2021-07-29T15:16:48Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:36Z', 'updated_at': '2021-07-29T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:49.665017 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391bc76-74a5-4fff-855e-a4e186b5e23e None None] Checking router: d356c181-24cf-479c-8360-148aa8aaa3c9 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:16:49.665236 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-35d3bd90-8b95-4d2a-b7da-e2acee042262 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4124732 Jul 29 15:16:49.665646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45978) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:49.670747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d5f670e7-15a5-4c70-98a0-b7f0b467eb43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'subnet': {'network_id': 'a36c8bff-4094-4bbc-a82b-af90ec0434bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:49.681234 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15cfe747-d857-4b35-829b-8e66261eb273 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:49.684559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3bd90-8b95-4d2a-b7da-e2acee042262 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Network': ['ID=a36c8bff-4094-4bbc-a82b-af90ec0434bf,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:49.695993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network a36c8bff-4094-4bbc-a82b-af90ec0434bf details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:16:49.713507 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391bc76-74a5-4fff-855e-a4e186b5e23e None None] Routers {'d356c181-24cf-479c-8360-148aa8aaa3c9'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:16:49.716952 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a391bc76-74a5-4fff-855e-a4e186b5e23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:16:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d356c181-24cf-479c-8360-148aa8aaa3c9'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:49.727332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 49114591-90a8-43a6-876a-b9d985ca932b no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:16:49.762870 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15cfe747-d857-4b35-829b-8e66261eb273 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:49.839019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f670e7-15a5-4c70-98a0-b7f0b467eb43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:49.842934 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d5f670e7-15a5-4c70-98a0-b7f0b467eb43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:49.847974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfe747-d857-4b35-829b-8e66261eb273 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Subnet': ['ID=9c036cd1-2379-41c0-9b3c-033bea840435,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:49.852016 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-15cfe747-d857-4b35-829b-8e66261eb273 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:49.852212 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e26535a-bad9-47da-9a31-77aa0179f20f None None] Network 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:49.852789 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-15cfe747-d857-4b35-829b-8e66261eb273 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "DELETE /v2.0/subnets/9c036cd1-2379-41c0-9b3c-033bea840435 HTTP/1.1" status: 204 len: 168 time: 0.5489759 Jul 29 15:16:49.857298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45982) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:49.858764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 49114591-90a8-43a6-876a-b9d985ca932b {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:16:49.860796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 49114591-90a8-43a6-876a-b9d985ca932b not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:16:49.888401 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a391bc76-74a5-4fff-855e-a4e186b5e23e None None] Set router d356c181-24cf-479c-8360-148aa8aaa3c9 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:16:50.009262 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2600fdc-43f6-4d9d-ac55-a266a0f06f3c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:50.146062 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a391bc76-74a5-4fff-855e-a4e186b5e23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'name': 'tempest-TestNetworkBasicOps-router-1360595122', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:34Z', 'updated_at': '2021-07-29T15:16:48Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:36Z', 'updated_at': '2021-07-29T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:50.178415 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d5f670e7-15a5-4c70-98a0-b7f0b467eb43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:50.201977 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a391bc76-74a5-4fff-855e-a4e186b5e23e None None] The sync data for ids ['d356c181-24cf-479c-8360-148aa8aaa3c9'] in n-d-802893-1 is: [{'id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'name': 'tempest-TestNetworkBasicOps-router-1360595122', 'tenant_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:34Z', 'updated_at': '2021-07-29T15:16:48Z', 'revision_number': 5, 'project_id': 'ad88f1e224ca4cdaac5cd6b210676360', 'gw_port': {'id': 'ae98e626-28de-4eaf-a059-5ca5160a42e9', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356c181-24cf-479c-8360-148aa8aaa3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:36Z', 'updated_at': '2021-07-29T15:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:16:50.202320 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2600fdc-43f6-4d9d-ac55-a266a0f06f3c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:50.229665 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760600ab-bc4a-473f-bdde-7c4ae462678d None None] DHCP port deletion for 8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:16:50.299875 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-760600ab-bc4a-473f-bdde-7c4ae462678d None None] Deleting port 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:50.300853 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-760600ab-bc4a-473f-bdde-7c4ae462678d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:50.307577 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d2600fdc-43f6-4d9d-ac55-a266a0f06f3c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Deleting port ae98e626-28de-4eaf-a059-5ca5160a42e9 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:50.307987 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2600fdc-43f6-4d9d-ac55-a266a0f06f3c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:50.321030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f670e7-15a5-4c70-98a0-b7f0b467eb43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Subnet': ['ID=9ca52b14-a4e3-4304-958e-81cbfcb02b18,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:50.328794 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8934a-079c-4940-a879-403d66bf5c33 req-f3ffddb2-5965-4d7e-9441-b831f7f9211a tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:50.339716 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6ea8934a-079c-4940-a879-403d66bf5c33 req-f3ffddb2-5965-4d7e-9441-b831f7f9211a tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 1096 time: 0.1405714 Jul 29 15:16:50.354475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f670e7-15a5-4c70-98a0-b7f0b467eb43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Checking segment: {'id': 'e7ae9029-f751-4938-b2d4-77f83e5c6e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a36c8bff-4094-4bbc-a82b-af90ec0434bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:50.354850 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f670e7-15a5-4c70-98a0-b7f0b467eb43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network hostable DHCP agents. Network: a36c8bff-4094-4bbc-a82b-af90ec0434bf, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:16:50.366256 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6ea8934a-079c-4940-a879-403d66bf5c33 req-80babd11-7cb1-4b90-a3b9-cf40ca2469af tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:50.396955 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-760600ab-bc4a-473f-bdde-7c4ae462678d None None] For port 3fcf1ed8-5f11-4dc6-8827-fac9dd106284, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3fcf1ed8-5f11-4dc6-8827-fac9dd106284,segment=NetworkSegment(c79ba26b-4d89-4d74-ac00-11dc3794038c),segment_id=c79ba26b-4d89-4d74-ac00-11dc3794038c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:50.398363 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-760600ab-bc4a-473f-bdde-7c4ae462678d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:50.406463 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f670e7-15a5-4c70-98a0-b7f0b467eb43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network a36c8bff-4094-4bbc-a82b-af90ec0434bf is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:16:50.416989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-760600ab-bc4a-473f-bdde-7c4ae462678d None None] Calling delete_port for 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:50.426959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-d5f670e7-15a5-4c70-98a0-b7f0b467eb43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, a36c8bff-4094-4bbc-a82b-af90ec0434bf) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:50.427545 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-d2600fdc-43f6-4d9d-ac55-a266a0f06f3c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] For port ae98e626-28de-4eaf-a059-5ca5160a42e9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ae98e626-28de-4eaf-a059-5ca5160a42e9,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:50.427945 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2600fdc-43f6-4d9d-ac55-a266a0f06f3c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:50.434718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f670e7-15a5-4c70-98a0-b7f0b467eb43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:50.435321 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d5f670e7-15a5-4c70-98a0-b7f0b467eb43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:50.452190 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d2600fdc-43f6-4d9d-ac55-a266a0f06f3c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Calling delete_port for ae98e626-28de-4eaf-a059-5ca5160a42e9 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:50.487649 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed244cf-b936-48cb-ad88-331370132b01 None None] Network a36c8bff-4094-4bbc-a82b-af90ec0434bf requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:50.501459 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6ea8934a-079c-4940-a879-403d66bf5c33 req-80babd11-7cb1-4b90-a3b9-cf40ca2469af tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:50.508885 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-6ea8934a-079c-4940-a879-403d66bf5c33 req-80babd11-7cb1-4b90-a3b9-cf40ca2469af tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:50.535635 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6ea8934a-079c-4940-a879-403d66bf5c33 req-80babd11-7cb1-4b90-a3b9-cf40ca2469af tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949148 Jul 29 15:16:50.552852 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d5f670e7-15a5-4c70-98a0-b7f0b467eb43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8838634 Jul 29 15:16:50.555027 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45988) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:50.568172 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f7405674-4365-4a18-87c1-44081258f894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'network_id': 'a36c8bff-4094-4bbc-a82b-af90ec0434bf', 'name': 'tempest-PortsIpV6TestJSON-1572832465'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:50.681948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80babd11-7cb1-4b90-a3b9-cf40ca2469af tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765abcec-8a47-4353-a958-a7751cec7968,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:50.715559 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2600fdc-43f6-4d9d-ac55-a266a0f06f3c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:50.733206 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-760600ab-bc4a-473f-bdde-7c4ae462678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:50.737148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2714e67-4d4d-47cd-b39c-5945047ddf7e req-24ad39f9-7880-4fcb-a5e7-e6c87c618820 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:50.738735 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a2714e67-4d4d-47cd-b39c-5945047ddf7e req-24ad39f9-7880-4fcb-a5e7-e6c87c618820 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.0934470 Jul 29 15:16:50.764484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2600fdc-43f6-4d9d-ac55-a266a0f06f3c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Port': ['ID=ae98e626-28de-4eaf-a059-5ca5160a42e9,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:50.798174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760600ab-bc4a-473f-bdde-7c4ae462678d None None] Pushing event deleted for resources: {'Port': ['ID=3fcf1ed8-5f11-4dc6-8827-fac9dd106284,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:50.818876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7405674-4365-4a18-87c1-44081258f894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:50.838249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760600ab-bc4a-473f-bdde-7c4ae462678d None None] No DVR routers for this DVR port 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:16:50.850572 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-a36c8bff-4094-4bbc-a82b-af90ec0434bf', 'network_id': 'a36c8bff-4094-4bbc-a82b-af90ec0434bf', 'tenant_id': '47e948f4d2a444508769e8471d97ec39', 'fixed_ips': [{'subnet_id': '9ca52b14-a4e3-4304-958e-81cbfcb02b18'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:16:50.851443 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:50.852408 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f7405674-4365-4a18-87c1-44081258f894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:50.896781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-f7405674-4365-4a18-87c1-44081258f894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] device_id is not set on port 0f9e5e26-a29b-4c41-b02e-a37f89e5dbfd yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:16:50.902062 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a2714e67-4d4d-47cd-b39c-5945047ddf7e req-b6ba3ba7-9974-465f-9a98-84102d0963fc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409934 Jul 29 15:16:50.914504 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2600fdc-43f6-4d9d-ac55-a266a0f06f3c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:50.946013 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45994) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:51.073663 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-f7405674-4365-4a18-87c1-44081258f894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Allocated IP 2001:db8::141 (a36c8bff-4094-4bbc-a82b-af90ec0434bf/9ca52b14-a4e3-4304-958e-81cbfcb02b18/0f9e5e26-a29b-4c41-b02e-a37f89e5dbfd) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:51.262477 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f7405674-4365-4a18-87c1-44081258f894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:51.278999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-f7405674-4365-4a18-87c1-44081258f894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Transition to ACTIVE for port object 0f9e5e26-a29b-4c41-b02e-a37f89e5dbfd will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:51.316104 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f7405674-4365-4a18-87c1-44081258f894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:51.369754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7405674-4365-4a18-87c1-44081258f894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network a36c8bff-4094-4bbc-a82b-af90ec0434bf is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:51.373142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-f7405674-4365-4a18-87c1-44081258f894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:51.378827 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Allocated IP 2001:db8::2 (a36c8bff-4094-4bbc-a82b-af90ec0434bf/9ca52b14-a4e3-4304-958e-81cbfcb02b18/59372331-c47d-4c97-930d-4ca67b45566d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:51.379754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7405674-4365-4a18-87c1-44081258f894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:51.385757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7405674-4365-4a18-87c1-44081258f894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:51.386407 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f7405674-4365-4a18-87c1-44081258f894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:51.398415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7405674-4365-4a18-87c1-44081258f894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=0f9e5e26-a29b-4c41-b02e-a37f89e5dbfd,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:51.400406 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2600fdc-43f6-4d9d-ac55-a266a0f06f3c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:51.402987 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2600fdc-43f6-4d9d-ac55-a266a0f06f3c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:51.407154 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f7405674-4365-4a18-87c1-44081258f894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8504114 Jul 29 15:16:51.410310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 45996) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:51.418643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-bac40d21-038e-4c0a-b2a8-bbb29a9ab574 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'network_id': 'a36c8bff-4094-4bbc-a82b-af90ec0434bf', 'name': 'tempest-PortsIpV6TestJSON-1614040445'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:51.552841 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2600fdc-43f6-4d9d-ac55-a266a0f06f3c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:51.553404 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2600fdc-43f6-4d9d-ac55-a266a0f06f3c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Fanout notify agent at l3_agent the message router_deleted on router d356c181-24cf-479c-8360-148aa8aaa3c9 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:16:51.567964 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:51.571005 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2600fdc-43f6-4d9d-ac55-a266a0f06f3c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:51.574939 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d2600fdc-43f6-4d9d-ac55-a266a0f06f3c tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "DELETE /v2.0/routers/d356c181-24cf-479c-8360-148aa8aaa3c9 HTTP/1.1" status: 204 len: 168 time: 1.7165794 Jul 29 15:16:51.575174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 45998) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:51.583304 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Transition to ACTIVE for port object 59372331-c47d-4c97-930d-4ca67b45566d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:51.585549 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dc91822f-0b8b-4aae-87ba-61f2679c8115 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/3a504442-4230-4f7d-a3bb-2667f7d7ef5e HTTP/1.1" status: 200 len: 993 time: 0.6380334 Jul 29 15:16:51.638938 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Transition to ACTIVE for port object 59372331-c47d-4c97-930d-4ca67b45566d will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:51.654860 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:51.688554 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac40d21-038e-4c0a-b2a8-bbb29a9ab574 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:51.693404 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bac40d21-038e-4c0a-b2a8-bbb29a9ab574 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:51.696958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Network a36c8bff-4094-4bbc-a82b-af90ec0434bf is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:51.728005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:51.737423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-bac40d21-038e-4c0a-b2a8-bbb29a9ab574 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] device_id is not set on port ebe78e2d-ac0f-4056-b8fe-6ab6db90542f yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:16:51.742716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:51.795444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 81d5393f-af82-464e-ac01-fac9708e7b9b no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:16:51.802762 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a84a227-fb4a-4bdc-93d5-7e198068d5b3 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:51.820546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Pushing event updated for resources: {'Port': ['ID=59372331-c47d-4c97-930d-4ca67b45566d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:51.850785 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 81d5393f-af82-464e-ac01-fac9708e7b9b {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:16:51.850785 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 81d5393f-af82-464e-ac01-fac9708e7b9b not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:16:51.850785 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:16:51.900556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Attempting to bind port 59372331-c47d-4c97-930d-4ca67b45566d on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:16:51.900972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Attempting to bind port 59372331-c47d-4c97-930d-4ca67b45566d by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'e7ae9029-f751-4938-b2d4-77f83e5c6e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a36c8bff-4094-4bbc-a82b-af90ec0434bf'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:16:51.901342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Attempting to bind port 59372331-c47d-4c97-930d-4ca67b45566d on network a36c8bff-4094-4bbc-a82b-af90ec0434bf {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:51.906159 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:16:51.906511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3fcf1ed8-5f11-4dc6-8827-fac9dd106284 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:16:51.910241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:16:51.910658 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Checking segment: {'id': 'e7ae9029-f751-4938-b2d4-77f83e5c6e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a36c8bff-4094-4bbc-a82b-af90ec0434bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:51.910946 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:51.911378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Bound using segment: {'id': 'e7ae9029-f751-4938-b2d4-77f83e5c6e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a36c8bff-4094-4bbc-a82b-af90ec0434bf'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:16:51.911810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Bound port: 59372331-c47d-4c97-930d-4ca67b45566d, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ae9029-f751-4938-b2d4-77f83e5c6e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a36c8bff-4094-4bbc-a82b-af90ec0434bf'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:16:51.912199 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:51.921192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-bac40d21-038e-4c0a-b2a8-bbb29a9ab574 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Allocated IP 2001:db8::4 (a36c8bff-4094-4bbc-a82b-af90ec0434bf/9ca52b14-a4e3-4304-958e-81cbfcb02b18/ebe78e2d-ac0f-4056-b8fe-6ab6db90542f) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:51.954286 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a84a227-fb4a-4bdc-93d5-7e198068d5b3 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:51.970296 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-4a84a227-fb4a-4bdc-93d5-7e198068d5b3 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:51.987091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-4a84a227-fb4a-4bdc-93d5-7e198068d5b3 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79ba26b-4d89-4d74-ac00-11dc3794038c') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:51.987568 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-4a84a227-fb4a-4bdc-93d5-7e198068d5b3 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79ba26b-4d89-4d74-ac00-11dc3794038c') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:52.007043 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] For port 59372331-c47d-4c97-930d-4ca67b45566d, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:16:52.011652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] For port 59372331-c47d-4c97-930d-4ca67b45566d, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=59372331-c47d-4c97-930d-4ca67b45566d,segment=NetworkSegment(e7ae9029-f751-4938-b2d4-77f83e5c6e44),segment_id=e7ae9029-f751-4938-b2d4-77f83e5c6e44)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:16:52.014021 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a84a227-fb4a-4bdc-93d5-7e198068d5b3 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:52.020324 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:52.054320 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a84a227-fb4a-4bdc-93d5-7e198068d5b3 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:52.063748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a84a227-fb4a-4bdc-93d5-7e198068d5b3 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:16:52.065753 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a84a227-fb4a-4bdc-93d5-7e198068d5b3 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:16:52.070153 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:16:52.162971 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bac40d21-038e-4c0a-b2a8-bbb29a9ab574 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:52.167286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51613501-46f7-43e7-b531-3e11faf57262 None None] Pushing event updated for resources: {'Port': ['ID=59372331-c47d-4c97-930d-4ca67b45566d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:52.195131 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a84a227-fb4a-4bdc-93d5-7e198068d5b3 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:52.196129 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-bac40d21-038e-4c0a-b2a8-bbb29a9ab574 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Transition to ACTIVE for port object ebe78e2d-ac0f-4056-b8fe-6ab6db90542f will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:52.203376 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4a84a227-fb4a-4bdc-93d5-7e198068d5b3 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:52.210114 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4a84a227-fb4a-4bdc-93d5-7e198068d5b3 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] 10.222.0.16 "DELETE /v2.0/networks/8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220 HTTP/1.1" status: 204 len: 168 time: 0.6335385 Jul 29 15:16:52.254484 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84a227-fb4a-4bdc-93d5-7e198068d5b3 tempest-TestNetworkBasicOps-1900923283 tempest-TestNetworkBasicOps-1900923283-project] Pushing event deleted for resources: {'Network': ['ID=8dc6b6d3-0fbc-4d2f-ad4e-ec0a9e3e3220,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:52.275753 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bac40d21-038e-4c0a-b2a8-bbb29a9ab574 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:52.356033 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac40d21-038e-4c0a-b2a8-bbb29a9ab574 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network a36c8bff-4094-4bbc-a82b-af90ec0434bf is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:52.357837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac40d21-038e-4c0a-b2a8-bbb29a9ab574 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=ebe78e2d-ac0f-4056-b8fe-6ab6db90542f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:52.375218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-bac40d21-038e-4c0a-b2a8-bbb29a9ab574 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:52.391185 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac40d21-038e-4c0a-b2a8-bbb29a9ab574 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:52.402639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac40d21-038e-4c0a-b2a8-bbb29a9ab574 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:52.403318 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bac40d21-038e-4c0a-b2a8-bbb29a9ab574 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:52.435234 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bac40d21-038e-4c0a-b2a8-bbb29a9ab574 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0204527 Jul 29 15:16:52.435981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46016) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:52.620328 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832910d1-cdc1-446e-9d80-86f46ec383a5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:52.622060 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-832910d1-cdc1-446e-9d80-86f46ec383a5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A141 HTTP/1.1" status: 200 len: 929 time: 0.1847970 Jul 29 15:16:52.626039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46022) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:52.675506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dbc6d-7036-469e-94b7-ef7226790549 req-f4015354-cffc-4a8f-b95f-be9f4c01dcdb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:52.684597 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b60dbc6d-7036-469e-94b7-ef7226790549 req-f4015354-cffc-4a8f-b95f-be9f4c01dcdb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.1401987 Jul 29 15:16:52.700104 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-4fcc70f4-c2eb-4373-8190-b462912adfa7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2004516 Jul 29 15:16:52.871204 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b60dbc6d-7036-469e-94b7-ef7226790549 req-9a5f7c7a-3e8b-4f5e-a4ce-c800e873f27d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664565 Jul 29 15:16:52.890297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46030) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:52.916988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7fd956b6-0441-4a67-96a1-73f62946ad71 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port ebe78e2d-ac0f-4056-b8fe-6ab6db90542f {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:52.916988 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fd956b6-0441-4a67-96a1-73f62946ad71 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:53.023191 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fd956b6-0441-4a67-96a1-73f62946ad71 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:53.037169 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7fd956b6-0441-4a67-96a1-73f62946ad71 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for ebe78e2d-ac0f-4056-b8fe-6ab6db90542f owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:53.128183 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2fff1fda-acff-41a5-a7f1-adb5cc9e6e7a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad88f1e224ca4cdaac5cd6b210676360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714732 Jul 29 15:16:53.130599 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46042) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:53.246750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e22824f0-306c-4701-86f6-b1b32b907a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:53.280389 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fd956b6-0441-4a67-96a1-73f62946ad71 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:53.294356 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e22824f0-306c-4701-86f6-b1b32b907a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:53.387288 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7fd956b6-0441-4a67-96a1-73f62946ad71 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:53.392921 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7fd956b6-0441-4a67-96a1-73f62946ad71 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/ebe78e2d-ac0f-4056-b8fe-6ab6db90542f HTTP/1.1" status: 204 len: 168 time: 0.7626038 Jul 29 15:16:53.392921 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd956b6-0441-4a67-96a1-73f62946ad71 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=ebe78e2d-ac0f-4056-b8fe-6ab6db90542f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:53.400199 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46052) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:53.428180 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e22824f0-306c-4701-86f6-b1b32b907a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:53.431577 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e22824f0-306c-4701-86f6-b1b32b907a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:53.432948 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e22824f0-306c-4701-86f6-b1b32b907a47 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebb5b9fa-9cd4-4294-b5c8-e7eebb580b0e HTTP/1.1" status: 204 len: 168 time: 0.3011065 Jul 29 15:16:53.434895 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16a7988-c313-42cf-b259-068b2dca8995 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] GET failed (client error): The resource could not be found. Jul 29 15:16:53.439758 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a16a7988-c313-42cf-b259-068b2dca8995 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/ebe78e2d-ac0f-4056-b8fe-6ab6db90542f HTTP/1.1" status: 404 len: 333 time: 0.0366135 Jul 29 15:16:53.440474 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46056) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:53.469045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22824f0-306c-4701-86f6-b1b32b907a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb5b9fa-9cd4-4294-b5c8-e7eebb580b0e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:53.651680 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-92b22c9b-d90d-49ef-aeb6-d67afe9b769a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port 0f9e5e26-a29b-4c41-b02e-a37f89e5dbfd {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:53.653142 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-92b22c9b-d90d-49ef-aeb6-d67afe9b769a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:53.687932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b304b6-0133-4338-be11-8dedd898f428 None None] Network a36c8bff-4094-4bbc-a82b-af90ec0434bf requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:53.776597 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 59372331-c47d-4c97-930d-4ca67b45566d up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:53.815431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-166cae43-c534-493f-a3fb-1aeea99fe86c None None] Provisioning for port 59372331-c47d-4c97-930d-4ca67b45566d completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:53.897264 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-92b22c9b-d90d-49ef-aeb6-d67afe9b769a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:53.902391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 59372331-c47d-4c97-930d-4ca67b45566d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:53.932974 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-92b22c9b-d90d-49ef-aeb6-d67afe9b769a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for 0f9e5e26-a29b-4c41-b02e-a37f89e5dbfd owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:53.937311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 59372331-c47d-4c97-930d-4ca67b45566d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:53.937495 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.003233 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46066) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:54.028406 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46be698d-cbff-4989-b49b-3764b2e11e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.139479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193219f5-7fac-4957-b44f-5b4aad800c0c req-5b3bcf42-c386-4b12-9a32-8bea13fc6b47 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:54.141089 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-193219f5-7fac-4957-b44f-5b4aad800c0c req-5b3bcf42-c386-4b12-9a32-8bea13fc6b47 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.1157355 Jul 29 15:16:54.146058 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-92b22c9b-d90d-49ef-aeb6-d67afe9b769a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.186552 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.201591 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b22c9b-d90d-49ef-aeb6-d67afe9b769a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=0f9e5e26-a29b-4c41-b02e-a37f89e5dbfd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:54.237106 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-92b22c9b-d90d-49ef-aeb6-d67afe9b769a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.241200 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-92b22c9b-d90d-49ef-aeb6-d67afe9b769a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/0f9e5e26-a29b-4c41-b02e-a37f89e5dbfd HTTP/1.1" status: 204 len: 168 time: 0.7994907 Jul 29 15:16:54.243863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46070) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:54.250112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-193219f5-7fac-4957-b44f-5b4aad800c0c req-5083e019-4c4d-4dab-abd6-47d1c299536e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979733 Jul 29 15:16:54.288412 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 59372331-c47d-4c97-930d-4ca67b45566d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=59372331-c47d-4c97-930d-4ca67b45566d,segment=NetworkSegment(e7ae9029-f751-4938-b2d4-77f83e5c6e44),segment_id=e7ae9029-f751-4938-b2d4-77f83e5c6e44)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:54.294651 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b99e2f8-cf8d-4a46-a154-c2a4809df1c6 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] GET failed (client error): The resource could not be found. Jul 29 15:16:54.297367 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6b99e2f8-cf8d-4a46-a154-c2a4809df1c6 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/0f9e5e26-a29b-4c41-b02e-a37f89e5dbfd HTTP/1.1" status: 404 len: 333 time: 0.0508657 Jul 29 15:16:54.298794 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.299695 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46072) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:54.310066 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ae98e626-28de-4eaf-a059-5ca5160a42e9 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:16:54.338379 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46be698d-cbff-4989-b49b-3764b2e11e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.345938 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-46be698d-cbff-4989-b49b-3764b2e11e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.360128 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: ae98e626-28de-4eaf-a059-5ca5160a42e9 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:16:54.360450 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ae98e626-28de-4eaf-a059-5ca5160a42e9 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:16:54.399330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=59372331-c47d-4c97-930d-4ca67b45566d,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:54.399574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-1855d6b5-270b-4f80-b376-3e4b6f469f01 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting subnet 9ca52b14-a4e3-4304-958e-81cbfcb02b18 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:16:54.414285 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1855d6b5-270b-4f80-b376-3e4b6f469f01 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.416964 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be698d-cbff-4989-b49b-3764b2e11e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc001f88-5fe7-4c7f-bef4-452cf9389427,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:54.425963 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-46be698d-cbff-4989-b49b-3764b2e11e2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30cf39397c3a4152bd7167f55d69aeda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214978 Jul 29 15:16:54.426601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46074) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:54.491659 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1855d6b5-270b-4f80-b376-3e4b6f469f01 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.492232 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a6bbf4cd-a754-42dc-81cc-c42fc215fee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.531759 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a6bbf4cd-a754-42dc-81cc-c42fc215fee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.574451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9a69a7b9-2935-4d77-97a8-276f4225b8e0 None None] Could not find standard attr ID for object 0f9e5e26-a29b-4c41-b02e-a37f89e5dbfd. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:16:54.593392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9a69a7b9-2935-4d77-97a8-276f4225b8e0 None None] Provisioning complete for port 59372331-c47d-4c97-930d-4ca67b45566d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:54.593896 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a69a7b9-2935-4d77-97a8-276f4225b8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.608020 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a6bbf4cd-a754-42dc-81cc-c42fc215fee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.611961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a6bbf4cd-a754-42dc-81cc-c42fc215fee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.616766 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a6bbf4cd-a754-42dc-81cc-c42fc215fee4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc001f88-5fe7-4c7f-bef4-452cf9389427 HTTP/1.1" status: 204 len: 168 time: 0.1889715 Jul 29 15:16:54.626440 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbf4cd-a754-42dc-81cc-c42fc215fee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc001f88-5fe7-4c7f-bef4-452cf9389427,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:54.649264 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1855d6b5-270b-4f80-b376-3e4b6f469f01 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.753189 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1855d6b5-270b-4f80-b376-3e4b6f469f01 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.807256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855d6b5-270b-4f80-b376-3e4b6f469f01 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca52b14-a4e3-4304-958e-81cbfcb02b18,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:54.818563 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1855d6b5-270b-4f80-b376-3e4b6f469f01 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.824355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46078) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:54.835623 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1855d6b5-270b-4f80-b376-3e4b6f469f01 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/9ca52b14-a4e3-4304-958e-81cbfcb02b18 HTTP/1.1" status: 204 len: 168 time: 0.5339961 Jul 29 15:16:54.853428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58cbe22-8196-405b-86af-f50adc1fa357 None None] Network a36c8bff-4094-4bbc-a82b-af90ec0434bf requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:54.920129 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:54.942756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-76fbb39d-ce4a-44d3-be3c-c3bdd9b01fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:54.944873 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-76fbb39d-ce4a-44d3-be3c-c3bdd9b01fc6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 1096 time: 0.0968986 Jul 29 15:16:54.952852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-de6e1c66-f730-435b-8bd4-bcb1a20d5fbf None None] Could not find standard attr ID for object 0f9e5e26-a29b-4c41-b02e-a37f89e5dbfd. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:16:54.997990 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port 59372331-c47d-4c97-930d-4ca67b45566d {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:54.999591 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.082418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804c55f1-f774-4da9-bdb1-b0b230af010e None None] DHCP port deletion for a36c8bff-4094-4bbc-a82b-af90ec0434bf request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:16:55.085359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] For port 59372331-c47d-4c97-930d-4ca67b45566d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=59372331-c47d-4c97-930d-4ca67b45566d,segment=NetworkSegment(e7ae9029-f751-4938-b2d4-77f83e5c6e44),segment_id=e7ae9029-f751-4938-b2d4-77f83e5c6e44)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:55.085958 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.105346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for 59372331-c47d-4c97-930d-4ca67b45566d owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:55.114337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-38a81433-e0b0-4ee8-839b-b8cc10f81550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:55.116095 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-38a81433-e0b0-4ee8-839b-b8cc10f81550 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b13fb13d-e244-491e-878b-52b7d508aab7 HTTP/1.1" status: 200 len: 898 time: 0.1572337 Jul 29 15:16:55.176385 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-804c55f1-f774-4da9-bdb1-b0b230af010e None None] Deleting port 59372331-c47d-4c97-930d-4ca67b45566d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:55.176717 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-804c55f1-f774-4da9-bdb1-b0b230af010e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.207537 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.212810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-616a2364-c397-4b9d-beb9-ab81f691dafe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e HTTP/1.1" status: 200 len: 1001 time: 0.0887790 Jul 29 15:16:55.242409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=59372331-c47d-4c97-930d-4ca67b45566d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:55.250225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No DVR routers for this DVR port 59372331-c47d-4c97-930d-4ca67b45566d on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:16:55.290900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-af50f4e7-49be-4545-80e4-d395844c322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:55.292821 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-af50f4e7-49be-4545-80e4-d395844c322c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7630c3f4-61cc-44ce-86d1-ba91f043462a HTTP/1.1" status: 200 len: 834 time: 0.0705969 Jul 29 15:16:55.320819 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-804c55f1-f774-4da9-bdb1-b0b230af010e None None] For port 59372331-c47d-4c97-930d-4ca67b45566d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=59372331-c47d-4c97-930d-4ca67b45566d,segment=NetworkSegment(e7ae9029-f751-4938-b2d4-77f83e5c6e44),segment_id=e7ae9029-f751-4938-b2d4-77f83e5c6e44)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:16:55.321731 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-804c55f1-f774-4da9-bdb1-b0b230af010e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.341060 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-804c55f1-f774-4da9-bdb1-b0b230af010e None None] Calling delete_port for 59372331-c47d-4c97-930d-4ca67b45566d owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:55.377600 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.390496 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36c8bff-4094-4bbc-a82b-af90ec0434bf']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:55.404340 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ae9029-f751-4938-b2d4-77f83e5c6e44') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:55.404629 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ae9029-f751-4938-b2d4-77f83e5c6e44') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:16:55.417692 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-fc31cad8-160f-458a-b0d0-2d66ddd6ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:55.418279 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.425942 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-fc31cad8-160f-458a-b0d0-2d66ddd6ed22 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b13fb13d-e244-491e-878b-52b7d508aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225953 Jul 29 15:16:55.436731 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.446137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:16:55.446137 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:16:55.449211 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:16:55.491261 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-804c55f1-f774-4da9-bdb1-b0b230af010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.506424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c55f1-f774-4da9-bdb1-b0b230af010e None None] No DVR routers for this DVR port 59372331-c47d-4c97-930d-4ca67b45566d on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:16:55.533840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c55f1-f774-4da9-bdb1-b0b230af010e None None] Pushing event deleted for resources: {'Port': ['ID=59372331-c47d-4c97-930d-4ca67b45566d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:55.569221 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.582723 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.591372 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/networks/a36c8bff-4094-4bbc-a82b-af90ec0434bf HTTP/1.1" status: 204 len: 168 time: 0.7622008 Jul 29 15:16:55.599703 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46098) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:55.602308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6103f-b7b5-460a-a274-2a4d65afac1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Network': ['ID=a36c8bff-4094-4bbc-a82b-af90ec0434bf,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:55.603252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d3b43-a9f2-49b4-af9d-b813d083dffd req-fde07965-cdc9-472f-9281-7765c5ec560a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:55.607666 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-3458e5dc-b1bf-4b37-88f9-92cca45cd0df tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1869476429'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:55.612161 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-071d3b43-a9f2-49b4-af9d-b813d083dffd req-fde07965-cdc9-472f-9281-7765c5ec560a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.1849751 Jul 29 15:16:55.634980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3458e5dc-b1bf-4b37-88f9-92cca45cd0df tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:55.639673 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3458e5dc-b1bf-4b37-88f9-92cca45cd0df tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.661251 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-258e4fd6-ab65-4565-a17e-06a0a3c7bf3a service neutron] 10.222.0.38 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169969 Jul 29 15:16:55.674775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 59372331-c47d-4c97-930d-4ca67b45566d no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:16:55.679500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3458e5dc-b1bf-4b37-88f9-92cca45cd0df tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:16:55.691526 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3458e5dc-b1bf-4b37-88f9-92cca45cd0df tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.691889 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-3458e5dc-b1bf-4b37-88f9-92cca45cd0df tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Added segment b47d63c1-7d57-4fd6-b98c-2afa6a486d4a of type vlan for network cc219c73-d9e7-422d-850f-3347837a2af4 Jul 29 15:16:55.697841 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-071d3b43-a9f2-49b4-af9d-b813d083dffd req-e5c99306-1fcc-4a95-ac06-6a20373fd848 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847244 Jul 29 15:16:55.722830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 59372331-c47d-4c97-930d-4ca67b45566d {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:16:55.723174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 59372331-c47d-4c97-930d-4ca67b45566d not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:16:55.758418 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3458e5dc-b1bf-4b37-88f9-92cca45cd0df tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.807150 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3458e5dc-b1bf-4b37-88f9-92cca45cd0df tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.813134 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3458e5dc-b1bf-4b37-88f9-92cca45cd0df tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:55.813760 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3458e5dc-b1bf-4b37-88f9-92cca45cd0df tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:55.831297 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-2200060e-3551-4e8e-8922-6405f8f1b664 service neutron] 10.222.0.38 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323712 Jul 29 15:16:55.888858 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3458e5dc-b1bf-4b37-88f9-92cca45cd0df tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2863419 Jul 29 15:16:55.890705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46106) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:55.900309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e6d96e48-f0e7-43ee-9e0f-543e1a57b06b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'subnet': {'network_id': 'cc219c73-d9e7-422d-850f-3347837a2af4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:55.916198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458e5dc-b1bf-4b37-88f9-92cca45cd0df tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Network': ['ID=cc219c73-d9e7-422d-850f-3347837a2af4,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:55.935115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network cc219c73-d9e7-422d-850f-3347837a2af4 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:16:56.028831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d96e48-f0e7-43ee-9e0f-543e1a57b06b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:56.034955 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6d96e48-f0e7-43ee-9e0f-543e1a57b06b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:56.249181 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6d96e48-f0e7-43ee-9e0f-543e1a57b06b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:56.312446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d96e48-f0e7-43ee-9e0f-543e1a57b06b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Subnet': ['ID=2141f3da-6191-4644-9956-c28df6850cd8,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:56.322948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d96e48-f0e7-43ee-9e0f-543e1a57b06b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Checking segment: {'id': 'b47d63c1-7d57-4fd6-b98c-2afa6a486d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cc219c73-d9e7-422d-850f-3347837a2af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:56.323324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d96e48-f0e7-43ee-9e0f-543e1a57b06b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network hostable DHCP agents. Network: cc219c73-d9e7-422d-850f-3347837a2af4, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:16:56.341749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d96e48-f0e7-43ee-9e0f-543e1a57b06b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network cc219c73-d9e7-422d-850f-3347837a2af4 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:16:56.352400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e6d96e48-f0e7-43ee-9e0f-543e1a57b06b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, cc219c73-d9e7-422d-850f-3347837a2af4) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:56.361605 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eddcc9c-136b-4446-8be9-f622104486aa None None] Network cc219c73-d9e7-422d-850f-3347837a2af4 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:56.367041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d96e48-f0e7-43ee-9e0f-543e1a57b06b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:56.367643 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6d96e48-f0e7-43ee-9e0f-543e1a57b06b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:56.401115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46122) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:56.401571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e6d96e48-f0e7-43ee-9e0f-543e1a57b06b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5095730 Jul 29 15:16:56.406960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4b57ff16-3241-4956-9e1e-d669cb55daa1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'network_id': 'cc219c73-d9e7-422d-850f-3347837a2af4', 'name': 'tempest-PortsIpV6TestJSON-1706767711', 'fixed_ips': [{'subnet_id': '2141f3da-6191-4644-9956-c28df6850cd8', 'ip_address': '2001:db8::10'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:56.487418 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:56.574451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b57ff16-3241-4956-9e1e-d669cb55daa1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:56.614729 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-cc219c73-d9e7-422d-850f-3347837a2af4', 'network_id': 'cc219c73-d9e7-422d-850f-3347837a2af4', 'tenant_id': '47e948f4d2a444508769e8471d97ec39', 'fixed_ips': [{'subnet_id': '2141f3da-6191-4644-9956-c28df6850cd8'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:16:56.615898 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:56.676560 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b57ff16-3241-4956-9e1e-d669cb55daa1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:56.699697 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-4b57ff16-3241-4956-9e1e-d669cb55daa1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] device_id is not set on port aac4ec2c-ca3a-4760-b13c-aaece4b35dd2 yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:16:56.835550 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Allocated IP 2001:db8::2 (cc219c73-d9e7-422d-850f-3347837a2af4/2141f3da-6191-4644-9956-c28df6850cd8/47e4d9ba-1f66-4804-b9e1-fd01031b19af) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:56.920082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48ada5-4f69-4d51-a2df-aaf54b5bba8a req-4bb327f2-ce80-4dcb-b15c-2b67997ac429 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:56.921702 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fa48ada5-4f69-4d51-a2df-aaf54b5bba8a req-4bb327f2-ce80-4dcb-b15c-2b67997ac429 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.1007569 Jul 29 15:16:56.988596 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fa48ada5-4f69-4d51-a2df-aaf54b5bba8a req-ae97da90-7aa5-4901-93e2-2e1b3561a060 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582650 Jul 29 15:16:57.037744 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:57.046325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Transition to ACTIVE for port object 47e4d9ba-1f66-4804-b9e1-fd01031b19af will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:57.063647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Transition to ACTIVE for port object 47e4d9ba-1f66-4804-b9e1-fd01031b19af will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:57.073094 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:57.126265 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Network cc219c73-d9e7-422d-850f-3347837a2af4 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:57.134361 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:57.144435 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:57.146621 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-4b57ff16-3241-4956-9e1e-d669cb55daa1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Allocated IP 2001:db8::10 (cc219c73-d9e7-422d-850f-3347837a2af4/2141f3da-6191-4644-9956-c28df6850cd8/aac4ec2c-ca3a-4760-b13c-aaece4b35dd2) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:57.154779 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Pushing event updated for resources: {'Port': ['ID=47e4d9ba-1f66-4804-b9e1-fd01031b19af,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:57.226063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Attempting to bind port 47e4d9ba-1f66-4804-b9e1-fd01031b19af on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:16:57.226767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Attempting to bind port 47e4d9ba-1f66-4804-b9e1-fd01031b19af by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'b47d63c1-7d57-4fd6-b98c-2afa6a486d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cc219c73-d9e7-422d-850f-3347837a2af4'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:16:57.227199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Attempting to bind port 47e4d9ba-1f66-4804-b9e1-fd01031b19af on network cc219c73-d9e7-422d-850f-3347837a2af4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:16:57.243945 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:16:57.244857 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Checking segment: {'id': 'b47d63c1-7d57-4fd6-b98c-2afa6a486d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cc219c73-d9e7-422d-850f-3347837a2af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:16:57.245515 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:57.246123 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Bound using segment: {'id': 'b47d63c1-7d57-4fd6-b98c-2afa6a486d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cc219c73-d9e7-422d-850f-3347837a2af4'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:16:57.246808 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Bound port: 47e4d9ba-1f66-4804-b9e1-fd01031b19af, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47d63c1-7d57-4fd6-b98c-2afa6a486d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cc219c73-d9e7-422d-850f-3347837a2af4'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:16:57.247570 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:57.330613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] For port 47e4d9ba-1f66-4804-b9e1-fd01031b19af, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:16:57.335503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] For port 47e4d9ba-1f66-4804-b9e1-fd01031b19af, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=47e4d9ba-1f66-4804-b9e1-fd01031b19af,segment=NetworkSegment(b47d63c1-7d57-4fd6-b98c-2afa6a486d4a),segment_id=b47d63c1-7d57-4fd6-b98c-2afa6a486d4a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:16:57.340348 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:57.344846 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b57ff16-3241-4956-9e1e-d669cb55daa1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:57.366699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-4b57ff16-3241-4956-9e1e-d669cb55daa1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Transition to ACTIVE for port object aac4ec2c-ca3a-4760-b13c-aaece4b35dd2 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:57.406546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed98b1-ce0d-4c86-b843-60dcceb7d460 None None] Pushing event updated for resources: {'Port': ['ID=47e4d9ba-1f66-4804-b9e1-fd01031b19af,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:57.429169 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b57ff16-3241-4956-9e1e-d669cb55daa1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:57.478041 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b57ff16-3241-4956-9e1e-d669cb55daa1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network cc219c73-d9e7-422d-850f-3347837a2af4 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:57.482175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-4b57ff16-3241-4956-9e1e-d669cb55daa1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:57.488033 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b57ff16-3241-4956-9e1e-d669cb55daa1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:57.494959 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b57ff16-3241-4956-9e1e-d669cb55daa1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:57.496099 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4b57ff16-3241-4956-9e1e-d669cb55daa1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:57.515735 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57ff16-3241-4956-9e1e-d669cb55daa1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=aac4ec2c-ca3a-4760-b13c-aaece4b35dd2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:57.530774 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46260) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:57.531288 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4b57ff16-3241-4956-9e1e-d669cb55daa1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1281383 Jul 29 15:16:57.539931 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7c3cf1a0-7746-4607-9a5e-25c67f3dce69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'network_id': 'cc219c73-d9e7-422d-850f-3347837a2af4', 'name': 'tempest-PortsIpV6TestJSON-1419901833', 'fixed_ips': [{'subnet_id': '2141f3da-6191-4644-9956-c28df6850cd8', 'ip_address': '2001:db8::f'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:16:57.731933 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3cf1a0-7746-4607-9a5e-25c67f3dce69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:16:57.813926 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46264) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:57.863686 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c3cf1a0-7746-4607-9a5e-25c67f3dce69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:57.882758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-7c3cf1a0-7746-4607-9a5e-25c67f3dce69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] device_id is not set on port 96590f6d-034e-4d53-9c02-9f3c249fba29 yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:16:57.935668 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd858f7b-04f1-4c1b-bb9c-f8dceeb98cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:58.046500 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd858f7b-04f1-4c1b-bb9c-f8dceeb98cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:58.052093 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cd858f7b-04f1-4c1b-bb9c-f8dceeb98cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:58.061770 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-7c3cf1a0-7746-4607-9a5e-25c67f3dce69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Allocated IP 2001:db8::f (cc219c73-d9e7-422d-850f-3347837a2af4/2141f3da-6191-4644-9956-c28df6850cd8/96590f6d-034e-4d53-9c02-9f3c249fba29) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:16:58.101934 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd858f7b-04f1-4c1b-bb9c-f8dceeb98cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc96cb1-c18d-4dfe-9f4e-de1cfc4fb5a4,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:58.107380 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cd858f7b-04f1-4c1b-bb9c-f8dceeb98cc3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d6d6d55a6c845038a0ec3091c2ee571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917094 Jul 29 15:16:58.109943 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46270) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:58.152551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e1cd6-0a6b-436c-93fe-6aa1e058d0c1 req-5e991efc-2c42-43a2-a23d-da63011f80a1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:58.154118 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e5e1cd6-0a6b-436c-93fe-6aa1e058d0c1 req-5e991efc-2c42-43a2-a23d-da63011f80a1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.0900815 Jul 29 15:16:58.193729 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53c24298-55bf-4ab0-83a6-9df6d3b523b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:58.229441 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53c24298-55bf-4ab0-83a6-9df6d3b523b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:58.261160 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e5e1cd6-0a6b-436c-93fe-6aa1e058d0c1 req-17a83344-6bc8-4c8f-a97f-d9b3978535bb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947912 Jul 29 15:16:58.309711 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53c24298-55bf-4ab0-83a6-9df6d3b523b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:58.313245 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53c24298-55bf-4ab0-83a6-9df6d3b523b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:58.318656 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-53c24298-55bf-4ab0-83a6-9df6d3b523b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5dc96cb1-c18d-4dfe-9f4e-de1cfc4fb5a4 HTTP/1.1" status: 204 len: 168 time: 0.2074504 Jul 29 15:16:58.329224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c24298-55bf-4ab0-83a6-9df6d3b523b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc96cb1-c18d-4dfe-9f4e-de1cfc4fb5a4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:58.381422 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c3cf1a0-7746-4607-9a5e-25c67f3dce69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:58.404076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-7c3cf1a0-7746-4607-9a5e-25c67f3dce69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Transition to ACTIVE for port object 96590f6d-034e-4d53-9c02-9f3c249fba29 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:16:58.442265 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c3cf1a0-7746-4607-9a5e-25c67f3dce69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:58.491225 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3cf1a0-7746-4607-9a5e-25c67f3dce69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network cc219c73-d9e7-422d-850f-3347837a2af4 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:16:58.494681 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7c3cf1a0-7746-4607-9a5e-25c67f3dce69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:16:58.499033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3cf1a0-7746-4607-9a5e-25c67f3dce69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:16:58.505613 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3cf1a0-7746-4607-9a5e-25c67f3dce69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:58.506293 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c3cf1a0-7746-4607-9a5e-25c67f3dce69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:58.530377 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7c3cf1a0-7746-4607-9a5e-25c67f3dce69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9970417 Jul 29 15:16:58.530869 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46284) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:58.535216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cf1a0-7746-4607-9a5e-25c67f3dce69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=96590f6d-034e-4d53-9c02-9f3c249fba29,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:58.655146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fefcaff-ada4-4a1f-876d-b9eeaf312d75 None None] Network cc219c73-d9e7-422d-850f-3347837a2af4 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:16:58.713437 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b81527-d790-46cb-93cb-7778eb6462c3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:58.717430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-75b81527-d790-46cb-93cb-7778eb6462c3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1829760 Jul 29 15:16:58.718005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46288) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:58.729880 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46290) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:58.730055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ef9fc310-2b43-4949-834d-c00df3a7ed5e None None] Provisioning for port 47e4d9ba-1f66-4804-b9e1-fd01031b19af completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:58.749921 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-981bd365-1155-4028-8a87-1b9106192081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:58.859410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19db5c1f-0bed-4042-87b3-e5c5d5e64616 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:58.867500 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19db5c1f-0bed-4042-87b3-e5c5d5e64616 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:58.867793 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-981bd365-1155-4028-8a87-1b9106192081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:58.876372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19db5c1f-0bed-4042-87b3-e5c5d5e64616 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:58.884368 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-19db5c1f-0bed-4042-87b3-e5c5d5e64616 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1602163 Jul 29 15:16:58.884970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46292) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:58.896543 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-981bd365-1155-4028-8a87-1b9106192081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:58.997321 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-981bd365-1155-4028-8a87-1b9106192081 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01b7ce49f40146778c2ae88ac8f9a654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639103 Jul 29 15:16:58.998176 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bd365-1155-4028-8a87-1b9106192081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed4803a-183f-44cd-abff-8a2f31105bfe,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:59.000150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46294) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:59.046003 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-e30b4042-7f66-4c1b-8070-957eaa136385 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port 96590f6d-034e-4d53-9c02-9f3c249fba29 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:59.046719 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e30b4042-7f66-4c1b-8070-957eaa136385 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:59.059696 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b57a0bee-2b09-43d0-9c9c-775867864fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:59.088990 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b57a0bee-2b09-43d0-9c9c-775867864fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:59.155247 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b57a0bee-2b09-43d0-9c9c-775867864fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:59.159375 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b57a0bee-2b09-43d0-9c9c-775867864fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:59.162400 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b57a0bee-2b09-43d0-9c9c-775867864fe8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aed4803a-183f-44cd-abff-8a2f31105bfe HTTP/1.1" status: 204 len: 168 time: 0.1610446 Jul 29 15:16:59.172845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a0bee-2b09-43d0-9c9c-775867864fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed4803a-183f-44cd-abff-8a2f31105bfe,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:59.183707 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e30b4042-7f66-4c1b-8070-957eaa136385 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:59.209523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-e30b4042-7f66-4c1b-8070-957eaa136385 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for 96590f6d-034e-4d53-9c02-9f3c249fba29 owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:16:59.418524 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e30b4042-7f66-4c1b-8070-957eaa136385 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:59.438313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b6d8ccff-cc7b-4f59-ac2c-a2e7d9b468fb None None] Provisioning for port 96590f6d-034e-4d53-9c02-9f3c249fba29 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:59.448545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b6d8ccff-cc7b-4f59-ac2c-a2e7d9b468fb None None] Provisioning complete for port 96590f6d-034e-4d53-9c02-9f3c249fba29 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:59.448960 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ccff-cc7b-4f59-ac2c-a2e7d9b468fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:59.493988 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b6d8ccff-cc7b-4f59-ac2c-a2e7d9b468fb None None] Port 96590f6d-034e-4d53-9c02-9f3c249fba29 was deleted so its status cannot be updated. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 29 15:16:59.510817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b4042-7f66-4c1b-8070-957eaa136385 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=96590f6d-034e-4d53-9c02-9f3c249fba29,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:16:59.523324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b6d8ccff-cc7b-4f59-ac2c-a2e7d9b468fb None None] Provisioning for port aac4ec2c-ca3a-4760-b13c-aaece4b35dd2 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:59.527920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b6d8ccff-cc7b-4f59-ac2c-a2e7d9b468fb None None] Provisioning complete for port aac4ec2c-ca3a-4760-b13c-aaece4b35dd2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:59.528578 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b6d8ccff-cc7b-4f59-ac2c-a2e7d9b468fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:59.541512 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd0f78-5935-4c78-98dd-1189c1b5bded req-9e47e00c-3f90-4034-95ea-6e8a2b4f84f7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:16:59.544625 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aebd0f78-5935-4c78-98dd-1189c1b5bded req-9e47e00c-3f90-4034-95ea-6e8a2b4f84f7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.1767099 Jul 29 15:16:59.601891 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b6d8ccff-cc7b-4f59-ac2c-a2e7d9b468fb None None] Port aac4ec2c-ca3a-4760-b13c-aaece4b35dd2 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:16:59.632177 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e30b4042-7f66-4c1b-8070-957eaa136385 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:59.637043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46300) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:59.637515 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e30b4042-7f66-4c1b-8070-957eaa136385 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/96590f6d-034e-4d53-9c02-9f3c249fba29 HTTP/1.1" status: 204 len: 168 time: 0.7511859 Jul 29 15:16:59.656538 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aebd0f78-5935-4c78-98dd-1189c1b5bded req-8c3539ab-cfa1-4c2c-9542-737a69f2495a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620046 Jul 29 15:16:59.687520 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-286b52f2-03c5-4ff1-8fb3-96b93f41ba0d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] GET failed (client error): The resource could not be found. Jul 29 15:16:59.692835 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-286b52f2-03c5-4ff1-8fb3-96b93f41ba0d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/96590f6d-034e-4d53-9c02-9f3c249fba29 HTTP/1.1" status: 404 len: 333 time: 0.0511861 Jul 29 15:16:59.693241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46304) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:16:59.746860 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4939ab66-8169-44d0-82f5-d03eceb34882 None None] Provisioning complete for port aac4ec2c-ca3a-4760-b13c-aaece4b35dd2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:59.747907 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4939ab66-8169-44d0-82f5-d03eceb34882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:59.804761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4939ab66-8169-44d0-82f5-d03eceb34882 None None] Port aac4ec2c-ca3a-4760-b13c-aaece4b35dd2 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:16:59.809922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 47e4d9ba-1f66-4804-b9e1-fd01031b19af up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:16:59.905747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 47e4d9ba-1f66-4804-b9e1-fd01031b19af completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:16:59.912049 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 47e4d9ba-1f66-4804-b9e1-fd01031b19af triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:16:59.912761 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:16:59.912961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1af41a51-c734-4993-b458-9c601c458ece tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port aac4ec2c-ca3a-4760-b13c-aaece4b35dd2 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:16:59.913309 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1af41a51-c734-4993-b458-9c601c458ece tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:00.037223 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1af41a51-c734-4993-b458-9c601c458ece tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:00.039979 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:00.056579 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1af41a51-c734-4993-b458-9c601c458ece tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for aac4ec2c-ca3a-4760-b13c-aaece4b35dd2 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:00.077557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 47e4d9ba-1f66-4804-b9e1-fd01031b19af, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=47e4d9ba-1f66-4804-b9e1-fd01031b19af,segment=NetworkSegment(b47d63c1-7d57-4fd6-b98c-2afa6a486d4a),segment_id=b47d63c1-7d57-4fd6-b98c-2afa6a486d4a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:00.084774 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:00.132293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b5b35122-9205-4bbf-a405-e5a0e7ac6da4 None None] Could not find standard attr ID for object 96590f6d-034e-4d53-9c02-9f3c249fba29. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:17:00.147917 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=47e4d9ba-1f66-4804-b9e1-fd01031b19af,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:00.217126 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1af41a51-c734-4993-b458-9c601c458ece tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:00.254314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af41a51-c734-4993-b458-9c601c458ece tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=aac4ec2c-ca3a-4760-b13c-aaece4b35dd2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:00.279583 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1af41a51-c734-4993-b458-9c601c458ece tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:00.281600 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1af41a51-c734-4993-b458-9c601c458ece tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/aac4ec2c-ca3a-4760-b13c-aaece4b35dd2 HTTP/1.1" status: 204 len: 168 time: 0.5873148 Jul 29 15:17:00.285129 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46308) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:00.311991 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-41569d63-3cce-4f41-94dc-4c8ced3992e1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] GET failed (client error): The resource could not be found. Jul 29 15:17:00.313554 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-41569d63-3cce-4f41-94dc-4c8ced3992e1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/aac4ec2c-ca3a-4760-b13c-aaece4b35dd2 HTTP/1.1" status: 404 len: 333 time: 0.0274215 Jul 29 15:17:00.316530 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46310) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:00.374608 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c50064-9c72-4de0-b09c-9d4fbfc2ad1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting subnet 2141f3da-6191-4644-9956-c28df6850cd8 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:17:00.378497 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9c50064-9c72-4de0-b09c-9d4fbfc2ad1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:00.434693 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9c50064-9c72-4de0-b09c-9d4fbfc2ad1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:00.535860 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6eff07f7-ccda-4b9c-9acf-761205b34b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:00.577814 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9c50064-9c72-4de0-b09c-9d4fbfc2ad1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:00.664391 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9c50064-9c72-4de0-b09c-9d4fbfc2ad1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:00.709122 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c50064-9c72-4de0-b09c-9d4fbfc2ad1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Subnet': ['ID=2141f3da-6191-4644-9956-c28df6850cd8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:00.714175 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9c50064-9c72-4de0-b09c-9d4fbfc2ad1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:00.717401 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c9c50064-9c72-4de0-b09c-9d4fbfc2ad1b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/2141f3da-6191-4644-9956-c28df6850cd8 HTTP/1.1" status: 204 len: 168 time: 0.3993819 Jul 29 15:17:00.719010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46314) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:00.730102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7763b26-4cc5-4abc-9d75-088ad7ae54cb None None] Network cc219c73-d9e7-422d-850f-3347837a2af4 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:17:00.845507 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ae245-028a-4629-abe4-8567c379564e req-a1667315-467b-4d9d-b988-6b80b5352f91 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:00.854886 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f43ae245-028a-4629-abe4-8567c379564e req-a1667315-467b-4d9d-b988-6b80b5352f91 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.0815263 Jul 29 15:17:00.874386 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:00.910509 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f43ae245-028a-4629-abe4-8567c379564e req-3ac3a46c-f8d4-4688-bceb-47d20c2ab680 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545352 Jul 29 15:17:00.968162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port 47e4d9ba-1f66-4804-b9e1-fd01031b19af {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:00.968512 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:00.985462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dc97e8-68f8-416f-87eb-f7a14bc93992 None None] DHCP port deletion for cc219c73-d9e7-422d-850f-3347837a2af4 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:17:01.051510 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc97e8-68f8-416f-87eb-f7a14bc93992 None None] Deleting port 47e4d9ba-1f66-4804-b9e1-fd01031b19af {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:01.052059 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a6dc97e8-68f8-416f-87eb-f7a14bc93992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:01.057643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] For port 47e4d9ba-1f66-4804-b9e1-fd01031b19af, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=47e4d9ba-1f66-4804-b9e1-fd01031b19af,segment=NetworkSegment(b47d63c1-7d57-4fd6-b98c-2afa6a486d4a),segment_id=b47d63c1-7d57-4fd6-b98c-2afa6a486d4a)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:01.058047 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:01.082606 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for 47e4d9ba-1f66-4804-b9e1-fd01031b19af owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:01.140225 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a6dc97e8-68f8-416f-87eb-f7a14bc93992 None None] For port 47e4d9ba-1f66-4804-b9e1-fd01031b19af, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=47e4d9ba-1f66-4804-b9e1-fd01031b19af,segment=NetworkSegment(b47d63c1-7d57-4fd6-b98c-2afa6a486d4a),segment_id=b47d63c1-7d57-4fd6-b98c-2afa6a486d4a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:01.140514 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a6dc97e8-68f8-416f-87eb-f7a14bc93992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:01.157463 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc97e8-68f8-416f-87eb-f7a14bc93992 None None] Calling delete_port for 47e4d9ba-1f66-4804-b9e1-fd01031b19af owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:01.186060 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:01.214827 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=47e4d9ba-1f66-4804-b9e1-fd01031b19af,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:01.220275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No DVR routers for this DVR port 47e4d9ba-1f66-4804-b9e1-fd01031b19af on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:17:01.241196 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a6dc97e8-68f8-416f-87eb-f7a14bc93992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:01.266142 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc97e8-68f8-416f-87eb-f7a14bc93992 None None] Pushing event deleted for resources: {'Port': ['ID=47e4d9ba-1f66-4804-b9e1-fd01031b19af,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:01.272194 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dc97e8-68f8-416f-87eb-f7a14bc93992 None None] No DVR routers for this DVR port 47e4d9ba-1f66-4804-b9e1-fd01031b19af on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:17:01.312765 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:01.323634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc219c73-d9e7-422d-850f-3347837a2af4']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:01.335592 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47d63c1-7d57-4fd6-b98c-2afa6a486d4a') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:01.335888 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47d63c1-7d57-4fd6-b98c-2afa6a486d4a') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:01.344782 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:01.358503 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:01.366117 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:17:01.366551 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:17:01.375295 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:17:01.432654 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:01.443202 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:01.449082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46318) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:01.449291 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/networks/cc219c73-d9e7-422d-850f-3347837a2af4 HTTP/1.1" status: 204 len: 168 time: 0.7288303 Jul 29 15:17:01.454381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-21c4b33e-76b0-467b-9461-525fcae6816a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1908120554'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:01.462879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b1ef3-b862-4d2b-a96c-92c4c84ac7b4 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Network': ['ID=cc219c73-d9e7-422d-850f-3347837a2af4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:01.484728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c4b33e-76b0-467b-9461-525fcae6816a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:01.488891 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21c4b33e-76b0-467b-9461-525fcae6816a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:01.515201 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c4b33e-76b0-467b-9461-525fcae6816a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:17:01.526480 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21c4b33e-76b0-467b-9461-525fcae6816a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:01.527019 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-21c4b33e-76b0-467b-9461-525fcae6816a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Added segment 757e581a-b881-4c11-bf7d-cd6d648e2206 of type vlan for network 70033fce-a4c1-4164-b5cb-48a6a863375b Jul 29 15:17:01.586535 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21c4b33e-76b0-467b-9461-525fcae6816a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:01.621947 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 47e4d9ba-1f66-4804-b9e1-fd01031b19af no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:01.625197 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21c4b33e-76b0-467b-9461-525fcae6816a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:01.636599 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c4b33e-76b0-467b-9461-525fcae6816a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:01.638064 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-21c4b33e-76b0-467b-9461-525fcae6816a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:01.646535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 47e4d9ba-1f66-4804-b9e1-fd01031b19af {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:17:01.646967 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 47e4d9ba-1f66-4804-b9e1-fd01031b19af not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:01.703099 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-21c4b33e-76b0-467b-9461-525fcae6816a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2531140 Jul 29 15:17:01.710021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46320) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:01.715069 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4b33e-76b0-467b-9461-525fcae6816a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Network': ['ID=70033fce-a4c1-4164-b5cb-48a6a863375b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:01.715883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-416fb313-16c5-40d9-a106-39130c2d838c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'subnet': {'network_id': '70033fce-a4c1-4164-b5cb-48a6a863375b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:01.727795 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 70033fce-a4c1-4164-b5cb-48a6a863375b details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:17:01.825308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416fb313-16c5-40d9-a106-39130c2d838c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:01.828605 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-416fb313-16c5-40d9-a106-39130c2d838c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:02.065147 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-416fb313-16c5-40d9-a106-39130c2d838c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:02.115189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541535-7941-4b17-ae32-1c3f956b3539 req-57e7c342-1ecb-4879-814f-653fc40405c5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:02.116933 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3b541535-7941-4b17-ae32-1c3f956b3539 req-57e7c342-1ecb-4879-814f-653fc40405c5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.1231165 Jul 29 15:17:02.165453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fb313-16c5-40d9-a106-39130c2d838c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Subnet': ['ID=c4d36ee4-1b9a-4521-ac09-47a034bf1363,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:02.187973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416fb313-16c5-40d9-a106-39130c2d838c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Checking segment: {'id': '757e581a-b881-4c11-bf7d-cd6d648e2206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '70033fce-a4c1-4164-b5cb-48a6a863375b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:17:02.188421 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416fb313-16c5-40d9-a106-39130c2d838c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network hostable DHCP agents. Network: 70033fce-a4c1-4164-b5cb-48a6a863375b, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:17:02.200705 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3b541535-7941-4b17-ae32-1c3f956b3539 req-9dbdf17e-ab75-454e-87fe-ee8a9f0966b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752542 Jul 29 15:17:02.214604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416fb313-16c5-40d9-a106-39130c2d838c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 70033fce-a4c1-4164-b5cb-48a6a863375b is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:17:02.226678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-416fb313-16c5-40d9-a106-39130c2d838c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 70033fce-a4c1-4164-b5cb-48a6a863375b) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:02.232128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416fb313-16c5-40d9-a106-39130c2d838c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:02.232861 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-416fb313-16c5-40d9-a106-39130c2d838c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:02.241120 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292878e9-9af7-44fe-86b7-25ef5eaf3d3b None None] Network 70033fce-a4c1-4164-b5cb-48a6a863375b requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:17:02.251000 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-416fb313-16c5-40d9-a106-39130c2d838c tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5397882 Jul 29 15:17:02.253851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46332) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:02.259410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b868620b-84d4-4719-aa54-874f87a5e3e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1228582029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:02.283865 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b868620b-84d4-4719-aa54-874f87a5e3e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:02.284930 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b868620b-84d4-4719-aa54-874f87a5e3e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:02.339324 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b868620b-84d4-4719-aa54-874f87a5e3e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:02.344133 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b868620b-84d4-4719-aa54-874f87a5e3e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:02.362732 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b868620b-84d4-4719-aa54-874f87a5e3e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:02.363984 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b868620b-84d4-4719-aa54-874f87a5e3e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1092031 Jul 29 15:17:02.367241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46334) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:02.373534 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a6b2a11a-8638-40da-8d0d-0f70a07ad0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'network_id': '70033fce-a4c1-4164-b5cb-48a6a863375b', 'name': 'tempest-PortsIpV6TestJSON-2038461497'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:02.399700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-70033fce-a4c1-4164-b5cb-48a6a863375b', 'network_id': '70033fce-a4c1-4164-b5cb-48a6a863375b', 'tenant_id': '47e948f4d2a444508769e8471d97ec39', 'fixed_ips': [{'subnet_id': 'c4d36ee4-1b9a-4521-ac09-47a034bf1363'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:17:02.400556 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:02.493938 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b2a11a-8638-40da-8d0d-0f70a07ad0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:02.497718 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a11a-8638-40da-8d0d-0f70a07ad0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:02.517108 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [None req-a6b2a11a-8638-40da-8d0d-0f70a07ad0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] device_id is not set on port 1b4a501f-24d9-4e29-9a1d-5da97efefc7c yet. {{(pid=94157) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:17:02.544293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Allocated IP 2001:db8::2 (70033fce-a4c1-4164-b5cb-48a6a863375b/c4d36ee4-1b9a-4521-ac09-47a034bf1363/3d8275c6-9972-4495-82ec-172a6b1df0d4) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:17:02.699862 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:02.708296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Transition to ACTIVE for port object 3d8275c6-9972-4495-82ec-172a6b1df0d4 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:02.723341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Transition to ACTIVE for port object 3d8275c6-9972-4495-82ec-172a6b1df0d4 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:02.732441 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:02.779819 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Network 70033fce-a4c1-4164-b5cb-48a6a863375b is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:17:02.784787 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:02.787179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Pushing event updated for resources: {'Port': ['ID=3d8275c6-9972-4495-82ec-172a6b1df0d4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:02.789393 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:17:02.805587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-a6b2a11a-8638-40da-8d0d-0f70a07ad0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Allocated IP 2001:db8::23a (70033fce-a4c1-4164-b5cb-48a6a863375b/c4d36ee4-1b9a-4521-ac09-47a034bf1363/1b4a501f-24d9-4e29-9a1d-5da97efefc7c) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:17:02.855668 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Attempting to bind port 3d8275c6-9972-4495-82ec-172a6b1df0d4 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:17:02.856033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Attempting to bind port 3d8275c6-9972-4495-82ec-172a6b1df0d4 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '757e581a-b881-4c11-bf7d-cd6d648e2206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '70033fce-a4c1-4164-b5cb-48a6a863375b'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:17:02.856391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Attempting to bind port 3d8275c6-9972-4495-82ec-172a6b1df0d4 on network 70033fce-a4c1-4164-b5cb-48a6a863375b {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:17:02.862197 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:17:02.862545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Checking segment: {'id': '757e581a-b881-4c11-bf7d-cd6d648e2206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '70033fce-a4c1-4164-b5cb-48a6a863375b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:17:02.862946 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:02.863333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Bound using segment: {'id': '757e581a-b881-4c11-bf7d-cd6d648e2206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '70033fce-a4c1-4164-b5cb-48a6a863375b'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:17:02.863802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Bound port: 3d8275c6-9972-4495-82ec-172a6b1df0d4, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757e581a-b881-4c11-bf7d-cd6d648e2206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '70033fce-a4c1-4164-b5cb-48a6a863375b'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:17:02.864176 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:02.930802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] For port 3d8275c6-9972-4495-82ec-172a6b1df0d4, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:17:02.934130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] For port 3d8275c6-9972-4495-82ec-172a6b1df0d4, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3d8275c6-9972-4495-82ec-172a6b1df0d4,segment=NetworkSegment(757e581a-b881-4c11-bf7d-cd6d648e2206),segment_id=757e581a-b881-4c11-bf7d-cd6d648e2206)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:17:02.939445 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:02.976822 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a11a-8638-40da-8d0d-0f70a07ad0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:03.003371 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-a6b2a11a-8638-40da-8d0d-0f70a07ad0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Transition to ACTIVE for port object 1b4a501f-24d9-4e29-9a1d-5da97efefc7c will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:03.003982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d0a7e-4730-42e0-b655-621e90c372c3 None None] Pushing event updated for resources: {'Port': ['ID=3d8275c6-9972-4495-82ec-172a6b1df0d4,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:03.051843 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a11a-8638-40da-8d0d-0f70a07ad0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:03.108111 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b2a11a-8638-40da-8d0d-0f70a07ad0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 70033fce-a4c1-4164-b5cb-48a6a863375b is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:17:03.112680 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a6b2a11a-8638-40da-8d0d-0f70a07ad0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:03.122705 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b2a11a-8638-40da-8d0d-0f70a07ad0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:17:03.129425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b2a11a-8638-40da-8d0d-0f70a07ad0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:03.130124 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a11a-8638-40da-8d0d-0f70a07ad0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:03.137723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2a11a-8638-40da-8d0d-0f70a07ad0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=1b4a501f-24d9-4e29-9a1d-5da97efefc7c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:03.214739 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:03.221098 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a6b2a11a-8638-40da-8d0d-0f70a07ad0aa tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8507972 Jul 29 15:17:03.223835 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46338) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:03.356079 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-23cf19c1-dcb6-450f-911f-9858a8ee959a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:03.512065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb9e6f-0b18-4eb0-aadd-2b9e1cac740a req-21767b49-cbfc-4384-9e60-04a74d764097 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:03.513573 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00fb9e6f-0b18-4eb0-aadd-2b9e1cac740a req-21767b49-cbfc-4384-9e60-04a74d764097 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.1596982 Jul 29 15:17:03.625806 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00fb9e6f-0b18-4eb0-aadd-2b9e1cac740a req-04ade629-8c01-401d-a1cc-d7f6647c4d7d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854094 Jul 29 15:17:03.666101 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3d8275c6-9972-4495-82ec-172a6b1df0d4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:17:03.722559 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 3d8275c6-9972-4495-82ec-172a6b1df0d4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:04.009166 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33a956d2-8141-4634-8764-86d17202d064 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:04.032392 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce5126-eab2-473e-b5c3-68d47407e164 req-19c29bb0-7db4-4e0d-b2a0-36189509d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:04.034637 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6bce5126-eab2-473e-b5c3-68d47407e164 req-19c29bb0-7db4-4e0d-b2a0-36189509d7da service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 1096 time: 0.0595167 Jul 29 15:17:04.049080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1f5be9-7fe4-481a-abf9-ada2362c3f22 None None] Network 70033fce-a4c1-4164-b5cb-48a6a863375b requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:17:04.115170 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9aa89feb-aa8f-4ef0-8c6f-93eb289e9345 None None] Provisioning for port 3d8275c6-9972-4495-82ec-172a6b1df0d4 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:04.125957 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9aa89feb-aa8f-4ef0-8c6f-93eb289e9345 None None] Provisioning complete for port 3d8275c6-9972-4495-82ec-172a6b1df0d4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:04.126343 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9aa89feb-aa8f-4ef0-8c6f-93eb289e9345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:04.269616 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9aa89feb-aa8f-4ef0-8c6f-93eb289e9345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:04.274206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce5126-eab2-473e-b5c3-68d47407e164 req-5d74334f-f0d3-4b26-9235-b8e96c13dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:04.275592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6bce5126-eab2-473e-b5c3-68d47407e164 req-5d74334f-f0d3-4b26-9235-b8e96c13dafe service neutron] 10.222.0.38 "GET /v2.0/networks?id=b13fb13d-e244-491e-878b-52b7d508aab7 HTTP/1.1" status: 200 len: 898 time: 0.2170570 Jul 29 15:17:04.309129 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9aa89feb-aa8f-4ef0-8c6f-93eb289e9345 None None] For port 3d8275c6-9972-4495-82ec-172a6b1df0d4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3d8275c6-9972-4495-82ec-172a6b1df0d4,segment=NetworkSegment(757e581a-b881-4c11-bf7d-cd6d648e2206),segment_id=757e581a-b881-4c11-bf7d-cd6d648e2206)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:04.320797 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9aa89feb-aa8f-4ef0-8c6f-93eb289e9345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:04.380136 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6bce5126-eab2-473e-b5c3-68d47407e164 req-9d7ef1d9-2e0c-4599-a87d-cf20cb469161 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e HTTP/1.1" status: 200 len: 1001 time: 0.0949707 Jul 29 15:17:04.396210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa89feb-aa8f-4ef0-8c6f-93eb289e9345 None None] Pushing event updated for resources: {'Port': ['ID=3d8275c6-9972-4495-82ec-172a6b1df0d4,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:04.414753 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:04.425045 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33a956d2-8141-4634-8764-86d17202d064 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:04.434751 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33a956d2-8141-4634-8764-86d17202d064 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:04.483889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce5126-eab2-473e-b5c3-68d47407e164 req-1ce24476-42e1-4ad8-9cb6-f8817084d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:04.485403 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6bce5126-eab2-473e-b5c3-68d47407e164 req-1ce24476-42e1-4ad8-9cb6-f8817084d635 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7630c3f4-61cc-44ce-86d1-ba91f043462a HTTP/1.1" status: 200 len: 834 time: 0.0963106 Jul 29 15:17:04.561204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a956d2-8141-4634-8764-86d17202d064 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=1b4a501f-24d9-4e29-9a1d-5da97efefc7c,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:04.641341 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce5126-eab2-473e-b5c3-68d47407e164 req-9f2e55a0-3f4c-4263-85ae-383348728b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:04.643683 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6bce5126-eab2-473e-b5c3-68d47407e164 req-9f2e55a0-3f4c-4263-85ae-383348728b9b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b13fb13d-e244-491e-878b-52b7d508aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178701 Jul 29 15:17:04.661767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0e1b519c-4df9-4235-aa88-049660fd30f0 None None] Provisioning complete for port 3d8275c6-9972-4495-82ec-172a6b1df0d4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:04.670090 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e1b519c-4df9-4235-aa88-049660fd30f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:04.774616 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33a956d2-8141-4634-8764-86d17202d064 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:04.796467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0e1b519c-4df9-4235-aa88-049660fd30f0 None None] Provisioning for port 1b4a501f-24d9-4e29-9a1d-5da97efefc7c completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:04.802882 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0e1b519c-4df9-4235-aa88-049660fd30f0 None None] Provisioning complete for port 1b4a501f-24d9-4e29-9a1d-5da97efefc7c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:04.805167 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0e1b519c-4df9-4235-aa88-049660fd30f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:04.805348 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-3c74c865-6551-4085-a3cb-3951ca5083a3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:04.807091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-3c74c865-6551-4085-a3cb-3951ca5083a3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 812 time: 0.2289393 Jul 29 15:17:04.850514 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-1668eb69-fbaa-42ec-8ce1-470c570f61da tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/quotas/0e99c03d4a234821be155e2a34f15433 HTTP/1.1" status: 200 len: 375 time: 0.0326426 Jul 29 15:17:04.864693 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0e1b519c-4df9-4235-aa88-049660fd30f0 None None] Port 1b4a501f-24d9-4e29-9a1d-5da97efefc7c cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:17:04.947575 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-2e7554b2-addf-4e9e-b612-d1ba00ee8979 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850067 Jul 29 15:17:04.949067 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f035f5-02dc-4a17-b357-e530ff2ca781 req-2d4c167e-3d5b-47b7-b5ca-ec8fd8f55db8 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:04.953425 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9f035f5-02dc-4a17-b357-e530ff2ca781 req-2d4c167e-3d5b-47b7-b5ca-ec8fd8f55db8 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.2154350 Jul 29 15:17:04.983495 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33a956d2-8141-4634-8764-86d17202d064 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:04.986661 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cda3f5fe-73f5-4bb1-9d5a-f943d13103cc None None] Provisioning complete for port 1b4a501f-24d9-4e29-9a1d-5da97efefc7c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:04.987664 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cda3f5fe-73f5-4bb1-9d5a-f943d13103cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:04.996308 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6bce5126-eab2-473e-b5c3-68d47407e164 req-e6605db0-23d7-4e99-89fc-6380d790c976 service neutron] 10.222.0.38 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444595 Jul 29 15:17:05.042214 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-cda3f5fe-73f5-4bb1-9d5a-f943d13103cc None None] Port 1b4a501f-24d9-4e29-9a1d-5da97efefc7c cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:17:05.059489 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-661ff972-b949-44a8-9aed-c0bea4b22098 service neutron] 10.222.0.16 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029508 Jul 29 15:17:05.113912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d9f035f5-02dc-4a17-b357-e530ff2ca781 req-422485e2-73aa-4517-8867-fa79c8785b1e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498151 Jul 29 15:17:05.162173 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-27756e3b-5b35-4727-9ffd-e7c9f86b7fb1 service neutron] 10.222.0.16 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941811 Jul 29 15:17:05.163283 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d19d1802-4711-4df3-a0b7-3cd16def856f None None] Provisioning complete for port 1b4a501f-24d9-4e29-9a1d-5da97efefc7c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:05.163632 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d19d1802-4711-4df3-a0b7-3cd16def856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:05.201245 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d19d1802-4711-4df3-a0b7-3cd16def856f None None] Port 1b4a501f-24d9-4e29-9a1d-5da97efefc7c cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:17:05.222963 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6bce5126-eab2-473e-b5c3-68d47407e164 req-23909b49-393f-4b96-8bb8-9e5503f70bbf service neutron] 10.222.0.38 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169528 Jul 29 15:17:05.372344 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8c06f07-53ab-4d76-b313-5981fa186e0b req-0d474b08-4b6e-422f-b932-587215744ade tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 210 time: 0.0349021 Jul 29 15:17:05.391575 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33a956d2-8141-4634-8764-86d17202d064 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:05.397652 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33a956d2-8141-4634-8764-86d17202d064 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:05.398438 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33a956d2-8141-4634-8764-86d17202d064 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:05.484925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a956d2-8141-4634-8764-86d17202d064 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=1b4a501f-24d9-4e29-9a1d-5da97efefc7c,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:05.529110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a956d2-8141-4634-8764-86d17202d064 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 70033fce-a4c1-4164-b5cb-48a6a863375b is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:17:05.530446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-33a956d2-8141-4634-8764-86d17202d064 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:05.628121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3d8275c6-9972-4495-82ec-172a6b1df0d4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:17:05.671042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a956d2-8141-4634-8764-86d17202d064 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Router e7e83dd3-93c6-4452-ad50-fad057ba7aaa is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:17:05.693042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 3d8275c6-9972-4495-82ec-172a6b1df0d4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:05.693417 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:05.786360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a956d2-8141-4634-8764-86d17202d064 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:17:05.792442 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-33a956d2-8141-4634-8764-86d17202d064 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "PUT /v2.0/routers/e7e83dd3-93c6-4452-ad50-fad057ba7aaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5645063 Jul 29 15:17:05.794633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46370) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:05.806746 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c8ee42-6824-4b35-a206-2f05bf241fac None None] Sync routers for ids ['e7e83dd3-93c6-4452-ad50-fad057ba7aaa'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:17:05.826299 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c8ee42-6824-4b35-a206-2f05bf241fac None None] Routers {'e7e83dd3-93c6-4452-ad50-fad057ba7aaa'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:05.826922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-75c8ee42-6824-4b35-a206-2f05bf241fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e7e83dd3-93c6-4452-ad50-fad057ba7aaa'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:05.859795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbb8635-0546-4fad-8541-4cc14a17e5a6 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:05.862068 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6fbb8635-0546-4fad-8541-4cc14a17e5a6 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7e83dd3-93c6-4452-ad50-fad057ba7aaa HTTP/1.1" status: 200 len: 989 time: 0.0664272 Jul 29 15:17:05.863832 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-75c8ee42-6824-4b35-a206-2f05bf241fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:05.865303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46372) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:05.866288 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-855e9fa4-97d7-4941-a9af-aa8690f43948 None None] Provisioning complete for port 1b4a501f-24d9-4e29-9a1d-5da97efefc7c triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:05.866649 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-855e9fa4-97d7-4941-a9af-aa8690f43948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:05.905588 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c8ee42-6824-4b35-a206-2f05bf241fac None None] Routers {'e7e83dd3-93c6-4452-ad50-fad057ba7aaa'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:05.906209 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-75c8ee42-6824-4b35-a206-2f05bf241fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e7e83dd3-93c6-4452-ad50-fad057ba7aaa'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:05.952605 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-75c8ee42-6824-4b35-a206-2f05bf241fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:05.953705 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c8ee42-6824-4b35-a206-2f05bf241fac None None] The sync data for ids ['e7e83dd3-93c6-4452-ad50-fad057ba7aaa'] in n-d-802893-1 is: [] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:17:05.956687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-855e9fa4-97d7-4941-a9af-aa8690f43948 None None] Port 1b4a501f-24d9-4e29-9a1d-5da97efefc7c cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:17:06.374471 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:06.477872 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5471c37c-7991-49bc-8757-d96be0fb1c44 req-feabe788-d9d5-4708-8f6b-606a0d0d553a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 210 time: 0.0306945 Jul 29 15:17:06.672873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eca43-e5d4-4ae0-b830-50cbb5864ed3 req-2ce2af35-f3a5-4016-acdf-934e63feec7d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:06.674409 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-427eca43-e5d4-4ae0-b830-50cbb5864ed3 req-2ce2af35-f3a5-4016-acdf-934e63feec7d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.1730585 Jul 29 15:17:06.726941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-29d5f831-8c3e-418c-a751-cd0552b483b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:06.728464 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-29d5f831-8c3e-418c-a751-cd0552b483b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.39 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 812 time: 0.2284875 Jul 29 15:17:06.747202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-bd14de32-4b2e-43f0-9cc1-e280584793b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'port': {'device_id': '072efc87-ef66-410a-a829-4efa3d2b8ee4', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'admin_state_up': True, 'tenant_id': '0e99c03d4a234821be155e2a34f15433'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:06.839762 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-427eca43-e5d4-4ae0-b830-50cbb5864ed3 req-9a41168e-786f-4944-9cf2-ba6c103808ef tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541302 Jul 29 15:17:06.906208 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44ea29c1-b677-436d-b13b-a6cef995296a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:07.051084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-bd14de32-4b2e-43f0-9cc1-e280584793b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Made reservation on behalf of 0e99c03d4a234821be155e2a34f15433 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:07.055075 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-bd14de32-4b2e-43f0-9cc1-e280584793b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:07.247191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-bd14de32-4b2e-43f0-9cc1-e280584793b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Allocated IP 172.20.0.11 (2044df4b-bfd3-4360-b6e1-19b509d510c3/75df3822-2e14-4a29-a75b-0fe0e53a1f68/11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:17:07.298893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-44ea29c1-b677-436d-b13b-a6cef995296a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port 1b4a501f-24d9-4e29-9a1d-5da97efefc7c {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:07.299235 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44ea29c1-b677-436d-b13b-a6cef995296a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:07.459156 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44ea29c1-b677-436d-b13b-a6cef995296a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:07.481294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-44ea29c1-b677-436d-b13b-a6cef995296a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for 1b4a501f-24d9-4e29-9a1d-5da97efefc7c owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:07.510462 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-bd14de32-4b2e-43f0-9cc1-e280584793b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:07.554984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-bd14de32-4b2e-43f0-9cc1-e280584793b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Transition to ACTIVE for port object 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:07.581539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-77aa9893-4b4e-46e3-bb7a-04f2622cdc48 req-b8654c12-a374-4fe2-95aa-aa21722f4b76 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 210 time: 0.0277731 Jul 29 15:17:07.655066 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-bd14de32-4b2e-43f0-9cc1-e280584793b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:07.734747 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-bd14de32-4b2e-43f0-9cc1-e280584793b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Network 2044df4b-bfd3-4360-b6e1-19b509d510c3 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:17:07.744252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-bd14de32-4b2e-43f0-9cc1-e280584793b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:07.746879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-bd14de32-4b2e-43f0-9cc1-e280584793b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:17:07.777365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14de32-4b2e-43f0-9cc1-e280584793b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'Port': ['ID=11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:07.791806 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44ea29c1-b677-436d-b13b-a6cef995296a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:07.829141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea29c1-b677-436d-b13b-a6cef995296a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=1b4a501f-24d9-4e29-9a1d-5da97efefc7c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:07.851746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-bd14de32-4b2e-43f0-9cc1-e280584793b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:07.852407 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-bd14de32-4b2e-43f0-9cc1-e280584793b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:07.978893 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-45be578d-0e9b-49ce-af12-c638b80f4422 service neutron] show failed (client error): The resource could not be found. Jul 29 15:17:07.980299 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-45be578d-0e9b-49ce-af12-c638b80f4422 service neutron] 10.222.0.38 "GET /v2.0/ports/46b64d5c-0495-4e51-b0e0-f1bf7e319b4e/bindings/n-h2-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.1028340 Jul 29 15:17:08.006296 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-44ea29c1-b677-436d-b13b-a6cef995296a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:08.029906 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-bd14de32-4b2e-43f0-9cc1-e280584793b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2914269 Jul 29 15:17:08.054150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Request body: {'port': {'device_id': '072efc87-ef66-410a-a829-4efa3d2b8ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:08.196216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0814c6c-8f51-40f2-808f-37cf088bbad3 req-71ac351a-e4ce-4520-9822-1b7ba39251aa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:08.198512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a0814c6c-8f51-40f2-808f-37cf088bbad3 req-71ac351a-e4ce-4520-9822-1b7ba39251aa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.1876628 Jul 29 15:17:08.200114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b3eefb4a-d97a-4443-932c-994047e1e601 None None] Provisioning for port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:08.212042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b3eefb4a-d97a-4443-932c-994047e1e601 None None] Provisioning complete for port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:08.212849 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b3eefb4a-d97a-4443-932c-994047e1e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:08.254184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-b3eefb4a-d97a-4443-932c-994047e1e601 None None] Port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:17:08.260046 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:08.309638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-06f78307-5058-48d2-b6ea-d0830525fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:08.311451 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-06f78307-5058-48d2-b6ea-d0830525fce4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e&tenant_id=ff222b7955804c63888f15eaa141338c HTTP/1.1" status: 200 len: 1096 time: 0.0816984 Jul 29 15:17:08.332681 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:08.362027 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a0814c6c-8f51-40f2-808f-37cf088bbad3 req-c8606e97-9b57-4844-9c61-9266755e0c39 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516109 Jul 29 15:17:08.390532 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ea29c1-b677-436d-b13b-a6cef995296a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Router e7e83dd3-93c6-4452-ad50-fad057ba7aaa has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:17:08.403286 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:08.585633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ea29c1-b677-436d-b13b-a6cef995296a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:17:08.596494 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-44ea29c1-b677-436d-b13b-a6cef995296a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "PUT /v2.0/routers/e7e83dd3-93c6-4452-ad50-fad057ba7aaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7299616 Jul 29 15:17:08.602340 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71372b4-c1f5-4e49-b4a4-e1d858df5159 None None] Sync routers for ids ['e7e83dd3-93c6-4452-ad50-fad057ba7aaa'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:17:08.603386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46386) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:08.622978 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71372b4-c1f5-4e49-b4a4-e1d858df5159 None None] Routers {'e7e83dd3-93c6-4452-ad50-fad057ba7aaa'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:08.623545 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f71372b4-c1f5-4e49-b4a4-e1d858df5159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e7e83dd3-93c6-4452-ad50-fad057ba7aaa'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:08.628939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] For port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,segment=NetworkSegment(4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47),segment_id=4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:08.658620 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f71372b4-c1f5-4e49-b4a4-e1d858df5159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:08.667257 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71372b4-c1f5-4e49-b4a4-e1d858df5159 None None] Routers {'e7e83dd3-93c6-4452-ad50-fad057ba7aaa'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:08.668102 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f71372b4-c1f5-4e49-b4a4-e1d858df5159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['e7e83dd3-93c6-4452-ad50-fad057ba7aaa'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:08.670893 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] For port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:17:08.699813 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f71372b4-c1f5-4e49-b4a4-e1d858df5159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:08.701057 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71372b4-c1f5-4e49-b4a4-e1d858df5159 None None] The sync data for ids ['e7e83dd3-93c6-4452-ad50-fad057ba7aaa'] in n-d-802893-1 is: [] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:17:08.713060 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1609f1-d568-44cf-9466-6a38539174a9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] GET failed (client error): The resource could not be found. Jul 29 15:17:08.713412 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:08.716760 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bc1609f1-d568-44cf-9466-6a38539174a9 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/1b4a501f-24d9-4e29-9a1d-5da97efefc7c HTTP/1.1" status: 404 len: 333 time: 0.1103449 Jul 29 15:17:08.717948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46390) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:08.726366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Transition to ACTIVE for port object 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:08.727160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:17:08.730008 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585ded6a-91c1-4fce-b9d3-bcfd49d1f308" -d '{"events": [{"server_uuid": "5768bbde-5ad3-4bd5-b35e-eeb87380f17e", "name": "network-vif-unplugged", "status": "completed", "tag": "46b64d5c-0495-4e51-b0e0-f1bf7e319b4e"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:17:08.734876 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:08.812705 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7970f2b2-8d73-4a08-a1da-5c2829da4836 x-openstack-request-id: req-7970f2b2-8d73-4a08-a1da-5c2829da4836 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:17:08.812705 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5768bbde-5ad3-4bd5-b35e-eeb87380f17e", "name": "network-vif-unplugged", "status": "completed", "tag": "46b64d5c-0495-4e51-b0e0-f1bf7e319b4e", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:17:08.812705 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7970f2b2-8d73-4a08-a1da-5c2829da4836 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:17:08.812705 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e', 'code': 200} Jul 29 15:17:08.833670 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d96527b-2e51-4346-81f2-0e3fe313d43a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:08.837632 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,revision_number=6']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:08.935909 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec395a-e797-4b8e-9171-12d71c8c9eda req-839a7613-1ed9-4d08-a015-9ba3da8d02f2 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:08.940278 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7ec395a-e797-4b8e-9171-12d71c8c9eda req-839a7613-1ed9-4d08-a015-9ba3da8d02f2 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 932 time: 0.2062073 Jul 29 15:17:09.014802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] No DVR routers for this DVR port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:17:09.061655 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7ec395a-e797-4b8e-9171-12d71c8c9eda req-eded1847-ddfc-4836-af45-b73a9f428a63 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139419 Jul 29 15:17:09.362068 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d96527b-2e51-4346-81f2-0e3fe313d43a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:09.366757 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d96527b-2e51-4346-81f2-0e3fe313d43a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:09.423116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:17:09.433932 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:09.440688 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d96527b-2e51-4346-81f2-0e3fe313d43a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:09.441299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d96527b-2e51-4346-81f2-0e3fe313d43a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Fanout notify agent at l3_agent the message router_deleted on router e7e83dd3-93c6-4452-ad50-fad057ba7aaa {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:17:09.451361 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3d96527b-2e51-4346-81f2-0e3fe313d43a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:09.452755 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3d96527b-2e51-4346-81f2-0e3fe313d43a tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/routers/e7e83dd3-93c6-4452-ad50-fad057ba7aaa HTTP/1.1" status: 204 len: 168 time: 0.7295880 Jul 29 15:17:09.456784 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46396) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:09.499818 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Transition to ACTIVE for port object 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:09.527401 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:09.571498 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Attempting to bind port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:17:09.572041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Attempting to bind port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:17:09.572171 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Attempting to bind port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e on network b13fb13d-e244-491e-878b-52b7d508aab7 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:17:09.581328 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e on network b13fb13d-e244-491e-878b-52b7d508aab7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:17:09.581721 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Attempting to bind port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e on network b13fb13d-e244-491e-878b-52b7d508aab7 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:17:09.588089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:17:09.588488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Checking segment: {'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:17:09.589314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Bound using segment: {'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:17:09.590081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Bound port: 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:17:09.590812 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:09.616258 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780f401-e7cb-45af-8ab9-e4db6b6f18f4 req-38a07ed2-47c6-4167-9f79-cbf10037e88f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:09.621406 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f780f401-e7cb-45af-8ab9-e4db6b6f18f4 req-38a07ed2-47c6-4167-9f79-cbf10037e88f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 943 time: 0.1530747 Jul 29 15:17:09.626712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4abecb-6c77-4a39-bae5-6f364785fda1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting subnet c4d36ee4-1b9a-4521-ac09-47a034bf1363 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:17:09.646469 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a4abecb-6c77-4a39-bae5-6f364785fda1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:09.680964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] For port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:17:09.682204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Pushing event updated for resources: {'Port': ['ID=11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:09.685460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] For port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,segment=NetworkSegment(4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47),segment_id=4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:17:09.694465 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:09.752739 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:09.753403 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:09.755116 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] 10.222.0.39 "PUT /v2.0/ports/46b64d5c-0495-4e51-b0e0-f1bf7e319b4e HTTP/1.1" status: 200 len: 1091 time: 1.4289541 Jul 29 15:17:09.770258 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a4abecb-6c77-4a39-bae5-6f364785fda1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:09.828992 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f780f401-e7cb-45af-8ab9-e4db6b6f18f4 req-8460d302-6f16-40e2-befd-762b64989da4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912055 Jul 29 15:17:09.876975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648878ed-b332-4f2f-817a-038248957ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:09.916896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-da4f33bf-b6ef-434a-85a3-4bba128c0019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:09.924828 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-da4f33bf-b6ef-434a-85a3-4bba128c0019 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 1094 time: 0.1379380 Jul 29 15:17:09.974814 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a4abecb-6c77-4a39-bae5-6f364785fda1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:10.007192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Attempting to bind port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:17:10.007541 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Attempting to bind port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:17:10.007884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Attempting to bind port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:17:10.020998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:17:10.021336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Attempting to bind port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:17:10.031435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:17:10.031873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Checking segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:17:10.032218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Bound using segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:17:10.033362 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Bound port: 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:17:10.033745 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:10.063058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-6a942816-2ace-4885-b5e8-3f1c269d38e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:10.065014 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-6a942816-2ace-4885-b5e8-3f1c269d38e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b13fb13d-e244-491e-878b-52b7d508aab7 HTTP/1.1" status: 200 len: 898 time: 0.1312432 Jul 29 15:17:10.103885 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a4abecb-6c77-4a39-bae5-6f364785fda1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:10.149522 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6a4abecb-6c77-4a39-bae5-6f364785fda1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:10.151452 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6a4abecb-6c77-4a39-bae5-6f364785fda1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/c4d36ee4-1b9a-4521-ac09-47a034bf1363 HTTP/1.1" status: 204 len: 168 time: 0.6936440 Jul 29 15:17:10.152434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4abecb-6c77-4a39-bae5-6f364785fda1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d36ee4-1b9a-4521-ac09-47a034bf1363,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:10.165275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7da0d63-8f30-41ee-b038-1cde1eba19a0 None None] Network 70033fce-a4c1-4164-b5cb-48a6a863375b requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:17:10.167103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46400) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:10.234425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] For port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:17:10.258350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] For port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:17:10.259170 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-fa9a800d-7f15-4a03-a1cc-f579828e1065 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e HTTP/1.1" status: 200 len: 999 time: 0.1865392 Jul 29 15:17:10.269690 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:10.295755 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:10.298384 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:10.298935 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:10.300632 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] 10.222.0.39 "PUT /v2.0/ports/11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd HTTP/1.1" status: 200 len: 1092 time: 2.2511363 Jul 29 15:17:10.332211 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072efc87-ef66-410a-a829-4efa3d2b8ee4', 'tag': '11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:17:10.334684 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bf033a-4cc1-4ff1-acb5-8f164d36302e" -d '{"events": [{"name": "network-changed", "server_uuid": "072efc87-ef66-410a-a829-4efa3d2b8ee4", "tag": "11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:17:10.334883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958fc32-688d-4ee5-9b9d-f819333b475e req-f3aa3490-080d-48ca-bb5b-4108d0d07fba tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:10.336467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7958fc32-688d-4ee5-9b9d-f819333b475e req-f3aa3490-080d-48ca-bb5b-4108d0d07fba tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.1143398 Jul 29 15:17:10.342837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-2ffc3d21-4034-4429-a81f-f127ca224787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:10.344548 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-2ffc3d21-4034-4429-a81f-f127ca224787 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7630c3f4-61cc-44ce-86d1-ba91f043462a HTTP/1.1" status: 200 len: 834 time: 0.0743175 Jul 29 15:17:10.460512 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7958fc32-688d-4ee5-9b9d-f819333b475e req-7961ca0d-f0c1-4aef-a8b9-a2afceac587d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107442 Jul 29 15:17:10.470998 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c185381b-0439-42ef-9fc3-02fe9e046892 x-openstack-request-id: req-c185381b-0439-42ef-9fc3-02fe9e046892 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:17:10.471543 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072efc87-ef66-410a-a829-4efa3d2b8ee4", "tag": "11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:17:10.472566 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c185381b-0439-42ef-9fc3-02fe9e046892 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:17:10.472936 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072efc87-ef66-410a-a829-4efa3d2b8ee4', 'tag': '11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd', 'status': 'completed', 'code': 200} Jul 29 15:17:10.476645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-eb1689f6-42f5-41fd-b81e-1af68d3b283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:10.478237 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-eb1689f6-42f5-41fd-b81e-1af68d3b283b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b13fb13d-e244-491e-878b-52b7d508aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194482 Jul 29 15:17:10.507066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e525b69-0164-4bc7-a398-5233f4a2fa77 service neutron] Pushing event updated for resources: {'Port': ['ID=11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:10.533809 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-20f137b1-ede8-4cb8-a35b-aae7d16f5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:10.535370 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-20f137b1-ede8-4cb8-a35b-aae7d16f5651 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 1095 time: 0.1709230 Jul 29 15:17:10.608838 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b95cdad-dd92-4b78-98d1-b3f480368c43 None None] DHCP port deletion for 70033fce-a4c1-4164-b5cb-48a6a863375b request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:17:10.609809 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-ba399561-53f4-4c8d-9c35-231ce083d5a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd HTTP/1.1" status: 200 len: 217 time: 0.0665870 Jul 29 15:17:10.630542 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port 3d8275c6-9972-4495-82ec-172a6b1df0d4 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:10.630958 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:10.656539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-3c143b4b-6bb9-467d-a4cf-3e766f02e13e service neutron] 10.222.0.39 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626208 Jul 29 15:17:10.725762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7b95cdad-dd92-4b78-98d1-b3f480368c43 None None] Deleting port 3d8275c6-9972-4495-82ec-172a6b1df0d4 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:10.726498 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7b95cdad-dd92-4b78-98d1-b3f480368c43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:10.746675 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-c5f9c200-9ace-46bf-b054-2d99ded88ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:10.752497 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-c5f9c200-9ace-46bf-b054-2d99ded88ce1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.1326413 Jul 29 15:17:10.816418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'tag': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:17:10.820189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] For port 3d8275c6-9972-4495-82ec-172a6b1df0d4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3d8275c6-9972-4495-82ec-172a6b1df0d4,segment=NetworkSegment(757e581a-b881-4c11-bf7d-cd6d648e2206),segment_id=757e581a-b881-4c11-bf7d-cd6d648e2206)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:10.820564 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:10.820999 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "5768bbde-5ad3-4bd5-b35e-eeb87380f17e", "tag": "46b64d5c-0495-4e51-b0e0-f1bf7e319b4e"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:17:10.839784 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-d1784cb1-389c-46b7-9aaa-ec649e2951b7 service neutron] 10.222.0.39 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762371 Jul 29 15:17:10.876539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for 3d8275c6-9972-4495-82ec-172a6b1df0d4 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:10.881234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-e711153e-972f-4cf6-9c59-20c38e1605d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:10.885237 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-e711153e-972f-4cf6-9c59-20c38e1605d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177740 Jul 29 15:17:10.949623 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7b95cdad-dd92-4b78-98d1-b3f480368c43 None None] For port 3d8275c6-9972-4495-82ec-172a6b1df0d4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3d8275c6-9972-4495-82ec-172a6b1df0d4,segment=NetworkSegment(757e581a-b881-4c11-bf7d-cd6d648e2206),segment_id=757e581a-b881-4c11-bf7d-cd6d648e2206)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:10.952698 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7b95cdad-dd92-4b78-98d1-b3f480368c43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:10.982352 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557d3d67-c817-4a55-8f0e-516f655358e5 x-openstack-request-id: req-557d3d67-c817-4a55-8f0e-516f655358e5 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:17:10.982766 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5768bbde-5ad3-4bd5-b35e-eeb87380f17e", "tag": "46b64d5c-0495-4e51-b0e0-f1bf7e319b4e", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:17:10.982901 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-557d3d67-c817-4a55-8f0e-516f655358e5 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:17:10.983209 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'tag': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e', 'status': 'completed', 'code': 200} Jul 29 15:17:11.025029 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7b95cdad-dd92-4b78-98d1-b3f480368c43 None None] Calling delete_port for 3d8275c6-9972-4495-82ec-172a6b1df0d4 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:11.145191 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-69e2d78d-1bb4-4101-b388-71fca1f24881 service neutron] 10.222.0.39 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550719 Jul 29 15:17:11.145805 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:11.164408 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:11.170069 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c0545-4b34-4df7-b6f5-4244ef891dc3 req-85672904-873b-4da5-b219-0180b697a59f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:11.171831 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae5c0545-4b34-4df7-b6f5-4244ef891dc3 req-85672904-873b-4da5-b219-0180b697a59f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 943 time: 0.1610582 Jul 29 15:17:11.173661 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7b95cdad-dd92-4b78-98d1-b3f480368c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:11.177212 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-34ba58dc-b870-478b-bda0-66d3d0e0ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:11.179378 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-34ba58dc-b870-478b-bda0-66d3d0e0ad32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 1094 time: 0.1898415 Jul 29 15:17:11.195965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=3d8275c6-9972-4495-82ec-172a6b1df0d4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:11.211734 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No DVR routers for this DVR port 3d8275c6-9972-4495-82ec-172a6b1df0d4 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:17:11.212981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b95cdad-dd92-4b78-98d1-b3f480368c43 None None] No DVR routers for this DVR port 3d8275c6-9972-4495-82ec-172a6b1df0d4 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:17:11.215034 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95cdad-dd92-4b78-98d1-b3f480368c43 None None] Pushing event deleted for resources: {'Port': ['ID=3d8275c6-9972-4495-82ec-172a6b1df0d4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:11.241368 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-cc55cd05-0d2f-4b84-9139-d8976eb54399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:11.243202 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-cc55cd05-0d2f-4b84-9139-d8976eb54399 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 1094 time: 0.2029209 Jul 29 15:17:11.361941 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ae5c0545-4b34-4df7-b6f5-4244ef891dc3 req-1c2e6e6c-f0cc-47f2-b74d-8ac0d9fb0ca0 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811326 Jul 29 15:17:11.384982 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:11.415189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70033fce-a4c1-4164-b5cb-48a6a863375b']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:11.427556 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57c5f445-bd46-490a-b2ee-c2b872cf62e7 req-cb81e418-68e2-4529-b92a-18ccd4df8a75 service neutron] 10.222.0.39 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717214 Jul 29 15:17:11.434689 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757e581a-b881-4c11-bf7d-cd6d648e2206') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:11.435070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757e581a-b881-4c11-bf7d-cd6d648e2206') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:11.435392 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-61433c6c-9632-434c-9262-0150980bc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:11.437059 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-61433c6c-9632-434c-9262-0150980bc521 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b13fb13d-e244-491e-878b-52b7d508aab7 HTTP/1.1" status: 200 len: 898 time: 0.2480731 Jul 29 15:17:11.438899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-47427e8c-fb1b-4046-8cf0-d900670760b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:11.441151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-47427e8c-fb1b-4046-8cf0-d900670760b1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b13fb13d-e244-491e-878b-52b7d508aab7 HTTP/1.1" status: 200 len: 898 time: 0.1702082 Jul 29 15:17:11.451460 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:11.482356 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:11.542149 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:17:11.542149 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:17:11.546517 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:17:11.613901 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-81789dd7-d9ed-4042-bd9e-a73f28b41f45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e HTTP/1.1" status: 200 len: 999 time: 0.1684334 Jul 29 15:17:11.617073 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-c9e9c320-223a-431a-86fc-a441acb36cf1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e HTTP/1.1" status: 200 len: 999 time: 0.1648362 Jul 29 15:17:11.643312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf033a-4cc1-4ff1-acb5-8f164d36302e req-51ddf9d1-9b7b-44d6-939c-e2f837a68f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:11.646842 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3d8275c6-9972-4495-82ec-172a6b1df0d4 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:11.651779 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8bf033a-4cc1-4ff1-acb5-8f164d36302e req-51ddf9d1-9b7b-44d6-939c-e2f837a68f73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 1095 time: 0.1619017 Jul 29 15:17:11.671541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 3d8275c6-9972-4495-82ec-172a6b1df0d4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:17:11.672445 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3d8275c6-9972-4495-82ec-172a6b1df0d4 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:11.677702 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:11.686903 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:11.700734 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46410) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:11.701718 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/networks/70033fce-a4c1-4164-b5cb-48a6a863375b HTTP/1.1" status: 204 len: 168 time: 1.5324266 Jul 29 15:17:11.750490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-e2e909e3-7dbf-4221-a81e-d95400182813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:11.752848 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-e2e909e3-7dbf-4221-a81e-d95400182813 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7630c3f4-61cc-44ce-86d1-ba91f043462a HTTP/1.1" status: 200 len: 834 time: 0.1196494 Jul 29 15:17:11.773530 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-5c789ba3-558c-4e09-919f-2d9a085b719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:11.775031 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-5c789ba3-558c-4e09-919f-2d9a085b719c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7630c3f4-61cc-44ce-86d1-ba91f043462a HTTP/1.1" status: 200 len: 834 time: 0.1526370 Jul 29 15:17:11.776653 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a768d38-b3de-4b17-9511-c762a6962e4f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Network': ['ID=70033fce-a4c1-4164-b5cb-48a6a863375b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:11.794270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119af52d-2a39-4bec-91b6-d0bf63aac0fa req-6daa2e23-b10f-4fd9-a992-f3f6fb7e731f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:11.795723 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-119af52d-2a39-4bec-91b6-d0bf63aac0fa req-6daa2e23-b10f-4fd9-a992-f3f6fb7e731f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.1951509 Jul 29 15:17:11.807277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae2b5b9-305e-45f4-817f-2b3725ea3482 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:11.808690 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9ae2b5b9-305e-45f4-817f-2b3725ea3482 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 HTTP/1.1" status: 200 len: 845 time: 0.1068909 Jul 29 15:17:11.817342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46412) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:11.857535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:11.863241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-73fa80d6-a73a-4d08-bf21-880c2ae4e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:11.865217 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-73fa80d6-a73a-4d08-bf21-880c2ae4e4a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b13fb13d-e244-491e-878b-52b7d508aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042614 Jul 29 15:17:11.868466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-7d5afaf6-6650-4ea4-a107-d1d8a064db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:11.869597 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-7d5afaf6-6650-4ea4-a107-d1d8a064db69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b13fb13d-e244-491e-878b-52b7d508aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789752 Jul 29 15:17:11.905223 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e09b3a53-3a98-43a9-8616-ca83a59d39a5 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/b94ebc19-97c5-4b3b-891e-52cb83c9f2b1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0785182 Jul 29 15:17:11.906006 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46414) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:11.913077 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f6510268-27f9-4dbd-bde1-0e5ad204e8de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'subnet': {'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:11.926343 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:11.937879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf033a-4cc1-4ff1-acb5-8f164d36302e req-6820f029-4e27-45aa-8cf9-b6e783c546d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:11.939338 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8bf033a-4cc1-4ff1-acb5-8f164d36302e req-6820f029-4e27-45aa-8cf9-b6e783c546d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.2764969 Jul 29 15:17:11.986328 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-119af52d-2a39-4bec-91b6-d0bf63aac0fa req-e1bc06f3-7fa6-4cd6-826e-c67778b2edd7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783025 Jul 29 15:17:12.024538 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8bf033a-4cc1-4ff1-acb5-8f164d36302e req-85b75b97-53cc-41b3-aa89-206c5338f810 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd HTTP/1.1" status: 200 len: 217 time: 0.0565383 Jul 29 15:17:12.074838 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-a29fbf6b-ca8a-4d71-92ef-8dc034d3a737 service neutron] 10.222.0.39 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850841 Jul 29 15:17:12.081283 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-d4e8310c-7f71-495c-81aa-6f4a048a5d37 service neutron] 10.222.0.38 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061336 Jul 29 15:17:12.144302 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf033a-4cc1-4ff1-acb5-8f164d36302e req-ea968d90-accf-4969-930d-cda80a6c891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:12.148054 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8bf033a-4cc1-4ff1-acb5-8f164d36302e req-ea968d90-accf-4969-930d-cda80a6c891f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.1132765 Jul 29 15:17:12.151575 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6510268-27f9-4dbd-bde1-0e5ad204e8de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:12.161841 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6510268-27f9-4dbd-bde1-0e5ad204e8de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:12.245799 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-261b79a9-7d43-4fa8-8ffa-3ce4f5009d8e service neutron] 10.222.0.39 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633992 Jul 29 15:17:12.271629 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2bbf4b42-b164-41ce-b2de-9c5b3c4f9cd8 req-357159ea-9ee4-4855-aa02-62c1d6f5f889 service neutron] 10.222.0.38 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809120 Jul 29 15:17:12.355778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf033a-4cc1-4ff1-acb5-8f164d36302e req-27c66077-a21f-473f-9cd3-b51a00911b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:12.357888 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8bf033a-4cc1-4ff1-acb5-8f164d36302e req-27c66077-a21f-473f-9cd3-b51a00911b52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848295 Jul 29 15:17:12.513288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692fd11-d19f-40d2-beba-78d68375c39d req-0e85760c-451e-4b95-a38b-733139fd2296 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:12.521233 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0692fd11-d19f-40d2-beba-78d68375c39d req-0e85760c-451e-4b95-a38b-733139fd2296 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 943 time: 0.0616913 Jul 29 15:17:12.535652 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8bf033a-4cc1-4ff1-acb5-8f164d36302e req-61666b95-0d58-4322-8a40-2e5d728e366d service neutron] 10.222.0.39 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616843 Jul 29 15:17:12.576603 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0692fd11-d19f-40d2-beba-78d68375c39d req-e64c0477-4cf8-4bfb-bb8a-3224a2b8bb35 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543034 Jul 29 15:17:12.665675 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6510268-27f9-4dbd-bde1-0e5ad204e8de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:12.738152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6510268-27f9-4dbd-bde1-0e5ad204e8de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:17:12.745259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-f6510268-27f9-4dbd-bde1-0e5ad204e8de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:12.749648 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8bf033a-4cc1-4ff1-acb5-8f164d36302e req-195bb4d3-73a5-4d76-9f75-d2a20cb3190e service neutron] 10.222.0.39 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032738 Jul 29 15:17:12.750237 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6510268-27f9-4dbd-bde1-0e5ad204e8de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:12.750833 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6510268-27f9-4dbd-bde1-0e5ad204e8de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:12.758624 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275e6647-865d-411e-8264-d59d84259213 None None] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:17:12.774806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6510268-27f9-4dbd-bde1-0e5ad204e8de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Subnet': ['ID=261bd529-49fd-4581-9fdf-3a7c1eb1bd48,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:12.791512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f6510268-27f9-4dbd-bde1-0e5ad204e8de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8789721 Jul 29 15:17:12.792405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46422) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:12.800582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-92557048-b2b6-4873-9b53-d4d7136d2648 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'security_group': {'name': 'tempest-secgroup-1227730404'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:12.853790 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92557048-b2b6-4873-9b53-d4d7136d2648 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:12.993435 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92557048-b2b6-4873-9b53-d4d7136d2648 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:12.997374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-3cf71998-7e24-476a-bbbe-341ce72cae2f', 'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'tenant_id': '47e948f4d2a444508769e8471d97ec39', 'fixed_ips': [{'subnet_id': '261bd529-49fd-4581-9fdf-3a7c1eb1bd48'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:17:12.998420 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92557048-b2b6-4873-9b53-d4d7136d2648 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:12.999294 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:13.029006 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-92557048-b2b6-4873-9b53-d4d7136d2648 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:13.030332 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-92557048-b2b6-4873-9b53-d4d7136d2648 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2366953 Jul 29 15:17:13.034568 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46426) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:13.035409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92557048-b2b6-4873-9b53-d4d7136d2648 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e54ba25-987c-4b04-9b25-352e9eddf756,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:13.040003 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c7c89d89-6661-458a-bd2b-f36e8626d4ac tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'security_group': {'name': 'tempest-secgroup-30851272'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:13.075761 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7c89d89-6661-458a-bd2b-f36e8626d4ac tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:13.201686 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4753935-b983-4369-9f2e-a20525bc1ac9 req-e34dbca9-feee-4713-8367-bca063cf38d6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:13.203591 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d4753935-b983-4369-9f2e-a20525bc1ac9 req-e34dbca9-feee-4713-8367-bca063cf38d6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.0629866 Jul 29 15:17:13.210868 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7c89d89-6661-458a-bd2b-f36e8626d4ac tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:13.215961 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7c89d89-6661-458a-bd2b-f36e8626d4ac tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:13.230756 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Allocated IP 2001:db8::2 (3cf71998-7e24-476a-bbbe-341ce72cae2f/261bd529-49fd-4581-9fdf-3a7c1eb1bd48/43d3ce94-1b04-4166-affd-c56620732481) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:17:13.250583 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7c89d89-6661-458a-bd2b-f36e8626d4ac tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:13.252627 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c7c89d89-6661-458a-bd2b-f36e8626d4ac tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2161272 Jul 29 15:17:13.256122 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46428) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:13.263468 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e74effcc-c3d0-4816-9689-5e9797f4e8e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1561469899', 'security_groups': ['d20a5489-eb43-4cde-b52c-44a99c887abe'], 'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '261bd529-49fd-4581-9fdf-3a7c1eb1bd48'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:13.265217 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d4753935-b983-4369-9f2e-a20525bc1ac9 req-fc99e54a-1962-4fe1-9c9c-5eb2107f9e59 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540769 Jul 29 15:17:13.285684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c89d89-6661-458a-bd2b-f36e8626d4ac tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20a5489-eb43-4cde-b52c-44a99c887abe,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:13.436804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74effcc-c3d0-4816-9689-5e9797f4e8e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:13.476500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:17:13.501654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46430) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:13.591182 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e74effcc-c3d0-4816-9689-5e9797f4e8e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:13.613144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-e74effcc-c3d0-4816-9689-5e9797f4e8e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] device_id is not set on port e5d3fc67-52a1-4e38-a7ff-15741c0c56ec yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:17:13.646562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-06b8fde6-2c23-4ee5-9291-0ed156c89eb5 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2981 time: 0.1430922 Jul 29 15:17:13.649837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46434) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:13.660695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d85f9e05-7420-498c-8080-f19646aa0e2c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Request body: {'network': {'name': 'tempest-network-smoke--1411307520', 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'port_security_enabled': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:13.670936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,segment=NetworkSegment(4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47),segment_id=4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:13.674147 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:13.690260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Transition to ACTIVE for port object 43d3ce94-1b04-4166-affd-c56620732481 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:13.692273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'port_id': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e', 'mac_address': 'fa:16:3e:7e:1b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:17:13.714135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85f9e05-7420-498c-8080-f19646aa0e2c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Made reservation on behalf of 14deb283078b4d31b43cef57d5f39bf7 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:13.721790 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d85f9e05-7420-498c-8080-f19646aa0e2c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:13.727931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Transition to ACTIVE for port object 43d3ce94-1b04-4166-affd-c56620732481 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:13.748253 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:13.762750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85f9e05-7420-498c-8080-f19646aa0e2c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:17:13.779253 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d85f9e05-7420-498c-8080-f19646aa0e2c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:13.780467 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-d85f9e05-7420-498c-8080-f19646aa0e2c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Added segment aadb0dde-1478-46cf-a004-d56c0e89bd2f of type vlan for network 59d4b6ff-3cbc-4784-979e-20ea697f32fa Jul 29 15:17:13.793089 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:17:13.796200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:13.817679 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:13.837531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:17:13.846066 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:17:13.878422 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d85f9e05-7420-498c-8080-f19646aa0e2c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:13.879195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Pushing event updated for resources: {'Port': ['ID=43d3ce94-1b04-4166-affd-c56620732481,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:13.880107 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52b2d9-1fb9-4a89-9366-c8e208955ce0 req-cf663ea1-db7f-4577-97cb-17c93a56bf08 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:13.889040 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d52b2d9-1fb9-4a89-9366-c8e208955ce0 req-cf663ea1-db7f-4577-97cb-17c93a56bf08 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 943 time: 0.1287501 Jul 29 15:17:13.910250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,segment=NetworkSegment(4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47),segment_id=4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:13.938349 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d85f9e05-7420-498c-8080-f19646aa0e2c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:13.945117 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85f9e05-7420-498c-8080-f19646aa0e2c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:13.947913 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d85f9e05-7420-498c-8080-f19646aa0e2c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:13.955670 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:13.986136 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d52b2d9-1fb9-4a89-9366-c8e208955ce0 req-0e4ff44e-393a-4061-a985-fdf836659c17 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954373 Jul 29 15:17:13.990656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-e74effcc-c3d0-4816-9689-5e9797f4e8e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Allocated IP 2001:db8::c9 (3cf71998-7e24-476a-bbbe-341ce72cae2f/261bd529-49fd-4581-9fdf-3a7c1eb1bd48/e5d3fc67-52a1-4e38-a7ff-15741c0c56ec) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:17:14.036393 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d85f9e05-7420-498c-8080-f19646aa0e2c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3845932 Jul 29 15:17:14.042379 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46436) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:14.053403 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:14.062974 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2020120006', 'admin_state_up': True, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:14.066230 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f9e05-7420-498c-8080-f19646aa0e2c tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'Network': ['ID=59d4b6ff-3cbc-4784-979e-20ea697f32fa,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:14.068964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Attempting to bind port 43d3ce94-1b04-4166-affd-c56620732481 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:17:14.069276 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Attempting to bind port 43d3ce94-1b04-4166-affd-c56620732481 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'ef5dc55c-39ff-413a-a597-f2b06cea8237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:17:14.069647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Attempting to bind port 43d3ce94-1b04-4166-affd-c56620732481 on network 3cf71998-7e24-476a-bbbe-341ce72cae2f {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:17:14.076612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:17:14.077256 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Checking segment: {'id': 'ef5dc55c-39ff-413a-a597-f2b06cea8237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:17:14.077822 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:14.078377 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Bound using segment: {'id': 'ef5dc55c-39ff-413a-a597-f2b06cea8237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:17:14.079389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Bound port: 43d3ce94-1b04-4166-affd-c56620732481, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5dc55c-39ff-413a-a597-f2b06cea8237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:17:14.079961 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:14.096539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 59d4b6ff-3cbc-4784-979e-20ea697f32fa details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:17:14.134761 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:14.135774 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:14.220330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['46b64d5c-0495-4e51-b0e0-f1bf7e319b4e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:17:14.265014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] For port 43d3ce94-1b04-4166-affd-c56620732481, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:17:14.270182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] For port 43d3ce94-1b04-4166-affd-c56620732481, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=43d3ce94-1b04-4166-affd-c56620732481,segment=NetworkSegment(ef5dc55c-39ff-413a-a597-f2b06cea8237),segment_id=ef5dc55c-39ff-413a-a597-f2b06cea8237)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:17:14.277096 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:14.297682 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:14.381964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fccc3e-a6c9-4b1a-8548-3da44b30e3c0 None None] Pushing event updated for resources: {'Port': ['ID=43d3ce94-1b04-4166-affd-c56620732481,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:14.487605 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e74effcc-c3d0-4816-9689-5e9797f4e8e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:14.518213 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42fb3f-e6bc-45bc-9e9b-2f7105da6ef1 req-b3432db7-968c-484a-8767-abde85bfea73 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:14.520266 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad42fb3f-e6bc-45bc-9e9b-2f7105da6ef1 req-b3432db7-968c-484a-8767-abde85bfea73 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.1040123 Jul 29 15:17:14.607731 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:14.623102 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-e74effcc-c3d0-4816-9689-5e9797f4e8e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Transition to ACTIVE for port object e5d3fc67-52a1-4e38-a7ff-15741c0c56ec will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:14.629302 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad42fb3f-e6bc-45bc-9e9b-2f7105da6ef1 req-40eacd0c-3188-4d53-8143-1fa430a2e020 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998006 Jul 29 15:17:14.924131 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:17:15.076945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f486e68-ad9d-4b32-ba78-773500dc91fc req-65c91899-73ef-4d96-b04c-ed3b12b4a796 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:15.084615 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5f486e68-ad9d-4b32-ba78-773500dc91fc req-65c91899-73ef-4d96-b04c-ed3b12b4a796 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 944 time: 0.7392426 Jul 29 15:17:15.095492 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e74effcc-c3d0-4816-9689-5e9797f4e8e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:15.135514 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f385a-1393-45c6-a588-dd33b2ea8f0d req-a2e4c304-00d7-4921-a155-ca88a6e7f7f8 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:15.136605 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-644f385a-1393-45c6-a588-dd33b2ea8f0d req-a2e4c304-00d7-4921-a155-ca88a6e7f7f8 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.38 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e&tenant_id=ff222b7955804c63888f15eaa141338c&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 944 time: 0.7503238 Jul 29 15:17:15.241116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74effcc-c3d0-4816-9689-5e9797f4e8e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:17:15.253098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e74effcc-c3d0-4816-9689-5e9797f4e8e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:15.255598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74effcc-c3d0-4816-9689-5e9797f4e8e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:17:15.261396 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74effcc-c3d0-4816-9689-5e9797f4e8e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:15.261984 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e74effcc-c3d0-4816-9689-5e9797f4e8e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:15.278805 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5f486e68-ad9d-4b32-ba78-773500dc91fc req-40e9e2df-d96f-451f-b0af-6bc197c9f1a5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931934 Jul 29 15:17:15.279590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74effcc-c3d0-4816-9689-5e9797f4e8e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=e5d3fc67-52a1-4e38-a7ff-15741c0c56ec,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:15.312845 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e74effcc-c3d0-4816-9689-5e9797f4e8e7 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0539463 Jul 29 15:17:15.315786 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-644f385a-1393-45c6-a588-dd33b2ea8f0d req-05b7e14f-192d-4929-903c-e76bec686516 service neutron] delete failed (client error): The resource could not be found. Jul 29 15:17:15.316820 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-644f385a-1393-45c6-a588-dd33b2ea8f0d req-05b7e14f-192d-4929-903c-e76bec686516 service neutron] 10.222.0.38 "DELETE /v2.0/ports/46b64d5c-0495-4e51-b0e0-f1bf7e319b4e/bindings/n-h1-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.1701026 Jul 29 15:17:15.317694 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46444) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:15.322584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-055191d0-6ef0-4e49-a1f4-e94ce165131e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'subnet': {'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:15.350369 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:17:15.440026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:15.444291 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:15.445224 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:15.539575 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f385a-1393-45c6-a588-dd33b2ea8f0d req-bda3ed4c-f09e-4a8b-afb4-3e317ab43ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:15.541129 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-644f385a-1393-45c6-a588-dd33b2ea8f0d req-bda3ed4c-f09e-4a8b-afb4-3e317ab43ac3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 1095 time: 0.1366000 Jul 29 15:17:15.568254 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:15.637142 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:17:15.639956 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b933d52-77cc-4cff-8114-16df9940a8c6" -d '{"events": [{"server_uuid": "5768bbde-5ad3-4bd5-b35e-eeb87380f17e", "name": "network-vif-plugged", "status": "completed", "tag": "46b64d5c-0495-4e51-b0e0-f1bf7e319b4e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:17:15.686960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,segment=NetworkSegment(4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47),segment_id=4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:15.694738 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:15.761627 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 43d3ce94-1b04-4166-affd-c56620732481 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:17:15.763239 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:15.795321 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:15.864354 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9276ad11-c347-4eaf-8cb0-05a8b3e024cb x-openstack-request-id: req-9276ad11-c347-4eaf-8cb0-05a8b3e024cb {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:17:15.867240 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5768bbde-5ad3-4bd5-b35e-eeb87380f17e", "name": "network-vif-plugged", "status": "completed", "tag": "46b64d5c-0495-4e51-b0e0-f1bf7e319b4e", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:17:15.867240 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9276ad11-c347-4eaf-8cb0-05a8b3e024cb {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:17:15.867240 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e', 'code': 200} Jul 29 15:17:15.907344 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:15.941158 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 43d3ce94-1b04-4166-affd-c56620732481 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:15.982041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9204e920-9a7f-4e97-8df0-b72904f37592 None None] Provisioning for port 43d3ce94-1b04-4166-affd-c56620732481 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:15.982268 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055191d0-6ef0-4e49-a1f4-e94ce165131e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:15.986780 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-055191d0-6ef0-4e49-a1f4-e94ce165131e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:15.988106 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9204e920-9a7f-4e97-8df0-b72904f37592 None None] Provisioning complete for port 43d3ce94-1b04-4166-affd-c56620732481 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:15.988933 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9204e920-9a7f-4e97-8df0-b72904f37592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:16.110190 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9204e920-9a7f-4e97-8df0-b72904f37592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:16.117028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f385a-1393-45c6-a588-dd33b2ea8f0d req-fb45d3f6-7ed5-4af5-bbdb-ef6c68fe3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:16.118549 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-644f385a-1393-45c6-a588-dd33b2ea8f0d req-fb45d3f6-7ed5-4af5-bbdb-ef6c68fe3d9b service neutron] 10.222.0.38 "GET /v2.0/networks?id=b13fb13d-e244-491e-878b-52b7d508aab7 HTTP/1.1" status: 200 len: 898 time: 0.5702040 Jul 29 15:17:16.119709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Allocated IP 172.25.6.168 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/ef0ad698-83fa-4877-aa1a-fc729f5abf18) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:17:16.158219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9204e920-9a7f-4e97-8df0-b72904f37592 None None] For port 43d3ce94-1b04-4166-affd-c56620732481, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=43d3ce94-1b04-4166-affd-c56620732481,segment=NetworkSegment(ef5dc55c-39ff-413a-a597-f2b06cea8237),segment_id=ef5dc55c-39ff-413a-a597-f2b06cea8237)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:16.163337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ea74d-27ec-4f70-ad44-55142544d36d req-30780113-3726-4d84-8ccd-e98fd20c5dab tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:16.164240 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9204e920-9a7f-4e97-8df0-b72904f37592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:16.164952 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2f0ea74d-27ec-4f70-ad44-55142544d36d req-30780113-3726-4d84-8ccd-e98fd20c5dab tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.2429016 Jul 29 15:17:16.223502 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204e920-9a7f-4e97-8df0-b72904f37592 None None] Pushing event updated for resources: {'Port': ['ID=43d3ce94-1b04-4166-affd-c56620732481,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:16.228237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9204e920-9a7f-4e97-8df0-b72904f37592 None None] Provisioning complete for port b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:16.228614 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9204e920-9a7f-4e97-8df0-b72904f37592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:16.266402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9204e920-9a7f-4e97-8df0-b72904f37592 None None] Port b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:17:16.307769 n-d-802893-1 neutron-server[94158]: INFO neutron.db.ipam_backend_mixin [None req-055191d0-6ef0-4e49-a1f4-e94ce165131e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 261bd529-49fd-4581-9fdf-3a7c1eb1bd48 (CIDR: 2001:db8::/64) Jul 29 15:17:16.328749 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-055191d0-6ef0-4e49-a1f4-e94ce165131e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:17:16.329807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-055191d0-6ef0-4e49-a1f4-e94ce165131e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:17:16.337770 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-644f385a-1393-45c6-a588-dd33b2ea8f0d req-88c7bcb5-a357-492f-bbac-0f1559118eee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e HTTP/1.1" status: 200 len: 1001 time: 0.2078502 Jul 29 15:17:16.347526 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2f0ea74d-27ec-4f70-ad44-55142544d36d req-cfe9a024-974f-407a-8d91-6e68710d620b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375842 Jul 29 15:17:16.389424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f780b475-ea2f-4a6e-a924-0a19fdfa9fe5 None None] Provisioning for port e5d3fc67-52a1-4e38-a7ff-15741c0c56ec completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:16.394304 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-055191d0-6ef0-4e49-a1f4-e94ce165131e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0725238 Jul 29 15:17:16.395776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f780b475-ea2f-4a6e-a924-0a19fdfa9fe5 None None] Provisioning complete for port e5d3fc67-52a1-4e38-a7ff-15741c0c56ec triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:16.396026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46452) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:16.396495 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f780b475-ea2f-4a6e-a924-0a19fdfa9fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:16.404413 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9d7da-a6af-48e6-9ae8-78e605d3b098 req-7ad68e63-0ad6-4523-a845-fd7bcc6490c9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:16.405964 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2d9d7da-a6af-48e6-9ae8-78e605d3b098 req-7ad68e63-0ad6-4523-a845-fd7bcc6490c9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.0565479 Jul 29 15:17:16.410824 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-23abe2a2-b839-45df-9ead-553165c1b0c2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'subnet': {'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:16.427619 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f385a-1393-45c6-a588-dd33b2ea8f0d req-559e0489-8d6e-4623-8fbe-89061b8ef5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:16.429146 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-644f385a-1393-45c6-a588-dd33b2ea8f0d req-559e0489-8d6e-4623-8fbe-89061b8ef5ae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7630c3f4-61cc-44ce-86d1-ba91f043462a HTTP/1.1" status: 200 len: 834 time: 0.0780182 Jul 29 15:17:16.433723 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:16.440862 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f780b475-ea2f-4a6e-a924-0a19fdfa9fe5 None None] Port e5d3fc67-52a1-4e38-a7ff-15741c0c56ec cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:17:16.497305 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2d9d7da-a6af-48e6-9ae8-78e605d3b098 req-edf72f7b-b7b2-4f22-b048-a0e56b5e9bcf tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826266 Jul 29 15:17:16.498542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f385a-1393-45c6-a588-dd33b2ea8f0d req-714d2b03-9345-4625-997d-47e2c16a4049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:16.500075 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-644f385a-1393-45c6-a588-dd33b2ea8f0d req-714d2b03-9345-4625-997d-47e2c16a4049 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b13fb13d-e244-491e-878b-52b7d508aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601106 Jul 29 15:17:16.528461 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:16.550923 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23abe2a2-b839-45df-9ead-553165c1b0c2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:16.554659 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23abe2a2-b839-45df-9ead-553165c1b0c2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:16.611083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:17:16.620063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:16.628315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:17:16.630403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'Port': ['ID=ef0ad698-83fa-4877-aa1a-fc729f5abf18,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:16.677741 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-644f385a-1393-45c6-a588-dd33b2ea8f0d req-150837d8-9e9b-4243-8571-67f1d828c369 service neutron] 10.222.0.38 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696608 Jul 29 15:17:16.807009 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23abe2a2-b839-45df-9ead-553165c1b0c2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:16.858806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23abe2a2-b839-45df-9ead-553165c1b0c2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:17:16.862640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-23abe2a2-b839-45df-9ead-553165c1b0c2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:16.868114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23abe2a2-b839-45df-9ead-553165c1b0c2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:16.869006 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-23abe2a2-b839-45df-9ead-553165c1b0c2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:16.870733 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-644f385a-1393-45c6-a588-dd33b2ea8f0d req-9ea34394-30ff-4170-a690-0b92db2d246c service neutron] 10.222.0.38 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848478 Jul 29 15:17:16.873855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c5c6b1-fa01-4146-baed-bc58f5df254b None None] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:17:16.875353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abe2a2-b839-45df-9ead-553165c1b0c2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Subnet': ['ID=d91a6606-8cf2-42b3-8a95-ba041ba93758,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:16.904803 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-23abe2a2-b839-45df-9ead-553165c1b0c2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4952674 Jul 29 15:17:16.905028 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46454) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:16.911891 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9c0bbb7c-94df-47ee-94b4-d0411e639e0b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1766049450', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd91a6606-8cf2-42b3-8a95-ba041ba93758'}], 'security_groups': ['6e54ba25-987c-4b04-9b25-352e9eddf756']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:17.002572 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:17.158565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdd7683-9766-4bc2-8c7f-4babde087365 None None] Update dhcp port {'port': {'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'fixed_ips': [{'subnet_id': '261bd529-49fd-4581-9fdf-3a7c1eb1bd48', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd91a6606-8cf2-42b3-8a95-ba041ba93758'}], 'binding:host_id': 'n-d-802893-1'}, 'id': '43d3ce94-1b04-4166-affd-c56620732481'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:17:17.186592 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7683-9766-4bc2-8c7f-4babde087365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:17.231777 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:17.386438 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-1fdd7683-9766-4bc2-8c7f-4babde087365 None None] Allocated IP 2001:db8:0:1::2 (3cf71998-7e24-476a-bbbe-341ce72cae2f/d91a6606-8cf2-42b3-8a95-ba041ba93758/43d3ce94-1b04-4166-affd-c56620732481) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:17:17.387551 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c0bbb7c-94df-47ee-94b4-d0411e639e0b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:17.419556 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Router 3939a6e5-34ef-4081-b2bc-ad778061d644 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:17:17.491749 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1fdd7683-9766-4bc2-8c7f-4babde087365 None None] For port 43d3ce94-1b04-4166-affd-c56620732481, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=43d3ce94-1b04-4166-affd-c56620732481,segment=NetworkSegment(ef5dc55c-39ff-413a-a597-f2b06cea8237),segment_id=ef5dc55c-39ff-413a-a597-f2b06cea8237)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:17.535260 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7683-9766-4bc2-8c7f-4babde087365 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:17.552974 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1fdd7683-9766-4bc2-8c7f-4babde087365 None None] Transition to ACTIVE for port object 43d3ce94-1b04-4166-affd-c56620732481 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:17.559454 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7683-9766-4bc2-8c7f-4babde087365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:17.671252 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 43d3ce94-1b04-4166-affd-c56620732481 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:17:17.695870 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b020cb-ed72-45ad-807e-87ceeac716e3 req-32f3a265-349f-4f33-803d-0b465a8112b2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:17.697512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37b020cb-ed72-45ad-807e-87ceeac716e3 req-32f3a265-349f-4f33-803d-0b465a8112b2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.1105266 Jul 29 15:17:17.700340 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd7683-9766-4bc2-8c7f-4babde087365 None None] Pushing event updated for resources: {'Port': ['ID=43d3ce94-1b04-4166-affd-c56620732481,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:17.781565 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37b020cb-ed72-45ad-807e-87ceeac716e3 req-27ac2084-47f4-44cb-9642-efa5aee45728 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734484 Jul 29 15:17:17.817634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46460) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:17.899850 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-9c0bbb7c-94df-47ee-94b4-d0411e639e0b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Delete allocated IP 2001:db8::c9 (3cf71998-7e24-476a-bbbe-341ce72cae2f/261bd529-49fd-4581-9fdf-3a7c1eb1bd48) {{(pid=94157) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 15:17:17.917386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-9c0bbb7c-94df-47ee-94b4-d0411e639e0b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Allocated IP 2001:db8:0:1::143 (3cf71998-7e24-476a-bbbe-341ce72cae2f/d91a6606-8cf2-42b3-8a95-ba041ba93758/e5d3fc67-52a1-4e38-a7ff-15741c0c56ec) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:17:17.922562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-47564cb8-02f9-4dc2-8854-be9ca9a1521a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/3a504442-4230-4f7d-a3bb-2667f7d7ef5e HTTP/1.1" status: 200 len: 993 time: 0.1035092 Jul 29 15:17:18.019719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345c691-9d1c-4d89-ba5c-05efd2804efd req-182bf4bc-28c6-4abf-a4b7-2977b018f9c5 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:18.021289 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e345c691-9d1c-4d89-ba5c-05efd2804efd req-182bf4bc-28c6-4abf-a4b7-2977b018f9c5 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.5421441 Jul 29 15:17:18.026129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:17:18.040899 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Sync routers for ids ['3939a6e5-34ef-4081-b2bc-ad778061d644'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:17:18.051798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Routers {'3939a6e5-34ef-4081-b2bc-ad778061d644'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:18.052837 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3939a6e5-34ef-4081-b2bc-ad778061d644'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:18.067070 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:18.068571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5c5e9a09-49bf-4ccb-8423-cd8589838662 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0241489 Jul 29 15:17:18.071319 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46462) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:18.083530 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e345c691-9d1c-4d89-ba5c-05efd2804efd req-3b83ae73-c516-48e8-92f4-c17fca47acf2 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554526 Jul 29 15:17:18.102572 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c0bbb7c-94df-47ee-94b4-d0411e639e0b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:18.119420 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-9c0bbb7c-94df-47ee-94b4-d0411e639e0b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Transition to ACTIVE for port object e5d3fc67-52a1-4e38-a7ff-15741c0c56ec will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:18.124187 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c0bbb7c-94df-47ee-94b4-d0411e639e0b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:18.163293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbfdb87-22af-4f6b-bc9f-4983f09bce06 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:18.165614 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fbbfdb87-22af-4f6b-bc9f-4983f09bce06 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=14deb283078b4d31b43cef57d5f39bf7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0924208 Jul 29 15:17:18.167643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46464) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:18.198065 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-9c0bbb7c-94df-47ee-94b4-d0411e639e0b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] In _notify_port_updated(), no bound segment for port e5d3fc67-52a1-4e38-a7ff-15741c0c56ec on network 3cf71998-7e24-476a-bbbe-341ce72cae2f {{(pid=94157) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:17:18.203884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0bbb7c-94df-47ee-94b4-d0411e639e0b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:18.205168 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c0bbb7c-94df-47ee-94b4-d0411e639e0b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:18.206558 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9c0bbb7c-94df-47ee-94b4-d0411e639e0b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "PUT /v2.0/ports/e5d3fc67-52a1-4e38-a7ff-15741c0c56ec HTTP/1.1" status: 200 len: 931 time: 1.2999828 Jul 29 15:17:18.210801 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Set router 3939a6e5-34ef-4081-b2bc-ad778061d644 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:17:18.212098 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46466) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:18.263588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bbb7c-94df-47ee-94b4-d0411e639e0b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=e5d3fc67-52a1-4e38-a7ff-15741c0c56ec,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:18.302282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f44bee0-3b17-42df-babf-52fce420a2ff tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:18.307934 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0f44bee0-3b17-42df-babf-52fce420a2ff tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1362147 Jul 29 15:17:18.308225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46468) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:18.349165 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4cf4a125-0ce7-4fc6-8430-c6f778960fce tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397820 Jul 29 15:17:18.352075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46470) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:18.353037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a506135f-e629-4669-8b62-33a88d15ff01 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port e5d3fc67-52a1-4e38-a7ff-15741c0c56ec {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:18.353451 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a506135f-e629-4669-8b62-33a88d15ff01 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:18.389891 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-19e9b679-c9d0-4cde-b2cd-166b061e7ce2 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=14deb283078b4d31b43cef57d5f39bf7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363557 Jul 29 15:17:18.392479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46472) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:18.431554 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2020120006', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:14Z', 'updated_at': '2021-07-29T15:17:16Z', 'revision_number': 3, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:15Z', 'updated_at': '2021-07-29T15:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:18.462880 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Checking router: 3939a6e5-34ef-4081-b2bc-ad778061d644 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:17:18.463256 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Updating router 3939a6e5-34ef-4081-b2bc-ad778061d644 port ef0ad698-83fa-4877-aa1a-fc729f5abf18 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:17:18.481065 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a506135f-e629-4669-8b62-33a88d15ff01 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:18.494570 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:18.498350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a506135f-e629-4669-8b62-33a88d15ff01 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for e5d3fc67-52a1-4e38-a7ff-15741c0c56ec owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:18.512224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283db55f-7eb2-4c21-966e-52cb7b9489bf tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:18.513995 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-283db55f-7eb2-4c21-966e-52cb7b9489bf tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1202981 Jul 29 15:17:18.516823 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46474) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:18.527766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-88d827f9-f0d2-46e5-8d71-8966e715e06a None None] Provisioning for port e5d3fc67-52a1-4e38-a7ff-15741c0c56ec completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:18.535340 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-88d827f9-f0d2-46e5-8d71-8966e715e06a None None] Provisioning complete for port e5d3fc67-52a1-4e38-a7ff-15741c0c56ec triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:18.535708 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88d827f9-f0d2-46e5-8d71-8966e715e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:18.579353 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e9574a3d-20f7-4631-8631-4b34ef688cfc tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0610671 Jul 29 15:17:18.581623 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46476) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:18.582999 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-88d827f9-f0d2-46e5-8d71-8966e715e06a None None] Port e5d3fc67-52a1-4e38-a7ff-15741c0c56ec cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:17:18.587998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9f81f053-25e1-4785-a5f3-efaa8f2aac21 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1468010355', 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa', 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:18.651447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-88d827f9-f0d2-46e5-8d71-8966e715e06a None None] Provisioning complete for port b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:18.651823 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88d827f9-f0d2-46e5-8d71-8966e715e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:18.731135 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-88d827f9-f0d2-46e5-8d71-8966e715e06a None None] Port b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:17:18.731849 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f81f053-25e1-4785-a5f3-efaa8f2aac21 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Made reservation on behalf of 14deb283078b4d31b43cef57d5f39bf7 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:18.735957 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f81f053-25e1-4785-a5f3-efaa8f2aac21 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:18.758191 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-88d827f9-f0d2-46e5-8d71-8966e715e06a None None] Provisioning for port 43d3ce94-1b04-4166-affd-c56620732481 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:18.768240 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-88d827f9-f0d2-46e5-8d71-8966e715e06a None None] Provisioning complete for port 43d3ce94-1b04-4166-affd-c56620732481 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:18.768613 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88d827f9-f0d2-46e5-8d71-8966e715e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:18.805273 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a506135f-e629-4669-8b62-33a88d15ff01 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:18.850820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506135f-e629-4669-8b62-33a88d15ff01 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=e5d3fc67-52a1-4e38-a7ff-15741c0c56ec,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:18.871924 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a506135f-e629-4669-8b62-33a88d15ff01 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:18.873999 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a506135f-e629-4669-8b62-33a88d15ff01 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/e5d3fc67-52a1-4e38-a7ff-15741c0c56ec HTTP/1.1" status: 204 len: 168 time: 0.6608818 Jul 29 15:17:18.877591 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46480) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:18.912101 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a97d2ad-60ac-444f-ba2e-cc1e0529d091 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] GET failed (client error): The resource could not be found. Jul 29 15:17:18.916796 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46482) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:18.918609 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1a97d2ad-60ac-444f-ba2e-cc1e0529d091 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/e5d3fc67-52a1-4e38-a7ff-15741c0c56ec HTTP/1.1" status: 404 len: 333 time: 0.0396910 Jul 29 15:17:19.048461 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7adc7aa-f8ed-4d9a-814a-59261659038b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.063006 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f81f053-25e1-4785-a5f3-efaa8f2aac21 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.102744 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.112935 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7adc7aa-f8ed-4d9a-814a-59261659038b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.116157 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Transition to ACTIVE for port object ef0ad698-83fa-4877-aa1a-fc729f5abf18 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:19.122928 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.161934 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81f053-25e1-4785-a5f3-efaa8f2aac21 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'Subnet': ['ID=9f1c922c-0cbd-4857-b31d-a3eac4903edd,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:19.180081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Attempting to bind port ef0ad698-83fa-4877-aa1a-fc729f5abf18 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:17:19.180449 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Attempting to bind port ef0ad698-83fa-4877-aa1a-fc729f5abf18 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:17:19.181142 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Attempting to bind port ef0ad698-83fa-4877-aa1a-fc729f5abf18 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:17:19.189552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:17:19.189934 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:17:19.190336 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.190723 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:17:19.191193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Bound port: ef0ad698-83fa-4877-aa1a-fc729f5abf18, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:17:19.191573 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.193236 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee503a7-f4f5-40c8-9aa8-8899a7144b7b None None] Pushing event updated for resources: {'Port': ['ID=ef0ad698-83fa-4877-aa1a-fc729f5abf18,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:19.197671 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f81f053-25e1-4785-a5f3-efaa8f2aac21 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Checking segment: {'id': 'aadb0dde-1478-46cf-a004-d56c0e89bd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:17:19.197671 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f81f053-25e1-4785-a5f3-efaa8f2aac21 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Network hostable DHCP agents. Network: 59d4b6ff-3cbc-4784-979e-20ea697f32fa, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:17:19.245131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6f5152bd-f80e-46f1-a91d-74fe1a9db859 None None] Could not find standard attr ID for object e5d3fc67-52a1-4e38-a7ff-15741c0c56ec. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:17:19.245553 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7adc7aa-f8ed-4d9a-814a-59261659038b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.249661 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7adc7aa-f8ed-4d9a-814a-59261659038b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.250821 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b7adc7aa-f8ed-4d9a-814a-59261659038b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/security-groups/d20a5489-eb43-4cde-b52c-44a99c887abe HTTP/1.1" status: 204 len: 168 time: 0.3327005 Jul 29 15:17:19.254273 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46486) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:19.258573 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f81f053-25e1-4785-a5f3-efaa8f2aac21 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Network 59d4b6ff-3cbc-4784-979e-20ea697f32fa is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:17:19.271320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adc7aa-f8ed-4d9a-814a-59261659038b tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20a5489-eb43-4cde-b52c-44a99c887abe,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:19.283488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271f106-f3e9-4f8f-915a-5e6ac700e465 req-84ef6ce7-6e70-4910-921a-d9d85a326dd1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:19.285131 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b271f106-f3e9-4f8f-915a-5e6ac700e465 req-84ef6ce7-6e70-4910-921a-d9d85a326dd1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.1062071 Jul 29 15:17:19.286323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-9f81f053-25e1-4785-a5f3-efaa8f2aac21 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 59d4b6ff-3cbc-4784-979e-20ea697f32fa) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:19.291488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f81f053-25e1-4785-a5f3-efaa8f2aac21 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:19.292087 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f81f053-25e1-4785-a5f3-efaa8f2aac21 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.308150 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01955e8f-bc13-44a4-9986-b1852869ad8f None None] Network 59d4b6ff-3cbc-4784-979e-20ea697f32fa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:17:19.315418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] For port ef0ad698-83fa-4877-aa1a-fc729f5abf18, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:17:19.329985 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9f81f053-25e1-4785-a5f3-efaa8f2aac21 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7440643 Jul 29 15:17:19.333311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46488) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:19.341888 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2e75b2f5-a1ff-40ee-a796-4875025aa2e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.367160 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] For port ef0ad698-83fa-4877-aa1a-fc729f5abf18, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ef0ad698-83fa-4877-aa1a-fc729f5abf18,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:17:19.374870 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2e75b2f5-a1ff-40ee-a796-4875025aa2e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.376934 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.381742 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b271f106-f3e9-4f8f-915a-5e6ac700e465 req-22d26263-0104-4c67-bd0b-7a5f07d6877b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857048 Jul 29 15:17:19.449339 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2e75b2f5-a1ff-40ee-a796-4875025aa2e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.454695 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2e75b2f5-a1ff-40ee-a796-4875025aa2e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.457102 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2e75b2f5-a1ff-40ee-a796-4875025aa2e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/security-groups/6e54ba25-987c-4b04-9b25-352e9eddf756 HTTP/1.1" status: 204 len: 168 time: 0.2018015 Jul 29 15:17:19.463488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46490) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:19.463711 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee503a7-f4f5-40c8-9aa8-8899a7144b7b None None] Pushing event updated for resources: {'Port': ['ID=ef0ad698-83fa-4877-aa1a-fc729f5abf18,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:19.485376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Routers {'3939a6e5-34ef-4081-b2bc-ad778061d644'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:19.486179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3939a6e5-34ef-4081-b2bc-ad778061d644'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:19.519160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75b2f5-a1ff-40ee-a796-4875025aa2e3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e54ba25-987c-4b04-9b25-352e9eddf756,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:19.547382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting subnet 261bd529-49fd-4581-9fdf-3a7c1eb1bd48 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:17:19.552273 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.633832 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.678773 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] Set router 3939a6e5-34ef-4081-b2bc-ad778061d644 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:17:19.681941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-59d4b6ff-3cbc-4784-979e-20ea697f32fa', 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'fixed_ips': [{'subnet_id': '9f1c922c-0cbd-4857-b31d-a3eac4903edd'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:17:19.682784 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.733710 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.740885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 43d3ce94-1b04-4166-affd-c56620732481 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:17:19.803990 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.848441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Subnet': ['ID=261bd529-49fd-4581-9fdf-3a7c1eb1bd48,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:19.866114 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:19.872871 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/261bd529-49fd-4581-9fdf-3a7c1eb1bd48 HTTP/1.1" status: 204 len: 168 time: 0.4081638 Jul 29 15:17:19.873515 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46492) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:19.879056 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4b26736c-81da-44e7-a07d-6b2b98ff39cf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'subnet': {'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:19.885312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:19.885667 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:19.886009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:19.886344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:19.886681 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:19.887028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:19.887342 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:19.887779 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:19.888171 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:19.888502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:19.888861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:19.889204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7861834-91c1-4263-a515-d0815a067725 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:19.905329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c52ca7e-1a7b-4467-bf39-0dfcaab0989b None None] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:17:19.916900 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:20.027266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 43d3ce94-1b04-4166-affd-c56620732481 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:20.027740 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:20.031875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b26736c-81da-44e7-a07d-6b2b98ff39cf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:20.037614 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b26736c-81da-44e7-a07d-6b2b98ff39cf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:20.145124 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Allocated IP 172.20.0.18 (59d4b6ff-3cbc-4784-979e-20ea697f32fa/9f1c922c-0cbd-4857-b31d-a3eac4903edd/487b1222-b4ee-46f2-9b48-5da10936281d) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:17:20.326181 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b26736c-81da-44e7-a07d-6b2b98ff39cf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:20.339344 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2020120006', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:14Z', 'updated_at': '2021-07-29T15:17:16Z', 'revision_number': 3, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:15Z', 'updated_at': '2021-07-29T15:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:20.377060 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c67f890-8191-4a2a-a3c2-2462d2463e97 None None] The sync data for ids ['3939a6e5-34ef-4081-b2bc-ad778061d644'] in n-d-802893-1 is: [{'id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2020120006', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:14Z', 'updated_at': '2021-07-29T15:17:16Z', 'revision_number': 3, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:15Z', 'updated_at': '2021-07-29T15:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:17:20.380184 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b26736c-81da-44e7-a07d-6b2b98ff39cf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:17:20.385391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-4b26736c-81da-44e7-a07d-6b2b98ff39cf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:20.390556 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b26736c-81da-44e7-a07d-6b2b98ff39cf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:20.391352 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b26736c-81da-44e7-a07d-6b2b98ff39cf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:20.422126 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4b26736c-81da-44e7-a07d-6b2b98ff39cf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5470943 Jul 29 15:17:20.425864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46496) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:20.430979 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26736c-81da-44e7-a07d-6b2b98ff39cf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Subnet': ['ID=0cf3964c-747d-42d6-a2ca-8067559d504e,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:20.432377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0d722614-60ee-4e42-b0a9-5e5e9c66cc43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'security_group': {'name': 'tempest-secgroup-841982695'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:20.484145 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d722614-60ee-4e42-b0a9-5e5e9c66cc43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:20.509737 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:20.519697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Transition to ACTIVE for port object 487b1222-b4ee-46f2-9b48-5da10936281d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:20.544501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Transition to ACTIVE for port object 487b1222-b4ee-46f2-9b48-5da10936281d will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:20.554014 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:20.554460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8be3b7-3014-4ce4-abf1-c11bf57b736d req-42a125d3-5969-444e-81f1-e8d12c634f52 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:20.561335 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c8be3b7-3014-4ce4-abf1-c11bf57b736d req-42a125d3-5969-444e-81f1-e8d12c634f52 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.0886452 Jul 29 15:17:20.602471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Network 59d4b6ff-3cbc-4784-979e-20ea697f32fa is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:17:20.608492 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:20.614261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:17:20.618178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Pushing event updated for resources: {'Port': ['ID=487b1222-b4ee-46f2-9b48-5da10936281d,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:20.621936 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c8be3b7-3014-4ce4-abf1-c11bf57b736d req-ac965ff2-34e5-443d-9ed0-509dad9255d6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586073 Jul 29 15:17:20.681659 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Allocated IP 172.20.0.17 (59d4b6ff-3cbc-4784-979e-20ea697f32fa/9f1c922c-0cbd-4857-b31d-a3eac4903edd/4da5d48c-c821-4418-8c9a-7359cad6aadd) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:17:20.692268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Attempting to bind port 487b1222-b4ee-46f2-9b48-5da10936281d on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:17:20.692788 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Attempting to bind port 487b1222-b4ee-46f2-9b48-5da10936281d by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'aadb0dde-1478-46cf-a004-d56c0e89bd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:17:20.693235 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Attempting to bind port 487b1222-b4ee-46f2-9b48-5da10936281d on network 59d4b6ff-3cbc-4784-979e-20ea697f32fa {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:17:20.700264 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:17:20.700974 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Checking segment: {'id': 'aadb0dde-1478-46cf-a004-d56c0e89bd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:17:20.701505 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:20.701732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Bound using segment: {'id': 'aadb0dde-1478-46cf-a004-d56c0e89bd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:17:20.702281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Bound port: 487b1222-b4ee-46f2-9b48-5da10936281d, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadb0dde-1478-46cf-a004-d56c0e89bd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:17:20.704579 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:20.729540 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d722614-60ee-4e42-b0a9-5e5e9c66cc43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:20.741775 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d722614-60ee-4e42-b0a9-5e5e9c66cc43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:20.798995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] For port 487b1222-b4ee-46f2-9b48-5da10936281d, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:17:20.804374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] For port 487b1222-b4ee-46f2-9b48-5da10936281d, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=487b1222-b4ee-46f2-9b48-5da10936281d,segment=NetworkSegment(aadb0dde-1478-46cf-a004-d56c0e89bd2f),segment_id=aadb0dde-1478-46cf-a004-d56c0e89bd2f)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:17:20.816496 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:20.820842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d722614-60ee-4e42-b0a9-5e5e9c66cc43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da0ef07-f6cd-43e0-ba13-ba511730caac,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:20.826763 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0d722614-60ee-4e42-b0a9-5e5e9c66cc43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:20.831238 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0d722614-60ee-4e42-b0a9-5e5e9c66cc43 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4019868 Jul 29 15:17:20.832353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46498) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:20.850628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-fa562a1d-b3b0-4295-a181-937242be5e1f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'security_group': {'name': 'tempest-secgroup-1351978619'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:20.914950 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa562a1d-b3b0-4295-a181-937242be5e1f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:20.950569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ec659-2d89-4f1a-8f99-814e2b98defa None None] Pushing event updated for resources: {'Port': ['ID=487b1222-b4ee-46f2-9b48-5da10936281d,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:20.957827 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:20.991819 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Transition to ACTIVE for port object 4da5d48c-c821-4418-8c9a-7359cad6aadd will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:21.067793 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:21.111321 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Network 59d4b6ff-3cbc-4784-979e-20ea697f32fa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:17:21.112570 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa562a1d-b3b0-4295-a181-937242be5e1f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:21.115015 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:21.146308 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa562a1d-b3b0-4295-a181-937242be5e1f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:21.165824 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:17:21.191259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa562a1d-b3b0-4295-a181-937242be5e1f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360d78fd-a34f-4cbd-927f-14be7437f929,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:21.217278 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa562a1d-b3b0-4295-a181-937242be5e1f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:21.221832 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fa562a1d-b3b0-4295-a181-937242be5e1f tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3719475 Jul 29 15:17:21.224119 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46500) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:21.233166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-85c45e4e-dcee-42e2-9df1-c5097a13b571 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'security_group': {'name': 'tempest-secgroup-475540260'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:21.245454 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:21.275956 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85c45e4e-dcee-42e2-9df1-c5097a13b571 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:21.421748 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85c45e4e-dcee-42e2-9df1-c5097a13b571 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:21.429707 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85c45e4e-dcee-42e2-9df1-c5097a13b571 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:21.503105 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85c45e4e-dcee-42e2-9df1-c5097a13b571 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:21.507341 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-85c45e4e-dcee-42e2-9df1-c5097a13b571 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2821500 Jul 29 15:17:21.508034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46502) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:21.518874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1ec64ac3-3e07-41f6-b83a-a7df91a83894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1324894931', 'security_groups': ['2850885c-9dfc-4439-a171-8a95c9bd698b'], 'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0cf3964c-747d-42d6-a2ca-8067559d504e'}]}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:21.524884 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c45e4e-dcee-42e2-9df1-c5097a13b571 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2850885c-9dfc-4439-a171-8a95c9bd698b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:21.533994 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:21.537515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'Port': ['ID=4da5d48c-c821-4418-8c9a-7359cad6aadd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:21.568741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7816458-e353-4ed5-8f76-e425b8d01759 None None] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:17:21.796417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-58434f53-8b8d-462b-9231-15288c84faba None None] Provisioning complete for port 43d3ce94-1b04-4166-affd-c56620732481 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:21.798387 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58434f53-8b8d-462b-9231-15288c84faba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:21.814328 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec64ac3-3e07-41f6-b83a-a7df91a83894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:21.929333 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2626ae-377c-4cdc-a7bf-173d8b450baf req-be415e58-4e48-40cc-b9bd-318e7b56d8d9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:21.931173 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb2626ae-377c-4cdc-a7bf-173d8b450baf req-be415e58-4e48-40cc-b9bd-318e7b56d8d9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.1461635 Jul 29 15:17:21.969153 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ec64ac3-3e07-41f6-b83a-a7df91a83894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:22.002990 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [None req-1ec64ac3-3e07-41f6-b83a-a7df91a83894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] device_id is not set on port e1bfa344-fc74-4bc7-8e97-06f99122fb1d yet. {{(pid=94158) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 15:17:22.029155 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb2626ae-377c-4cdc-a7bf-173d8b450baf req-e472caa2-71c2-40a2-91d6-904bc5075bef tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910819 Jul 29 15:17:22.087729 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:22.097643 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:22.117288 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 487b1222-b4ee-46f2-9b48-5da10936281d up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:17:22.278786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-1ec64ac3-3e07-41f6-b83a-a7df91a83894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Allocated IP 2001:db8::18e (3cf71998-7e24-476a-bbbe-341ce72cae2f/0cf3964c-747d-42d6-a2ca-8067559d504e/e1bfa344-fc74-4bc7-8e97-06f99122fb1d) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:17:22.326599 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 487b1222-b4ee-46f2-9b48-5da10936281d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:22.335435 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ef0ad698-83fa-4877-aa1a-fc729f5abf18 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:17:22.388099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-58434f53-8b8d-462b-9231-15288c84faba None None] Provisioning complete for port b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:22.388099 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58434f53-8b8d-462b-9231-15288c84faba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:22.490712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c94ae24-6e25-43ed-a14b-4167b485d0ac None None] Update dhcp port {'port': {'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'fixed_ips': [{'subnet_id': 'd91a6606-8cf2-42b3-8a95-ba041ba93758', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0cf3964c-747d-42d6-a2ca-8067559d504e'}], 'binding:host_id': 'n-d-802893-1'}, 'id': '43d3ce94-1b04-4166-affd-c56620732481'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:17:22.494243 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-58434f53-8b8d-462b-9231-15288c84faba None None] Port b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:17:22.526442 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ec64ac3-3e07-41f6-b83a-a7df91a83894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:22.531043 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port ef0ad698-83fa-4877-aa1a-fc729f5abf18 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:22.537962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port ef0ad698-83fa-4877-aa1a-fc729f5abf18 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:22.538340 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:22.541079 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c94ae24-6e25-43ed-a14b-4167b485d0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:22.544975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-1ec64ac3-3e07-41f6-b83a-a7df91a83894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Transition to ACTIVE for port object e1bfa344-fc74-4bc7-8e97-06f99122fb1d will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:22.575112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94857a54-057a-4c2b-8bd9-edf865e1a6a4 None None] Network 59d4b6ff-3cbc-4784-979e-20ea697f32fa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:17:22.602094 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ec64ac3-3e07-41f6-b83a-a7df91a83894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:22.680330 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:22.680530 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec64ac3-3e07-41f6-b83a-a7df91a83894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:17:22.682334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'Port': ['ID=4da5d48c-c821-4418-8c9a-7359cad6aadd,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:22.687863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-1ec64ac3-3e07-41f6-b83a-a7df91a83894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:22.692326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec64ac3-3e07-41f6-b83a-a7df91a83894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:17:22.699200 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec64ac3-3e07-41f6-b83a-a7df91a83894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:22.699862 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ec64ac3-3e07-41f6-b83a-a7df91a83894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:22.714533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec64ac3-3e07-41f6-b83a-a7df91a83894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=e1bfa344-fc74-4bc7-8e97-06f99122fb1d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:22.732720 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1ec64ac3-3e07-41f6-b83a-a7df91a83894 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2225676 Jul 29 15:17:22.733395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46506) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:22.739632 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d2124101-9994-44be-8b43-806b5048fa07 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'subnet': {'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:22.776975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a4c66936-ab8b-4d96-b031-aec69dccf235 None None] Provisioning for port 487b1222-b4ee-46f2-9b48-5da10936281d completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:22.809197 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a4c66936-ab8b-4d96-b031-aec69dccf235 None None] Provisioning complete for port 487b1222-b4ee-46f2-9b48-5da10936281d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:22.809875 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c66936-ab8b-4d96-b031-aec69dccf235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:22.850818 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Network 59d4b6ff-3cbc-4784-979e-20ea697f32fa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:17:22.853840 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:22.911690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2124101-9994-44be-8b43-806b5048fa07 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:22.917539 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d2124101-9994-44be-8b43-806b5048fa07 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:22.991004 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:23.013802 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Router 3939a6e5-34ef-4081-b2bc-ad778061d644 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:17:23.055539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-5c94ae24-6e25-43ed-a14b-4167b485d0ac None None] Allocated IP 2001:db8::2 (3cf71998-7e24-476a-bbbe-341ce72cae2f/0cf3964c-747d-42d6-a2ca-8067559d504e/43d3ce94-1b04-4166-affd-c56620732481) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:17:23.083555 n-d-802893-1 neutron-server[94158]: INFO neutron.db.ipam_backend_mixin [None req-d2124101-9994-44be-8b43-806b5048fa07 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0cf3964c-747d-42d6-a2ca-8067559d504e (CIDR: 2001:db8::/64) Jul 29 15:17:23.094428 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2124101-9994-44be-8b43-806b5048fa07 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:17:23.096430 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2124101-9994-44be-8b43-806b5048fa07 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:17:23.133868 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d2124101-9994-44be-8b43-806b5048fa07 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3992555 Jul 29 15:17:23.136553 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46510) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:23.142369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-6edd8ffe-64e6-4249-be33-33fe2a31f78d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'subnet': {'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:23.173698 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port ef0ad698-83fa-4877-aa1a-fc729f5abf18, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ef0ad698-83fa-4877-aa1a-fc729f5abf18,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:23.176724 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c66936-ab8b-4d96-b031-aec69dccf235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:23.192459 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:17:23.206328 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:23.212782 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b5a6737f-0a4c-4ecf-83e1-f6baf92de941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "PUT /v2.0/routers/3939a6e5-34ef-4081-b2bc-ad778061d644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8782022 Jul 29 15:17:23.228294 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Sync routers for ids ['3939a6e5-34ef-4081-b2bc-ad778061d644'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:17:23.243942 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Routers {'3939a6e5-34ef-4081-b2bc-ad778061d644'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:23.246088 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3939a6e5-34ef-4081-b2bc-ad778061d644'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:23.343423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edd8ffe-64e6-4249-be33-33fe2a31f78d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:23.348178 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6edd8ffe-64e6-4249-be33-33fe2a31f78d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:23.395918 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a4c66936-ab8b-4d96-b031-aec69dccf235 None None] For port 487b1222-b4ee-46f2-9b48-5da10936281d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=487b1222-b4ee-46f2-9b48-5da10936281d,segment=NetworkSegment(aadb0dde-1478-46cf-a004-d56c0e89bd2f),segment_id=aadb0dde-1478-46cf-a004-d56c0e89bd2f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:23.436275 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4c66936-ab8b-4d96-b031-aec69dccf235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:23.456454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=ef0ad698-83fa-4877-aa1a-fc729f5abf18,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:23.462009 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Set router 3939a6e5-34ef-4081-b2bc-ad778061d644 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:17:23.474896 n-d-802893-1 neutron-server[94158]: INFO neutron.db.ipam_backend_mixin [None req-6edd8ffe-64e6-4249-be33-33fe2a31f78d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d91a6606-8cf2-42b3-8a95-ba041ba93758 (CIDR: 2001:db8:0:1::/64) Jul 29 15:17:23.482956 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-5c94ae24-6e25-43ed-a14b-4167b485d0ac None None] For port 43d3ce94-1b04-4166-affd-c56620732481, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=43d3ce94-1b04-4166-affd-c56620732481,segment=NetworkSegment(ef5dc55c-39ff-413a-a597-f2b06cea8237),segment_id=ef5dc55c-39ff-413a-a597-f2b06cea8237)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:23.486937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d3c4d-6497-41e4-b86c-218deaa9e62d req-57d4be72-6719-43a8-988c-bf1b4422cfde tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:23.488707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dc7d3c4d-6497-41e4-b86c-218deaa9e62d req-57d4be72-6719-43a8-988c-bf1b4422cfde tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.2045434 Jul 29 15:17:23.490916 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edd8ffe-64e6-4249-be33-33fe2a31f78d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:17:23.491522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6edd8ffe-64e6-4249-be33-33fe2a31f78d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:17:23.521737 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c94ae24-6e25-43ed-a14b-4167b485d0ac None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:23.523236 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6edd8ffe-64e6-4249-be33-33fe2a31f78d tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3854706 Jul 29 15:17:23.525968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46524) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:23.531254 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e6777d52-5ba5-46af-a065-ecec2530a548 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'subnet': {'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:23.544315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5c94ae24-6e25-43ed-a14b-4167b485d0ac None None] Transition to ACTIVE for port object 43d3ce94-1b04-4166-affd-c56620732481 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:23.552397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:23.553380 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:23.553962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:23.554517 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:23.555017 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:23.555609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:23.556510 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:23.557074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:23.557791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:23.558338 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:23.558915 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:23.559436 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:23.565333 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c94ae24-6e25-43ed-a14b-4167b485d0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:23.645863 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dc7d3c4d-6497-41e4-b86c-218deaa9e62d req-7129de42-11ef-4748-b57d-f917d5a41c87 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418166 Jul 29 15:17:23.715705 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-46bddabb-28d2-42eb-9bdf-a6db83246588 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:23.717730 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-46bddabb-28d2-42eb-9bdf-a6db83246588 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/networks?id=59d4b6ff-3cbc-4784-979e-20ea697f32fa HTTP/1.1" status: 200 len: 798 time: 0.2818959 Jul 29 15:17:23.723176 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c66936-ab8b-4d96-b031-aec69dccf235 None None] Pushing event updated for resources: {'Port': ['ID=487b1222-b4ee-46f2-9b48-5da10936281d,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:23.783415 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-79365445-7f44-473a-8d9b-fc0ca35e5c89 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/quotas/14deb283078b4d31b43cef57d5f39bf7 HTTP/1.1" status: 200 len: 375 time: 0.0254607 Jul 29 15:17:23.791033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6777d52-5ba5-46af-a065-ecec2530a548 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Made reservation on behalf of 47e948f4d2a444508769e8471d97ec39 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:23.795461 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6777d52-5ba5-46af-a065-ecec2530a548 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:23.847524 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ce1fbc19-cc6b-4784-8fe5-ac3362796e6b None None] Provisioning complete for port 487b1222-b4ee-46f2-9b48-5da10936281d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:23.849461 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce1fbc19-cc6b-4784-8fe5-ac3362796e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:23.853429 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94ae24-6e25-43ed-a14b-4167b485d0ac None None] Pushing event updated for resources: {'Port': ['ID=43d3ce94-1b04-4166-affd-c56620732481,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:23.900964 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-af2bbc8b-7cd2-45b2-9490-b7f8f2167579 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=14deb283078b4d31b43cef57d5f39bf7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1100249 Jul 29 15:17:23.966428 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2020120006', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:14Z', 'updated_at': '2021-07-29T15:17:21Z', 'revision_number': 4, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:15Z', 'updated_at': '2021-07-29T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '4da5d48c-c821-4418-8c9a-7359cad6aadd', 'name': '', 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'mac_address': 'fa:16:3e:66:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '9f1c922c-0cbd-4857-b31d-a3eac4903edd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:20Z', 'updated_at': '2021-07-29T15:17:21Z', 'revision_number': 2, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'subnets': [{'id': '9f1c922c-0cbd-4857-b31d-a3eac4903edd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:24.034798 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Checking router: 3939a6e5-34ef-4081-b2bc-ad778061d644 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:17:24.035561 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Updating router 3939a6e5-34ef-4081-b2bc-ad778061d644 port 4da5d48c-c821-4418-8c9a-7359cad6aadd binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:17:24.083408 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ce1fbc19-cc6b-4784-8fe5-ac3362796e6b None None] Provisioning for port 4da5d48c-c821-4418-8c9a-7359cad6aadd completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:24.089552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ce1fbc19-cc6b-4784-8fe5-ac3362796e6b None None] Provisioning complete for port 4da5d48c-c821-4418-8c9a-7359cad6aadd triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:24.089927 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce1fbc19-cc6b-4784-8fe5-ac3362796e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:24.090057 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:24.127431 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-a8cb1d1b-3c2a-4268-931e-d437d9f4d7d3 service neutron] 10.222.0.16 "GET /v2.0/networks/59d4b6ff-3cbc-4784-979e-20ea697f32fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086606 Jul 29 15:17:24.160599 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ce1fbc19-cc6b-4784-8fe5-ac3362796e6b None None] Port 4da5d48c-c821-4418-8c9a-7359cad6aadd cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:17:24.303302 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ea17c59d-0756-4d5f-83e4-bbb1858f48b7 None None] Provisioning complete for port 4da5d48c-c821-4418-8c9a-7359cad6aadd triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:24.305119 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ea17c59d-0756-4d5f-83e4-bbb1858f48b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:24.319979 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-ee34b5b5-39d3-4704-8aae-570a95bfec95 service neutron] 10.222.0.16 "GET /v2.0/networks/59d4b6ff-3cbc-4784-979e-20ea697f32fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896906 Jul 29 15:17:24.420752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ea17c59d-0756-4d5f-83e4-bbb1858f48b7 None None] Port 4da5d48c-c821-4418-8c9a-7359cad6aadd cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:17:24.472361 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6777d52-5ba5-46af-a065-ecec2530a548 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:24.536315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6777d52-5ba5-46af-a065-ecec2530a548 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Subnet': ['ID=1b70613c-4a59-4480-8c47-8deb97fd3dda,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:24.550184 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6777d52-5ba5-46af-a065-ecec2530a548 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:17:24.552070 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e6777d52-5ba5-46af-a065-ecec2530a548 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:24.556738 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6777d52-5ba5-46af-a065-ecec2530a548 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:24.557270 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e6777d52-5ba5-46af-a065-ecec2530a548 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:24.580525 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e6777d52-5ba5-46af-a065-ecec2530a548 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0519900 Jul 29 15:17:24.582474 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46526) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:24.589355 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-abc11a2a-28a3-4c0a-b5c1-2d878b8bfbbd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-96965271', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1b70613c-4a59-4480-8c47-8deb97fd3dda'}], 'security_groups': ['8da0ef07-f6cd-43e0-ba13-ba511730caac', '360d78fd-a34f-4cbd-927f-14be7437f929']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:24.624918 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:24.649828 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Transition to ACTIVE for port object 4da5d48c-c821-4418-8c9a-7359cad6aadd will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:24.660578 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:24.714949 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1236e45-3355-44e7-a78e-5641d5de1da8 None None] Pushing event updated for resources: {'Port': ['ID=4da5d48c-c821-4418-8c9a-7359cad6aadd,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:24.720275 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-abc11a2a-28a3-4c0a-b5c1-2d878b8bfbbd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:24.729365 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1236e45-3355-44e7-a78e-5641d5de1da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:24.730073 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1236e45-3355-44e7-a78e-5641d5de1da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:24.730631 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1236e45-3355-44e7-a78e-5641d5de1da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:24.731182 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1236e45-3355-44e7-a78e-5641d5de1da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:24.731736 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1236e45-3355-44e7-a78e-5641d5de1da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:24.732296 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1236e45-3355-44e7-a78e-5641d5de1da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:24.732887 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1236e45-3355-44e7-a78e-5641d5de1da8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:24.733578 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1236e45-3355-44e7-a78e-5641d5de1da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:24.734150 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1236e45-3355-44e7-a78e-5641d5de1da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:24.734697 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1236e45-3355-44e7-a78e-5641d5de1da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:24.735915 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1236e45-3355-44e7-a78e-5641d5de1da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:24.736589 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1236e45-3355-44e7-a78e-5641d5de1da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:24.898005 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d556f020-b7b4-49a9-98e5-bc3d0718375f req-4d120aad-9417-4255-aef2-4107bcf73ada tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 210 time: 0.0816460 Jul 29 15:17:24.919826 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Attempting to bind port 4da5d48c-c821-4418-8c9a-7359cad6aadd on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:17:24.920430 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Attempting to bind port 4da5d48c-c821-4418-8c9a-7359cad6aadd by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'aadb0dde-1478-46cf-a004-d56c0e89bd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:17:24.920993 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Attempting to bind port 4da5d48c-c821-4418-8c9a-7359cad6aadd on network 59d4b6ff-3cbc-4784-979e-20ea697f32fa {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:17:24.924298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2576588-135b-4cf0-b80b-c585755bb0ea req-3cce338a-b1bf-408d-be29-b2a34d8f85fc tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:24.927878 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2576588-135b-4cf0-b80b-c585755bb0ea req-3cce338a-b1bf-408d-be29-b2a34d8f85fc tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.1163120 Jul 29 15:17:24.929271 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:17:24.929649 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Checking segment: {'id': 'aadb0dde-1478-46cf-a004-d56c0e89bd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:17:24.930048 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:24.930442 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Bound using segment: {'id': 'aadb0dde-1478-46cf-a004-d56c0e89bd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:17:24.930916 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Bound port: 4da5d48c-c821-4418-8c9a-7359cad6aadd, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadb0dde-1478-46cf-a004-d56c0e89bd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:17:24.931297 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:24.973637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a257dd9-8216-47c9-92a8-4c82334da12c None None] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:17:25.021244 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b2576588-135b-4cf0-b80b-c585755bb0ea req-2decd8f2-9b6e-4dff-92f5-f5addb66bf00 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856633 Jul 29 15:17:25.058034 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] For port 4da5d48c-c821-4418-8c9a-7359cad6aadd, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:17:25.062170 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] For port 4da5d48c-c821-4418-8c9a-7359cad6aadd, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4da5d48c-c821-4418-8c9a-7359cad6aadd,segment=NetworkSegment(aadb0dde-1478-46cf-a004-d56c0e89bd2f),segment_id=aadb0dde-1478-46cf-a004-d56c0e89bd2f)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:17:25.075272 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:25.081021 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-00c463be-a439-4d6f-b1fe-58c88045773b None None] Provisioning for port 43d3ce94-1b04-4166-affd-c56620732481 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:25.093912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-00c463be-a439-4d6f-b1fe-58c88045773b None None] Provisioning complete for port 43d3ce94-1b04-4166-affd-c56620732481 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:25.094301 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00c463be-a439-4d6f-b1fe-58c88045773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:25.171144 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Routers {'3939a6e5-34ef-4081-b2bc-ad778061d644'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:25.171895 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3939a6e5-34ef-4081-b2bc-ad778061d644'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:25.380955 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-00c463be-a439-4d6f-b1fe-58c88045773b None None] Provisioning complete for port b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:25.383078 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00c463be-a439-4d6f-b1fe-58c88045773b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:25.394062 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] Set router 3939a6e5-34ef-4081-b2bc-ad778061d644 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:17:25.425028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-abc11a2a-28a3-4c0a-b5c1-2d878b8bfbbd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Delete allocated IP 2001:db8::18e (3cf71998-7e24-476a-bbbe-341ce72cae2f/0cf3964c-747d-42d6-a2ca-8067559d504e) {{(pid=94158) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 15:17:25.437648 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-abc11a2a-28a3-4c0a-b5c1-2d878b8bfbbd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Allocated IP 2001:db8:0:2::2ad (3cf71998-7e24-476a-bbbe-341ce72cae2f/1b70613c-4a59-4480-8c47-8deb97fd3dda/e1bfa344-fc74-4bc7-8e97-06f99122fb1d) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:17:25.493184 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1236e45-3355-44e7-a78e-5641d5de1da8 None None] Pushing event updated for resources: {'Port': ['ID=4da5d48c-c821-4418-8c9a-7359cad6aadd,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:25.550219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb766b2a-e8c5-47a9-9670-9470411b0aac None None] Update dhcp port {'port': {'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'fixed_ips': [{'subnet_id': 'd91a6606-8cf2-42b3-8a95-ba041ba93758', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0cf3964c-747d-42d6-a2ca-8067559d504e', 'ip_address': '2001:db8::2'}, {'subnet_id': '1b70613c-4a59-4480-8c47-8deb97fd3dda'}], 'binding:host_id': 'n-d-802893-1'}, 'id': '43d3ce94-1b04-4166-affd-c56620732481'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:17:25.556385 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-00c463be-a439-4d6f-b1fe-58c88045773b None None] Port b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:17:25.613996 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb766b2a-e8c5-47a9-9670-9470411b0aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:25.738349 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2020120006', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:14Z', 'updated_at': '2021-07-29T15:17:21Z', 'revision_number': 4, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:15Z', 'updated_at': '2021-07-29T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '4da5d48c-c821-4418-8c9a-7359cad6aadd', 'name': '', 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'mac_address': 'fa:16:3e:66:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '9f1c922c-0cbd-4857-b31d-a3eac4903edd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:20Z', 'updated_at': '2021-07-29T15:17:25Z', 'revision_number': 4, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'subnets': [{'id': '9f1c922c-0cbd-4857-b31d-a3eac4903edd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:25.770972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 43d3ce94-1b04-4166-affd-c56620732481 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:17:25.778095 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38122c-1050-49d4-98d4-509553f786c6 None None] The sync data for ids ['3939a6e5-34ef-4081-b2bc-ad778061d644'] in n-d-802893-1 is: [{'id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2020120006', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:14Z', 'updated_at': '2021-07-29T15:17:21Z', 'revision_number': 4, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:15Z', 'updated_at': '2021-07-29T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '4da5d48c-c821-4418-8c9a-7359cad6aadd', 'name': '', 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'mac_address': 'fa:16:3e:66:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '9f1c922c-0cbd-4857-b31d-a3eac4903edd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:20Z', 'updated_at': '2021-07-29T15:17:25Z', 'revision_number': 4, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'subnets': [{'id': '9f1c922c-0cbd-4857-b31d-a3eac4903edd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:17:25.810079 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-abc11a2a-28a3-4c0a-b5c1-2d878b8bfbbd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:25.828042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-abc11a2a-28a3-4c0a-b5c1-2d878b8bfbbd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Ignored duplicate provisioning block setup for port e1bfa344-fc74-4bc7-8e97-06f99122fb1d by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 15:17:25.875112 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-abc11a2a-28a3-4c0a-b5c1-2d878b8bfbbd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:25.957237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-abc11a2a-28a3-4c0a-b5c1-2d878b8bfbbd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] In _notify_port_updated(), no bound segment for port e1bfa344-fc74-4bc7-8e97-06f99122fb1d on network 3cf71998-7e24-476a-bbbe-341ce72cae2f {{(pid=94158) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 15:17:25.965621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc11a2a-28a3-4c0a-b5c1-2d878b8bfbbd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:25.966578 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-abc11a2a-28a3-4c0a-b5c1-2d878b8bfbbd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:25.968569 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-abc11a2a-28a3-4c0a-b5c1-2d878b8bfbbd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "PUT /v2.0/ports/e1bfa344-fc74-4bc7-8e97-06f99122fb1d HTTP/1.1" status: 200 len: 968 time: 1.3848176 Jul 29 15:17:25.972152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46546) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:25.975071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc11a2a-28a3-4c0a-b5c1-2d878b8bfbbd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event updated for resources: {'Port': ['ID=e1bfa344-fc74-4bc7-8e97-06f99122fb1d,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:25.977866 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 43d3ce94-1b04-4166-affd-c56620732481 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:25.978344 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:26.082247 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-fb766b2a-e8c5-47a9-9670-9470411b0aac None None] Allocated IP 2001:db8:0:2::2 (3cf71998-7e24-476a-bbbe-341ce72cae2f/1b70613c-4a59-4480-8c47-8deb97fd3dda/43d3ce94-1b04-4166-affd-c56620732481) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:17:26.094988 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28604575-f5d3-415b-aefd-dd84a02dc056 req-805d9230-f2e7-4374-aa78-09cb24c45055 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 210 time: 0.0708351 Jul 29 15:17:26.236648 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02810b9-acb4-4399-8584-60754a95c929 req-e3b1a6d6-e566-40e7-854a-05ea5b57acc4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:26.236964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 487b1222-b4ee-46f2-9b48-5da10936281d up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:17:26.238876 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f02810b9-acb4-4399-8584-60754a95c929 req-e3b1a6d6-e566-40e7-854a-05ea5b57acc4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.1104136 Jul 29 15:17:26.256490 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d392f406-58eb-4530-9419-09fff728fadd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port e1bfa344-fc74-4bc7-8e97-06f99122fb1d {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:26.256929 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d392f406-58eb-4530-9419-09fff728fadd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:26.324001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fb766b2a-e8c5-47a9-9670-9470411b0aac None None] For port 43d3ce94-1b04-4166-affd-c56620732481, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=43d3ce94-1b04-4166-affd-c56620732481,segment=NetworkSegment(ef5dc55c-39ff-413a-a597-f2b06cea8237),segment_id=ef5dc55c-39ff-413a-a597-f2b06cea8237)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:26.353292 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f02810b9-acb4-4399-8584-60754a95c929 req-f8cfe2ff-faad-4375-89c3-077f175d6411 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068690 Jul 29 15:17:26.413379 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d392f406-58eb-4530-9419-09fff728fadd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:26.432551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-d392f406-58eb-4530-9419-09fff728fadd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for e1bfa344-fc74-4bc7-8e97-06f99122fb1d owned by {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:26.543974 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 487b1222-b4ee-46f2-9b48-5da10936281d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:26.544342 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:26.549087 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:26.551338 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb766b2a-e8c5-47a9-9670-9470411b0aac None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:26.593829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fb766b2a-e8c5-47a9-9670-9470411b0aac None None] Transition to ACTIVE for port object 43d3ce94-1b04-4166-affd-c56620732481 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:26.602322 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fb766b2a-e8c5-47a9-9670-9470411b0aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:26.669682 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d392f406-58eb-4530-9419-09fff728fadd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:26.703681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392f406-58eb-4530-9419-09fff728fadd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=e1bfa344-fc74-4bc7-8e97-06f99122fb1d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:26.758591 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb766b2a-e8c5-47a9-9670-9470411b0aac None None] Pushing event updated for resources: {'Port': ['ID=43d3ce94-1b04-4166-affd-c56620732481,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:26.776533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ef0ad698-83fa-4877-aa1a-fc729f5abf18 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:17:26.809987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-0b42ca26-9e59-4456-8d25-af1f870df9aa tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:26.811653 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-0b42ca26-9e59-4456-8d25-af1f870df9aa tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.39 "GET /v2.0/networks?id=59d4b6ff-3cbc-4784-979e-20ea697f32fa HTTP/1.1" status: 200 len: 798 time: 0.2424874 Jul 29 15:17:26.816201 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d392f406-58eb-4530-9419-09fff728fadd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:26.818622 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d392f406-58eb-4530-9419-09fff728fadd tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/e1bfa344-fc74-4bc7-8e97-06f99122fb1d HTTP/1.1" status: 204 len: 168 time: 0.8436928 Jul 29 15:17:26.821376 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46550) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:26.830156 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-5ab63359-b452-496a-b698-3af3c6dd9b48 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Request body: {'port': {'device_id': 'a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c', 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa', 'admin_state_up': True, 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:26.848989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port ef0ad698-83fa-4877-aa1a-fc729f5abf18 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:26.849373 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:26.863643 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-41614359-7776-41e1-8bc1-8e07d6a61e55 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] GET failed (client error): The resource could not be found. Jul 29 15:17:26.865688 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-41614359-7776-41e1-8bc1-8e07d6a61e55 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports/e1bfa344-fc74-4bc7-8e97-06f99122fb1d HTTP/1.1" status: 404 len: 333 time: 0.0427063 Jul 29 15:17:26.868363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46552) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:26.973068 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cadd-d813-4783-84ec-c0d179d6b79e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:26.976724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-5ab63359-b452-496a-b698-3af3c6dd9b48 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Made reservation on behalf of 14deb283078b4d31b43cef57d5f39bf7 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:26.981209 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-5ab63359-b452-496a-b698-3af3c6dd9b48 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.004767 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cadd-d813-4783-84ec-c0d179d6b79e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.065834 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cadd-d813-4783-84ec-c0d179d6b79e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.070085 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cadd-d813-4783-84ec-c0d179d6b79e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.076973 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1ea0cadd-d813-4783-84ec-c0d179d6b79e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/security-groups/2850885c-9dfc-4439-a171-8a95c9bd698b HTTP/1.1" status: 204 len: 168 time: 0.2074583 Jul 29 15:17:27.077758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46554) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:27.116770 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0cadd-d813-4783-84ec-c0d179d6b79e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2850885c-9dfc-4439-a171-8a95c9bd698b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:27.169914 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a82ae5b3-0312-4207-9543-ad2b97238861 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.204952 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a82ae5b3-0312-4207-9543-ad2b97238861 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.208848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-5ab63359-b452-496a-b698-3af3c6dd9b48 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Allocated IP 172.20.0.26 (59d4b6ff-3cbc-4784-979e-20ea697f32fa/9f1c922c-0cbd-4857-b31d-a3eac4903edd/b3e58b97-8d5b-4630-896b-3ab89c308103) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:17:27.265673 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a82ae5b3-0312-4207-9543-ad2b97238861 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.269064 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a82ae5b3-0312-4207-9543-ad2b97238861 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.270252 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a82ae5b3-0312-4207-9543-ad2b97238861 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/security-groups/360d78fd-a34f-4cbd-927f-14be7437f929 HTTP/1.1" status: 204 len: 168 time: 0.1878664 Jul 29 15:17:27.285808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46558) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:27.289599 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e63bc2ec-827a-4638-9970-9553a5715260 req-60a8eba9-64ca-4ae1-91db-9977c9de9457 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 210 time: 0.0375948 Jul 29 15:17:27.300089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ae5b3-0312-4207-9543-ad2b97238861 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360d78fd-a34f-4cbd-927f-14be7437f929,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:27.414045 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb70a71a-5f84-41ae-b1ed-ec4943c4d0cf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.418988 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-5ab63359-b452-496a-b698-3af3c6dd9b48 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.457510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-5ab63359-b452-496a-b698-3af3c6dd9b48 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Transition to ACTIVE for port object b3e58b97-8d5b-4630-896b-3ab89c308103 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:27.460317 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb70a71a-5f84-41ae-b1ed-ec4943c4d0cf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.536226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-131a1bde-91e3-4a09-ba5a-dd2ae6623c75 None None] Provisioning for port 43d3ce94-1b04-4166-affd-c56620732481 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:27.542256 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-131a1bde-91e3-4a09-ba5a-dd2ae6623c75 None None] Provisioning complete for port 43d3ce94-1b04-4166-affd-c56620732481 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:27.543494 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-131a1bde-91e3-4a09-ba5a-dd2ae6623c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.560512 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c2458-3ef9-4ead-8657-47b6fff58bef req-4cafcd6d-54d6-4fb0-9346-dd713d4ece68 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:27.562127 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-151c2458-3ef9-4ead-8657-47b6fff58bef req-4cafcd6d-54d6-4fb0-9346-dd713d4ece68 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.1059937 Jul 29 15:17:27.565321 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb70a71a-5f84-41ae-b1ed-ec4943c4d0cf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.567887 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-eb70a71a-5f84-41ae-b1ed-ec4943c4d0cf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.569010 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-eb70a71a-5f84-41ae-b1ed-ec4943c4d0cf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/security-groups/8da0ef07-f6cd-43e0-ba13-ba511730caac HTTP/1.1" status: 204 len: 168 time: 0.2820787 Jul 29 15:17:27.572790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46562) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:27.589899 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-5ab63359-b452-496a-b698-3af3c6dd9b48 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.600638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70a71a-5f84-41ae-b1ed-ec4943c4d0cf tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da0ef07-f6cd-43e0-ba13-ba511730caac,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:27.671072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67d79b9-ec87-4e1f-b10e-b79075199680 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting subnet 0cf3964c-747d-42d6-a2ca-8067559d504e {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:17:27.681169 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a67d79b9-ec87-4e1f-b10e-b79075199680 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.714237 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-151c2458-3ef9-4ead-8657-47b6fff58bef req-9e0a7c20-de84-40de-91e3-0b1e9f8551ce tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354971 Jul 29 15:17:27.726572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab63359-b452-496a-b698-3af3c6dd9b48 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event updated for resources: {'Port': ['ID=b3e58b97-8d5b-4630-896b-3ab89c308103,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:27.730433 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-5ab63359-b452-496a-b698-3af3c6dd9b48 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Network 59d4b6ff-3cbc-4784-979e-20ea697f32fa is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:17:27.732221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-5ab63359-b452-496a-b698-3af3c6dd9b48 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:17:27.734476 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-5ab63359-b452-496a-b698-3af3c6dd9b48 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:17:27.757560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-131a1bde-91e3-4a09-ba5a-dd2ae6623c75 None None] Provisioning complete for port b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:27.758605 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-131a1bde-91e3-4a09-ba5a-dd2ae6623c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.763215 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a67d79b9-ec87-4e1f-b10e-b79075199680 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.819368 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-5ab63359-b452-496a-b698-3af3c6dd9b48 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:27.820059 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-5ab63359-b452-496a-b698-3af3c6dd9b48 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.822225 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-131a1bde-91e3-4a09-ba5a-dd2ae6623c75 None None] Port b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:17:27.826974 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-131a1bde-91e3-4a09-ba5a-dd2ae6623c75 None None] Could not find standard attr ID for object e1bfa344-fc74-4bc7-8e97-06f99122fb1d. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:17:27.849494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 43d3ce94-1b04-4166-affd-c56620732481 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:17:27.867498 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-5ab63359-b452-496a-b698-3af3c6dd9b48 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0419416 Jul 29 15:17:27.895798 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Request body: {'port': {'device_id': 'a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:27.947747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 43d3ce94-1b04-4166-affd-c56620732481 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:27.948223 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.958464 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.969284 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a67d79b9-ec87-4e1f-b10e-b79075199680 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:27.988329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1de4d623-aa90-4775-907f-f1f337bba8e9 None None] Could not find standard attr ID for object e1bfa344-fc74-4bc7-8e97-06f99122fb1d. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:17:28.062599 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4da5d48c-c821-4418-8c9a-7359cad6aadd up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:17:28.091942 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a67d79b9-ec87-4e1f-b10e-b79075199680 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.136686 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 4da5d48c-c821-4418-8c9a-7359cad6aadd completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:28.141799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4da5d48c-c821-4418-8c9a-7359cad6aadd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:28.142238 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.154808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d79b9-ec87-4e1f-b10e-b79075199680 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf3964c-747d-42d6-a2ca-8067559d504e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:28.166974 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a67d79b9-ec87-4e1f-b10e-b79075199680 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.170339 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a67d79b9-ec87-4e1f-b10e-b79075199680 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/0cf3964c-747d-42d6-a2ca-8067559d504e HTTP/1.1" status: 204 len: 168 time: 0.5961187 Jul 29 15:17:28.177645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46564) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:28.257737 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.272337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-5628c940-8515-4fd7-b828-43dff9bf7943 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting subnet 1b70613c-4a59-4480-8c47-8deb97fd3dda {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:17:28.277287 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5628c940-8515-4fd7-b828-43dff9bf7943 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.281754 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527c563e-fcee-4687-8de9-47eedb2fbdfd None None] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:17:28.343248 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e58b97-8d5b-4630-896b-3ab89c308103 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:17:28.355282 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.355897 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5628c940-8515-4fd7-b828-43dff9bf7943 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.372133 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Transition to ACTIVE for port object b3e58b97-8d5b-4630-896b-3ab89c308103 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:17:28.378907 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.423515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 4da5d48c-c821-4418-8c9a-7359cad6aadd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4da5d48c-c821-4418-8c9a-7359cad6aadd,segment=NetworkSegment(aadb0dde-1478-46cf-a004-d56c0e89bd2f),segment_id=aadb0dde-1478-46cf-a004-d56c0e89bd2f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:28.428369 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bdf02ecc-20f0-4915-ab4b-eda31a679da9 None None] Provisioning for port b3e58b97-8d5b-4630-896b-3ab89c308103 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:28.440372 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.474490 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Pushing event updated for resources: {'Port': ['ID=b3e58b97-8d5b-4630-896b-3ab89c308103,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:28.484480 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5628c940-8515-4fd7-b828-43dff9bf7943 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.505962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bdf02ecc-20f0-4915-ab4b-eda31a679da9 None None] Could not find standard attr ID for object e1bfa344-fc74-4bc7-8e97-06f99122fb1d. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:17:28.541111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=4da5d48c-c821-4418-8c9a-7359cad6aadd,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:28.567610 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Attempting to bind port b3e58b97-8d5b-4630-896b-3ab89c308103 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:17:28.567950 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Attempting to bind port b3e58b97-8d5b-4630-896b-3ab89c308103 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'aadb0dde-1478-46cf-a004-d56c0e89bd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:17:28.568886 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Attempting to bind port b3e58b97-8d5b-4630-896b-3ab89c308103 on network 59d4b6ff-3cbc-4784-979e-20ea697f32fa {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:17:28.575227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Port b3e58b97-8d5b-4630-896b-3ab89c308103 on network 59d4b6ff-3cbc-4784-979e-20ea697f32fa not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:17:28.575227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Attempting to bind port b3e58b97-8d5b-4630-896b-3ab89c308103 on network 59d4b6ff-3cbc-4784-979e-20ea697f32fa {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:17:28.581827 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:17:28.581827 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Checking segment: {'id': 'aadb0dde-1478-46cf-a004-d56c0e89bd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:17:28.582184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Bound using segment: {'id': 'aadb0dde-1478-46cf-a004-d56c0e89bd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:17:28.582407 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Bound port: b3e58b97-8d5b-4630-896b-3ab89c308103, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadb0dde-1478-46cf-a004-d56c0e89bd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:17:28.583219 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.596799 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596435a-b7b1-43de-b90d-67a285d53f1c req-df0bb392-8dc4-4c5b-865a-050d78f058ff tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:28.598621 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b596435a-b7b1-43de-b90d-67a285d53f1c req-df0bb392-8dc4-4c5b-865a-050d78f058ff tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 907 time: 0.1342311 Jul 29 15:17:28.623376 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5628c940-8515-4fd7-b828-43dff9bf7943 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.656247 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628c940-8515-4fd7-b828-43dff9bf7943 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Subnet': ['ID=1b70613c-4a59-4480-8c47-8deb97fd3dda,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:28.665925 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5628c940-8515-4fd7-b828-43dff9bf7943 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.667006 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] For port b3e58b97-8d5b-4630-896b-3ab89c308103, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:17:28.670975 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5628c940-8515-4fd7-b828-43dff9bf7943 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/1b70613c-4a59-4480-8c47-8deb97fd3dda HTTP/1.1" status: 204 len: 168 time: 0.4919744 Jul 29 15:17:28.671678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] For port b3e58b97-8d5b-4630-896b-3ab89c308103, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b3e58b97-8d5b-4630-896b-3ab89c308103,segment=NetworkSegment(aadb0dde-1478-46cf-a004-d56c0e89bd2f),segment_id=aadb0dde-1478-46cf-a004-d56c0e89bd2f)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:17:28.672028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46568) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:28.683841 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.700402 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d7dad7-3f45-4ce5-a1e1-36f96ec442a3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] DELETE failed (client error): The resource could not be found. Jul 29 15:17:28.700886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d7dad7-3f45-4ce5-a1e1-36f96ec442a3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:17:28.705494 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-13d7dad7-3f45-4ce5-a1e1-36f96ec442a3 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/0cf3964c-747d-42d6-a2ca-8067559d504e HTTP/1.1" status: 404 len: 337 time: 0.0317497 Jul 29 15:17:28.706925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46570) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:28.727580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:28.728295 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.729915 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] 10.222.0.39 "PUT /v2.0/ports/b3e58b97-8d5b-4630-896b-3ab89c308103 HTTP/1.1" status: 200 len: 1055 time: 0.8439591 Jul 29 15:17:28.732633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c', 'tag': 'b3e58b97-8d5b-4630-896b-3ab89c308103'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:17:28.737083 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f05a97-24ef-4455-9bce-07868115363a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c", "tag": "b3e58b97-8d5b-4630-896b-3ab89c308103"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:17:28.774246 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e69f0f-7c10-4d0c-9a59-cd9c4120ad8a service neutron] Pushing event updated for resources: {'Port': ['ID=b3e58b97-8d5b-4630-896b-3ab89c308103,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:28.816234 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd8c3bc-813b-4c0e-92b3-e5de8e4dad41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting subnet d91a6606-8cf2-42b3-8a95-ba041ba93758 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:17:28.820282 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bdd8c3bc-813b-4c0e-92b3-e5de8e4dad41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.828659 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bc8b18-9f29-4d0d-a2f6-da17b857c063 None None] Update dhcp port {'port': {'network_id': '3cf71998-7e24-476a-bbbe-341ce72cae2f', 'fixed_ips': [{'subnet_id': 'd91a6606-8cf2-42b3-8a95-ba041ba93758', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1b70613c-4a59-4480-8c47-8deb97fd3dda'}], 'binding:host_id': 'n-d-802893-1'}, 'id': '43d3ce94-1b04-4166-affd-c56620732481'} from n-d-802893-1. {{(pid=94159) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 15:17:28.882765 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98bc8b18-9f29-4d0d-a2f6-da17b857c063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.892826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-c11b379e-4ed3-4975-9785-8c298dc42cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:28.894378 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-c11b379e-4ed3-4975-9785-8c298dc42cf1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14deb283078b4d31b43cef57d5f39bf7&device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 1058 time: 0.1165681 Jul 29 15:17:28.894515 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bdd8c3bc-813b-4c0e-92b3-e5de8e4dad41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:28.973164 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb6b074-a52d-409f-b32b-208fc36bc55a x-openstack-request-id: req-fbb6b074-a52d-409f-b32b-208fc36bc55a {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:17:28.973525 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c", "tag": "b3e58b97-8d5b-4630-896b-3ab89c308103", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:17:28.973718 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbb6b074-a52d-409f-b32b-208fc36bc55a {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:17:28.974102 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c', 'tag': 'b3e58b97-8d5b-4630-896b-3ab89c308103', 'status': 'completed', 'code': 200} Jul 29 15:17:28.983436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078526-cde5-47c0-89b0-20484370b70c req-76d28d63-a4f6-4c62-996e-2067658ceaa4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:28.985162 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b078526-cde5-47c0-89b0-20484370b70c req-76d28d63-a4f6-4c62-996e-2067658ceaa4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.1683636 Jul 29 15:17:28.987219 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-ea0c0b1d-e75e-4601-ab70-8b2a4283dc87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=b3e58b97-8d5b-4630-896b-3ab89c308103 HTTP/1.1" status: 200 len: 217 time: 0.0809906 Jul 29 15:17:29.010912 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bdd8c3bc-813b-4c0e-92b3-e5de8e4dad41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:29.073132 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b078526-cde5-47c0-89b0-20484370b70c req-623dfddc-cbe5-44d3-9005-598352adea08 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770142 Jul 29 15:17:29.077429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-10bc6bc4-94a6-4232-affb-2e48eae0cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:29.079550 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-10bc6bc4-94a6-4232-affb-2e48eae0cefa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f1c922c-0cbd-4857-b31d-a3eac4903edd HTTP/1.1" status: 200 len: 838 time: 0.0816674 Jul 29 15:17:29.085571 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bdd8c3bc-813b-4c0e-92b3-e5de8e4dad41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server [None req-98bc8b18-9f29-4d0d-a2f6-da17b857c063 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d91a6606-8cf2-42b3-8a95-ba041ba93758: This subnet is being modified by another concurrent operation. Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise exception Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d91a6606-8cf2-42b3-8a95-ba041ba93758: This subnet is being modified by another concurrent operation. Jul 29 15:17:29.091635 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Jul 29 15:17:29.131558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8c3bc-813b-4c0e-92b3-e5de8e4dad41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Subnet': ['ID=d91a6606-8cf2-42b3-8a95-ba041ba93758,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:29.137344 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bdd8c3bc-813b-4c0e-92b3-e5de8e4dad41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:29.139352 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bdd8c3bc-813b-4c0e-92b3-e5de8e4dad41 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/d91a6606-8cf2-42b3-8a95-ba041ba93758 HTTP/1.1" status: 204 len: 168 time: 0.4314029 Jul 29 15:17:29.142269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46578) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:29.154605 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-c3723758-7591-44a6-b76d-326f75114376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:29.156129 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-c3723758-7591-44a6-b76d-326f75114376 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59d4b6ff-3cbc-4784-979e-20ea697f32fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676982 Jul 29 15:17:29.169252 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-59468eee-2216-4526-a125-68a7944bec1e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] DELETE failed (client error): The resource could not be found. Jul 29 15:17:29.169707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59468eee-2216-4526-a125-68a7944bec1e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:17:29.171445 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-59468eee-2216-4526-a125-68a7944bec1e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/261bd529-49fd-4581-9fdf-3a7c1eb1bd48 HTTP/1.1" status: 404 len: 337 time: 0.0282362 Jul 29 15:17:29.176733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46580) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:29.183829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3b28d7-072e-4905-907c-443c0525dbf8 None None] Network 3cf71998-7e24-476a-bbbe-341ce72cae2f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:17:29.205014 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-34135d78-3e78-4cb5-9713-156160e730ad tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7e83dd3-93c6-4452-ad50-fad057ba7aaa HTTP/1.1" status: 200 len: 205 time: 0.0272491 Jul 29 15:17:29.207313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46582) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:29.241117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d1345cad-781f-4c7a-98d2-aec5a58b91fc None None] Provisioning complete for port 43d3ce94-1b04-4166-affd-c56620732481 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:29.241640 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1345cad-781f-4c7a-98d2-aec5a58b91fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:29.246313 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-9e612a7f-4e6f-4eb8-869c-ef3eabb0952e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] delete failed (client error): The resource could not be found. Jul 29 15:17:29.246545 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9e612a7f-4e6f-4eb8-869c-ef3eabb0952e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/routers/e7e83dd3-93c6-4452-ad50-fad057ba7aaa HTTP/1.1" status: 404 len: 336 time: 0.0382712 Jul 29 15:17:29.249006 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46584) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:29.255599 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-d7568477-f430-4b0d-a2ea-0b2490d18dcd service neutron] 10.222.0.39 "GET /v2.0/networks/59d4b6ff-3cbc-4784-979e-20ea697f32fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895903 Jul 29 15:17:29.279895 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac191685-d9e7-4087-886d-3da4f07c2524 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] DELETE failed (client error): The resource could not be found. Jul 29 15:17:29.280356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac191685-d9e7-4087-886d-3da4f07c2524 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:17:29.284943 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ac191685-d9e7-4087-886d-3da4f07c2524 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/c4d36ee4-1b9a-4521-ac09-47a034bf1363 HTTP/1.1" status: 404 len: 337 time: 0.0322301 Jul 29 15:17:29.285219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46586) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:29.319832 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe14ee1-dd8a-428a-877a-b308e195a8c2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] DELETE failed (client error): The resource could not be found. Jul 29 15:17:29.319832 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe14ee1-dd8a-428a-877a-b308e195a8c2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:17:29.319832 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dfe14ee1-dd8a-428a-877a-b308e195a8c2 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/2141f3da-6191-4644-9956-c28df6850cd8 HTTP/1.1" status: 404 len: 337 time: 0.0295205 Jul 29 15:17:29.320764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46588) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:29.347730 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-32858ac8-3798-43a3-bdb6-90c62d895da1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] DELETE failed (client error): The resource could not be found. Jul 29 15:17:29.348278 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32858ac8-3798-43a3-bdb6-90c62d895da1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:17:29.350186 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-32858ac8-3798-43a3-bdb6-90c62d895da1 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/9ca52b14-a4e3-4304-958e-81cbfcb02b18 HTTP/1.1" status: 404 len: 337 time: 0.0284729 Jul 29 15:17:29.353151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46590) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:29.363470 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1200d9d3-1dc3-4f57-aaf0-39ebfd08c59d req-b9a71482-c873-4674-b7ff-768b38ffe767 service neutron] 10.222.0.39 "GET /v2.0/networks/59d4b6ff-3cbc-4784-979e-20ea697f32fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007085 Jul 29 15:17:29.388208 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1bf0790-91a7-4716-ae55-affae4b2aaff tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] DELETE failed (client error): The resource could not be found. Jul 29 15:17:29.389173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1bf0790-91a7-4716-ae55-affae4b2aaff tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:17:29.394357 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b1bf0790-91a7-4716-ae55-affae4b2aaff tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/bbad42f3-92fc-4dc7-a04d-387601cf603c HTTP/1.1" status: 404 len: 333 time: 0.0385976 Jul 29 15:17:29.394585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46592) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:29.399055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d1345cad-781f-4c7a-98d2-aec5a58b91fc None None] Provisioning complete for port b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:29.399055 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1345cad-781f-4c7a-98d2-aec5a58b91fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:29.422404 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4853670-f4c3-4b0a-8688-2c690a21cd08 None None] DHCP port deletion for 3cf71998-7e24-476a-bbbe-341ce72cae2f request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:17:29.430532 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0544a2-6197-466a-b3a9-65a6d268441e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] DELETE failed (client error): The resource could not be found. Jul 29 15:17:29.430998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0544a2-6197-466a-b3a9-65a6d268441e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:17:29.432753 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1e0544a2-6197-466a-b3a9-65a6d268441e tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/0870ba96-0367-4ae0-9cc7-ab2fd9080f86 HTTP/1.1" status: 404 len: 337 time: 0.0371408 Jul 29 15:17:29.435461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46594) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:29.459604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d1345cad-781f-4c7a-98d2-aec5a58b91fc None None] Port b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:17:29.462022 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ca60e2-e2c3-4617-95af-d7e30033dadc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] DELETE failed (client error): The resource could not be found. Jul 29 15:17:29.462500 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ca60e2-e2c3-4617-95af-d7e30033dadc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:17:29.464262 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d4ca60e2-e2c3-4617-95af-d7e30033dadc tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/2a0e2941-c210-4514-a541-2ac95c2326cc HTTP/1.1" status: 404 len: 337 time: 0.0278068 Jul 29 15:17:29.467050 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46596) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:29.481750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f05a97-24ef-4455-9bce-07868115363a req-95cfe0b8-fb50-4cf0-83fd-2f155e7f5894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:29.483270 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34f05a97-24ef-4455-9bce-07868115363a req-95cfe0b8-fb50-4cf0-83fd-2f155e7f5894 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14deb283078b4d31b43cef57d5f39bf7&device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 1058 time: 0.0540535 Jul 29 15:17:29.488783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f4853670-f4c3-4b0a-8688-2c690a21cd08 None None] Deleting port 43d3ce94-1b04-4166-affd-c56620732481 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:29.489162 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4853670-f4c3-4b0a-8688-2c690a21cd08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:29.491132 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c753a5f-6780-4b73-9949-338ae5fbdb69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] DELETE failed (client error): The resource could not be found. Jul 29 15:17:29.491788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c753a5f-6780-4b73-9949-338ae5fbdb69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:17:29.495847 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4c753a5f-6780-4b73-9949-338ae5fbdb69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/af99e9ff-61af-4689-bc30-01c7052e0969 HTTP/1.1" status: 404 len: 333 time: 0.0258000 Jul 29 15:17:29.496131 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46598) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:29.526472 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ddbb91-f451-43fe-be09-78b22d367e56 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] DELETE failed (client error): The resource could not be found. Jul 29 15:17:29.526935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ddbb91-f451-43fe-be09-78b22d367e56 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:17:29.531174 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c6ddbb91-f451-43fe-be09-78b22d367e56 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/0edbba7b-b2a4-4a1b-99eb-de1da2d40841 HTTP/1.1" status: 404 len: 337 time: 0.0317380 Jul 29 15:17:29.531326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46600) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:29.557764 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-19bb9cd4-573d-4757-81d2-465b73d572de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] DELETE failed (client error): The resource could not be found. Jul 29 15:17:29.558221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19bb9cd4-573d-4757-81d2-465b73d572de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:17:29.560282 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-19bb9cd4-573d-4757-81d2-465b73d572de tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/subnets/51624457-ce2c-4586-8fb9-cd0553e44d91 HTTP/1.1" status: 404 len: 337 time: 0.0276148 Jul 29 15:17:29.562604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46602) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:29.564489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f4853670-f4c3-4b0a-8688-2c690a21cd08 None None] For port 43d3ce94-1b04-4166-affd-c56620732481, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=43d3ce94-1b04-4166-affd-c56620732481,segment=NetworkSegment(ef5dc55c-39ff-413a-a597-f2b06cea8237),segment_id=ef5dc55c-39ff-413a-a597-f2b06cea8237)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:29.564489 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4853670-f4c3-4b0a-8688-2c690a21cd08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:29.578338 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f4853670-f4c3-4b0a-8688-2c690a21cd08 None None] Calling delete_port for 43d3ce94-1b04-4166-affd-c56620732481 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:29.585198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f05a97-24ef-4455-9bce-07868115363a req-9c9c4470-9d76-47f5-bea7-8613ea086458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:29.586777 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34f05a97-24ef-4455-9bce-07868115363a req-9c9c4470-9d76-47f5-bea7-8613ea086458 service neutron] 10.222.0.39 "GET /v2.0/networks?id=59d4b6ff-3cbc-4784-979e-20ea697f32fa HTTP/1.1" status: 200 len: 899 time: 0.0953832 Jul 29 15:17:29.639451 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34f05a97-24ef-4455-9bce-07868115363a req-d4cf944b-5268-40b1-b22c-290ed3dfc4b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=b3e58b97-8d5b-4630-896b-3ab89c308103 HTTP/1.1" status: 200 len: 217 time: 0.0443549 Jul 29 15:17:29.662433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7e21ad3d-b73a-47ea-8907-c9d91a6bd212 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Deleting port b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:29.663049 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e21ad3d-b73a-47ea-8907-c9d91a6bd212 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:29.670731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4da5d48c-c821-4418-8c9a-7359cad6aadd up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:17:29.700699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f05a97-24ef-4455-9bce-07868115363a req-e62ba6fb-4dba-40e8-a4d8-2d2382fd5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:29.702358 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34f05a97-24ef-4455-9bce-07868115363a req-e62ba6fb-4dba-40e8-a4d8-2d2382fd5c87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f1c922c-0cbd-4857-b31d-a3eac4903edd HTTP/1.1" status: 200 len: 838 time: 0.0542700 Jul 29 15:17:29.741840 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f4853670-f4c3-4b0a-8688-2c690a21cd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:29.760129 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f05a97-24ef-4455-9bce-07868115363a req-58e6b07c-6bc2-4f24-abff-532dba23e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:29.761656 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34f05a97-24ef-4455-9bce-07868115363a req-58e6b07c-6bc2-4f24-abff-532dba23e101 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=59d4b6ff-3cbc-4784-979e-20ea697f32fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507226 Jul 29 15:17:29.770377 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e21ad3d-b73a-47ea-8907-c9d91a6bd212 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:29.776041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4853670-f4c3-4b0a-8688-2c690a21cd08 None None] Pushing event deleted for resources: {'Port': ['ID=43d3ce94-1b04-4166-affd-c56620732481,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:29.778311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4da5d48c-c821-4418-8c9a-7359cad6aadd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:29.778727 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:29.782319 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4853670-f4c3-4b0a-8688-2c690a21cd08 None None] No DVR routers for this DVR port 43d3ce94-1b04-4166-affd-c56620732481 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:17:29.786303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7e21ad3d-b73a-47ea-8907-c9d91a6bd212 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Calling delete_port for b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 owned by {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:29.807667 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a5da1-cf06-4f35-8cf1-06bd1980bc54 req-62477c08-9ecb-4d97-b5c7-d3590a6e80dc tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:29.809244 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-713a5da1-cf06-4f35-8cf1-06bd1980bc54 req-62477c08-9ecb-4d97-b5c7-d3590a6e80dc tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 907 time: 0.0946705 Jul 29 15:17:29.814990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eae9c07-6114-421b-906e-3ffd96a312bd None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 15:17:29.886132 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34f05a97-24ef-4455-9bce-07868115363a req-e61bddbc-9562-49b6-8ad6-4db04bb9864e service neutron] 10.222.0.39 "GET /v2.0/networks/59d4b6ff-3cbc-4784-979e-20ea697f32fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152999 Jul 29 15:17:29.889654 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e21ad3d-b73a-47ea-8907-c9d91a6bd212 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:29.921296 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21ad3d-b73a-47ea-8907-c9d91a6bd212 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Port': ['ID=b94ebc19-97c5-4b3b-891e-52cb83c9f2b1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:29.932178 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e21ad3d-b73a-47ea-8907-c9d91a6bd212 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:29.934596 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7e21ad3d-b73a-47ea-8907-c9d91a6bd212 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/ports/b94ebc19-97c5-4b3b-891e-52cb83c9f2b1 HTTP/1.1" status: 204 len: 168 time: 0.3704231 Jul 29 15:17:29.937014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46606) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:29.982824 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eae9c07-6114-421b-906e-3ffd96a312bd None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 15:17:29.997358 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34f05a97-24ef-4455-9bce-07868115363a req-b730f454-5c84-4099-acff-dc7af8023f38 service neutron] 10.222.0.39 "GET /v2.0/networks/59d4b6ff-3cbc-4784-979e-20ea697f32fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031873 Jul 29 15:17:30.024310 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94562330-37fb-455f-8a08-a142b0000d69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:30.041711 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 43d3ce94-1b04-4166-affd-c56620732481 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:30.065412 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 43d3ce94-1b04-4166-affd-c56620732481 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:17:30.065678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 43d3ce94-1b04-4166-affd-c56620732481 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:30.117953 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94562330-37fb-455f-8a08-a142b0000d69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:30.132061 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-94562330-37fb-455f-8a08-a142b0000d69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf71998-7e24-476a-bbbe-341ce72cae2f']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:30.147165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-94562330-37fb-455f-8a08-a142b0000d69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5dc55c-39ff-413a-a597-f2b06cea8237') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:30.147450 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-94562330-37fb-455f-8a08-a142b0000d69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5dc55c-39ff-413a-a597-f2b06cea8237') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:30.157504 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94562330-37fb-455f-8a08-a142b0000d69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:30.178029 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94562330-37fb-455f-8a08-a142b0000d69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:30.184691 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94562330-37fb-455f-8a08-a142b0000d69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:17:30.185004 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94562330-37fb-455f-8a08-a142b0000d69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:17:30.188907 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:17:30.223210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311d60f-ed2b-49e2-9cd6-1da6c8bf0fa3 req-8290c022-358d-4515-8a9b-80f65160c385 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:30.224836 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2311d60f-ed2b-49e2-9cd6-1da6c8bf0fa3 req-8290c022-358d-4515-8a9b-80f65160c385 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.0578227 Jul 29 15:17:30.255942 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94562330-37fb-455f-8a08-a142b0000d69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:30.264915 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94562330-37fb-455f-8a08-a142b0000d69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:30.270161 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-94562330-37fb-455f-8a08-a142b0000d69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] 10.222.0.16 "DELETE /v2.0/networks/3cf71998-7e24-476a-bbbe-341ce72cae2f HTTP/1.1" status: 204 len: 168 time: 0.3294449 Jul 29 15:17:30.280398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94562330-37fb-455f-8a08-a142b0000d69 tempest-PortsIpV6TestJSON-1772335340 tempest-PortsIpV6TestJSON-1772335340-project] Pushing event deleted for resources: {'Network': ['ID=3cf71998-7e24-476a-bbbe-341ce72cae2f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:30.284879 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2311d60f-ed2b-49e2-9cd6-1da6c8bf0fa3 req-6d7fae3a-d19f-45ee-8106-2c7385752aae tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478504 Jul 29 15:17:30.514011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46616) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:30.531309 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-da4e10b8-82b4-4a6e-b81d-60f4edcbb329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:30.648917 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-67f90b10-222f-45ea-9dd9-b3569aeca3c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47e948f4d2a444508769e8471d97ec39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333835 Jul 29 15:17:30.651560 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46620) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:30.702968 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fe208ee4-11d4-4740-82f0-69783a7f0cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:30.724329 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fe208ee4-11d4-4740-82f0-69783a7f0cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:30.773953 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fe208ee4-11d4-4740-82f0-69783a7f0cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:30.776627 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fe208ee4-11d4-4740-82f0-69783a7f0cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:30.777843 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fe208ee4-11d4-4740-82f0-69783a7f0cfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d05f6880-74d6-4435-8c47-22fe6e19f142 HTTP/1.1" status: 204 len: 168 time: 0.1253521 Jul 29 15:17:30.785956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe208ee4-11d4-4740-82f0-69783a7f0cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05f6880-74d6-4435-8c47-22fe6e19f142,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:30.932285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59072e6b-9212-4f63-8d08-79053982f9c7 req-efda8ec0-2509-4869-9c01-fbd7d3fe2449 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:30.933863 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-59072e6b-9212-4f63-8d08-79053982f9c7 req-efda8ec0-2509-4869-9c01-fbd7d3fe2449 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 907 time: 0.0503824 Jul 29 15:17:31.396577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b3e58b97-8d5b-4630-896b-3ab89c308103 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:17:31.404898 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5c353-282d-42fc-ba6b-9c9d95f35240 req-22319355-bee8-48aa-8031-8bf04685c644 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:31.406661 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0fa5c353-282d-42fc-ba6b-9c9d95f35240 req-22319355-bee8-48aa-8031-8bf04685c644 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.0539644 Jul 29 15:17:31.429404 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46646) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:31.433165 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026038 Jul 29 15:17:31.439130 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46648) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:31.470631 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0fa5c353-282d-42fc-ba6b-9c9d95f35240 req-0e1ee773-b729-4873-961f-e36f62a0be8b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564017 Jul 29 15:17:31.511727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b3e58b97-8d5b-4630-896b-3ab89c308103, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b3e58b97-8d5b-4630-896b-3ab89c308103,segment=NetworkSegment(aadb0dde-1478-46cf-a004-d56c0e89bd2f),segment_id=aadb0dde-1478-46cf-a004-d56c0e89bd2f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:31.524274 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'b3e58b97-8d5b-4630-896b-3ab89c308103', 'network_id': '59d4b6ff-3cbc-4784-979e-20ea697f32fa', 'port_id': 'b3e58b97-8d5b-4630-896b-3ab89c308103', 'mac_address': 'fa:16:3e:27:10:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1c922c-0cbd-4857-b31d-a3eac4903edd', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:17:31.551213 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-79cdc13b-9aee-4d56-a0a9-7b8ad77bb85e tempest-NetworksApiDiscovery-1044808958 tempest-NetworksApiDiscovery-1044808958-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1108932 Jul 29 15:17:31.564996 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:31.579941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e58b97-8d5b-4630-896b-3ab89c308103 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:17:31.599465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b3e58b97-8d5b-4630-896b-3ab89c308103, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b3e58b97-8d5b-4630-896b-3ab89c308103,segment=NetworkSegment(aadb0dde-1478-46cf-a004-d56c0e89bd2f),segment_id=aadb0dde-1478-46cf-a004-d56c0e89bd2f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:31.603464 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:31.652296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=b3e58b97-8d5b-4630-896b-3ab89c308103,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:31.800720 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46656) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:31.818902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['b3e58b97-8d5b-4630-896b-3ab89c308103'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:17:31.909513 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f47b5f4e-bfc6-41e6-ab40-15a605b7c1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:31.999863 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f47b5f4e-bfc6-41e6-ab40-15a605b7c1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:32.005472 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f47b5f4e-bfc6-41e6-ab40-15a605b7c1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:32.051121 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f47b5f4e-bfc6-41e6-ab40-15a605b7c1cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dea16b5bc5c244ccbe7de5768a457827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493351 Jul 29 15:17:32.052319 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b5f4e-bfc6-41e6-ab40-15a605b7c1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13fc7fa-832b-4d7e-a5c0-f8d6a2719ded,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:32.055499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46662) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:32.056648 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d065aa5-f977-4681-81a9-4b3934d229ab req-d412e260-1cac-44f3-ad69-696b5bd2da28 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:32.058312 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9d065aa5-f977-4681-81a9-4b3934d229ab req-d412e260-1cac-44f3-ad69-696b5bd2da28 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 908 time: 0.0527573 Jul 29 15:17:32.106865 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97a5b142-31b4-46a4-b233-f065d7c9e4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:32.129216 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97a5b142-31b4-46a4-b233-f065d7c9e4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:32.176781 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97a5b142-31b4-46a4-b233-f065d7c9e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:32.179378 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-97a5b142-31b4-46a4-b233-f065d7c9e4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:32.180539 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-97a5b142-31b4-46a4-b233-f065d7c9e4dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a13fc7fa-832b-4d7e-a5c0-f8d6a2719ded HTTP/1.1" status: 204 len: 168 time: 0.1240113 Jul 29 15:17:32.188908 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5b142-31b4-46a4-b233-f065d7c9e4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13fc7fa-832b-4d7e-a5c0-f8d6a2719ded,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:32.587566 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb225945-87f8-478a-8192-b2da73c56e11 req-a51d595e-0fcf-44cf-9ec5-e1dd372e1e82 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:32.589241 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eb225945-87f8-478a-8192-b2da73c56e11 req-a51d595e-0fcf-44cf-9ec5-e1dd372e1e82 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.0525956 Jul 29 15:17:32.630350 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eb225945-87f8-478a-8192-b2da73c56e11 req-ca632b24-de1c-4ec5-a1ca-497aab89cc75 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338774 Jul 29 15:17:33.193583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10358b27-1016-4361-8534-16a318a65fce req-1bce7ae8-167b-4ce9-80c3-ba58df1aa321 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:33.195161 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10358b27-1016-4361-8534-16a318a65fce req-1bce7ae8-167b-4ce9-80c3-ba58df1aa321 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 908 time: 0.0549521 Jul 29 15:17:33.221143 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:33.350630 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e4c3aea3-8ffa-43a2-8c7e-595f25f6158f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:33.403170 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:17:33.405283 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b3e58b97-8d5b-4630-896b-3ab89c308103 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:17:33.511010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port b3e58b97-8d5b-4630-896b-3ab89c308103 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:33.525493 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port b3e58b97-8d5b-4630-896b-3ab89c308103 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:33.525493 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:33.570093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:33.589171 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'port_id': '11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd', 'mac_address': 'fa:16:3e:2a:c6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:17:33.667051 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:33.678175 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:33.692739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:17:33.721313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e58b97-8d5b-4630-896b-3ab89c308103'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:17:33.724109 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed70150-e88e-490b-9b4b-f3cad9939ccf" -d '{"events": [{"server_uuid": "a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c", "name": "network-vif-plugged", "status": "completed", "tag": "b3e58b97-8d5b-4630-896b-3ab89c308103"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:17:33.744942 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:33.747552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port b3e58b97-8d5b-4630-896b-3ab89c308103, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b3e58b97-8d5b-4630-896b-3ab89c308103,segment=NetworkSegment(aadb0dde-1478-46cf-a004-d56c0e89bd2f),segment_id=aadb0dde-1478-46cf-a004-d56c0e89bd2f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:33.750707 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:33.760421 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:33.780330 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070f736-f45b-4efd-9612-cb5a5b9b63e0 req-76c880f3-5bb3-4113-8848-1bce7aa71ba5 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:33.787715 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ba934d-f874-4a34-a5ff-0927d83c8f4b x-openstack-request-id: req-a1ba934d-f874-4a34-a5ff-0927d83c8f4b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:17:33.788321 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c", "name": "network-vif-plugged", "status": "completed", "tag": "b3e58b97-8d5b-4630-896b-3ab89c308103", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:17:33.788806 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1ba934d-f874-4a34-a5ff-0927d83c8f4b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:17:33.789440 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e58b97-8d5b-4630-896b-3ab89c308103', 'code': 200} Jul 29 15:17:33.789745 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b070f736-f45b-4efd-9612-cb5a5b9b63e0 req-76c880f3-5bb3-4113-8848-1bce7aa71ba5 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 944 time: 0.0825202 Jul 29 15:17:33.848204 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:33.857973 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b070f736-f45b-4efd-9612-cb5a5b9b63e0 req-cbfeebcb-da1b-4d38-9e31-09df47a076d1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672071 Jul 29 15:17:33.907572 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=b3e58b97-8d5b-4630-896b-3ab89c308103,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:33.930877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549a791-f33d-4bf1-aae8-30037f0566f7 req-4c8eee58-3688-4da4-af77-c67bbb85769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:33.932581 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3549a791-f33d-4bf1-aae8-30037f0566f7 req-4c8eee58-3688-4da4-af77-c67bbb85769b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 1060 time: 0.0523293 Jul 29 15:17:33.970623 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:17:34.316940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3d107-c828-4c41-acf4-65bf332cc1a4 req-37783d5c-f574-4621-a2b8-69d9c26b3661 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:34.318638 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a7b3d107-c828-4c41-acf4-65bf332cc1a4 req-37783d5c-f574-4621-a2b8-69d9c26b3661 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 909 time: 0.0519235 Jul 29 15:17:34.385704 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:34.979328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352ff95-9ada-42e4-b35a-a72f11c27df0 req-931f0e5e-5a69-4373-8b0a-c8ae98015ef3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:34.980856 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d352ff95-9ada-42e4-b35a-a72f11c27df0 req-931f0e5e-5a69-4373-8b0a-c8ae98015ef3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 945 time: 0.0513053 Jul 29 15:17:35.023427 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d352ff95-9ada-42e4-b35a-a72f11c27df0 req-e2552551-54fb-4678-b78d-9a619e2219d6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354812 Jul 29 15:17:35.128900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46806) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:35.235777 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-30eee077-d8ee-46fd-8660-023181e33a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:35.321893 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-30eee077-d8ee-46fd-8660-023181e33a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:35.326084 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-30eee077-d8ee-46fd-8660-023181e33a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:35.366122 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-30eee077-d8ee-46fd-8660-023181e33a40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5178c3d505c248728ce5c8ae01c97820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360189 Jul 29 15:17:35.366859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eee077-d8ee-46fd-8660-023181e33a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870a75c5-9eea-4cc3-948d-e42c15a575b9,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:35.369708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46812) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:35.403228 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:17:35.458836 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:17:35.462556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:17:35.462936 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:35.463182 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396e047-f488-4a7f-b50b-cce3179d2c71 req-1b7cc257-5f70-4857-bd45-bafdd759f2b9 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:35.464689 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b396e047-f488-4a7f-b50b-cce3179d2c71 req-1b7cc257-5f70-4857-bd45-bafdd759f2b9 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 909 time: 0.0735462 Jul 29 15:17:35.465517 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0ec4-f7b6-483b-85f9-6d46e22b09db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:35.503593 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0ec4-f7b6-483b-85f9-6d46e22b09db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:35.546322 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:35.561179 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0ec4-f7b6-483b-85f9-6d46e22b09db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:35.564517 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f4b0ec4-f7b6-483b-85f9-6d46e22b09db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:35.565702 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3f4b0ec4-f7b6-483b-85f9-6d46e22b09db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/870a75c5-9eea-4cc3-948d-e42c15a575b9 HTTP/1.1" status: 204 len: 168 time: 0.1950614 Jul 29 15:17:35.575263 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b0ec4-f7b6-483b-85f9-6d46e22b09db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870a75c5-9eea-4cc3-948d-e42c15a575b9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:35.586972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:35.593555 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:35.612603 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3692c8-e3e0-4e47-9309-28c158f1ae93 req-b4879da8-c14e-4cab-ad36-5ab95f6b76ef tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:35.614471 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc3692c8-e3e0-4e47-9309-28c158f1ae93 req-b4879da8-c14e-4cab-ad36-5ab95f6b76ef tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 909 time: 0.0735753 Jul 29 15:17:35.650049 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:35.731943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da9ec3-60b0-4e14-9f40-cbcd834a023e req-d23b98c0-0ffc-47ef-95a4-35bd5800750a tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:35.733567 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-90da9ec3-60b0-4e14-9f40-cbcd834a023e req-d23b98c0-0ffc-47ef-95a4-35bd5800750a tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 1060 time: 0.0435750 Jul 29 15:17:35.790784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072efc87-ef66-410a-a829-4efa3d2b8ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:17:35.793507 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b090bc-0b77-4049-9854-64d1a915856d" -d '{"events": [{"server_uuid": "072efc87-ef66-410a-a829-4efa3d2b8ee4", "name": "network-vif-plugged", "status": "completed", "tag": "11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:17:35.849956 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688e8e8d-1a9a-4f65-9a45-e77f2dd6d29a x-openstack-request-id: req-688e8e8d-1a9a-4f65-9a45-e77f2dd6d29a {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:17:35.850352 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072efc87-ef66-410a-a829-4efa3d2b8ee4", "name": "network-vif-plugged", "status": "completed", "tag": "11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:17:35.850850 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-688e8e8d-1a9a-4f65-9a45-e77f2dd6d29a {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:17:35.851438 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072efc87-ef66-410a-a829-4efa3d2b8ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd', 'code': 200} Jul 29 15:17:35.851606 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec113b-d1d0-45ff-bb81-86139aabd9e3 req-4e728f0a-7fdc-4b9b-ba8a-be6748a0dd26 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:35.853372 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01ec113b-d1d0-45ff-bb81-86139aabd9e3 req-4e728f0a-7fdc-4b9b-ba8a-be6748a0dd26 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 1135 time: 0.0465453 Jul 29 15:17:35.876730 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46826) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:35.892089 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29793d43-4719-4ad0-8d3b-6de120ae9f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:35.896884 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01ec113b-d1d0-45ff-bb81-86139aabd9e3 req-9ba24ac1-aa2e-40af-a8f9-da768a362ba2 tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=029957a1-b77a-4298-bd29-f7e1e6f1fb6e&id=c1756ae5-bff0-4f35-8c17-d36ca443e034&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0347126 Jul 29 15:17:35.921532 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46828) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:35.943918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0617e-dfe0-4bf8-9188-74f3f3f9fe88 req-683f7116-e234-45c3-9702-4fb1e8bf3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:35.945468 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f5e0617e-dfe0-4bf8-9188-74f3f3f9fe88 req-683f7116-e234-45c3-9702-4fb1e8bf3124 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 1097 time: 0.0417166 Jul 29 15:17:35.981431 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f5e0617e-dfe0-4bf8-9188-74f3f3f9fe88 req-0b8475c3-bacf-40a1-8f4b-7b71d13be104 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292313 Jul 29 15:17:35.987854 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d3fd4b-2c14-433c-84de-1997cabf245c tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:35.989823 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-62d3fd4b-2c14-433c-84de-1997cabf245c tempest-TestSecurityGroupsBasicOps-411806606 tempest-TestSecurityGroupsBasicOps-411806606-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 1055 time: 0.0670743 Jul 29 15:17:36.040046 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29793d43-4719-4ad0-8d3b-6de120ae9f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:36.044575 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-29793d43-4719-4ad0-8d3b-6de120ae9f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:36.079415 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29793d43-4719-4ad0-8d3b-6de120ae9f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af5af80-6536-4517-b4bf-4a021a9c58d4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:36.097517 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46834) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:36.097760 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-29793d43-4719-4ad0-8d3b-6de120ae9f3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56f554073df349d3a14a24ad4a80571e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199304 Jul 29 15:17:36.199869 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f86bd-1545-4bf4-a576-b4a854d4778f req-48c6be9a-5bf6-4d68-a69b-8e58785645be tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:36.201377 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f3f86bd-1545-4bf4-a576-b4a854d4778f req-48c6be9a-5bf6-4d68-a69b-8e58785645be tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 946 time: 0.0880194 Jul 29 15:17:36.202540 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:36.244168 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:36.244370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cae2c-cb64-4260-bbf0-270b0671ff64 req-d182b1cb-5911-414b-a902-386980e5275d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:36.245912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd0cae2c-cb64-4260-bbf0-270b0671ff64 req-d182b1cb-5911-414b-a902-386980e5275d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 909 time: 0.0520709 Jul 29 15:17:36.270067 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f3f86bd-1545-4bf4-a576-b4a854d4778f req-53458954-bd0f-45c9-bf99-3b1d1ab9a375 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621617 Jul 29 15:17:36.303953 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:36.307145 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:36.309145 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7af5af80-6536-4517-b4bf-4a021a9c58d4 HTTP/1.1" status: 204 len: 168 time: 0.2103863 Jul 29 15:17:36.317985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af5af80-6536-4517-b4bf-4a021a9c58d4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:36.325774 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:36.325774 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:36.326078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:36.326402 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:36.326758 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:36.327087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:36.327414 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:36.327737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:36.328060 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:36.328378 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:36.329360 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:36.329772 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b12d4-fb49-4209-b1ab-d3e259885c63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:17:36.373774 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:37.378081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89e7ca-339d-46c1-a8a2-331d61888ec3 req-1bc31863-3c92-4475-a0d7-5607a4f0710f tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:37.379875 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be89e7ca-339d-46c1-a8a2-331d61888ec3 req-1bc31863-3c92-4475-a0d7-5607a4f0710f tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 909 time: 0.0589130 Jul 29 15:17:37.400938 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d08032-66e4-4aad-a7b9-96c33e423a64 req-0c18aba0-6a5f-4312-a6b4-ab2780ed0f7d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:37.402689 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-84d08032-66e4-4aad-a7b9-96c33e423a64 req-0c18aba0-6a5f-4312-a6b4-ab2780ed0f7d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 946 time: 0.0590060 Jul 29 15:17:37.443693 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-84d08032-66e4-4aad-a7b9-96c33e423a64 req-f03409a1-4d71-4cd6-a0b4-69c545dcf8b1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338981 Jul 29 15:17:37.568796 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f181a5-fe79-4521-8be9-8c52c228565c req-7b4edda8-eaf3-4f90-bb98-747c68abc116 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:37.570308 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55f181a5-fe79-4521-8be9-8c52c228565c req-7b4edda8-eaf3-4f90-bb98-747c68abc116 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 946 time: 0.0551815 Jul 29 15:17:37.613432 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55f181a5-fe79-4521-8be9-8c52c228565c req-a086adb9-322f-4f9e-8f72-bec95f0f5bac tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363348 Jul 29 15:17:37.654354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b67f0d-7831-4de0-9ab5-6831c43b6295 req-4dbd702e-0d28-4d6b-bc02-e48f9636bb7d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:37.656156 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4b67f0d-7831-4de0-9ab5-6831c43b6295 req-4dbd702e-0d28-4d6b-bc02-e48f9636bb7d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 909 time: 0.0577614 Jul 29 15:17:37.769036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e156e-a3ca-4eb5-89aa-831d2ede7798 req-c6c5a6fc-256c-44a6-9686-71f4df116c30 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:37.770590 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8f5e156e-a3ca-4eb5-89aa-831d2ede7798 req-c6c5a6fc-256c-44a6-9686-71f4df116c30 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 946 time: 0.0809340 Jul 29 15:17:37.808517 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-f4b67f0d-7831-4de0-9ab5-6831c43b6295 req-a148a0a8-ca51-4199-8dd7-48a36866a76b tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Deleting port b3e58b97-8d5b-4630-896b-3ab89c308103 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:37.808961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f4b67f0d-7831-4de0-9ab5-6831c43b6295 req-a148a0a8-ca51-4199-8dd7-48a36866a76b tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:37.863356 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8f5e156e-a3ca-4eb5-89aa-831d2ede7798 req-c4cfc003-0149-437f-b781-05531fe1745b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854352 Jul 29 15:17:37.917370 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-f4b67f0d-7831-4de0-9ab5-6831c43b6295 req-a148a0a8-ca51-4199-8dd7-48a36866a76b tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] For port b3e58b97-8d5b-4630-896b-3ab89c308103, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=b3e58b97-8d5b-4630-896b-3ab89c308103,segment=NetworkSegment(aadb0dde-1478-46cf-a004-d56c0e89bd2f),segment_id=aadb0dde-1478-46cf-a004-d56c0e89bd2f)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:37.917816 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f4b67f0d-7831-4de0-9ab5-6831c43b6295 req-a148a0a8-ca51-4199-8dd7-48a36866a76b tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:37.935339 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-f4b67f0d-7831-4de0-9ab5-6831c43b6295 req-a148a0a8-ca51-4199-8dd7-48a36866a76b tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Calling delete_port for b3e58b97-8d5b-4630-896b-3ab89c308103 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:38.131223 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f4b67f0d-7831-4de0-9ab5-6831c43b6295 req-a148a0a8-ca51-4199-8dd7-48a36866a76b tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:38.161255 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148a0a8-ca51-4199-8dd7-48a36866a76b tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event deleted for resources: {'Port': ['ID=b3e58b97-8d5b-4630-896b-3ab89c308103,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:38.211212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b67f0d-7831-4de0-9ab5-6831c43b6295 req-a148a0a8-ca51-4199-8dd7-48a36866a76b tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] No DVR routers for this DVR port b3e58b97-8d5b-4630-896b-3ab89c308103 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:17:38.213846 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f4b67f0d-7831-4de0-9ab5-6831c43b6295 req-a148a0a8-ca51-4199-8dd7-48a36866a76b tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:38.216390 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4b67f0d-7831-4de0-9ab5-6831c43b6295 req-a148a0a8-ca51-4199-8dd7-48a36866a76b tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.39 "DELETE /v2.0/ports/b3e58b97-8d5b-4630-896b-3ab89c308103 HTTP/1.1" status: 204 len: 173 time: 0.5541356 Jul 29 15:17:38.217373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c', 'name': 'network-vif-deleted', 'tag': 'b3e58b97-8d5b-4630-896b-3ab89c308103'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:17:38.221087 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebe8815-e380-497e-ad5c-b75f49be8109" -d '{"events": [{"server_uuid": "a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c", "name": "network-vif-deleted", "tag": "b3e58b97-8d5b-4630-896b-3ab89c308103"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:17:38.281169 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5035951c-bdaf-419b-9def-a383d27ff41e x-openstack-request-id: req-5035951c-bdaf-419b-9def-a383d27ff41e {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:17:38.281470 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c", "name": "network-vif-deleted", "tag": "b3e58b97-8d5b-4630-896b-3ab89c308103", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:17:38.282361 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5035951c-bdaf-419b-9def-a383d27ff41e {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:17:38.282836 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c', 'name': 'network-vif-deleted', 'tag': 'b3e58b97-8d5b-4630-896b-3ab89c308103', 'status': 'completed', 'code': 200} Jul 29 15:17:38.295969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70b4da-dfab-43b2-ac00-b861ce3b4612 req-b7bed6ea-c6e6-4e39-88cb-401382edd908 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:38.298140 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a70b4da-dfab-43b2-ac00-b861ce3b4612 req-b7bed6ea-c6e6-4e39-88cb-401382edd908 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 946 time: 0.0726888 Jul 29 15:17:38.368520 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a70b4da-dfab-43b2-ac00-b861ce3b4612 req-5681dcd0-f8aa-4dd5-ae89-40c61e2c2054 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590858 Jul 29 15:17:38.534850 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cc64e88-10dd-4704-a128-4aa9500b1f3a req-ac97d979-d6b5-452c-b694-20f87a6641f0 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5b5f18a-05f9-4af0-a6fc-03d2b6827b7c HTTP/1.1" status: 200 len: 210 time: 0.0286307 Jul 29 15:17:39.507728 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736f85b-1f8b-4ac5-ab09-2bbed438ae1f req-cb198c81-9877-4fdf-b2ca-4481c89f1293 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:39.509349 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4736f85b-1f8b-4ac5-ab09-2bbed438ae1f req-cb198c81-9877-4fdf-b2ca-4481c89f1293 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 946 time: 0.0524778 Jul 29 15:17:39.550036 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4736f85b-1f8b-4ac5-ab09-2bbed438ae1f req-bbf87b6a-8d24-4dc8-9853-4cb24b7cc380 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345693 Jul 29 15:17:39.607624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46916) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:39.799699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f528fe9-c560-4fa4-9bf7-5aa9f36eef6f req-69af1e3f-eab0-4064-b105-e03bdd7fe2e5 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:39.802428 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f528fe9-c560-4fa4-9bf7-5aa9f36eef6f req-69af1e3f-eab0-4064-b105-e03bdd7fe2e5 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.39 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 946 time: 0.0689902 Jul 29 15:17:39.947645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-1f528fe9-c560-4fa4-9bf7-5aa9f36eef6f req-018d3e4c-81b1-4c35-a43c-2d71836ba821 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Deleting port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:39.947986 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1f528fe9-c560-4fa4-9bf7-5aa9f36eef6f req-018d3e4c-81b1-4c35-a43c-2d71836ba821 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:40.071980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1f528fe9-c560-4fa4-9bf7-5aa9f36eef6f req-018d3e4c-81b1-4c35-a43c-2d71836ba821 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] For port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:40.072512 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1f528fe9-c560-4fa4-9bf7-5aa9f36eef6f req-018d3e4c-81b1-4c35-a43c-2d71836ba821 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:40.096823 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-1f528fe9-c560-4fa4-9bf7-5aa9f36eef6f req-018d3e4c-81b1-4c35-a43c-2d71836ba821 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Calling delete_port for 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:40.247980 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1f528fe9-c560-4fa4-9bf7-5aa9f36eef6f req-018d3e4c-81b1-4c35-a43c-2d71836ba821 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:40.260928 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:17:40.291889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d3e4c-81b1-4c35-a43c-2d71836ba821 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event deleted for resources: {'Port': ['ID=11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:40.363127 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f528fe9-c560-4fa4-9bf7-5aa9f36eef6f req-018d3e4c-81b1-4c35-a43c-2d71836ba821 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] No DVR routers for this DVR port 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:17:40.366301 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1f528fe9-c560-4fa4-9bf7-5aa9f36eef6f req-018d3e4c-81b1-4c35-a43c-2d71836ba821 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:40.369567 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f528fe9-c560-4fa4-9bf7-5aa9f36eef6f req-018d3e4c-81b1-4c35-a43c-2d71836ba821 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.39 "DELETE /v2.0/ports/11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd HTTP/1.1" status: 204 len: 173 time: 0.5602520 Jul 29 15:17:40.370175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072efc87-ef66-410a-a829-4efa3d2b8ee4', 'name': 'network-vif-deleted', 'tag': '11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:17:40.373183 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596a981a-3a5f-4728-bc3f-e4381de5b293" -d '{"events": [{"server_uuid": "072efc87-ef66-410a-a829-4efa3d2b8ee4", "name": "network-vif-deleted", "tag": "11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:17:40.456042 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1cd981a4-1f5d-43b9-83e5-88678357e43e tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:40.470022 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd90ebeb-38b0-4e20-a39a-f56d6fc29887 x-openstack-request-id: req-bd90ebeb-38b0-4e20-a39a-f56d6fc29887 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:17:40.470319 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072efc87-ef66-410a-a829-4efa3d2b8ee4", "name": "network-vif-deleted", "tag": "11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:17:40.470574 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd90ebeb-38b0-4e20-a39a-f56d6fc29887 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:17:40.470981 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072efc87-ef66-410a-a829-4efa3d2b8ee4', 'name': 'network-vif-deleted', 'tag': '11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd', 'status': 'completed', 'code': 200} Jul 29 15:17:40.763235 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-990c3e4c-def2-4ab4-b1aa-d3220dc48c1f req-b5818553-ea8f-4e72-9c56-569aeacd15dc tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 210 time: 0.0570316 Jul 29 15:17:40.902610 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1cd981a4-1f5d-43b9-83e5-88678357e43e tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Deleting port 4da5d48c-c821-4418-8c9a-7359cad6aadd {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:40.902842 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1cd981a4-1f5d-43b9-83e5-88678357e43e tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:40.990932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-1cd981a4-1f5d-43b9-83e5-88678357e43e tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] For port 4da5d48c-c821-4418-8c9a-7359cad6aadd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4da5d48c-c821-4418-8c9a-7359cad6aadd,segment=NetworkSegment(aadb0dde-1478-46cf-a004-d56c0e89bd2f),segment_id=aadb0dde-1478-46cf-a004-d56c0e89bd2f)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:40.991300 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1cd981a4-1f5d-43b9-83e5-88678357e43e tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:41.004948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1cd981a4-1f5d-43b9-83e5-88678357e43e tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Calling delete_port for 4da5d48c-c821-4418-8c9a-7359cad6aadd owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:41.132979 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:41.222760 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1cd981a4-1f5d-43b9-83e5-88678357e43e tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:41.253944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd981a4-1f5d-43b9-83e5-88678357e43e tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event deleted for resources: {'Port': ['ID=4da5d48c-c821-4418-8c9a-7359cad6aadd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:41.448545 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1cd981a4-1f5d-43b9-83e5-88678357e43e tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:41.630659 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b3e58b97-8d5b-4630-896b-3ab89c308103 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:41.674308 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: b3e58b97-8d5b-4630-896b-3ab89c308103 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:17:41.675069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device b3e58b97-8d5b-4630-896b-3ab89c308103 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:41.777949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd981a4-1f5d-43b9-83e5-88678357e43e tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Router 3939a6e5-34ef-4081-b2bc-ad778061d644 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:17:41.901322 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-868c2689-7bbb-4ede-9056-5b47db372b42 req-b54fbbe8-eb5f-42c8-aff4-17ddf248f798 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 210 time: 0.0368578 Jul 29 15:17:41.927593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd981a4-1f5d-43b9-83e5-88678357e43e tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:17:41.936432 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1cd981a4-1f5d-43b9-83e5-88678357e43e tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "PUT /v2.0/routers/3939a6e5-34ef-4081-b2bc-ad778061d644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3276529 Jul 29 15:17:41.936622 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46936) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:41.938783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ae478-be03-41c4-8055-f3d2c21e5fd1 None None] Sync routers for ids ['3939a6e5-34ef-4081-b2bc-ad778061d644'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:17:41.948923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ae478-be03-41c4-8055-f3d2c21e5fd1 None None] Routers {'3939a6e5-34ef-4081-b2bc-ad778061d644'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:41.950386 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-185ae478-be03-41c4-8055-f3d2c21e5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3939a6e5-34ef-4081-b2bc-ad778061d644'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:41.991296 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e7645a-8218-4dcb-9196-ffaa9788116d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Deleting subnet 9f1c922c-0cbd-4857-b31d-a3eac4903edd {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:17:41.994626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5e7645a-8218-4dcb-9196-ffaa9788116d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:42.037129 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5e7645a-8218-4dcb-9196-ffaa9788116d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:42.061476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-185ae478-be03-41c4-8055-f3d2c21e5fd1 None None] Set router 3939a6e5-34ef-4081-b2bc-ad778061d644 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:17:42.258109 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-185ae478-be03-41c4-8055-f3d2c21e5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2020120006', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:14Z', 'updated_at': '2021-07-29T15:17:41Z', 'revision_number': 5, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:15Z', 'updated_at': '2021-07-29T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:42.286041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ae478-be03-41c4-8055-f3d2c21e5fd1 None None] Checking router: 3939a6e5-34ef-4081-b2bc-ad778061d644 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:17:42.295616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ae478-be03-41c4-8055-f3d2c21e5fd1 None None] Routers {'3939a6e5-34ef-4081-b2bc-ad778061d644'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:42.296257 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-185ae478-be03-41c4-8055-f3d2c21e5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3939a6e5-34ef-4081-b2bc-ad778061d644'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:42.409242 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-185ae478-be03-41c4-8055-f3d2c21e5fd1 None None] Set router 3939a6e5-34ef-4081-b2bc-ad778061d644 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:17:42.419457 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5e7645a-8218-4dcb-9196-ffaa9788116d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:42.481451 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5e7645a-8218-4dcb-9196-ffaa9788116d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:42.511386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7645a-8218-4dcb-9196-ffaa9788116d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1c922c-0cbd-4857-b31d-a3eac4903edd,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:42.514683 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5e7645a-8218-4dcb-9196-ffaa9788116d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:42.517083 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e5e7645a-8218-4dcb-9196-ffaa9788116d tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "DELETE /v2.0/subnets/9f1c922c-0cbd-4857-b31d-a3eac4903edd HTTP/1.1" status: 204 len: 168 time: 0.5795190 Jul 29 15:17:42.519784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46938) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:42.529397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69eb64b-9448-40dd-8942-663ee7932bbb None None] Network 59d4b6ff-3cbc-4784-979e-20ea697f32fa requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:17:42.636336 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0a48-3576-4e2e-94b1-30638f345c5a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:42.696401 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-185ae478-be03-41c4-8055-f3d2c21e5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2020120006', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:14Z', 'updated_at': '2021-07-29T15:17:41Z', 'revision_number': 5, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:15Z', 'updated_at': '2021-07-29T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:42.733010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ae478-be03-41c4-8055-f3d2c21e5fd1 None None] The sync data for ids ['3939a6e5-34ef-4081-b2bc-ad778061d644'] in n-d-802893-1 is: [{'id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2020120006', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:14Z', 'updated_at': '2021-07-29T15:17:41Z', 'revision_number': 5, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'ef0ad698-83fa-4877-aa1a-fc729f5abf18', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3939a6e5-34ef-4081-b2bc-ad778061d644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:15Z', 'updated_at': '2021-07-29T15:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:17:42.757136 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0a48-3576-4e2e-94b1-30638f345c5a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:42.787774 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fb2309-3aa7-45b2-8b96-4cec3e67cdb1 None None] DHCP port deletion for 59d4b6ff-3cbc-4784-979e-20ea697f32fa request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:17:42.827047 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f0a48-3576-4e2e-94b1-30638f345c5a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Deleting port ef0ad698-83fa-4877-aa1a-fc729f5abf18 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:42.827621 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0a48-3576-4e2e-94b1-30638f345c5a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:42.842314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-36fb2309-3aa7-45b2-8b96-4cec3e67cdb1 None None] Deleting port 487b1222-b4ee-46f2-9b48-5da10936281d {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:42.842867 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-36fb2309-3aa7-45b2-8b96-4cec3e67cdb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:42.922450 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-36fb2309-3aa7-45b2-8b96-4cec3e67cdb1 None None] For port 487b1222-b4ee-46f2-9b48-5da10936281d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=487b1222-b4ee-46f2-9b48-5da10936281d,segment=NetworkSegment(aadb0dde-1478-46cf-a004-d56c0e89bd2f),segment_id=aadb0dde-1478-46cf-a004-d56c0e89bd2f)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:42.923088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-9e7f0a48-3576-4e2e-94b1-30638f345c5a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] For port ef0ad698-83fa-4877-aa1a-fc729f5abf18, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ef0ad698-83fa-4877-aa1a-fc729f5abf18,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:42.923266 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-36fb2309-3aa7-45b2-8b96-4cec3e67cdb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:42.923807 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0a48-3576-4e2e-94b1-30638f345c5a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:42.946034 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-36fb2309-3aa7-45b2-8b96-4cec3e67cdb1 None None] Calling delete_port for 487b1222-b4ee-46f2-9b48-5da10936281d owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:42.957221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f0a48-3576-4e2e-94b1-30638f345c5a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Calling delete_port for ef0ad698-83fa-4877-aa1a-fc729f5abf18 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:43.037898 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-480fee64-0ad5-4f44-8f2b-8ae7aa5aec57 req-40735a71-f4f1-419b-9ab0-5ebec828957b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 210 time: 0.0316508 Jul 29 15:17:43.060224 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-36fb2309-3aa7-45b2-8b96-4cec3e67cdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:43.090618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb2309-3aa7-45b2-8b96-4cec3e67cdb1 None None] Pushing event deleted for resources: {'Port': ['ID=487b1222-b4ee-46f2-9b48-5da10936281d,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:43.094631 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fb2309-3aa7-45b2-8b96-4cec3e67cdb1 None None] No DVR routers for this DVR port 487b1222-b4ee-46f2-9b48-5da10936281d on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:17:43.226356 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0a48-3576-4e2e-94b1-30638f345c5a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:43.256262 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f0a48-3576-4e2e-94b1-30638f345c5a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event deleted for resources: {'Port': ['ID=ef0ad698-83fa-4877-aa1a-fc729f5abf18,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:43.324931 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0a48-3576-4e2e-94b1-30638f345c5a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:43.425532 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0a48-3576-4e2e-94b1-30638f345c5a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:43.427978 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0a48-3576-4e2e-94b1-30638f345c5a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:43.478703 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0a48-3576-4e2e-94b1-30638f345c5a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:43.479383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7f0a48-3576-4e2e-94b1-30638f345c5a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Fanout notify agent at l3_agent the message router_deleted on router 3939a6e5-34ef-4081-b2bc-ad778061d644 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:17:43.486250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:43.488821 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e7f0a48-3576-4e2e-94b1-30638f345c5a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:43.491524 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9e7f0a48-3576-4e2e-94b1-30638f345c5a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "DELETE /v2.0/routers/3939a6e5-34ef-4081-b2bc-ad778061d644 HTTP/1.1" status: 204 len: 168 time: 0.9706564 Jul 29 15:17:43.494401 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46950) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:43.514726 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:17:43.515080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 11a6b9ee-bbeb-45e3-a786-1dfa8cbc8bdd not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:43.615571 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27170dfe-330d-40e5-aeb8-7673f80f58b4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:43.733368 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27170dfe-330d-40e5-aeb8-7673f80f58b4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:43.757411 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-27170dfe-330d-40e5-aeb8-7673f80f58b4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d4b6ff-3cbc-4784-979e-20ea697f32fa']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:43.774282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-27170dfe-330d-40e5-aeb8-7673f80f58b4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadb0dde-1478-46cf-a004-d56c0e89bd2f') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:43.774564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-27170dfe-330d-40e5-aeb8-7673f80f58b4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadb0dde-1478-46cf-a004-d56c0e89bd2f') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:43.785089 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27170dfe-330d-40e5-aeb8-7673f80f58b4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:43.803332 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27170dfe-330d-40e5-aeb8-7673f80f58b4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:43.811374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27170dfe-330d-40e5-aeb8-7673f80f58b4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:17:43.811780 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27170dfe-330d-40e5-aeb8-7673f80f58b4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:17:43.816013 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:17:43.884683 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27170dfe-330d-40e5-aeb8-7673f80f58b4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:43.895051 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27170dfe-330d-40e5-aeb8-7673f80f58b4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:43.900770 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-27170dfe-330d-40e5-aeb8-7673f80f58b4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "DELETE /v2.0/networks/59d4b6ff-3cbc-4784-979e-20ea697f32fa HTTP/1.1" status: 204 len: 168 time: 0.4021552 Jul 29 15:17:43.900770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 46952) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:43.917629 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27170dfe-330d-40e5-aeb8-7673f80f58b4 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event deleted for resources: {'Network': ['ID=59d4b6ff-3cbc-4784-979e-20ea697f32fa,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:44.063166 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 487b1222-b4ee-46f2-9b48-5da10936281d no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:44.105830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 487b1222-b4ee-46f2-9b48-5da10936281d {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:17:44.106463 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 487b1222-b4ee-46f2-9b48-5da10936281d not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:44.107106 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4da5d48c-c821-4418-8c9a-7359cad6aadd no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:44.159852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 4da5d48c-c821-4418-8c9a-7359cad6aadd {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:17:44.161190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4da5d48c-c821-4418-8c9a-7359cad6aadd not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:44.202921 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8be0c29-5a96-48bc-b452-c8196a09f91b req-658e153d-33f7-4caf-baf5-b576f76da44f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=072efc87-ef66-410a-a829-4efa3d2b8ee4 HTTP/1.1" status: 200 len: 210 time: 0.0416746 Jul 29 15:17:44.211968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-e7f444ed-461c-490d-a275-e7d5dbe9cd52 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Deleting port 1c734a38-f462-448f-9587-dd3889221684 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:44.212410 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7f444ed-461c-490d-a275-e7d5dbe9cd52 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:44.307698 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7f444ed-461c-490d-a275-e7d5dbe9cd52 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:44.307995 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7f444ed-461c-490d-a275-e7d5dbe9cd52 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:44.324400 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-e7f444ed-461c-490d-a275-e7d5dbe9cd52 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Calling delete_port for 1c734a38-f462-448f-9587-dd3889221684 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:44.606270 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7f444ed-461c-490d-a275-e7d5dbe9cd52 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:44.628762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c4728-164e-4687-93a4-d09a07f6cbb2 req-7b60e7df-5eb8-4060-9516-3559767ac424 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:44.631705 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6d0c4728-164e-4687-93a4-d09a07f6cbb2 req-7b60e7df-5eb8-4060-9516-3559767ac424 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 1096 time: 0.0654757 Jul 29 15:17:44.658857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f444ed-461c-490d-a275-e7d5dbe9cd52 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event deleted for resources: {'Port': ['ID=1c734a38-f462-448f-9587-dd3889221684,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:44.687963 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6d0c4728-164e-4687-93a4-d09a07f6cbb2 req-8ce40d51-b088-43c0-a454-f2085495b554 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493886 Jul 29 15:17:44.726130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 46962) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:44.756389 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7f444ed-461c-490d-a275-e7d5dbe9cd52 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:44.756774 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-e7f444ed-461c-490d-a275-e7d5dbe9cd52 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Floating IP 5f8522d6-0d52-4322-a9c6-38dd1d3f69bd disassociated (deleted). External IP: 172.25.6.236, port: ee694225-a0e5-4435-8105-2d55f84d4ea4. Jul 29 15:17:44.940230 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-c72be666-6669-4386-b67f-804fb008c933 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting port 94f9da28-cfc3-41cd-9363-83b2edafd295 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:44.941073 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c72be666-6669-4386-b67f-804fb008c933 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:45.030820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f444ed-461c-490d-a275-e7d5dbe9cd52 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:17:45.039629 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c72be666-6669-4386-b67f-804fb008c933 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:45.040214 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c72be666-6669-4386-b67f-804fb008c933 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:45.055008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-c72be666-6669-4386-b67f-804fb008c933 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Calling delete_port for 94f9da28-cfc3-41cd-9363-83b2edafd295 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:45.165549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f444ed-461c-490d-a275-e7d5dbe9cd52 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:17:45.171336 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e7f444ed-461c-490d-a275-e7d5dbe9cd52 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:45.180729 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c59213-4a09-4f7b-b970-973e147f9aec None None] Sync routers for ids ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:17:45.191646 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c59213-4a09-4f7b-b970-973e147f9aec None None] Routers {'7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:45.192257 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d5c59213-4a09-4f7b-b970-973e147f9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:45.205588 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e7f444ed-461c-490d-a275-e7d5dbe9cd52 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "DELETE /v2.0/floatingips/5f8522d6-0d52-4322-a9c6-38dd1d3f69bd HTTP/1.1" status: 204 len: 168 time: 1.3042083 Jul 29 15:17:45.206437 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c89369-e7d2-41df-9e56-bbc3e55a6223', 'tag': 'ee694225-a0e5-4435-8105-2d55f84d4ea4'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:17:45.209197 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a29d3b-0024-4fe0-bf1a-03437744a8db" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c89369-e7d2-41df-9e56-bbc3e55a6223", "tag": "ee694225-a0e5-4435-8105-2d55f84d4ea4"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:17:45.223562 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c72be666-6669-4386-b67f-804fb008c933 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:45.255548 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1baa75-3e75-4e47-93b8-f94b1357edb5 x-openstack-request-id: req-8a1baa75-3e75-4e47-93b8-f94b1357edb5 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:17:45.256287 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c89369-e7d2-41df-9e56-bbc3e55a6223", "tag": "ee694225-a0e5-4435-8105-2d55f84d4ea4", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:17:45.256600 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a1baa75-3e75-4e47-93b8-f94b1357edb5 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:17:45.257435 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c89369-e7d2-41df-9e56-bbc3e55a6223', 'tag': 'ee694225-a0e5-4435-8105-2d55f84d4ea4', 'status': 'completed', 'code': 200} Jul 29 15:17:45.270413 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72be666-6669-4386-b67f-804fb008c933 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Port': ['ID=94f9da28-cfc3-41cd-9363-83b2edafd295,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:45.436700 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c72be666-6669-4386-b67f-804fb008c933 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:45.437393 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-c72be666-6669-4386-b67f-804fb008c933 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Floating IP 3a504442-4230-4f7d-a3bb-2667f7d7ef5e disassociated (deleted). External IP: 172.25.6.127, port: 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e. Jul 29 15:17:45.441889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a29d3b-0024-4fe0-bf1a-03437744a8db req-6ecb2c1c-08ab-41f9-a6eb-2f1a4f36f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:45.444130 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-38a29d3b-0024-4fe0-bf1a-03437744a8db req-6ecb2c1c-08ab-41f9-a6eb-2f1a4f36f0db service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=14deb283078b4d31b43cef57d5f39bf7&device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 1135 time: 0.1394448 Jul 29 15:17:45.454520 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-d5c59213-4a09-4f7b-b970-973e147f9aec None None] Set router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:17:45.628294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ef0ad698-83fa-4877-aa1a-fc729f5abf18 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:45.668562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: ef0ad698-83fa-4877-aa1a-fc729f5abf18 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:17:45.672954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ef0ad698-83fa-4877-aa1a-fc729f5abf18 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:45.682222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649104db-c8ba-4914-9218-7bdd2268c8ae req-6c2ac1fe-d3a6-49bb-99d2-662096431029 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:45.683978 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-649104db-c8ba-4914-9218-7bdd2268c8ae req-6c2ac1fe-d3a6-49bb-99d2-662096431029 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 984 time: 0.1256244 Jul 29 15:17:45.862556 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d5c59213-4a09-4f7b-b970-973e147f9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2083075756', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:16:07Z', 'updated_at': '2021-07-29T15:16:17Z', 'revision_number': 4, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:08Z', 'updated_at': '2021-07-29T15:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9bda292b-88d5-4a46-a371-7e32ab1beec0', 'name': '', 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'mac_address': 'fa:16:3e:89:ce:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:16Z', 'updated_at': '2021-07-29T15:16:21Z', 'revision_number': 5, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'subnets': [{'id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:45.869379 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-649104db-c8ba-4914-9218-7bdd2268c8ae req-114392e6-9dae-48c9-a2b1-8ef3821e7ffe tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/security-groups?id=029957a1-b77a-4298-bd29-f7e1e6f1fb6e&id=c1756ae5-bff0-4f35-8c17-d36ca443e034&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1773860 Jul 29 15:17:45.870630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a29d3b-0024-4fe0-bf1a-03437744a8db req-a95378cc-2178-47c6-9991-13156066e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:45.872253 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-38a29d3b-0024-4fe0-bf1a-03437744a8db req-a95378cc-2178-47c6-9991-13156066e120 service neutron] 10.222.0.38 "GET /v2.0/networks?id=81e5840d-33cc-46e2-8717-8df026d9aded HTTP/1.1" status: 200 len: 898 time: 0.3790801 Jul 29 15:17:45.877236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72be666-6669-4386-b67f-804fb008c933 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router 90662c07-b8a0-45c9-bdb6-c933e07f2965 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:17:45.892968 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c59213-4a09-4f7b-b970-973e147f9aec None None] Checking router: 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:17:45.902901 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c59213-4a09-4f7b-b970-973e147f9aec None None] Routers {'7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:45.903536 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d5c59213-4a09-4f7b-b970-973e147f9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:46.027089 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-d5c59213-4a09-4f7b-b970-973e147f9aec None None] Set router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:17:46.265880 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d5c59213-4a09-4f7b-b970-973e147f9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2083075756', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:16:07Z', 'updated_at': '2021-07-29T15:16:17Z', 'revision_number': 4, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:08Z', 'updated_at': '2021-07-29T15:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9bda292b-88d5-4a46-a371-7e32ab1beec0', 'name': '', 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'mac_address': 'fa:16:3e:89:ce:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:16Z', 'updated_at': '2021-07-29T15:16:21Z', 'revision_number': 5, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'subnets': [{'id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:46.292985 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c59213-4a09-4f7b-b970-973e147f9aec None None] The sync data for ids ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'] in n-d-802893-1 is: [{'id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2083075756', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:16:07Z', 'updated_at': '2021-07-29T15:16:17Z', 'revision_number': 4, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:08Z', 'updated_at': '2021-07-29T15:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '9bda292b-88d5-4a46-a371-7e32ab1beec0', 'name': '', 'network_id': '81e5840d-33cc-46e2-8717-8df026d9aded', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'mac_address': 'fa:16:3e:89:ce:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:16Z', 'updated_at': '2021-07-29T15:16:21Z', 'revision_number': 5, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'subnets': [{'id': '21a7179b-97ac-4bd1-84fb-ad6c2ae29942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:17:46.303769 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-38a29d3b-0024-4fe0-bf1a-03437744a8db req-407540aa-1163-4e28-b090-617387d4efa6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee694225-a0e5-4435-8105-2d55f84d4ea4 HTTP/1.1" status: 200 len: 217 time: 0.4233291 Jul 29 15:17:46.402537 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a29d3b-0024-4fe0-bf1a-03437744a8db req-124f1672-66a0-4fd1-9d82-0dceb0d798e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:46.404101 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-38a29d3b-0024-4fe0-bf1a-03437744a8db req-124f1672-66a0-4fd1-9d82-0dceb0d798e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=21a7179b-97ac-4bd1-84fb-ad6c2ae29942 HTTP/1.1" status: 200 len: 835 time: 0.0898829 Jul 29 15:17:46.407549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72be666-6669-4386-b67f-804fb008c933 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:17:46.412649 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c72be666-6669-4386-b67f-804fb008c933 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:46.420167 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00876b1-9a81-4b05-ab16-ba808e324cce None None] Sync routers for ids ['90662c07-b8a0-45c9-bdb6-c933e07f2965'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:17:46.478526 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c72be666-6669-4386-b67f-804fb008c933 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/floatingips/3a504442-4230-4f7d-a3bb-2667f7d7ef5e HTTP/1.1" status: 204 len: 168 time: 1.7512047 Jul 29 15:17:46.478717 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00876b1-9a81-4b05-ab16-ba808e324cce None None] Routers {'90662c07-b8a0-45c9-bdb6-c933e07f2965'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:46.482383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'tag': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:17:46.495863 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348f756b-e4f4-4536-b7b2-509f679f4a60" -d '{"events": [{"name": "network-changed", "server_uuid": "5768bbde-5ad3-4bd5-b35e-eeb87380f17e", "tag": "46b64d5c-0495-4e51-b0e0-f1bf7e319b4e"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:17:46.521173 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b00876b1-9a81-4b05-ab16-ba808e324cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['90662c07-b8a0-45c9-bdb6-c933e07f2965'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:46.543830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a29d3b-0024-4fe0-bf1a-03437744a8db req-134ac1bc-32d0-43f0-8de6-22accc7ae9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:46.548613 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-38a29d3b-0024-4fe0-bf1a-03437744a8db req-134ac1bc-32d0-43f0-8de6-22accc7ae9a5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=81e5840d-33cc-46e2-8717-8df026d9aded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868409 Jul 29 15:17:46.688041 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a338f1-7689-49fe-b53a-84b9fcf59d2d x-openstack-request-id: req-84a338f1-7689-49fe-b53a-84b9fcf59d2d {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:17:46.688738 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5768bbde-5ad3-4bd5-b35e-eeb87380f17e", "tag": "46b64d5c-0495-4e51-b0e0-f1bf7e319b4e", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:17:46.688738 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84a338f1-7689-49fe-b53a-84b9fcf59d2d {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:17:46.690030 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'tag': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e', 'status': 'completed', 'code': 200} Jul 29 15:17:46.693297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f756b-e4f4-4536-b7b2-509f679f4a60 req-1fdf4993-4bf6-44cf-9765-2f6e32765cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:46.695408 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-348f756b-e4f4-4536-b7b2-509f679f4a60 req-1fdf4993-4bf6-44cf-9765-2f6e32765cda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 1096 time: 0.0959098 Jul 29 15:17:46.741172 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-b00876b1-9a81-4b05-ab16-ba808e324cce None None] Set router 90662c07-b8a0-45c9-bdb6-c933e07f2965 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:17:46.762178 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-38a29d3b-0024-4fe0-bf1a-03437744a8db req-9fc0ced2-2cc8-45b1-bb6b-d9ed1ee26640 service neutron] 10.222.0.38 "GET /v2.0/networks/81e5840d-33cc-46e2-8717-8df026d9aded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030125 Jul 29 15:17:46.818854 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124666a6-8d29-46d8-8d51-9d8037183e44 None None] New status for floating IP 5f8522d6-0d52-4322-a9c6-38dd1d3f69bd: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:17:46.905052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f756b-e4f4-4536-b7b2-509f679f4a60 req-353a589b-1beb-4e6a-8232-67778515f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:46.906978 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-348f756b-e4f4-4536-b7b2-509f679f4a60 req-353a589b-1beb-4e6a-8232-67778515f0b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b13fb13d-e244-491e-878b-52b7d508aab7 HTTP/1.1" status: 200 len: 898 time: 0.2024095 Jul 29 15:17:46.997726 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-38a29d3b-0024-4fe0-bf1a-03437744a8db req-734c3ced-0a5a-4765-be28-d2b114d6117d service neutron] 10.222.0.38 "GET /v2.0/networks/81e5840d-33cc-46e2-8717-8df026d9aded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260952 Jul 29 15:17:47.102187 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-348f756b-e4f4-4536-b7b2-509f679f4a60 req-1e4304c4-8817-4858-a165-640bfb54854c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e HTTP/1.1" status: 200 len: 217 time: 0.1861076 Jul 29 15:17:47.114971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260caea-15ad-4153-8f6c-b283b8605597 req-140dc144-9d96-4b42-b786-862852d95413 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:47.117125 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1260caea-15ad-4153-8f6c-b283b8605597 req-140dc144-9d96-4b42-b786-862852d95413 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.1061857 Jul 29 15:17:47.155456 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b00876b1-9a81-4b05-ab16-ba808e324cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186115065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:43Z', 'updated_at': '2021-07-29T15:15:53Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:44Z', 'updated_at': '2021-07-29T15:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c68fcc92-31dc-40fc-8cb6-8f5947505c1e', 'name': '', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:7d:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:50Z', 'updated_at': '2021-07-29T15:16:02Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:47.181018 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1260caea-15ad-4153-8f6c-b283b8605597 req-129ed7fc-a935-48de-a478-d7e43be7bc4b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559812 Jul 29 15:17:47.183705 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242787b-7db4-477c-bb90-e16622547da3 req-f0485a37-d396-440e-a1d6-8d8c837a46e0 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:47.185834 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c242787b-7db4-477c-bb90-e16622547da3 req-f0485a37-d396-440e-a1d6-8d8c837a46e0 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 984 time: 0.2536690 Jul 29 15:17:47.231594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00876b1-9a81-4b05-ab16-ba808e324cce None None] Checking router: 90662c07-b8a0-45c9-bdb6-c933e07f2965 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:17:47.234335 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cbcf4-f33e-40b9-82fc-7ae510a0891e req-cc910036-9f25-4b50-a45a-17a98ebb651f tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:47.236653 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-315cbcf4-f33e-40b9-82fc-7ae510a0891e req-cc910036-9f25-4b50-a45a-17a98ebb651f tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 984 time: 0.1557353 Jul 29 15:17:47.245439 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00876b1-9a81-4b05-ab16-ba808e324cce None None] Routers {'90662c07-b8a0-45c9-bdb6-c933e07f2965'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:47.245925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f756b-e4f4-4536-b7b2-509f679f4a60 req-ce32f651-2a12-45cb-b61a-abd2af4e8d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:47.246849 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b00876b1-9a81-4b05-ab16-ba808e324cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['90662c07-b8a0-45c9-bdb6-c933e07f2965'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:47.247459 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-348f756b-e4f4-4536-b7b2-509f679f4a60 req-ce32f651-2a12-45cb-b61a-abd2af4e8d51 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7630c3f4-61cc-44ce-86d1-ba91f043462a HTTP/1.1" status: 200 len: 834 time: 0.1256936 Jul 29 15:17:47.367103 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-315cbcf4-f33e-40b9-82fc-7ae510a0891e req-a68a004e-a81d-4426-8d6a-65576fce1f32 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/security-groups?id=029957a1-b77a-4298-bd29-f7e1e6f1fb6e&id=c1756ae5-bff0-4f35-8c17-d36ca443e034&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1151917 Jul 29 15:17:47.375663 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-b00876b1-9a81-4b05-ab16-ba808e324cce None None] Set router 90662c07-b8a0-45c9-bdb6-c933e07f2965 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:17:47.384241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f756b-e4f4-4536-b7b2-509f679f4a60 req-31930cbb-dd85-49b3-b1c9-83f7a6198b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:47.385848 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-348f756b-e4f4-4536-b7b2-509f679f4a60 req-31930cbb-dd85-49b3-b1c9-83f7a6198b32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b13fb13d-e244-491e-878b-52b7d508aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240730 Jul 29 15:17:47.474145 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-c242787b-7db4-477c-bb90-e16622547da3 req-1ae27ca0-a22f-4d1e-95a2-7b9e04376941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Deleting port ee694225-a0e5-4435-8105-2d55f84d4ea4 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:47.474687 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c242787b-7db4-477c-bb90-e16622547da3 req-1ae27ca0-a22f-4d1e-95a2-7b9e04376941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:47.646491 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-348f756b-e4f4-4536-b7b2-509f679f4a60 req-8e7f65cb-8caa-4c41-8fde-7c13297a372b service neutron] 10.222.0.39 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480648 Jul 29 15:17:47.716230 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b00876b1-9a81-4b05-ab16-ba808e324cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186115065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:43Z', 'updated_at': '2021-07-29T15:15:53Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:44Z', 'updated_at': '2021-07-29T15:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c68fcc92-31dc-40fc-8cb6-8f5947505c1e', 'name': '', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:7d:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:50Z', 'updated_at': '2021-07-29T15:16:02Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:47.754005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00876b1-9a81-4b05-ab16-ba808e324cce None None] The sync data for ids ['90662c07-b8a0-45c9-bdb6-c933e07f2965'] in n-d-802893-1 is: [{'id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186115065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:43Z', 'updated_at': '2021-07-29T15:15:53Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:44Z', 'updated_at': '2021-07-29T15:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c68fcc92-31dc-40fc-8cb6-8f5947505c1e', 'name': '', 'network_id': 'b13fb13d-e244-491e-878b-52b7d508aab7', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:7d:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:50Z', 'updated_at': '2021-07-29T15:16:02Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '7630c3f4-61cc-44ce-86d1-ba91f043462a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:17:47.810435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c242787b-7db4-477c-bb90-e16622547da3 req-1ae27ca0-a22f-4d1e-95a2-7b9e04376941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] For port ee694225-a0e5-4435-8105-2d55f84d4ea4, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ee694225-a0e5-4435-8105-2d55f84d4ea4,segment=NetworkSegment(18444e7b-d46c-45a2-a2b6-55717f06a659),segment_id=18444e7b-d46c-45a2-a2b6-55717f06a659)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:47.811282 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c242787b-7db4-477c-bb90-e16622547da3 req-1ae27ca0-a22f-4d1e-95a2-7b9e04376941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:47.868476 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-c242787b-7db4-477c-bb90-e16622547da3 req-1ae27ca0-a22f-4d1e-95a2-7b9e04376941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Calling delete_port for ee694225-a0e5-4435-8105-2d55f84d4ea4 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:47.899989 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-348f756b-e4f4-4536-b7b2-509f679f4a60 req-702d9b10-8b21-4e73-8d73-675b02ab83fc service neutron] 10.222.0.39 "GET /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447321 Jul 29 15:17:48.074735 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c242787b-7db4-477c-bb90-e16622547da3 req-1ae27ca0-a22f-4d1e-95a2-7b9e04376941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:48.169246 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae27ca0-a22f-4d1e-95a2-7b9e04376941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event deleted for resources: {'Port': ['ID=ee694225-a0e5-4435-8105-2d55f84d4ea4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:48.212722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c242787b-7db4-477c-bb90-e16622547da3 req-1ae27ca0-a22f-4d1e-95a2-7b9e04376941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] No DVR routers for this DVR port ee694225-a0e5-4435-8105-2d55f84d4ea4 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:17:48.215337 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c242787b-7db4-477c-bb90-e16622547da3 req-1ae27ca0-a22f-4d1e-95a2-7b9e04376941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:48.218062 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c242787b-7db4-477c-bb90-e16622547da3 req-1ae27ca0-a22f-4d1e-95a2-7b9e04376941 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.38 "DELETE /v2.0/ports/ee694225-a0e5-4435-8105-2d55f84d4ea4 HTTP/1.1" status: 204 len: 173 time: 1.0223005 Jul 29 15:17:48.221858 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c89369-e7d2-41df-9e56-bbc3e55a6223', 'name': 'network-vif-deleted', 'tag': 'ee694225-a0e5-4435-8105-2d55f84d4ea4'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:17:48.224620 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62710dc1-007a-4a70-862d-18fc3a8a3200" -d '{"events": [{"server_uuid": "b2c89369-e7d2-41df-9e56-bbc3e55a6223", "name": "network-vif-deleted", "tag": "ee694225-a0e5-4435-8105-2d55f84d4ea4"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:17:48.263518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed83d7-0d23-459a-9915-eca3c329837f None None] New status for floating IP 3a504442-4230-4f7d-a3bb-2667f7d7ef5e: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:17:48.273057 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384b8e0-1430-4fc1-851b-c7025e9cdf03 req-423dd434-3b70-422c-93ca-ba1f1bd11505 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:48.274774 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9384b8e0-1430-4fc1-851b-c7025e9cdf03 req-423dd434-3b70-422c-93ca-ba1f1bd11505 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.39 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.1505122 Jul 29 15:17:48.365473 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98280d3c-5a0f-4530-8fbf-7c4472b8e8b7 x-openstack-request-id: req-98280d3c-5a0f-4530-8fbf-7c4472b8e8b7 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:17:48.365675 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c89369-e7d2-41df-9e56-bbc3e55a6223", "name": "network-vif-deleted", "tag": "ee694225-a0e5-4435-8105-2d55f84d4ea4", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:17:48.365937 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98280d3c-5a0f-4530-8fbf-7c4472b8e8b7 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:17:48.366341 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c89369-e7d2-41df-9e56-bbc3e55a6223', 'name': 'network-vif-deleted', 'tag': 'ee694225-a0e5-4435-8105-2d55f84d4ea4', 'status': 'completed', 'code': 200} Jul 29 15:17:48.422880 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97380800-fefc-494a-b612-8c85bb8823f3 req-cc0c6021-1ce6-4e6d-ab46-04d977443193 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:48.438281 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97380800-fefc-494a-b612-8c85bb8823f3 req-cc0c6021-1ce6-4e6d-ab46-04d977443193 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=5768bbde-5ad3-4bd5-b35e-eeb87380f17e HTTP/1.1" status: 200 len: 945 time: 0.1007483 Jul 29 15:17:48.474355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-9384b8e0-1430-4fc1-851b-c7025e9cdf03 req-fddb6ff4-f47c-4422-b44b-1c03158f8289 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:48.474804 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9384b8e0-1430-4fc1-851b-c7025e9cdf03 req-fddb6ff4-f47c-4422-b44b-1c03158f8289 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:48.514677 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97380800-fefc-494a-b612-8c85bb8823f3 req-90cad8d3-25a0-4646-b66f-e114d703262e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=66f07fd2-c157-432d-a6f1-739dce6d2397&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704730 Jul 29 15:17:48.580446 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-97f5e110-0b45-450b-a636-733db80bac05 req-c1d38ee4-a365-4bd9-ad5e-dcdbf99f7c46 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "GET /v2.0/ports?device_id=b2c89369-e7d2-41df-9e56-bbc3e55a6223 HTTP/1.1" status: 200 len: 210 time: 0.0337262 Jul 29 15:17:48.642024 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-9384b8e0-1430-4fc1-851b-c7025e9cdf03 req-fddb6ff4-f47c-4422-b44b-1c03158f8289 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] For port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,segment=NetworkSegment(4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47),segment_id=4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:48.642661 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9384b8e0-1430-4fc1-851b-c7025e9cdf03 req-fddb6ff4-f47c-4422-b44b-1c03158f8289 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:48.671106 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-9384b8e0-1430-4fc1-851b-c7025e9cdf03 req-fddb6ff4-f47c-4422-b44b-1c03158f8289 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Calling delete_port for 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:48.866555 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9384b8e0-1430-4fc1-851b-c7025e9cdf03 req-fddb6ff4-f47c-4422-b44b-1c03158f8289 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:48.962044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-9384b8e0-1430-4fc1-851b-c7025e9cdf03 req-fddb6ff4-f47c-4422-b44b-1c03158f8289 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] No DVR routers for this DVR port 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:17:48.964352 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9384b8e0-1430-4fc1-851b-c7025e9cdf03 req-fddb6ff4-f47c-4422-b44b-1c03158f8289 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:48.966334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9384b8e0-1430-4fc1-851b-c7025e9cdf03 req-fddb6ff4-f47c-4422-b44b-1c03158f8289 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.39 "DELETE /v2.0/ports/46b64d5c-0495-4e51-b0e0-f1bf7e319b4e HTTP/1.1" status: 204 len: 173 time: 0.6810942 Jul 29 15:17:48.967525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb6ff4-f47c-4422-b44b-1c03158f8289 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Port': ['ID=46b64d5c-0495-4e51-b0e0-f1bf7e319b4e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:49.564447 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47024) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:49.660578 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47028) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:49.725957 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-93cee7d9-8516-4260-af9f-e980dc54269a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:49.752821 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-93cee7d9-8516-4260-af9f-e980dc54269a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:49.805747 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-93cee7d9-8516-4260-af9f-e980dc54269a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:49.808687 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-93cee7d9-8516-4260-af9f-e980dc54269a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:49.809910 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-93cee7d9-8516-4260-af9f-e980dc54269a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "DELETE /v2.0/security-groups/029957a1-b77a-4298-bd29-f7e1e6f1fb6e HTTP/1.1" status: 204 len: 168 time: 0.1478953 Jul 29 15:17:49.815053 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47030) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:49.832711 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cee7d9-8516-4260-af9f-e980dc54269a tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029957a1-b77a-4298-bd29-f7e1e6f1fb6e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:49.887331 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f63d932-66e4-451b-b778-3dc13160a241 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:49.915102 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f63d932-66e4-451b-b778-3dc13160a241 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:49.992023 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f63d932-66e4-451b-b778-3dc13160a241 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:49.996363 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7f63d932-66e4-451b-b778-3dc13160a241 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:49.998070 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7f63d932-66e4-451b-b778-3dc13160a241 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "DELETE /v2.0/security-groups/c1756ae5-bff0-4f35-8c17-d36ca443e034 HTTP/1.1" status: 204 len: 168 time: 0.1817746 Jul 29 15:17:50.002877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47038) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:50.056393 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ee694225-a0e5-4435-8105-2d55f84d4ea4 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:50.059863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63d932-66e4-451b-b778-3dc13160a241 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1756ae5-bff0-4f35-8c17-d36ca443e034,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:50.113618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: ee694225-a0e5-4435-8105-2d55f84d4ea4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:17:50.113899 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ee694225-a0e5-4435-8105-2d55f84d4ea4 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:50.368375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'name': 'network-vif-deleted', 'tag': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:17:50.370701 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e602d56e-b456-46de-92c0-88863eab5f02" -d '{"events": [{"server_uuid": "5768bbde-5ad3-4bd5-b35e-eeb87380f17e", "name": "network-vif-deleted", "tag": "46b64d5c-0495-4e51-b0e0-f1bf7e319b4e"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:17:50.442404 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47048) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:50.457513 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73c0d51-6fd7-4a8d-b4a7-e5b50f33fa25 x-openstack-request-id: req-a73c0d51-6fd7-4a8d-b4a7-e5b50f33fa25 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:17:50.457995 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5768bbde-5ad3-4bd5-b35e-eeb87380f17e", "name": "network-vif-deleted", "tag": "46b64d5c-0495-4e51-b0e0-f1bf7e319b4e", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:17:50.458421 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a73c0d51-6fd7-4a8d-b4a7-e5b50f33fa25 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:17:50.459062 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5768bbde-5ad3-4bd5-b35e-eeb87380f17e', 'name': 'network-vif-deleted', 'tag': '46b64d5c-0495-4e51-b0e0-f1bf7e319b4e', 'status': 'completed', 'code': 200} Jul 29 15:17:50.571318 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6b16af8d-a1d2-422d-b822-9dda84ad0998 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:50.595507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-319cbf7a-47c4-44b4-ad18-42619d78af73 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:50.632838 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6eb2cdfb-8a63-408e-9337-140dba597ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:50.863422 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6eb2cdfb-8a63-408e-9337-140dba597ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:50.870879 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6eb2cdfb-8a63-408e-9337-140dba597ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:50.928890 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6eb2cdfb-8a63-408e-9337-140dba597ea4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fab9cc1780a64c569e2e27665aaab331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4851658 Jul 29 15:17:50.933776 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47052) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:50.969958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2cdfb-8a63-408e-9337-140dba597ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108b7421-b165-4ce9-8ff5-a9791f0a5568,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:50.991981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-319cbf7a-47c4-44b4-ad18-42619d78af73 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Deleting port 9bda292b-88d5-4a46-a371-7e32ab1beec0 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:50.992485 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-319cbf7a-47c4-44b4-ad18-42619d78af73 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:51.037671 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ce81a7c-ab00-4a4f-b06a-7a8697d4ab3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:51.089474 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ce81a7c-ab00-4a4f-b06a-7a8697d4ab3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:51.107369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-319cbf7a-47c4-44b4-ad18-42619d78af73 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] For port 9bda292b-88d5-4a46-a371-7e32ab1beec0, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9bda292b-88d5-4a46-a371-7e32ab1beec0,segment=NetworkSegment(18444e7b-d46c-45a2-a2b6-55717f06a659),segment_id=18444e7b-d46c-45a2-a2b6-55717f06a659)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:51.107652 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-319cbf7a-47c4-44b4-ad18-42619d78af73 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:51.124840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-319cbf7a-47c4-44b4-ad18-42619d78af73 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Calling delete_port for 9bda292b-88d5-4a46-a371-7e32ab1beec0 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:51.148570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-6b16af8d-a1d2-422d-b822-9dda84ad0998 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting port c68fcc92-31dc-40fc-8cb6-8f5947505c1e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:51.149140 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6b16af8d-a1d2-422d-b822-9dda84ad0998 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:51.215590 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ce81a7c-ab00-4a4f-b06a-7a8697d4ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:51.219445 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8ce81a7c-ab00-4a4f-b06a-7a8697d4ab3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:51.224006 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8ce81a7c-ab00-4a4f-b06a-7a8697d4ab3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/108b7421-b165-4ce9-8ff5-a9791f0a5568 HTTP/1.1" status: 204 len: 168 time: 0.2882032 Jul 29 15:17:51.249588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce81a7c-ab00-4a4f-b06a-7a8697d4ab3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108b7421-b165-4ce9-8ff5-a9791f0a5568,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:51.294059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-6b16af8d-a1d2-422d-b822-9dda84ad0998 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] For port c68fcc92-31dc-40fc-8cb6-8f5947505c1e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c68fcc92-31dc-40fc-8cb6-8f5947505c1e,segment=NetworkSegment(4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47),segment_id=4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:51.295204 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6b16af8d-a1d2-422d-b822-9dda84ad0998 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:51.324315 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-6b16af8d-a1d2-422d-b822-9dda84ad0998 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Calling delete_port for c68fcc92-31dc-40fc-8cb6-8f5947505c1e owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:51.448434 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-319cbf7a-47c4-44b4-ad18-42619d78af73 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:51.487929 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cbf7a-47c4-44b4-ad18-42619d78af73 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event deleted for resources: {'Port': ['ID=9bda292b-88d5-4a46-a371-7e32ab1beec0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:51.520218 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:51.576003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:17:51.576344 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 46b64d5c-0495-4e51-b0e0-f1bf7e319b4e not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:51.594518 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6b16af8d-a1d2-422d-b822-9dda84ad0998 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:51.701246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47060) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:51.727423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16af8d-a1d2-422d-b822-9dda84ad0998 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Port': ['ID=c68fcc92-31dc-40fc-8cb6-8f5947505c1e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:51.754437 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9a07-4412-49b3-824b-5db9101a09fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:51.910096 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-319cbf7a-47c4-44b4-ad18-42619d78af73 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:51.912228 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6b16af8d-a1d2-422d-b822-9dda84ad0998 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:51.945237 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:17:52.058475 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9a07-4412-49b3-824b-5db9101a09fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:52.071799 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9a07-4412-49b3-824b-5db9101a09fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:52.124169 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8a8d9a07-4412-49b3-824b-5db9101a09fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7db2b94582d34c24844a20deae58741e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4179599 Jul 29 15:17:52.147328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47062) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:52.159742 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d9a07-4412-49b3-824b-5db9101a09fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef35e60-81cf-4130-9bee-03bd3dd3a2a2,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:52.210988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b16af8d-a1d2-422d-b822-9dda84ad0998 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router 90662c07-b8a0-45c9-bdb6-c933e07f2965 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:17:52.229128 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f1c6fc2-4151-4747-ae28-d5637b586e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:52.246698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319cbf7a-47c4-44b4-ad18-42619d78af73 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:17:52.290492 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f1c6fc2-4151-4747-ae28-d5637b586e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:52.391705 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319cbf7a-47c4-44b4-ad18-42619d78af73 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:17:52.393308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b16af8d-a1d2-422d-b822-9dda84ad0998 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:17:52.402242 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6b16af8d-a1d2-422d-b822-9dda84ad0998 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "PUT /v2.0/routers/90662c07-b8a0-45c9-bdb6-c933e07f2965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8363891 Jul 29 15:17:52.402879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47076) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:52.412396 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d0a84e-5103-404a-9cf6-d292b52a0a12 None None] Sync routers for ids ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:17:52.417116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1242bd4-1400-49bb-8880-165e47b7546e None None] Sync routers for ids ['90662c07-b8a0-45c9-bdb6-c933e07f2965'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:17:52.423201 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-319cbf7a-47c4-44b4-ad18-42619d78af73 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "PUT /v2.0/routers/7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4188039 Jul 29 15:17:52.424294 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47078) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:52.424560 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d0a84e-5103-404a-9cf6-d292b52a0a12 None None] Routers {'7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:52.425483 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-00d0a84e-5103-404a-9cf6-d292b52a0a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:52.433054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1242bd4-1400-49bb-8880-165e47b7546e None None] Routers {'90662c07-b8a0-45c9-bdb6-c933e07f2965'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:52.437488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c1242bd4-1400-49bb-8880-165e47b7546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['90662c07-b8a0-45c9-bdb6-c933e07f2965'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:52.441715 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f1c6fc2-4151-4747-ae28-d5637b586e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:52.444746 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9f1c6fc2-4151-4747-ae28-d5637b586e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:52.448702 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9f1c6fc2-4151-4747-ae28-d5637b586e40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ef35e60-81cf-4130-9bee-03bd3dd3a2a2 HTTP/1.1" status: 204 len: 168 time: 0.2981205 Jul 29 15:17:52.464720 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c6fc2-4151-4747-ae28-d5637b586e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef35e60-81cf-4130-9bee-03bd3dd3a2a2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:52.498446 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84f35e5-4c97-43df-9388-18301bcf8fd3 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting subnet 7630c3f4-61cc-44ce-86d1-ba91f043462a {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:17:52.502792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-32688e20-3060-4d8d-9cb5-b9ed9ca5c312 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Deleting subnet 21a7179b-97ac-4bd1-84fb-ad6c2ae29942 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:17:52.506431 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d84f35e5-4c97-43df-9388-18301bcf8fd3 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:52.509960 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32688e20-3060-4d8d-9cb5-b9ed9ca5c312 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:52.575887 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d84f35e5-4c97-43df-9388-18301bcf8fd3 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:52.610192 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32688e20-3060-4d8d-9cb5-b9ed9ca5c312 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:52.648708 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-00d0a84e-5103-404a-9cf6-d292b52a0a12 None None] Set router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:17:52.700480 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-c1242bd4-1400-49bb-8880-165e47b7546e None None] Set router 90662c07-b8a0-45c9-bdb6-c933e07f2965 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:17:52.800990 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d84f35e5-4c97-43df-9388-18301bcf8fd3 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:52.857863 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32688e20-3060-4d8d-9cb5-b9ed9ca5c312 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:52.995799 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-00d0a84e-5103-404a-9cf6-d292b52a0a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2083075756', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:16:07Z', 'updated_at': '2021-07-29T15:17:51Z', 'revision_number': 5, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:08Z', 'updated_at': '2021-07-29T15:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:52.996444 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d84f35e5-4c97-43df-9388-18301bcf8fd3 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:53.029852 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d0a84e-5103-404a-9cf6-d292b52a0a12 None None] Checking router: 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:17:53.039313 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d0a84e-5103-404a-9cf6-d292b52a0a12 None None] Routers {'7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:53.040265 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-00d0a84e-5103-404a-9cf6-d292b52a0a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:53.044513 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32688e20-3060-4d8d-9cb5-b9ed9ca5c312 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:53.106736 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d84f35e5-4c97-43df-9388-18301bcf8fd3 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:53.110005 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d84f35e5-4c97-43df-9388-18301bcf8fd3 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/subnets/7630c3f4-61cc-44ce-86d1-ba91f043462a HTTP/1.1" status: 204 len: 168 time: 0.7048764 Jul 29 15:17:53.110477 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f35e5-4c97-43df-9388-18301bcf8fd3 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Subnet': ['ID=7630c3f4-61cc-44ce-86d1-ba91f043462a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:53.112632 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47116) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:53.118590 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4ea748-9451-4c80-8779-88af73f414b7 None None] Network b13fb13d-e244-491e-878b-52b7d508aab7 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:17:53.137878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32688e20-3060-4d8d-9cb5-b9ed9ca5c312 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event deleted for resources: {'Subnet': ['ID=21a7179b-97ac-4bd1-84fb-ad6c2ae29942,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:53.153940 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-32688e20-3060-4d8d-9cb5-b9ed9ca5c312 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:53.157361 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-32688e20-3060-4d8d-9cb5-b9ed9ca5c312 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "DELETE /v2.0/subnets/21a7179b-97ac-4bd1-84fb-ad6c2ae29942 HTTP/1.1" status: 204 len: 168 time: 0.7305393 Jul 29 15:17:53.160450 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47120) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:53.174921 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8106db67-0b57-4947-86ec-7f29c6c12db8 None None] Network 81e5840d-33cc-46e2-8717-8df026d9aded requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:17:53.236230 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-00d0a84e-5103-404a-9cf6-d292b52a0a12 None None] Set router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:17:53.429581 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ac573a3-01e2-4689-8244-2f4e9eac9133 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:53.459075 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5736c35-752b-4fc7-8e58-0ad05eb97e24 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:53.472078 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-00d0a84e-5103-404a-9cf6-d292b52a0a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2083075756', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:16:07Z', 'updated_at': '2021-07-29T15:17:51Z', 'revision_number': 5, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:08Z', 'updated_at': '2021-07-29T15:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:53.505705 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d0a84e-5103-404a-9cf6-d292b52a0a12 None None] The sync data for ids ['7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b'] in n-d-802893-1 is: [{'id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2083075756', 'tenant_id': '14deb283078b4d31b43cef57d5f39bf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67'}], 'enable_snat': True}, 'gw_port_id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:16:07Z', 'updated_at': '2021-07-29T15:17:51Z', 'revision_number': 5, 'project_id': '14deb283078b4d31b43cef57d5f39bf7', 'gw_port': {'id': 'd0811e73-3922-4c3c-90dd-8a3d5e1c1294', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:96:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:16:08Z', 'updated_at': '2021-07-29T15:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:17:53.591078 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ac573a3-01e2-4689-8244-2f4e9eac9133 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:53.665224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3ac573a3-01e2-4689-8244-2f4e9eac9133 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Deleting port d0811e73-3922-4c3c-90dd-8a3d5e1c1294 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:53.665710 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ac573a3-01e2-4689-8244-2f4e9eac9133 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:53.784090 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c1242bd4-1400-49bb-8880-165e47b7546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186115065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:43Z', 'updated_at': '2021-07-29T15:17:51Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '312b3b82-8f15-4fa9-be65-fb35099eae0f', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:44Z', 'updated_at': '2021-07-29T15:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:53.800368 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-3ac573a3-01e2-4689-8244-2f4e9eac9133 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] For port d0811e73-3922-4c3c-90dd-8a3d5e1c1294, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=d0811e73-3922-4c3c-90dd-8a3d5e1c1294,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:53.801424 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ac573a3-01e2-4689-8244-2f4e9eac9133 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:53.819439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3ac573a3-01e2-4689-8244-2f4e9eac9133 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Calling delete_port for d0811e73-3922-4c3c-90dd-8a3d5e1c1294 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:53.821623 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5736c35-752b-4fc7-8e58-0ad05eb97e24 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:53.846244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1242bd4-1400-49bb-8880-165e47b7546e None None] Checking router: 90662c07-b8a0-45c9-bdb6-c933e07f2965 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:17:53.942512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1242bd4-1400-49bb-8880-165e47b7546e None None] Routers {'90662c07-b8a0-45c9-bdb6-c933e07f2965'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:17:53.943178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c1242bd4-1400-49bb-8880-165e47b7546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['90662c07-b8a0-45c9-bdb6-c933e07f2965'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:54.000591 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b5736c35-752b-4fc7-8e58-0ad05eb97e24 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting port 312b3b82-8f15-4fa9-be65-fb35099eae0f {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:54.001366 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5736c35-752b-4fc7-8e58-0ad05eb97e24 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:54.143671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb05bd7-9eb3-41df-86b0-d48ff4c3d01c None None] DHCP port deletion for b13fb13d-e244-491e-878b-52b7d508aab7 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:17:54.148637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9bda292b-88d5-4a46-a371-7e32ab1beec0 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:54.186789 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-b5736c35-752b-4fc7-8e58-0ad05eb97e24 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] For port 312b3b82-8f15-4fa9-be65-fb35099eae0f, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=312b3b82-8f15-4fa9-be65-fb35099eae0f,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:54.187130 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5736c35-752b-4fc7-8e58-0ad05eb97e24 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:54.220031 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b5736c35-752b-4fc7-8e58-0ad05eb97e24 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Calling delete_port for 312b3b82-8f15-4fa9-be65-fb35099eae0f owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:54.279848 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73efe685-4aa4-4462-a799-2831e4491997 None None] DHCP port deletion for 81e5840d-33cc-46e2-8717-8df026d9aded request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:17:54.286201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 9bda292b-88d5-4a46-a371-7e32ab1beec0 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:17:54.286692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9bda292b-88d5-4a46-a371-7e32ab1beec0 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:54.336158 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ac573a3-01e2-4689-8244-2f4e9eac9133 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:54.337130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-c1242bd4-1400-49bb-8880-165e47b7546e None None] Set router 90662c07-b8a0-45c9-bdb6-c933e07f2965 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:17:54.416324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac573a3-01e2-4689-8244-2f4e9eac9133 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event deleted for resources: {'Port': ['ID=d0811e73-3922-4c3c-90dd-8a3d5e1c1294,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:54.427130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c1242bd4-1400-49bb-8880-165e47b7546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186115065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:43Z', 'updated_at': '2021-07-29T15:17:53Z', 'revision_number': 6, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:54.485786 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1242bd4-1400-49bb-8880-165e47b7546e None None] The sync data for ids ['90662c07-b8a0-45c9-bdb6-c933e07f2965'] in n-d-802893-1 is: [{'id': '90662c07-b8a0-45c9-bdb6-c933e07f2965', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186115065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:43Z', 'updated_at': '2021-07-29T15:17:53Z', 'revision_number': 6, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:17:54.492209 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dcb05bd7-9eb3-41df-86b0-d48ff4c3d01c None None] Deleting port 91610fd8-da75-4c80-99e2-b327d99ddedc {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:54.492835 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dcb05bd7-9eb3-41df-86b0-d48ff4c3d01c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:54.633586 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-73efe685-4aa4-4462-a799-2831e4491997 None None] Deleting port 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:17:54.634230 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73efe685-4aa4-4462-a799-2831e4491997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:54.645170 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ac573a3-01e2-4689-8244-2f4e9eac9133 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:54.705716 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5736c35-752b-4fc7-8e58-0ad05eb97e24 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:54.721253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-73efe685-4aa4-4462-a799-2831e4491997 None None] For port 0beabeb5-ff5d-4603-aed4-b7fad05f9d87, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=0beabeb5-ff5d-4603-aed4-b7fad05f9d87,segment=NetworkSegment(18444e7b-d46c-45a2-a2b6-55717f06a659),segment_id=18444e7b-d46c-45a2-a2b6-55717f06a659)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:54.722193 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73efe685-4aa4-4462-a799-2831e4491997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:54.752431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-73efe685-4aa4-4462-a799-2831e4491997 None None] Calling delete_port for 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:54.762887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5736c35-752b-4fc7-8e58-0ad05eb97e24 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Port': ['ID=312b3b82-8f15-4fa9-be65-fb35099eae0f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:54.840981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dcb05bd7-9eb3-41df-86b0-d48ff4c3d01c None None] For port 91610fd8-da75-4c80-99e2-b327d99ddedc, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=91610fd8-da75-4c80-99e2-b327d99ddedc,segment=NetworkSegment(4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47),segment_id=4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:17:54.841999 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dcb05bd7-9eb3-41df-86b0-d48ff4c3d01c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:54.859136 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dcb05bd7-9eb3-41df-86b0-d48ff4c3d01c None None] Calling delete_port for 91610fd8-da75-4c80-99e2-b327d99ddedc owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:17:54.869729 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5736c35-752b-4fc7-8e58-0ad05eb97e24 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:54.877598 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73efe685-4aa4-4462-a799-2831e4491997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:54.890595 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ac573a3-01e2-4689-8244-2f4e9eac9133 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:54.894748 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ac573a3-01e2-4689-8244-2f4e9eac9133 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:54.947550 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efe685-4aa4-4462-a799-2831e4491997 None None] Pushing event deleted for resources: {'Port': ['ID=0beabeb5-ff5d-4603-aed4-b7fad05f9d87,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:54.978961 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ac573a3-01e2-4689-8244-2f4e9eac9133 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:54.979760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac573a3-01e2-4689-8244-2f4e9eac9133 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Fanout notify agent at l3_agent the message router_deleted on router 7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:17:54.997366 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ac573a3-01e2-4689-8244-2f4e9eac9133 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.001350 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3ac573a3-01e2-4689-8244-2f4e9eac9133 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "DELETE /v2.0/routers/7bf96fa9-fe5e-4e03-a3cf-0199ff58a41b HTTP/1.1" status: 204 len: 168 time: 1.8387411 Jul 29 15:17:55.004304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47182) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:55.022639 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73efe685-4aa4-4462-a799-2831e4491997 None None] No DVR routers for this DVR port 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:17:55.041195 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5736c35-752b-4fc7-8e58-0ad05eb97e24 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.047442 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5736c35-752b-4fc7-8e58-0ad05eb97e24 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.159902 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5736c35-752b-4fc7-8e58-0ad05eb97e24 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.163137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5736c35-752b-4fc7-8e58-0ad05eb97e24 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Fanout notify agent at l3_agent the message router_deleted on router 90662c07-b8a0-45c9-bdb6-c933e07f2965 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:17:55.178194 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5736c35-752b-4fc7-8e58-0ad05eb97e24 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.182800 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b5736c35-752b-4fc7-8e58-0ad05eb97e24 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/routers/90662c07-b8a0-45c9-bdb6-c933e07f2965 HTTP/1.1" status: 204 len: 168 time: 2.0658090 Jul 29 15:17:55.183391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47186) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:55.187578 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dcb05bd7-9eb3-41df-86b0-d48ff4c3d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.232974 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5300868f-459a-4ca4-801c-76a21575dc68 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.259150 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb05bd7-9eb3-41df-86b0-d48ff4c3d01c None None] Pushing event deleted for resources: {'Port': ['ID=91610fd8-da75-4c80-99e2-b327d99ddedc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:55.267626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb05bd7-9eb3-41df-86b0-d48ff4c3d01c None None] No DVR routers for this DVR port 91610fd8-da75-4c80-99e2-b327d99ddedc on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:17:55.346127 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-713b2127-b4e1-4826-bd84-910ce1f33d82 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.380262 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5300868f-459a-4ca4-801c-76a21575dc68 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.395817 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5300868f-459a-4ca4-801c-76a21575dc68 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e5840d-33cc-46e2-8717-8df026d9aded']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:55.413160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5300868f-459a-4ca4-801c-76a21575dc68 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18444e7b-d46c-45a2-a2b6-55717f06a659') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:55.413539 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-5300868f-459a-4ca4-801c-76a21575dc68 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18444e7b-d46c-45a2-a2b6-55717f06a659') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:55.424953 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5300868f-459a-4ca4-801c-76a21575dc68 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.457465 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5300868f-459a-4ca4-801c-76a21575dc68 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.477690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5300868f-459a-4ca4-801c-76a21575dc68 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:17:55.479000 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5300868f-459a-4ca4-801c-76a21575dc68 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:17:55.483315 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:17:55.496830 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-713b2127-b4e1-4826-bd84-910ce1f33d82 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.513439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-713b2127-b4e1-4826-bd84-910ce1f33d82 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13fb13d-e244-491e-878b-52b7d508aab7']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:55.533399 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-713b2127-b4e1-4826-bd84-910ce1f33d82 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:55.533830 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-713b2127-b4e1-4826-bd84-910ce1f33d82 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bdf2f1a-3fbe-4bf1-b9a5-7bf421417e47') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:17:55.554172 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-713b2127-b4e1-4826-bd84-910ce1f33d82 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.584932 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-713b2127-b4e1-4826-bd84-910ce1f33d82 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.602374 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5300868f-459a-4ca4-801c-76a21575dc68 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.603067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713b2127-b4e1-4826-bd84-910ce1f33d82 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:17:55.603564 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-713b2127-b4e1-4826-bd84-910ce1f33d82 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.617361 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5300868f-459a-4ca4-801c-76a21575dc68 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.619589 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5300868f-459a-4ca4-801c-76a21575dc68 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] 10.222.0.16 "DELETE /v2.0/networks/81e5840d-33cc-46e2-8717-8df026d9aded HTTP/1.1" status: 204 len: 168 time: 0.6142502 Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:17:55.638620 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:17:55.641431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300868f-459a-4ca4-801c-76a21575dc68 tempest-TestSecurityGroupsBasicOps-402075339 tempest-TestSecurityGroupsBasicOps-402075339-project] Pushing event deleted for resources: {'Network': ['ID=81e5840d-33cc-46e2-8717-8df026d9aded,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:55.742059 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-713b2127-b4e1-4826-bd84-910ce1f33d82 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.759726 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-713b2127-b4e1-4826-bd84-910ce1f33d82 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.766149 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-713b2127-b4e1-4826-bd84-910ce1f33d82 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/networks/b13fb13d-e244-491e-878b-52b7d508aab7 HTTP/1.1" status: 204 len: 168 time: 0.5784919 Jul 29 15:17:55.766283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47204) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:55.774583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b2127-b4e1-4826-bd84-910ce1f33d82 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Network': ['ID=b13fb13d-e244-491e-878b-52b7d508aab7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:55.875702 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:55.907258 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:17:55.907681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 0beabeb5-ff5d-4603-aed4-b7fad05f9d87 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:55.908178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d0811e73-3922-4c3c-90dd-8a3d5e1c1294 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:55.939192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: d0811e73-3922-4c3c-90dd-8a3d5e1c1294 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:17:55.940177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device d0811e73-3922-4c3c-90dd-8a3d5e1c1294 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:55.940871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 91610fd8-da75-4c80-99e2-b327d99ddedc no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:55.951169 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98e3274a-f4ac-41f8-8021-ec569d01c495 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:55.977190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 91610fd8-da75-4c80-99e2-b327d99ddedc {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:17:55.977441 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 91610fd8-da75-4c80-99e2-b327d99ddedc not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:55.977859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 312b3b82-8f15-4fa9-be65-fb35099eae0f no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:56.005454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 312b3b82-8f15-4fa9-be65-fb35099eae0f {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:17:56.006241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 312b3b82-8f15-4fa9-be65-fb35099eae0f not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:56.006922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c68fcc92-31dc-40fc-8cb6-8f5947505c1e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:17:56.015146 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98e3274a-f4ac-41f8-8021-ec569d01c495 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:56.039175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: c68fcc92-31dc-40fc-8cb6-8f5947505c1e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:17:56.039531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c68fcc92-31dc-40fc-8cb6-8f5947505c1e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:17:56.169494 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98e3274a-f4ac-41f8-8021-ec569d01c495 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:56.176565 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-98e3274a-f4ac-41f8-8021-ec569d01c495 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:56.178688 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-98e3274a-f4ac-41f8-8021-ec569d01c495 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/security-groups/66f07fd2-c157-432d-a6f1-739dce6d2397 HTTP/1.1" status: 204 len: 168 time: 0.4107335 Jul 29 15:17:56.201622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3274a-f4ac-41f8-8021-ec569d01c495 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f07fd2-c157-432d-a6f1-739dce6d2397,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:56.210115 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47222) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:56.462472 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:56.477368 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-740a1d66-0f97-4e20-a420-eb9480f196d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14deb283078b4d31b43cef57d5f39bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660413 Jul 29 15:17:56.480063 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47238) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:56.541315 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47240) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:56.546472 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-177377dc-6f00-45ee-b2c1-7cec9b37fbb2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454513630', 'description': 'tempest-secgroup-smoke-1454513630 description', 'project_id': 'ff222b7955804c63888f15eaa141338c'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:56.577835 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8c03b5f-4f76-4c9f-8219-56ccf044027b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:56.606561 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-177377dc-6f00-45ee-b2c1-7cec9b37fbb2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:56.623241 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8c03b5f-4f76-4c9f-8219-56ccf044027b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:56.724710 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8c03b5f-4f76-4c9f-8219-56ccf044027b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:56.727544 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a8c03b5f-4f76-4c9f-8219-56ccf044027b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:56.728930 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a8c03b5f-4f76-4c9f-8219-56ccf044027b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/370d2e07-c6fe-4c26-be81-0bfe78a36599 HTTP/1.1" status: 204 len: 168 time: 0.2473335 Jul 29 15:17:56.761530 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-177377dc-6f00-45ee-b2c1-7cec9b37fbb2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:56.769180 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c03b5f-4f76-4c9f-8219-56ccf044027b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370d2e07-c6fe-4c26-be81-0bfe78a36599,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:56.771450 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-177377dc-6f00-45ee-b2c1-7cec9b37fbb2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:56.775416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47248) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:56.806826 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-177377dc-6f00-45ee-b2c1-7cec9b37fbb2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:56.809086 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-177377dc-6f00-45ee-b2c1-7cec9b37fbb2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2662897 Jul 29 15:17:56.811856 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47252) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:56.817931 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a375bb34-8862-49fc-8a7b-e952bdd6bca2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': '6c82465f-3ca4-4dd8-88fc-fe4e63788ca3', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:56.823978 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177377dc-6f00-45ee-b2c1-7cec9b37fbb2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:56.878741 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a375bb34-8862-49fc-8a7b-e952bdd6bca2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:56.963732 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a375bb34-8862-49fc-8a7b-e952bdd6bca2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:56.969545 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a375bb34-8862-49fc-8a7b-e952bdd6bca2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.011023 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375bb34-8862-49fc-8a7b-e952bdd6bca2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ef214a-c01e-4c93-a693-9694f2c3ee70,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:57.013121 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7c12-a8fb-4fdb-8226-fd86c285522b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.031875 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a375bb34-8862-49fc-8a7b-e952bdd6bca2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.035707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a375bb34-8862-49fc-8a7b-e952bdd6bca2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2200582 Jul 29 15:17:57.035895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47254) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:57.043747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-633f0a3c-a97d-407c-964f-3c36b642dce2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': '6c82465f-3ca4-4dd8-88fc-fe4e63788ca3', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:57.075658 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.db.api [None req-633f0a3c-a97d-407c-964f-3c36b642dce2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 15:17:57.075658 n-d-802893-1 neutron-server[94158]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 15:17:57.075658 n-d-802893-1 neutron-server[94158]: [parameters: {'project_id_1': 'ff222b7955804c63888f15eaa141338c', 'expiration_1': datetime.datetime(2021, 7, 29, 15, 17, 57, 53812)}] Jul 29 15:17:57.075658 n-d-802893-1 neutron-server[94158]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:17:57.077776 n-d-802893-1 neutron-server[94158]: DEBUG oslo_db.api [None req-633f0a3c-a97d-407c-964f-3c36b642dce2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:17:57.168247 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7c12-a8fb-4fdb-8226-fd86c285522b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.174637 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7c12-a8fb-4fdb-8226-fd86c285522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.218169 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8ffa7c12-a8fb-4fdb-8226-fd86c285522b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec55bd043bf149ddabdeb5b850d7512d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4374721 Jul 29 15:17:57.221432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa7c12-a8fb-4fdb-8226-fd86c285522b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4ce13f-82b0-41ec-b451-cddb4cae36e1,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:57.222594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47258) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:57.257698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47260) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:57.273749 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd94fa9f-1431-44fd-94ce-9286de1d61c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.298911 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17c8462f-dc04-44d6-a16c-d213914cf677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.324864 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17c8462f-dc04-44d6-a16c-d213914cf677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.387615 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17c8462f-dc04-44d6-a16c-d213914cf677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.391186 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17c8462f-dc04-44d6-a16c-d213914cf677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.396638 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-17c8462f-dc04-44d6-a16c-d213914cf677 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee4ce13f-82b0-41ec-b451-cddb4cae36e1 HTTP/1.1" status: 204 len: 168 time: 0.1660936 Jul 29 15:17:57.409013 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd94fa9f-1431-44fd-94ce-9286de1d61c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.412341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8462f-dc04-44d6-a16c-d213914cf677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4ce13f-82b0-41ec-b451-cddb4cae36e1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:57.415190 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd94fa9f-1431-44fd-94ce-9286de1d61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.451428 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94fa9f-1431-44fd-94ce-9286de1d61c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a47b3e-6e0c-4bba-bd73-c801769ef587,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:57.472511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47264) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:57.472918 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dd94fa9f-1431-44fd-94ce-9286de1d61c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00fedde897d5446dbbf9609056f18778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2138314 Jul 29 15:17:57.534693 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52bdb097-1b15-4eee-8f5a-dd50c5f0dbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.559819 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52bdb097-1b15-4eee-8f5a-dd50c5f0dbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.615431 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-633f0a3c-a97d-407c-964f-3c36b642dce2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.621973 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52bdb097-1b15-4eee-8f5a-dd50c5f0dbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.628107 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52bdb097-1b15-4eee-8f5a-dd50c5f0dbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.629540 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-52bdb097-1b15-4eee-8f5a-dd50c5f0dbef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8a47b3e-6e0c-4bba-bd73-c801769ef587 HTTP/1.1" status: 204 len: 168 time: 0.1556180 Jul 29 15:17:57.641668 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdb097-1b15-4eee-8f5a-dd50c5f0dbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a47b3e-6e0c-4bba-bd73-c801769ef587,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:57.725460 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-633f0a3c-a97d-407c-964f-3c36b642dce2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.735057 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-633f0a3c-a97d-407c-964f-3c36b642dce2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.756517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f0a3c-a97d-407c-964f-3c36b642dce2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df52cd1-6822-44d0-82c3-9790d21dd641,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:57.776849 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-633f0a3c-a97d-407c-964f-3c36b642dce2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.782197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47272) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:57.782445 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-633f0a3c-a97d-407c-964f-3c36b642dce2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7455270 Jul 29 15:17:57.788401 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-72605ce4-e42a-4ed0-afba-67af1b61f37a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': '6c82465f-3ca4-4dd8-88fc-fe4e63788ca3', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:57.826714 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72605ce4-e42a-4ed0-afba-67af1b61f37a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.876950 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47274) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:57.898023 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-969d1e26-26e3-4890-8680-51cf83a105fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.922351 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72605ce4-e42a-4ed0-afba-67af1b61f37a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.926598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72605ce4-e42a-4ed0-afba-67af1b61f37a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:57.962187 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72605ce4-e42a-4ed0-afba-67af1b61f37a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccff37ca-77ed-4125-b79b-1cadcbec0cc5,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:58.020524 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-969d1e26-26e3-4890-8680-51cf83a105fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.025958 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-969d1e26-26e3-4890-8680-51cf83a105fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.031098 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-72605ce4-e42a-4ed0-afba-67af1b61f37a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.037520 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-72605ce4-e42a-4ed0-afba-67af1b61f37a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2537537 Jul 29 15:17:58.038479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47280) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:58.046205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a964eb2d-a189-4f3a-9057-4af826e26e42 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': '6c82465f-3ca4-4dd8-88fc-fe4e63788ca3', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:58.084588 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-969d1e26-26e3-4890-8680-51cf83a105fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=669c7ca66663499281b6166d1ec24fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055874 Jul 29 15:17:58.084839 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47282) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:58.085751 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d1e26-26e3-4890-8680-51cf83a105fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2ddbed-2a84-4f4e-9a6f-79329c656f38,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:58.107469 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a964eb2d-a189-4f3a-9057-4af826e26e42 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.132509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47284) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:58.195743 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b79525bc-2c54-4f41-9da5-7d73d56e17bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=17bb3fb156ea43ecb16640a54bf36226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0617826 Jul 29 15:17:58.198213 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5ec95f47-7c77-43c9-8ab8-d4e31a47004f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.198905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47286) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:58.224603 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a964eb2d-a189-4f3a-9057-4af826e26e42 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.233590 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a964eb2d-a189-4f3a-9057-4af826e26e42 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.246960 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5ec95f47-7c77-43c9-8ab8-d4e31a47004f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.264846 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55830937-d844-4817-a122-7ad3e4f70e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.270288 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964eb2d-a189-4f3a-9057-4af826e26e42 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a683910-df0c-4a75-a8db-f047f42cd698,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:58.285355 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a964eb2d-a189-4f3a-9057-4af826e26e42 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.289163 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a964eb2d-a189-4f3a-9057-4af826e26e42 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2469280 Jul 29 15:17:58.291299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47288) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:58.300281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ba704bcb-d271-4149-8db6-c601f4d23fcc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': '6c82465f-3ca4-4dd8-88fc-fe4e63788ca3', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:58.315662 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5ec95f47-7c77-43c9-8ab8-d4e31a47004f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.318834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5ec95f47-7c77-43c9-8ab8-d4e31a47004f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.320220 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5ec95f47-7c77-43c9-8ab8-d4e31a47004f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d2ddbed-2a84-4f4e-9a6f-79329c656f38 HTTP/1.1" status: 204 len: 168 time: 0.2341444 Jul 29 15:17:58.332060 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec95f47-7c77-43c9-8ab8-d4e31a47004f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2ddbed-2a84-4f4e-9a6f-79329c656f38,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:58.341915 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55830937-d844-4817-a122-7ad3e4f70e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.358132 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-ba704bcb-d271-4149-8db6-c601f4d23fcc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Project ff222b7955804c63888f15eaa141338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:17:58.372761 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba704bcb-d271-4149-8db6-c601f4d23fcc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.447548 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55830937-d844-4817-a122-7ad3e4f70e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.450322 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-55830937-d844-4817-a122-7ad3e4f70e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.451504 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-55830937-d844-4817-a122-7ad3e4f70e01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f3bc4ed-8ec3-4e9f-8d5c-31eee4bc6437 HTTP/1.1" status: 204 len: 168 time: 0.2516553 Jul 29 15:17:58.463385 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba704bcb-d271-4149-8db6-c601f4d23fcc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.469786 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba704bcb-d271-4149-8db6-c601f4d23fcc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.472385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55830937-d844-4817-a122-7ad3e4f70e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3bc4ed-8ec3-4e9f-8d5c-31eee4bc6437,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:58.494168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba704bcb-d271-4149-8db6-c601f4d23fcc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd24ab35-b10d-4b1b-be8f-5cba6a36f8b8,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:58.504074 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ba704bcb-d271-4149-8db6-c601f4d23fcc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.508259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ba704bcb-d271-4149-8db6-c601f4d23fcc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2134788 Jul 29 15:17:58.508820 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47294) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:58.516145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-91494981-30a9-417a-8c03-b1cc467340b4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': '6c82465f-3ca4-4dd8-88fc-fe4e63788ca3', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:58.546536 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-91494981-30a9-417a-8c03-b1cc467340b4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Project ff222b7955804c63888f15eaa141338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:17:58.552399 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91494981-30a9-417a-8c03-b1cc467340b4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.647452 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91494981-30a9-417a-8c03-b1cc467340b4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.653662 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91494981-30a9-417a-8c03-b1cc467340b4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.677765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91494981-30a9-417a-8c03-b1cc467340b4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d45bb37-9947-4a93-a0d7-e999681b9d77,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:58.685142 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91494981-30a9-417a-8c03-b1cc467340b4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.691545 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-91494981-30a9-417a-8c03-b1cc467340b4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1774335 Jul 29 15:17:58.691834 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47298) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:58.697034 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1394d38d-5679-4224-82e4-2fbe65bb90d5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'network': {'name': 'tempest-network-smoke--2133783487', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'port_security_enabled': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:58.735272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1394d38d-5679-4224-82e4-2fbe65bb90d5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Made reservation on behalf of ff222b7955804c63888f15eaa141338c for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:17:58.739921 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1394d38d-5679-4224-82e4-2fbe65bb90d5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.774355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1394d38d-5679-4224-82e4-2fbe65bb90d5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:17:58.787843 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1394d38d-5679-4224-82e4-2fbe65bb90d5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.788626 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-1394d38d-5679-4224-82e4-2fbe65bb90d5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Added segment 2c4fb9fe-a138-4a58-8ec8-19ec42e74267 of type vlan for network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f Jul 29 15:17:58.854756 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1394d38d-5679-4224-82e4-2fbe65bb90d5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.922756 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1394d38d-5679-4224-82e4-2fbe65bb90d5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:58.930440 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1394d38d-5679-4224-82e4-2fbe65bb90d5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:17:58.931256 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1394d38d-5679-4224-82e4-2fbe65bb90d5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:59.021367 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1394d38d-5679-4224-82e4-2fbe65bb90d5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3280122 Jul 29 15:17:59.023624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47308) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:17:59.029439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-147970065', 'admin_state_up': True, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:17:59.058626 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394d38d-5679-4224-82e4-2fbe65bb90d5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Network': ['ID=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:17:59.075449 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:17:59.103903 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:59.105360 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:59.213813 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:59.383548 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:59.636823 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:59.649744 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:17:59.975966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47330) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:00.120005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Allocated IP 172.25.6.154 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/2bf29e0d-a079-4542-ba3f-810161dd6c12) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:18:00.165478 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428c9357-1f6f-4b4f-b17a-8e26868926e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:00.250052 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:00.282859 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428c9357-1f6f-4b4f-b17a-8e26868926e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:00.287965 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428c9357-1f6f-4b4f-b17a-8e26868926e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:00.306905 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:00.336341 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-428c9357-1f6f-4b4f-b17a-8e26868926e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c8b5ae499ee4c76bd9e449c559d0c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587537 Jul 29 15:18:00.337395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c9357-1f6f-4b4f-b17a-8e26868926e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a96642-8e24-4b02-8bf4-64be6d8ac260,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:00.339815 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47334) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:00.358422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:00.377334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:00.381520 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:18:00.407310 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73a9003e-0768-4ae8-bfc2-a76e1339ca15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:00.427220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=2bf29e0d-a079-4542-ba3f-810161dd6c12,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:00.435910 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73a9003e-0768-4ae8-bfc2-a76e1339ca15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:00.500949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73a9003e-0768-4ae8-bfc2-a76e1339ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:00.503993 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-73a9003e-0768-4ae8-bfc2-a76e1339ca15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:00.505569 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-73a9003e-0768-4ae8-bfc2-a76e1339ca15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98a96642-8e24-4b02-8bf4-64be6d8ac260 HTTP/1.1" status: 204 len: 168 time: 0.1648531 Jul 29 15:18:00.520069 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9003e-0768-4ae8-bfc2-a76e1339ca15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a96642-8e24-4b02-8bf4-64be6d8ac260,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:00.557053 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2edfe37-7fb5-4cd6-917e-1ec3b0f8447d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:00.704997 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:00.971948 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:01.139759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router cd609c83-86a8-4893-a8ff-db702f306824 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:18:01.269985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:18:01.285336 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Sync routers for ids ['cd609c83-86a8-4893-a8ff-db702f306824'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:18:01.292317 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:01.294104 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0c8c6d7e-bf22-4eef-81e0-e4ddccf1012a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2689748 Jul 29 15:18:01.296923 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47358) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:01.301496 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Routers {'cd609c83-86a8-4893-a8ff-db702f306824'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:18:01.302187 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['cd609c83-86a8-4893-a8ff-db702f306824'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:01.337676 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-411ba46e-bab2-440c-8c78-91dbb4370113 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ff222b7955804c63888f15eaa141338c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388024 Jul 29 15:18:01.340322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47360) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:01.541337 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Set router cd609c83-86a8-4893-a8ff-db702f306824 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:18:01.585245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0578e0b-c019-408a-8197-37a93bb5c9f4 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:01.587762 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a0578e0b-c019-408a-8197-37a93bb5c9f4 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2446415 Jul 29 15:18:01.590360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47370) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:01.626393 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-61e30af3-6bfb-4783-acb4-86fe070ea2a7 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350127 Jul 29 15:18:01.630043 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47372) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:01.636210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-38fef58c-bf07-4da3-8690-54f5797c4fc1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-71031736', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:18:01.787311 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147970065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:00Z', 'revision_number': 3, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:01.817846 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Checking router: cd609c83-86a8-4893-a8ff-db702f306824 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:18:01.818195 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Updating router cd609c83-86a8-4893-a8ff-db702f306824 port 2bf29e0d-a079-4542-ba3f-810161dd6c12 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:18:01.851825 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.052339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47378) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:02.084766 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fef58c-bf07-4da3-8690-54f5797c4fc1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Made reservation on behalf of ff222b7955804c63888f15eaa141338c for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:18:02.095933 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38fef58c-bf07-4da3-8690-54f5797c4fc1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.229633 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.241000 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d688280f-553c-4281-adff-fbd8d5df0dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.251623 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Transition to ACTIVE for port object 2bf29e0d-a079-4542-ba3f-810161dd6c12 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:02.260406 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.312876 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8774c-9b8c-4c56-89a6-6922943ebb73 None None] Pushing event updated for resources: {'Port': ['ID=2bf29e0d-a079-4542-ba3f-810161dd6c12,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:02.331057 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Attempting to bind port 2bf29e0d-a079-4542-ba3f-810161dd6c12 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:18:02.331852 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Attempting to bind port 2bf29e0d-a079-4542-ba3f-810161dd6c12 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:18:02.332737 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Attempting to bind port 2bf29e0d-a079-4542-ba3f-810161dd6c12 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:02.339719 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:18:02.340085 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:18:02.340690 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.341271 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:18:02.342024 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Bound port: 2bf29e0d-a079-4542-ba3f-810161dd6c12, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:18:02.342433 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.391889 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38fef58c-bf07-4da3-8690-54f5797c4fc1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.426855 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d688280f-553c-4281-adff-fbd8d5df0dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.432193 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d688280f-553c-4281-adff-fbd8d5df0dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.447532 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] For port 2bf29e0d-a079-4542-ba3f-810161dd6c12, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:18:02.453521 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] For port 2bf29e0d-a079-4542-ba3f-810161dd6c12, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2bf29e0d-a079-4542-ba3f-810161dd6c12,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:18:02.458536 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fef58c-bf07-4da3-8690-54f5797c4fc1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Subnet': ['ID=9496ad0c-0063-4e0a-9b56-44f09a2e3669,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:02.459636 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.471151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fef58c-bf07-4da3-8690-54f5797c4fc1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Checking segment: {'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:18:02.471769 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fef58c-bf07-4da3-8690-54f5797c4fc1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network hostable DHCP agents. Network: 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:18:02.492184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fef58c-bf07-4da3-8690-54f5797c4fc1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:18:02.492983 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d688280f-553c-4281-adff-fbd8d5df0dd3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05cec781e13c47c1b287fd37891e9a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391270 Jul 29 15:18:02.499095 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47384) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:02.507701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688280f-553c-4281-adff-fbd8d5df0dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a4f754-b460-4a75-85bf-1feefba0d98b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:02.510984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-38fef58c-bf07-4da3-8690-54f5797c4fc1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:02.524777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bb9d7c-ae06-44b0-965b-9036ece9f9b7 None None] Network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:18:02.525371 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fef58c-bf07-4da3-8690-54f5797c4fc1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:02.525812 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-38fef58c-bf07-4da3-8690-54f5797c4fc1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.564174 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-38fef58c-bf07-4da3-8690-54f5797c4fc1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9325347 Jul 29 15:18:02.568125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47386) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:02.576161 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Routers {'cd609c83-86a8-4893-a8ff-db702f306824'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:18:02.577189 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:17:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['cd609c83-86a8-4893-a8ff-db702f306824'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:02.586180 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52e00d6a-1902-42cd-b7f6-a4f610fe72c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.635868 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52e00d6a-1902-42cd-b7f6-a4f610fe72c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.725368 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8774c-9b8c-4c56-89a6-6922943ebb73 None None] Pushing event updated for resources: {'Port': ['ID=2bf29e0d-a079-4542-ba3f-810161dd6c12,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:02.747354 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52e00d6a-1902-42cd-b7f6-a4f610fe72c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.753927 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-52e00d6a-1902-42cd-b7f6-a4f610fe72c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.758083 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ips': [{'subnet_id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:18:02.760292 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-52e00d6a-1902-42cd-b7f6-a4f610fe72c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6a4f754-b460-4a75-85bf-1feefba0d98b HTTP/1.1" status: 204 len: 168 time: 0.2587922 Jul 29 15:18:02.766709 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:02.779585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e00d6a-1902-42cd-b7f6-a4f610fe72c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a4f754-b460-4a75-85bf-1feefba0d98b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:02.862154 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] Set router cd609c83-86a8-4893-a8ff-db702f306824 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:18:03.111332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Allocated IP 172.20.0.2 (3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f/9496ad0c-0063-4e0a-9b56-44f09a2e3669/e9e675d7-9a5a-4378-a935-135993f3b8fc) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:18:03.257737 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:03.298758 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147970065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:00Z', 'revision_number': 3, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:03.339055 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43297fc-ef5a-4690-bb16-adbaaa889386 None None] The sync data for ids ['cd609c83-86a8-4893-a8ff-db702f306824'] in n-d-802893-1 is: [{'id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147970065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:00Z', 'revision_number': 3, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:18:03.392703 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51c1e9cb-fb7d-4939-b4c3-fcf04adb9e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:03.393013 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:03.430545 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:03.448445 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Transition to ACTIVE for port object e9e675d7-9a5a-4378-a935-135993f3b8fc will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:03.479170 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Transition to ACTIVE for port object e9e675d7-9a5a-4378-a935-135993f3b8fc will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:03.486283 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:03.547878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:03.553989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:03.556925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:18:03.577022 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Pushing event updated for resources: {'Port': ['ID=e9e675d7-9a5a-4378-a935-135993f3b8fc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:03.634457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Attempting to bind port e9e675d7-9a5a-4378-a935-135993f3b8fc on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:18:03.634888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Attempting to bind port e9e675d7-9a5a-4378-a935-135993f3b8fc by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:18:03.635243 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Attempting to bind port e9e675d7-9a5a-4378-a935-135993f3b8fc on network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:03.646707 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:18:03.647079 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Checking segment: {'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:18:03.647478 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:03.648048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Bound using segment: {'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:18:03.648772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Bound port: e9e675d7-9a5a-4378-a935-135993f3b8fc, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:18:03.649545 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:03.754084 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] For port e9e675d7-9a5a-4378-a935-135993f3b8fc, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:18:03.773114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] For port e9e675d7-9a5a-4378-a935-135993f3b8fc, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e9e675d7-9a5a-4378-a935-135993f3b8fc,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:18:03.778698 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:03.858297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcad400-b52c-40c2-9c4b-5a3775e6bcf6 None None] Pushing event updated for resources: {'Port': ['ID=e9e675d7-9a5a-4378-a935-135993f3b8fc,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:03.879725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Allocated IP 172.20.0.1 (3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f/9496ad0c-0063-4e0a-9b56-44f09a2e3669/24401085-256e-4b18-ad48-9191d9861308) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:18:04.051145 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:04.071478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Transition to ACTIVE for port object 24401085-256e-4b18-ad48-9191d9861308 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:04.147582 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:04.187487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:04.220290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:04.225467 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:18:04.286765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=24401085-256e-4b18-ad48-9191d9861308,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:04.330715 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:04.392528 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:04.512314 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:04.660857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47420) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:04.828464 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7109b1fd-8838-486d-bb3b-29bad0d5180e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:04.895758 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:04.902550 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:04.984614 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7109b1fd-8838-486d-bb3b-29bad0d5180e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:04.993669 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7109b1fd-8838-486d-bb3b-29bad0d5180e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:05.000565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=24401085-256e-4b18-ad48-9191d9861308,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:05.003873 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:05.040916 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7109b1fd-8838-486d-bb3b-29bad0d5180e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=378f60770dcd43e7856fdb8ac93eb653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3783231 Jul 29 15:18:05.052178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47424) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:05.102118 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63af654-58a5-4da1-b872-5d16287bafed None None] Network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:18:05.108507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109b1fd-8838-486d-bb3b-29bad0d5180e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccb3523-ae28-477e-bf4b-a97ce6a1f7dc,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:05.136207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:05.140996 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:05.147732 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3c018f8-acb4-445c-9fb6-246abe16399b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:05.187807 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3c018f8-acb4-445c-9fb6-246abe16399b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:05.198122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4f0a5ee9-d65f-4af9-b5dc-baf4203607ef None None] Provisioning for port e9e675d7-9a5a-4378-a935-135993f3b8fc completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:05.257641 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3c018f8-acb4-445c-9fb6-246abe16399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:05.262900 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3c018f8-acb4-445c-9fb6-246abe16399b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:05.267393 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c3c018f8-acb4-445c-9fb6-246abe16399b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ccb3523-ae28-477e-bf4b-a97ce6a1f7dc HTTP/1.1" status: 204 len: 168 time: 0.2158363 Jul 29 15:18:05.282118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c018f8-acb4-445c-9fb6-246abe16399b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccb3523-ae28-477e-bf4b-a97ce6a1f7dc,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:05.314930 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router cd609c83-86a8-4893-a8ff-db702f306824 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:18:05.500145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:18:05.513380 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-12260456-cd15-4b98-886f-b959191dd67a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "PUT /v2.0/routers/cd609c83-86a8-4893-a8ff-db702f306824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9420390 Jul 29 15:18:05.658994 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Sync routers for ids ['cd609c83-86a8-4893-a8ff-db702f306824'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:18:05.680763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Routers {'cd609c83-86a8-4893-a8ff-db702f306824'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:18:05.682730 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:18:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['cd609c83-86a8-4893-a8ff-db702f306824'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:05.846059 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-faf40da8-6dac-4b9b-8053-f40ca8cc43bc None None] Provisioning for port 24401085-256e-4b18-ad48-9191d9861308 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:05.857002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e9e675d7-9a5a-4378-a935-135993f3b8fc up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:05.883201 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-9970e328-eac4-408c-812d-7c727c811351 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454513630&fields=id&tenant_id=ff222b7955804c63888f15eaa141338c HTTP/1.1" status: 200 len: 267 time: 0.1087992 Jul 29 15:18:06.052748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-fa8647b3-779f-4c74-8e78-3e7938c08796 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:06.054702 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-fa8647b3-779f-4c74-8e78-3e7938c08796 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/networks?id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f HTTP/1.1" status: 200 len: 797 time: 0.1627340 Jul 29 15:18:06.077177 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-b77de162-b90d-4d9f-b36d-8dade6cbe0d7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/quotas/ff222b7955804c63888f15eaa141338c HTTP/1.1" status: 200 len: 375 time: 0.0139904 Jul 29 15:18:06.133011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-faf40da8-6dac-4b9b-8053-f40ca8cc43bc None None] Provisioning complete for port 24401085-256e-4b18-ad48-9191d9861308 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:06.133496 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-faf40da8-6dac-4b9b-8053-f40ca8cc43bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:06.182533 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8faf637b-2a1e-47f4-ba4c-719e3173cf0b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958252 Jul 29 15:18:06.214682 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-faf40da8-6dac-4b9b-8053-f40ca8cc43bc None None] Port 24401085-256e-4b18-ad48-9191d9861308 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:18:06.227122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Set router cd609c83-86a8-4893-a8ff-db702f306824 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:18:06.286883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port e9e675d7-9a5a-4378-a935-135993f3b8fc completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:06.324945 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port e9e675d7-9a5a-4378-a935-135993f3b8fc triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:06.325325 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:06.481439 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:06.505719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c65e7df9-e9f1-4a58-b859-c25cf4bacd1d None None] Provisioning complete for port 24401085-256e-4b18-ad48-9191d9861308 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:06.506333 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c65e7df9-e9f1-4a58-b859-c25cf4bacd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:06.543332 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-0c6d2b78-95c0-49db-bd8e-819580856883 service neutron] 10.222.0.16 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439119 Jul 29 15:18:06.596311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c65e7df9-e9f1-4a58-b859-c25cf4bacd1d None None] Port 24401085-256e-4b18-ad48-9191d9861308 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:18:06.616991 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:06.661293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147970065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:04Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '24401085-256e-4b18-ad48-9191d9861308', 'name': '', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:22:59:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:03Z', 'updated_at': '2021-07-29T15:18:04Z', 'revision_number': 2, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:06.664117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port e9e675d7-9a5a-4378-a935-135993f3b8fc, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e9e675d7-9a5a-4378-a935-135993f3b8fc,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:06.667018 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-28b77f3b-180e-41ce-8fda-e1f7fb5444d0 service neutron] 10.222.0.16 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223516 Jul 29 15:18:06.702843 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Checking router: cd609c83-86a8-4893-a8ff-db702f306824 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:18:06.703018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Updating router cd609c83-86a8-4893-a8ff-db702f306824 port 24401085-256e-4b18-ad48-9191d9861308 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:18:06.706369 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:06.707151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2bf29e0d-a079-4542-ba3f-810161dd6c12 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:06.777937 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:06.919854 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-78c3d525-529b-42c7-852f-41b1552ac136 req-8fda5439-b85f-48c1-8281-e5f11ea83ce7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 210 time: 0.0577517 Jul 29 15:18:07.014862 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=e9e675d7-9a5a-4378-a935-135993f3b8fc,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:07.076383 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 2bf29e0d-a079-4542-ba3f-810161dd6c12 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:07.083675 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 2bf29e0d-a079-4542-ba3f-810161dd6c12 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:07.084049 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:07.254764 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:07.297945 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:07.304956 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 2bf29e0d-a079-4542-ba3f-810161dd6c12, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2bf29e0d-a079-4542-ba3f-810161dd6c12,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:07.317849 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:07.324212 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Transition to ACTIVE for port object 24401085-256e-4b18-ad48-9191d9861308 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:07.360890 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:07.428501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=2bf29e0d-a079-4542-ba3f-810161dd6c12,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:07.488950 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Attempting to bind port 24401085-256e-4b18-ad48-9191d9861308 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:18:07.489589 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Attempting to bind port 24401085-256e-4b18-ad48-9191d9861308 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:18:07.489964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Attempting to bind port 24401085-256e-4b18-ad48-9191d9861308 on network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:07.504284 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:18:07.504683 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Checking segment: {'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:18:07.505094 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:07.505493 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Bound using segment: {'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:18:07.505967 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Bound port: 24401085-256e-4b18-ad48-9191d9861308, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:18:07.506353 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:07.508521 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bf8df-0ac0-41fd-b3e8-6a74da502d73 None None] Pushing event updated for resources: {'Port': ['ID=24401085-256e-4b18-ad48-9191d9861308,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:07.645632 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] For port 24401085-256e-4b18-ad48-9191d9861308, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:18:07.653293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] For port 24401085-256e-4b18-ad48-9191d9861308, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=24401085-256e-4b18-ad48-9191d9861308,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:18:07.664127 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:07.754299 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bf8df-0ac0-41fd-b3e8-6a74da502d73 None None] Pushing event updated for resources: {'Port': ['ID=24401085-256e-4b18-ad48-9191d9861308,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:07.780620 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e9e675d7-9a5a-4378-a935-135993f3b8fc up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:07.826570 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Routers {'cd609c83-86a8-4893-a8ff-db702f306824'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:18:07.827224 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:18:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['cd609c83-86a8-4893-a8ff-db702f306824'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:07.965945 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port e9e675d7-9a5a-4378-a935-135993f3b8fc triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:07.966317 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:08.009595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] Set router cd609c83-86a8-4893-a8ff-db702f306824 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:18:08.096110 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-957808aa-33ab-4b5c-adec-d7792c40be5c req-06651b35-0696-4c76-8f89-49298c2747b6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 210 time: 0.0508463 Jul 29 15:18:08.205980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-12a96b72-5081-4a43-88ab-900bbdaeebe8 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:08.208105 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-12a96b72-5081-4a43-88ab-900bbdaeebe8 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.39 "GET /v2.0/networks?id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f HTTP/1.1" status: 200 len: 797 time: 0.1717439 Jul 29 15:18:08.288217 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-b78f1f7b-7d7e-45e9-ba99-1fdfc25c2e43 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff222b7955804c63888f15eaa141338c HTTP/1.1" status: 200 len: 380 time: 0.0704234 Jul 29 15:18:08.298234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2bf29e0d-a079-4542-ba3f-810161dd6c12 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:08.301603 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-c22e28ae-b545-4fdf-b027-1edb96328214 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'port': {'device_id': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'admin_state_up': True, 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'security_groups': ['6c82465f-3ca4-4dd8-88fc-fe4e63788ca3']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:18:08.385247 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68d52188-d445-4941-9b98-8dbe990f64ed req-0d67c616-5b02-435f-a79b-8a8a407c44d5 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c07b867632f249f4b5df713c2afe6c03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0797236 Jul 29 15:18:08.392923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 2bf29e0d-a079-4542-ba3f-810161dd6c12 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:08.393298 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:08.445172 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147970065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:04Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '24401085-256e-4b18-ad48-9191d9861308', 'name': '', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:22:59:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:03Z', 'updated_at': '2021-07-29T15:18:07Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:08.477045 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11038bb-2040-4e8c-a474-d53f47eac854 None None] The sync data for ids ['cd609c83-86a8-4893-a8ff-db702f306824'] in n-d-802893-1 is: [{'id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147970065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:04Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '24401085-256e-4b18-ad48-9191d9861308', 'name': '', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:22:59:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:03Z', 'updated_at': '2021-07-29T15:18:07Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:18:08.660320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d52188-d445-4941-9b98-8dbe990f64ed req-fda4893c-d8fc-44d3-8535-a1cdb0ee3bb8 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:08.667631 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68d52188-d445-4941-9b98-8dbe990f64ed req-fda4893c-d8fc-44d3-8535-a1cdb0ee3bb8 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804143 Jul 29 15:18:08.689994 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68d52188-d445-4941-9b98-8dbe990f64ed req-0f69f37c-a97f-4105-9282-e0991f20f717 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/quotas/c07b867632f249f4b5df713c2afe6c03 HTTP/1.1" status: 200 len: 375 time: 0.0210145 Jul 29 15:18:08.700495 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-c22e28ae-b545-4fdf-b027-1edb96328214 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Made reservation on behalf of ff222b7955804c63888f15eaa141338c for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:18:08.710635 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-c22e28ae-b545-4fdf-b027-1edb96328214 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:08.743737 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68d52188-d445-4941-9b98-8dbe990f64ed req-2bcd45ab-a181-4920-8a2a-6096527e0ca9 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c07b867632f249f4b5df713c2afe6c03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528543 Jul 29 15:18:08.969828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-c22e28ae-b545-4fdf-b027-1edb96328214 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Allocated IP 172.20.0.9 (3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f/9496ad0c-0063-4e0a-9b56-44f09a2e3669/e7c362cf-62c9-411b-9081-b8bc35201138) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:18:09.071447 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-585d324f-c2aa-4320-8535-a8943a2bfc4c req-55139962-bf1f-4908-8239-4a17f1c2155f tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 210 time: 0.0535522 Jul 29 15:18:09.221033 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-c22e28ae-b545-4fdf-b027-1edb96328214 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:09.247806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-c22e28ae-b545-4fdf-b027-1edb96328214 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Transition to ACTIVE for port object e7c362cf-62c9-411b-9081-b8bc35201138 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:09.275670 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c00aa99c-e99a-4f2d-89d7-ea7c9ca7c8f9 req-599d8420-0d7f-4a86-a93a-ce5e1a079bf7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 210 time: 0.0596285 Jul 29 15:18:09.315397 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-c22e28ae-b545-4fdf-b027-1edb96328214 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:09.423887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-c22e28ae-b545-4fdf-b027-1edb96328214 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:09.434343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-c22e28ae-b545-4fdf-b027-1edb96328214 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:09.451776 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e28ae-b545-4fdf-b027-1edb96328214 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=e7c362cf-62c9-411b-9081-b8bc35201138,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:09.461550 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-c22e28ae-b545-4fdf-b027-1edb96328214 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:18:09.602706 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-c22e28ae-b545-4fdf-b027-1edb96328214 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:09.603537 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-c22e28ae-b545-4fdf-b027-1edb96328214 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:09.643943 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-c22e28ae-b545-4fdf-b027-1edb96328214 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3487997 Jul 29 15:18:09.660802 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Request body: {'port': {'device_id': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:18:09.755375 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 24401085-256e-4b18-ad48-9191d9861308 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:09.777262 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:09.869286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 24401085-256e-4b18-ad48-9191d9861308 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:09.873961 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 24401085-256e-4b18-ad48-9191d9861308 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:09.874331 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:09.928136 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c45f2971-9373-4523-bad2-a2d63f680196 None None] Provisioning for port e7c362cf-62c9-411b-9081-b8bc35201138 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:09.934327 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c45f2971-9373-4523-bad2-a2d63f680196 None None] Provisioning complete for port e7c362cf-62c9-411b-9081-b8bc35201138 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:09.934693 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c45f2971-9373-4523-bad2-a2d63f680196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:09.982016 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c45f2971-9373-4523-bad2-a2d63f680196 None None] Port e7c362cf-62c9-411b-9081-b8bc35201138 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:18:10.019660 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:10.061603 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 24401085-256e-4b18-ad48-9191d9861308, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=24401085-256e-4b18-ad48-9191d9861308,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:10.070506 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:10.169959 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=24401085-256e-4b18-ad48-9191d9861308,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:10.200426 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab73fc7b-54c0-4e63-a0e7-8bee49173ae2 req-091efd70-7088-4ab1-927a-03a191cde1f8 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 210 time: 0.0282173 Jul 29 15:18:10.266025 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c362cf-62c9-411b-9081-b8bc35201138 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:18:10.277727 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:10.292266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Transition to ACTIVE for port object e7c362cf-62c9-411b-9081-b8bc35201138 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:10.297437 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:10.386296 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Pushing event updated for resources: {'Port': ['ID=e7c362cf-62c9-411b-9081-b8bc35201138,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:10.474264 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68d52188-d445-4941-9b98-8dbe990f64ed req-6d48d422-cc08-40c0-93ed-b2b9db9cd296 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=c07b867632f249f4b5df713c2afe6c03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449221 Jul 29 15:18:10.583719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc6650-2115-47bf-b5df-b58bbcf2d910 req-6b66ae98-b21a-45f5-81a0-7d61bf216ba5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:10.585247 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c0dc6650-2115-47bf-b5df-b58bbcf2d910 req-6b66ae98-b21a-45f5-81a0-7d61bf216ba5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 943 time: 0.1895366 Jul 29 15:18:10.589311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Attempting to bind port e7c362cf-62c9-411b-9081-b8bc35201138 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:18:10.589647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Attempting to bind port e7c362cf-62c9-411b-9081-b8bc35201138 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:18:10.589968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Attempting to bind port e7c362cf-62c9-411b-9081-b8bc35201138 on network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:10.608005 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Port e7c362cf-62c9-411b-9081-b8bc35201138 on network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:18:10.608337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Attempting to bind port e7c362cf-62c9-411b-9081-b8bc35201138 on network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:10.639892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:18:10.640883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Checking segment: {'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:18:10.641469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Bound using segment: {'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:18:10.641961 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Bound port: e7c362cf-62c9-411b-9081-b8bc35201138, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:18:10.642323 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:10.667200 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d52188-d445-4941-9b98-8dbe990f64ed req-3decfeb6-9ec3-4d06-b1f0-2e90397757ef tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:10.668717 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68d52188-d445-4941-9b98-8dbe990f64ed req-3decfeb6-9ec3-4d06-b1f0-2e90397757ef tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835971 Jul 29 15:18:10.685509 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c0dc6650-2115-47bf-b5df-b58bbcf2d910 req-014f0951-4ff7-4b89-a819-9110aa4bf9fa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814912 Jul 29 15:18:10.709905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-68d52188-d445-4941-9b98-8dbe990f64ed req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Request body: {'port': {'device_id': '662cfd11-41da-4843-9019-a951948106fb', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': 'c07b867632f249f4b5df713c2afe6c03'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:18:10.803470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:18:10.813976 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e7c362cf-62c9-411b-9081-b8bc35201138,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:18:10.833432 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:10.895528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:10.896415 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:10.898155 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] 10.222.0.39 "PUT /v2.0/ports/e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 200 len: 1091 time: 1.2451928 Jul 29 15:18:10.900926 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:18:10.903428 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba4b3ca-32fe-4abb-8007-47d371120ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:18:10.933735 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d52188-d445-4941-9b98-8dbe990f64ed req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Made reservation on behalf of c07b867632f249f4b5df713c2afe6c03 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:18:10.938400 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68d52188-d445-4941-9b98-8dbe990f64ed req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:10.951143 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb03bd-1544-4443-94bb-778e7267ef3b service neutron] Pushing event updated for resources: {'Port': ['ID=e7c362cf-62c9-411b-9081-b8bc35201138,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:10.954807 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68d52188-d445-4941-9b98-8dbe990f64ed req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:10.993696 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089205ef-cd64-4fd1-825c-9be49da546a4 x-openstack-request-id: req-089205ef-cd64-4fd1-825c-9be49da546a4 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:18:10.994022 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:18:10.994375 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-089205ef-cd64-4fd1-825c-9be49da546a4 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:18:10.994832 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'status': 'completed', 'code': 200} Jul 29 15:18:11.029445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-49798a1b-cbd8-4aed-9cb8-4637676c1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:11.031625 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-49798a1b-cbd8-4aed-9cb8-4637676c1dbd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1094 time: 0.0740397 Jul 29 15:18:11.095247 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-5dbe5981-eded-4fa0-9250-1aa561d58c2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 200 len: 217 time: 0.0507536 Jul 29 15:18:11.134525 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:11.178343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-006dcadf-f33a-43ed-8e2f-b76afcf5ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:11.179860 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-006dcadf-f33a-43ed-8e2f-b76afcf5ab9b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9496ad0c-0063-4e0a-9b56-44f09a2e3669 HTTP/1.1" status: 200 len: 833 time: 0.0744488 Jul 29 15:18:11.232762 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68d52188-d445-4941-9b98-8dbe990f64ed req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:11.241542 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68d52188-d445-4941-9b98-8dbe990f64ed req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:11.335078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ec0ae1-6d6a-45fd-a5d1-bcf860b537be,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:11.337770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-13b10ed2-ea47-4ee1-a7a1-2ce7673f9c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:11.339317 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-13b10ed2-ea47-4ee1-a7a1-2ce7673f9c60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445043 Jul 29 15:18:11.359943 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f3dc1a74-2697-4815-af66-e27f29bbd1a6 req-dfc5c5f7-817e-4847-b90f-b3be8f7c1c50 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 210 time: 0.0698872 Jul 29 15:18:11.508926 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-68d52188-d445-4941-9b98-8dbe990f64ed req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Allocated IP 192.168.233.67 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/0413a33f-483c-4216-97bb-ad4e27300bed) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:18:11.517900 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-13e4ab3f-e849-4b2e-aed4-e9efb03a74a7 service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606777 Jul 29 15:18:11.680444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 24401085-256e-4b18-ad48-9191d9861308 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:11.697454 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4e20baa6-f255-4720-b8bb-d466b0ca03dd req-482c7f88-9fb9-489c-815a-6438b7541491 service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721084 Jul 29 15:18:11.749281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 24401085-256e-4b18-ad48-9191d9861308 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:11.750605 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:11.835665 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68d52188-d445-4941-9b98-8dbe990f64ed req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:11.848089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec6169-c7e2-472c-93ee-dc525f4269ef req-59bdf94f-26d6-441a-bf77-02b3f8be3aaf tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:11.850442 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-15ec6169-c7e2-472c-93ee-dc525f4269ef req-59bdf94f-26d6-441a-bf77-02b3f8be3aaf tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 943 time: 0.0646060 Jul 29 15:18:11.858681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-68d52188-d445-4941-9b98-8dbe990f64ed req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Transition to ACTIVE for port object 0413a33f-483c-4216-97bb-ad4e27300bed will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:11.874894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4b3ca-32fe-4abb-8007-47d371120ec0 req-b8cc0623-5678-491f-af08-bc31b4814081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:11.876435 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ba4b3ca-32fe-4abb-8007-47d371120ec0 req-b8cc0623-5678-491f-af08-bc31b4814081 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1094 time: 0.1141293 Jul 29 15:18:11.899553 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-15ec6169-c7e2-472c-93ee-dc525f4269ef req-ca9d332b-89d5-4ad3-b5d5-c5f2ccdd42c5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416868 Jul 29 15:18:11.955149 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68d52188-d445-4941-9b98-8dbe990f64ed req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:12.017511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d52188-d445-4941-9b98-8dbe990f64ed req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:12.026669 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-68d52188-d445-4941-9b98-8dbe990f64ed req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:12.035257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d52188-d445-4941-9b98-8dbe990f64ed req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:18:12.042349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4b3ca-32fe-4abb-8007-47d371120ec0 req-da308822-36f5-4f05-bd9d-e7f731d9cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:12.043825 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ba4b3ca-32fe-4abb-8007-47d371120ec0 req-da308822-36f5-4f05-bd9d-e7f731d9cd78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f HTTP/1.1" status: 200 len: 898 time: 0.1568162 Jul 29 15:18:12.075817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Pushing event updated for resources: {'Port': ['ID=0413a33f-483c-4216-97bb-ad4e27300bed,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:12.115761 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ba4b3ca-32fe-4abb-8007-47d371120ec0 req-90619a7e-14fd-403b-ba79-716adc2c1f35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 200 len: 217 time: 0.0480363 Jul 29 15:18:12.169484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d52188-d445-4941-9b98-8dbe990f64ed req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:12.170181 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68d52188-d445-4941-9b98-8dbe990f64ed req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:12.198246 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68d52188-d445-4941-9b98-8dbe990f64ed req-5b30e782-2230-428b-a4f1-f7ad0432cc99 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4939153 Jul 29 15:18:12.200114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4b3ca-32fe-4abb-8007-47d371120ec0 req-c0ebe041-a032-4dcd-b827-07d56a73003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:12.201591 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ba4b3ca-32fe-4abb-8007-47d371120ec0 req-c0ebe041-a032-4dcd-b827-07d56a73003f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9496ad0c-0063-4e0a-9b56-44f09a2e3669 HTTP/1.1" status: 200 len: 833 time: 0.0768430 Jul 29 15:18:12.225520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Request body: {'port': {'device_id': '662cfd11-41da-4843-9019-a951948106fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:18:12.287879 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-95fa8896-bbe0-447e-98f1-dd193ff9ca53 None None] Provisioning for port 0413a33f-483c-4216-97bb-ad4e27300bed completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:12.292529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-95fa8896-bbe0-447e-98f1-dd193ff9ca53 None None] Provisioning complete for port 0413a33f-483c-4216-97bb-ad4e27300bed triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:12.293022 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-95fa8896-bbe0-447e-98f1-dd193ff9ca53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:12.306573 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4b3ca-32fe-4abb-8007-47d371120ec0 req-51c964d8-9a2c-449f-a3c8-a33b41f9152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:12.308084 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ba4b3ca-32fe-4abb-8007-47d371120ec0 req-51c964d8-9a2c-449f-a3c8-a33b41f9152b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981293 Jul 29 15:18:12.313393 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:12.334100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-95fa8896-bbe0-447e-98f1-dd193ff9ca53 None None] Port 0413a33f-483c-4216-97bb-ad4e27300bed cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:18:12.511351 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ba4b3ca-32fe-4abb-8007-47d371120ec0 req-072008e8-e318-49c2-9a8f-ceda4d976e63 service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947803 Jul 29 15:18:12.957173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64c91f-3b40-4e86-aade-b6b91bbd78fd req-27ab1391-5fa7-4b79-936c-0af1492b8d6a tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:12.958751 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2a64c91f-3b40-4e86-aade-b6b91bbd78fd req-27ab1391-5fa7-4b79-936c-0af1492b8d6a tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 935 time: 0.4764390 Jul 29 15:18:13.031643 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ba4b3ca-32fe-4abb-8007-47d371120ec0 req-bbb7b71d-6dc7-484f-973e-225b9bf1bdb6 service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983070 Jul 29 15:18:13.057787 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2a64c91f-3b40-4e86-aade-b6b91bbd78fd req-ba529999-cbf0-4d4a-86e7-239b0ff06871 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/security-groups?id=38ec0ae1-6d6a-45fd-a5d1-bcf860b537be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871139 Jul 29 15:18:13.124394 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0413a33f-483c-4216-97bb-ad4e27300bed {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:18:13.134624 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:13.149718 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Transition to ACTIVE for port object 0413a33f-483c-4216-97bb-ad4e27300bed will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:13.153957 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:13.215852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=0413a33f-483c-4216-97bb-ad4e27300bed,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:13.287976 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Attempting to bind port 0413a33f-483c-4216-97bb-ad4e27300bed on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:18:13.288317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Attempting to bind port 0413a33f-483c-4216-97bb-ad4e27300bed by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:18:13.288766 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Attempting to bind port 0413a33f-483c-4216-97bb-ad4e27300bed on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:13.294124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Port 0413a33f-483c-4216-97bb-ad4e27300bed on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:18:13.294454 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Attempting to bind port 0413a33f-483c-4216-97bb-ad4e27300bed on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:13.300849 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:18:13.301197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:18:13.301828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:18:13.302322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Bound port: 0413a33f-483c-4216-97bb-ad4e27300bed, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:18:13.302844 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:13.318989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b3666-716e-4110-9adb-97ffb561b53e req-2aae369d-cbe3-4fe8-8634-6c714cceab74 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:13.320620 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-496b3666-716e-4110-9adb-97ffb561b53e req-2aae369d-cbe3-4fe8-8634-6c714cceab74 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 943 time: 0.0611300 Jul 29 15:18:13.383488 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-496b3666-716e-4110-9adb-97ffb561b53e req-a3507692-fa2d-40d4-8d30-a312d169649e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516956 Jul 29 15:18:13.404609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] For port 0413a33f-483c-4216-97bb-ad4e27300bed, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:18:13.409351 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] For port 0413a33f-483c-4216-97bb-ad4e27300bed, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=0413a33f-483c-4216-97bb-ad4e27300bed,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:18:13.413897 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:13.449516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:13.450268 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:13.451569 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68d52188-d445-4941-9b98-8dbe990f64ed req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] 10.222.0.38 "PUT /v2.0/ports/0413a33f-483c-4216-97bb-ad4e27300bed HTTP/1.1" status: 200 len: 1095 time: 1.2307351 Jul 29 15:18:13.454726 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662cfd11-41da-4843-9019-a951948106fb', 'tag': '0413a33f-483c-4216-97bb-ad4e27300bed'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:18:13.457135 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbaf45d5-b289-40f0-9c09-adc92f860d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "662cfd11-41da-4843-9019-a951948106fb", "tag": "0413a33f-483c-4216-97bb-ad4e27300bed"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:18:13.508124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd2ab4-7859-4b77-8896-2f3d19eddaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=0413a33f-483c-4216-97bb-ad4e27300bed,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:13.514310 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbc4b09-bede-4b6f-a7fe-1080b074ec7d x-openstack-request-id: req-9dbc4b09-bede-4b6f-a7fe-1080b074ec7d {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:18:13.515070 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662cfd11-41da-4843-9019-a951948106fb", "tag": "0413a33f-483c-4216-97bb-ad4e27300bed", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:18:13.515389 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9dbc4b09-bede-4b6f-a7fe-1080b074ec7d {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:18:13.515842 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662cfd11-41da-4843-9019-a951948106fb', 'tag': '0413a33f-483c-4216-97bb-ad4e27300bed', 'status': 'completed', 'code': 200} Jul 29 15:18:13.573636 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d52188-d445-4941-9b98-8dbe990f64ed req-72de7af8-8e78-4e23-9303-2fc0fd32ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:13.575142 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68d52188-d445-4941-9b98-8dbe990f64ed req-72de7af8-8e78-4e23-9303-2fc0fd32ef80 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c07b867632f249f4b5df713c2afe6c03&device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 1098 time: 0.0444191 Jul 29 15:18:13.629676 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68d52188-d445-4941-9b98-8dbe990f64ed req-64021b58-56ff-4976-b3ff-1bfeb01aaf7e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=0413a33f-483c-4216-97bb-ad4e27300bed HTTP/1.1" status: 200 len: 217 time: 0.0402141 Jul 29 15:18:13.659461 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e7c362cf-62c9-411b-9081-b8bc35201138 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:18:13.697923 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d52188-d445-4941-9b98-8dbe990f64ed req-f3d0d83d-6a24-4a46-aac9-34d779855a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:13.699595 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68d52188-d445-4941-9b98-8dbe990f64ed req-f3d0d83d-6a24-4a46-aac9-34d779855a21 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0635281 Jul 29 15:18:13.753105 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d52188-d445-4941-9b98-8dbe990f64ed req-9d182865-5e46-4517-a045-5b30973303c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:13.755011 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68d52188-d445-4941-9b98-8dbe990f64ed req-9d182865-5e46-4517-a045-5b30973303c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0482063 Jul 29 15:18:13.779233 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e7c362cf-62c9-411b-9081-b8bc35201138,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:13.790845 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'port_id': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'mac_address': 'fa:16:3e:78:67:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:18:13.837545 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:13.855772 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68d52188-d445-4941-9b98-8dbe990f64ed req-12b2c207-6ee6-48d8-9206-f28c4ab55927 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933719 Jul 29 15:18:13.859735 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c362cf-62c9-411b-9081-b8bc35201138 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:18:13.881901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e7c362cf-62c9-411b-9081-b8bc35201138,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:13.885859 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:13.936226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=e7c362cf-62c9-411b-9081-b8bc35201138,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:13.964747 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-68d52188-d445-4941-9b98-8dbe990f64ed req-ae5b755d-67f5-4ed9-ba9c-4521d8ef5b4b service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019585 Jul 29 15:18:14.076696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['e7c362cf-62c9-411b-9081-b8bc35201138'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:18:14.092165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf45d5-b289-40f0-9c09-adc92f860d7e req-b04ce7cb-87d8-4bea-9576-2f4ab2f33eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:14.094313 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbaf45d5-b289-40f0-9c09-adc92f860d7e req-b04ce7cb-87d8-4bea-9576-2f4ab2f33eb9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c07b867632f249f4b5df713c2afe6c03&device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 1098 time: 0.0421803 Jul 29 15:18:14.199499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf45d5-b289-40f0-9c09-adc92f860d7e req-00b0c8a8-07ca-4ef1-bde9-ee5f71a88c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:14.201257 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbaf45d5-b289-40f0-9c09-adc92f860d7e req-00b0c8a8-07ca-4ef1-bde9-ee5f71a88c7b service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.0997131 Jul 29 15:18:14.251408 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbaf45d5-b289-40f0-9c09-adc92f860d7e req-634d9390-bb44-42d4-ab00-dd555268bc9d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=0413a33f-483c-4216-97bb-ad4e27300bed HTTP/1.1" status: 200 len: 217 time: 0.0428448 Jul 29 15:18:14.285295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14f56a-bf95-4d48-8c11-ec8641969ce1 req-f8e7e116-9eb0-4507-aefa-307adc373364 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:14.293456 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1d14f56a-bf95-4d48-8c11-ec8641969ce1 req-f8e7e116-9eb0-4507-aefa-307adc373364 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 947 time: 0.0809376 Jul 29 15:18:14.310404 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf45d5-b289-40f0-9c09-adc92f860d7e req-ba8e29f6-48c0-426b-af54-ae1e5305a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:14.312486 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbaf45d5-b289-40f0-9c09-adc92f860d7e req-ba8e29f6-48c0-426b-af54-ae1e5305a69d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0491130 Jul 29 15:18:14.334608 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1d14f56a-bf95-4d48-8c11-ec8641969ce1 req-310d42d9-889b-4da5-9412-dd0880b8ff60 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/security-groups?id=38ec0ae1-6d6a-45fd-a5d1-bcf860b537be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398660 Jul 29 15:18:14.382193 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf45d5-b289-40f0-9c09-adc92f860d7e req-70653a2a-70f6-4cee-90c3-15c429289289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:14.383967 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbaf45d5-b289-40f0-9c09-adc92f860d7e req-70653a2a-70f6-4cee-90c3-15c429289289 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639544 Jul 29 15:18:14.528479 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbaf45d5-b289-40f0-9c09-adc92f860d7e req-74063a9c-48c0-4a69-adde-d561f5204ff8 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356323 Jul 29 15:18:14.617883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a3d1d-b036-4344-893f-c9232d84053c req-f90c0790-d05c-4f88-84d1-8702d1f628e1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:14.619851 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d50a3d1d-b036-4344-893f-c9232d84053c req-f90c0790-d05c-4f88-84d1-8702d1f628e1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 944 time: 0.1477706 Jul 29 15:18:14.701510 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d50a3d1d-b036-4344-893f-c9232d84053c req-1e075dd1-f13e-47da-8a7a-d6a65d43c584 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737312 Jul 29 15:18:14.715582 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dbaf45d5-b289-40f0-9c09-adc92f860d7e req-ede82d0a-1a2e-49fc-b7cd-76414774208e service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767807 Jul 29 15:18:15.455558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e4190-198c-4cd6-9e03-ff4eacd308f5 req-abee7f7c-064e-4110-93d9-d18669bd8af3 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:15.457313 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-200e4190-198c-4cd6-9e03-ff4eacd308f5 req-abee7f7c-064e-4110-93d9-d18669bd8af3 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 947 time: 0.0532305 Jul 29 15:18:15.506540 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-200e4190-198c-4cd6-9e03-ff4eacd308f5 req-dea672ac-a96b-49b4-8519-50e4240085b9 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/security-groups?id=38ec0ae1-6d6a-45fd-a5d1-bcf860b537be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430791 Jul 29 15:18:15.675693 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e7c362cf-62c9-411b-9081-b8bc35201138 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:15.728660 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port e7c362cf-62c9-411b-9081-b8bc35201138 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:15.732816 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port e7c362cf-62c9-411b-9081-b8bc35201138 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:15.733181 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:15.815270 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:15.820777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d38a92-2705-4a11-928c-69ed54075ee3 req-7056c577-f59d-4e5e-b6a4-77d27a366402 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:15.822501 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59d38a92-2705-4a11-928c-69ed54075ee3 req-7056c577-f59d-4e5e-b6a4-77d27a366402 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 944 time: 0.0509355 Jul 29 15:18:15.844484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:18:15.846740 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e288ebf-077b-4bc3-9df0-503b43af2a56" -d '{"events": [{"server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "name": "network-vif-plugged", "status": "completed", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:18:15.860443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e7c362cf-62c9-411b-9081-b8bc35201138,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:15.865080 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:15.865940 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59d38a92-2705-4a11-928c-69ed54075ee3 req-029b130a-9b0a-4cbd-8564-0c274cbaf998 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360630 Jul 29 15:18:15.895661 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c257d99-234f-4af2-9817-03278a57b908 x-openstack-request-id: req-3c257d99-234f-4af2-9817-03278a57b908 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:18:15.895954 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "name": "network-vif-plugged", "status": "completed", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:18:15.896206 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c257d99-234f-4af2-9817-03278a57b908 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:18:15.896590 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'code': 200} Jul 29 15:18:15.929249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=e7c362cf-62c9-411b-9081-b8bc35201138,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:15.994836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a43a5-11ad-4493-b3c1-854c00664ec0 req-87739c0a-f758-4b76-a0a8-31dfd793bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:15.996367 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e90a43a5-11ad-4493-b3c1-854c00664ec0 req-87739c0a-f758-4b76-a0a8-31dfd793bb44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1096 time: 0.0442319 Jul 29 15:18:16.029925 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e90a43a5-11ad-4493-b3c1-854c00664ec0 req-0e3f2755-9133-4349-8ba7-5986d9af7375 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268033 Jul 29 15:18:16.633615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee5cd9-1fbe-4f6d-bb13-36f3fbd7f3e2 req-63d7bcae-26f0-4233-adfa-6f304ec5d1c6 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:16.635136 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cdee5cd9-1fbe-4f6d-bb13-36f3fbd7f3e2 req-63d7bcae-26f0-4233-adfa-6f304ec5d1c6 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 947 time: 0.0521824 Jul 29 15:18:16.675503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cdee5cd9-1fbe-4f6d-bb13-36f3fbd7f3e2 req-563a3502-3596-4d57-aef2-5d5007f5d722 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/security-groups?id=38ec0ae1-6d6a-45fd-a5d1-bcf860b537be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335982 Jul 29 15:18:16.683432 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-231c9e5c-2202-4930-a820-48225d10e68a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:16.685223 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-231c9e5c-2202-4930-a820-48225d10e68a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 812 time: 0.1094964 Jul 29 15:18:16.700572 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-09fec57d-58fd-46e4-a176-56bf2b07b1c1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/quotas/0e99c03d4a234821be155e2a34f15433 HTTP/1.1" status: 200 len: 375 time: 0.0094275 Jul 29 15:18:16.758990 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-ba171586-916e-4790-9218-fa9ec15ffaba tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519738 Jul 29 15:18:16.855965 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-9f7b4755-0ba3-4bcc-8997-aa3a3d6da08b service neutron] 10.222.0.16 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887318 Jul 29 15:18:16.951320 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-3430ad4b-50be-46b6-83e8-e37eeddb7189 service neutron] 10.222.0.16 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889964 Jul 29 15:18:16.988579 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af01476-ac5c-4c98-b6db-2aee74d96690 req-6f1e8d57-ba9c-4a15-8f61-56f05000f034 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:16.990421 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2af01476-ac5c-4c98-b6db-2aee74d96690 req-6f1e8d57-ba9c-4a15-8f61-56f05000f034 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0543394 Jul 29 15:18:17.029811 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2af01476-ac5c-4c98-b6db-2aee74d96690 req-93eed2e6-3738-4671-9ee9-2377f85a9a10 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333552 Jul 29 15:18:17.152403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d791a4e-9745-4fbb-b349-bce5149ddefd req-4b76fd88-8dd3-4c7a-98d6-87fbbe6ed0eb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:17.153946 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6d791a4e-9745-4fbb-b349-bce5149ddefd req-4b76fd88-8dd3-4c7a-98d6-87fbbe6ed0eb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0519125 Jul 29 15:18:17.196086 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6d791a4e-9745-4fbb-b349-bce5149ddefd req-46dbcec1-26e6-442e-b399-eb44ffa87228 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350766 Jul 29 15:18:17.232564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47604) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:17.257649 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aacc7b9f-e440-46fd-9ee5-a6ec4fa509c1 req-334395bc-8c8b-4cf3-894f-dce1666eedf4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 210 time: 0.0371380 Jul 29 15:18:17.294488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2dc92d-e889-4858-91cd-af349d5810d0 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:17.299293 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cb2dc92d-e889-4858-91cd-af349d5810d0 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1091 time: 0.0625343 Jul 29 15:18:17.299728 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47606) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:17.304502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:18:17.332604 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:17.440370 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:17.545965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Allocated IP 172.25.6.152 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/dbe8b02b-0e06-4104-9c63-a4ba1275c743) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:18:17.655288 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:17.698069 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:17.737956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:17.741426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:17.745190 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:18:17.773264 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=dbe8b02b-0e06-4104-9c63-a4ba1275c743,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:17.801599 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb7259-9134-4889-9ae4-5edd8264174c req-6e72e212-e8c8-4501-8939-de0c7d11ddac tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:17.803167 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0edb7259-9134-4889-9ae4-5edd8264174c req-6e72e212-e8c8-4501-8939-de0c7d11ddac tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 947 time: 0.0555451 Jul 29 15:18:17.851164 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0edb7259-9134-4889-9ae4-5edd8264174c req-079c37c7-7811-497a-b2d8-ac38329e61f0 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/security-groups?id=38ec0ae1-6d6a-45fd-a5d1-bcf860b537be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417557 Jul 29 15:18:18.227488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 0413a33f-483c-4216-97bb-ad4e27300bed details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:18:18.329897 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-3c1a617a-8c27-440b-825c-ea7f043ba3a7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:18.331462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-3c1a617a-8c27-440b-825c-ea7f043ba3a7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.39 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 812 time: 0.2544141 Jul 29 15:18:18.334925 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:18.351664 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-4684831d-2dad-4709-9579-96ab99ff19b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'port': {'device_id': '69aa6514-0996-498b-9c75-7caa8dc42704', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'admin_state_up': True, 'tenant_id': '0e99c03d4a234821be155e2a34f15433'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:18:18.378887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 0413a33f-483c-4216-97bb-ad4e27300bed, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=0413a33f-483c-4216-97bb-ad4e27300bed,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:18.413122 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dcfe9421-965d-4989-a384-e0b81f83ea9b req-b37e7a2f-60c0-4681-8d90-e765b33d2030 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 210 time: 0.0670166 Jul 29 15:18:18.518401 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:18.553956 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '0413a33f-483c-4216-97bb-ad4e27300bed', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': '0413a33f-483c-4216-97bb-ad4e27300bed', 'mac_address': 'fa:16:3e:05:a5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:18:18.592603 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-4684831d-2dad-4709-9579-96ab99ff19b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Made reservation on behalf of 0e99c03d4a234821be155e2a34f15433 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:18:18.594431 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:18.596985 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-4684831d-2dad-4709-9579-96ab99ff19b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:18.608029 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0413a33f-483c-4216-97bb-ad4e27300bed {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:18:18.630318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 0413a33f-483c-4216-97bb-ad4e27300bed, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=0413a33f-483c-4216-97bb-ad4e27300bed,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:18.634681 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:18.688080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=0413a33f-483c-4216-97bb-ad4e27300bed,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:18.817926 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:18.823618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-4684831d-2dad-4709-9579-96ab99ff19b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Allocated IP 172.20.0.13 (2044df4b-bfd3-4360-b6e1-19b509d510c3/75df3822-2e14-4a29-a75b-0fe0e53a1f68/93099a9c-db8e-4149-a299-158ab548a5e8) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:18:18.825767 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:18.917617 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['0413a33f-483c-4216-97bb-ad4e27300bed'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:18:18.950095 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=dbe8b02b-0e06-4104-9c63-a4ba1275c743,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:18.969132 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:18.985445 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22b89e-230b-4dbc-8446-82dd2f85277b req-c49fedeb-ca21-499f-8afd-2aaf0b1da6c0 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:18.995479 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d22b89e-230b-4dbc-8446-82dd2f85277b req-c49fedeb-ca21-499f-8afd-2aaf0b1da6c0 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 948 time: 0.0702872 Jul 29 15:18:19.042529 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d22b89e-230b-4dbc-8446-82dd2f85277b req-84dc0d54-cb39-4df0-aaff-7963453050a9 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/security-groups?id=38ec0ae1-6d6a-45fd-a5d1-bcf860b537be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446949 Jul 29 15:18:19.512209 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Floating IP cea94f84-9734-49f7-b048-0f06a0c8af19 associated. External IP: 172.25.6.152, port: e7c362cf-62c9-411b-9081-b8bc35201138. Jul 29 15:18:19.569198 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ebe6bc90-ae62-4d55-9321-3b4a6e747fd3 req-ef3a351d-e5f5-4026-acfe-52b462cff5bd tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 210 time: 0.0765347 Jul 29 15:18:19.587352 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-4684831d-2dad-4709-9579-96ab99ff19b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:19.636547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-4684831d-2dad-4709-9579-96ab99ff19b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Transition to ACTIVE for port object 93099a9c-db8e-4149-a299-158ab548a5e8 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:19.725541 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-4684831d-2dad-4709-9579-96ab99ff19b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:19.810386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-4684831d-2dad-4709-9579-96ab99ff19b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Network 2044df4b-bfd3-4360-b6e1-19b509d510c3 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:19.816340 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-4684831d-2dad-4709-9579-96ab99ff19b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:19.825281 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-4684831d-2dad-4709-9579-96ab99ff19b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:18:19.868325 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684831d-2dad-4709-9579-96ab99ff19b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'Port': ['ID=93099a9c-db8e-4149-a299-158ab548a5e8,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:19.908855 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-4684831d-2dad-4709-9579-96ab99ff19b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:19.909521 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-4684831d-2dad-4709-9579-96ab99ff19b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:19.913231 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router cd609c83-86a8-4893-a8ff-db702f306824 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:18:19.966677 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-4684831d-2dad-4709-9579-96ab99ff19b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6188953 Jul 29 15:18:19.979582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Request body: {'port': {'device_id': '69aa6514-0996-498b-9c75-7caa8dc42704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:18:20.089518 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:20.092079 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:18:20.108427 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efcad3b-9738-4117-a657-0e6801b3fc41 None None] Sync routers for ids ['cd609c83-86a8-4893-a8ff-db702f306824'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:18:20.118727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-17493d13-a815-4694-b5d3-fddcac366460 None None] Provisioning for port 93099a9c-db8e-4149-a299-158ab548a5e8 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:20.123071 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-17493d13-a815-4694-b5d3-fddcac366460 None None] Provisioning complete for port 93099a9c-db8e-4149-a299-158ab548a5e8 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:20.123524 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17493d13-a815-4694-b5d3-fddcac366460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:20.132637 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efcad3b-9738-4117-a657-0e6801b3fc41 None None] Routers {'cd609c83-86a8-4893-a8ff-db702f306824'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:18:20.133304 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7efcad3b-9738-4117-a657-0e6801b3fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:18:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['cd609c83-86a8-4893-a8ff-db702f306824'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:20.137075 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:20.173307 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-17493d13-a815-4694-b5d3-fddcac366460 None None] Port 93099a9c-db8e-4149-a299-158ab548a5e8 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:18:20.187493 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ffb16ffc-36eb-4241-8731-f3450219728d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8840744 Jul 29 15:18:20.187729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:18:20.189954 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1bfcab-d903-4fc2-9181-96ed08ef336b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:18:20.224961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7044b48-31d2-4c1c-869b-fd5ca3da5eab req-dd61430b-5189-44ca-a0ee-9aacb5775f18 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:20.227831 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7044b48-31d2-4c1c-869b-fd5ca3da5eab req-dd61430b-5189-44ca-a0ee-9aacb5775f18 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 948 time: 0.0878532 Jul 29 15:18:20.244691 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 0413a33f-483c-4216-97bb-ad4e27300bed up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:20.279340 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7044b48-31d2-4c1c-869b-fd5ca3da5eab req-d08620f4-8e58-48be-b612-af624570bb95 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/security-groups?id=38ec0ae1-6d6a-45fd-a5d1-bcf860b537be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437851 Jul 29 15:18:20.320159 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-7efcad3b-9738-4117-a657-0e6801b3fc41 None None] Set router cd609c83-86a8-4893-a8ff-db702f306824 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:18:20.355309 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 0413a33f-483c-4216-97bb-ad4e27300bed completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:20.360067 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 0413a33f-483c-4216-97bb-ad4e27300bed triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:20.360067 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:20.380265 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1c5581-3e0c-4a3c-809c-02527922b112 x-openstack-request-id: req-6e1c5581-3e0c-4a3c-809c-02527922b112 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:18:20.380561 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:18:20.380837 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e1c5581-3e0c-4a3c-809c-02527922b112 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:18:20.381237 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'status': 'completed', 'code': 200} Jul 29 15:18:20.406478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b0150-bb4c-4676-8f68-68dc1a6b0d91 req-837b0531-845b-4fd2-b672-5ee9dc9a3f44 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:20.413974 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-776b0150-bb4c-4676-8f68-68dc1a6b0d91 req-837b0531-845b-4fd2-b672-5ee9dc9a3f44 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.1418631 Jul 29 15:18:20.490497 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-776b0150-bb4c-4676-8f68-68dc1a6b0d91 req-199702b6-b7ca-46d4-b11d-d689966a8d1f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754106 Jul 29 15:18:20.491046 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:20.491704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bfcab-d903-4fc2-9181-96ed08ef336b req-6ebd59ed-b20a-47ff-b241-35b344d8fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:20.493307 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f1bfcab-d903-4fc2-9181-96ed08ef336b req-6ebd59ed-b20a-47ff-b241-35b344d8fcb2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1096 time: 0.0857222 Jul 29 15:18:20.506372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47628) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:20.525919 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662cfd11-41da-4843-9019-a951948106fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0413a33f-483c-4216-97bb-ad4e27300bed'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:18:20.529536 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c66e1eb-6585-45fb-a11b-3595e7f7858b" -d '{"events": [{"server_uuid": "662cfd11-41da-4843-9019-a951948106fb", "name": "network-vif-plugged", "status": "completed", "tag": "0413a33f-483c-4216-97bb-ad4e27300bed"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:18:20.546692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 0413a33f-483c-4216-97bb-ad4e27300bed, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=0413a33f-483c-4216-97bb-ad4e27300bed,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:20.556497 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:20.578006 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93099a9c-db8e-4149-a299-158ab548a5e8 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:18:20.587626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:20.616454 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92380738-930c-41a2-9091-4e4a467a32c1 x-openstack-request-id: req-92380738-930c-41a2-9091-4e4a467a32c1 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:18:20.617055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Transition to ACTIVE for port object 93099a9c-db8e-4149-a299-158ab548a5e8 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:20.618585 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662cfd11-41da-4843-9019-a951948106fb", "name": "network-vif-plugged", "status": "completed", "tag": "0413a33f-483c-4216-97bb-ad4e27300bed", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:18:20.619000 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92380738-930c-41a2-9091-4e4a467a32c1 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:18:20.620198 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662cfd11-41da-4843-9019-a951948106fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0413a33f-483c-4216-97bb-ad4e27300bed', 'code': 200} Jul 29 15:18:20.623761 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:20.626896 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7efcad3b-9738-4117-a657-0e6801b3fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147970065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:04Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'cea94f84-9734-49f7-b048-0f06a0c8af19', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'port_id': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'mac_address': 'fa:16:3e:78:67:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:18:17Z', 'updated_at': '2021-07-29T15:18:17Z', 'revision_number': 0, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24401085-256e-4b18-ad48-9191d9861308', 'name': '', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:22:59:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:03Z', 'updated_at': '2021-07-29T15:18:10Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:20.669344 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=0413a33f-483c-4216-97bb-ad4e27300bed,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:20.670638 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efcad3b-9738-4117-a657-0e6801b3fc41 None None] Checking router: cd609c83-86a8-4893-a8ff-db702f306824 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:18:20.680893 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efcad3b-9738-4117-a657-0e6801b3fc41 None None] Routers {'cd609c83-86a8-4893-a8ff-db702f306824'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:18:20.681731 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7efcad3b-9738-4117-a657-0e6801b3fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:18:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['cd609c83-86a8-4893-a8ff-db702f306824'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:20.698742 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4f53bb72-8cfc-41c6-a7b4-fe313355ccc0 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/cea94f84-9734-49f7-b048-0f06a0c8af19 HTTP/1.1" status: 200 len: 991 time: 0.1912067 Jul 29 15:18:20.776416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bfcab-d903-4fc2-9181-96ed08ef336b req-ecaccd37-87e3-4d52-9b73-acacb077cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:20.778896 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f1bfcab-d903-4fc2-9181-96ed08ef336b req-ecaccd37-87e3-4d52-9b73-acacb077cb73 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f HTTP/1.1" status: 200 len: 898 time: 0.2776718 Jul 29 15:18:20.819241 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-7efcad3b-9738-4117-a657-0e6801b3fc41 None None] Set router cd609c83-86a8-4893-a8ff-db702f306824 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:18:20.870311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a48bd-44e8-4264-8af4-3298735ecd07 req-0d072201-1caa-43bd-8315-4b3d21728b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:20.871856 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e2a48bd-44e8-4264-8af4-3298735ecd07 req-0d072201-1caa-43bd-8315-4b3d21728b58 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 1100 time: 0.2035680 Jul 29 15:18:20.886943 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660df0c2-fe01-4655-956c-3c1e71885b08 req-dc40bb52-22d9-4aa7-9360-fe176eb6fc4b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:20.888585 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-660df0c2-fe01-4655-956c-3c1e71885b08 req-dc40bb52-22d9-4aa7-9360-fe176eb6fc4b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 944 time: 0.2113218 Jul 29 15:18:20.892860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Pushing event updated for resources: {'Port': ['ID=93099a9c-db8e-4149-a299-158ab548a5e8,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:20.897137 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f1bfcab-d903-4fc2-9181-96ed08ef336b req-ad1622a4-996e-4453-9f0b-3bd1f7af4175 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 200 len: 999 time: 0.1106541 Jul 29 15:18:20.979095 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Attempting to bind port 93099a9c-db8e-4149-a299-158ab548a5e8 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:18:20.979533 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Attempting to bind port 93099a9c-db8e-4149-a299-158ab548a5e8 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:18:20.979962 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Attempting to bind port 93099a9c-db8e-4149-a299-158ab548a5e8 on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:20.985736 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bfcab-d903-4fc2-9181-96ed08ef336b req-8de8eaee-844c-4a4f-b4c5-b0fd1d58c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:20.991460 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f1bfcab-d903-4fc2-9181-96ed08ef336b req-8de8eaee-844c-4a4f-b4c5-b0fd1d58c6c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9496ad0c-0063-4e0a-9b56-44f09a2e3669 HTTP/1.1" status: 200 len: 833 time: 0.0860245 Jul 29 15:18:20.994259 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-660df0c2-fe01-4655-956c-3c1e71885b08 req-1dcac51b-6850-4210-a46d-07e248b54bab tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918369 Jul 29 15:18:20.995889 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6e2a48bd-44e8-4264-8af4-3298735ecd07 req-c1c3736e-ea00-499a-a209-b704d11754a1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=38ec0ae1-6d6a-45fd-a5d1-bcf860b537be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040516 Jul 29 15:18:20.996795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Port 93099a9c-db8e-4149-a299-158ab548a5e8 on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:18:20.997204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Attempting to bind port 93099a9c-db8e-4149-a299-158ab548a5e8 on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:21.003116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:18:21.003913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Checking segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:18:21.003913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Bound using segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:18:21.004409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Bound port: 93099a9c-db8e-4149-a299-158ab548a5e8, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:18:21.004814 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:21.058914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bfcab-d903-4fc2-9181-96ed08ef336b req-440eff4f-0a81-4441-87bb-004dc87b7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:21.060971 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f1bfcab-d903-4fc2-9181-96ed08ef336b req-440eff4f-0a81-4441-87bb-004dc87b7de8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594742 Jul 29 15:18:21.088966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] For port 93099a9c-db8e-4149-a299-158ab548a5e8, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:18:21.092446 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] For port 93099a9c-db8e-4149-a299-158ab548a5e8, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=93099a9c-db8e-4149-a299-158ab548a5e8,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:18:21.099148 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:21.172216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:21.172845 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:21.174347 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] 10.222.0.39 "PUT /v2.0/ports/93099a9c-db8e-4149-a299-158ab548a5e8 HTTP/1.1" status: 200 len: 1092 time: 1.1990263 Jul 29 15:18:21.175373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4739092-2e5c-4f06-8b0a-c639a31110f0 service neutron] Pushing event updated for resources: {'Port': ['ID=93099a9c-db8e-4149-a299-158ab548a5e8,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:21.194251 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f1bfcab-d903-4fc2-9181-96ed08ef336b req-b3e10c16-aa0f-4dbc-abde-939a7d223d8d service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250577 Jul 29 15:18:21.207677 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7efcad3b-9738-4117-a657-0e6801b3fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147970065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:04Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'cea94f84-9734-49f7-b048-0f06a0c8af19', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'port_id': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'mac_address': 'fa:16:3e:78:67:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:18:17Z', 'updated_at': '2021-07-29T15:18:17Z', 'revision_number': 0, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24401085-256e-4b18-ad48-9191d9861308', 'name': '', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:22:59:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:03Z', 'updated_at': '2021-07-29T15:18:10Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:21.295748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-923656c5-7759-4a0d-977a-b33c5465ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:21.298165 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-923656c5-7759-4a0d-977a-b33c5465ba6e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 1095 time: 0.0758064 Jul 29 15:18:21.347999 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3f1bfcab-d903-4fc2-9181-96ed08ef336b req-2802a07b-7892-4b7f-a846-4f4f44646a24 service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380310 Jul 29 15:18:21.376373 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-221ae4b9-7f3b-4045-b532-6d12b3fb6fd8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93099a9c-db8e-4149-a299-158ab548a5e8 HTTP/1.1" status: 200 len: 217 time: 0.0581756 Jul 29 15:18:21.378165 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efcad3b-9738-4117-a657-0e6801b3fc41 None None] The sync data for ids ['cd609c83-86a8-4893-a8ff-db702f306824'] in n-d-802893-1 is: [{'id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147970065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:04Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'cea94f84-9734-49f7-b048-0f06a0c8af19', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'floating_ip_address': '172.25.6.152', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'port_id': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'mac_address': 'fa:16:3e:78:67:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:18:17Z', 'updated_at': '2021-07-29T15:18:17Z', 'revision_number': 0, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24401085-256e-4b18-ad48-9191d9861308', 'name': '', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:22:59:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:03Z', 'updated_at': '2021-07-29T15:18:10Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:18:21.439828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-948ca9ad-54de-45e0-9ee6-790df49fc5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:21.441537 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-948ca9ad-54de-45e0-9ee6-790df49fc5e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0560501 Jul 29 15:18:21.489227 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb0ad7-b021-41b9-8c9e-0685ef3be296 req-e008e362-a710-44e6-b2fe-af81979671b2 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:21.494370 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-75bb0ad7-b021-41b9-8c9e-0685ef3be296 req-e008e362-a710-44e6-b2fe-af81979671b2 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 949 time: 0.1151235 Jul 29 15:18:21.510869 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-855e08da-4e64-4f1c-a4e7-68c27ea2ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:21.513164 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-855e08da-4e64-4f1c-a4e7-68c27ea2ceea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640931 Jul 29 15:18:21.549620 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-75bb0ad7-b021-41b9-8c9e-0685ef3be296 req-33417e9a-3e51-46df-b889-1d365f8b757a tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/security-groups?id=38ec0ae1-6d6a-45fd-a5d1-bcf860b537be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469053 Jul 29 15:18:21.619447 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-7975805a-bca0-449c-b4d6-e71f7008f7b5 service neutron] 10.222.0.39 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989089 Jul 29 15:18:21.665745 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d6607-8d1c-4a3f-b9c4-2d1b37b3c21c None None] New status for floating IP cea94f84-9734-49f7-b048-0f06a0c8af19: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:18:21.703203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47638) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:21.717501 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-14cb5dd8-3857-4eb7-8248-5c6561a08fd1 req-97076347-e55c-4795-b977-fe75a3592de3 service neutron] 10.222.0.39 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911915 Jul 29 15:18:21.776089 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dac67a2d-32d6-421a-acdc-805c78cc2b48 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/cea94f84-9734-49f7-b048-0f06a0c8af19 HTTP/1.1" status: 200 len: 991 time: 0.0696642 Jul 29 15:18:22.135612 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b465ca1-2866-43c5-bfc8-840edd4c2339 req-247bd73e-b868-4af4-a39d-ce5e53686722 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:22.137137 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b465ca1-2866-43c5-bfc8-840edd4c2339 req-247bd73e-b868-4af4-a39d-ce5e53686722 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 944 time: 0.0574181 Jul 29 15:18:22.178408 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b465ca1-2866-43c5-bfc8-840edd4c2339 req-ff64e3ac-dd4f-40b1-893e-635ec13afc67 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Jul 29 15:18:22.382702 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69aa6514-0996-498b-9c75-7caa8dc42704', 'tag': '93099a9c-db8e-4149-a299-158ab548a5e8'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:18:22.385349 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19045f25-d456-4ead-ad41-cd674a2f80b2" -d '{"events": [{"name": "network-changed", "server_uuid": "69aa6514-0996-498b-9c75-7caa8dc42704", "tag": "93099a9c-db8e-4149-a299-158ab548a5e8"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:18:22.420720 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a69fba2-e4eb-4c9f-aa82-8fadc7935fdb x-openstack-request-id: req-3a69fba2-e4eb-4c9f-aa82-8fadc7935fdb {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:18:22.421063 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69aa6514-0996-498b-9c75-7caa8dc42704", "tag": "93099a9c-db8e-4149-a299-158ab548a5e8", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:18:22.421320 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a69fba2-e4eb-4c9f-aa82-8fadc7935fdb {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:18:22.421715 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69aa6514-0996-498b-9c75-7caa8dc42704', 'tag': '93099a9c-db8e-4149-a299-158ab548a5e8', 'status': 'completed', 'code': 200} Jul 29 15:18:22.483104 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19045f25-d456-4ead-ad41-cd674a2f80b2 req-fdadb57c-a90d-4084-a433-72d0df2b0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:22.485140 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-19045f25-d456-4ead-ad41-cd674a2f80b2 req-fdadb57c-a90d-4084-a433-72d0df2b0ca7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 1095 time: 0.0415509 Jul 29 15:18:22.584405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19045f25-d456-4ead-ad41-cd674a2f80b2 req-c3d307a4-b5e1-43ec-9e8e-85205a0dcb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:22.584936 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-19045f25-d456-4ead-ad41-cd674a2f80b2 req-c3d307a4-b5e1-43ec-9e8e-85205a0dcb7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.0927932 Jul 29 15:18:22.641435 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-19045f25-d456-4ead-ad41-cd674a2f80b2 req-c7059513-16a1-489d-bfe1-26379ad9f78b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93099a9c-db8e-4149-a299-158ab548a5e8 HTTP/1.1" status: 200 len: 217 time: 0.0444465 Jul 29 15:18:22.728991 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ac0d1-47ec-4183-a49e-4b80a51b4c2b req-2c4f2be7-0acc-49a1-b7b9-dd892f2dd0ed tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:22.730733 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e12ac0d1-47ec-4183-a49e-4b80a51b4c2b req-2c4f2be7-0acc-49a1-b7b9-dd892f2dd0ed tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 949 time: 0.0926337 Jul 29 15:18:22.732477 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19045f25-d456-4ead-ad41-cd674a2f80b2 req-14bfce0f-13aa-41a8-8862-c6eea6e87d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:22.734803 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-19045f25-d456-4ead-ad41-cd674a2f80b2 req-14bfce0f-13aa-41a8-8862-c6eea6e87d73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0847411 Jul 29 15:18:22.778812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47646) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:22.811638 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e12ac0d1-47ec-4183-a49e-4b80a51b4c2b req-dd0800f6-bdf7-4ab6-8257-a37f1a201363 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/security-groups?id=38ec0ae1-6d6a-45fd-a5d1-bcf860b537be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726225 Jul 29 15:18:22.818582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19045f25-d456-4ead-ad41-cd674a2f80b2 req-371fbf92-a7e7-4516-9867-ba31712f935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:22.820286 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-19045f25-d456-4ead-ad41-cd674a2f80b2 req-371fbf92-a7e7-4516-9867-ba31712f935a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629406 Jul 29 15:18:22.886347 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ddd93fc9-c002-48f8-a035-603fdf0d0edd tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/cea94f84-9734-49f7-b048-0f06a0c8af19 HTTP/1.1" status: 200 len: 993 time: 0.1001878 Jul 29 15:18:22.928760 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-19045f25-d456-4ead-ad41-cd674a2f80b2 req-50cbe077-5fe6-4288-87ec-4b6a1b869d84 service neutron] 10.222.0.39 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015942 Jul 29 15:18:23.030692 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-19045f25-d456-4ead-ad41-cd674a2f80b2 req-90ad0619-f579-4745-ad13-c04a8c9a821c service neutron] 10.222.0.39 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954943 Jul 29 15:18:23.108251 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223e6d1-35a9-4f6e-82bb-abf044538a66 req-c456ff83-0163-49c9-8fbf-8721bf28f2b3 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:23.109976 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3223e6d1-35a9-4f6e-82bb-abf044538a66 req-c456ff83-0163-49c9-8fbf-8721bf28f2b3 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 949 time: 0.0505114 Jul 29 15:18:23.151913 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3223e6d1-35a9-4f6e-82bb-abf044538a66 req-ae8d3bb4-74d6-4c3c-8860-2f2b0680a923 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/security-groups?id=38ec0ae1-6d6a-45fd-a5d1-bcf860b537be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356326 Jul 29 15:18:23.611808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff903ba9-8d12-4292-b410-780909a4db82 req-bef21990-f5ee-4b79-9b74-dac4befe92f0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:23.613332 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff903ba9-8d12-4292-b410-780909a4db82 req-bef21990-f5ee-4b79-9b74-dac4befe92f0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 944 time: 0.3646870 Jul 29 15:18:23.651463 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff903ba9-8d12-4292-b410-780909a4db82 req-3adc12f6-c244-4443-9ec8-d3a0cd4201a0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Jul 29 15:18:24.267389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49fd8-6d9e-4a30-bf8f-e2f5f1e7503c req-5b070b70-1bb1-43fb-9a76-52276988eca2 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:24.268912 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d3a49fd8-6d9e-4a30-bf8f-e2f5f1e7503c req-5b070b70-1bb1-43fb-9a76-52276988eca2 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 949 time: 0.0491242 Jul 29 15:18:24.307667 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d3a49fd8-6d9e-4a30-bf8f-e2f5f1e7503c req-f544530d-2806-4d69-90b9-a5a03d7c41e1 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/security-groups?id=38ec0ae1-6d6a-45fd-a5d1-bcf860b537be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328300 Jul 29 15:18:24.459687 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec00f29-4996-4aad-a2c6-3f79e94e476e req-6aa1d055-eded-4183-8474-0244b4ea3843 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:24.461084 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ec00f29-4996-4aad-a2c6-3f79e94e476e req-6aa1d055-eded-4183-8474-0244b4ea3843 tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.38 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 949 time: 0.0525143 Jul 29 15:18:24.551567 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-3ec00f29-4996-4aad-a2c6-3f79e94e476e req-a072aa36-659a-4b12-8363-ef65d895208d tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Deleting port 0413a33f-483c-4216-97bb-ad4e27300bed {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:18:24.551910 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3ec00f29-4996-4aad-a2c6-3f79e94e476e req-a072aa36-659a-4b12-8363-ef65d895208d tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:24.648059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-3ec00f29-4996-4aad-a2c6-3f79e94e476e req-a072aa36-659a-4b12-8363-ef65d895208d tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] For port 0413a33f-483c-4216-97bb-ad4e27300bed, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=0413a33f-483c-4216-97bb-ad4e27300bed,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:24.648422 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3ec00f29-4996-4aad-a2c6-3f79e94e476e req-a072aa36-659a-4b12-8363-ef65d895208d tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:24.661316 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-3ec00f29-4996-4aad-a2c6-3f79e94e476e req-a072aa36-659a-4b12-8363-ef65d895208d tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Calling delete_port for 0413a33f-483c-4216-97bb-ad4e27300bed owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:18:24.775857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53090d6a-d913-4d14-9df3-47db5dc97539 req-54de364b-7384-40cb-903f-3946d8d67d42 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:24.778422 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53090d6a-d913-4d14-9df3-47db5dc97539 req-54de364b-7384-40cb-903f-3946d8d67d42 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 944 time: 0.0533557 Jul 29 15:18:24.819337 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3ec00f29-4996-4aad-a2c6-3f79e94e476e req-a072aa36-659a-4b12-8363-ef65d895208d tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:24.824755 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53090d6a-d913-4d14-9df3-47db5dc97539 req-ef3152df-ae14-4377-a330-5fd705079c50 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367663 Jul 29 15:18:24.851978 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072aa36-659a-4b12-8363-ef65d895208d tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Pushing event deleted for resources: {'Port': ['ID=0413a33f-483c-4216-97bb-ad4e27300bed,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:24.856356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['0413a33f-483c-4216-97bb-ad4e27300bed'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:18:24.896648 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec00f29-4996-4aad-a2c6-3f79e94e476e req-a072aa36-659a-4b12-8363-ef65d895208d tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] No DVR routers for this DVR port 0413a33f-483c-4216-97bb-ad4e27300bed on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:18:24.899362 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3ec00f29-4996-4aad-a2c6-3f79e94e476e req-a072aa36-659a-4b12-8363-ef65d895208d tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:24.901736 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ec00f29-4996-4aad-a2c6-3f79e94e476e req-a072aa36-659a-4b12-8363-ef65d895208d tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.38 "DELETE /v2.0/ports/0413a33f-483c-4216-97bb-ad4e27300bed HTTP/1.1" status: 204 len: 173 time: 0.4346032 Jul 29 15:18:24.902014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662cfd11-41da-4843-9019-a951948106fb', 'name': 'network-vif-deleted', 'tag': '0413a33f-483c-4216-97bb-ad4e27300bed'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:18:24.904457 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9b9c52-a227-4139-a39b-ef7f81b911a2" -d '{"events": [{"server_uuid": "662cfd11-41da-4843-9019-a951948106fb", "name": "network-vif-deleted", "tag": "0413a33f-483c-4216-97bb-ad4e27300bed"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:18:24.949717 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae429c73-c291-4d6f-bdac-7ff763cb1822 x-openstack-request-id: req-ae429c73-c291-4d6f-bdac-7ff763cb1822 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:18:24.950302 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662cfd11-41da-4843-9019-a951948106fb", "name": "network-vif-deleted", "tag": "0413a33f-483c-4216-97bb-ad4e27300bed", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:18:24.950565 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae429c73-c291-4d6f-bdac-7ff763cb1822 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:18:24.950920 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662cfd11-41da-4843-9019-a951948106fb', 'name': 'network-vif-deleted', 'tag': '0413a33f-483c-4216-97bb-ad4e27300bed', 'status': 'completed', 'code': 200} Jul 29 15:18:25.418242 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e72de353-ff34-4e96-8f61-0118e9c30c09 req-1c715b7b-c344-4190-9a8c-57db6b60d40d tempest-VolumesNegativeTest-132571547 tempest-VolumesNegativeTest-132571547-project] 10.222.0.16 "GET /v2.0/ports?device_id=662cfd11-41da-4843-9019-a951948106fb HTTP/1.1" status: 200 len: 210 time: 0.0298486 Jul 29 15:18:25.944154 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f2a9f-6ec7-4990-b210-0d445cc77d46 req-162aed34-62dc-484d-b7d1-911cd4fcc218 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:25.945661 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-297f2a9f-6ec7-4990-b210-0d445cc77d46 req-162aed34-62dc-484d-b7d1-911cd4fcc218 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 944 time: 0.0482900 Jul 29 15:18:25.983571 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-297f2a9f-6ec7-4990-b210-0d445cc77d46 req-58421210-719d-48ba-9198-76e8424f7cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318980 Jul 29 15:18:26.467490 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:27.104867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7708f-6bfc-46f4-8406-4b3ab6099f95 req-cb075717-8a86-426e-adbe-a19659d2d633 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:27.106394 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08e7708f-6bfc-46f4-8406-4b3ab6099f95 req-cb075717-8a86-426e-adbe-a19659d2d633 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 944 time: 0.0524650 Jul 29 15:18:27.148291 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08e7708f-6bfc-46f4-8406-4b3ab6099f95 req-1178fbdc-6ca5-4c4b-bb1d-9376550f7122 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343120 Jul 29 15:18:28.250959 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 0413a33f-483c-4216-97bb-ad4e27300bed no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:18:28.271963 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13aebb-ea05-46fe-b236-a3759dda05e7 req-e2e122ea-57cd-4b42-8c9c-a271da9a22eb tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:28.277101 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 0413a33f-483c-4216-97bb-ad4e27300bed {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:18:28.277670 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 0413a33f-483c-4216-97bb-ad4e27300bed not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:18:28.279496 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3a13aebb-ea05-46fe-b236-a3759dda05e7 req-e2e122ea-57cd-4b42-8c9c-a271da9a22eb tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 944 time: 0.0605948 Jul 29 15:18:28.314907 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3a13aebb-ea05-46fe-b236-a3759dda05e7 req-c4f6453f-3dd7-4bfa-9ed1-8d201a0cc32d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343225 Jul 29 15:18:28.925996 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:18:29.440449 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1640dc-1d7a-403d-bf70-4c734ab80c2e req-7ffde6b6-abef-475d-98b4-8393db0e422a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:29.441976 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc1640dc-1d7a-403d-bf70-4c734ab80c2e req-7ffde6b6-abef-475d-98b4-8393db0e422a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 944 time: 0.0499823 Jul 29 15:18:29.480826 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc1640dc-1d7a-403d-bf70-4c734ab80c2e req-c8b2b6f7-355b-4ead-bc65-ac1bc2dc70df tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326850 Jul 29 15:18:29.751153 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 93099a9c-db8e-4149-a299-158ab548a5e8 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:18:29.860852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 93099a9c-db8e-4149-a299-158ab548a5e8, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=93099a9c-db8e-4149-a299-158ab548a5e8,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:29.872700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '93099a9c-db8e-4149-a299-158ab548a5e8', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'port_id': '93099a9c-db8e-4149-a299-158ab548a5e8', 'mac_address': 'fa:16:3e:79:6f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:18:29.909443 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:29.922095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93099a9c-db8e-4149-a299-158ab548a5e8 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:18:29.942179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 93099a9c-db8e-4149-a299-158ab548a5e8, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=93099a9c-db8e-4149-a299-158ab548a5e8,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:29.946704 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:29.997282 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=93099a9c-db8e-4149-a299-158ab548a5e8,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:30.004849 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:30.005219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:30.005548 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:30.005888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:30.006222 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:30.006556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:30.006886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:30.007212 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:30.007537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:30.007860 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:30.008182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:30.008503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:30.168868 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['93099a9c-db8e-4149-a299-158ab548a5e8'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:18:30.539916 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b45e2ab9-6410-4537-99ab-658c4eb50b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:30.600307 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ffee2-23db-4858-94b3-36ff6d5e2a37 req-4fa247a4-a132-4f2f-badb-28ade01101da tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:30.601733 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-017ffee2-23db-4858-94b3-36ff6d5e2a37 req-4fa247a4-a132-4f2f-badb-28ade01101da tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 945 time: 0.0503671 Jul 29 15:18:30.641518 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-017ffee2-23db-4858-94b3-36ff6d5e2a37 req-728ed5f3-9ffb-4a8e-aa35-63fad2447cb1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328119 Jul 29 15:18:31.264627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47904) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:31.398512 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0f76140a-374a-4f28-bf6a-25dc083c6124 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c07b867632f249f4b5df713c2afe6c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321578 Jul 29 15:18:31.400867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47908) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:31.447345 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:31.471543 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:31.518049 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:31.520506 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:31.521692 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38ec0ae1-6d6a-45fd-a5d1-bcf860b537be HTTP/1.1" status: 204 len: 168 time: 0.1199229 Jul 29 15:18:31.530369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ec0ae1-6d6a-45fd-a5d1-bcf860b537be,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:31.538664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:31.539010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:31.539347 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:31.539679 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:31.540006 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:31.540331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:31.540652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:31.540998 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:31.541317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:31.541632 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:31.541950 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:31.542271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaddbbd-52b1-4a3b-9b4f-4778b42ba218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:31.748477 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 93099a9c-db8e-4149-a299-158ab548a5e8 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:31.759718 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7254a-4546-4359-9cf6-ffb3de37a2eb req-6fb750e2-0e5d-40c8-ac1b-4c2838f1d8ba tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:31.761253 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ac7254a-4546-4359-9cf6-ffb3de37a2eb req-6fb750e2-0e5d-40c8-ac1b-4c2838f1d8ba tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 945 time: 0.0521593 Jul 29 15:18:31.805121 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ac7254a-4546-4359-9cf6-ffb3de37a2eb req-84528213-3de9-4554-aa09-88b0ad335e97 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367339 Jul 29 15:18:31.814724 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 93099a9c-db8e-4149-a299-158ab548a5e8 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:31.823281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 93099a9c-db8e-4149-a299-158ab548a5e8 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:31.823659 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:31.917782 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:31.941121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69aa6514-0996-498b-9c75-7caa8dc42704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93099a9c-db8e-4149-a299-158ab548a5e8'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:18:31.943394 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dcd129-6863-478f-b127-a134a278b7df" -d '{"events": [{"server_uuid": "69aa6514-0996-498b-9c75-7caa8dc42704", "name": "network-vif-plugged", "status": "completed", "tag": "93099a9c-db8e-4149-a299-158ab548a5e8"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:18:31.957817 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 93099a9c-db8e-4149-a299-158ab548a5e8, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=93099a9c-db8e-4149-a299-158ab548a5e8,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:31.962826 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:31.989701 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59112bc-e6a1-4bfa-b4f9-f86dd80b698e x-openstack-request-id: req-b59112bc-e6a1-4bfa-b4f9-f86dd80b698e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:18:31.989998 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69aa6514-0996-498b-9c75-7caa8dc42704", "name": "network-vif-plugged", "status": "completed", "tag": "93099a9c-db8e-4149-a299-158ab548a5e8", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:18:31.990280 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b59112bc-e6a1-4bfa-b4f9-f86dd80b698e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:18:31.990674 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69aa6514-0996-498b-9c75-7caa8dc42704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93099a9c-db8e-4149-a299-158ab548a5e8', 'code': 200} Jul 29 15:18:32.017602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=93099a9c-db8e-4149-a299-158ab548a5e8,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:32.093923 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f4ce7-0eaa-47a7-8229-b252a22259d0 req-485792e6-8dec-4842-a805-cfc0e67a3b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:32.095472 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-849f4ce7-0eaa-47a7-8229-b252a22259d0 req-485792e6-8dec-4842-a805-cfc0e67a3b6d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 1097 time: 0.0445623 Jul 29 15:18:32.134088 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-849f4ce7-0eaa-47a7-8229-b252a22259d0 req-2f571c94-3e7c-4c2a-b42c-03d6c41c08f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293868 Jul 29 15:18:32.183940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47934) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:32.283720 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0f955f6a-dd9e-49d3-bde7-05dbfee598fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-174908767-network', 'tenant_id': '6c47227246844cf4b1241d12ff595471'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:18:32.305288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f955f6a-dd9e-49d3-bde7-05dbfee598fc admin admin] Made reservation on behalf of 6c47227246844cf4b1241d12ff595471 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:18:32.307777 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0f955f6a-dd9e-49d3-bde7-05dbfee598fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:32.316624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0f955f6a-dd9e-49d3-bde7-05dbfee598fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:32.403181 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0f955f6a-dd9e-49d3-bde7-05dbfee598fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:32.406921 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0f955f6a-dd9e-49d3-bde7-05dbfee598fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:32.431976 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f955f6a-dd9e-49d3-bde7-05dbfee598fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:18:32.442421 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f955f6a-dd9e-49d3-bde7-05dbfee598fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511d51e5-29ce-411c-8aaa-15ba96ec47b2,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:32.448099 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0f955f6a-dd9e-49d3-bde7-05dbfee598fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:32.448454 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-0f955f6a-dd9e-49d3-bde7-05dbfee598fc admin admin] Added segment 861a7438-47d7-4595-944d-3bee78a633c4 of type vlan for network 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f Jul 29 15:18:32.488616 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0f955f6a-dd9e-49d3-bde7-05dbfee598fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:32.517586 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0f955f6a-dd9e-49d3-bde7-05dbfee598fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:32.518742 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f955f6a-dd9e-49d3-bde7-05dbfee598fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:32.519315 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0f955f6a-dd9e-49d3-bde7-05dbfee598fc admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:32.594444 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0f955f6a-dd9e-49d3-bde7-05dbfee598fc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4093688 Jul 29 15:18:32.597507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 47938) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:32.602500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f099d399-a8ba-428a-a099-f4a635c2fa92 admin admin] Request body: {'subnet': {'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-174908767-subnet', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:18:32.607293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f955f6a-dd9e-49d3-bde7-05dbfee598fc admin admin] Pushing event updated for resources: {'Network': ['ID=9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:32.618038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:18:32.627088 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f099d399-a8ba-428a-a099-f4a635c2fa92 admin admin] Made reservation on behalf of 6c47227246844cf4b1241d12ff595471 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:18:32.629493 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f099d399-a8ba-428a-a099-f4a635c2fa92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:32.800587 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f099d399-a8ba-428a-a099-f4a635c2fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:32.865281 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099d399-a8ba-428a-a099-f4a635c2fa92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1976a8e3-e098-469d-8845-48842e6fc729,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:32.870133 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f099d399-a8ba-428a-a099-f4a635c2fa92 admin admin] Checking segment: {'id': '861a7438-47d7-4595-944d-3bee78a633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:18:32.870497 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f099d399-a8ba-428a-a099-f4a635c2fa92 admin admin] Network hostable DHCP agents. Network: 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:18:32.898288 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f099d399-a8ba-428a-a099-f4a635c2fa92 admin admin] Network 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:18:32.920052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-f099d399-a8ba-428a-a099-f4a635c2fa92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:32.927444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f099d399-a8ba-428a-a099-f4a635c2fa92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:32.928134 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f099d399-a8ba-428a-a099-f4a635c2fa92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:32.934349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca7b84d-838e-4246-adf9-541614b56e2a None None] Network 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:18:32.955502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e798f0-4a27-4f78-b71c-e990a43f6b63 req-6c1c47b8-f483-4fe4-861e-ffbb3630f728 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:32.957082 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31e798f0-4a27-4f78-b71c-e990a43f6b63 req-6c1c47b8-f483-4fe4-861e-ffbb3630f728 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 946 time: 0.0679798 Jul 29 15:18:32.961376 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47942) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:32.961561 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f099d399-a8ba-428a-a099-f4a635c2fa92 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3628736 Jul 29 15:18:32.966360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:18:33.000160 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:33.002260 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:33.015881 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-31e798f0-4a27-4f78-b71c-e990a43f6b63 req-d1517b3e-df9a-4fc1-8051-adf0efc01072 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483921 Jul 29 15:18:33.064875 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:33.120191 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'fixed_ips': [{'subnet_id': '1976a8e3-e098-469d-8845-48842e6fc729'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:18:33.121089 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:33.205597 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:33.220732 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:33.270463 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Allocated IP 172.20.0.2 (9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f/1976a8e3-e098-469d-8845-48842e6fc729/7502a642-278d-47c8-ac82-4418d13378b2) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:18:33.362500 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00bfd2f5-513c-46fa-bf0f-6cebb35e01ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:33.417251 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:33.434197 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:33.436817 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:33.443151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Transition to ACTIVE for port object 7502a642-278d-47c8-ac82-4418d13378b2 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:33.459308 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Transition to ACTIVE for port object 7502a642-278d-47c8-ac82-4418d13378b2 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:33.465131 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:33.502771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Network 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:33.505626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:33.511398 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:18:33.519728 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Pushing event updated for resources: {'Port': ['ID=7502a642-278d-47c8-ac82-4418d13378b2,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:33.552817 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Allocated IP 172.25.6.168 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/93341e8c-b1fc-4936-8963-1d0fa99852de) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:18:33.577777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Attempting to bind port 7502a642-278d-47c8-ac82-4418d13378b2 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:18:33.578734 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Attempting to bind port 7502a642-278d-47c8-ac82-4418d13378b2 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '861a7438-47d7-4595-944d-3bee78a633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:18:33.579104 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Attempting to bind port 7502a642-278d-47c8-ac82-4418d13378b2 on network 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:33.584292 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:18:33.584684 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Checking segment: {'id': '861a7438-47d7-4595-944d-3bee78a633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:18:33.585106 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:33.585498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Bound using segment: {'id': '861a7438-47d7-4595-944d-3bee78a633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:18:33.585967 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Bound port: 7502a642-278d-47c8-ac82-4418d13378b2, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861a7438-47d7-4595-944d-3bee78a633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:18:33.586347 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:33.650709 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] For port 7502a642-278d-47c8-ac82-4418d13378b2, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:18:33.653929 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] For port 7502a642-278d-47c8-ac82-4418d13378b2, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7502a642-278d-47c8-ac82-4418d13378b2,segment=NetworkSegment(861a7438-47d7-4595-944d-3bee78a633c4),segment_id=861a7438-47d7-4595-944d-3bee78a633c4)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:18:33.658321 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:33.663928 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:33.708926 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:33.719847 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92f28f-e2f9-4eb3-8b2b-63fef6e2b2fa None None] Pushing event updated for resources: {'Port': ['ID=7502a642-278d-47c8-ac82-4418d13378b2,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:33.749261 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:33.752578 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:33.756266 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:18:33.784273 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Pushing event updated for resources: {'Port': ['ID=93341e8c-b1fc-4936-8963-1d0fa99852de,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:34.051713 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:34.184779 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c133e5-3485-47ad-b3bf-4e73a8bf2bd0 req-c3c13742-9b3e-43f7-99e3-b71226c69c07 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:34.186313 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-67c133e5-3485-47ad-b3bf-4e73a8bf2bd0 req-c3c13742-9b3e-43f7-99e3-b71226c69c07 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 946 time: 0.1009517 Jul 29 15:18:34.270326 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-67c133e5-3485-47ad-b3bf-4e73a8bf2bd0 req-b9a492b9-e482-47ce-a881-f6224016fcd7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763061 Jul 29 15:18:34.317185 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:34.389444 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:34.404000 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad3d72-b0cf-4cd9-a1d7-fe81d5e9e45a req-f8987199-1fdc-4749-b3e7-1d27d80f00da tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:34.405617 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f3ad3d72-b0cf-4cd9-a1d7-fe81d5e9e45a req-f8987199-1fdc-4749-b3e7-1d27d80f00da tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 946 time: 0.0631926 Jul 29 15:18:34.449764 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f3ad3d72-b0cf-4cd9-a1d7-fe81d5e9e45a req-987429fc-64d2-4129-9736-a58fd16aecf2 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372722 Jul 29 15:18:34.471372 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Router a40c4890-9aba-4025-a05e-87655b585202 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:18:34.596321 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:18:34.606309 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Sync routers for ids ['a40c4890-9aba-4025-a05e-87655b585202'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:18:34.614957 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:34.618769 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ff4bd59e-3ac5-43ca-b282-407f4219a9d0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6534829 Jul 29 15:18:34.618967 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 47952) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:34.629453 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Routers {'a40c4890-9aba-4025-a05e-87655b585202'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:18:34.630094 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:18:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a40c4890-9aba-4025-a05e-87655b585202'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:34.724849 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b1675d-723b-40bf-ab52-dbd3b6345fec None None] Network 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:18:34.761610 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Set router a40c4890-9aba-4025-a05e-87655b585202 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:18:34.798909 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-eb1b2cf6-b134-4745-9322-275dc05319db None None] Provisioning for port 7502a642-278d-47c8-ac82-4418d13378b2 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:34.986201 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:33Z', 'revision_number': 3, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port': {'id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:35.029600 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Checking router: a40c4890-9aba-4025-a05e-87655b585202 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:18:35.030204 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Updating router a40c4890-9aba-4025-a05e-87655b585202 port 93341e8c-b1fc-4936-8963-1d0fa99852de binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:18:35.064243 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:35.281847 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:35.424899 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:35.436476 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Transition to ACTIVE for port object 93341e8c-b1fc-4936-8963-1d0fa99852de will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:35.445204 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:35.474637 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Allocated IP 172.20.0.1 (9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f/1976a8e3-e098-469d-8845-48842e6fc729/65caf612-06af-475e-a782-f1c34704d7c8) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:18:35.497634 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315bc64-d2d4-4dce-a3e7-9507f45aea23 None None] Pushing event updated for resources: {'Port': ['ID=93341e8c-b1fc-4936-8963-1d0fa99852de,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:35.514735 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315bc64-d2d4-4dce-a3e7-9507f45aea23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:35.515196 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315bc64-d2d4-4dce-a3e7-9507f45aea23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:35.515800 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315bc64-d2d4-4dce-a3e7-9507f45aea23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:35.516213 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315bc64-d2d4-4dce-a3e7-9507f45aea23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:35.516640 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315bc64-d2d4-4dce-a3e7-9507f45aea23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:35.517064 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315bc64-d2d4-4dce-a3e7-9507f45aea23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:35.517460 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315bc64-d2d4-4dce-a3e7-9507f45aea23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:35.517852 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315bc64-d2d4-4dce-a3e7-9507f45aea23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:35.518242 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315bc64-d2d4-4dce-a3e7-9507f45aea23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:35.518952 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315bc64-d2d4-4dce-a3e7-9507f45aea23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:35.518952 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315bc64-d2d4-4dce-a3e7-9507f45aea23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:35.519320 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6315bc64-d2d4-4dce-a3e7-9507f45aea23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:35.528417 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Attempting to bind port 93341e8c-b1fc-4936-8963-1d0fa99852de on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:18:35.528536 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Attempting to bind port 93341e8c-b1fc-4936-8963-1d0fa99852de by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:18:35.529237 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Attempting to bind port 93341e8c-b1fc-4936-8963-1d0fa99852de on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:35.534624 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:18:35.534954 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:18:35.535310 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:35.535702 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:18:35.536171 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Bound port: 93341e8c-b1fc-4936-8963-1d0fa99852de, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:18:35.536555 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:35.595834 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] For port 93341e8c-b1fc-4936-8963-1d0fa99852de, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:18:35.600378 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] For port 93341e8c-b1fc-4936-8963-1d0fa99852de, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=93341e8c-b1fc-4936-8963-1d0fa99852de,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:18:35.607841 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:35.668766 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315bc64-d2d4-4dce-a3e7-9507f45aea23 None None] Pushing event updated for resources: {'Port': ['ID=93341e8c-b1fc-4936-8963-1d0fa99852de,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:35.690036 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Routers {'a40c4890-9aba-4025-a05e-87655b585202'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:18:35.690668 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:18:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a40c4890-9aba-4025-a05e-87655b585202'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:35.813685 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7502a642-278d-47c8-ac82-4418d13378b2 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:35.837059 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] Set router a40c4890-9aba-4025-a05e-87655b585202 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:18:35.889149 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 7502a642-278d-47c8-ac82-4418d13378b2 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:35.895529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7502a642-278d-47c8-ac82-4418d13378b2 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:35.896195 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:35.999251 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:36.020256 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:36.038487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Transition to ACTIVE for port object 65caf612-06af-475e-a782-f1c34704d7c8 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:36.040600 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 7502a642-278d-47c8-ac82-4418d13378b2, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7502a642-278d-47c8-ac82-4418d13378b2,segment=NetworkSegment(861a7438-47d7-4595-944d-3bee78a633c4),segment_id=861a7438-47d7-4595-944d-3bee78a633c4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:36.050113 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:36.081469 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:36.135605 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Network 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:36.137196 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:36.145329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:18:36.151620 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Pushing event updated for resources: {'Port': ['ID=65caf612-06af-475e-a782-f1c34704d7c8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:36.168313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=7502a642-278d-47c8-ac82-4418d13378b2,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:36.191907 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:33Z', 'revision_number': 3, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port': {'id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:36.203312 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:36.237519 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f5c00-0e00-452d-88b6-4784d2ec676c None None] The sync data for ids ['a40c4890-9aba-4025-a05e-87655b585202'] in n-d-802893-1 is: [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:33Z', 'revision_number': 3, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port': {'id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:18:36.398482 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:36.412390 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:36.627281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bee464b7-5e7e-49c2-99d1-6b967ceefce0 None None] Provisioning for port 65caf612-06af-475e-a782-f1c34704d7c8 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:36.633621 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bee464b7-5e7e-49c2-99d1-6b967ceefce0 None None] Provisioning complete for port 65caf612-06af-475e-a782-f1c34704d7c8 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:36.634222 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bee464b7-5e7e-49c2-99d1-6b967ceefce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:36.647568 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:36.653532 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:36.707000 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bee464b7-5e7e-49c2-99d1-6b967ceefce0 None None] Port 65caf612-06af-475e-a782-f1c34704d7c8 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:18:36.745132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Pushing event updated for resources: {'Port': ['ID=65caf612-06af-475e-a782-f1c34704d7c8,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:36.748719 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:36.846377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Network 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:36.847843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:36.983761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Router a40c4890-9aba-4025-a05e-87655b585202 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:18:37.103168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:18:37.112478 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-96a3d2bf-52f4-466f-a74b-9a521346916d admin admin] 10.222.0.16 "PUT /v2.0/routers/a40c4890-9aba-4025-a05e-87655b585202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4887662 Jul 29 15:18:37.129699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a667236a-b25b-4989-a3a5-4ce7b55b1125 None None] Provisioning complete for port 65caf612-06af-475e-a782-f1c34704d7c8 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:37.130247 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a667236a-b25b-4989-a3a5-4ce7b55b1125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:37.167381 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a667236a-b25b-4989-a3a5-4ce7b55b1125 None None] Port 65caf612-06af-475e-a782-f1c34704d7c8 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:18:37.514590 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-23d2553b-1d27-47ce-9e45-d55eb3b4c4f1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:37.518202 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-23d2553b-1d27-47ce-9e45-d55eb3b4c4f1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 812 time: 0.1089835 Jul 29 15:18:37.539362 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-e5b6f485-b12f-4cf9-a551-8715d868b1cf tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/quotas/0e99c03d4a234821be155e2a34f15433 HTTP/1.1" status: 200 len: 375 time: 0.0152261 Jul 29 15:18:37.594898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48034) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:37.595611 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-a4161b46-6675-442d-bdf5-e4dd57b0a1d4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555482 Jul 29 15:18:37.600185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e7554543-1e19-473c-bea8-e2629a551b02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1830497183-network', 'tenant_id': '41f6f3f5ed3949af81464956f408e40c'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:18:37.624474 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7554543-1e19-473c-bea8-e2629a551b02 admin admin] Made reservation on behalf of 41f6f3f5ed3949af81464956f408e40c for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:18:37.627194 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e7554543-1e19-473c-bea8-e2629a551b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:37.637126 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e7554543-1e19-473c-bea8-e2629a551b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:37.713437 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-6c8849d6-0cd1-44d2-a2fd-395e57e2b14d service neutron] 10.222.0.16 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101332 Jul 29 15:18:37.762435 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e7554543-1e19-473c-bea8-e2629a551b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:37.772261 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e7554543-1e19-473c-bea8-e2629a551b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:37.802060 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7554543-1e19-473c-bea8-e2629a551b02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:18:37.808839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7502a642-278d-47c8-ac82-4418d13378b2 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:37.813014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7554543-1e19-473c-bea8-e2629a551b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c56359-dc31-4553-a5e8-266efd3a4c3d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:37.833206 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e7554543-1e19-473c-bea8-e2629a551b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:37.833206 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-e7554543-1e19-473c-bea8-e2629a551b02 admin admin] Added segment 1b2f7890-13e8-4dc0-a2c9-222c50532bf4 of type vlan for network 057d28d1-02d3-4c42-9e5f-9a5e76b00925 Jul 29 15:18:37.854995 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-f49c6299-43ec-4c23-b279-1c319b1b6d4d service neutron] 10.222.0.16 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224411 Jul 29 15:18:37.871846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7502a642-278d-47c8-ac82-4418d13378b2 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:37.872219 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:37.892560 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e7554543-1e19-473c-bea8-e2629a551b02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:37.930702 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e7554543-1e19-473c-bea8-e2629a551b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:37.931987 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7554543-1e19-473c-bea8-e2629a551b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:37.932752 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e7554543-1e19-473c-bea8-e2629a551b02 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:37.974318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 93341e8c-b1fc-4936-8963-1d0fa99852de up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:38.003728 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e7554543-1e19-473c-bea8-e2629a551b02 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4076939 Jul 29 15:18:38.006688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48038) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:38.011857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-743491e8-e3bd-4126-82f4-9224c2c7ff98 admin admin] Request body: {'subnet': {'network_id': '057d28d1-02d3-4c42-9e5f-9a5e76b00925', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1830497183-subnet', 'tenant_id': '41f6f3f5ed3949af81464956f408e40c', 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:18:38.021200 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7554543-1e19-473c-bea8-e2629a551b02 admin admin] Pushing event updated for resources: {'Network': ['ID=057d28d1-02d3-4c42-9e5f-9a5e76b00925,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:38.036169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 057d28d1-02d3-4c42-9e5f-9a5e76b00925 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:18:38.055023 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743491e8-e3bd-4126-82f4-9224c2c7ff98 admin admin] Made reservation on behalf of 41f6f3f5ed3949af81464956f408e40c for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:18:38.059025 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-743491e8-e3bd-4126-82f4-9224c2c7ff98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:38.134420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 93341e8c-b1fc-4936-8963-1d0fa99852de completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:38.139244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 93341e8c-b1fc-4936-8963-1d0fa99852de triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:38.139758 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:38.148435 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0da46ff6-7cb6-4fc2-9a34-face3af6d273 req-7ff125fa-bcdb-43f7-87f1-a8ca3b6a1cbf tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 210 time: 0.0836444 Jul 29 15:18:38.182995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Sync routers for ids ['a40c4890-9aba-4025-a05e-87655b585202'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:18:38.202995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Routers {'a40c4890-9aba-4025-a05e-87655b585202'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:18:38.203632 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4a101e8d-09db-4509-a475-027c87df696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:18:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a40c4890-9aba-4025-a05e-87655b585202'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:38.293489 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-743491e8-e3bd-4126-82f4-9224c2c7ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:38.324659 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:38.357076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 93341e8c-b1fc-4936-8963-1d0fa99852de, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=93341e8c-b1fc-4936-8963-1d0fa99852de,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:38.364109 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:38.370101 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Set router a40c4890-9aba-4025-a05e-87655b585202 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:18:38.377448 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743491e8-e3bd-4126-82f4-9224c2c7ff98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9868b955-7b71-4412-8318-b26e1ae5bddf,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:38.383706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743491e8-e3bd-4126-82f4-9224c2c7ff98 admin admin] Checking segment: {'id': '1b2f7890-13e8-4dc0-a2c9-222c50532bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '057d28d1-02d3-4c42-9e5f-9a5e76b00925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:18:38.384159 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743491e8-e3bd-4126-82f4-9224c2c7ff98 admin admin] Network hostable DHCP agents. Network: 057d28d1-02d3-4c42-9e5f-9a5e76b00925, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:18:38.402876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743491e8-e3bd-4126-82f4-9224c2c7ff98 admin admin] Network 057d28d1-02d3-4c42-9e5f-9a5e76b00925 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:18:38.414360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-743491e8-e3bd-4126-82f4-9224c2c7ff98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 057d28d1-02d3-4c42-9e5f-9a5e76b00925) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:38.425861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743491e8-e3bd-4126-82f4-9224c2c7ff98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:38.426559 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-743491e8-e3bd-4126-82f4-9224c2c7ff98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:38.430776 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a82043-67d6-4dbd-8e1b-5fd0243dc7bc None None] Network 057d28d1-02d3-4c42-9e5f-9a5e76b00925 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:18:38.444711 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-743491e8-e3bd-4126-82f4-9224c2c7ff98 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4347296 Jul 29 15:18:38.445574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48050) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:38.450918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1830497183-router', 'tenant_id': '41f6f3f5ed3949af81464956f408e40c', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:18:38.482196 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:38.483206 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:38.538887 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:38.745415 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=93341e8c-b1fc-4936-8963-1d0fa99852de,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:38.905623 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-057d28d1-02d3-4c42-9e5f-9a5e76b00925', 'network_id': '057d28d1-02d3-4c42-9e5f-9a5e76b00925', 'tenant_id': '41f6f3f5ed3949af81464956f408e40c', 'fixed_ips': [{'subnet_id': '9868b955-7b71-4412-8318-b26e1ae5bddf'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:18:38.906666 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:38.942366 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4a101e8d-09db-4509-a475-027c87df696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:36Z', 'revision_number': 4, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port': {'id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '65caf612-06af-475e-a782-f1c34704d7c8', 'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'mac_address': 'fa:16:3e:da:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '1976a8e3-e098-469d-8845-48842e6fc729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:35Z', 'updated_at': '2021-07-29T15:18:36Z', 'revision_number': 2, 'project_id': '6c47227246844cf4b1241d12ff595471', 'subnets': [{'id': '1976a8e3-e098-469d-8845-48842e6fc729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:39.018560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Checking router: a40c4890-9aba-4025-a05e-87655b585202 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:18:39.018914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Updating router a40c4890-9aba-4025-a05e-87655b585202 port 65caf612-06af-475e-a782-f1c34704d7c8 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:18:39.031680 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:39.060431 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:39.141901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Allocated IP 172.20.0.2 (057d28d1-02d3-4c42-9e5f-9a5e76b00925/9868b955-7b71-4412-8318-b26e1ae5bddf/ff5980c2-2ca7-4866-99ed-9928e4ae3ddd) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:18:39.287681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-6bb860fc-011b-4aa9-8c2a-b69e35b0be99 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:39.289196 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-6bb860fc-011b-4aa9-8c2a-b69e35b0be99 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 812 time: 0.1708024 Jul 29 15:18:39.337684 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-517471cb-0c21-402c-a8cf-40af40b697e4 req-318c424c-2b67-4b4b-8729-1891afccca2d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 210 time: 0.0720861 Jul 29 15:18:39.350219 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-bcb58074-7d1c-4648-801f-beb9fa7c9957 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'port': {'device_id': '24eb092c-b1eb-4954-90db-d7a0a69c41d0', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'admin_state_up': True, 'tenant_id': '0e99c03d4a234821be155e2a34f15433'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:18:39.443784 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:39.463532 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:39.469456 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:39.483743 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Transition to ACTIVE for port object ff5980c2-2ca7-4866-99ed-9928e4ae3ddd will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:39.526470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Transition to ACTIVE for port object ff5980c2-2ca7-4866-99ed-9928e4ae3ddd will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:39.538932 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:39.543774 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:39.587625 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Transition to ACTIVE for port object 65caf612-06af-475e-a782-f1c34704d7c8 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:39.608345 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Network 057d28d1-02d3-4c42-9e5f-9a5e76b00925 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:39.612957 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:39.615708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:39.617806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:18:39.620874 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Pushing event updated for resources: {'Port': ['ID=ff5980c2-2ca7-4866-99ed-9928e4ae3ddd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:39.632473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-bcb58074-7d1c-4648-801f-beb9fa7c9957 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Made reservation on behalf of 0e99c03d4a234821be155e2a34f15433 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:18:39.644316 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-bcb58074-7d1c-4648-801f-beb9fa7c9957 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:39.724399 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Allocated IP 172.25.6.126 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/c1fe2b3a-9f1c-4659-869e-50998dcd7dca) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:18:39.770471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 93341e8c-b1fc-4936-8963-1d0fa99852de up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:39.829667 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfb6e4-952b-474a-aa58-807b738f2c39 None None] Pushing event updated for resources: {'Port': ['ID=65caf612-06af-475e-a782-f1c34704d7c8,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:39.843371 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Attempting to bind port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:18:39.843753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Attempting to bind port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '1b2f7890-13e8-4dc0-a2c9-222c50532bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '057d28d1-02d3-4c42-9e5f-9a5e76b00925'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:18:39.844117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Attempting to bind port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd on network 057d28d1-02d3-4c42-9e5f-9a5e76b00925 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:39.880478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:18:39.880906 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Checking segment: {'id': '1b2f7890-13e8-4dc0-a2c9-222c50532bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '057d28d1-02d3-4c42-9e5f-9a5e76b00925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:18:39.881314 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:39.881715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Bound using segment: {'id': '1b2f7890-13e8-4dc0-a2c9-222c50532bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '057d28d1-02d3-4c42-9e5f-9a5e76b00925'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:18:39.882204 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Bound port: ff5980c2-2ca7-4866-99ed-9928e4ae3ddd, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2f7890-13e8-4dc0-a2c9-222c50532bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '057d28d1-02d3-4c42-9e5f-9a5e76b00925'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:18:39.882587 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:39.942149 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-bcb58074-7d1c-4648-801f-beb9fa7c9957 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Allocated IP 172.20.0.12 (2044df4b-bfd3-4360-b6e1-19b509d510c3/75df3822-2e14-4a29-a75b-0fe0e53a1f68/2e23218f-d5a2-4a57-8c31-1b8a265cc981) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:18:39.946011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Attempting to bind port 65caf612-06af-475e-a782-f1c34704d7c8 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:18:39.946440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Attempting to bind port 65caf612-06af-475e-a782-f1c34704d7c8 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '861a7438-47d7-4595-944d-3bee78a633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:18:39.946900 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Attempting to bind port 65caf612-06af-475e-a782-f1c34704d7c8 on network 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:39.961289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:18:39.962095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Checking segment: {'id': '861a7438-47d7-4595-944d-3bee78a633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:18:39.962625 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:39.963124 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Bound using segment: {'id': '861a7438-47d7-4595-944d-3bee78a633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:18:39.963700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Bound port: 65caf612-06af-475e-a782-f1c34704d7c8, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861a7438-47d7-4595-944d-3bee78a633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:18:39.964342 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:39.979653 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:40.034665 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 93341e8c-b1fc-4936-8963-1d0fa99852de triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:40.035039 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:40.041737 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] For port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:18:40.086664 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] For port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ff5980c2-2ca7-4866-99ed-9928e4ae3ddd,segment=NetworkSegment(1b2f7890-13e8-4dc0-a2c9-222c50532bf4),segment_id=1b2f7890-13e8-4dc0-a2c9-222c50532bf4)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:18:40.104639 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:40.105081 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:40.150839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a101e8d-09db-4509-a475-027c87df696d None None] For port 65caf612-06af-475e-a782-f1c34704d7c8, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:18:40.174601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:40.177883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a101e8d-09db-4509-a475-027c87df696d None None] For port 65caf612-06af-475e-a782-f1c34704d7c8, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=65caf612-06af-475e-a782-f1c34704d7c8,segment=NetworkSegment(861a7438-47d7-4595-944d-3bee78a633c4),segment_id=861a7438-47d7-4595-944d-3bee78a633c4)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:18:40.185918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:40.188181 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:40.191388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:18:40.199601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Pushing event updated for resources: {'Port': ['ID=c1fe2b3a-9f1c-4659-869e-50998dcd7dca,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:40.233280 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-bcb58074-7d1c-4648-801f-beb9fa7c9957 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:40.244814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c305b9-6434-47e3-ba89-6ed43ee589c0 None None] Pushing event updated for resources: {'Port': ['ID=ff5980c2-2ca7-4866-99ed-9928e4ae3ddd,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:40.248741 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:40.249095 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:40.249454 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:40.250389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:40.250710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:40.251221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:40.251547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:40.251871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:40.252207 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:40.252516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:40.253002 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:40.253325 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:18:40.289477 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-bcb58074-7d1c-4648-801f-beb9fa7c9957 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Transition to ACTIVE for port object 2e23218f-d5a2-4a57-8c31-1b8a265cc981 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:40.340844 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Routers {'a40c4890-9aba-4025-a05e-87655b585202'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:18:40.341515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4a101e8d-09db-4509-a475-027c87df696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:18:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a40c4890-9aba-4025-a05e-87655b585202'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:40.412108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfb6e4-952b-474a-aa58-807b738f2c39 None None] Pushing event updated for resources: {'Port': ['ID=65caf612-06af-475e-a782-f1c34704d7c8,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:40.513348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-4a101e8d-09db-4509-a475-027c87df696d None None] Set router a40c4890-9aba-4025-a05e-87655b585202 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:18:40.536419 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6fbc810a-204b-4e99-85d8-fb44eace89e4 req-b15e02f4-9b24-4b0e-a929-5c940b296a4e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 210 time: 0.0623686 Jul 29 15:18:40.576469 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-bcb58074-7d1c-4648-801f-beb9fa7c9957 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:40.610330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['93099a9c-db8e-4149-a299-158ab548a5e8'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:18:40.699812 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-bcb58074-7d1c-4648-801f-beb9fa7c9957 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Network 2044df4b-bfd3-4360-b6e1-19b509d510c3 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:40.715120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-bcb58074-7d1c-4648-801f-beb9fa7c9957 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:40.760258 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-bcb58074-7d1c-4648-801f-beb9fa7c9957 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:18:40.764199 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb58074-7d1c-4648-801f-beb9fa7c9957 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'Port': ['ID=2e23218f-d5a2-4a57-8c31-1b8a265cc981,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:40.855588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-bcb58074-7d1c-4648-801f-beb9fa7c9957 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:40.856532 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-bcb58074-7d1c-4648-801f-beb9fa7c9957 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:40.872008 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:40.877671 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-bcb58074-7d1c-4648-801f-beb9fa7c9957 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5436347 Jul 29 15:18:40.910347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-4a101e8d-09db-4509-a475-027c87df696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:36Z', 'revision_number': 4, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port': {'id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '65caf612-06af-475e-a782-f1c34704d7c8', 'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'mac_address': 'fa:16:3e:da:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '1976a8e3-e098-469d-8845-48842e6fc729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:35Z', 'updated_at': '2021-07-29T15:18:40Z', 'revision_number': 4, 'project_id': '6c47227246844cf4b1241d12ff595471', 'subnets': [{'id': '1976a8e3-e098-469d-8845-48842e6fc729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:40.921603 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Request body: {'port': {'device_id': '24eb092c-b1eb-4954-90db-d7a0a69c41d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:18:40.959878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a101e8d-09db-4509-a475-027c87df696d None None] The sync data for ids ['a40c4890-9aba-4025-a05e-87655b585202'] in n-d-802893-1 is: [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:36Z', 'revision_number': 4, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port': {'id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '65caf612-06af-475e-a782-f1c34704d7c8', 'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'mac_address': 'fa:16:3e:da:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '1976a8e3-e098-469d-8845-48842e6fc729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:35Z', 'updated_at': '2021-07-29T15:18:40Z', 'revision_number': 4, 'project_id': '6c47227246844cf4b1241d12ff595471', 'subnets': [{'id': '1976a8e3-e098-469d-8845-48842e6fc729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:18:41.144006 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:41.145010 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:41.196415 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-300769d5-b52e-4105-bd7c-852600ff59d2 None None] Provisioning for port 2e23218f-d5a2-4a57-8c31-1b8a265cc981 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:41.204767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-300769d5-b52e-4105-bd7c-852600ff59d2 None None] Provisioning complete for port 2e23218f-d5a2-4a57-8c31-1b8a265cc981 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:41.205140 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-300769d5-b52e-4105-bd7c-852600ff59d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:41.265713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-300769d5-b52e-4105-bd7c-852600ff59d2 None None] Port 2e23218f-d5a2-4a57-8c31-1b8a265cc981 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:18:41.332940 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:41.662923 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Router 75732660-762f-43c5-89c0-9dc419ba94dd is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:18:41.669122 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e23218f-d5a2-4a57-8c31-1b8a265cc981 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:18:41.681357 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:41.774198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fe2c8-1521-4cb1-8229-db3de90595ff req-6ab6746d-54c6-401b-8c31-bf236b0cd142 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:41.776698 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7d0fe2c8-1521-4cb1-8229-db3de90595ff req-6ab6746d-54c6-401b-8c31-bf236b0cd142 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 932 time: 0.1061118 Jul 29 15:18:41.797194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Transition to ACTIVE for port object 2e23218f-d5a2-4a57-8c31-1b8a265cc981 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:41.806421 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:41.830732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 65caf612-06af-475e-a782-f1c34704d7c8 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:41.865521 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7d0fe2c8-1521-4cb1-8229-db3de90595ff req-d6d2f460-bd3c-453f-922e-886111f0f3da tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794094 Jul 29 15:18:41.908567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208e10b6-c7cf-429c-9b49-dd3efb8a44d7 None None] Network 057d28d1-02d3-4c42-9e5f-9a5e76b00925 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:18:42.001112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Pushing event updated for resources: {'Port': ['ID=2e23218f-d5a2-4a57-8c31-1b8a265cc981,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:42.002115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 65caf612-06af-475e-a782-f1c34704d7c8 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:42.020052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:18:42.030238 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Sync routers for ids ['75732660-762f-43c5-89c0-9dc419ba94dd'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:18:42.045965 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Routers {'75732660-762f-43c5-89c0-9dc419ba94dd'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:18:42.048549 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:18:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['75732660-762f-43c5-89c0-9dc419ba94dd'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:42.054563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 65caf612-06af-475e-a782-f1c34704d7c8 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:42.057148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Attempting to bind port 2e23218f-d5a2-4a57-8c31-1b8a265cc981 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:18:42.057495 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Attempting to bind port 2e23218f-d5a2-4a57-8c31-1b8a265cc981 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:18:42.057830 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Attempting to bind port 2e23218f-d5a2-4a57-8c31-1b8a265cc981 on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:42.058964 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:42.067870 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:42.070576 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e2c31d0e-dfbb-497f-9f8e-0b899efe479f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6236064 Jul 29 15:18:42.071342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Port 2e23218f-d5a2-4a57-8c31-1b8a265cc981 on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:18:42.071680 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Attempting to bind port 2e23218f-d5a2-4a57-8c31-1b8a265cc981 on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:42.072725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0f28900f-d87f-4e13-93c7-ac5acd22b63b None None] Provisioning for port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:42.073627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48066) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:42.078821 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:18:42.079158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Checking segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:18:42.079539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Bound using segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:18:42.080112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Bound port: 2e23218f-d5a2-4a57-8c31-1b8a265cc981, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:18:42.080493 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:42.214350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] For port 2e23218f-d5a2-4a57-8c31-1b8a265cc981, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:18:42.221632 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] For port 2e23218f-d5a2-4a57-8c31-1b8a265cc981, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2e23218f-d5a2-4a57-8c31-1b8a265cc981,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:18:42.229485 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:42.320243 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:42.320903 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:42.322335 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] 10.222.0.38 "PUT /v2.0/ports/2e23218f-d5a2-4a57-8c31-1b8a265cc981 HTTP/1.1" status: 200 len: 1092 time: 1.4075530 Jul 29 15:18:42.323660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24eb092c-b1eb-4954-90db-d7a0a69c41d0', 'tag': '2e23218f-d5a2-4a57-8c31-1b8a265cc981'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:18:42.331385 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5ddbbe-2c8a-472e-9a9b-203d88b6d4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "24eb092c-b1eb-4954-90db-d7a0a69c41d0", "tag": "2e23218f-d5a2-4a57-8c31-1b8a265cc981"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:18:42.351356 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Set router 75732660-762f-43c5-89c0-9dc419ba94dd gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:18:42.372423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87210a09-7d93-44e2-821b-a28da031b274 service neutron] Pushing event updated for resources: {'Port': ['ID=2e23218f-d5a2-4a57-8c31-1b8a265cc981,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:42.425603 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f760878-ae0d-467d-886a-af4643d2a0ce x-openstack-request-id: req-6f760878-ae0d-467d-886a-af4643d2a0ce {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:18:42.425812 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24eb092c-b1eb-4954-90db-d7a0a69c41d0", "tag": "2e23218f-d5a2-4a57-8c31-1b8a265cc981", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:18:42.426072 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f760878-ae0d-467d-886a-af4643d2a0ce {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:18:42.426475 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24eb092c-b1eb-4954-90db-d7a0a69c41d0', 'tag': '2e23218f-d5a2-4a57-8c31-1b8a265cc981', 'status': 'completed', 'code': 200} Jul 29 15:18:42.465076 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:42.523491 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-34aae477-02f6-493a-ae6a-1968d80317f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:42.525051 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-34aae477-02f6-493a-ae6a-1968d80317f8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 1095 time: 0.1198566 Jul 29 15:18:42.558262 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 65caf612-06af-475e-a782-f1c34704d7c8, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=65caf612-06af-475e-a782-f1c34704d7c8,segment=NetworkSegment(861a7438-47d7-4595-944d-3bee78a633c4),segment_id=861a7438-47d7-4595-944d-3bee78a633c4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:42.565479 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:42.567753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ff5980c2-2ca7-4866-99ed-9928e4ae3ddd up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:42.618058 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-7d27f9e1-a4b7-4310-8e7b-58bf0fb95861 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e23218f-d5a2-4a57-8c31-1b8a265cc981 HTTP/1.1" status: 200 len: 217 time: 0.0800629 Jul 29 15:18:42.717721 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=65caf612-06af-475e-a782-f1c34704d7c8,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:42.751197 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:42.757362 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:42.758138 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:42.767353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-8c481fec-01d7-43b2-83be-84b77d5b0b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:42.768906 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-8c481fec-01d7-43b2-83be-84b77d5b0b53 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.1410191 Jul 29 15:18:42.866179 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'name': 'tempest-TestVolumeBackupRestore-1830497183-router', 'tenant_id': '41f6f3f5ed3949af81464956f408e40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c1fe2b3a-9f1c-4659-869e-50998dcd7dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:38Z', 'updated_at': '2021-07-29T15:18:40Z', 'revision_number': 3, 'project_id': '41f6f3f5ed3949af81464956f408e40c', 'gw_port': {'id': 'c1fe2b3a-9f1c-4659-869e-50998dcd7dca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:39Z', 'updated_at': '2021-07-29T15:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:42.925655 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-0a510ea2-537e-4090-abbd-00b93f16fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:42.927294 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-0a510ea2-537e-4090-abbd-00b93f16fc3a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456220 Jul 29 15:18:43.100981 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Checking router: 75732660-762f-43c5-89c0-9dc419ba94dd for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:18:43.102118 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Updating router 75732660-762f-43c5-89c0-9dc419ba94dd port c1fe2b3a-9f1c-4659-869e-50998dcd7dca binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:18:43.104905 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-5c3e04b3-557b-47ab-95ee-b30fd5352c74 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691191 Jul 29 15:18:43.147426 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:43.207129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff618383-a917-43f4-8240-c2a8caabd40d req-8cd92330-6517-4309-ac8b-cd0f1e1a473a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:43.208716 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff618383-a917-43f4-8240-c2a8caabd40d req-8cd92330-6517-4309-ac8b-cd0f1e1a473a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.2177949 Jul 29 15:18:43.291560 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:43.293315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-485dc04b-5ec3-4cba-b533-ff517eb74c6d req-71a9580f-e028-4fc1-b799-a445b41ab63c service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783421 Jul 29 15:18:43.305978 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:43.324928 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-aaa087e8-4ca0-4fdf-be4a-c5089c8f8c33 None None] Provisioning complete for port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:43.325308 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aaa087e8-4ca0-4fdf-be4a-c5089c8f8c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:43.366131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ff5980c2-2ca7-4866-99ed-9928e4ae3ddd,segment=NetworkSegment(1b2f7890-13e8-4dc0-a2c9-222c50532bf4),segment_id=1b2f7890-13e8-4dc0-a2c9-222c50532bf4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:43.372370 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:43.402657 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff618383-a917-43f4-8240-c2a8caabd40d req-09bb3e5c-8cbb-4da3-a0a4-5649c56e75d2 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853163 Jul 29 15:18:43.488377 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=ff5980c2-2ca7-4866-99ed-9928e4ae3ddd,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:43.504549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ddbbe-2c8a-472e-9a9b-203d88b6d4ef req-56d7e013-4378-4f64-b61d-5084dc669b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:43.511025 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7e5ddbbe-2c8a-472e-9a9b-203d88b6d4ef req-56d7e013-4378-4f64-b61d-5084dc669b46 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 1095 time: 0.1109524 Jul 29 15:18:43.547348 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:43.565877 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Transition to ACTIVE for port object c1fe2b3a-9f1c-4659-869e-50998dcd7dca will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:43.566642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Allocated IP 172.20.0.1 (057d28d1-02d3-4c42-9e5f-9a5e76b00925/9868b955-7b71-4412-8318-b26e1ae5bddf/563e7832-8b2d-4cef-9ad6-9f4506f15acb) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:18:43.581572 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:43.635544 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21000fe0-1953-4893-9b8e-625a1e9aff31 None None] Pushing event updated for resources: {'Port': ['ID=c1fe2b3a-9f1c-4659-869e-50998dcd7dca,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:43.674223 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Attempting to bind port c1fe2b3a-9f1c-4659-869e-50998dcd7dca on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:18:43.674969 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Attempting to bind port c1fe2b3a-9f1c-4659-869e-50998dcd7dca by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:18:43.675537 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Attempting to bind port c1fe2b3a-9f1c-4659-869e-50998dcd7dca on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:43.685886 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:18:43.686638 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:18:43.687975 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:43.690432 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:18:43.691019 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Bound port: c1fe2b3a-9f1c-4659-869e-50998dcd7dca, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:18:43.691511 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:43.816282 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:43.823652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 65caf612-06af-475e-a782-f1c34704d7c8 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:43.837164 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] For port c1fe2b3a-9f1c-4659-869e-50998dcd7dca, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:18:43.841878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Transition to ACTIVE for port object 563e7832-8b2d-4cef-9ad6-9f4506f15acb will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:43.843729 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] For port c1fe2b3a-9f1c-4659-869e-50998dcd7dca, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c1fe2b3a-9f1c-4659-869e-50998dcd7dca,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:18:43.854862 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:43.893812 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:43.969620 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Network 057d28d1-02d3-4c42-9e5f-9a5e76b00925 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:43.976460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:43.986179 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:18:44.021501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Pushing event updated for resources: {'Port': ['ID=563e7832-8b2d-4cef-9ad6-9f4506f15acb,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:44.024043 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Routers {'75732660-762f-43c5-89c0-9dc419ba94dd'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:18:44.028050 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 65caf612-06af-475e-a782-f1c34704d7c8 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:44.028595 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:44.039443 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:18:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['75732660-762f-43c5-89c0-9dc419ba94dd'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:44.057345 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:44.139445 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21000fe0-1953-4893-9b8e-625a1e9aff31 None None] Pushing event updated for resources: {'Port': ['ID=c1fe2b3a-9f1c-4659-869e-50998dcd7dca,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:44.160618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ddbbe-2c8a-472e-9a9b-203d88b6d4ef req-fc2eaecf-3546-441f-a3a1-87691db31f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:44.163057 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7e5ddbbe-2c8a-472e-9a9b-203d88b6d4ef req-fc2eaecf-3546-441f-a3a1-87691db31f28 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.6443410 Jul 29 15:18:44.278749 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] Set router 75732660-762f-43c5-89c0-9dc419ba94dd gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:18:44.300068 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7e5ddbbe-2c8a-472e-9a9b-203d88b6d4ef req-5ec7184a-b046-4dd3-97f9-99bd11e9f46e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e23218f-d5a2-4a57-8c31-1b8a265cc981 HTTP/1.1" status: 200 len: 217 time: 0.1249945 Jul 29 15:18:44.305253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ff5980c2-2ca7-4866-99ed-9928e4ae3ddd up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:44.355319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:44.416575 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ddbbe-2c8a-472e-9a9b-203d88b6d4ef req-76e95202-b980-4c6c-ad8a-d771b87d9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:44.417698 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:44.419311 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:44.422315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7e5ddbbe-2c8a-472e-9a9b-203d88b6d4ef req-76e95202-b980-4c6c-ad8a-d771b87d9060 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.1115503 Jul 29 15:18:44.588366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ddbbe-2c8a-472e-9a9b-203d88b6d4ef req-d11c6285-5890-4d27-bc25-5f7ddc6bd59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:44.602295 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7e5ddbbe-2c8a-472e-9a9b-203d88b6d4ef req-d11c6285-5890-4d27-bc25-5f7ddc6bd59e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712379 Jul 29 15:18:44.621790 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:44.630186 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f78017ba-9c37-4087-a808-9ca84916a0ea None None] Provisioning for port 563e7832-8b2d-4cef-9ad6-9f4506f15acb completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:44.639052 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:44.642496 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f78017ba-9c37-4087-a808-9ca84916a0ea None None] Provisioning complete for port 563e7832-8b2d-4cef-9ad6-9f4506f15acb triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:44.642993 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f78017ba-9c37-4087-a808-9ca84916a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:44.685083 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'name': 'tempest-TestVolumeBackupRestore-1830497183-router', 'tenant_id': '41f6f3f5ed3949af81464956f408e40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c1fe2b3a-9f1c-4659-869e-50998dcd7dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:38Z', 'updated_at': '2021-07-29T15:18:40Z', 'revision_number': 3, 'project_id': '41f6f3f5ed3949af81464956f408e40c', 'gw_port': {'id': 'c1fe2b3a-9f1c-4659-869e-50998dcd7dca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:39Z', 'updated_at': '2021-07-29T15:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:44.750544 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f78017ba-9c37-4087-a808-9ca84916a0ea None None] Port 563e7832-8b2d-4cef-9ad6-9f4506f15acb cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:18:44.760549 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:44.763849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Pushing event updated for resources: {'Port': ['ID=563e7832-8b2d-4cef-9ad6-9f4506f15acb,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:44.786998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f601b-bf2a-4c10-9bc1-6b12d5f0601d req-75a68b91-48c2-4a6d-8aef-212d1fd71f67 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:44.799802 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-948f601b-bf2a-4c10-9bc1-6b12d5f0601d req-75a68b91-48c2-4a6d-8aef-212d1fd71f67 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.1914635 Jul 29 15:18:44.818354 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65acd0c3-26f9-48bf-baea-2ac448e35874 None None] The sync data for ids ['75732660-762f-43c5-89c0-9dc419ba94dd'] in n-d-802893-1 is: [{'id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'name': 'tempest-TestVolumeBackupRestore-1830497183-router', 'tenant_id': '41f6f3f5ed3949af81464956f408e40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c1fe2b3a-9f1c-4659-869e-50998dcd7dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:38Z', 'updated_at': '2021-07-29T15:18:40Z', 'revision_number': 3, 'project_id': '41f6f3f5ed3949af81464956f408e40c', 'gw_port': {'id': 'c1fe2b3a-9f1c-4659-869e-50998dcd7dca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:39Z', 'updated_at': '2021-07-29T15:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:18:44.879872 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7e5ddbbe-2c8a-472e-9a9b-203d88b6d4ef req-49b341a6-5584-4ab6-b872-44e11981b233 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687886 Jul 29 15:18:44.944462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-948f601b-bf2a-4c10-9bc1-6b12d5f0601d req-a5696a3f-2c9d-40e7-a443-51686a962a5b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430571 Jul 29 15:18:45.013184 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Network 057d28d1-02d3-4c42-9e5f-9a5e76b00925 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:18:45.014875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:18:45.054258 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7e5ddbbe-2c8a-472e-9a9b-203d88b6d4ef req-b79337d3-4495-45bd-9c1f-dec3aa4d2aa4 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581819 Jul 29 15:18:45.236774 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Router 75732660-762f-43c5-89c0-9dc419ba94dd has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:18:45.412324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:18:45.425307 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ad55fabe-ad6f-41ad-8016-ee037ba7ef8c admin admin] 10.222.0.16 "PUT /v2.0/routers/75732660-762f-43c5-89c0-9dc419ba94dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3505576 Jul 29 15:18:45.524658 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a8af65d0-5490-4d3c-91e2-703b71215fbe None None] Provisioning complete for port 563e7832-8b2d-4cef-9ad6-9f4506f15acb triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:45.530976 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a8af65d0-5490-4d3c-91e2-703b71215fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:45.595054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a8af65d0-5490-4d3c-91e2-703b71215fbe None None] Port 563e7832-8b2d-4cef-9ad6-9f4506f15acb cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:18:45.786315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c1fe2b3a-9f1c-4659-869e-50998dcd7dca up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:45.894794 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port c1fe2b3a-9f1c-4659-869e-50998dcd7dca completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:45.899819 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c1fe2b3a-9f1c-4659-869e-50998dcd7dca triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:45.900399 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:46.061371 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:46.095794 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port c1fe2b3a-9f1c-4659-869e-50998dcd7dca, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c1fe2b3a-9f1c-4659-869e-50998dcd7dca,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:46.103329 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:46.180047 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=c1fe2b3a-9f1c-4659-869e-50998dcd7dca,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:46.226856 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fc933-3300-425f-b8ef-adbfe46a69fe req-a923ea15-648d-4d24-b3ab-e7c188ae6405 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:46.229002 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de1fc933-3300-425f-b8ef-adbfe46a69fe req-a923ea15-648d-4d24-b3ab-e7c188ae6405 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.1614671 Jul 29 15:18:46.279865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de1fc933-3300-425f-b8ef-adbfe46a69fe req-fbe34c39-ca1f-42f5-90f2-4a74189ffcf0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421960 Jul 29 15:18:47.423320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c150df9-01b3-4498-a157-ebfa87cffd82 req-b63ea0c7-e3cd-4be0-b520-58fcf7dc1e28 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:47.432142 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3c150df9-01b3-4498-a157-ebfa87cffd82 req-b63ea0c7-e3cd-4be0-b520-58fcf7dc1e28 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0623181 Jul 29 15:18:47.470390 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3c150df9-01b3-4498-a157-ebfa87cffd82 req-96a41333-efa2-4447-a821-09ce4a605efb tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371411 Jul 29 15:18:47.730556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c1fe2b3a-9f1c-4659-869e-50998dcd7dca up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:47.789460 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c1fe2b3a-9f1c-4659-869e-50998dcd7dca triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:47.789909 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:47.797607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Sync routers for ids ['75732660-762f-43c5-89c0-9dc419ba94dd'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:18:47.851969 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Routers {'75732660-762f-43c5-89c0-9dc419ba94dd'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:18:47.852771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:18:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['75732660-762f-43c5-89c0-9dc419ba94dd'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:48.013214 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Set router 75732660-762f-43c5-89c0-9dc419ba94dd gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:18:48.245604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'name': 'tempest-TestVolumeBackupRestore-1830497183-router', 'tenant_id': '41f6f3f5ed3949af81464956f408e40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c1fe2b3a-9f1c-4659-869e-50998dcd7dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:38Z', 'updated_at': '2021-07-29T15:18:44Z', 'revision_number': 4, 'project_id': '41f6f3f5ed3949af81464956f408e40c', 'gw_port': {'id': 'c1fe2b3a-9f1c-4659-869e-50998dcd7dca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:39Z', 'updated_at': '2021-07-29T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '563e7832-8b2d-4cef-9ad6-9f4506f15acb', 'name': '', 'network_id': '057d28d1-02d3-4c42-9e5f-9a5e76b00925', 'tenant_id': '41f6f3f5ed3949af81464956f408e40c', 'mac_address': 'fa:16:3e:10:82:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '9868b955-7b71-4412-8318-b26e1ae5bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:43Z', 'updated_at': '2021-07-29T15:18:44Z', 'revision_number': 2, 'project_id': '41f6f3f5ed3949af81464956f408e40c', 'subnets': [{'id': '9868b955-7b71-4412-8318-b26e1ae5bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:48.282304 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Checking router: 75732660-762f-43c5-89c0-9dc419ba94dd for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:18:48.282722 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Updating router 75732660-762f-43c5-89c0-9dc419ba94dd port 563e7832-8b2d-4cef-9ad6-9f4506f15acb binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:18:48.315267 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:48.612305 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a6ec9-7eae-4a04-8a5c-cd2b3fe611da req-0a3f1650-b090-430f-9a58-175870127308 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:48.615578 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f98a6ec9-7eae-4a04-8a5c-cd2b3fe611da req-0a3f1650-b090-430f-9a58-175870127308 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0602543 Jul 29 15:18:48.653362 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:48.665507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Transition to ACTIVE for port object 563e7832-8b2d-4cef-9ad6-9f4506f15acb will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:18:48.675383 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:48.679587 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f98a6ec9-7eae-4a04-8a5c-cd2b3fe611da req-9a61eef9-c831-4e0a-9e66-84bff5e1e00b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556562 Jul 29 15:18:48.758865 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151f431-cea7-47e6-a877-2342e148cd03 None None] Pushing event updated for resources: {'Port': ['ID=563e7832-8b2d-4cef-9ad6-9f4506f15acb,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:48.851471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Attempting to bind port 563e7832-8b2d-4cef-9ad6-9f4506f15acb on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:18:48.852153 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Attempting to bind port 563e7832-8b2d-4cef-9ad6-9f4506f15acb by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '1b2f7890-13e8-4dc0-a2c9-222c50532bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '057d28d1-02d3-4c42-9e5f-9a5e76b00925'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:18:48.852529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Attempting to bind port 563e7832-8b2d-4cef-9ad6-9f4506f15acb on network 057d28d1-02d3-4c42-9e5f-9a5e76b00925 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:18:48.858427 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:18:48.859259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Checking segment: {'id': '1b2f7890-13e8-4dc0-a2c9-222c50532bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '057d28d1-02d3-4c42-9e5f-9a5e76b00925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:18:48.859664 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:48.860065 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Bound using segment: {'id': '1b2f7890-13e8-4dc0-a2c9-222c50532bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '057d28d1-02d3-4c42-9e5f-9a5e76b00925'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:18:48.860534 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Bound port: 563e7832-8b2d-4cef-9ad6-9f4506f15acb, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2f7890-13e8-4dc0-a2c9-222c50532bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '057d28d1-02d3-4c42-9e5f-9a5e76b00925'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:18:48.860948 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:48.957069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] For port 563e7832-8b2d-4cef-9ad6-9f4506f15acb, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:18:48.960784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] For port 563e7832-8b2d-4cef-9ad6-9f4506f15acb, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=563e7832-8b2d-4cef-9ad6-9f4506f15acb,segment=NetworkSegment(1b2f7890-13e8-4dc0-a2c9-222c50532bf4),segment_id=1b2f7890-13e8-4dc0-a2c9-222c50532bf4)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:18:48.967072 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:49.032338 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Routers {'75732660-762f-43c5-89c0-9dc419ba94dd'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:18:49.033396 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:18:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['75732660-762f-43c5-89c0-9dc419ba94dd'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:49.099955 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151f431-cea7-47e6-a877-2342e148cd03 None None] Pushing event updated for resources: {'Port': ['ID=563e7832-8b2d-4cef-9ad6-9f4506f15acb,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:49.213372 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] Set router 75732660-762f-43c5-89c0-9dc419ba94dd gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:18:49.495111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'name': 'tempest-TestVolumeBackupRestore-1830497183-router', 'tenant_id': '41f6f3f5ed3949af81464956f408e40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c1fe2b3a-9f1c-4659-869e-50998dcd7dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:38Z', 'updated_at': '2021-07-29T15:18:44Z', 'revision_number': 4, 'project_id': '41f6f3f5ed3949af81464956f408e40c', 'gw_port': {'id': 'c1fe2b3a-9f1c-4659-869e-50998dcd7dca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:39Z', 'updated_at': '2021-07-29T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '563e7832-8b2d-4cef-9ad6-9f4506f15acb', 'name': '', 'network_id': '057d28d1-02d3-4c42-9e5f-9a5e76b00925', 'tenant_id': '41f6f3f5ed3949af81464956f408e40c', 'mac_address': 'fa:16:3e:10:82:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '9868b955-7b71-4412-8318-b26e1ae5bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:43Z', 'updated_at': '2021-07-29T15:18:48Z', 'revision_number': 4, 'project_id': '41f6f3f5ed3949af81464956f408e40c', 'subnets': [{'id': '9868b955-7b71-4412-8318-b26e1ae5bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:18:49.527054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321455b0-9bae-44ae-bd5c-adb30262c803 None None] The sync data for ids ['75732660-762f-43c5-89c0-9dc419ba94dd'] in n-d-802893-1 is: [{'id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'name': 'tempest-TestVolumeBackupRestore-1830497183-router', 'tenant_id': '41f6f3f5ed3949af81464956f408e40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c1fe2b3a-9f1c-4659-869e-50998dcd7dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:38Z', 'updated_at': '2021-07-29T15:18:44Z', 'revision_number': 4, 'project_id': '41f6f3f5ed3949af81464956f408e40c', 'gw_port': {'id': 'c1fe2b3a-9f1c-4659-869e-50998dcd7dca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:39Z', 'updated_at': '2021-07-29T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '563e7832-8b2d-4cef-9ad6-9f4506f15acb', 'name': '', 'network_id': '057d28d1-02d3-4c42-9e5f-9a5e76b00925', 'tenant_id': '41f6f3f5ed3949af81464956f408e40c', 'mac_address': 'fa:16:3e:10:82:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '9868b955-7b71-4412-8318-b26e1ae5bddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:43Z', 'updated_at': '2021-07-29T15:18:48Z', 'revision_number': 4, 'project_id': '41f6f3f5ed3949af81464956f408e40c', 'subnets': [{'id': '9868b955-7b71-4412-8318-b26e1ae5bddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:18:49.753693 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 563e7832-8b2d-4cef-9ad6-9f4506f15acb up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:49.825870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 563e7832-8b2d-4cef-9ad6-9f4506f15acb completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:18:49.832728 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 563e7832-8b2d-4cef-9ad6-9f4506f15acb triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:49.832728 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:49.833056 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2eb85-f87a-4c7f-86bc-b87f577f78f6 req-0559a50d-192f-4b6c-ad02-a52c76ca8e93 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:49.834223 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8d2eb85-f87a-4c7f-86bc-b87f577f78f6 req-0559a50d-192f-4b6c-ad02-a52c76ca8e93 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0675385 Jul 29 15:18:49.897295 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8d2eb85-f87a-4c7f-86bc-b87f577f78f6 req-76227e4d-aee1-4846-9d2b-7503f4d62ad3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564699 Jul 29 15:18:49.951101 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:49.987376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 563e7832-8b2d-4cef-9ad6-9f4506f15acb, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=563e7832-8b2d-4cef-9ad6-9f4506f15acb,segment=NetworkSegment(1b2f7890-13e8-4dc0-a2c9-222c50532bf4),segment_id=1b2f7890-13e8-4dc0-a2c9-222c50532bf4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:18:49.993681 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:50.049506 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=563e7832-8b2d-4cef-9ad6-9f4506f15acb,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:18:51.022105 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb83a10-86e2-483a-94da-cbe6f444a7e4 req-84000d04-77c0-4ab1-befc-e4540721090e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:51.025981 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0cb83a10-86e2-483a-94da-cbe6f444a7e4 req-84000d04-77c0-4ab1-befc-e4540721090e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0565329 Jul 29 15:18:51.064804 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0cb83a10-86e2-483a-94da-cbe6f444a7e4 req-4838da32-89f2-4a9b-b519-ea32bc58e0e6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345354 Jul 29 15:18:51.694677 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 563e7832-8b2d-4cef-9ad6-9f4506f15acb up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:18:51.754048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 563e7832-8b2d-4cef-9ad6-9f4506f15acb triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:18:51.754422 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:52.143074 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a33c5e-e805-4423-8233-654489220a78 req-8151cf28-fc86-42be-ab15-e2a12a670c94 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:52.145740 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9a33c5e-e805-4423-8233-654489220a78 req-8151cf28-fc86-42be-ab15-e2a12a670c94 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1096 time: 0.0636032 Jul 29 15:18:52.200269 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9a33c5e-e805-4423-8233-654489220a78 req-e5a80afc-09c6-42a2-8246-4935d6c99478 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454602 Jul 29 15:18:52.240223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb7200-75ce-43ed-9243-effb9cc07312 req-3b0d4c0b-2bfc-4902-bbfb-3dcfd0ce2427 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:52.248302 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5eb7200-75ce-43ed-9243-effb9cc07312 req-3b0d4c0b-2bfc-4902-bbfb-3dcfd0ce2427 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0744345 Jul 29 15:18:52.294985 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c5eb7200-75ce-43ed-9243-effb9cc07312 req-3c7a6c10-dd42-4e7c-bdfa-1e97fc214e2e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452967 Jul 29 15:18:52.300756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-60fc8614-fc6b-46b2-ba57-a56ddf4a9981 req-74ba501e-1fbc-4d1a-bff3-538e61d4b127 service neutron] (94158) timed out ('10.222.0.38', 58423) {{(pid=94158) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 15:18:52.378219 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd67bf-e9ae-4ab3-839b-d0f3e6591009 req-42631672-dc84-4c0f-8ac5-f9a31997a92f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:52.379836 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8fd67bf-e9ae-4ab3-839b-d0f3e6591009 req-42631672-dc84-4c0f-8ac5-f9a31997a92f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0714946 Jul 29 15:18:52.431635 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8fd67bf-e9ae-4ab3-839b-d0f3e6591009 req-15a01705-c5c5-4cb9-aa79-622cf775f4cc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425415 Jul 29 15:18:52.458146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48186) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:52.552210 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d67d7f12-d8bd-4977-a394-bfd1d409617b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/cea94f84-9734-49f7-b048-0f06a0c8af19 HTTP/1.1" status: 200 len: 993 time: 0.0926807 Jul 29 15:18:53.040714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48198) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:18:53.145124 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621eee9-0e2b-4330-9e61-228085ca196a req-e5b3c2be-8052-4471-af78-49c440a07214 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:53.147376 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9621eee9-0e2b-4330-9e61-228085ca196a req-e5b3c2be-8052-4471-af78-49c440a07214 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0817122 Jul 29 15:18:53.230303 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9621eee9-0e2b-4330-9e61-228085ca196a req-5483b9ae-0ace-4af1-bcec-42368e2b9bd9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746779 Jul 29 15:18:53.255883 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-2563655b-3fba-4adf-8465-cb374c0b97bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2124524 Jul 29 15:18:53.436105 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b261d-563f-4f36-b20e-6bb8a3a08942 req-6578f8b6-3f32-45ce-a683-edd1162353ea tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:53.438278 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-da8b261d-563f-4f36-b20e-6bb8a3a08942 req-6578f8b6-3f32-45ce-a683-edd1162353ea tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0688152 Jul 29 15:18:53.495900 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-da8b261d-563f-4f36-b20e-6bb8a3a08942 req-5a20b3ef-a12e-4cda-bb60-d6e357828834 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465915 Jul 29 15:18:54.401790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a726ec-6033-4565-a2b8-5bc2d7c31aa7 req-9af73950-a375-4c19-a4a2-a2f6760fc11c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:54.406297 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21a726ec-6033-4565-a2b8-5bc2d7c31aa7 req-9af73950-a375-4c19-a4a2-a2f6760fc11c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0879540 Jul 29 15:18:54.455542 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-21a726ec-6033-4565-a2b8-5bc2d7c31aa7 req-9004ec60-7fd2-463c-8519-f83f93afa92d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410092 Jul 29 15:18:54.623677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515abe57-0fc2-4550-9b49-d3440d5d4ae7 req-7a6a37ea-e0a7-41bb-84f2-4cd88b7a1061 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:54.627651 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-515abe57-0fc2-4550-9b49-d3440d5d4ae7 req-7a6a37ea-e0a7-41bb-84f2-4cd88b7a1061 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0592413 Jul 29 15:18:54.679358 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-515abe57-0fc2-4550-9b49-d3440d5d4ae7 req-ce3d1b29-6c5f-4703-b05a-82cf4ce35255 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450816 Jul 29 15:18:54.793957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-a252af79-3b77-478a-85eb-25650213a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:54.795862 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-a252af79-3b77-478a-85eb-25650213a879 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1096 time: 0.0584538 Jul 29 15:18:54.919952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-051555ff-0092-4e21-bd9c-dea43d16a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:54.922636 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-051555ff-0092-4e21-bd9c-dea43d16a427 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f HTTP/1.1" status: 200 len: 898 time: 0.1171753 Jul 29 15:18:55.016992 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-38e6f5d6-d534-46e4-aa6c-a7627d8273b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 200 len: 1001 time: 0.0852354 Jul 29 15:18:55.074392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-80df34a5-47ee-4c6a-9b2c-9af89286ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:55.076205 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-80df34a5-47ee-4c6a-9b2c-9af89286ccc0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9496ad0c-0063-4e0a-9b56-44f09a2e3669 HTTP/1.1" status: 200 len: 833 time: 0.0510926 Jul 29 15:18:55.144259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-d6b93fd2-577c-4d57-9ac9-e7432e451100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:55.145857 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-d6b93fd2-577c-4d57-9ac9-e7432e451100 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620902 Jul 29 15:18:55.262616 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-de880a19-d0bd-4de3-a0a2-1547ffd915ce service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082306 Jul 29 15:18:55.383895 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-3972b2ed-7a30-4014-af27-4eb12d2698c0 service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115577 Jul 29 15:18:55.633313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015014c-4bf6-4e45-886c-97b8baa34024 req-6a0271fa-874c-4ed6-af6e-e7b9b770be51 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:55.644180 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7015014c-4bf6-4e45-886c-97b8baa34024 req-6a0271fa-874c-4ed6-af6e-e7b9b770be51 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0751595 Jul 29 15:18:55.684220 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7015014c-4bf6-4e45-886c-97b8baa34024 req-26cd1dcd-a3d5-4629-a366-931501d935a9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387537 Jul 29 15:18:55.873566 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb3d2b-c76f-4bed-953e-1120fbae6173 req-dce58c09-3ef5-4343-b654-0b9caf8bbc05 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:55.875640 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7dcb3d2b-c76f-4bed-953e-1120fbae6173 req-dce58c09-3ef5-4343-b654-0b9caf8bbc05 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0863116 Jul 29 15:18:55.907516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc5ded-bc46-4ff3-8700-7b409a071eac req-87192e20-5348-40e8-a41f-893c3e99378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:55.910092 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b5fc5ded-bc46-4ff3-8700-7b409a071eac req-87192e20-5348-40e8-a41f-893c3e99378f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1096 time: 0.0764663 Jul 29 15:18:55.928121 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7dcb3d2b-c76f-4bed-953e-1120fbae6173 req-083f1978-65d8-4b7b-b1b3-ea612313db64 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414188 Jul 29 15:18:56.031087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc5ded-bc46-4ff3-8700-7b409a071eac req-1841a3da-c402-47af-8d13-ca8f51720c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:56.033443 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b5fc5ded-bc46-4ff3-8700-7b409a071eac req-1841a3da-c402-47af-8d13-ca8f51720c03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f HTTP/1.1" status: 200 len: 898 time: 0.1006629 Jul 29 15:18:56.115406 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b5fc5ded-bc46-4ff3-8700-7b409a071eac req-43a89588-c1a0-488a-9690-0fd5f21fcd2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 200 len: 1001 time: 0.0744617 Jul 29 15:18:56.170590 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc5ded-bc46-4ff3-8700-7b409a071eac req-2b3cd87c-e361-46a8-acf0-21c672f9616a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:56.172720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b5fc5ded-bc46-4ff3-8700-7b409a071eac req-2b3cd87c-e361-46a8-acf0-21c672f9616a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9496ad0c-0063-4e0a-9b56-44f09a2e3669 HTTP/1.1" status: 200 len: 833 time: 0.0476897 Jul 29 15:18:56.222227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc5ded-bc46-4ff3-8700-7b409a071eac req-645d72fe-5202-4bfc-81fb-543157c5f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:56.223773 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b5fc5ded-bc46-4ff3-8700-7b409a071eac req-645d72fe-5202-4bfc-81fb-543157c5f64d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440595 Jul 29 15:18:56.330340 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b5fc5ded-bc46-4ff3-8700-7b409a071eac req-ec2e792d-adcc-42b7-9bf4-0d6dc84191ce service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970874 Jul 29 15:18:56.449601 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b5fc5ded-bc46-4ff3-8700-7b409a071eac req-293d46ae-3740-4724-bb3f-ea97f5fe5b86 service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111236 Jul 29 15:18:56.486870 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:18:56.850835 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48112d57-5725-4a0f-b7da-17183da9272f req-73d3fe1f-844f-4de6-b71f-243e3d4d131a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:56.852648 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48112d57-5725-4a0f-b7da-17183da9272f req-73d3fe1f-844f-4de6-b71f-243e3d4d131a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0740287 Jul 29 15:18:56.901682 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48112d57-5725-4a0f-b7da-17183da9272f req-e1a4b6e3-2ba6-45ee-b232-caa2fbdb2ca5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394976 Jul 29 15:18:57.068220 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934ff5c-c640-4a8c-89e2-8be361db0696 req-8e4aba84-8690-4719-b6db-b24718afb67c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:57.069877 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2934ff5c-c640-4a8c-89e2-8be361db0696 req-8e4aba84-8690-4719-b6db-b24718afb67c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0558834 Jul 29 15:18:57.121140 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2934ff5c-c640-4a8c-89e2-8be361db0696 req-5e943ecc-6bb1-4a48-b78c-859d0a45fa4e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438936 Jul 29 15:18:58.034395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cdfd2-2baf-48e4-b01d-c2962861aa25 req-9f0e991d-d144-4bcb-b91f-39f433099917 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:58.037131 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dc4cdfd2-2baf-48e4-b01d-c2962861aa25 req-9f0e991d-d144-4bcb-b91f-39f433099917 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0523350 Jul 29 15:18:58.083663 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dc4cdfd2-2baf-48e4-b01d-c2962861aa25 req-b024cc5b-2474-4acc-ac09-ec35ea35131f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415332 Jul 29 15:18:58.263547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a535ba-cf80-45c7-99fc-546c86df0b65 req-1dbf7991-b317-4319-9666-91560599fb3b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:58.269533 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55a535ba-cf80-45c7-99fc-546c86df0b65 req-1dbf7991-b317-4319-9666-91560599fb3b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0679555 Jul 29 15:18:58.318027 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55a535ba-cf80-45c7-99fc-546c86df0b65 req-f3784c26-cc85-4105-adce-4171d922d1d4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456979 Jul 29 15:18:59.218256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74559c-f089-43c3-9a5b-400133dae95b req-ac6f014b-d8aa-4e3e-915b-6f2ce6f32149 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:59.221108 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3e74559c-f089-43c3-9a5b-400133dae95b req-ac6f014b-d8aa-4e3e-915b-6f2ce6f32149 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0587730 Jul 29 15:18:59.273903 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3e74559c-f089-43c3-9a5b-400133dae95b req-e8634ab9-a630-4c28-8173-114bea4a368c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410790 Jul 29 15:18:59.460435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48769ac-1bff-4c20-972e-800fb242238d req-f6fdb89f-5126-468c-8779-8fb9270ff31f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:18:59.462530 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a48769ac-1bff-4c20-972e-800fb242238d req-f6fdb89f-5126-468c-8779-8fb9270ff31f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0676281 Jul 29 15:18:59.509700 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a48769ac-1bff-4c20-972e-800fb242238d req-95a4a4ee-9363-43f9-8d64-eeda6d474a40 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402181 Jul 29 15:19:00.404790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88267888-bb91-4e69-886c-945b98220798 req-74730c42-5da9-47e6-9058-e0b20ac2e123 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:00.406862 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-88267888-bb91-4e69-886c-945b98220798 req-74730c42-5da9-47e6-9058-e0b20ac2e123 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0603673 Jul 29 15:19:00.449882 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-88267888-bb91-4e69-886c-945b98220798 req-82487f4c-3687-43c1-8d33-8ce99ea65c6a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363424 Jul 29 15:19:00.549901 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0228e507-eed0-4024-a279-2db377e5c209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:00.647412 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b706ca8-cd98-4f7b-ad7a-88fbf75b2a65 req-4932dff8-d2a3-4a4a-806d-f24d84d181da tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:00.649113 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8b706ca8-cd98-4f7b-ad7a-88fbf75b2a65 req-4932dff8-d2a3-4a4a-806d-f24d84d181da tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0583003 Jul 29 15:19:00.691347 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8b706ca8-cd98-4f7b-ad7a-88fbf75b2a65 req-bb72d4b1-44a9-4eca-a0c7-8999fdb6bdee tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347917 Jul 29 15:19:01.575299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96ec55-52c1-41de-bd9c-85288aefb1e5 req-928edd5e-9dd8-450e-bb0b-baba093eb79b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:01.576839 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2b96ec55-52c1-41de-bd9c-85288aefb1e5 req-928edd5e-9dd8-450e-bb0b-baba093eb79b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0513780 Jul 29 15:19:01.619006 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2b96ec55-52c1-41de-bd9c-85288aefb1e5 req-66804fd0-0b46-4b46-b9e7-b08ef1675fe9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359206 Jul 29 15:19:01.832627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed4bea-64a1-4f06-bfcc-a45f49d01efc req-ea85375d-5f7c-4f25-b898-ff207044ff41 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:01.834203 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fed4bea-64a1-4f06-bfcc-a45f49d01efc req-ea85375d-5f7c-4f25-b898-ff207044ff41 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0669539 Jul 29 15:19:01.879998 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3fed4bea-64a1-4f06-bfcc-a45f49d01efc req-d48f782b-985e-4654-93db-d1535d7c5b18 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395095 Jul 29 15:19:02.775003 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f7e67-d3b1-4af3-b39b-4c1e55cb2618 req-8b029ddf-b24b-40d1-a6ce-c5d67d61278d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:02.777197 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-513f7e67-d3b1-4af3-b39b-4c1e55cb2618 req-8b029ddf-b24b-40d1-a6ce-c5d67d61278d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0639429 Jul 29 15:19:02.832200 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-513f7e67-d3b1-4af3-b39b-4c1e55cb2618 req-40207a45-38e8-44a8-a448-30aaabaf146d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440512 Jul 29 15:19:03.015175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e229cc3-3316-4d7f-8160-64c530049e56 req-12db00f9-a1fb-4161-a915-fd932f70be85 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:03.016807 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e229cc3-3316-4d7f-8160-64c530049e56 req-12db00f9-a1fb-4161-a915-fd932f70be85 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0572829 Jul 29 15:19:03.065094 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e229cc3-3316-4d7f-8160-64c530049e56 req-63ba0f75-c1eb-450c-8481-533a35ef08e4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409977 Jul 29 15:19:03.212987 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:03.348829 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2bdfa701-5502-4008-acb8-6ef2dfe6844f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:03.976647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dec26-f33c-4a29-b1dc-b90ce8382177 req-ef077f82-bfdc-4f11-8482-6bf04e7313a0 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:03.978238 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-394dec26-f33c-4a29-b1dc-b90ce8382177 req-ef077f82-bfdc-4f11-8482-6bf04e7313a0 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0667431 Jul 29 15:19:04.020863 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-394dec26-f33c-4a29-b1dc-b90ce8382177 req-9f0e91ed-9d95-4f60-8246-efef0b483ba2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345647 Jul 29 15:19:04.217797 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b249616-a1e2-4864-bdb3-77110016bb58 req-7d223124-a050-4f85-a996-11535017fcb6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:04.219502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b249616-a1e2-4864-bdb3-77110016bb58 req-7d223124-a050-4f85-a996-11535017fcb6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0576470 Jul 29 15:19:04.264256 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b249616-a1e2-4864-bdb3-77110016bb58 req-960e7df2-91aa-4df7-a203-74b34796028b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371678 Jul 29 15:19:04.393102 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:05.144931 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f2427-fade-4e3b-bc4b-e2eedeceb787 req-c3b4c4df-b3c7-4e54-8837-a6e2037c85dc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:05.146662 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-329f2427-fade-4e3b-bc4b-e2eedeceb787 req-c3b4c4df-b3c7-4e54-8837-a6e2037c85dc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0542400 Jul 29 15:19:05.186147 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-329f2427-fade-4e3b-bc4b-e2eedeceb787 req-b4f11085-fd3e-4f62-bd57-876df825b480 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333486 Jul 29 15:19:05.399260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ccf93-11ab-4f5f-b0d3-8625fc4f3b6f req-3b8551b3-066d-4026-a8cb-ae868365d5ee tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:05.401127 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c4ccf93-11ab-4f5f-b0d3-8625fc4f3b6f req-3b8551b3-066d-4026-a8cb-ae868365d5ee tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0575154 Jul 29 15:19:05.449292 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c4ccf93-11ab-4f5f-b0d3-8625fc4f3b6f req-29272f0f-3465-47ea-bbd8-371ce754f0b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401340 Jul 29 15:19:05.927536 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:19:06.328058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c12df3-b685-4172-944d-541207877f01 req-4791cebc-1069-4d7f-a829-7e9b2d924780 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:06.330050 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-94c12df3-b685-4172-944d-541207877f01 req-4791cebc-1069-4d7f-a829-7e9b2d924780 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0607164 Jul 29 15:19:06.377622 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-94c12df3-b685-4172-944d-541207877f01 req-f4e683a4-6ba1-45cd-919a-66ce919b9501 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Jul 29 15:19:06.398162 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:06.399163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2e23218f-d5a2-4a57-8c31-1b8a265cc981 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:19:06.523210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2e23218f-d5a2-4a57-8c31-1b8a265cc981, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2e23218f-d5a2-4a57-8c31-1b8a265cc981,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:19:06.541381 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '2e23218f-d5a2-4a57-8c31-1b8a265cc981', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'port_id': '2e23218f-d5a2-4a57-8c31-1b8a265cc981', 'mac_address': 'fa:16:3e:ec:0f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:19:06.594896 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939d74e-1886-40b1-a90c-de555804b51c req-08e8223a-06d6-4ce0-8d6c-c903ba9c0667 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:06.596563 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1939d74e-1886-40b1-a90c-de555804b51c req-08e8223a-06d6-4ce0-8d6c-c903ba9c0667 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 944 time: 0.0565484 Jul 29 15:19:06.599360 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:06.618181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e23218f-d5a2-4a57-8c31-1b8a265cc981 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:19:06.642400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2e23218f-d5a2-4a57-8c31-1b8a265cc981, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2e23218f-d5a2-4a57-8c31-1b8a265cc981,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:19:06.649654 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:06.663548 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1939d74e-1886-40b1-a90c-de555804b51c req-b04728d8-7cff-404c-9e89-b599f35f6f54 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553720 Jul 29 15:19:06.721668 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2e23218f-d5a2-4a57-8c31-1b8a265cc981,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:06.903335 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2e23218f-d5a2-4a57-8c31-1b8a265cc981'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:19:07.506697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32eff4-e4f1-47a7-a856-4efc9c03f99f req-d87dfbb8-1cc4-41a2-8f9b-d705aadb19a2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:07.508134 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f32eff4-e4f1-47a7-a856-4efc9c03f99f req-d87dfbb8-1cc4-41a2-8f9b-d705aadb19a2 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0549061 Jul 29 15:19:07.550210 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f32eff4-e4f1-47a7-a856-4efc9c03f99f req-1aad9420-0ea4-4e92-82b7-3f562d36357b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357215 Jul 29 15:19:07.824119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277f4a0-b483-45f9-a961-3ff1c66e2aa1 req-676154cd-8136-4624-b740-d1e07393bdef tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:07.826146 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8277f4a0-b483-45f9-a961-3ff1c66e2aa1 req-676154cd-8136-4624-b740-d1e07393bdef tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 945 time: 0.0717878 Jul 29 15:19:07.870778 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8277f4a0-b483-45f9-a961-3ff1c66e2aa1 req-c89a24ba-e0a1-4efc-849e-23b59b837d6a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375369 Jul 29 15:19:08.400559 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2e23218f-d5a2-4a57-8c31-1b8a265cc981 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:19:08.451457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 2e23218f-d5a2-4a57-8c31-1b8a265cc981 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:19:08.456505 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 2e23218f-d5a2-4a57-8c31-1b8a265cc981 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:19:08.456848 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:08.540608 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:08.564072 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24eb092c-b1eb-4954-90db-d7a0a69c41d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e23218f-d5a2-4a57-8c31-1b8a265cc981'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:19:08.566450 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8530dcbb-2a1c-4e4d-9c02-100153e252d8" -d '{"events": [{"server_uuid": "24eb092c-b1eb-4954-90db-d7a0a69c41d0", "name": "network-vif-plugged", "status": "completed", "tag": "2e23218f-d5a2-4a57-8c31-1b8a265cc981"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:19:08.581046 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2e23218f-d5a2-4a57-8c31-1b8a265cc981, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2e23218f-d5a2-4a57-8c31-1b8a265cc981,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:19:08.586507 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:08.620525 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8effba-94be-4e1f-9a12-6fa69837669d x-openstack-request-id: req-5e8effba-94be-4e1f-9a12-6fa69837669d {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:19:08.620986 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24eb092c-b1eb-4954-90db-d7a0a69c41d0", "name": "network-vif-plugged", "status": "completed", "tag": "2e23218f-d5a2-4a57-8c31-1b8a265cc981", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:19:08.621246 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e8effba-94be-4e1f-9a12-6fa69837669d {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:19:08.621639 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24eb092c-b1eb-4954-90db-d7a0a69c41d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e23218f-d5a2-4a57-8c31-1b8a265cc981', 'code': 200} Jul 29 15:19:08.641278 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2e23218f-d5a2-4a57-8c31-1b8a265cc981,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:08.712810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de540d5e-7cae-4a0f-abc4-0fa9d3b599dc req-ce2dbcfb-a120-4969-a22b-b7f06384fda4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:08.714259 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-de540d5e-7cae-4a0f-abc4-0fa9d3b599dc req-ce2dbcfb-a120-4969-a22b-b7f06384fda4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0564840 Jul 29 15:19:08.782052 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-de540d5e-7cae-4a0f-abc4-0fa9d3b599dc req-bbbbf0ae-a4bf-482a-a8bd-bc86be6de0e7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609603 Jul 29 15:19:08.786667 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363245c-46ea-4819-80ae-9746566120cc req-1a1cf4d9-e4a3-401a-ba52-249ede04c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:08.788109 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7363245c-46ea-4819-80ae-9746566120cc req-1a1cf4d9-e4a3-401a-ba52-249ede04c5c0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 1097 time: 0.0609872 Jul 29 15:19:08.824284 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7363245c-46ea-4819-80ae-9746566120cc req-bf029e71-9498-4c86-83a5-e8fe185b981c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287931 Jul 29 15:19:09.004562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0c7d1-5cfc-475b-a7e2-5bfa7080f831 req-7eca76f4-7aef-404d-94b9-e850d6777038 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:09.006050 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d5b0c7d1-5cfc-475b-a7e2-5bfa7080f831 req-7eca76f4-7aef-404d-94b9-e850d6777038 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 946 time: 0.0505204 Jul 29 15:19:09.048047 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d5b0c7d1-5cfc-475b-a7e2-5bfa7080f831 req-ba37803b-3a5e-4063-8159-343de0085087 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356982 Jul 29 15:19:09.922059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084677b-db79-450b-be34-68e16d24f79e req-e3e61aec-02e5-4ea3-aa02-5473ad4b8aec tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:09.923360 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d084677b-db79-450b-be34-68e16d24f79e req-e3e61aec-02e5-4ea3-aa02-5473ad4b8aec tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0525603 Jul 29 15:19:09.971854 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d084677b-db79-450b-be34-68e16d24f79e req-d58ea98b-c82c-4fa3-a556-4cfa8feca8d4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406170 Jul 29 15:19:10.185937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51b5bc-3632-484f-b92c-07c667d2df5b req-40d2e906-65d5-42fb-b373-0ca034959c65 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:10.188166 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8a51b5bc-3632-484f-b92c-07c667d2df5b req-40d2e906-65d5-42fb-b373-0ca034959c65 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 946 time: 0.0565600 Jul 29 15:19:10.233579 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8a51b5bc-3632-484f-b92c-07c667d2df5b req-ac95d77c-58c7-4380-896a-b01bf014a685 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381126 Jul 29 15:19:10.390945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e6cbf-692a-4efb-a546-d0e8605fd7ad req-a32ae5dd-110e-4b09-9c1b-733d01f77ddf tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:10.392724 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0a9e6cbf-692a-4efb-a546-d0e8605fd7ad req-a32ae5dd-110e-4b09-9c1b-733d01f77ddf tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 946 time: 0.0623353 Jul 29 15:19:10.440407 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0a9e6cbf-692a-4efb-a546-d0e8605fd7ad req-dd66a027-8c81-411a-a8ff-63157dfef26e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Jul 29 15:19:10.780742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47993420-1c51-4e3e-8b8c-3821f7049726 req-b0c2e7f9-bfe7-4ec2-8496-b2e611135a50 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:10.782297 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-47993420-1c51-4e3e-8b8c-3821f7049726 req-b0c2e7f9-bfe7-4ec2-8496-b2e611135a50 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 946 time: 0.0575659 Jul 29 15:19:10.825155 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-47993420-1c51-4e3e-8b8c-3821f7049726 req-e8891e90-1be9-4280-bb07-d1a00eb9e453 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366669 Jul 29 15:19:11.102749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe01d3-8a7a-45c1-9efb-8d2b3e7676c8 req-dfc6c0d6-b3f3-4c7f-a9cb-43000e9b318f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:11.104741 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6dbe01d3-8a7a-45c1-9efb-8d2b3e7676c8 req-dfc6c0d6-b3f3-4c7f-a9cb-43000e9b318f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0543489 Jul 29 15:19:11.143320 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:11.145209 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6dbe01d3-8a7a-45c1-9efb-8d2b3e7676c8 req-62031c32-be65-4556-8847-8db410fc6871 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336025 Jul 29 15:19:11.944713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82510ea1-fbf2-474f-949d-3f79a8e45e8e req-3601a584-7673-4e00-914f-319fec125916 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:11.946119 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-82510ea1-fbf2-474f-949d-3f79a8e45e8e req-3601a584-7673-4e00-914f-319fec125916 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 946 time: 0.0497675 Jul 29 15:19:11.990096 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-82510ea1-fbf2-474f-949d-3f79a8e45e8e req-debbc48d-12e6-4d9b-8870-cf5f32803bb0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369339 Jul 29 15:19:12.265850 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9557f59-a5a4-439c-bd5c-dfd2276ab2fb req-b862e689-aceb-45a8-84f8-1bbef5906ec8 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:12.267367 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9557f59-a5a4-439c-bd5c-dfd2276ab2fb req-b862e689-aceb-45a8-84f8-1bbef5906ec8 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0521677 Jul 29 15:19:12.305777 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9557f59-a5a4-439c-bd5c-dfd2276ab2fb req-20a88778-8934-4094-b161-d9b1e96c6b32 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322499 Jul 29 15:19:12.415224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39d4b5-d25e-4182-8397-eec1527bfa67 req-b088ed35-11b9-4143-9f3e-3f50f3b0c964 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:12.416691 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd39d4b5-d25e-4182-8397-eec1527bfa67 req-b088ed35-11b9-4143-9f3e-3f50f3b0c964 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 946 time: 0.1010811 Jul 29 15:19:12.418797 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-71cb1c25-d283-4b4a-b108-083524720ccf service neutron] show failed (client error): The resource could not be found. Jul 29 15:19:12.419712 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-71cb1c25-d283-4b4a-b108-083524720ccf service neutron] 10.222.0.39 "GET /v2.0/ports/e7c362cf-62c9-411b-9081-b8bc35201138/bindings/n-h1-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.0866060 Jul 29 15:19:12.529091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-cd39d4b5-d25e-4182-8397-eec1527bfa67 req-a5ccfb55-3fa5-4b4f-8c02-99efadad791f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Deleting port 2e23218f-d5a2-4a57-8c31-1b8a265cc981 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:19:12.529440 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cd39d4b5-d25e-4182-8397-eec1527bfa67 req-a5ccfb55-3fa5-4b4f-8c02-99efadad791f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:12.632308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-cd39d4b5-d25e-4182-8397-eec1527bfa67 req-a5ccfb55-3fa5-4b4f-8c02-99efadad791f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] For port 2e23218f-d5a2-4a57-8c31-1b8a265cc981, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2e23218f-d5a2-4a57-8c31-1b8a265cc981,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:19:12.632700 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cd39d4b5-d25e-4182-8397-eec1527bfa67 req-a5ccfb55-3fa5-4b4f-8c02-99efadad791f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:12.638992 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-56b20c34-750c-4366-8f4d-a2d5b3251289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:12.640844 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-56b20c34-750c-4366-8f4d-a2d5b3251289 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76&tenant_id=ff222b7955804c63888f15eaa141338c HTTP/1.1" status: 200 len: 1096 time: 0.0487797 Jul 29 15:19:12.646191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-cd39d4b5-d25e-4182-8397-eec1527bfa67 req-a5ccfb55-3fa5-4b4f-8c02-99efadad791f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Calling delete_port for 2e23218f-d5a2-4a57-8c31-1b8a265cc981 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:19:12.660925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:19:12.718660 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:12.790009 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cd39d4b5-d25e-4182-8397-eec1527bfa67 req-a5ccfb55-3fa5-4b4f-8c02-99efadad791f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:12.804250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['93099a9c-db8e-4149-a299-158ab548a5e8'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:19:12.825506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ccfb55-3fa5-4b4f-8c02-99efadad791f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event deleted for resources: {'Port': ['ID=2e23218f-d5a2-4a57-8c31-1b8a265cc981,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:12.909110 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd39d4b5-d25e-4182-8397-eec1527bfa67 req-a5ccfb55-3fa5-4b4f-8c02-99efadad791f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] No DVR routers for this DVR port 2e23218f-d5a2-4a57-8c31-1b8a265cc981 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:19:12.912810 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-cd39d4b5-d25e-4182-8397-eec1527bfa67 req-a5ccfb55-3fa5-4b4f-8c02-99efadad791f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:12.915032 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd39d4b5-d25e-4182-8397-eec1527bfa67 req-a5ccfb55-3fa5-4b4f-8c02-99efadad791f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "DELETE /v2.0/ports/2e23218f-d5a2-4a57-8c31-1b8a265cc981 HTTP/1.1" status: 204 len: 173 time: 0.4919069 Jul 29 15:19:12.915537 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24eb092c-b1eb-4954-90db-d7a0a69c41d0', 'name': 'network-vif-deleted', 'tag': '2e23218f-d5a2-4a57-8c31-1b8a265cc981'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:19:12.919397 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8230a1-db09-46e2-a698-d857449e1d4b" -d '{"events": [{"server_uuid": "24eb092c-b1eb-4954-90db-d7a0a69c41d0", "name": "network-vif-deleted", "tag": "2e23218f-d5a2-4a57-8c31-1b8a265cc981"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:19:12.987866 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8dd562-3aec-41e6-b5f8-9ff6980b1776 x-openstack-request-id: req-ef8dd562-3aec-41e6-b5f8-9ff6980b1776 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:19:12.988796 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24eb092c-b1eb-4954-90db-d7a0a69c41d0", "name": "network-vif-deleted", "tag": "2e23218f-d5a2-4a57-8c31-1b8a265cc981", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:19:12.988796 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef8dd562-3aec-41e6-b5f8-9ff6980b1776 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:19:12.989103 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24eb092c-b1eb-4954-90db-d7a0a69c41d0', 'name': 'network-vif-deleted', 'tag': '2e23218f-d5a2-4a57-8c31-1b8a265cc981', 'status': 'completed', 'code': 200} Jul 29 15:19:13.071297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e7c362cf-62c9-411b-9081-b8bc35201138,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:19:13.142522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2e23218f-d5a2-4a57-8c31-1b8a265cc981'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:19:13.170962 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81fef579-b3b1-47a1-a38d-b9200b3af09e req-ae9b500c-77db-4651-9540-00c32ab3482b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 210 time: 0.0528760 Jul 29 15:19:13.178037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:19:13.244260 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:13.257802 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Transition to ACTIVE for port object e7c362cf-62c9-411b-9081-b8bc35201138 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:19:13.258927 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:19:13.261750 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05f9d88-bcbe-4bb8-83a9-de49eb6c6ffa" -d '{"events": [{"server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:19:13.266355 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:13.317004 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c362cf-62c9-411b-9081-b8bc35201138,revision_number=6']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:13.356122 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de57f9de-6ffa-468b-aa66-bebc2dbe3f51 x-openstack-request-id: req-de57f9de-6ffa-468b-aa66-bebc2dbe3f51 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:19:13.358644 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:19:13.359001 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de57f9de-6ffa-468b-aa66-bebc2dbe3f51 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:19:13.362538 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'code': 200} Jul 29 15:19:13.515672 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] No DVR routers for this DVR port e7c362cf-62c9-411b-9081-b8bc35201138 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:19:13.631716 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dce38-6a79-4bb6-be24-f14f432bcb8b req-6c1c9471-427a-4bd3-9579-c172ed2e3b37 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:13.633575 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b24dce38-6a79-4bb6-be24-f14f432bcb8b req-6c1c9471-427a-4bd3-9579-c172ed2e3b37 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 943 time: 0.2215073 Jul 29 15:19:13.712181 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b24dce38-6a79-4bb6-be24-f14f432bcb8b req-307d6061-cab9-440b-9e4c-9b4981de435d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631773 Jul 29 15:19:14.117633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Attempting to bind port e7c362cf-62c9-411b-9081-b8bc35201138 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:19:14.117968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Attempting to bind port e7c362cf-62c9-411b-9081-b8bc35201138 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:19:14.118286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Attempting to bind port e7c362cf-62c9-411b-9081-b8bc35201138 on network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:19:14.123135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Port e7c362cf-62c9-411b-9081-b8bc35201138 on network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:19:14.123622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Attempting to bind port e7c362cf-62c9-411b-9081-b8bc35201138 on network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:19:14.129604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:19:14.129981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Checking segment: {'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:19:14.130339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Bound using segment: {'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:19:14.130832 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Bound port: e7c362cf-62c9-411b-9081-b8bc35201138, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:19:14.131234 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:14.229318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:19:14.237363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e7c362cf-62c9-411b-9081-b8bc35201138,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:19:14.245048 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:14.308175 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2d4f520-ca4f-4d37-9fdd-d7c7df1bc7c8 req-92269056-d426-4ca6-a1d5-7d8bd1d97da2 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 210 time: 0.0471561 Jul 29 15:19:14.319744 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:14.320969 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:14.322665 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] 10.222.0.38 "PUT /v2.0/ports/e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 200 len: 1091 time: 1.6686087 Jul 29 15:19:14.432398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36229e39-df1d-4d17-99a7-1490c0c480f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7c362cf-62c9-411b-9081-b8bc35201138,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:14.460758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-ef68e30a-3656-4330-bb12-1003252f68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:14.463596 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-ef68e30a-3656-4330-bb12-1003252f68e4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1094 time: 0.0835772 Jul 29 15:19:14.570868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-e7019760-296f-42f1-a94f-e8e635df5ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:14.573693 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-e7019760-296f-42f1-a94f-e8e635df5ffc service neutron] 10.222.0.38 "GET /v2.0/networks?id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f HTTP/1.1" status: 200 len: 898 time: 0.1023145 Jul 29 15:19:14.675265 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-0a43acc5-db68-4dfc-aad0-2970ce8dc9c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 200 len: 999 time: 0.0943010 Jul 29 15:19:14.736489 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-1cc1874a-0334-456b-bd7e-534080786140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:14.738102 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-1cc1874a-0334-456b-bd7e-534080786140 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9496ad0c-0063-4e0a-9b56-44f09a2e3669 HTTP/1.1" status: 200 len: 833 time: 0.0562105 Jul 29 15:19:14.813945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-3520858f-d64c-4f86-b9d3-4d678c075378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:14.815452 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-3520858f-d64c-4f86-b9d3-4d678c075378 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700195 Jul 29 15:19:14.914251 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34531307-abf0-4485-89d1-8a6020a2e334 req-c67a2259-335f-4257-8e46-d5a7d2d11ebe tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:14.915794 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34531307-abf0-4485-89d1-8a6020a2e334 req-c67a2259-335f-4257-8e46-d5a7d2d11ebe tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 943 time: 0.1101334 Jul 29 15:19:14.969403 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-3e9f8e23-7b99-4e61-bd44-f016559b68e2 service neutron] 10.222.0.38 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459732 Jul 29 15:19:14.976982 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-34531307-abf0-4485-89d1-8a6020a2e334 req-e9f52196-e61a-4939-acc4-0bd550b444d4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496430 Jul 29 15:19:15.090505 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab482473-a5f2-42f1-92bb-691538b5d361 req-52f98dd9-1239-4881-aaaf-ba01269f4168 service neutron] 10.222.0.38 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053379 Jul 29 15:19:15.361622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:19:15.364941 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:19:15.472512 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61987169-105e-489b-8f3c-f4c8d89af6bc x-openstack-request-id: req-61987169-105e-489b-8f3c-f4c8d89af6bc {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:19:15.472896 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:19:15.474598 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61987169-105e-489b-8f3c-f4c8d89af6bc {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:19:15.475080 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'status': 'completed', 'code': 200} Jul 29 15:19:15.522948 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b794ddf4-d8c9-4bac-806c-00d5e4f0d99d req-9809dac0-b416-490d-9b03-9d9668669abf tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 210 time: 0.0452425 Jul 29 15:19:15.578932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-f249f7f4-499a-4445-b723-eec3d37c79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:15.581389 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-f249f7f4-499a-4445-b723-eec3d37c79ad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1094 time: 0.0513349 Jul 29 15:19:15.587262 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-e4dc9c74-f7f6-40c1-bdc6-545b2e70d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:15.589820 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-e4dc9c74-f7f6-40c1-bdc6-545b2e70d8c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1094 time: 0.0971591 Jul 29 15:19:15.740112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-bc670e6c-d0a1-480f-bce9-c8d319db6855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:15.741436 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-bc670e6c-d0a1-480f-bce9-c8d319db6855 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f HTTP/1.1" status: 200 len: 898 time: 0.1522996 Jul 29 15:19:15.742413 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-258f06db-2667-4a69-aebe-2a73a53c85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:15.743991 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-258f06db-2667-4a69-aebe-2a73a53c85f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f HTTP/1.1" status: 200 len: 898 time: 0.1471045 Jul 29 15:19:15.828264 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-61c6db0e-bfe4-4751-a629-2bd19ebdcbca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 200 len: 999 time: 0.0794570 Jul 29 15:19:15.858809 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-6ef5d754-5e82-441d-b3e6-da110c475df2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 200 len: 999 time: 0.1073136 Jul 29 15:19:15.899564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-5beebdfc-7c93-4e88-a061-7b1257a2a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:15.901170 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-5beebdfc-7c93-4e88-a061-7b1257a2a709 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9496ad0c-0063-4e0a-9b56-44f09a2e3669 HTTP/1.1" status: 200 len: 833 time: 0.0655582 Jul 29 15:19:15.939265 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-73c265ca-f5cf-49c2-9cc7-e47940e47052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:15.940874 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-73c265ca-f5cf-49c2-9cc7-e47940e47052 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9496ad0c-0063-4e0a-9b56-44f09a2e3669 HTTP/1.1" status: 200 len: 833 time: 0.0759373 Jul 29 15:19:15.974107 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-1ecd74c8-ce6c-475a-a7b5-e65b60eee9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:15.976017 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-1ecd74c8-ce6c-475a-a7b5-e65b60eee9b4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663478 Jul 29 15:19:16.001988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-8554b5df-8e88-4471-b116-73e3883293d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:16.018207 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-8554b5df-8e88-4471-b116-73e3883293d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556169 Jul 29 15:19:16.024166 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e7c362cf-62c9-411b-9081-b8bc35201138 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:19:16.119521 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e7c362cf-62c9-411b-9081-b8bc35201138 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:19:16.148742 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-ed4edc4c-b88f-420e-98df-40de59addfb1 service neutron] 10.222.0.38 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636364 Jul 29 15:19:16.240842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec421ec4-a523-442b-a21d-eee9ed85f48b req-7ada40d5-29c1-4ac0-b023-202b204ae571 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:16.242789 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec421ec4-a523-442b-a21d-eee9ed85f48b req-7ada40d5-29c1-4ac0-b023-202b204ae571 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 943 time: 0.1082802 Jul 29 15:19:16.251609 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-5d5bdd44-7fe9-4210-8ef9-2874b95fc0e3 service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310524 Jul 29 15:19:16.301332 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-18f4b7b2-1895-4f40-9cb5-a434fc959d5e service neutron] 10.222.0.38 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433246 Jul 29 15:19:16.352466 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec421ec4-a523-442b-a21d-eee9ed85f48b req-44f423f6-4d1b-453e-a9cc-e1c4f99a7cd5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994484 Jul 29 15:19:16.407357 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-682674c9-43f9-43ba-9c11-0cfc5c0a68c2 req-dcd4de16-6321-4c61-af9f-0cbbc18b5d60 service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472821 Jul 29 15:19:16.477131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2e23218f-d5a2-4a57-8c31-1b8a265cc981 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:19:16.504042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 2e23218f-d5a2-4a57-8c31-1b8a265cc981 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:19:16.504621 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2e23218f-d5a2-4a57-8c31-1b8a265cc981 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:19:16.666549 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c167225a-dd9d-4c04-8357-f71e9da58901 req-da6d02d5-a855-4287-b832-291d42283f0a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 210 time: 0.0457091 Jul 29 15:19:17.497941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aeff04-3de0-44c6-bea7-de3d9dc074d0 req-6cb76c05-f222-4df0-9126-e272b8c00143 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:17.499572 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1aeff04-3de0-44c6-bea7-de3d9dc074d0 req-6cb76c05-f222-4df0-9126-e272b8c00143 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 943 time: 0.0592389 Jul 29 15:19:17.552780 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e1aeff04-3de0-44c6-bea7-de3d9dc074d0 req-3cb011a8-a8da-4c0f-b68b-4fad4483c58e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462520 Jul 29 15:19:17.849691 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85e487da-868f-48e1-9fa6-f151db50935a req-9744a20f-c095-4283-955c-aee88533e386 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=24eb092c-b1eb-4954-90db-d7a0a69c41d0 HTTP/1.1" status: 200 len: 210 time: 0.0500185 Jul 29 15:19:17.900125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-df98ec20-09df-4e8b-9c30-f1c1148ffc2e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:17.901754 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-df98ec20-09df-4e8b-9c30-f1c1148ffc2e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.38 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76&tenant_id=ff222b7955804c63888f15eaa141338c&binding%3Ahost_id=n-h1-802893-1 HTTP/1.1" status: 200 len: 943 time: 0.1157234 Jul 29 15:19:17.950132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de571fda-b1e4-41e1-a430-7a27f2417f0b req-76dceb28-ec68-495b-92d8-3af684c199a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:17.952160 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de571fda-b1e4-41e1-a430-7a27f2417f0b req-76dceb28-ec68-495b-92d8-3af684c199a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 943 time: 0.0980489 Jul 29 15:19:18.006153 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-0ac8d6a3-79c8-4897-9aba-4b8f168e25bc service neutron] 10.222.0.38 "GET /v2.0/ports/e7c362cf-62c9-411b-9081-b8bc35201138/bindings/n-h1-802893-1 HTTP/1.1" status: 200 len: 382 time: 0.0956404 Jul 29 15:19:18.011118 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de571fda-b1e4-41e1-a430-7a27f2417f0b req-8a670d0e-0f63-4099-806a-750ae710917e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467844 Jul 29 15:19:18.088359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-b479e28a-7684-4e3a-bd29-7bf78d96a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:18.090032 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-b479e28a-7684-4e3a-bd29-7bf78d96a2a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1094 time: 0.0450633 Jul 29 15:19:18.202779 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-218a3b79-39a4-4184-8c98-2796632c09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:18.204226 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-218a3b79-39a4-4184-8c98-2796632c09c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f HTTP/1.1" status: 200 len: 898 time: 0.1074824 Jul 29 15:19:18.292507 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-fc2499d5-5209-44b5-925d-909380978fde service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 200 len: 999 time: 0.0807085 Jul 29 15:19:18.354995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-89e82596-5953-4cda-8a76-b116559bcf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:18.356557 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-89e82596-5953-4cda-8a76-b116559bcf38 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9496ad0c-0063-4e0a-9b56-44f09a2e3669 HTTP/1.1" status: 200 len: 833 time: 0.0567901 Jul 29 15:19:18.403759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-ddb25647-95fe-468c-8134-9687c6e8d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:18.406507 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-ddb25647-95fe-468c-8134-9687c6e8d8e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421693 Jul 29 15:19:18.492739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device e7c362cf-62c9-411b-9081-b8bc35201138 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:19:18.513880 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-3190df15-16e9-475e-b317-211e60953e93 service neutron] 10.222.0.38 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001899 Jul 29 15:19:18.622453 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e7c362cf-62c9-411b-9081-b8bc35201138,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:19:18.643856 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'port_id': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'mac_address': 'fa:16:3e:78:67:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:19:18.663419 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-3a995685-3fc2-4cd1-a8e1-4cdc115c6708 service neutron] 10.222.0.38 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423078 Jul 29 15:19:18.694380 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:18.719192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c362cf-62c9-411b-9081-b8bc35201138 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:19:18.741126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e7c362cf-62c9-411b-9081-b8bc35201138,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:19:18.745927 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:18.796492 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=e7c362cf-62c9-411b-9081-b8bc35201138,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:19.036980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['e7c362cf-62c9-411b-9081-b8bc35201138'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:19:19.202727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e794e7d-d115-4cbd-8a3d-dc1fc86ac69d req-90d94c66-e043-4632-ba7a-30cbfbf55fce tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:19.205191 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e794e7d-d115-4cbd-8a3d-dc1fc86ac69d req-90d94c66-e043-4632-ba7a-30cbfbf55fce tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 944 time: 0.0665295 Jul 29 15:19:19.260027 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4e794e7d-d115-4cbd-8a3d-dc1fc86ac69d req-f0d59bd0-d26f-4f25-9300-426fd222ccfa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469472 Jul 29 15:19:20.388059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdcf18-eb29-4153-b59a-ab2512b4a0dd req-c1029a55-c161-48f1-92e9-e834c5dc439c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:20.390369 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-84cdcf18-eb29-4153-b59a-ab2512b4a0dd req-c1029a55-c161-48f1-92e9-e834c5dc439c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 944 time: 0.0593143 Jul 29 15:19:20.449801 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-84cdcf18-eb29-4153-b59a-ab2512b4a0dd req-9d16f2b7-66ff-4ab8-9f36-26864b7a2b5b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461948 Jul 29 15:19:20.507133 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device e7c362cf-62c9-411b-9081-b8bc35201138 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:19:20.588356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port e7c362cf-62c9-411b-9081-b8bc35201138 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:19:20.593914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port e7c362cf-62c9-411b-9081-b8bc35201138 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:19:20.594036 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:20.709528 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:20.756100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:19:20.759121 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a5cefe-fb6f-4999-a97c-c4d14d1574e2" -d '{"events": [{"server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "name": "network-vif-plugged", "status": "completed", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:19:20.766154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e7c362cf-62c9-411b-9081-b8bc35201138,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:19:20.774128 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:20.844174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=e7c362cf-62c9-411b-9081-b8bc35201138,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:20.876914 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33194451-bd02-44ba-a562-d46cca729e0e x-openstack-request-id: req-33194451-bd02-44ba-a562-d46cca729e0e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:19:20.877959 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "name": "network-vif-plugged", "status": "completed", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:19:20.878451 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33194451-bd02-44ba-a562-d46cca729e0e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:19:20.879591 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'code': 200} Jul 29 15:19:20.992640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-03e68417-8206-405c-90c4-6cb96b432e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:20.994134 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-03e68417-8206-405c-90c4-6cb96b432e20 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76&tenant_id=ff222b7955804c63888f15eaa141338c HTTP/1.1" status: 200 len: 1096 time: 0.0935457 Jul 29 15:19:21.005724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:19:21.075624 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:21.403538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e7c362cf-62c9-411b-9081-b8bc35201138,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:19:21.440554 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:19:21.489973 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:21.492409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:19:21.495685 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de36d21-a671-4457-b01d-a1aa70eb35f5" -d '{"events": [{"server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:19:21.517386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Transition to ACTIVE for port object e7c362cf-62c9-411b-9081-b8bc35201138 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:19:21.522385 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:21.570514 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3f36de-598a-477e-a5df-9a91065a48e5 x-openstack-request-id: req-de3f36de-598a-477e-a5df-9a91065a48e5 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:19:21.570825 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "name": "network-vif-unplugged", "status": "completed", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:19:21.571083 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de3f36de-598a-477e-a5df-9a91065a48e5 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:19:21.571598 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'code': 200} Jul 29 15:19:21.672724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Pushing event updated for resources: {'Port': ['ID=e7c362cf-62c9-411b-9081-b8bc35201138,revision_number=10']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:21.753137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ae899-d35f-4276-b02d-0bd1feb2c489 req-facf189d-2479-4a95-8692-9267e2b37df5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:21.754781 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-679ae899-d35f-4276-b02d-0bd1feb2c489 req-facf189d-2479-4a95-8692-9267e2b37df5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 944 time: 0.2008100 Jul 29 15:19:21.776870 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] No DVR routers for this DVR port e7c362cf-62c9-411b-9081-b8bc35201138 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:19:21.911319 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-679ae899-d35f-4276-b02d-0bd1feb2c489 req-8ea1fb0a-50c6-49a1-a8cc-6393727e205c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362834 Jul 29 15:19:21.946538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Attempting to bind port e7c362cf-62c9-411b-9081-b8bc35201138 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:19:21.947018 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Attempting to bind port e7c362cf-62c9-411b-9081-b8bc35201138 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:19:21.947451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Attempting to bind port e7c362cf-62c9-411b-9081-b8bc35201138 on network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:19:21.952468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Port e7c362cf-62c9-411b-9081-b8bc35201138 on network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:19:21.952959 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Attempting to bind port e7c362cf-62c9-411b-9081-b8bc35201138 on network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:19:21.958269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:19:21.958750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Checking segment: {'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:19:21.959229 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Bound using segment: {'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:19:21.959754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Bound port: e7c362cf-62c9-411b-9081-b8bc35201138, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4fb9fe-a138-4a58-8ec8-19ec42e74267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:19:21.960207 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:22.023300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:19:22.026441 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e7c362cf-62c9-411b-9081-b8bc35201138,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:19:22.031627 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:22.071543 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:22.072382 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:22.074007 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] 10.222.0.39 "PUT /v2.0/ports/e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 200 len: 1092 time: 1.0727639 Jul 29 15:19:22.105285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ca968-f0c0-4adc-95b3-1886715500bc service neutron] Pushing event updated for resources: {'Port': ['ID=e7c362cf-62c9-411b-9081-b8bc35201138,revision_number=11']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:22.154308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-e4e5e39b-d0e4-4292-99e4-bf779bf32c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:22.156917 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-e4e5e39b-d0e4-4292-99e4-bf779bf32c90 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1095 time: 0.0469680 Jul 29 15:19:22.310036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-2c2d9df0-b022-400f-98d2-64628934a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:22.312712 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-2c2d9df0-b022-400f-98d2-64628934a911 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f HTTP/1.1" status: 200 len: 898 time: 0.1489339 Jul 29 15:19:22.394047 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-5f25399d-5f64-473b-90a3-9718adac2ea4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 200 len: 999 time: 0.0744805 Jul 29 15:19:22.445436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-1811c4e5-e9ce-413e-a967-6126e82d9dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:22.446831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-1811c4e5-e9ce-413e-a967-6126e82d9dee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9496ad0c-0063-4e0a-9b56-44f09a2e3669 HTTP/1.1" status: 200 len: 833 time: 0.0448835 Jul 29 15:19:22.503878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-cf58580f-6851-4d21-970b-0627cce5fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:22.505466 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-cf58580f-6851-4d21-970b-0627cce5fc79 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512044 Jul 29 15:19:22.611209 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-be042e27-fc84-4900-8b26-143c31f77336 service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978448 Jul 29 15:19:22.707460 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a57930f8-d3c0-478c-a113-10e4a49d8074 req-6975ca44-39eb-4abe-bd0b-8a8a6885f0b9 service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870607 Jul 29 15:19:23.050741 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7921901-8458-47be-a13c-a10c1c991eee req-263aef5b-3ab5-4361-9ad9-a9ddbe591eca tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:23.052400 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7921901-8458-47be-a13c-a10c1c991eee req-263aef5b-3ab5-4361-9ad9-a9ddbe591eca tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 944 time: 0.0538609 Jul 29 15:19:23.094075 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b7921901-8458-47be-a13c-a10c1c991eee req-b73bf16f-4c1a-406e-897c-a9e7f35d3d3f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351453 Jul 29 15:19:23.449092 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025264ec-6e79-467d-9b37-7ee9300a1493 req-2cf2e794-9875-4077-93de-c6ef2ade04ae tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:23.451011 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-025264ec-6e79-467d-9b37-7ee9300a1493 req-2cf2e794-9875-4077-93de-c6ef2ade04ae tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 946 time: 0.0556700 Jul 29 15:19:23.496844 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-025264ec-6e79-467d-9b37-7ee9300a1493 req-dda2e683-0c77-4fda-b23b-8f5c5d2f4405 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374808 Jul 29 15:19:23.572607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:19:23.575003 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:19:23.623310 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05afc18-65e8-4c65-a84b-4c52f6650dc1 x-openstack-request-id: req-d05afc18-65e8-4c65-a84b-4c52f6650dc1 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:19:23.623707 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:19:23.623956 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d05afc18-65e8-4c65-a84b-4c52f6650dc1 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:19:23.625176 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'status': 'completed', 'code': 200} Jul 29 15:19:23.697327 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-d29621e3-491b-49bf-92e5-e58f0943a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:23.698965 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-d29621e3-491b-49bf-92e5-e58f0943a61c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1095 time: 0.0534592 Jul 29 15:19:23.711438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-106f78b1-f897-4a7a-bb53-c21ae6dd8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:23.713066 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-106f78b1-f897-4a7a-bb53-c21ae6dd8534 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1095 time: 0.0465419 Jul 29 15:19:23.808216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-7f58e182-0301-45dc-b899-cb9c1853d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:23.810074 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-7f58e182-0301-45dc-b899-cb9c1853d910 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f HTTP/1.1" status: 200 len: 898 time: 0.1029739 Jul 29 15:19:23.819522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-8fdb08ac-a0dc-4431-a5f2-03e9d0b1c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:23.821236 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-8fdb08ac-a0dc-4431-a5f2-03e9d0b1c907 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f HTTP/1.1" status: 200 len: 898 time: 0.1007144 Jul 29 15:19:23.887609 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-7461721a-2847-445e-a848-9d2cf8c5e1e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 200 len: 999 time: 0.0687194 Jul 29 15:19:23.905368 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-ca652872-7597-4519-81d2-fa35c1c03502 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 200 len: 999 time: 0.0746775 Jul 29 15:19:23.941843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-15b2cbef-fce6-4d6c-9316-95119281cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:23.943342 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-15b2cbef-fce6-4d6c-9316-95119281cf5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9496ad0c-0063-4e0a-9b56-44f09a2e3669 HTTP/1.1" status: 200 len: 833 time: 0.0482609 Jul 29 15:19:23.959356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-43bc024c-4972-4992-a706-010ffd9d3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:23.961173 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-43bc024c-4972-4992-a706-010ffd9d3b4a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9496ad0c-0063-4e0a-9b56-44f09a2e3669 HTTP/1.1" status: 200 len: 833 time: 0.0495327 Jul 29 15:19:24.017410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-02fe36f9-2038-427c-9c4d-0e477128d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:24.018364 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-8b6fde18-f96a-4ba9-a985-d20ecb4cd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:24.019798 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-02fe36f9-2038-427c-9c4d-0e477128d8ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639496 Jul 29 15:19:24.019933 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-8b6fde18-f96a-4ba9-a985-d20ecb4cd7cc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511453 Jul 29 15:19:24.079710 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e7c362cf-62c9-411b-9081-b8bc35201138 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:19:24.171948 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-fc0fc97b-30cd-4388-9bb6-e87962bf33ae service neutron] 10.222.0.38 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406128 Jul 29 15:19:24.315506 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e7c362cf-62c9-411b-9081-b8bc35201138,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:19:24.331145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'port_id': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'mac_address': 'fa:16:3e:78:67:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:19:24.347669 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad46d5-18da-4a42-9622-2a7e038930d5 req-69d50d43-bfff-42e2-9da8-d7c181e6e6ef tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:24.349709 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-95ad46d5-18da-4a42-9622-2a7e038930d5 req-69d50d43-bfff-42e2-9da8-d7c181e6e6ef tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 944 time: 0.1134188 Jul 29 15:19:24.352032 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-1b4289cd-3ff2-4155-99f0-f5d8c6b58dfe service neutron] 10.222.0.38 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728015 Jul 29 15:19:24.412138 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:24.430633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c362cf-62c9-411b-9081-b8bc35201138 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:19:24.438176 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-95ad46d5-18da-4a42-9622-2a7e038930d5 req-716ee2fb-999b-448a-a823-6ec36ad084b9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791836 Jul 29 15:19:24.461609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e7c362cf-62c9-411b-9081-b8bc35201138,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:19:24.468412 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:24.543141 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device e7c362cf-62c9-411b-9081-b8bc35201138 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:19:24.617722 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=e7c362cf-62c9-411b-9081-b8bc35201138,revision_number=12']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:24.629231 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device e7c362cf-62c9-411b-9081-b8bc35201138 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:19:24.660854 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-8965de0c-6748-4575-81e3-7b5dd7788b0d service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297624 Jul 29 15:19:24.704354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['e7c362cf-62c9-411b-9081-b8bc35201138'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:19:24.755334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6148f-3321-4eb9-8145-b800f7656ce3 req-4804b3ec-3a33-4a8f-86a8-ea2f9f9653b5 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:24.756865 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-97d6148f-3321-4eb9-8145-b800f7656ce3 req-4804b3ec-3a33-4a8f-86a8-ea2f9f9653b5 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 946 time: 0.1213617 Jul 29 15:19:24.810120 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-97d6148f-3321-4eb9-8145-b800f7656ce3 req-b21730a9-5d35-4496-8390-530e4306b09f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=303179fe-638e-4586-ac3a-532064879636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416889 Jul 29 15:19:24.832712 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-90be7c2c-ae4e-4dfc-bf6c-310d55c25bd4 req-1525dfad-86a4-4f93-83f7-4146da1d069c service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541331 Jul 29 15:19:25.011306 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad58dc-eb6c-40ea-a6cb-a3381374e36f req-f0f4f8e4-9236-4ac2-b842-8cb14aac36aa tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:25.013102 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfad58dc-eb6c-40ea-a6cb-a3381374e36f req-f0f4f8e4-9236-4ac2-b842-8cb14aac36aa tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.39 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 946 time: 0.0630505 Jul 29 15:19:25.121502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-bfad58dc-eb6c-40ea-a6cb-a3381374e36f req-a06f4cdb-0fab-46e7-a8f4-06217344406f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Deleting port 93099a9c-db8e-4149-a299-158ab548a5e8 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:19:25.121871 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bfad58dc-eb6c-40ea-a6cb-a3381374e36f req-a06f4cdb-0fab-46e7-a8f4-06217344406f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:25.239993 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-bfad58dc-eb6c-40ea-a6cb-a3381374e36f req-a06f4cdb-0fab-46e7-a8f4-06217344406f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] For port 93099a9c-db8e-4149-a299-158ab548a5e8, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=93099a9c-db8e-4149-a299-158ab548a5e8,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:19:25.240359 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bfad58dc-eb6c-40ea-a6cb-a3381374e36f req-a06f4cdb-0fab-46e7-a8f4-06217344406f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:25.255965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-bfad58dc-eb6c-40ea-a6cb-a3381374e36f req-a06f4cdb-0fab-46e7-a8f4-06217344406f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Calling delete_port for 93099a9c-db8e-4149-a299-158ab548a5e8 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:19:25.417003 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bfad58dc-eb6c-40ea-a6cb-a3381374e36f req-a06f4cdb-0fab-46e7-a8f4-06217344406f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:25.430405 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['93099a9c-db8e-4149-a299-158ab548a5e8'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:19:25.447244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f4cdb-0fab-46e7-a8f4-06217344406f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event deleted for resources: {'Port': ['ID=93099a9c-db8e-4149-a299-158ab548a5e8,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:25.495240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfad58dc-eb6c-40ea-a6cb-a3381374e36f req-a06f4cdb-0fab-46e7-a8f4-06217344406f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] No DVR routers for this DVR port 93099a9c-db8e-4149-a299-158ab548a5e8 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:19:25.499744 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bfad58dc-eb6c-40ea-a6cb-a3381374e36f req-a06f4cdb-0fab-46e7-a8f4-06217344406f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:25.501929 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bfad58dc-eb6c-40ea-a6cb-a3381374e36f req-a06f4cdb-0fab-46e7-a8f4-06217344406f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.39 "DELETE /v2.0/ports/93099a9c-db8e-4149-a299-158ab548a5e8 HTTP/1.1" status: 204 len: 173 time: 0.4829247 Jul 29 15:19:25.602769 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5ee3a-a018-4df1-8efe-7c345568e3cc req-0924b330-a2dd-4d55-9c57-e56aaa60182f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:25.604324 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57b5ee3a-a018-4df1-8efe-7c345568e3cc req-0924b330-a2dd-4d55-9c57-e56aaa60182f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 945 time: 0.0668628 Jul 29 15:19:25.627322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69aa6514-0996-498b-9c75-7caa8dc42704', 'name': 'network-vif-deleted', 'tag': '93099a9c-db8e-4149-a299-158ab548a5e8'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:19:25.630124 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337ead6a-c44d-426a-8022-e58b33b35e4e" -d '{"events": [{"server_uuid": "69aa6514-0996-498b-9c75-7caa8dc42704", "name": "network-vif-deleted", "tag": "93099a9c-db8e-4149-a299-158ab548a5e8"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:19:25.659413 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-57b5ee3a-a018-4df1-8efe-7c345568e3cc req-37b6c17a-f09d-4cf0-a0fd-85345ed431cb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473762 Jul 29 15:19:25.695487 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48578) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:25.704050 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a48bba-a244-47f5-b39e-a30f13c9c9aa x-openstack-request-id: req-b8a48bba-a244-47f5-b39e-a30f13c9c9aa {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:19:25.704344 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69aa6514-0996-498b-9c75-7caa8dc42704", "name": "network-vif-deleted", "tag": "93099a9c-db8e-4149-a299-158ab548a5e8", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:19:25.704664 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8a48bba-a244-47f5-b39e-a30f13c9c9aa {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:19:25.705008 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69aa6514-0996-498b-9c75-7caa8dc42704', 'name': 'network-vif-deleted', 'tag': '93099a9c-db8e-4149-a299-158ab548a5e8', 'status': 'completed', 'code': 200} Jul 29 15:19:25.777362 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-296ebf78-09c3-4d08-bcd5-212997e433a0 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/cea94f84-9734-49f7-b048-0f06a0c8af19 HTTP/1.1" status: 200 len: 992 time: 0.0780251 Jul 29 15:19:25.960713 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-713f0a1c-00e5-42db-88b7-ff0c7c3e6be8 req-96ced692-8577-4cad-9145-5cf0248e3ad0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 210 time: 0.0446444 Jul 29 15:19:26.082455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e7c362cf-62c9-411b-9081-b8bc35201138 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:19:26.143611 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port e7c362cf-62c9-411b-9081-b8bc35201138 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:19:26.149238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port e7c362cf-62c9-411b-9081-b8bc35201138 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:19:26.150324 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:26.237993 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:26.275493 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:19:26.277824 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6491c9aa-55cc-4c94-afb2-ce349a2e8a22" -d '{"events": [{"server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "name": "network-vif-plugged", "status": "completed", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:19:26.293939 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e7c362cf-62c9-411b-9081-b8bc35201138,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:19:26.314711 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:26.315541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 93099a9c-db8e-4149-a299-158ab548a5e8 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:19:26.354529 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c839c36b-b3fb-4826-bf6a-5179111f6296 x-openstack-request-id: req-c839c36b-b3fb-4826-bf6a-5179111f6296 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:19:26.354736 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "name": "network-vif-plugged", "status": "completed", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:19:26.354990 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c839c36b-b3fb-4826-bf6a-5179111f6296 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:19:26.355377 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'code': 200} Jul 29 15:19:26.364901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 93099a9c-db8e-4149-a299-158ab548a5e8 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:19:26.365430 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 93099a9c-db8e-4149-a299-158ab548a5e8 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:19:26.399980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=e7c362cf-62c9-411b-9081-b8bc35201138,revision_number=13']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:26.485785 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:27.065856 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5abd6d04-a23a-4552-8773-1a05295fefc3 req-b07ecd44-9c66-4d37-bf39-1a2a8ef4ab63 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 210 time: 0.0278053 Jul 29 15:19:28.211290 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-36c42f3a-15ef-40cc-8745-9199d244d8b9 req-cd65cf13-1b87-4bb3-a178-caebc691a036 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 210 time: 0.0511253 Jul 29 15:19:29.331977 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c4614ac5-efc7-4384-8eb2-450d211d0f28 req-76491739-8a5b-49f2-9bff-0678835a7205 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=69aa6514-0996-498b-9c75-7caa8dc42704 HTTP/1.1" status: 200 len: 210 time: 0.0322416 Jul 29 15:19:30.544589 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0be40c12-407e-4992-9d22-d5c175f77224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.369989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48682) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:32.375165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f76ec69d-950b-4a6f-a76a-88046fa6a536 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114623864', 'description': 'tempest-secgroup-smoke-114623864 description', 'project_id': '0e99c03d4a234821be155e2a34f15433'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:19:32.399193 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f76ec69d-950b-4a6f-a76a-88046fa6a536 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.490111 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f76ec69d-950b-4a6f-a76a-88046fa6a536 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.495379 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f76ec69d-950b-4a6f-a76a-88046fa6a536 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.522114 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f76ec69d-950b-4a6f-a76a-88046fa6a536 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.522702 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f76ec69d-950b-4a6f-a76a-88046fa6a536 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1514776 Jul 29 15:19:32.526498 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48686) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:32.534892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'security_group_rule': {'security_group_id': 'e1a87023-7e47-485b-ab10-c37d394f7591', 'project_id': '0e99c03d4a234821be155e2a34f15433', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:19:32.537029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ec69d-950b-4a6f-a76a-88046fa6a536 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a87023-7e47-485b-ab10-c37d394f7591,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:32.573388 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.645869 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.650650 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.670437 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3da4f7d-c9a0-44f7-9df0-6f8bbacad0a9,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:32.680139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:32.680639 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:32.681139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:32.681586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:32.681931 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:32.682265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:32.682694 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:32.683010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:32.683380 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:32.683708 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:32.684035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:32.684362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:32.687959 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.691717 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-eda34b44-ade7-4aaa-b662-719661df1d1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1613402 Jul 29 15:19:32.692902 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48690) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:32.697776 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9be524d6-763a-4c20-a541-3b5bfa3ac1d1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'security_group_rule': {'security_group_id': 'e1a87023-7e47-485b-ab10-c37d394f7591', 'project_id': '0e99c03d4a234821be155e2a34f15433', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:19:32.730223 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9be524d6-763a-4c20-a541-3b5bfa3ac1d1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.788597 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9be524d6-763a-4c20-a541-3b5bfa3ac1d1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.793594 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9be524d6-763a-4c20-a541-3b5bfa3ac1d1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.816936 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be524d6-763a-4c20-a541-3b5bfa3ac1d1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710b4884-5589-4d34-87ae-5d5d8dddcbc1,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:32.824834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9be524d6-763a-4c20-a541-3b5bfa3ac1d1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.829386 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9be524d6-763a-4c20-a541-3b5bfa3ac1d1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327021 Jul 29 15:19:32.829386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48692) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:32.834479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9c5d0c0a-b79a-42db-8ce9-5b00cb7651f9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'security_group_rule': {'security_group_id': 'e1a87023-7e47-485b-ab10-c37d394f7591', 'project_id': '0e99c03d4a234821be155e2a34f15433', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:19:32.865032 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c5d0c0a-b79a-42db-8ce9-5b00cb7651f9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.929912 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c5d0c0a-b79a-42db-8ce9-5b00cb7651f9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.934770 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c5d0c0a-b79a-42db-8ce9-5b00cb7651f9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.958392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d0c0a-b79a-42db-8ce9-5b00cb7651f9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8835196a-9bd8-4fef-9ad0-c4b218ba39e0,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:32.965999 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c5d0c0a-b79a-42db-8ce9-5b00cb7651f9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:32.970524 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9c5d0c0a-b79a-42db-8ce9-5b00cb7651f9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377113 Jul 29 15:19:32.970761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 48694) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:32.975607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4957c9f7-71bf-4eb2-b84f-170dc69216dc tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'security_group_rule': {'security_group_id': 'e1a87023-7e47-485b-ab10-c37d394f7591', 'project_id': '0e99c03d4a234821be155e2a34f15433', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:19:33.004241 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4957c9f7-71bf-4eb2-b84f-170dc69216dc tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:33.074660 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4957c9f7-71bf-4eb2-b84f-170dc69216dc tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:33.080752 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4957c9f7-71bf-4eb2-b84f-170dc69216dc tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:33.100968 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4957c9f7-71bf-4eb2-b84f-170dc69216dc tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:33.102272 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4957c9f7-71bf-4eb2-b84f-170dc69216dc tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304505 Jul 29 15:19:33.105342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957c9f7-71bf-4eb2-b84f-170dc69216dc tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468a2423-69fe-4f09-866c-1bd769194422,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:33.106325 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48698) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:33.117381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-044540ac-8c69-4b38-b3aa-944c8bd475b9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'security_group_rule': {'security_group_id': 'e1a87023-7e47-485b-ab10-c37d394f7591', 'project_id': '0e99c03d4a234821be155e2a34f15433', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:19:33.158239 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-044540ac-8c69-4b38-b3aa-944c8bd475b9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Project 0e99c03d4a234821be155e2a34f15433 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:19:33.164347 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-044540ac-8c69-4b38-b3aa-944c8bd475b9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:33.222558 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:33.241787 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-044540ac-8c69-4b38-b3aa-944c8bd475b9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:33.246928 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-044540ac-8c69-4b38-b3aa-944c8bd475b9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:33.268156 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044540ac-8c69-4b38-b3aa-944c8bd475b9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c89884-0038-4362-a6b9-6712d7a78d46,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:33.274409 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-044540ac-8c69-4b38-b3aa-944c8bd475b9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:33.275731 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-044540ac-8c69-4b38-b3aa-944c8bd475b9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1664011 Jul 29 15:19:33.278889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 48700) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:33.284280 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9ed6d294-fef5-46e2-b83d-5a6bf8a8f45f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'security_group_rule': {'security_group_id': 'e1a87023-7e47-485b-ab10-c37d394f7591', 'project_id': '0e99c03d4a234821be155e2a34f15433', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:19:33.314399 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-9ed6d294-fef5-46e2-b83d-5a6bf8a8f45f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Project 0e99c03d4a234821be155e2a34f15433 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:19:33.322164 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d294-fef5-46e2-b83d-5a6bf8a8f45f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:33.354371 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ef46bb9a-7611-45b6-ae83-91f110f00eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:33.399613 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d294-fef5-46e2-b83d-5a6bf8a8f45f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:33.405666 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d294-fef5-46e2-b83d-5a6bf8a8f45f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:33.437551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6d294-fef5-46e2-b83d-5a6bf8a8f45f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0042485d-607d-433f-b4d2-10066e07148c,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:33.444058 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d294-fef5-46e2-b83d-5a6bf8a8f45f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:33.445173 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9ed6d294-fef5-46e2-b83d-5a6bf8a8f45f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1645947 Jul 29 15:19:34.393123 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:36.393128 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:41.142135 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:42.928417 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:19:49.030846 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-22b37152-c4d3-4ea7-8c3d-91c6b87489a3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114623864&fields=id&tenant_id=0e99c03d4a234821be155e2a34f15433 HTTP/1.1" status: 200 len: 267 time: 0.0435250 Jul 29 15:19:49.143748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-c9db16b4-9bdc-4319-bf79-50806561900e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:49.145257 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-c9db16b4-9bdc-4319-bf79-50806561900e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 812 time: 0.1075597 Jul 29 15:19:49.161251 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-11694bf2-8bad-40a3-a3ba-47df03897b6b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/quotas/0e99c03d4a234821be155e2a34f15433 HTTP/1.1" status: 200 len: 375 time: 0.0102003 Jul 29 15:19:49.214998 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-b5268af1-1513-4a63-9a96-3f8d9199f18d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480826 Jul 29 15:19:49.316605 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-a8c24bca-d6f6-425c-938b-011eca4d6f75 service neutron] 10.222.0.16 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882313 Jul 29 15:19:49.406747 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-31a5d538-71ca-4623-8e9e-6210c06027c3 service neutron] 10.222.0.16 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835233 Jul 29 15:19:49.714216 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-04dc48bf-fb6f-4bfa-9bfe-e81dba3b501f req-17c8f52d-8828-4f6c-977f-d8e14cbe1492 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 210 time: 0.0273788 Jul 29 15:19:50.692609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-e13aa740-b243-4925-8bf4-d0f82852b4d2 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:50.694161 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-e13aa740-b243-4925-8bf4-d0f82852b4d2 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 812 time: 0.1065598 Jul 29 15:19:50.746360 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-4306294c-3567-4951-994c-5e7ef8d69fa9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e99c03d4a234821be155e2a34f15433 HTTP/1.1" status: 200 len: 379 time: 0.0386932 Jul 29 15:19:50.772825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-a0163f9e-8047-4fa6-8466-bfcbcf745827 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'port': {'device_id': 'd9f622a7-acfb-4462-b7d0-2a6a586c7deb', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'admin_state_up': True, 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'security_groups': ['e1a87023-7e47-485b-ab10-c37d394f7591']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:19:50.858747 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-19f137ab-970d-4052-943b-4d155d07224b req-543d13db-d026-4f77-be2a-515c1100963c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 210 time: 0.0316896 Jul 29 15:19:50.924433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-a0163f9e-8047-4fa6-8466-bfcbcf745827 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Made reservation on behalf of 0e99c03d4a234821be155e2a34f15433 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:19:50.928379 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-a0163f9e-8047-4fa6-8466-bfcbcf745827 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:51.068790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-a0163f9e-8047-4fa6-8466-bfcbcf745827 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Allocated IP 172.20.0.14 (2044df4b-bfd3-4360-b6e1-19b509d510c3/75df3822-2e14-4a29-a75b-0fe0e53a1f68/b4060823-1dc9-4fb5-bbb3-4320a4d6070b) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:19:51.225015 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-a0163f9e-8047-4fa6-8466-bfcbcf745827 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:51.240985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-a0163f9e-8047-4fa6-8466-bfcbcf745827 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Transition to ACTIVE for port object b4060823-1dc9-4fb5-bbb3-4320a4d6070b will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:19:51.279057 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-a0163f9e-8047-4fa6-8466-bfcbcf745827 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:51.336593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-a0163f9e-8047-4fa6-8466-bfcbcf745827 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Network 2044df4b-bfd3-4360-b6e1-19b509d510c3 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:19:51.339840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-a0163f9e-8047-4fa6-8466-bfcbcf745827 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:19:51.344332 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-a0163f9e-8047-4fa6-8466-bfcbcf745827 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:19:51.379891 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0163f9e-8047-4fa6-8466-bfcbcf745827 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'Port': ['ID=b4060823-1dc9-4fb5-bbb3-4320a4d6070b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:51.412579 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-a0163f9e-8047-4fa6-8466-bfcbcf745827 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:51.413279 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-a0163f9e-8047-4fa6-8466-bfcbcf745827 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:51.431508 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-a0163f9e-8047-4fa6-8466-bfcbcf745827 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6627069 Jul 29 15:19:51.450184 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Request body: {'port': {'device_id': 'd9f622a7-acfb-4462-b7d0-2a6a586c7deb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:19:51.509240 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:51.659785 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7c116a8d-d342-483a-9932-85d3f1591826 None None] Provisioning for port b4060823-1dc9-4fb5-bbb3-4320a4d6070b completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:19:51.665819 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7c116a8d-d342-483a-9932-85d3f1591826 None None] Provisioning complete for port b4060823-1dc9-4fb5-bbb3-4320a4d6070b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:19:51.666945 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c116a8d-d342-483a-9932-85d3f1591826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:51.709446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7c116a8d-d342-483a-9932-85d3f1591826 None None] Port b4060823-1dc9-4fb5-bbb3-4320a4d6070b cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:19:51.826555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4060823-1dc9-4fb5-bbb3-4320a4d6070b {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:19:51.846837 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:51.860588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Transition to ACTIVE for port object b4060823-1dc9-4fb5-bbb3-4320a4d6070b will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:19:51.864994 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:51.947459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Pushing event updated for resources: {'Port': ['ID=b4060823-1dc9-4fb5-bbb3-4320a4d6070b,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:52.012453 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Attempting to bind port b4060823-1dc9-4fb5-bbb3-4320a4d6070b on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:19:52.012804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Attempting to bind port b4060823-1dc9-4fb5-bbb3-4320a4d6070b by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:19:52.013183 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Attempting to bind port b4060823-1dc9-4fb5-bbb3-4320a4d6070b on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:19:52.017721 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Port b4060823-1dc9-4fb5-bbb3-4320a4d6070b on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:19:52.018050 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Attempting to bind port b4060823-1dc9-4fb5-bbb3-4320a4d6070b on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:19:52.023494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:19:52.023842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Checking segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:19:52.024431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Bound using segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:19:52.024654 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Bound port: b4060823-1dc9-4fb5-bbb3-4320a4d6070b, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:19:52.025037 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:52.142969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] For port b4060823-1dc9-4fb5-bbb3-4320a4d6070b, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:19:52.147093 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] For port b4060823-1dc9-4fb5-bbb3-4320a4d6070b, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b4060823-1dc9-4fb5-bbb3-4320a4d6070b,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:19:52.159901 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:52.226078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2feb82-082c-4bac-8fda-a99c3ac21e23 req-c6a0c920-e671-41ea-a1cc-2752be77d1eb tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:52.228659 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c2feb82-082c-4bac-8fda-a99c3ac21e23 req-c6a0c920-e671-41ea-a1cc-2752be77d1eb tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 944 time: 0.2766826 Jul 29 15:19:52.235724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Pushing event updated for resources: {'Port': ['ID=b4060823-1dc9-4fb5-bbb3-4320a4d6070b,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:52.245320 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:52.245940 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:52.248365 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-43a39ba0-4386-453a-b6a5-ff8b04b9c978 service neutron] 10.222.0.38 "PUT /v2.0/ports/b4060823-1dc9-4fb5-bbb3-4320a4d6070b HTTP/1.1" status: 200 len: 1092 time: 0.8025343 Jul 29 15:19:52.248857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f622a7-acfb-4462-b7d0-2a6a586c7deb', 'tag': 'b4060823-1dc9-4fb5-bbb3-4320a4d6070b'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:19:52.251457 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16aba07c-9044-4fe1-bebd-8acdfb763319" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f622a7-acfb-4462-b7d0-2a6a586c7deb", "tag": "b4060823-1dc9-4fb5-bbb3-4320a4d6070b"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:19:52.303513 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c2feb82-082c-4bac-8fda-a99c3ac21e23 req-79cf7a1c-7602-46e5-a4d7-8a9e23e95d2d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656457 Jul 29 15:19:52.355790 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad4b9d6-74f0-4b45-ae7e-c91ee1a49c4d x-openstack-request-id: req-7ad4b9d6-74f0-4b45-ae7e-c91ee1a49c4d {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:19:52.356085 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f622a7-acfb-4462-b7d0-2a6a586c7deb", "tag": "b4060823-1dc9-4fb5-bbb3-4320a4d6070b", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:19:52.356336 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ad4b9d6-74f0-4b45-ae7e-c91ee1a49c4d {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:19:52.356805 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f622a7-acfb-4462-b7d0-2a6a586c7deb', 'tag': 'b4060823-1dc9-4fb5-bbb3-4320a4d6070b', 'status': 'completed', 'code': 200} Jul 29 15:19:52.378395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-04e005e4-bee8-45a9-b3d7-22ae94b0d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:52.381005 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-04e005e4-bee8-45a9-b3d7-22ae94b0d259 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 1095 time: 0.0763457 Jul 29 15:19:52.444960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-00c7245a-61bb-407b-bf7b-c8cbd3b7235f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4060823-1dc9-4fb5-bbb3-4320a4d6070b HTTP/1.1" status: 200 len: 217 time: 0.0505600 Jul 29 15:19:52.523846 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-538fd3b2-c3ad-4c2d-a8cd-dd6d2baea938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:52.525505 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-538fd3b2-c3ad-4c2d-a8cd-dd6d2baea938 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0731544 Jul 29 15:19:52.578300 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-b1423b7e-1849-4720-843a-73938ba95aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:52.580156 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-b1423b7e-1849-4720-843a-73938ba95aa2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473542 Jul 29 15:19:52.687303 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-a540fff7-d125-4bb4-ad34-d6e72991e35e service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989168 Jul 29 15:19:52.797465 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-544e88ed-5ec5-4120-b4ad-317fe17341e9 req-005cf917-6004-431c-86ea-5853ff45f6a7 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994313 Jul 29 15:19:52.921333 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aba07c-9044-4fe1-bebd-8acdfb763319 req-e34103d6-581e-4cee-976e-c55b568a7d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:52.923272 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-16aba07c-9044-4fe1-bebd-8acdfb763319 req-e34103d6-581e-4cee-976e-c55b568a7d82 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 1095 time: 0.0507510 Jul 29 15:19:53.024947 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aba07c-9044-4fe1-bebd-8acdfb763319 req-d277cfb1-9e66-4906-a6de-48901a6f6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:53.026542 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-16aba07c-9044-4fe1-bebd-8acdfb763319 req-d277cfb1-9e66-4906-a6de-48901a6f6b7e service neutron] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.0966749 Jul 29 15:19:53.070284 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-16aba07c-9044-4fe1-bebd-8acdfb763319 req-c5d3ec91-61d5-4a77-aef1-bfc460847014 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4060823-1dc9-4fb5-bbb3-4320a4d6070b HTTP/1.1" status: 200 len: 217 time: 0.0366151 Jul 29 15:19:53.123245 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aba07c-9044-4fe1-bebd-8acdfb763319 req-6d27caae-232d-438a-9318-c2b95fbfc8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:53.124837 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-16aba07c-9044-4fe1-bebd-8acdfb763319 req-6d27caae-232d-438a-9318-c2b95fbfc8ed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0476301 Jul 29 15:19:53.181972 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aba07c-9044-4fe1-bebd-8acdfb763319 req-1035f0e0-954f-43fa-bade-a70ca6f8385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:53.183527 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-16aba07c-9044-4fe1-bebd-8acdfb763319 req-1035f0e0-954f-43fa-bade-a70ca6f8385b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514913 Jul 29 15:19:53.292571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-16aba07c-9044-4fe1-bebd-8acdfb763319 req-5547156d-5926-4fdc-96e5-41bb1204ad71 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018794 Jul 29 15:19:53.407020 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-16aba07c-9044-4fe1-bebd-8acdfb763319 req-a97941cf-8afa-4557-8054-36a94bee5eda service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076832 Jul 29 15:19:53.429155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e905f6-57f5-4aeb-afd8-7566ee744079 req-13cbe8e2-8329-4a77-8df0-772b00940e1c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:53.430866 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f7e905f6-57f5-4aeb-afd8-7566ee744079 req-13cbe8e2-8329-4a77-8df0-772b00940e1c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 944 time: 0.0588627 Jul 29 15:19:53.472965 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f7e905f6-57f5-4aeb-afd8-7566ee744079 req-190600cf-9329-4fc4-92a7-8bfb99a5f229 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359061 Jul 29 15:19:54.670464 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23881e-341e-41a5-a039-79c530fac8a0 req-f6bbbe89-b288-4377-bf62-7686ddc35c59 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:54.672842 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c23881e-341e-41a5-a039-79c530fac8a0 req-f6bbbe89-b288-4377-bf62-7686ddc35c59 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 944 time: 0.1259680 Jul 29 15:19:54.711507 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c23881e-341e-41a5-a039-79c530fac8a0 req-8c1471a9-82f6-4103-a892-8bc2ca113bd3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324085 Jul 29 15:19:55.835371 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7854bf-4452-45c5-8103-d18457fa4ed8 req-24376302-a9cf-4486-80f1-4412f7a2cf2c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:55.837774 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd7854bf-4452-45c5-8103-d18457fa4ed8 req-24376302-a9cf-4486-80f1-4412f7a2cf2c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 944 time: 0.0508127 Jul 29 15:19:55.877949 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd7854bf-4452-45c5-8103-d18457fa4ed8 req-d94f3c28-cd86-452f-b208-c158f9e4fc12 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332956 Jul 29 15:19:56.481410 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:56.485597 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0d410-f118-450b-b5ee-f96d9550d54e req-f2a02a70-5af7-472b-8d80-effe0e1afea6 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:56.487155 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fda0d410-f118-450b-b5ee-f96d9550d54e req-f2a02a70-5af7-472b-8d80-effe0e1afea6 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1097 time: 0.0424330 Jul 29 15:19:56.522173 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fda0d410-f118-450b-b5ee-f96d9550d54e req-ae495a89-4866-4c02-a1cc-40a5f1927f91 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284810 Jul 29 15:19:56.545380 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49056) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:19:56.711363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-fa45c50d-1d47-4ad9-8603-8a668167ef02 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting port dbe8b02b-0e06-4104-9c63-a4ba1275c743 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:19:56.711716 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa45c50d-1d47-4ad9-8603-8a668167ef02 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:56.787885 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa45c50d-1d47-4ad9-8603-8a668167ef02 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:56.788217 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa45c50d-1d47-4ad9-8603-8a668167ef02 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:56.800592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-fa45c50d-1d47-4ad9-8603-8a668167ef02 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Calling delete_port for dbe8b02b-0e06-4104-9c63-a4ba1275c743 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:19:56.967452 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa45c50d-1d47-4ad9-8603-8a668167ef02 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:56.996240 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45c50d-1d47-4ad9-8603-8a668167ef02 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Port': ['ID=dbe8b02b-0e06-4104-9c63-a4ba1275c743,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:57.009752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18d4b2-af8f-4679-915e-44eadd94a5ca req-4d39cda0-11a4-4cf6-aa53-55ed54666a3a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:57.011493 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9f18d4b2-af8f-4679-915e-44eadd94a5ca req-4d39cda0-11a4-4cf6-aa53-55ed54666a3a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 944 time: 0.0602038 Jul 29 15:19:57.060333 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9f18d4b2-af8f-4679-915e-44eadd94a5ca req-c243e5e1-9e94-43b8-874d-b6c7b7959c87 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385718 Jul 29 15:19:57.067541 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa45c50d-1d47-4ad9-8603-8a668167ef02 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:57.067959 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-fa45c50d-1d47-4ad9-8603-8a668167ef02 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Floating IP cea94f84-9734-49f7-b048-0f06a0c8af19 disassociated (deleted). External IP: 172.25.6.152, port: e7c362cf-62c9-411b-9081-b8bc35201138. Jul 29 15:19:57.647663 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa45c50d-1d47-4ad9-8603-8a668167ef02 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router cd609c83-86a8-4893-a8ff-db702f306824 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:19:57.773576 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa45c50d-1d47-4ad9-8603-8a668167ef02 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:19:57.779218 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fa45c50d-1d47-4ad9-8603-8a668167ef02 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:57.795248 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f241001-eaa1-4bba-8f1b-f088f17b1332 None None] Sync routers for ids ['cd609c83-86a8-4893-a8ff-db702f306824'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:19:57.807027 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fa45c50d-1d47-4ad9-8603-8a668167ef02 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/floatingips/cea94f84-9734-49f7-b048-0f06a0c8af19 HTTP/1.1" status: 204 len: 168 time: 1.2604368 Jul 29 15:19:57.807305 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f241001-eaa1-4bba-8f1b-f088f17b1332 None None] Routers {'cd609c83-86a8-4893-a8ff-db702f306824'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:19:57.807715 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:19:57.807937 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0f241001-eaa1-4bba-8f1b-f088f17b1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:19:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['cd609c83-86a8-4893-a8ff-db702f306824'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:19:57.810748 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b96d3c-3db9-4588-ac69-50fbdb92fb17" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:19:57.856053 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4059bd0-36ea-4542-8233-6f6d8b2731fb x-openstack-request-id: req-a4059bd0-36ea-4542-8233-6f6d8b2731fb {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:19:57.856342 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:19:57.857151 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4059bd0-36ea-4542-8233-6f6d8b2731fb {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:19:57.857567 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'status': 'completed', 'code': 200} Jul 29 15:19:57.945717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b96d3c-3db9-4588-ac69-50fbdb92fb17 req-e6af9b36-515f-48f6-8a27-2c669720d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:57.947964 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8b96d3c-3db9-4588-ac69-50fbdb92fb17 req-e6af9b36-515f-48f6-8a27-2c669720d898 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 1097 time: 0.0659337 Jul 29 15:19:57.956586 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0f241001-eaa1-4bba-8f1b-f088f17b1332 None None] Set router cd609c83-86a8-4893-a8ff-db702f306824 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:19:58.127524 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b96d3c-3db9-4588-ac69-50fbdb92fb17 req-35e24a7b-8ac2-4c0a-a1de-273a0c59379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:58.129492 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8b96d3c-3db9-4588-ac69-50fbdb92fb17 req-35e24a7b-8ac2-4c0a-a1de-273a0c59379a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f HTTP/1.1" status: 200 len: 898 time: 0.1748605 Jul 29 15:19:58.142755 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841423e5-944c-4f0d-af9e-2b46033ed051 req-24c7492e-6b95-4ef7-b0c3-b8d74cd88739 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:58.144278 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-841423e5-944c-4f0d-af9e-2b46033ed051 req-24c7492e-6b95-4ef7-b0c3-b8d74cd88739 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 946 time: 0.0851116 Jul 29 15:19:58.191243 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8b96d3c-3db9-4588-ac69-50fbdb92fb17 req-202416d7-6260-4af7-a28b-05af127a0ce1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 200 len: 217 time: 0.0459158 Jul 29 15:19:58.212574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932713d-2b50-464b-98c5-d4a2e13719c4 req-94012652-696a-4a9c-bcfd-391ada4d6795 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:58.214465 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e932713d-2b50-464b-98c5-d4a2e13719c4 req-94012652-696a-4a9c-bcfd-391ada4d6795 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 944 time: 0.0554926 Jul 29 15:19:58.232521 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0f241001-eaa1-4bba-8f1b-f088f17b1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147970065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:04Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '24401085-256e-4b18-ad48-9191d9861308', 'name': '', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:22:59:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:03Z', 'updated_at': '2021-07-29T15:18:10Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:19:58.260152 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e932713d-2b50-464b-98c5-d4a2e13719c4 req-4c222185-44eb-449a-a911-040946714d0a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383294 Jul 29 15:19:58.262900 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-841423e5-944c-4f0d-af9e-2b46033ed051 req-256c9422-ba9a-437a-beca-fb9f8d7820b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107523 Jul 29 15:19:58.270659 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b96d3c-3db9-4588-ac69-50fbdb92fb17 req-2e8f15c6-d878-4f0a-aa68-ae772768e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:58.272241 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8b96d3c-3db9-4588-ac69-50fbdb92fb17 req-2e8f15c6-d878-4f0a-aa68-ae772768e400 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9496ad0c-0063-4e0a-9b56-44f09a2e3669 HTTP/1.1" status: 200 len: 833 time: 0.0741999 Jul 29 15:19:58.282523 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f241001-eaa1-4bba-8f1b-f088f17b1332 None None] Checking router: cd609c83-86a8-4893-a8ff-db702f306824 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:19:58.292342 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f241001-eaa1-4bba-8f1b-f088f17b1332 None None] Routers {'cd609c83-86a8-4893-a8ff-db702f306824'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:19:58.293078 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0f241001-eaa1-4bba-8f1b-f088f17b1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:19:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['cd609c83-86a8-4893-a8ff-db702f306824'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:19:58.326046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b96d3c-3db9-4588-ac69-50fbdb92fb17 req-8421ea9d-04a6-48ea-8be2-4df23df4a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:58.327652 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8b96d3c-3db9-4588-ac69-50fbdb92fb17 req-8421ea9d-04a6-48ea-8be2-4df23df4a316 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467548 Jul 29 15:19:58.415442 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0f241001-eaa1-4bba-8f1b-f088f17b1332 None None] Set router cd609c83-86a8-4893-a8ff-db702f306824 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:19:58.427567 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8b96d3c-3db9-4588-ac69-50fbdb92fb17 req-7c5a2705-95b6-404b-be1d-35cc29f8a79b service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917749 Jul 29 15:19:58.530419 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8b96d3c-3db9-4588-ac69-50fbdb92fb17 req-48349343-65ab-4729-a741-38e721c5c399 service neutron] 10.222.0.39 "GET /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942645 Jul 29 15:19:58.699120 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0f241001-eaa1-4bba-8f1b-f088f17b1332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147970065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:04Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '24401085-256e-4b18-ad48-9191d9861308', 'name': '', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:22:59:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:03Z', 'updated_at': '2021-07-29T15:18:10Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:19:58.729770 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f241001-eaa1-4bba-8f1b-f088f17b1332 None None] The sync data for ids ['cd609c83-86a8-4893-a8ff-db702f306824'] in n-d-802893-1 is: [{'id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147970065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:04Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '24401085-256e-4b18-ad48-9191d9861308', 'name': '', 'network_id': '3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:22:59:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:03Z', 'updated_at': '2021-07-29T15:18:10Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '9496ad0c-0063-4e0a-9b56-44f09a2e3669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:19:58.975738 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab72716-cd29-4a39-a52c-e7a6c97d1d8d None None] New status for floating IP cea94f84-9734-49f7-b048-0f06a0c8af19: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:19:59.311779 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac5ef5-e79d-4216-b18c-c259d79bd050 req-a13c81c7-e22b-4bda-b5e4-0ba8c19f72e4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:59.313334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28ac5ef5-e79d-4216-b18c-c259d79bd050 req-a13c81c7-e22b-4bda-b5e4-0ba8c19f72e4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 946 time: 0.0525887 Jul 29 15:19:59.405475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0c667-16eb-444a-b1d8-04714e21e036 req-1452cdaf-609e-4696-bb25-498f2002b178 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:59.407173 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8d0c667-16eb-444a-b1d8-04714e21e036 req-1452cdaf-609e-4696-bb25-498f2002b178 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 944 time: 0.0506237 Jul 29 15:19:59.442539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745da406-d5ab-4819-8571-88ed5e1fa077 req-e9b36329-43d1-4494-84f3-8644f8744b01 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:19:59.444042 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-745da406-d5ab-4819-8571-88ed5e1fa077 req-e9b36329-43d1-4494-84f3-8644f8744b01 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b9a17c6-2c96-4856-8c1c-cee4ac188f76 HTTP/1.1" status: 200 len: 946 time: 0.0817463 Jul 29 15:19:59.448689 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8d0c667-16eb-444a-b1d8-04714e21e036 req-088c6117-2417-48bd-8383-b9db793704d5 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352840 Jul 29 15:19:59.462703 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-28ac5ef5-e79d-4216-b18c-c259d79bd050 req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting port e7c362cf-62c9-411b-9081-b8bc35201138 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:19:59.463050 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-28ac5ef5-e79d-4216-b18c-c259d79bd050 req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:59.532463 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-745da406-d5ab-4819-8571-88ed5e1fa077 req-c1b09b76-2070-4f76-b815-819ede9d7cc9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788364 Jul 29 15:19:59.579396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-28ac5ef5-e79d-4216-b18c-c259d79bd050 req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] For port e7c362cf-62c9-411b-9081-b8bc35201138, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e7c362cf-62c9-411b-9081-b8bc35201138,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:19:59.579761 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-28ac5ef5-e79d-4216-b18c-c259d79bd050 req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:59.593165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-28ac5ef5-e79d-4216-b18c-c259d79bd050 req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Calling delete_port for e7c362cf-62c9-411b-9081-b8bc35201138 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:19:59.726979 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-28ac5ef5-e79d-4216-b18c-c259d79bd050 req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:59.754641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Port': ['ID=e7c362cf-62c9-411b-9081-b8bc35201138,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:19:59.786313 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:59.786672 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:59.787035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:59.787367 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:59.787830 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:59.788077 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:59.788453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:59.788930 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:59.789324 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:59.789723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:59.790075 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:59.790405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:19:59.815292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ac5ef5-e79d-4216-b18c-c259d79bd050 req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] No DVR routers for this DVR port e7c362cf-62c9-411b-9081-b8bc35201138 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:19:59.818156 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-28ac5ef5-e79d-4216-b18c-c259d79bd050 req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:19:59.820621 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-28ac5ef5-e79d-4216-b18c-c259d79bd050 req-533c63f7-3408-462f-a0d0-b705d4d22829 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.39 "DELETE /v2.0/ports/e7c362cf-62c9-411b-9081-b8bc35201138 HTTP/1.1" status: 204 len: 173 time: 0.5015070 Jul 29 15:19:59.821248 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'name': 'network-vif-deleted', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:19:59.823819 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bc2d45-bf73-494f-862f-ec11e609f2eb" -d '{"events": [{"server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "name": "network-vif-deleted", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:19:59.890865 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba373fb-73f3-4a34-bd11-c7b5aadd352b x-openstack-request-id: req-4ba373fb-73f3-4a34-bd11-c7b5aadd352b {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:19:59.890865 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9a17c6-2c96-4856-8c1c-cee4ac188f76", "name": "network-vif-deleted", "tag": "e7c362cf-62c9-411b-9081-b8bc35201138", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:19:59.890865 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ba373fb-73f3-4a34-bd11-c7b5aadd352b {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:19:59.890865 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9a17c6-2c96-4856-8c1c-cee4ac188f76', 'name': 'network-vif-deleted', 'tag': 'e7c362cf-62c9-411b-9081-b8bc35201138', 'status': 'completed', 'code': 200} Jul 29 15:20:00.547720 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ba0e8d57-b303-416d-b9a5-61965bbb3421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:00.586740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6f92a-137b-47d7-9ee6-fa0671ab34ac req-742a9dd7-7360-4df8-acde-1a514cdf68db tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:00.589771 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0f6f92a-137b-47d7-9ee6-fa0671ab34ac req-742a9dd7-7360-4df8-acde-1a514cdf68db tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 944 time: 0.0675943 Jul 29 15:20:00.595485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49118) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:00.642038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0f6f92a-137b-47d7-9ee6-fa0671ab34ac req-dff3705d-9f80-4feb-93a2-d5040e6d6cd8 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414844 Jul 29 15:20:00.996708 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80405444-f65f-4b86-8d2d-ef286222803b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:01.271757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-80405444-f65f-4b86-8d2d-ef286222803b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting port 24401085-256e-4b18-ad48-9191d9861308 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:20:01.272102 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80405444-f65f-4b86-8d2d-ef286222803b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:01.358607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-80405444-f65f-4b86-8d2d-ef286222803b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] For port 24401085-256e-4b18-ad48-9191d9861308, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=24401085-256e-4b18-ad48-9191d9861308,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:01.358891 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80405444-f65f-4b86-8d2d-ef286222803b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:01.377316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-80405444-f65f-4b86-8d2d-ef286222803b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Calling delete_port for 24401085-256e-4b18-ad48-9191d9861308 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:20:01.569313 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80405444-f65f-4b86-8d2d-ef286222803b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:01.594312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80405444-f65f-4b86-8d2d-ef286222803b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Port': ['ID=24401085-256e-4b18-ad48-9191d9861308,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:01.849225 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d24d9f-3b9d-45ad-b3ca-84fe8ef7a5fe req-a692212c-ae8b-47d8-9a44-c51e541a30ef tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:01.857185 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e4d24d9f-3b9d-45ad-b3ca-84fe8ef7a5fe req-a692212c-ae8b-47d8-9a44-c51e541a30ef tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 944 time: 0.1194353 Jul 29 15:20:01.867259 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80405444-f65f-4b86-8d2d-ef286222803b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:01.934433 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e4d24d9f-3b9d-45ad-b3ca-84fe8ef7a5fe req-1f60a73a-7833-4be4-8ff4-00b13c688cd1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763493 Jul 29 15:20:02.120206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80405444-f65f-4b86-8d2d-ef286222803b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router cd609c83-86a8-4893-a8ff-db702f306824 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:20:02.242831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80405444-f65f-4b86-8d2d-ef286222803b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:20:02.249365 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-80405444-f65f-4b86-8d2d-ef286222803b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "PUT /v2.0/routers/cd609c83-86a8-4893-a8ff-db702f306824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6511192 Jul 29 15:20:02.251509 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49154) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:02.256225 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe421d5-6bea-4146-a6d2-16ece2a6c345 None None] Sync routers for ids ['cd609c83-86a8-4893-a8ff-db702f306824'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:20:02.266452 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe421d5-6bea-4146-a6d2-16ece2a6c345 None None] Routers {'cd609c83-86a8-4893-a8ff-db702f306824'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:20:02.267075 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5fe421d5-6bea-4146-a6d2-16ece2a6c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:19:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['cd609c83-86a8-4893-a8ff-db702f306824'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:02.281790 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e7c362cf-62c9-411b-9081-b8bc35201138 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:20:02.304030 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: e7c362cf-62c9-411b-9081-b8bc35201138 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:20:02.304854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e7c362cf-62c9-411b-9081-b8bc35201138 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:20:02.307047 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-97af0b10-fcdf-43d8-819b-887842f855bc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting subnet 9496ad0c-0063-4e0a-9b56-44f09a2e3669 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:20:02.311140 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-97af0b10-fcdf-43d8-819b-887842f855bc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:02.358752 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-97af0b10-fcdf-43d8-819b-887842f855bc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:02.373752 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-5fe421d5-6bea-4146-a6d2-16ece2a6c345 None None] Set router cd609c83-86a8-4893-a8ff-db702f306824 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:20:02.448329 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-97af0b10-fcdf-43d8-819b-887842f855bc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:02.510830 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-97af0b10-fcdf-43d8-819b-887842f855bc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:02.554074 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af0b10-fcdf-43d8-819b-887842f855bc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Subnet': ['ID=9496ad0c-0063-4e0a-9b56-44f09a2e3669,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:02.564313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ddb4bc-ab84-41fe-8c4d-70f1e9ffde84 None None] Network 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:20:02.565669 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5fe421d5-6bea-4146-a6d2-16ece2a6c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147970065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:20:01Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:02.566409 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-97af0b10-fcdf-43d8-819b-887842f855bc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:02.570073 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-97af0b10-fcdf-43d8-819b-887842f855bc tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/subnets/9496ad0c-0063-4e0a-9b56-44f09a2e3669 HTTP/1.1" status: 204 len: 168 time: 0.3171360 Jul 29 15:20:02.572281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49160) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:02.600338 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe421d5-6bea-4146-a6d2-16ece2a6c345 None None] Checking router: cd609c83-86a8-4893-a8ff-db702f306824 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:20:02.611182 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe421d5-6bea-4146-a6d2-16ece2a6c345 None None] Routers {'cd609c83-86a8-4893-a8ff-db702f306824'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:20:02.612027 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5fe421d5-6bea-4146-a6d2-16ece2a6c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:19:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['cd609c83-86a8-4893-a8ff-db702f306824'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:02.700819 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b84cb392-3656-408c-972a-a91cdd3fae14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:02.709648 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device b4060823-1dc9-4fb5-bbb3-4320a4d6070b details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:20:02.736516 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-5fe421d5-6bea-4146-a6d2-16ece2a6c345 None None] Set router cd609c83-86a8-4893-a8ff-db702f306824 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:20:02.794976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1162478-1d07-4982-9ac9-efc3cff44cc5 None None] DHCP port deletion for 3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:20:02.876550 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b84cb392-3656-408c-972a-a91cdd3fae14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:02.889798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d1162478-1d07-4982-9ac9-efc3cff44cc5 None None] Deleting port e9e675d7-9a5a-4378-a935-135993f3b8fc {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:20:02.890273 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1162478-1d07-4982-9ac9-efc3cff44cc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:02.952598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port b4060823-1dc9-4fb5-bbb3-4320a4d6070b, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b4060823-1dc9-4fb5-bbb3-4320a4d6070b,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:02.957998 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-b84cb392-3656-408c-972a-a91cdd3fae14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting port 2bf29e0d-a079-4542-ba3f-810161dd6c12 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:20:02.958634 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b84cb392-3656-408c-972a-a91cdd3fae14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:02.974637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'b4060823-1dc9-4fb5-bbb3-4320a4d6070b', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'port_id': 'b4060823-1dc9-4fb5-bbb3-4320a4d6070b', 'mac_address': 'fa:16:3e:b1:c0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:20:02.980705 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d1162478-1d07-4982-9ac9-efc3cff44cc5 None None] For port e9e675d7-9a5a-4378-a935-135993f3b8fc, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e9e675d7-9a5a-4378-a935-135993f3b8fc,segment=NetworkSegment(2c4fb9fe-a138-4a58-8ec8-19ec42e74267),segment_id=2c4fb9fe-a138-4a58-8ec8-19ec42e74267)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:02.981105 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1162478-1d07-4982-9ac9-efc3cff44cc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.011715 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5fe421d5-6bea-4146-a6d2-16ece2a6c345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147970065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:20:01Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:03.024432 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d1162478-1d07-4982-9ac9-efc3cff44cc5 None None] Calling delete_port for e9e675d7-9a5a-4378-a935-135993f3b8fc owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:20:03.047385 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe421d5-6bea-4146-a6d2-16ece2a6c345 None None] The sync data for ids ['cd609c83-86a8-4893-a8ff-db702f306824'] in n-d-802893-1 is: [{'id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147970065', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:20:01Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '2bf29e0d-a079-4542-ba3f-810161dd6c12', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:36:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd609c83-86a8-4893-a8ff-db702f306824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:17:59Z', 'updated_at': '2021-07-29T15:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:20:03.096362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-b84cb392-3656-408c-972a-a91cdd3fae14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] For port 2bf29e0d-a079-4542-ba3f-810161dd6c12, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2bf29e0d-a079-4542-ba3f-810161dd6c12,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:03.096870 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b84cb392-3656-408c-972a-a91cdd3fae14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.107209 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.116272 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-b84cb392-3656-408c-972a-a91cdd3fae14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Calling delete_port for 2bf29e0d-a079-4542-ba3f-810161dd6c12 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:20:03.129838 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4060823-1dc9-4fb5-bbb3-4320a4d6070b {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:20:03.151308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bd8ca-5f5a-410c-8431-bfe0714d37c4 req-453095f6-a9ac-483d-909b-40bdc1a85fd1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:03.154002 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f93bd8ca-5f5a-410c-8431-bfe0714d37c4 req-453095f6-a9ac-483d-909b-40bdc1a85fd1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 944 time: 0.1154985 Jul 29 15:20:03.172314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port b4060823-1dc9-4fb5-bbb3-4320a4d6070b, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b4060823-1dc9-4fb5-bbb3-4320a4d6070b,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:03.182466 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.203533 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f93bd8ca-5f5a-410c-8431-bfe0714d37c4 req-fd58c1af-39b9-475c-b4fa-0488b958fc8e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422399 Jul 29 15:20:03.236195 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d1162478-1d07-4982-9ac9-efc3cff44cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.256866 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.262064 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1162478-1d07-4982-9ac9-efc3cff44cc5 None None] No DVR routers for this DVR port e9e675d7-9a5a-4378-a935-135993f3b8fc on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:20:03.263989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=b4060823-1dc9-4fb5-bbb3-4320a4d6070b,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:03.273973 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:03.274312 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:03.274652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:03.274987 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:03.275320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:03.275926 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:03.276047 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:03.276270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:03.276603 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:03.276946 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:03.277251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:03.277574 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:03.307921 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1162478-1d07-4982-9ac9-efc3cff44cc5 None None] Pushing event deleted for resources: {'Port': ['ID=e9e675d7-9a5a-4378-a935-135993f3b8fc,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:03.344522 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b84cb392-3656-408c-972a-a91cdd3fae14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.361741 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e19f8d9-ef75-47f4-b0b1-a9b4c1211d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.391664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cb392-3656-408c-972a-a91cdd3fae14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Port': ['ID=2bf29e0d-a079-4542-ba3f-810161dd6c12,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:03.439293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['b4060823-1dc9-4fb5-bbb3-4320a4d6070b'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:20:03.465683 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b84cb392-3656-408c-972a-a91cdd3fae14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.574707 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b84cb392-3656-408c-972a-a91cdd3fae14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.578130 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b84cb392-3656-408c-972a-a91cdd3fae14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.630672 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b84cb392-3656-408c-972a-a91cdd3fae14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.631294 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84cb392-3656-408c-972a-a91cdd3fae14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Fanout notify agent at l3_agent the message router_deleted on router cd609c83-86a8-4893-a8ff-db702f306824 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:20:03.642773 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b84cb392-3656-408c-972a-a91cdd3fae14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.647201 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b84cb392-3656-408c-972a-a91cdd3fae14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/routers/cd609c83-86a8-4893-a8ff-db702f306824 HTTP/1.1" status: 204 len: 168 time: 1.0700076 Jul 29 15:20:03.647584 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49182) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:03.775828 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4d1e-aa1c-4ad6-8f4c-597dae9408ec tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.827774 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 24401085-256e-4b18-ad48-9191d9861308 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:20:03.851638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 24401085-256e-4b18-ad48-9191d9861308 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:20:03.852190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 24401085-256e-4b18-ad48-9191d9861308 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:20:03.852819 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e9e675d7-9a5a-4378-a935-135993f3b8fc no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:20:03.881589 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: e9e675d7-9a5a-4378-a935-135993f3b8fc {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:20:03.881589 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e9e675d7-9a5a-4378-a935-135993f3b8fc not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:20:03.898373 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4d1e-aa1c-4ad6-8f4c-597dae9408ec tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.912957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7ccb4d1e-aa1c-4ad6-8f4c-597dae9408ec tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:03.926365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7ccb4d1e-aa1c-4ad6-8f4c-597dae9408ec tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4fb9fe-a138-4a58-8ec8-19ec42e74267') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:03.926365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7ccb4d1e-aa1c-4ad6-8f4c-597dae9408ec tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4fb9fe-a138-4a58-8ec8-19ec42e74267') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:03.936338 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4d1e-aa1c-4ad6-8f4c-597dae9408ec tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.951347 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4d1e-aa1c-4ad6-8f4c-597dae9408ec tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.957647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccb4d1e-aa1c-4ad6-8f4c-597dae9408ec tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:20:03.958105 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4d1e-aa1c-4ad6-8f4c-597dae9408ec tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:20:03.961162 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:20:04.030110 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4d1e-aa1c-4ad6-8f4c-597dae9408ec tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.036893 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7ccb4d1e-aa1c-4ad6-8f4c-597dae9408ec tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.038712 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7ccb4d1e-aa1c-4ad6-8f4c-597dae9408ec tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/networks/3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f HTTP/1.1" status: 204 len: 168 time: 0.3890858 Jul 29 15:20:04.041632 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49190) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:04.050961 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb4d1e-aa1c-4ad6-8f4c-597dae9408ec tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Network': ['ID=3a7ac0b3-c167-4f7e-9e21-1e67c716fa5f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:04.101004 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ff46799-31a3-49c4-8154-54aa00637bef tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.128251 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ff46799-31a3-49c4-8154-54aa00637bef tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.194834 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ff46799-31a3-49c4-8154-54aa00637bef tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.197602 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2ff46799-31a3-49c4-8154-54aa00637bef tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.203258 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2ff46799-31a3-49c4-8154-54aa00637bef tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/security-groups/6c82465f-3ca4-4dd8-88fc-fe4e63788ca3 HTTP/1.1" status: 204 len: 168 time: 0.1561003 Jul 29 15:20:04.212125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff46799-31a3-49c4-8154-54aa00637bef tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c82465f-3ca4-4dd8-88fc-fe4e63788ca3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:04.373173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621adab-b046-48b2-b9b4-8b8d809dc1d5 req-a8c0eaf1-f232-4671-b455-a98d18c20bcf tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:04.374707 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1621adab-b046-48b2-b9b4-8b8d809dc1d5 req-a8c0eaf1-f232-4671-b455-a98d18c20bcf tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 945 time: 0.0559480 Jul 29 15:20:04.399101 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.420061 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1621adab-b046-48b2-b9b4-8b8d809dc1d5 req-45a70030-ae9b-4d19-8e0c-f3b9a2ad381d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391309 Jul 29 15:20:04.532189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49206) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:04.537002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c399e7e7-a88a-493e-bc29-f0f684b3ba5a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1193321283', 'description': 'tempest-secgroup-smoke-1193321283 description', 'project_id': 'ff222b7955804c63888f15eaa141338c'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:04.561661 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c399e7e7-a88a-493e-bc29-f0f684b3ba5a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.654680 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c399e7e7-a88a-493e-bc29-f0f684b3ba5a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.658285 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c399e7e7-a88a-493e-bc29-f0f684b3ba5a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.686643 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c399e7e7-a88a-493e-bc29-f0f684b3ba5a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.687890 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c399e7e7-a88a-493e-bc29-f0f684b3ba5a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1546578 Jul 29 15:20:04.689783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399e7e7-a88a-493e-bc29-f0f684b3ba5a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df384cdd-09e1-405a-b16d-245b9b24180c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:04.691029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49208) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:04.695606 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-2da12bc1-a087-4b8f-9329-ed8cc0f264e4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': 'df384cdd-09e1-405a-b16d-245b9b24180c', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:04.723239 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device b4060823-1dc9-4fb5-bbb3-4320a4d6070b up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:20:04.723910 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2da12bc1-a087-4b8f-9329-ed8cc0f264e4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.776613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port b4060823-1dc9-4fb5-bbb3-4320a4d6070b completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:20:04.777517 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2da12bc1-a087-4b8f-9329-ed8cc0f264e4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.781591 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port b4060823-1dc9-4fb5-bbb3-4320a4d6070b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:04.781959 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.782462 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2da12bc1-a087-4b8f-9329-ed8cc0f264e4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.801544 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da12bc1-a087-4b8f-9329-ed8cc0f264e4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2902d14a-ba7f-4e1c-981c-e5965686b2d3,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:04.815292 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2da12bc1-a087-4b8f-9329-ed8cc0f264e4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.819171 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2da12bc1-a087-4b8f-9329-ed8cc0f264e4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245420 Jul 29 15:20:04.819368 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49214) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:04.824145 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e5de51c2-d1a0-4b15-ba04-929d4c73adb5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': 'df384cdd-09e1-405a-b16d-245b9b24180c', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:04.861038 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5de51c2-d1a0-4b15-ba04-929d4c73adb5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.890760 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.914159 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f622a7-acfb-4462-b7d0-2a6a586c7deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4060823-1dc9-4fb5-bbb3-4320a4d6070b'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:20:04.916586 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9c74dd-12ca-4a9a-afec-21595ea63bce" -d '{"events": [{"server_uuid": "d9f622a7-acfb-4462-b7d0-2a6a586c7deb", "name": "network-vif-plugged", "status": "completed", "tag": "b4060823-1dc9-4fb5-bbb3-4320a4d6070b"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:20:04.930658 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5de51c2-d1a0-4b15-ba04-929d4c73adb5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.934174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port b4060823-1dc9-4fb5-bbb3-4320a4d6070b, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b4060823-1dc9-4fb5-bbb3-4320a4d6070b,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:04.936288 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5de51c2-d1a0-4b15-ba04-929d4c73adb5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.939795 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.958355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de51c2-d1a0-4b15-ba04-929d4c73adb5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2fe414-6c65-402b-a3da-87c92982811f,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:04.965658 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5de51c2-d1a0-4b15-ba04-929d4c73adb5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:04.968056 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e5de51c2-d1a0-4b15-ba04-929d4c73adb5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475484 Jul 29 15:20:04.970750 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49220) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:04.975861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-3f14f66b-4740-4934-837d-5eb0b8702a92 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': 'df384cdd-09e1-405a-b16d-245b9b24180c', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:04.991079 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07120ff8-80f3-4ba5-a732-b1efd9c0ce29 x-openstack-request-id: req-07120ff8-80f3-4ba5-a732-b1efd9c0ce29 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:20:04.991496 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f622a7-acfb-4462-b7d0-2a6a586c7deb", "name": "network-vif-plugged", "status": "completed", "tag": "b4060823-1dc9-4fb5-bbb3-4320a4d6070b", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:20:04.991929 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07120ff8-80f3-4ba5-a732-b1efd9c0ce29 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:20:04.992512 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f622a7-acfb-4462-b7d0-2a6a586c7deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4060823-1dc9-4fb5-bbb3-4320a4d6070b', 'code': 200} Jul 29 15:20:05.008351 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=b4060823-1dc9-4fb5-bbb3-4320a4d6070b,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:05.021778 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f14f66b-4740-4934-837d-5eb0b8702a92 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.113681 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f14f66b-4740-4934-837d-5eb0b8702a92 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.121043 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f14f66b-4740-4934-837d-5eb0b8702a92 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.130163 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abed2d8-7b1c-4c00-8912-64d12956530b req-f92ff1ef-6311-4ec3-a02b-7ff5b94e3080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:05.135819 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1abed2d8-7b1c-4c00-8912-64d12956530b req-f92ff1ef-6311-4ec3-a02b-7ff5b94e3080 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 1097 time: 0.0675299 Jul 29 15:20:05.156308 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14f66b-4740-4934-837d-5eb0b8702a92 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb47cd3-5922-4f27-affd-7558c8daf308,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:05.172348 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f14f66b-4740-4934-837d-5eb0b8702a92 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.173601 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3f14f66b-4740-4934-837d-5eb0b8702a92 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2016854 Jul 29 15:20:05.176448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49226) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:05.181093 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1a128fbc-5b86-48d1-8741-d4bdb1cb06e9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': 'df384cdd-09e1-405a-b16d-245b9b24180c', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:05.190973 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1abed2d8-7b1c-4c00-8912-64d12956530b req-e8430dc6-3511-4e12-8895-176aa6e14162 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459609 Jul 29 15:20:05.212574 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1a128fbc-5b86-48d1-8741-d4bdb1cb06e9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.274102 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1a128fbc-5b86-48d1-8741-d4bdb1cb06e9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.277850 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1a128fbc-5b86-48d1-8741-d4bdb1cb06e9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.296795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a128fbc-5b86-48d1-8741-d4bdb1cb06e9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12d0e75-4d48-446b-bc8e-4cd074f2e133,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:05.303396 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1a128fbc-5b86-48d1-8741-d4bdb1cb06e9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.307608 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1a128fbc-5b86-48d1-8741-d4bdb1cb06e9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301003 Jul 29 15:20:05.307899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49228) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:05.313355 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-11373b2c-008f-47e4-983e-3f1dec2d7b8b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': 'df384cdd-09e1-405a-b16d-245b9b24180c', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:05.335310 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-11373b2c-008f-47e4-983e-3f1dec2d7b8b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Project ff222b7955804c63888f15eaa141338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:20:05.340179 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-11373b2c-008f-47e4-983e-3f1dec2d7b8b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.407624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-11373b2c-008f-47e4-983e-3f1dec2d7b8b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.413643 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-11373b2c-008f-47e4-983e-3f1dec2d7b8b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.425873 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11373b2c-008f-47e4-983e-3f1dec2d7b8b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cde0ffb-c6d9-4b78-b3fe-5c4a912c7f9f,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:05.450075 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-11373b2c-008f-47e4-983e-3f1dec2d7b8b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.452148 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-11373b2c-008f-47e4-983e-3f1dec2d7b8b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431761 Jul 29 15:20:05.454961 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49236) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:05.459693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b5597c5e-fd3d-4591-a542-a15c5847e54f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': 'df384cdd-09e1-405a-b16d-245b9b24180c', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:05.483358 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-b5597c5e-fd3d-4591-a542-a15c5847e54f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Project ff222b7955804c63888f15eaa141338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:20:05.489753 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5597c5e-fd3d-4591-a542-a15c5847e54f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.547103 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bec42-5d0e-4905-a3cc-82e8be71b7f9 req-a3f963aa-cd2b-4cf4-a4ad-be882f8c047c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:05.548965 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3e2bec42-5d0e-4905-a3cc-82e8be71b7f9 req-a3f963aa-cd2b-4cf4-a4ad-be882f8c047c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 946 time: 0.0498235 Jul 29 15:20:05.558089 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5597c5e-fd3d-4591-a542-a15c5847e54f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.563193 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5597c5e-fd3d-4591-a542-a15c5847e54f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.584283 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5597c5e-fd3d-4591-a542-a15c5847e54f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc2e136-c400-46fc-b6d9-d60b7143a7a9,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:05.590172 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5597c5e-fd3d-4591-a542-a15c5847e54f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.592153 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b5597c5e-fd3d-4591-a542-a15c5847e54f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361077 Jul 29 15:20:05.595225 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49238) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:05.601224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b6d04d71-74f7-4c53-b5a2-49020349e4df tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'network': {'name': 'tempest-network-smoke--1787834987', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'port_security_enabled': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:05.612086 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3e2bec42-5d0e-4905-a3cc-82e8be71b7f9 req-60c4c0de-383e-4e7b-830c-eb504654011a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551882 Jul 29 15:20:05.630145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d04d71-74f7-4c53-b5a2-49020349e4df tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Made reservation on behalf of ff222b7955804c63888f15eaa141338c for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:20:05.634023 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6d04d71-74f7-4c53-b5a2-49020349e4df tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.659149 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d04d71-74f7-4c53-b5a2-49020349e4df tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:20:05.669600 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6d04d71-74f7-4c53-b5a2-49020349e4df tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.669892 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-b6d04d71-74f7-4c53-b5a2-49020349e4df tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Added segment 933b2a2a-dac0-4ddb-bdc1-09f45652250c of type vlan for network 563dcb66-3dae-41c2-b851-922c256d69a3 Jul 29 15:20:05.693843 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2bf29e0d-a079-4542-ba3f-810161dd6c12 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:20:05.714960 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6d04d71-74f7-4c53-b5a2-49020349e4df tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.715249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 2bf29e0d-a079-4542-ba3f-810161dd6c12 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:20:05.715416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2bf29e0d-a079-4542-ba3f-810161dd6c12 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:20:05.751221 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6d04d71-74f7-4c53-b5a2-49020349e4df tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.756632 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d04d71-74f7-4c53-b5a2-49020349e4df tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:05.757291 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6d04d71-74f7-4c53-b5a2-49020349e4df tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.814505 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b6d04d71-74f7-4c53-b5a2-49020349e4df tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2178948 Jul 29 15:20:05.817298 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49244) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:05.821672 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-851388557', 'admin_state_up': True, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:05.838836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d04d71-74f7-4c53-b5a2-49020349e4df tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Network': ['ID=563dcb66-3dae-41c2-b851-922c256d69a3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:05.855149 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 563dcb66-3dae-41c2-b851-922c256d69a3 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:20:05.859416 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.860553 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:05.924764 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:06.068402 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:06.284581 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:06.303886 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:06.394254 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:06.413762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Allocated IP 172.25.6.32 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/6b290fd1-497f-4ad9-8a05-18b11693f41b) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:20:06.531901 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:06.572120 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:06.614151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:20:06.617115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:20:06.623420 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:20:06.629079 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=6b290fd1-497f-4ad9-8a05-18b11693f41b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:06.747717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992a85b-a00f-4d09-8787-34e6518e7486 req-fa0eb534-3f4c-43e5-8bcf-82b85ec845b4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:06.754152 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1992a85b-a00f-4d09-8787-34e6518e7486 req-fa0eb534-3f4c-43e5-8bcf-82b85ec845b4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 946 time: 0.0660527 Jul 29 15:20:06.802945 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1992a85b-a00f-4d09-8787-34e6518e7486 req-5ac3334c-6ffd-405d-aa11-4f93cc5bf6be tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428309 Jul 29 15:20:06.931979 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:06.985244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b857c0-113a-4b40-ac7a-e8e6275cea45 req-28a478e4-1e57-460b-aa3b-e4820affa160 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:06.986876 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-30b857c0-113a-4b40-ac7a-e8e6275cea45 req-28a478e4-1e57-460b-aa3b-e4820affa160 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 946 time: 0.1035790 Jul 29 15:20:07.399761 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-30b857c0-113a-4b40-ac7a-e8e6275cea45 req-33fc0433-bae7-418f-bc8e-e38b005af4b9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4034498 Jul 29 15:20:07.423540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49278) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:07.463135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a91ad4a-53e4-4739-a780-289504505661 tempest-TestVolumeBootPattern-725653647 tempest-TestVolumeBootPattern-725653647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:07.464550 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9a91ad4a-53e4-4739-a780-289504505661 tempest-TestVolumeBootPattern-725653647 tempest-TestVolumeBootPattern-725653647-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 1092 time: 0.0398901 Jul 29 15:20:07.468045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49280) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:07.472615 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': 'b4060823-1dc9-4fb5-bbb3-4320a4d6070b', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:07.496468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:07.509416 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:07.613555 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:07.670291 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router 2083c56c-6f9c-4597-b666-033629c37630 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:20:07.726482 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Allocated IP 172.25.6.195 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/5bbe5308-99d1-41c2-bb01-3fbf0aacf398) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:20:07.800794 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:20:07.820002 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:07.824516 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8060f717-8150-47f6-a05a-353c31931ffa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0033355 Jul 29 15:20:07.824811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Sync routers for ids ['2083c56c-6f9c-4597-b666-033629c37630'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:20:07.825334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49290) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:07.852935 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Routers {'2083c56c-6f9c-4597-b666-033629c37630'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:20:07.853993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:20:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2083c56c-6f9c-4597-b666-033629c37630'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:07.865153 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-87fe4b17-c18c-41f7-9b69-a3f5215a5672 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ff222b7955804c63888f15eaa141338c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383437 Jul 29 15:20:07.867812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49292) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:07.875130 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:07.921490 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:07.961170 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:20:07.964355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:20:07.971128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:20:07.982697 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8a6817-eb45-41a4-8419-a393c856a904 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:07.984304 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7b8a6817-eb45-41a4-8419-a393c856a904 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1154745 Jul 29 15:20:07.987099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49294) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:08.009427 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'Port': ['ID=5bbe5308-99d1-41c2-bb01-3fbf0aacf398,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:08.013295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Set router 2083c56c-6f9c-4597-b666-033629c37630 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:20:08.057025 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-08ae3752-86ae-4bec-a835-3007069cada5 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0662282 Jul 29 15:20:08.061136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49298) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:08.067232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9062d283-97c0-4b82-980a-dbf8b6be40de tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-271177275', 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:08.181025 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9062d283-97c0-4b82-980a-dbf8b6be40de tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Made reservation on behalf of ff222b7955804c63888f15eaa141338c for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:20:08.185980 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9062d283-97c0-4b82-980a-dbf8b6be40de tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:08.393289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2083c56c-6f9c-4597-b666-033629c37630', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851388557', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:20:05Z', 'updated_at': '2021-07-29T15:20:06Z', 'revision_number': 3, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:06Z', 'updated_at': '2021-07-29T15:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:08.414816 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9062d283-97c0-4b82-980a-dbf8b6be40de tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:08.430875 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Checking router: 2083c56c-6f9c-4597-b666-033629c37630 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:20:08.431349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Updating router 2083c56c-6f9c-4597-b666-033629c37630 port 6b290fd1-497f-4ad9-8a05-18b11693f41b binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:20:08.461007 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:08.486435 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:08.491608 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062d283-97c0-4b82-980a-dbf8b6be40de tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Subnet': ['ID=74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:08.503101 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062d283-97c0-4b82-980a-dbf8b6be40de tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Checking segment: {'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:20:08.503484 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9062d283-97c0-4b82-980a-dbf8b6be40de tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network hostable DHCP agents. Network: 563dcb66-3dae-41c2-b851-922c256d69a3, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:20:08.524391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9062d283-97c0-4b82-980a-dbf8b6be40de tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 563dcb66-3dae-41c2-b851-922c256d69a3 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:20:08.534843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-9062d283-97c0-4b82-980a-dbf8b6be40de tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 563dcb66-3dae-41c2-b851-922c256d69a3) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:20:08.552896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9062d283-97c0-4b82-980a-dbf8b6be40de tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:08.553495 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9062d283-97c0-4b82-980a-dbf8b6be40de tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:08.573209 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9062d283-97c0-4b82-980a-dbf8b6be40de tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5102706 Jul 29 15:20:08.573826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49308) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:08.580358 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:08.606130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016d5e15-6fd3-4762-af67-fea67ac9cddc None None] Network 563dcb66-3dae-41c2-b851-922c256d69a3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:20:08.705948 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27de4314-dd1a-4e48-ba67-4ae72ddab7d4 req-e3a7b1b7-43a1-4e59-9cfa-1246acd253de service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819368 Jul 29 15:20:08.833380 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:08.865464 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:08.870535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-563dcb66-3dae-41c2-b851-922c256d69a3', 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ips': [{'subnet_id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:20:08.872028 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:08.900055 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de4314-dd1a-4e48-ba67-4ae72ddab7d4 req-71d05b42-ddc2-4822-b811-976c202f5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:08.901785 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27de4314-dd1a-4e48-ba67-4ae72ddab7d4 req-71d05b42-ddc2-4822-b811-976c202f5ee2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 1097 time: 0.0941107 Jul 29 15:20:08.932416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'Port': ['ID=5bbe5308-99d1-41c2-bb01-3fbf0aacf398,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:08.979368 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:09.026209 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:09.054879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de4314-dd1a-4e48-ba67-4ae72ddab7d4 req-c40b5c27-f264-4ead-b61f-81a9cb374d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:09.055974 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27de4314-dd1a-4e48-ba67-4ae72ddab7d4 req-c40b5c27-f264-4ead-b61f-81a9cb374d04 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.1315260 Jul 29 15:20:09.073750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Transition to ACTIVE for port object 6b290fd1-497f-4ad9-8a05-18b11693f41b will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:20:09.086885 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:09.114030 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Floating IP 2867ebb0-b6f0-4973-baaf-fec517f20ec6 associated. External IP: 172.25.6.195, port: b4060823-1dc9-4fb5-bbb3-4320a4d6070b. Jul 29 15:20:09.144732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Allocated IP 172.20.0.2 (563dcb66-3dae-41c2-b851-922c256d69a3/74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d/273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:20:09.172825 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487758e-190c-48c9-a2e0-d0023dc83912 None None] Pushing event updated for resources: {'Port': ['ID=6b290fd1-497f-4ad9-8a05-18b11693f41b,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:09.180249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Attempting to bind port 6b290fd1-497f-4ad9-8a05-18b11693f41b on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:20:09.180619 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Attempting to bind port 6b290fd1-497f-4ad9-8a05-18b11693f41b by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:20:09.181011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Attempting to bind port 6b290fd1-497f-4ad9-8a05-18b11693f41b on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:20:09.234968 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:20:09.235346 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:20:09.235788 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:09.236292 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:20:09.236785 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Bound port: 6b290fd1-497f-4ad9-8a05-18b11693f41b, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:20:09.237188 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:09.280892 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27de4314-dd1a-4e48-ba67-4ae72ddab7d4 req-6e10f16c-eb1c-4b9e-a1b4-fdae56b7e961 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4060823-1dc9-4fb5-bbb3-4320a4d6070b HTTP/1.1" status: 200 len: 1000 time: 0.1885660 Jul 29 15:20:09.304858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] For port 6b290fd1-497f-4ad9-8a05-18b11693f41b, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:20:09.306811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] For port 6b290fd1-497f-4ad9-8a05-18b11693f41b, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=6b290fd1-497f-4ad9-8a05-18b11693f41b,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:20:09.314968 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:09.396992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Router 15621f0d-9339-408d-88ff-3523ba14e09c has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:20:09.459457 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:09.468142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de4314-dd1a-4e48-ba67-4ae72ddab7d4 req-b44fd075-dd2f-49d8-9e22-cae09106724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:09.469677 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27de4314-dd1a-4e48-ba67-4ae72ddab7d4 req-b44fd075-dd2f-49d8-9e22-cae09106724c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.1294296 Jul 29 15:20:09.471501 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:09.473260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Transition to ACTIVE for port object 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:20:09.491687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Transition to ACTIVE for port object 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:20:09.502977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Routers {'2083c56c-6f9c-4597-b666-033629c37630'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:20:09.503689 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:20:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2083c56c-6f9c-4597-b666-033629c37630'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:09.506153 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:09.578010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de4314-dd1a-4e48-ba67-4ae72ddab7d4 req-34d2435c-be06-4a30-9b36-2d8fab91de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:09.579682 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27de4314-dd1a-4e48-ba67-4ae72ddab7d4 req-34d2435c-be06-4a30-9b36-2d8fab91de12 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944011 Jul 29 15:20:09.585096 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487758e-190c-48c9-a2e0-d0023dc83912 None None] Pushing event updated for resources: {'Port': ['ID=6b290fd1-497f-4ad9-8a05-18b11693f41b,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:09.590424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Network 563dcb66-3dae-41c2-b851-922c256d69a3 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:20:09.602195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:20:09.624564 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:20:09.707707 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Pushing event updated for resources: {'Port': ['ID=273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:09.750852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Attempting to bind port 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:20:09.751099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Attempting to bind port 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:20:09.751384 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Attempting to bind port 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 on network 563dcb66-3dae-41c2-b851-922c256d69a3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:20:09.762215 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] Set router 2083c56c-6f9c-4597-b666-033629c37630 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:20:09.765642 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:20:09.766026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Checking segment: {'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:20:09.766435 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:09.766832 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Bound using segment: {'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:20:09.767463 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Bound port: 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:20:09.767863 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:09.801613 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27de4314-dd1a-4e48-ba67-4ae72ddab7d4 req-1fad9a1a-bed2-4cae-9a28-3f6342751c49 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140377 Jul 29 15:20:09.955975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] For port 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:20:09.957259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:20:09.963658 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] For port 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:20:09.971051 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e109f63a-b25c-475a-9829-3f5418dcb65b None None] Sync routers for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:20:09.983757 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109f63a-b25c-475a-9829-3f5418dcb65b None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:20:09.985225 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e109f63a-b25c-475a-9829-3f5418dcb65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:20:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:09.988338 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:09.999254 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:10.021139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Allocated IP 172.20.0.1 (563dcb66-3dae-41c2-b851-922c256d69a3/74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d/f4e84277-d3ed-4417-9738-305d8dca96a2) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:20:10.052238 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9c3cdb0b-cc88-414e-bcde-b8cac1794e5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5831282 Jul 29 15:20:10.052889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f622a7-acfb-4462-b7d0-2a6a586c7deb', 'tag': 'b4060823-1dc9-4fb5-bbb3-4320a4d6070b'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:20:10.055171 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4bbecb-27e3-4608-9121-d62a985ebacf" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f622a7-acfb-4462-b7d0-2a6a586c7deb", "tag": "b4060823-1dc9-4fb5-bbb3-4320a4d6070b"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:20:10.096953 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4379cc2-19f4-427a-ae8c-646cf89e2ed7 None None] Pushing event updated for resources: {'Port': ['ID=273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:10.108894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2083c56c-6f9c-4597-b666-033629c37630', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851388557', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:20:05Z', 'updated_at': '2021-07-29T15:20:06Z', 'revision_number': 3, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:06Z', 'updated_at': '2021-07-29T15:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:10.149495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d6330-e5b0-494e-88d7-9c3666e39d48 None None] The sync data for ids ['2083c56c-6f9c-4597-b666-033629c37630'] in n-d-802893-1 is: [{'id': '2083c56c-6f9c-4597-b666-033629c37630', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851388557', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:20:05Z', 'updated_at': '2021-07-29T15:20:06Z', 'revision_number': 3, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:06Z', 'updated_at': '2021-07-29T15:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:20:10.157767 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436e5c7a-d6e0-419f-989f-6581af670874 x-openstack-request-id: req-436e5c7a-d6e0-419f-989f-6581af670874 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:20:10.158061 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f622a7-acfb-4462-b7d0-2a6a586c7deb", "tag": "b4060823-1dc9-4fb5-bbb3-4320a4d6070b", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:20:10.158312 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-436e5c7a-d6e0-419f-989f-6581af670874 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:20:10.158716 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f622a7-acfb-4462-b7d0-2a6a586c7deb', 'tag': 'b4060823-1dc9-4fb5-bbb3-4320a4d6070b', 'status': 'completed', 'code': 200} Jul 29 15:20:10.163545 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-e109f63a-b25c-475a-9829-3f5418dcb65b None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:20:10.298675 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:10.335406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Transition to ACTIVE for port object f4e84277-d3ed-4417-9738-305d8dca96a2 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:20:10.394837 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27de4314-dd1a-4e48-ba67-4ae72ddab7d4 req-07f06ec4-5b8d-4c41-9e2b-857a73ace8ac service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850565 Jul 29 15:20:10.419913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:10.483970 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 563dcb66-3dae-41c2-b851-922c256d69a3 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:20:10.487381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:20:10.491629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:20:10.548944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=f4e84277-d3ed-4417-9738-305d8dca96a2,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:10.584286 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e109f63a-b25c-475a-9829-3f5418dcb65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '2867ebb0-b6f0-4973-baaf-fec517f20ec6', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'port_id': 'b4060823-1dc9-4fb5-bbb3-4320a4d6070b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'mac_address': 'fa:16:3e:b1:c0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f622a7-acfb-4462-b7d0-2a6a586c7deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:20:08Z', 'updated_at': '2021-07-29T15:20:08Z', 'revision_number': 0, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:10.617440 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:10.621715 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e109f63a-b25c-475a-9829-3f5418dcb65b None None] Checking router: 15621f0d-9339-408d-88ff-3523ba14e09c for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:20:10.632038 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109f63a-b25c-475a-9829-3f5418dcb65b None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:20:10.632850 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e109f63a-b25c-475a-9829-3f5418dcb65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:20:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:10.688461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bbecb-27e3-4608-9121-d62a985ebacf req-2eee9b3b-f0f0-4dcd-a7b5-f06784a467d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:10.690384 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd4bbecb-27e3-4608-9121-d62a985ebacf req-2eee9b3b-f0f0-4dcd-a7b5-f06784a467d2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 1097 time: 0.1631773 Jul 29 15:20:10.781715 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-e109f63a-b25c-475a-9829-3f5418dcb65b None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:20:10.892511 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bbecb-27e3-4608-9121-d62a985ebacf req-0e3191e1-8eb9-463c-a55f-75bccf1fb61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:10.894552 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd4bbecb-27e3-4608-9121-d62a985ebacf req-0e3191e1-8eb9-463c-a55f-75bccf1fb61d service neutron] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.1958368 Jul 29 15:20:10.975280 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:11.045017 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd4bbecb-27e3-4608-9121-d62a985ebacf req-79d6c565-6e88-431e-a863-1ec2579141c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4060823-1dc9-4fb5-bbb3-4320a4d6070b HTTP/1.1" status: 200 len: 1000 time: 0.1223042 Jul 29 15:20:11.164281 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:11.224904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bbecb-27e3-4608-9121-d62a985ebacf req-4a1c670f-0327-4884-bfa7-3cdfdb4e35e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:11.226323 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd4bbecb-27e3-4608-9121-d62a985ebacf req-4a1c670f-0327-4884-bfa7-3cdfdb4e35e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.1716237 Jul 29 15:20:11.232176 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e109f63a-b25c-475a-9829-3f5418dcb65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '2867ebb0-b6f0-4973-baaf-fec517f20ec6', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'port_id': 'b4060823-1dc9-4fb5-bbb3-4320a4d6070b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'mac_address': 'fa:16:3e:b1:c0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f622a7-acfb-4462-b7d0-2a6a586c7deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:20:08Z', 'updated_at': '2021-07-29T15:20:08Z', 'revision_number': 0, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:11.273514 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e109f63a-b25c-475a-9829-3f5418dcb65b None None] The sync data for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 is: [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '2867ebb0-b6f0-4973-baaf-fec517f20ec6', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'port_id': 'b4060823-1dc9-4fb5-bbb3-4320a4d6070b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'mac_address': 'fa:16:3e:b1:c0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f622a7-acfb-4462-b7d0-2a6a586c7deb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:20:08Z', 'updated_at': '2021-07-29T15:20:08Z', 'revision_number': 0, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:20:11.362589 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bbecb-27e3-4608-9121-d62a985ebacf req-a2aface4-067c-4e71-bd60-5488c10e54be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:11.364474 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd4bbecb-27e3-4608-9121-d62a985ebacf req-a2aface4-067c-4e71-bd60-5488c10e54be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282516 Jul 29 15:20:11.593977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90bd8a2-1c99-470f-beae-6cd46449e2b3 None None] Network 563dcb66-3dae-41c2-b851-922c256d69a3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:20:11.691232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f16f13-3c18-4fa5-8ad4-8e66a9998f74 None None] New status for floating IP 2867ebb0-b6f0-4973-baaf-fec517f20ec6: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:20:11.829431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-64e4328d-0c2c-443e-a340-479f7f664587 None None] Provisioning for port 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:20:11.885920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:20:11.954388 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd4bbecb-27e3-4608-9121-d62a985ebacf req-1af2f781-e79c-4329-bdd6-848cb3ff6e02 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810685 Jul 29 15:20:12.027634 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.039557 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.140461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=f4e84277-d3ed-4417-9738-305d8dca96a2,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:12.148388 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.152958 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd4bbecb-27e3-4608-9121-d62a985ebacf req-7740905f-2051-4cde-a91e-ab5a5ebfe900 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895103 Jul 29 15:20:12.253228 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:20:12.259495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:12.259884 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.300150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 563dcb66-3dae-41c2-b851-922c256d69a3 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:20:12.301681 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:20:12.362132 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.406459 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:12.414740 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.415942 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 6b290fd1-497f-4ad9-8a05-18b11693f41b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:20:12.463487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router 2083c56c-6f9c-4597-b666-033629c37630 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:20:12.514372 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:12.531152 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 6b290fd1-497f-4ad9-8a05-18b11693f41b completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:20:12.536582 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 6b290fd1-497f-4ad9-8a05-18b11693f41b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:12.537703 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.610515 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:20:12.612545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0b021503-bc18-40e6-8cb6-df49fdc44881 None None] Provisioning for port f4e84277-d3ed-4417-9738-305d8dca96a2 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:20:12.624008 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Sync routers for ids ['2083c56c-6f9c-4597-b666-033629c37630'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:20:12.628609 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-02b9b52a-97ed-4f24-ae3f-e967f1bfa849 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "PUT /v2.0/routers/2083c56c-6f9c-4597-b666-033629c37630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0537119 Jul 29 15:20:12.642990 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Routers {'2083c56c-6f9c-4597-b666-033629c37630'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:20:12.643615 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:20:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2083c56c-6f9c-4597-b666-033629c37630'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:12.646952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0b021503-bc18-40e6-8cb6-df49fdc44881 None None] Provisioning complete for port f4e84277-d3ed-4417-9738-305d8dca96a2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:12.647400 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b021503-bc18-40e6-8cb6-df49fdc44881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.704837 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0b021503-bc18-40e6-8cb6-df49fdc44881 None None] Port f4e84277-d3ed-4417-9738-305d8dca96a2 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:20:12.706520 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.745385 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0b021503-bc18-40e6-8cb6-df49fdc44881 None None] Provisioning complete for port 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:12.745865 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0b021503-bc18-40e6-8cb6-df49fdc44881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.750120 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 6b290fd1-497f-4ad9-8a05-18b11693f41b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=6b290fd1-497f-4ad9-8a05-18b11693f41b,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:12.773892 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:12.832378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=6b290fd1-497f-4ad9-8a05-18b11693f41b,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:12.870902 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Set router 2083c56c-6f9c-4597-b666-033629c37630 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:20:12.936230 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-c1158b26-7e21-49be-9c4a-4c0e5cd7ac26 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193321283&fields=id&tenant_id=ff222b7955804c63888f15eaa141338c HTTP/1.1" status: 200 len: 267 time: 0.0636532 Jul 29 15:20:13.035388 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-12475efa-f8e7-4539-a541-b4aaf27823eb None None] Provisioning complete for port f4e84277-d3ed-4417-9738-305d8dca96a2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:13.035757 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-12475efa-f8e7-4539-a541-b4aaf27823eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:13.067951 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-56b03412-c45a-445b-b26d-b547cabe3745 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:13.076363 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-56b03412-c45a-445b-b26d-b547cabe3745 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/networks?id=563dcb66-3dae-41c2-b851-922c256d69a3 HTTP/1.1" status: 200 len: 797 time: 0.1389728 Jul 29 15:20:13.092535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-12475efa-f8e7-4539-a541-b4aaf27823eb None None] Port f4e84277-d3ed-4417-9738-305d8dca96a2 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:20:13.105536 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-93ff88f7-dbeb-4769-a47c-73bb11448c78 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/quotas/ff222b7955804c63888f15eaa141338c HTTP/1.1" status: 200 len: 375 time: 0.0233088 Jul 29 15:20:13.115512 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2083c56c-6f9c-4597-b666-033629c37630', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851388557', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:20:05Z', 'updated_at': '2021-07-29T15:20:10Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:06Z', 'updated_at': '2021-07-29T15:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f4e84277-d3ed-4417-9738-305d8dca96a2', 'name': '', 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:e0:61:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:09Z', 'updated_at': '2021-07-29T15:20:11Z', 'revision_number': 2, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:13.147218 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Checking router: 2083c56c-6f9c-4597-b666-033629c37630 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:20:13.147628 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Updating router 2083c56c-6f9c-4597-b666-033629c37630 port f4e84277-d3ed-4417-9738-305d8dca96a2 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:20:13.165513 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-b8800cab-bc2e-4eaf-a273-d188f433a16f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589361 Jul 29 15:20:13.178125 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:13.212752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6a714360-ea9e-442b-b7a7-30d26b9b6348 None None] Provisioning complete for port f4e84277-d3ed-4417-9738-305d8dca96a2 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:13.213123 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a714360-ea9e-442b-b7a7-30d26b9b6348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:13.253313 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6a714360-ea9e-442b-b7a7-30d26b9b6348 None None] Port f4e84277-d3ed-4417-9738-305d8dca96a2 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:20:13.278700 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-1efc436b-69aa-45f9-a704-7e8f51ff9174 service neutron] 10.222.0.16 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986938 Jul 29 15:20:13.384957 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-d0dd622d-1bb1-4dc6-aa35-acc9e6cc0237 service neutron] 10.222.0.16 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937245 Jul 29 15:20:13.475635 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:13.486788 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Transition to ACTIVE for port object f4e84277-d3ed-4417-9738-305d8dca96a2 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:20:13.493203 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:13.550928 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226b9c6-c991-4e36-98f2-d05d900fb759 None None] Pushing event updated for resources: {'Port': ['ID=f4e84277-d3ed-4417-9738-305d8dca96a2,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:13.578712 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226b9c6-c991-4e36-98f2-d05d900fb759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:13.579047 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226b9c6-c991-4e36-98f2-d05d900fb759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:13.579381 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226b9c6-c991-4e36-98f2-d05d900fb759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:13.579710 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226b9c6-c991-4e36-98f2-d05d900fb759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:13.580031 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226b9c6-c991-4e36-98f2-d05d900fb759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:13.580350 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226b9c6-c991-4e36-98f2-d05d900fb759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:13.580750 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226b9c6-c991-4e36-98f2-d05d900fb759 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:13.581005 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226b9c6-c991-4e36-98f2-d05d900fb759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:13.581322 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226b9c6-c991-4e36-98f2-d05d900fb759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:13.581632 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226b9c6-c991-4e36-98f2-d05d900fb759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:13.581943 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226b9c6-c991-4e36-98f2-d05d900fb759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:13.582256 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226b9c6-c991-4e36-98f2-d05d900fb759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:13.621794 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Attempting to bind port f4e84277-d3ed-4417-9738-305d8dca96a2 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:20:13.622802 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a0995cd0-088e-4fd0-9f4d-e5dca0254960 req-5c4257f6-b1bd-4b4b-81dd-b7f35397758f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 210 time: 0.0611567 Jul 29 15:20:13.631478 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Attempting to bind port f4e84277-d3ed-4417-9738-305d8dca96a2 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:20:13.631962 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Attempting to bind port f4e84277-d3ed-4417-9738-305d8dca96a2 on network 563dcb66-3dae-41c2-b851-922c256d69a3 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:20:13.639298 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:20:13.639720 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Checking segment: {'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:20:13.640129 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:13.640544 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Bound using segment: {'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:20:13.641352 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Bound port: f4e84277-d3ed-4417-9738-305d8dca96a2, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:20:13.641736 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:13.739989 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] For port f4e84277-d3ed-4417-9738-305d8dca96a2, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:20:13.743741 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] For port f4e84277-d3ed-4417-9738-305d8dca96a2, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f4e84277-d3ed-4417-9738-305d8dca96a2,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:20:13.751484 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:13.794990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:20:13.868857 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226b9c6-c991-4e36-98f2-d05d900fb759 None None] Pushing event updated for resources: {'Port': ['ID=f4e84277-d3ed-4417-9738-305d8dca96a2,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:13.882005 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Routers {'2083c56c-6f9c-4597-b666-033629c37630'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:20:13.882903 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:20:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2083c56c-6f9c-4597-b666-033629c37630'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:13.926288 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:13.927017 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:14.025148 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] Set router 2083c56c-6f9c-4597-b666-033629c37630 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:20:14.040632 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 6b290fd1-497f-4ad9-8a05-18b11693f41b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:20:14.132087 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 6b290fd1-497f-4ad9-8a05-18b11693f41b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:14.132781 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:14.294939 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2083c56c-6f9c-4597-b666-033629c37630', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851388557', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:20:05Z', 'updated_at': '2021-07-29T15:20:10Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:06Z', 'updated_at': '2021-07-29T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f4e84277-d3ed-4417-9738-305d8dca96a2', 'name': '', 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:e0:61:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:09Z', 'updated_at': '2021-07-29T15:20:13Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:14.330608 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ddc9d7-53a5-4f8e-bcf1-ee1ce3fcf573 None None] The sync data for ids ['2083c56c-6f9c-4597-b666-033629c37630'] in n-d-802893-1 is: [{'id': '2083c56c-6f9c-4597-b666-033629c37630', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851388557', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:20:05Z', 'updated_at': '2021-07-29T15:20:10Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:06Z', 'updated_at': '2021-07-29T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f4e84277-d3ed-4417-9738-305d8dca96a2', 'name': '', 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:e0:61:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:09Z', 'updated_at': '2021-07-29T15:20:13Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:20:14.751896 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7a96a84f-a550-4392-9dac-cdb00ad211aa req-25a61b52-7037-4685-ba58-c4f3cc2eeaec tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 210 time: 0.0550561 Jul 29 15:20:14.870260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-57c73360-5fd4-4357-b5f1-6d2b8f975706 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:14.872474 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-57c73360-5fd4-4357-b5f1-6d2b8f975706 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.39 "GET /v2.0/networks?id=563dcb66-3dae-41c2-b851-922c256d69a3 HTTP/1.1" status: 200 len: 797 time: 0.2188592 Jul 29 15:20:14.923380 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-5f65a91a-94e8-43dc-9744-e91780521aad tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff222b7955804c63888f15eaa141338c HTTP/1.1" status: 200 len: 380 time: 0.0410650 Jul 29 15:20:14.933776 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-5847b324-c514-49d3-b4e5-3e9b9879edaa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'port': {'device_id': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3', 'admin_state_up': True, 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'security_groups': ['df384cdd-09e1-405a-b16d-245b9b24180c']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:15.056986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-5847b324-c514-49d3-b4e5-3e9b9879edaa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Made reservation on behalf of ff222b7955804c63888f15eaa141338c for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:20:15.061442 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-5847b324-c514-49d3-b4e5-3e9b9879edaa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:15.201930 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-5847b324-c514-49d3-b4e5-3e9b9879edaa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Allocated IP 172.20.0.7 (563dcb66-3dae-41c2-b851-922c256d69a3/74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d/46ae451b-418e-4e31-a335-16c8904d9e00) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:20:15.385224 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-5847b324-c514-49d3-b4e5-3e9b9879edaa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:15.400335 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-5847b324-c514-49d3-b4e5-3e9b9879edaa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Transition to ACTIVE for port object 46ae451b-418e-4e31-a335-16c8904d9e00 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:20:15.441261 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-5847b324-c514-49d3-b4e5-3e9b9879edaa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:15.488527 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-5847b324-c514-49d3-b4e5-3e9b9879edaa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 563dcb66-3dae-41c2-b851-922c256d69a3 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:20:15.491749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-5847b324-c514-49d3-b4e5-3e9b9879edaa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:20:15.494495 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-5847b324-c514-49d3-b4e5-3e9b9879edaa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:20:15.526426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847b324-c514-49d3-b4e5-3e9b9879edaa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=46ae451b-418e-4e31-a335-16c8904d9e00,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:15.567119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-5847b324-c514-49d3-b4e5-3e9b9879edaa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:15.567750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-5847b324-c514-49d3-b4e5-3e9b9879edaa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:15.589095 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-5847b324-c514-49d3-b4e5-3e9b9879edaa tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6599870 Jul 29 15:20:15.603265 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Request body: {'port': {'device_id': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:15.675035 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:15.802208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f4e84277-d3ed-4417-9738-305d8dca96a2 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:20:15.853980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-db80e609-baf0-4bfc-a287-3a380afab44d None None] Provisioning for port 46ae451b-418e-4e31-a335-16c8904d9e00 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:20:15.864660 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-db80e609-baf0-4bfc-a287-3a380afab44d None None] Provisioning complete for port 46ae451b-418e-4e31-a335-16c8904d9e00 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:15.865624 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-db80e609-baf0-4bfc-a287-3a380afab44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:15.897891 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port f4e84277-d3ed-4417-9738-305d8dca96a2 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:20:15.910654 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f4e84277-d3ed-4417-9738-305d8dca96a2 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:15.911032 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:15.915197 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-db80e609-baf0-4bfc-a287-3a380afab44d None None] Port 46ae451b-418e-4e31-a335-16c8904d9e00 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:20:15.985687 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47692f-1770-4386-88f0-2d9c34cad9b5 req-dab36d64-b3a5-4ead-a5cb-9aef7df747a4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:15.987355 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cb47692f-1770-4386-88f0-2d9c34cad9b5 req-dab36d64-b3a5-4ead-a5cb-9aef7df747a4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 931 time: 0.0820930 Jul 29 15:20:16.003735 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:16.039411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port f4e84277-d3ed-4417-9738-305d8dca96a2, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f4e84277-d3ed-4417-9738-305d8dca96a2,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:16.047127 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:16.067068 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cb47692f-1770-4386-88f0-2d9c34cad9b5 req-45b41111-3897-4d84-b08c-6eba59da4bde tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638833 Jul 29 15:20:16.107734 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ae451b-418e-4e31-a335-16c8904d9e00 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:20:16.116980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=f4e84277-d3ed-4417-9738-305d8dca96a2,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:16.120942 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:16.142743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Transition to ACTIVE for port object 46ae451b-418e-4e31-a335-16c8904d9e00 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:20:16.146812 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:16.245334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Pushing event updated for resources: {'Port': ['ID=46ae451b-418e-4e31-a335-16c8904d9e00,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:16.278814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Attempting to bind port 46ae451b-418e-4e31-a335-16c8904d9e00 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:20:16.279218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Attempting to bind port 46ae451b-418e-4e31-a335-16c8904d9e00 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:20:16.279682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Attempting to bind port 46ae451b-418e-4e31-a335-16c8904d9e00 on network 563dcb66-3dae-41c2-b851-922c256d69a3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:20:16.284931 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Port 46ae451b-418e-4e31-a335-16c8904d9e00 on network 563dcb66-3dae-41c2-b851-922c256d69a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:20:16.285263 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Attempting to bind port 46ae451b-418e-4e31-a335-16c8904d9e00 on network 563dcb66-3dae-41c2-b851-922c256d69a3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:20:16.290758 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:20:16.291069 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Checking segment: {'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:20:16.291481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Bound using segment: {'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:20:16.291922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Bound port: 46ae451b-418e-4e31-a335-16c8904d9e00, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:20:16.292282 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:16.376157 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:20:16.379759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=46ae451b-418e-4e31-a335-16c8904d9e00,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:20:16.388489 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:16.434418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:16.435199 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:16.436706 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] 10.222.0.39 "PUT /v2.0/ports/46ae451b-418e-4e31-a335-16c8904d9e00 HTTP/1.1" status: 200 len: 1091 time: 0.8386676 Jul 29 15:20:16.437153 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:20:16.439446 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e18713a-88ff-4405-9056-f6ad76309da9" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:20:16.468136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d98763-b026-490c-82fc-a0d4ac30b668 service neutron] Pushing event updated for resources: {'Port': ['ID=46ae451b-418e-4e31-a335-16c8904d9e00,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:16.523660 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b386d3-b108-4023-a7a2-a1d05cd6feca x-openstack-request-id: req-c8b386d3-b108-4023-a7a2-a1d05cd6feca {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:20:16.524015 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:20:16.524295 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8b386d3-b108-4023-a7a2-a1d05cd6feca {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:20:16.524641 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00', 'status': 'completed', 'code': 200} Jul 29 15:20:16.546887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-253d60a4-dbff-4b97-b632-26d2bc11c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:16.548569 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-253d60a4-dbff-4b97-b632-26d2bc11c08e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 1094 time: 0.0553980 Jul 29 15:20:16.594347 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-0a86403f-7455-4351-9198-e779315f693c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46ae451b-418e-4e31-a335-16c8904d9e00 HTTP/1.1" status: 200 len: 217 time: 0.0379593 Jul 29 15:20:16.657928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-29a073df-85ab-4a55-8b4b-0df1b48d4b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:16.659471 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-29a073df-85ab-4a55-8b4b-0df1b48d4b51 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d HTTP/1.1" status: 200 len: 834 time: 0.0586269 Jul 29 15:20:16.717337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-db4e3e5c-d18f-4887-aa3a-5e08de190e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:16.719413 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-db4e3e5c-d18f-4887-aa3a-5e08de190e48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=563dcb66-3dae-41c2-b851-922c256d69a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525451 Jul 29 15:20:16.830074 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-ab3bbfdd-c1b4-44bf-b855-511932b60781 service neutron] 10.222.0.39 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000082 Jul 29 15:20:16.948704 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c8ec49c-60e0-4395-a5a5-1b7cbcada6f6 req-b5afb792-a234-4267-8b4d-77f62c73c175 service neutron] 10.222.0.39 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121297 Jul 29 15:20:17.043137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18713a-88ff-4405-9056-f6ad76309da9 req-af4a65f6-c4c5-4fb2-8db1-3deda221bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:17.044741 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e18713a-88ff-4405-9056-f6ad76309da9 req-af4a65f6-c4c5-4fb2-8db1-3deda221bbd1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 1094 time: 0.0481973 Jul 29 15:20:17.157430 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18713a-88ff-4405-9056-f6ad76309da9 req-5c665d00-7103-4917-b69c-8a05053148ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:17.158872 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e18713a-88ff-4405-9056-f6ad76309da9 req-5c665d00-7103-4917-b69c-8a05053148ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=563dcb66-3dae-41c2-b851-922c256d69a3 HTTP/1.1" status: 200 len: 898 time: 0.1074553 Jul 29 15:20:17.224305 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e18713a-88ff-4405-9056-f6ad76309da9 req-0582e0f1-038a-4a34-b14b-526848c467a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46ae451b-418e-4e31-a335-16c8904d9e00 HTTP/1.1" status: 200 len: 217 time: 0.0571666 Jul 29 15:20:17.275613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fde48-5e0b-4790-b5fe-69419682b8cb req-dec9ebd3-9978-4d64-b5c3-eef038627a70 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:17.277134 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-993fde48-5e0b-4790-b5fe-69419682b8cb req-dec9ebd3-9978-4d64-b5c3-eef038627a70 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 943 time: 0.1223693 Jul 29 15:20:17.305060 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18713a-88ff-4405-9056-f6ad76309da9 req-43d86d0d-296b-47dd-97f4-81c57a4f1c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:17.306472 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e18713a-88ff-4405-9056-f6ad76309da9 req-43d86d0d-296b-47dd-97f4-81c57a4f1c66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d HTTP/1.1" status: 200 len: 834 time: 0.0737019 Jul 29 15:20:17.349596 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-993fde48-5e0b-4790-b5fe-69419682b8cb req-7c20e208-8637-438a-b669-42a3e976b9b6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624397 Jul 29 15:20:17.369155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18713a-88ff-4405-9056-f6ad76309da9 req-b7875757-a246-4200-9269-4e70f92ee231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:17.370680 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e18713a-88ff-4405-9056-f6ad76309da9 req-b7875757-a246-4200-9269-4e70f92ee231 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=563dcb66-3dae-41c2-b851-922c256d69a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556264 Jul 29 15:20:17.468572 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e18713a-88ff-4405-9056-f6ad76309da9 req-862d1b25-883c-45f2-9e98-d8b2fc0b343a service neutron] 10.222.0.39 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885580 Jul 29 15:20:17.582210 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e18713a-88ff-4405-9056-f6ad76309da9 req-5f47aeb6-b57a-442b-88a2-255c87284b53 service neutron] 10.222.0.39 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057587 Jul 29 15:20:17.749858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f4e84277-d3ed-4417-9738-305d8dca96a2 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:20:17.808363 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f4e84277-d3ed-4417-9738-305d8dca96a2 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:17.808818 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:18.375192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 46ae451b-418e-4e31-a335-16c8904d9e00 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:20:18.476300 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=46ae451b-418e-4e31-a335-16c8904d9e00,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:18.480353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2cec0-8b7a-413e-898e-fc7435903d52 req-9e02cb87-ae42-400d-aecb-fe7b563ea734 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:18.482306 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f1f2cec0-8b7a-413e-898e-fc7435903d52 req-9e02cb87-ae42-400d-aecb-fe7b563ea734 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 943 time: 0.0542288 Jul 29 15:20:18.490270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '46ae451b-418e-4e31-a335-16c8904d9e00', 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3', 'port_id': '46ae451b-418e-4e31-a335-16c8904d9e00', 'mac_address': 'fa:16:3e:ce:9c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:20:18.533238 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f1f2cec0-8b7a-413e-898e-fc7435903d52 req-8938cf2c-c373-40b7-903e-6b9ec6de6054 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435286 Jul 29 15:20:18.542246 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:18.558993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ae451b-418e-4e31-a335-16c8904d9e00 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:20:18.586101 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=46ae451b-418e-4e31-a335-16c8904d9e00,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:18.590185 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:18.641297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=46ae451b-418e-4e31-a335-16c8904d9e00,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:18.787858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['46ae451b-418e-4e31-a335-16c8904d9e00'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:20:19.664428 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8c740-594e-4f3f-9718-1a618f32290f req-141c1e3e-1a9b-40b5-96b8-3c955037b80b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:19.666003 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f6f8c740-594e-4f3f-9718-1a618f32290f req-141c1e3e-1a9b-40b5-96b8-3c955037b80b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 944 time: 0.0543408 Jul 29 15:20:19.711755 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f6f8c740-594e-4f3f-9718-1a618f32290f req-b6b36f99-120a-4419-a241-593a1c9630f5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389943 Jul 29 15:20:19.927862 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:20:20.374693 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 46ae451b-418e-4e31-a335-16c8904d9e00 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:20:20.425107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 46ae451b-418e-4e31-a335-16c8904d9e00 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:20:20.429093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 46ae451b-418e-4e31-a335-16c8904d9e00 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:20.429528 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:20.509894 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:20.534290 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:20:20.536820 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02758b69-b55b-4a69-a4cc-17fc87e9c775" -d '{"events": [{"server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "name": "network-vif-plugged", "status": "completed", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:20:20.550196 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=46ae451b-418e-4e31-a335-16c8904d9e00,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:20.554635 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:20.579560 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844aa347-ee85-4dc4-a850-c3529555c63e x-openstack-request-id: req-844aa347-ee85-4dc4-a850-c3529555c63e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:20:20.579854 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "name": "network-vif-plugged", "status": "completed", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:20:20.580134 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-844aa347-ee85-4dc4-a850-c3529555c63e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:20:20.580525 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00', 'code': 200} Jul 29 15:20:20.608540 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=46ae451b-418e-4e31-a335-16c8904d9e00,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:20.677286 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c672c9a-aec7-4720-9cc1-5465f1c534ac req-b7aabb19-9fbe-40ef-8b6b-6099a2b5f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:20.678971 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c672c9a-aec7-4720-9cc1-5465f1c534ac req-b7aabb19-9fbe-40ef-8b6b-6099a2b5f515 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 1096 time: 0.0442843 Jul 29 15:20:20.722792 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c672c9a-aec7-4720-9cc1-5465f1c534ac req-226aa83c-f382-4944-93d4-fc7aeb8bbfde service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360279 Jul 29 15:20:20.843212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203aef32-f837-466f-bdb9-95b8f3d7d57a req-4e58ea6c-d461-4c18-806b-c85a25338c5e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:20.844825 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-203aef32-f837-466f-bdb9-95b8f3d7d57a req-4e58ea6c-d461-4c18-806b-c85a25338c5e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 945 time: 0.0584323 Jul 29 15:20:20.899099 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-203aef32-f837-466f-bdb9-95b8f3d7d57a req-8c5e4ee2-80bf-4039-8d25-a8d3aac0d04d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386622 Jul 29 15:20:22.020848 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b2a79-4248-4fea-9776-75cebb11d230 req-458b68b7-1617-4ce0-8afa-76d7dfb4e721 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:22.022372 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c5b2a79-4248-4fea-9776-75cebb11d230 req-458b68b7-1617-4ce0-8afa-76d7dfb4e721 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 945 time: 0.0505629 Jul 29 15:20:22.066014 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c5b2a79-4248-4fea-9776-75cebb11d230 req-091268ef-b8f9-4370-bf8c-e34855b92971 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374589 Jul 29 15:20:22.183102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cced9c-321a-49c7-8874-bd641da23ee9 req-078abb83-19f0-4d70-b88a-db0ec84e3617 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:22.184504 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b5cced9c-321a-49c7-8874-bd641da23ee9 req-078abb83-19f0-4d70-b88a-db0ec84e3617 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 945 time: 0.0498655 Jul 29 15:20:22.224293 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b5cced9c-321a-49c7-8874-bd641da23ee9 req-c1e795fa-817a-494d-89c6-abcbac65a901 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336993 Jul 29 15:20:22.246919 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49418) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:22.291316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4addce8-5f88-45d6-a1a3-8a44854d85fd tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:22.293242 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e4addce8-5f88-45d6-a1a3-8a44854d85fd tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 1091 time: 0.0422773 Jul 29 15:20:22.296616 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49424) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:22.301806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': '46ae451b-418e-4e31-a335-16c8904d9e00', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:22.475278 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:22.475278 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:22.559418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Allocated IP 172.25.6.79 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/52595e42-f711-461f-9ea6-ae2f3b59f84e) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:20:22.667769 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:22.713318 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:22.754007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:20:22.757015 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:20:22.759583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:20:22.790646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=52595e42-f711-461f-9ea6-ae2f3b59f84e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:23.156077 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:23.225651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:23.402624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:23.408580 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:23.495281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=52595e42-f711-461f-9ea6-ae2f3b59f84e,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:23.516702 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:23.630189 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Floating IP 74b3639d-ec65-4e29-a754-0646debffad3 associated. External IP: 172.25.6.79, port: 46ae451b-418e-4e31-a335-16c8904d9e00. Jul 29 15:20:23.890643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router 2083c56c-6f9c-4597-b666-033629c37630 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:20:24.015949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:20:24.026038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc8a7b-e912-40e6-97bd-6df0977c546f None None] Sync routers for ids ['2083c56c-6f9c-4597-b666-033629c37630'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:20:24.034639 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:24.037469 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc8a7b-e912-40e6-97bd-6df0977c546f None None] Routers {'2083c56c-6f9c-4597-b666-033629c37630'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:20:24.038409 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b5dc8a7b-e912-40e6-97bd-6df0977c546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:20:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2083c56c-6f9c-4597-b666-033629c37630'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:24.064599 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-64db39fb-e027-4445-9b93-6e3859cccd99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7667813 Jul 29 15:20:24.065197 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:20:24.071804 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430800ec-f05f-42bd-aa1c-abe6aa13dc07" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:20:24.141876 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fabbe4-b8d5-48db-a904-ef272ae71aac x-openstack-request-id: req-e6fabbe4-b8d5-48db-a904-ef272ae71aac {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:20:24.142102 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:20:24.142620 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6fabbe4-b8d5-48db-a904-ef272ae71aac {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:20:24.143076 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00', 'status': 'completed', 'code': 200} Jul 29 15:20:24.176817 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-b5dc8a7b-e912-40e6-97bd-6df0977c546f None None] Set router 2083c56c-6f9c-4597-b666-033629c37630 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:20:24.193449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec2c28-0b24-4f27-80fc-7971334aec9a req-d123d66a-2602-4d2a-9177-8c04d0eb2c74 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:24.195130 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-50ec2c28-0b24-4f27-80fc-7971334aec9a req-d123d66a-2602-4d2a-9177-8c04d0eb2c74 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 945 time: 0.0649107 Jul 29 15:20:24.217104 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430800ec-f05f-42bd-aa1c-abe6aa13dc07 req-c58c7496-07c0-448a-8cac-a8dd0944c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:24.219649 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-430800ec-f05f-42bd-aa1c-abe6aa13dc07 req-c58c7496-07c0-448a-8cac-a8dd0944c031 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 1096 time: 0.0460296 Jul 29 15:20:24.240363 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-50ec2c28-0b24-4f27-80fc-7971334aec9a req-f571401d-efe4-4c29-b660-9337f4613c03 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377698 Jul 29 15:20:24.272988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49474) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:24.350925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430800ec-f05f-42bd-aa1c-abe6aa13dc07 req-4bc49789-58a5-475c-8d75-2531116bc841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:24.353124 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-430800ec-f05f-42bd-aa1c-abe6aa13dc07 req-4bc49789-58a5-475c-8d75-2531116bc841 service neutron] 10.222.0.39 "GET /v2.0/networks?id=563dcb66-3dae-41c2-b851-922c256d69a3 HTTP/1.1" status: 200 len: 898 time: 0.1257732 Jul 29 15:20:24.356323 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8a5b5351-a511-4ac9-bd76-4f38b4401acf tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/74b3639d-ec65-4e29-a754-0646debffad3 HTTP/1.1" status: 200 len: 990 time: 0.0813124 Jul 29 15:20:24.422091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-430800ec-f05f-42bd-aa1c-abe6aa13dc07 req-b64333dc-a38a-4074-9cac-72ef898cebee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46ae451b-418e-4e31-a335-16c8904d9e00 HTTP/1.1" status: 200 len: 998 time: 0.0613110 Jul 29 15:20:24.476329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b5dc8a7b-e912-40e6-97bd-6df0977c546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2083c56c-6f9c-4597-b666-033629c37630', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851388557', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:20:05Z', 'updated_at': '2021-07-29T15:20:10Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:06Z', 'updated_at': '2021-07-29T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '74b3639d-ec65-4e29-a754-0646debffad3', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '2083c56c-6f9c-4597-b666-033629c37630', 'port_id': '46ae451b-418e-4e31-a335-16c8904d9e00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3', 'mac_address': 'fa:16:3e:ce:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:20:23Z', 'updated_at': '2021-07-29T15:20:23Z', 'revision_number': 0, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e84277-d3ed-4417-9738-305d8dca96a2', 'name': '', 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:e0:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:09Z', 'updated_at': '2021-07-29T15:20:16Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:24.487380 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430800ec-f05f-42bd-aa1c-abe6aa13dc07 req-2981566d-2a34-47e4-88a4-95ef1cd242cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:24.489124 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-430800ec-f05f-42bd-aa1c-abe6aa13dc07 req-2981566d-2a34-47e4-88a4-95ef1cd242cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d HTTP/1.1" status: 200 len: 834 time: 0.0599260 Jul 29 15:20:24.504284 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc8a7b-e912-40e6-97bd-6df0977c546f None None] Checking router: 2083c56c-6f9c-4597-b666-033629c37630 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:20:24.514048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc8a7b-e912-40e6-97bd-6df0977c546f None None] Routers {'2083c56c-6f9c-4597-b666-033629c37630'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:20:24.514679 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b5dc8a7b-e912-40e6-97bd-6df0977c546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:20:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2083c56c-6f9c-4597-b666-033629c37630'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:24.544763 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430800ec-f05f-42bd-aa1c-abe6aa13dc07 req-2237f893-cdc6-455c-87b5-8891d9cdfda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:24.546305 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-430800ec-f05f-42bd-aa1c-abe6aa13dc07 req-2237f893-cdc6-455c-87b5-8891d9cdfda6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=563dcb66-3dae-41c2-b851-922c256d69a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497031 Jul 29 15:20:24.628446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-b5dc8a7b-e912-40e6-97bd-6df0977c546f None None] Set router 2083c56c-6f9c-4597-b666-033629c37630 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:20:24.666063 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-430800ec-f05f-42bd-aa1c-abe6aa13dc07 req-ac4a726a-6790-4129-bcb6-07f852fe6fb8 service neutron] 10.222.0.39 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128011 Jul 29 15:20:24.768415 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-430800ec-f05f-42bd-aa1c-abe6aa13dc07 req-9416f940-d5e9-4eb1-9bee-faab3d6bfa11 service neutron] 10.222.0.39 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947316 Jul 29 15:20:24.913789 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-b5dc8a7b-e912-40e6-97bd-6df0977c546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2083c56c-6f9c-4597-b666-033629c37630', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851388557', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:20:05Z', 'updated_at': '2021-07-29T15:20:10Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:06Z', 'updated_at': '2021-07-29T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '74b3639d-ec65-4e29-a754-0646debffad3', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '2083c56c-6f9c-4597-b666-033629c37630', 'port_id': '46ae451b-418e-4e31-a335-16c8904d9e00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3', 'mac_address': 'fa:16:3e:ce:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:20:23Z', 'updated_at': '2021-07-29T15:20:23Z', 'revision_number': 0, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e84277-d3ed-4417-9738-305d8dca96a2', 'name': '', 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:e0:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:09Z', 'updated_at': '2021-07-29T15:20:16Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:20:25.097023 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc8a7b-e912-40e6-97bd-6df0977c546f None None] The sync data for ids ['2083c56c-6f9c-4597-b666-033629c37630'] in n-d-802893-1 is: [{'id': '2083c56c-6f9c-4597-b666-033629c37630', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851388557', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:20:05Z', 'updated_at': '2021-07-29T15:20:10Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:06Z', 'updated_at': '2021-07-29T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '74b3639d-ec65-4e29-a754-0646debffad3', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '2083c56c-6f9c-4597-b666-033629c37630', 'port_id': '46ae451b-418e-4e31-a335-16c8904d9e00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3', 'mac_address': 'fa:16:3e:ce:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:20:23Z', 'updated_at': '2021-07-29T15:20:23Z', 'revision_number': 0, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e84277-d3ed-4417-9738-305d8dca96a2', 'name': '', 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:e0:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:09Z', 'updated_at': '2021-07-29T15:20:16Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:20:25.315956 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfba6881-d275-42d2-bb56-d0d9681485f4 None None] New status for floating IP 74b3639d-ec65-4e29-a754-0646debffad3: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:20:25.359105 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49492) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:25.471629 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6b71de40-85b2-4d97-b4eb-6193266bb1b6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/74b3639d-ec65-4e29-a754-0646debffad3 HTTP/1.1" status: 200 len: 990 time: 0.1113176 Jul 29 15:20:26.473827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49512) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:26.494398 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:26.540119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c9a264d0-efd5-4b94-af02-41043e99c415 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/74b3639d-ec65-4e29-a754-0646debffad3 HTTP/1.1" status: 200 len: 992 time: 0.0650826 Jul 29 15:20:30.551084 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c80990b8-2fb3-4a86-b328-b654eb79319a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:33.230107 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:33.356407 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c83f2ce9-c953-442c-a804-c5bf2c4d353c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:34.401483 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:36.391280 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:39.667486 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49700) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:39.672828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-113946163', 'description': 'tempest-secgroup-smoke-113946163 description', 'project_id': '6c47227246844cf4b1241d12ff595471'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:39.694745 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:39.777992 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:39.782749 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:39.809065 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:39.810500 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1418772 Jul 29 15:20:39.813225 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49702) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:39.817764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cbfabc44-90f3-42a5-8f4f-70b4b85cba57 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Request body: {'security_group_rule': {'security_group_id': 'cab8400c-5543-418a-af89-f93ca9e052b0', 'project_id': '6c47227246844cf4b1241d12ff595471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:39.825069 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab8400c-5543-418a-af89-f93ca9e052b0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:39.839286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:39.839632 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:39.839967 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:39.840425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:39.840615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:39.840962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:39.841270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:39.841590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:39.841941 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:39.842773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:39.843093 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:39.843410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14faaa30-114a-4cc9-a8f9-15e71455a7ed tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:20:39.859519 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfabc44-90f3-42a5-8f4f-70b4b85cba57 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:39.905918 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfabc44-90f3-42a5-8f4f-70b4b85cba57 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:39.909738 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfabc44-90f3-42a5-8f4f-70b4b85cba57 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:39.932519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfabc44-90f3-42a5-8f4f-70b4b85cba57 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e5b3fd-6c42-43b6-96e5-0d846338b797,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:39.936257 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cbfabc44-90f3-42a5-8f4f-70b4b85cba57 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:39.937523 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cbfabc44-90f3-42a5-8f4f-70b4b85cba57 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233592 Jul 29 15:20:39.940257 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49704) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:39.944723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ab61a7ce-fc9e-4d59-a8a3-1f829d24f1d2 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Request body: {'security_group_rule': {'security_group_id': 'cab8400c-5543-418a-af89-f93ca9e052b0', 'project_id': '6c47227246844cf4b1241d12ff595471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:39.971152 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ab61a7ce-fc9e-4d59-a8a3-1f829d24f1d2 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.031403 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ab61a7ce-fc9e-4d59-a8a3-1f829d24f1d2 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.034944 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ab61a7ce-fc9e-4d59-a8a3-1f829d24f1d2 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.052433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61a7ce-fc9e-4d59-a8a3-1f829d24f1d2 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebbb716-3579-4cd1-983b-fc2a55b8d59d,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:40.058641 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ab61a7ce-fc9e-4d59-a8a3-1f829d24f1d2 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.060029 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ab61a7ce-fc9e-4d59-a8a3-1f829d24f1d2 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187921 Jul 29 15:20:40.062871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49706) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:40.067297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-606aa26b-c2dd-40cc-bc66-17df3a1ca8d9 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Request body: {'security_group_rule': {'security_group_id': 'cab8400c-5543-418a-af89-f93ca9e052b0', 'project_id': '6c47227246844cf4b1241d12ff595471', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:40.101793 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-606aa26b-c2dd-40cc-bc66-17df3a1ca8d9 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.169038 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-606aa26b-c2dd-40cc-bc66-17df3a1ca8d9 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.173048 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-606aa26b-c2dd-40cc-bc66-17df3a1ca8d9 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.191685 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606aa26b-c2dd-40cc-bc66-17df3a1ca8d9 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb3c003-c4bc-4a4b-8b00-0cb786d0d961,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:40.194998 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-606aa26b-c2dd-40cc-bc66-17df3a1ca8d9 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.196244 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-606aa26b-c2dd-40cc-bc66-17df3a1ca8d9 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324420 Jul 29 15:20:40.198911 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49708) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:40.204331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a349598e-ac22-4892-ba5d-37a502073dea tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Request body: {'security_group_rule': {'security_group_id': 'cab8400c-5543-418a-af89-f93ca9e052b0', 'project_id': '6c47227246844cf4b1241d12ff595471', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:40.230827 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a349598e-ac22-4892-ba5d-37a502073dea tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.294829 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a349598e-ac22-4892-ba5d-37a502073dea tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.299486 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a349598e-ac22-4892-ba5d-37a502073dea tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.318731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349598e-ac22-4892-ba5d-37a502073dea tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e9f9e7-525f-4391-b869-1505ba420878,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:40.330959 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a349598e-ac22-4892-ba5d-37a502073dea tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.332406 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a349598e-ac22-4892-ba5d-37a502073dea tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323953 Jul 29 15:20:40.335075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49710) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:40.339629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-2da41da6-50a2-4480-9f59-29eb74d109df tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Request body: {'security_group_rule': {'security_group_id': 'cab8400c-5543-418a-af89-f93ca9e052b0', 'project_id': '6c47227246844cf4b1241d12ff595471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:40.362543 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-2da41da6-50a2-4480-9f59-29eb74d109df tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Project 6c47227246844cf4b1241d12ff595471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:20:40.369088 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2da41da6-50a2-4480-9f59-29eb74d109df tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.431902 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2da41da6-50a2-4480-9f59-29eb74d109df tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.436304 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2da41da6-50a2-4480-9f59-29eb74d109df tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.454334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da41da6-50a2-4480-9f59-29eb74d109df tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd6dec4-cfbe-4253-bc9e-9c68b2d0f989,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:40.461028 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2da41da6-50a2-4480-9f59-29eb74d109df tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.462279 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2da41da6-50a2-4480-9f59-29eb74d109df tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262548 Jul 29 15:20:40.465888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49712) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:40.470773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ca16547c-28d9-4986-aed4-3ef2a617591c tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Request body: {'security_group_rule': {'security_group_id': 'cab8400c-5543-418a-af89-f93ca9e052b0', 'project_id': '6c47227246844cf4b1241d12ff595471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:40.492323 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-ca16547c-28d9-4986-aed4-3ef2a617591c tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Project 6c47227246844cf4b1241d12ff595471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:20:40.497234 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ca16547c-28d9-4986-aed4-3ef2a617591c tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.559618 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ca16547c-28d9-4986-aed4-3ef2a617591c tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.563921 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ca16547c-28d9-4986-aed4-3ef2a617591c tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.580912 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16547c-28d9-4986-aed4-3ef2a617591c tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f3def2-dc7e-4aed-a1c3-98dcb257aa4e,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:40.588026 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ca16547c-28d9-4986-aed4-3ef2a617591c tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:40.589373 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ca16547c-28d9-4986-aed4-3ef2a617591c tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225567 Jul 29 15:20:40.774989 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28041965-f916-422c-849b-bcd3895c522d req-d092d6e8-386d-4a5a-9435-584507785b3f tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-113946163&fields=id&tenant_id=6c47227246844cf4b1241d12ff595471 HTTP/1.1" status: 200 len: 267 time: 0.0339854 Jul 29 15:20:40.886452 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28041965-f916-422c-849b-bcd3895c522d req-215138fe-3b8f-43e2-9f52-eabf38c3d2a0 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:40.887931 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28041965-f916-422c-849b-bcd3895c522d req-215138fe-3b8f-43e2-9f52-eabf38c3d2a0 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/networks?id=9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f HTTP/1.1" status: 200 len: 813 time: 0.1050038 Jul 29 15:20:40.902929 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28041965-f916-422c-849b-bcd3895c522d req-32c8959d-6a02-4a37-a964-f436c1fa0c39 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/quotas/6c47227246844cf4b1241d12ff595471 HTTP/1.1" status: 200 len: 375 time: 0.0090914 Jul 29 15:20:40.954547 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28041965-f916-422c-849b-bcd3895c522d req-761cf7ae-9a99-4c28-92bc-55be8b5e3bd1 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c47227246844cf4b1241d12ff595471&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452721 Jul 29 15:20:41.051584 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28041965-f916-422c-849b-bcd3895c522d req-c323feb8-0de4-4c28-a3d5-3ad03a63936c service neutron] 10.222.0.16 "GET /v2.0/networks/9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856981 Jul 29 15:20:41.155485 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:41.156789 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28041965-f916-422c-849b-bcd3895c522d req-8e3447d7-5913-4354-b15a-4768b881806a service neutron] 10.222.0.16 "GET /v2.0/networks/9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987563 Jul 29 15:20:41.460412 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-333c173e-16d6-493d-be3b-61b61bbb371d req-14f1cb49-edf1-4860-826f-61e2d124a205 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 210 time: 0.0293350 Jul 29 15:20:42.481188 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28041965-f916-422c-849b-bcd3895c522d req-7e37892c-aadc-4af1-a935-dcffedd213d1 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:42.482702 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28041965-f916-422c-849b-bcd3895c522d req-7e37892c-aadc-4af1-a935-dcffedd213d1 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.38 "GET /v2.0/networks?id=9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f HTTP/1.1" status: 200 len: 813 time: 0.1105125 Jul 29 15:20:42.545748 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28041965-f916-422c-849b-bcd3895c522d req-8d49f945-2054-4f8d-b2df-b708045f2583 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c47227246844cf4b1241d12ff595471 HTTP/1.1" status: 200 len: 379 time: 0.0462813 Jul 29 15:20:42.566487 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fff89348-3dc5-4247-b635-d93a74f5be98 req-e355180a-df6a-4664-8bc8-8980f69eaece tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 210 time: 0.0340891 Jul 29 15:20:42.570083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-28041965-f916-422c-849b-bcd3895c522d req-8d97131d-d84e-4ac4-80e3-648e151ddb21 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Request body: {'port': {'device_id': 'b433a32b-e9b7-4116-952c-e9708e808427', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'admin_state_up': True, 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'security_groups': ['cab8400c-5543-418a-af89-f93ca9e052b0']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:42.691539 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28041965-f916-422c-849b-bcd3895c522d req-8d97131d-d84e-4ac4-80e3-648e151ddb21 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Made reservation on behalf of 6c47227246844cf4b1241d12ff595471 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:20:42.695777 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-28041965-f916-422c-849b-bcd3895c522d req-8d97131d-d84e-4ac4-80e3-648e151ddb21 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:42.841146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-28041965-f916-422c-849b-bcd3895c522d req-8d97131d-d84e-4ac4-80e3-648e151ddb21 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Allocated IP 172.20.0.7 (9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f/1976a8e3-e098-469d-8845-48842e6fc729/440637fe-0897-4c2c-90f3-35006b854dea) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:20:43.002623 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-28041965-f916-422c-849b-bcd3895c522d req-8d97131d-d84e-4ac4-80e3-648e151ddb21 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:43.017213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-28041965-f916-422c-849b-bcd3895c522d req-8d97131d-d84e-4ac4-80e3-648e151ddb21 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Transition to ACTIVE for port object 440637fe-0897-4c2c-90f3-35006b854dea will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:20:43.051508 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-28041965-f916-422c-849b-bcd3895c522d req-8d97131d-d84e-4ac4-80e3-648e151ddb21 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:43.098564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28041965-f916-422c-849b-bcd3895c522d req-8d97131d-d84e-4ac4-80e3-648e151ddb21 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Network 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:20:43.104059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-28041965-f916-422c-849b-bcd3895c522d req-8d97131d-d84e-4ac4-80e3-648e151ddb21 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:20:43.108656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-28041965-f916-422c-849b-bcd3895c522d req-8d97131d-d84e-4ac4-80e3-648e151ddb21 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:20:43.132402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97131d-d84e-4ac4-80e3-648e151ddb21 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Pushing event updated for resources: {'Port': ['ID=440637fe-0897-4c2c-90f3-35006b854dea,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:43.163468 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28041965-f916-422c-849b-bcd3895c522d req-8d97131d-d84e-4ac4-80e3-648e151ddb21 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:43.164212 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-28041965-f916-422c-849b-bcd3895c522d req-8d97131d-d84e-4ac4-80e3-648e151ddb21 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:43.180986 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28041965-f916-422c-849b-bcd3895c522d req-8d97131d-d84e-4ac4-80e3-648e151ddb21 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6171038 Jul 29 15:20:43.199007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Request body: {'port': {'device_id': 'b433a32b-e9b7-4116-952c-e9708e808427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:43.266216 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:43.451145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5934706d-4154-40eb-a6ee-dbe2d7770422 None None] Provisioning for port 440637fe-0897-4c2c-90f3-35006b854dea completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:20:43.456366 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5934706d-4154-40eb-a6ee-dbe2d7770422 None None] Provisioning complete for port 440637fe-0897-4c2c-90f3-35006b854dea triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:43.457045 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5934706d-4154-40eb-a6ee-dbe2d7770422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:43.494468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5934706d-4154-40eb-a6ee-dbe2d7770422 None None] Port 440637fe-0897-4c2c-90f3-35006b854dea cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:20:43.612886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440637fe-0897-4c2c-90f3-35006b854dea {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:20:43.624047 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:43.639902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Transition to ACTIVE for port object 440637fe-0897-4c2c-90f3-35006b854dea will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:20:43.645302 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:43.704884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd9982-da04-4e99-a747-e0c5e7da11e2 req-59ab5547-4690-4d45-9c33-463b981e0a7f tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:43.714309 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7acd9982-da04-4e99-a747-e0c5e7da11e2 req-59ab5547-4690-4d45-9c33-463b981e0a7f tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 943 time: 0.0706277 Jul 29 15:20:43.725820 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=440637fe-0897-4c2c-90f3-35006b854dea,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:43.772420 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7acd9982-da04-4e99-a747-e0c5e7da11e2 req-aba98202-bcac-441b-b913-1c0c060d5169 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569568 Jul 29 15:20:43.810384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Attempting to bind port 440637fe-0897-4c2c-90f3-35006b854dea on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:20:43.810809 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Attempting to bind port 440637fe-0897-4c2c-90f3-35006b854dea by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '861a7438-47d7-4595-944d-3bee78a633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:20:43.811155 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Attempting to bind port 440637fe-0897-4c2c-90f3-35006b854dea on network 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:20:43.820451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Port 440637fe-0897-4c2c-90f3-35006b854dea on network 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:20:43.820451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Attempting to bind port 440637fe-0897-4c2c-90f3-35006b854dea on network 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:20:43.827114 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:20:43.827458 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Checking segment: {'id': '861a7438-47d7-4595-944d-3bee78a633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:20:43.828770 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Bound using segment: {'id': '861a7438-47d7-4595-944d-3bee78a633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:20:43.829060 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Bound port: 440637fe-0897-4c2c-90f3-35006b854dea, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '861a7438-47d7-4595-944d-3bee78a633c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:20:43.829433 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:43.922808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] For port 440637fe-0897-4c2c-90f3-35006b854dea, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:20:43.926384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] For port 440637fe-0897-4c2c-90f3-35006b854dea, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=440637fe-0897-4c2c-90f3-35006b854dea,segment=NetworkSegment(861a7438-47d7-4595-944d-3bee78a633c4),segment_id=861a7438-47d7-4595-944d-3bee78a633c4)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:20:43.931936 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:43.969629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:43.970245 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:43.971635 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28041965-f916-422c-849b-bcd3895c522d req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] 10.222.0.38 "PUT /v2.0/ports/440637fe-0897-4c2c-90f3-35006b854dea HTTP/1.1" status: 200 len: 1091 time: 0.7776065 Jul 29 15:20:43.972168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b433a32b-e9b7-4116-952c-e9708e808427', 'tag': '440637fe-0897-4c2c-90f3-35006b854dea'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:20:43.974378 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ebe391-18a2-429b-8ed8-0b132d378e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "b433a32b-e9b7-4116-952c-e9708e808427", "tag": "440637fe-0897-4c2c-90f3-35006b854dea"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:20:44.011170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0d9b2-c61e-4747-93b1-6062dfbacbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=440637fe-0897-4c2c-90f3-35006b854dea,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:44.036599 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab0a090-20d1-459b-bfb1-9b29dd89b2b7 x-openstack-request-id: req-9ab0a090-20d1-459b-bfb1-9b29dd89b2b7 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:20:44.036983 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b433a32b-e9b7-4116-952c-e9708e808427", "tag": "440637fe-0897-4c2c-90f3-35006b854dea", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:20:44.037296 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ab0a090-20d1-459b-bfb1-9b29dd89b2b7 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:20:44.037794 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b433a32b-e9b7-4116-952c-e9708e808427', 'tag': '440637fe-0897-4c2c-90f3-35006b854dea', 'status': 'completed', 'code': 200} Jul 29 15:20:44.098907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28041965-f916-422c-849b-bcd3895c522d req-62e823ed-4ec5-42ac-91cf-a8ea3758a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:44.100738 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28041965-f916-422c-849b-bcd3895c522d req-62e823ed-4ec5-42ac-91cf-a8ea3758a8eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c47227246844cf4b1241d12ff595471&device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 1094 time: 0.0492141 Jul 29 15:20:44.156595 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28041965-f916-422c-849b-bcd3895c522d req-1573c9e2-b22c-4882-989b-467897d709af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=440637fe-0897-4c2c-90f3-35006b854dea HTTP/1.1" status: 200 len: 217 time: 0.0398674 Jul 29 15:20:44.216775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28041965-f916-422c-849b-bcd3895c522d req-3eeef2ef-e658-4513-806c-cf611d8d5e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:44.218346 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28041965-f916-422c-849b-bcd3895c522d req-3eeef2ef-e658-4513-806c-cf611d8d5e2d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1976a8e3-e098-469d-8845-48842e6fc729 HTTP/1.1" status: 200 len: 852 time: 0.0539551 Jul 29 15:20:44.272997 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28041965-f916-422c-849b-bcd3895c522d req-c67b4076-d6df-4187-a6d9-94eeaec6eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:44.274943 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28041965-f916-422c-849b-bcd3895c522d req-c67b4076-d6df-4187-a6d9-94eeaec6eef9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494108 Jul 29 15:20:44.368832 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28041965-f916-422c-849b-bcd3895c522d req-38630d97-458c-40c8-8deb-10ebff1b2da3 service neutron] 10.222.0.38 "GET /v2.0/networks/9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860019 Jul 29 15:20:44.466722 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28041965-f916-422c-849b-bcd3895c522d req-efe31209-ed2a-4a97-af86-47b7972b94fb service neutron] 10.222.0.38 "GET /v2.0/networks/9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902333 Jul 29 15:20:44.992035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebe391-18a2-429b-8ed8-0b132d378e6c req-f39ec233-3a83-43ec-8bea-4600b5ef9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:44.993703 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3ebe391-18a2-429b-8ed8-0b132d378e6c req-f39ec233-3a83-43ec-8bea-4600b5ef9f30 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c47227246844cf4b1241d12ff595471&device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 1094 time: 0.4514432 Jul 29 15:20:45.017239 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3579f-6a2e-4b40-a349-bfed3aa9cf14 req-1679fd21-729a-40fd-af29-7172dc57f203 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:45.018802 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8c3579f-6a2e-4b40-a349-bfed3aa9cf14 req-1679fd21-729a-40fd-af29-7172dc57f203 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 943 time: 0.0738688 Jul 29 15:20:45.108740 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8c3579f-6a2e-4b40-a349-bfed3aa9cf14 req-236b8d99-d72e-4241-a5b5-a1102751a8ac tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780916 Jul 29 15:20:45.128971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebe391-18a2-429b-8ed8-0b132d378e6c req-d7e8c53d-fed2-44b4-8115-61767c94bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:45.130477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3ebe391-18a2-429b-8ed8-0b132d378e6c req-d7e8c53d-fed2-44b4-8115-61767c94bc20 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f HTTP/1.1" status: 200 len: 914 time: 0.1292329 Jul 29 15:20:45.173975 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3ebe391-18a2-429b-8ed8-0b132d378e6c req-e1fc0b09-9137-41d1-b4ee-7263244c1b7b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=440637fe-0897-4c2c-90f3-35006b854dea HTTP/1.1" status: 200 len: 217 time: 0.0353909 Jul 29 15:20:45.230476 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebe391-18a2-429b-8ed8-0b132d378e6c req-511f4d8f-d362-4dcb-8b59-3817769b27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:45.232067 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3ebe391-18a2-429b-8ed8-0b132d378e6c req-511f4d8f-d362-4dcb-8b59-3817769b27a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1976a8e3-e098-469d-8845-48842e6fc729 HTTP/1.1" status: 200 len: 852 time: 0.0511611 Jul 29 15:20:45.279894 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebe391-18a2-429b-8ed8-0b132d378e6c req-e5924a4e-1530-4af7-a3db-82737bdb7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:45.282041 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3ebe391-18a2-429b-8ed8-0b132d378e6c req-e5924a4e-1530-4af7-a3db-82737bdb7696 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429261 Jul 29 15:20:45.372389 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3ebe391-18a2-429b-8ed8-0b132d378e6c req-8c2f7bf8-c9b4-4199-8ccc-98956fb6ae0a service neutron] 10.222.0.38 "GET /v2.0/networks/9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828753 Jul 29 15:20:45.468712 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3ebe391-18a2-429b-8ed8-0b132d378e6c req-f45a47a3-ace4-42c7-95f8-8690765bc443 service neutron] 10.222.0.38 "GET /v2.0/networks/9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882783 Jul 29 15:20:46.236770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dd533-4b33-4dfb-b216-2118616e5e7c req-f3a8e348-92e1-40b5-8473-9d09f4130889 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:46.238551 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b74dd533-4b33-4dfb-b216-2118616e5e7c req-f3a8e348-92e1-40b5-8473-9d09f4130889 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 943 time: 0.0570538 Jul 29 15:20:46.278437 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b74dd533-4b33-4dfb-b216-2118616e5e7c req-9398dfb7-46ff-4fad-817b-63b280596f94 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336447 Jul 29 15:20:47.399369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb7060-2cb4-493c-85c5-8e0724972cf3 req-b72010b6-b992-47f6-9b2b-05a49479f0b2 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:47.401004 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-22fb7060-2cb4-493c-85c5-8e0724972cf3 req-b72010b6-b992-47f6-9b2b-05a49479f0b2 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 943 time: 0.0527878 Jul 29 15:20:47.441697 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-22fb7060-2cb4-493c-85c5-8e0724972cf3 req-ce1551bd-ff87-4426-b6ca-9b9836a03930 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342007 Jul 29 15:20:48.558680 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffa4d5-9c1c-4582-925d-274d60692984 req-08a36f20-066b-4400-8f0b-0a5d0c46c1a5 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:48.560192 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08ffa4d5-9c1c-4582-925d-274d60692984 req-08a36f20-066b-4400-8f0b-0a5d0c46c1a5 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 943 time: 0.0493841 Jul 29 15:20:48.602596 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08ffa4d5-9c1c-4582-925d-274d60692984 req-88e2b29b-3923-4293-b314-bf6f44389049 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348761 Jul 29 15:20:49.723731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c440e7d-7bb0-4caa-9a3d-f69edd98364c req-4feb3139-a282-4851-ad78-7e3cb02c4aff tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:49.725427 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4c440e7d-7bb0-4caa-9a3d-f69edd98364c req-4feb3139-a282-4851-ad78-7e3cb02c4aff tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 943 time: 0.0508521 Jul 29 15:20:49.770542 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4c440e7d-7bb0-4caa-9a3d-f69edd98364c req-d6c2438d-efa0-4230-9485-5533a07cc92f tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389636 Jul 29 15:20:50.891054 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb977f-fcf3-4554-86c5-d1a302f885da req-8ea81f49-55ea-4dce-969c-c2197551fb5f tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:50.893384 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87cb977f-fcf3-4554-86c5-d1a302f885da req-8ea81f49-55ea-4dce-969c-c2197551fb5f tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 943 time: 0.0518632 Jul 29 15:20:50.933880 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87cb977f-fcf3-4554-86c5-d1a302f885da req-ff541de7-45a2-4f2c-9299-70580d7169cf tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344987 Jul 29 15:20:52.061444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e2566-4d5f-4940-b5f0-977c59b9c09b req-1eda6b3c-169b-4b26-bee9-cc89b2a84e07 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:52.063107 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c79e2566-4d5f-4940-b5f0-977c59b9c09b req-1eda6b3c-169b-4b26-bee9-cc89b2a84e07 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 943 time: 0.0534244 Jul 29 15:20:52.108929 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c79e2566-4d5f-4940-b5f0-977c59b9c09b req-c670fdbe-79e4-49df-a88d-8f9f875dab71 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386424 Jul 29 15:20:53.228500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f23f96-6d1e-4fc0-b5a5-9dbc5a84df74 req-7a92d575-6fb5-441b-b53e-f9716605e85f tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:53.229985 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-06f23f96-6d1e-4fc0-b5a5-9dbc5a84df74 req-7a92d575-6fb5-441b-b53e-f9716605e85f tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 943 time: 0.0521476 Jul 29 15:20:53.269250 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-06f23f96-6d1e-4fc0-b5a5-9dbc5a84df74 req-44bf13cc-d24c-42c8-bcc5-585ac4d94817 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326023 Jul 29 15:20:54.386052 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172eab83-60b1-474e-abed-ceadb13ed6c7 req-6df3e261-f02c-4be3-964f-f96b6b9d5093 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:54.387543 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-172eab83-60b1-474e-abed-ceadb13ed6c7 req-6df3e261-f02c-4be3-964f-f96b6b9d5093 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 943 time: 0.0509999 Jul 29 15:20:54.426540 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-172eab83-60b1-474e-abed-ceadb13ed6c7 req-b84f133a-ffd5-4782-8404-4d18a7bde3eb tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330644 Jul 29 15:20:55.050796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 440637fe-0897-4c2c-90f3-35006b854dea details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:20:55.147356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 440637fe-0897-4c2c-90f3-35006b854dea, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=440637fe-0897-4c2c-90f3-35006b854dea,segment=NetworkSegment(861a7438-47d7-4595-944d-3bee78a633c4),segment_id=861a7438-47d7-4595-944d-3bee78a633c4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:55.158303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '440637fe-0897-4c2c-90f3-35006b854dea', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'port_id': '440637fe-0897-4c2c-90f3-35006b854dea', 'mac_address': 'fa:16:3e:13:77:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1976a8e3-e098-469d-8845-48842e6fc729', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:20:55.194281 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:55.207227 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440637fe-0897-4c2c-90f3-35006b854dea {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:20:55.227685 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 440637fe-0897-4c2c-90f3-35006b854dea, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=440637fe-0897-4c2c-90f3-35006b854dea,segment=NetworkSegment(861a7438-47d7-4595-944d-3bee78a633c4),segment_id=861a7438-47d7-4595-944d-3bee78a633c4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:55.232446 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:55.283504 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=440637fe-0897-4c2c-90f3-35006b854dea,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:55.510287 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['440637fe-0897-4c2c-90f3-35006b854dea'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:20:55.542658 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9f16a-7826-4cf0-bf0a-212b18445777 req-404ac4f0-c65f-4ab0-9789-a6025c3f6548 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:55.544157 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-19f9f16a-7826-4cf0-bf0a-212b18445777 req-404ac4f0-c65f-4ab0-9789-a6025c3f6548 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 944 time: 0.0501885 Jul 29 15:20:55.592335 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-19f9f16a-7826-4cf0-bf0a-212b18445777 req-e9a79ec2-6070-4068-90c3-8688cc2adef7 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366986 Jul 29 15:20:55.975934 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307d5da-c837-4035-bbd5-a1473fd8bfc4 req-1dd20e75-a985-4797-964c-e4ec602ea1b4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:55.977498 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d307d5da-c837-4035-bbd5-a1473fd8bfc4 req-1dd20e75-a985-4797-964c-e4ec602ea1b4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 945 time: 0.0568438 Jul 29 15:20:56.023402 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d307d5da-c837-4035-bbd5-a1473fd8bfc4 req-9d917fce-c520-46d0-b494-12a0ac19d58f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396998 Jul 29 15:20:56.046270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49782) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:56.109103 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e674df12-0db8-464f-aabb-e710c2c8b0ed tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/74b3639d-ec65-4e29-a754-0646debffad3 HTTP/1.1" status: 200 len: 992 time: 0.0616350 Jul 29 15:20:56.502676 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:56.532905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953b124-c5d5-4225-945f-22e88e1e0189 req-a5d8a39b-140e-440c-82a8-576b80e05c75 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:56.534474 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8953b124-c5d5-4225-945f-22e88e1e0189 req-a5d8a39b-140e-440c-82a8-576b80e05c75 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 1096 time: 0.0437336 Jul 29 15:20:56.569553 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8953b124-c5d5-4225-945f-22e88e1e0189 req-0cb4d6b9-8db9-40ee-aa3f-44da670244bc tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290964 Jul 29 15:20:56.715335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e065394-afac-47c5-b3b4-507a13c3c9d9 req-c146c2e1-142d-471c-b317-a3899ee90781 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:56.717140 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e065394-afac-47c5-b3b4-507a13c3c9d9 req-c146c2e1-142d-471c-b317-a3899ee90781 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 944 time: 0.0572822 Jul 29 15:20:56.761340 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e065394-afac-47c5-b3b4-507a13c3c9d9 req-f53de413-d591-4e4e-8a60-dc072bb27598 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358658 Jul 29 15:20:56.827566 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9bc31-825e-479a-ac75-86316ba6cc66 req-c31c0fa7-21fe-433d-a5a1-030401a875a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:56.829128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a4f9bc31-825e-479a-ac75-86316ba6cc66 req-c31c0fa7-21fe-433d-a5a1-030401a875a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 1096 time: 0.0424843 Jul 29 15:20:56.928257 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:20:56.965437 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9bc31-825e-479a-ac75-86316ba6cc66 req-a1544f9a-d3d3-4ca8-9746-5267af026d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:56.966946 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a4f9bc31-825e-479a-ac75-86316ba6cc66 req-a1544f9a-d3d3-4ca8-9746-5267af026d3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=563dcb66-3dae-41c2-b851-922c256d69a3 HTTP/1.1" status: 200 len: 898 time: 0.1172287 Jul 29 15:20:57.036888 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a4f9bc31-825e-479a-ac75-86316ba6cc66 req-f4deed5c-93b7-4b1c-9356-613d2db0a72f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46ae451b-418e-4e31-a335-16c8904d9e00 HTTP/1.1" status: 200 len: 1000 time: 0.0619435 Jul 29 15:20:57.051060 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 440637fe-0897-4c2c-90f3-35006b854dea up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:20:57.103380 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 440637fe-0897-4c2c-90f3-35006b854dea completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:20:57.107449 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 440637fe-0897-4c2c-90f3-35006b854dea triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:20:57.107815 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:57.127444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9bc31-825e-479a-ac75-86316ba6cc66 req-51f9e40b-94e6-44b8-b7c9-0d4bfd1d8829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:57.128466 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a4f9bc31-825e-479a-ac75-86316ba6cc66 req-51f9e40b-94e6-44b8-b7c9-0d4bfd1d8829 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d HTTP/1.1" status: 200 len: 834 time: 0.0843914 Jul 29 15:20:57.136065 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-2c438701-15c2-4872-b058-310f986ad28f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0578721 Jul 29 15:20:57.185062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9bc31-825e-479a-ac75-86316ba6cc66 req-7f412cd7-b149-4e56-bbe2-dde404ca524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:57.186666 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a4f9bc31-825e-479a-ac75-86316ba6cc66 req-7f412cd7-b149-4e56-bbe2-dde404ca524b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=563dcb66-3dae-41c2-b851-922c256d69a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496521 Jul 29 15:20:57.191675 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:57.198652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-a4f9bc31-825e-479a-ac75-86316ba6cc66 req-0df84fe1-1e5e-4221-ae73-c3b6fa3bfab0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:20:57.200266 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a4f9bc31-825e-479a-ac75-86316ba6cc66 req-0df84fe1-1e5e-4221-ae73-c3b6fa3bfab0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063245 Jul 29 15:20:57.215429 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b433a32b-e9b7-4116-952c-e9708e808427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440637fe-0897-4c2c-90f3-35006b854dea'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:20:57.217727 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e430bcdd-3b88-4bed-b3c3-6f46f4be81c8" -d '{"events": [{"server_uuid": "b433a32b-e9b7-4116-952c-e9708e808427", "name": "network-vif-plugged", "status": "completed", "tag": "440637fe-0897-4c2c-90f3-35006b854dea"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:20:57.232615 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 440637fe-0897-4c2c-90f3-35006b854dea, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=440637fe-0897-4c2c-90f3-35006b854dea,segment=NetworkSegment(861a7438-47d7-4595-944d-3bee78a633c4),segment_id=861a7438-47d7-4595-944d-3bee78a633c4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:57.249863 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:57.281698 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b877985a-cd47-4cf4-83d7-f15791524267 x-openstack-request-id: req-b877985a-cd47-4cf4-83d7-f15791524267 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:20:57.281987 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b433a32b-e9b7-4116-952c-e9708e808427", "name": "network-vif-plugged", "status": "completed", "tag": "440637fe-0897-4c2c-90f3-35006b854dea", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:20:57.282672 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b877985a-cd47-4cf4-83d7-f15791524267 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:20:57.283090 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b433a32b-e9b7-4116-952c-e9708e808427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440637fe-0897-4c2c-90f3-35006b854dea', 'code': 200} Jul 29 15:20:57.302633 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a4f9bc31-825e-479a-ac75-86316ba6cc66 req-8fcac5c8-00d1-4a15-b897-b9f5b4b70686 service neutron] 10.222.0.39 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952184 Jul 29 15:20:57.314546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=440637fe-0897-4c2c-90f3-35006b854dea,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:57.402334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda949b-d3bd-4ce1-9c88-07e59395ba99 req-b003a68b-2833-45a5-992d-103f850a05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:57.403886 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4bda949b-d3bd-4ce1-9c88-07e59395ba99 req-b003a68b-2833-45a5-992d-103f850a05c0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 1096 time: 0.0474596 Jul 29 15:20:57.409294 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a4f9bc31-825e-479a-ac75-86316ba6cc66 req-ee124f3f-52ae-4d03-95f7-cafd8ff6f863 service neutron] 10.222.0.39 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998092 Jul 29 15:20:57.444421 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4bda949b-d3bd-4ce1-9c88-07e59395ba99 req-bb3cb411-487d-4a96-a0ba-04497f5b3f62 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337205 Jul 29 15:20:57.892313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f3f04-3b9d-4a44-b54e-738104c13509 req-6bffa5d7-29df-4f71-8a21-f2a832739e7b tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:57.894046 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c15f3f04-3b9d-4a44-b54e-738104c13509 req-6bffa5d7-29df-4f71-8a21-f2a832739e7b tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 945 time: 0.0573924 Jul 29 15:20:57.943651 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c15f3f04-3b9d-4a44-b54e-738104c13509 req-7569de06-1a9c-4390-9d35-cc983c2692c2 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427895 Jul 29 15:20:57.975563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-8a9db414-ea2a-4763-818a-7eb22f8882a8 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:20:57.976603 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-8a9db414-ea2a-4763-818a-7eb22f8882a8 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053506 Jul 29 15:20:58.082586 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-aa5b5d31-5af9-4ae3-91d0-12be9fc933d6 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:20:58.083715 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-aa5b5d31-5af9-4ae3-91d0-12be9fc933d6 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0670440 Jul 29 15:20:58.093262 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-abd7aa63-04a4-4d65-9fc9-541faab15db4 service neutron] Request body: {'binding': {'host': 'n-h1-802893-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:58.093722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-abd7aa63-04a4-4d65-9fc9-541faab15db4 service neutron] Unknown quota resources ['binding']. {{(pid=94157) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 15:20:58.231783 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-abd7aa63-04a4-4d65-9fc9-541faab15db4 service neutron] Attempting to bind port 46ae451b-418e-4e31-a335-16c8904d9e00 on host n-h1-802893-1 for vnic_type normal with profile None {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:20:58.232059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-abd7aa63-04a4-4d65-9fc9-541faab15db4 service neutron] Attempting to bind port 46ae451b-418e-4e31-a335-16c8904d9e00 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:20:58.232341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-abd7aa63-04a4-4d65-9fc9-541faab15db4 service neutron] Attempting to bind port 46ae451b-418e-4e31-a335-16c8904d9e00 on network 563dcb66-3dae-41c2-b851-922c256d69a3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:20:58.237623 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-abd7aa63-04a4-4d65-9fc9-541faab15db4 service neutron] Port 46ae451b-418e-4e31-a335-16c8904d9e00 on network 563dcb66-3dae-41c2-b851-922c256d69a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:20:58.237951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-abd7aa63-04a4-4d65-9fc9-541faab15db4 service neutron] Attempting to bind port 46ae451b-418e-4e31-a335-16c8904d9e00 on network 563dcb66-3dae-41c2-b851-922c256d69a3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:20:58.243140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-abd7aa63-04a4-4d65-9fc9-541faab15db4 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:20:58.243140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-abd7aa63-04a4-4d65-9fc9-541faab15db4 service neutron] Checking segment: {'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:20:58.244021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-abd7aa63-04a4-4d65-9fc9-541faab15db4 service neutron] Bound using segment: {'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:20:58.244261 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-abd7aa63-04a4-4d65-9fc9-541faab15db4 service neutron] Bound port: 46ae451b-418e-4e31-a335-16c8904d9e00, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:20:58.330046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-abd7aa63-04a4-4d65-9fc9-541faab15db4 service neutron] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=46ae451b-418e-4e31-a335-16c8904d9e00,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:20:58.335626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-abd7aa63-04a4-4d65-9fc9-541faab15db4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:58.336916 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-abd7aa63-04a4-4d65-9fc9-541faab15db4 service neutron] 10.222.0.16 "POST /v2.0/ports/46ae451b-418e-4e31-a335-16c8904d9e00/bindings HTTP/1.1" status: 201 len: 389 time: 0.2468112 Jul 29 15:20:58.483232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2232df-a2cd-417b-acf7-a183661617cd req-7a1d6d37-7ca2-48e2-bac1-6250f6e231c4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:58.485098 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea2232df-a2cd-417b-acf7-a183661617cd req-7a1d6d37-7ca2-48e2-bac1-6250f6e231c4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 945 time: 0.0581920 Jul 29 15:20:58.532756 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea2232df-a2cd-417b-acf7-a183661617cd req-6b62ce51-aee0-44dc-8e2e-2798e44c6ade tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403445 Jul 29 15:20:58.622377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-3cf3b5e2-d0be-4c29-b4f1-2f7d244e2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:58.624154 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-3cf3b5e2-d0be-4c29-b4f1-2f7d244e2be3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 1096 time: 0.0453391 Jul 29 15:20:58.739517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-a058f510-3324-421e-80f3-4587979f95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:58.740987 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-a058f510-3324-421e-80f3-4587979f95b6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=563dcb66-3dae-41c2-b851-922c256d69a3 HTTP/1.1" status: 200 len: 898 time: 0.1094692 Jul 29 15:20:58.811659 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-905883d7-efbc-42d8-a425-379105223275 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46ae451b-418e-4e31-a335-16c8904d9e00 HTTP/1.1" status: 200 len: 1000 time: 0.0633104 Jul 29 15:20:58.863775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-a3fdc179-ac40-4377-a05e-97385e08d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:58.865316 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-a3fdc179-ac40-4377-a05e-97385e08d480 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d HTTP/1.1" status: 200 len: 834 time: 0.0472870 Jul 29 15:20:58.925449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-a8376778-0bb2-4a00-a107-55fc6b192361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:58.926971 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-a8376778-0bb2-4a00-a107-55fc6b192361 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=563dcb66-3dae-41c2-b851-922c256d69a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545816 Jul 29 15:20:59.035767 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-bdca5852-b312-42d5-91bc-bf03d354c655 service neutron] 10.222.0.38 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991352 Jul 29 15:20:59.084145 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae6940-cb1c-45d8-9abb-5e373bc0baab req-4b590d87-4753-40a9-a1aa-508fa1c1d173 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:59.085782 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-77ae6940-cb1c-45d8-9abb-5e373bc0baab req-4b590d87-4753-40a9-a1aa-508fa1c1d173 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 945 time: 0.0699379 Jul 29 15:20:59.131864 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-77ae6940-cb1c-45d8-9abb-5e373bc0baab req-6d648986-e5a0-4f6a-aba9-302b05507292 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395091 Jul 29 15:20:59.137433 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-327d19aa-fbbd-421e-a09d-f9dddb209b30 service neutron] 10.222.0.38 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946224 Jul 29 15:20:59.258794 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b9c7c-c963-4766-9402-b2ae334d607d req-06fc169d-4817-4752-801a-ed061d590f67 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:59.264411 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-147b9c7c-c963-4766-9402-b2ae334d607d req-06fc169d-4817-4752-801a-ed061d590f67 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 945 time: 0.0641632 Jul 29 15:20:59.364874 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-147b9c7c-c963-4766-9402-b2ae334d607d req-87002692-abbf-46ff-9744-3305c0ac6e91 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853610 Jul 29 15:20:59.373441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-524cff90-8b19-4da9-b114-a2d12536b5c5 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:59.374970 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-524cff90-8b19-4da9-b114-a2d12536b5c5 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e&tenant_id=ff222b7955804c63888f15eaa141338c&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1096 time: 0.1096437 Jul 29 15:20:59.386661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802893-1'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:59.387231 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49830) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:59.448625 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:59.477619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cf7f69-25cb-4f17-a7e8-93903aab90f3 tempest-TestVolumeBackupRestore-988400193 tempest-TestVolumeBackupRestore-988400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:59.479158 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-70cf7f69-25cb-4f17-a7e8-93903aab90f3 tempest-TestVolumeBackupRestore-988400193 tempest-TestVolumeBackupRestore-988400193-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 1091 time: 0.0909228 Jul 29 15:20:59.484144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49834) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:20:59.491493 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': '440637fe-0897-4c2c-90f3-35006b854dea', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:20:59.562079 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:59.646279 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=46ae451b-418e-4e31-a335-16c8904d9e00,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:20:59.659612 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e504f-3a7c-482a-964f-4bc5d96ceec8 req-1f13c292-a469-48fd-a02c-ef99d385ca14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:20:59.661152 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-088e504f-3a7c-482a-964f-4bc5d96ceec8 req-1f13c292-a469-48fd-a02c-ef99d385ca14 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 945 time: 0.0534720 Jul 29 15:20:59.699794 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:20:59.700165 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-088e504f-3a7c-482a-964f-4bc5d96ceec8 req-46b052be-0d43-49ba-b377-b78e511c05cd tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328937 Jul 29 15:20:59.757452 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:20:59.759735 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d6e9f8-01c0-4f2c-bcfb-2f7c66d4cd97" -d '{"events": [{"server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "name": "network-vif-unplugged", "status": "completed", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:20:59.764552 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:59.766950 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:59.776273 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:20:59.827863 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d860f5f6-ae80-4976-9094-997f45803714 x-openstack-request-id: req-d860f5f6-ae80-4976-9094-997f45803714 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:20:59.828077 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "name": "network-vif-unplugged", "status": "completed", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:20:59.828309 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d860f5f6-ae80-4976-9094-997f45803714 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:20:59.828731 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00', 'code': 200} Jul 29 15:20:59.912936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=46ae451b-418e-4e31-a335-16c8904d9e00,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:20:59.984729 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Allocated IP 172.25.6.236 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/ac0e9519-1a73-4e77-84bb-bf61e0bf6fa3) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:21:00.037260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Attempting to bind port 46ae451b-418e-4e31-a335-16c8904d9e00 on host n-h2-802893-1 for vnic_type normal with profile {"migrating_to": "n-h1-802893-1"} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:21:00.037590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Attempting to bind port 46ae451b-418e-4e31-a335-16c8904d9e00 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:21:00.037924 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Attempting to bind port 46ae451b-418e-4e31-a335-16c8904d9e00 on network 563dcb66-3dae-41c2-b851-922c256d69a3 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:21:00.066802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-42714c15-ec52-4c83-9182-391bf7174dfe None None] Provisioning complete for port 46ae451b-418e-4e31-a335-16c8904d9e00 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:21:00.067468 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42714c15-ec52-4c83-9182-391bf7174dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:00.073865 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Port 46ae451b-418e-4e31-a335-16c8904d9e00 on network 563dcb66-3dae-41c2-b851-922c256d69a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:21:00.074255 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Attempting to bind port 46ae451b-418e-4e31-a335-16c8904d9e00 on network 563dcb66-3dae-41c2-b851-922c256d69a3 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:21:00.085112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:21:00.085367 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Checking segment: {'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:21:00.085754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Bound using segment: {'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:21:00.086206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Bound port: 46ae451b-418e-4e31-a335-16c8904d9e00, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '933b2a2a-dac0-4ddb-bdc1-09f45652250c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:21:00.086550 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:00.125470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-42714c15-ec52-4c83-9182-391bf7174dfe None None] Port 46ae451b-418e-4e31-a335-16c8904d9e00 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:21:00.174363 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:00.191009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:21:00.194914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=46ae451b-418e-4e31-a335-16c8904d9e00,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:21:00.200525 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:00.310273 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:00.329865 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=46ae451b-418e-4e31-a335-16c8904d9e00,revision_number=8']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:00.365767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:21:00.370991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:21:00.374868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:21:00.425878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:00.426526 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:00.427960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4f52c60c-a7ca-41d1-8d08-04a482209ff1 service neutron] 10.222.0.38 "PUT /v2.0/ports/46ae451b-418e-4e31-a335-16c8904d9e00 HTTP/1.1" status: 200 len: 1121 time: 1.0456138 Jul 29 15:21:00.430441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Pushing event updated for resources: {'Port': ['ID=ac0e9519-1a73-4e77-84bb-bf61e0bf6fa3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:00.448347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ed0a5137-7be5-46ce-a846-2ed65378eb5e None None] Provisioning complete for port 46ae451b-418e-4e31-a335-16c8904d9e00 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:21:00.448907 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5137-7be5-46ce-a846-2ed65378eb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:00.519060 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['46ae451b-418e-4e31-a335-16c8904d9e00'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:21:00.574155 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5137-7be5-46ce-a846-2ed65378eb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:00.581283 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-699a86d4-81af-4268-87bf-8b294df7f4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:00.613235 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:21:00.615289 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25ba7ee-fafd-44f9-b913-91245edc947f" -d '{"events": [{"server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "name": "network-vif-plugged", "status": "completed", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:21:00.631796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ed0a5137-7be5-46ce-a846-2ed65378eb5e None None] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=46ae451b-418e-4e31-a335-16c8904d9e00,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:00.637901 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed0a5137-7be5-46ce-a846-2ed65378eb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:00.671235 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09e3315-96ac-4031-a0ea-81b0a37300fe x-openstack-request-id: req-a09e3315-96ac-4031-a0ea-81b0a37300fe {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:21:00.671510 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "name": "network-vif-plugged", "status": "completed", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:21:00.671754 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a09e3315-96ac-4031-a0ea-81b0a37300fe {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:21:00.672160 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00', 'code': 200} Jul 29 15:21:00.816297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a5137-7be5-46ce-a846-2ed65378eb5e None None] Pushing event updated for resources: {'Port': ['ID=46ae451b-418e-4e31-a335-16c8904d9e00,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:00.834389 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:00.879086 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fa978-0a3e-4cea-8917-279f630e3d6c req-69dad60a-501d-4df0-937f-ce8b77bfea60 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:00.880894 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-049fa978-0a3e-4cea-8917-279f630e3d6c req-69dad60a-501d-4df0-937f-ce8b77bfea60 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 945 time: 0.0947523 Jul 29 15:21:00.956872 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:00.962437 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-049fa978-0a3e-4cea-8917-279f630e3d6c req-33a48246-9de6-4c6d-98dd-c0cc0caee324 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718303 Jul 29 15:21:01.125448 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:01.131072 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:01.199028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Pushing event updated for resources: {'Port': ['ID=ac0e9519-1a73-4e77-84bb-bf61e0bf6fa3,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:01.213857 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:01.318793 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Floating IP 6c171979-5253-4c51-b6a5-8f756720de7a associated. External IP: 172.25.6.236, port: 440637fe-0897-4c2c-90f3-35006b854dea. Jul 29 15:21:01.536543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Router a40c4890-9aba-4025-a05e-87655b585202 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:21:01.962321 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:21:01.964461 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd66a910-a455-46e0-9329-d39100846955" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:21:01.990614 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:21:02.005410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aec951-98ae-44ac-b9c5-ad11071ed770 None None] Sync routers for ids ['a40c4890-9aba-4025-a05e-87655b585202'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:21:02.005887 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58ee9f4-b96d-4a6e-bb42-f976a64d2312 x-openstack-request-id: req-c58ee9f4-b96d-4a6e-bb42-f976a64d2312 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:21:02.005887 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:21:02.006492 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c58ee9f4-b96d-4a6e-bb42-f976a64d2312 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:21:02.007149 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00', 'status': 'completed', 'code': 200} Jul 29 15:21:02.013445 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:02.023816 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aec951-98ae-44ac-b9c5-ad11071ed770 None None] Routers {'a40c4890-9aba-4025-a05e-87655b585202'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:02.024446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-59aec951-98ae-44ac-b9c5-ad11071ed770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:20:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a40c4890-9aba-4025-a05e-87655b585202'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:02.078126 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-00356f15-bd28-4454-b90f-bdec85309013 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5928476 Jul 29 15:21:02.080889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49850) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:02.106248 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485a4da-e97a-44c0-929f-2b335395c694 req-2dbcc400-cb9c-45a8-a5be-4e2bc251787e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:02.108080 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9485a4da-e97a-44c0-929f-2b335395c694 req-2dbcc400-cb9c-45a8-a5be-4e2bc251787e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 945 time: 0.0634763 Jul 29 15:21:02.143098 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-59aec951-98ae-44ac-b9c5-ad11071ed770 None None] Set router a40c4890-9aba-4025-a05e-87655b585202 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:02.161315 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9485a4da-e97a-44c0-929f-2b335395c694 req-cb671c6f-7bb7-4316-b4ae-f14765138ead tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450478 Jul 29 15:21:02.166405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8890f38a-0f95-459c-b1a1-4f4eee82af5c tempest-TestVolumeBackupRestore-988400193 tempest-TestVolumeBackupRestore-988400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:02.170670 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8890f38a-0f95-459c-b1a1-4f4eee82af5c tempest-TestVolumeBackupRestore-988400193 tempest-TestVolumeBackupRestore-988400193-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 1091 time: 0.0855675 Jul 29 15:21:02.171515 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49852) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:02.176975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5e33922c-3093-4c94-8301-ccaa276e172d tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Request body: {'floatingip': {'port_id': '440637fe-0897-4c2c-90f3-35006b854dea'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:21:02.190729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66a910-a455-46e0-9329-d39100846955 req-0bec014f-9826-4b8b-9064-f5e7df928de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:02.190729 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd66a910-a455-46e0-9329-d39100846955 req-0bec014f-9826-4b8b-9064-f5e7df928de7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 1126 time: 0.1558945 Jul 29 15:21:02.235980 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e33922c-3093-4c94-8301-ccaa276e172d tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:02.286386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66a910-a455-46e0-9329-d39100846955 req-c7e43f4a-6e58-44fe-9d44-a1e48582cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:02.287930 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd66a910-a455-46e0-9329-d39100846955 req-c7e43f4a-6e58-44fe-9d44-a1e48582cabe service neutron] 10.222.0.39 "GET /v2.0/networks?id=563dcb66-3dae-41c2-b851-922c256d69a3 HTTP/1.1" status: 200 len: 898 time: 0.0960071 Jul 29 15:21:02.364760 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd66a910-a455-46e0-9329-d39100846955 req-57623017-efad-4074-84c7-3859a52e739a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46ae451b-418e-4e31-a335-16c8904d9e00 HTTP/1.1" status: 200 len: 1000 time: 0.0697892 Jul 29 15:21:02.395169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-59aec951-98ae-44ac-b9c5-ad11071ed770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:36Z', 'revision_number': 4, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port': {'id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '6c171979-5253-4c51-b6a5-8f756720de7a', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'port_id': '440637fe-0897-4c2c-90f3-35006b854dea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'mac_address': 'fa:16:3e:13:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433a32b-e9b7-4116-952c-e9708e808427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:21:00Z', 'updated_at': '2021-07-29T15:21:00Z', 'revision_number': 0, 'project_id': '6c47227246844cf4b1241d12ff595471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65caf612-06af-475e-a782-f1c34704d7c8', 'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'mac_address': 'fa:16:3e:da:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '1976a8e3-e098-469d-8845-48842e6fc729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:35Z', 'updated_at': '2021-07-29T15:18:42Z', 'revision_number': 5, 'project_id': '6c47227246844cf4b1241d12ff595471', 'subnets': [{'id': '1976a8e3-e098-469d-8845-48842e6fc729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:02.414613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66a910-a455-46e0-9329-d39100846955 req-9c01b158-fb69-4603-a295-48ee0ac46c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:02.416196 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd66a910-a455-46e0-9329-d39100846955 req-9c01b158-fb69-4603-a295-48ee0ac46c30 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d HTTP/1.1" status: 200 len: 834 time: 0.0444846 Jul 29 15:21:02.421542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aec951-98ae-44ac-b9c5-ad11071ed770 None None] Checking router: a40c4890-9aba-4025-a05e-87655b585202 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:21:02.430735 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aec951-98ae-44ac-b9c5-ad11071ed770 None None] Routers {'a40c4890-9aba-4025-a05e-87655b585202'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:02.431333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-59aec951-98ae-44ac-b9c5-ad11071ed770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:20:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a40c4890-9aba-4025-a05e-87655b585202'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:02.467713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66a910-a455-46e0-9329-d39100846955 req-627c6ece-f1dd-4d10-b95a-372a5241dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:02.469426 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd66a910-a455-46e0-9329-d39100846955 req-627c6ece-f1dd-4d10-b95a-372a5241dfd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=563dcb66-3dae-41c2-b851-922c256d69a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444458 Jul 29 15:21:02.540063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-59aec951-98ae-44ac-b9c5-ad11071ed770 None None] Set router a40c4890-9aba-4025-a05e-87655b585202 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:02.567615 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd66a910-a455-46e0-9329-d39100846955 req-e4ab1ca0-989b-4b30-8ac8-8123a9be85d9 service neutron] 10.222.0.39 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908306 Jul 29 15:21:02.665189 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd66a910-a455-46e0-9329-d39100846955 req-6831a318-e9ad-4e59-bd97-04af23da2fc5 service neutron] 10.222.0.39 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907261 Jul 29 15:21:02.755669 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e33922c-3093-4c94-8301-ccaa276e172d tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:02.760218 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e33922c-3093-4c94-8301-ccaa276e172d tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:02.779851 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-59aec951-98ae-44ac-b9c5-ad11071ed770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:36Z', 'revision_number': 4, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port': {'id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '6c171979-5253-4c51-b6a5-8f756720de7a', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'port_id': '440637fe-0897-4c2c-90f3-35006b854dea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'mac_address': 'fa:16:3e:13:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433a32b-e9b7-4116-952c-e9708e808427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:21:00Z', 'updated_at': '2021-07-29T15:21:00Z', 'revision_number': 0, 'project_id': '6c47227246844cf4b1241d12ff595471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65caf612-06af-475e-a782-f1c34704d7c8', 'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'mac_address': 'fa:16:3e:da:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '1976a8e3-e098-469d-8845-48842e6fc729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:35Z', 'updated_at': '2021-07-29T15:18:42Z', 'revision_number': 5, 'project_id': '6c47227246844cf4b1241d12ff595471', 'subnets': [{'id': '1976a8e3-e098-469d-8845-48842e6fc729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:02.810225 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aec951-98ae-44ac-b9c5-ad11071ed770 None None] The sync data for ids ['a40c4890-9aba-4025-a05e-87655b585202'] in n-d-802893-1 is: [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:36Z', 'revision_number': 4, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port': {'id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '6c171979-5253-4c51-b6a5-8f756720de7a', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'port_id': '440637fe-0897-4c2c-90f3-35006b854dea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'mac_address': 'fa:16:3e:13:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433a32b-e9b7-4116-952c-e9708e808427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:21:00Z', 'updated_at': '2021-07-29T15:21:00Z', 'revision_number': 0, 'project_id': '6c47227246844cf4b1241d12ff595471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65caf612-06af-475e-a782-f1c34704d7c8', 'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'mac_address': 'fa:16:3e:da:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '1976a8e3-e098-469d-8845-48842e6fc729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:35Z', 'updated_at': '2021-07-29T15:18:42Z', 'revision_number': 5, 'project_id': '6c47227246844cf4b1241d12ff595471', 'subnets': [{'id': '1976a8e3-e098-469d-8845-48842e6fc729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:21:02.981231 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e33922c-3093-4c94-8301-ccaa276e172d tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Router a40c4890-9aba-4025-a05e-87655b585202 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:21:03.007917 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9123fd60-30e7-4404-80ba-dbe46d53362a None None] New status for floating IP 6c171979-5253-4c51-b6a5-8f756720de7a: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:21:03.092532 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e33922c-3093-4c94-8301-ccaa276e172d tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:21:03.097897 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5e33922c-3093-4c94-8301-ccaa276e172d tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:03.115840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 46ae451b-418e-4e31-a335-16c8904d9e00 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:21:03.155187 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5e33922c-3093-4c94-8301-ccaa276e172d tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "PUT /v2.0/floatingips/6c171979-5253-4c51-b6a5-8f756720de7a HTTP/1.1" status: 200 len: 991 time: 0.9825261 Jul 29 15:21:03.225143 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=46ae451b-418e-4e31-a335-16c8904d9e00,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:03.241896 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 46ae451b-418e-4e31-a335-16c8904d9e00 has no active binding in host n-h1-802893-1 {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 15:21:03.245403 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:03.300912 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866b9b3-ae5c-490c-a594-4b92187fb04b req-1502ef74-3209-4dff-91ee-a0cef4ac3ce4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:03.302450 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7866b9b3-ae5c-490c-a594-4b92187fb04b req-1502ef74-3209-4dff-91ee-a0cef4ac3ce4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 945 time: 0.0575964 Jul 29 15:21:03.344473 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7866b9b3-ae5c-490c-a594-4b92187fb04b req-ff615525-a1e2-4b41-927f-4bfca9034adb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355656 Jul 29 15:21:03.347772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd87058-f65d-423b-a0a5-76c680c840af None None] Sync routers for ids ['a40c4890-9aba-4025-a05e-87655b585202'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:21:03.369879 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd87058-f65d-423b-a0a5-76c680c840af None None] Routers {'a40c4890-9aba-4025-a05e-87655b585202'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:03.370687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0dd87058-f65d-423b-a0a5-76c680c840af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:20:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a40c4890-9aba-4025-a05e-87655b585202'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:03.374349 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f1e80141-77e9-4733-b3a1-92ce8d9b43a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:03.482936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-0dd87058-f65d-423b-a0a5-76c680c840af None None] Set router a40c4890-9aba-4025-a05e-87655b585202 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:03.707008 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0dd87058-f65d-423b-a0a5-76c680c840af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:36Z', 'revision_number': 4, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port': {'id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '6c171979-5253-4c51-b6a5-8f756720de7a', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'port_id': '440637fe-0897-4c2c-90f3-35006b854dea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'mac_address': 'fa:16:3e:13:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433a32b-e9b7-4116-952c-e9708e808427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:21:00Z', 'updated_at': '2021-07-29T15:21:03Z', 'revision_number': 2, 'project_id': '6c47227246844cf4b1241d12ff595471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65caf612-06af-475e-a782-f1c34704d7c8', 'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'mac_address': 'fa:16:3e:da:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '1976a8e3-e098-469d-8845-48842e6fc729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:35Z', 'updated_at': '2021-07-29T15:18:42Z', 'revision_number': 5, 'project_id': '6c47227246844cf4b1241d12ff595471', 'subnets': [{'id': '1976a8e3-e098-469d-8845-48842e6fc729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:03.732270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd87058-f65d-423b-a0a5-76c680c840af None None] Checking router: a40c4890-9aba-4025-a05e-87655b585202 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:21:03.741696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd87058-f65d-423b-a0a5-76c680c840af None None] Routers {'a40c4890-9aba-4025-a05e-87655b585202'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:03.742297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0dd87058-f65d-423b-a0a5-76c680c840af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a40c4890-9aba-4025-a05e-87655b585202'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:04.005229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-0dd87058-f65d-423b-a0a5-76c680c840af None None] Set router a40c4890-9aba-4025-a05e-87655b585202 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:04.008041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b433a32b-e9b7-4116-952c-e9708e808427', 'tag': '440637fe-0897-4c2c-90f3-35006b854dea'}, {'name': 'network-changed', 'server_uuid': 'b433a32b-e9b7-4116-952c-e9708e808427', 'tag': '440637fe-0897-4c2c-90f3-35006b854dea'}, {'name': 'network-changed', 'server_uuid': 'b433a32b-e9b7-4116-952c-e9708e808427', 'tag': '440637fe-0897-4c2c-90f3-35006b854dea'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:21:04.010523 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efab572c-13d6-4540-8d3d-3ace421dd319" -d '{"events": [{"name": "network-changed", "server_uuid": "b433a32b-e9b7-4116-952c-e9708e808427", "tag": "440637fe-0897-4c2c-90f3-35006b854dea"}, {"name": "network-changed", "server_uuid": "b433a32b-e9b7-4116-952c-e9708e808427", "tag": "440637fe-0897-4c2c-90f3-35006b854dea"}, {"name": "network-changed", "server_uuid": "b433a32b-e9b7-4116-952c-e9708e808427", "tag": "440637fe-0897-4c2c-90f3-35006b854dea"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:21:04.052053 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 29 Jul 2021 15:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7eb70a-b394-4fe8-8f4d-d1d2a620214a x-openstack-request-id: req-9b7eb70a-b394-4fe8-8f4d-d1d2a620214a {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:21:04.052360 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b433a32b-e9b7-4116-952c-e9708e808427", "tag": "440637fe-0897-4c2c-90f3-35006b854dea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b433a32b-e9b7-4116-952c-e9708e808427", "tag": "440637fe-0897-4c2c-90f3-35006b854dea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b433a32b-e9b7-4116-952c-e9708e808427", "tag": "440637fe-0897-4c2c-90f3-35006b854dea", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:21:04.052623 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b7eb70a-b394-4fe8-8f4d-d1d2a620214a {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:21:04.053081 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b433a32b-e9b7-4116-952c-e9708e808427', 'tag': '440637fe-0897-4c2c-90f3-35006b854dea', 'status': 'completed', 'code': 200} Jul 29 15:21:04.053348 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b433a32b-e9b7-4116-952c-e9708e808427', 'tag': '440637fe-0897-4c2c-90f3-35006b854dea', 'status': 'completed', 'code': 200} Jul 29 15:21:04.053709 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b433a32b-e9b7-4116-952c-e9708e808427', 'tag': '440637fe-0897-4c2c-90f3-35006b854dea', 'status': 'completed', 'code': 200} Jul 29 15:21:04.193284 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-99a83c79-c3f9-4505-9e2b-89afef8cf742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:04.194835 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-99a83c79-c3f9-4505-9e2b-89afef8cf742 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c47227246844cf4b1241d12ff595471&device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 1096 time: 0.0938160 Jul 29 15:21:04.240798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0dd87058-f65d-423b-a0a5-76c680c840af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:36Z', 'revision_number': 4, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port': {'id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '6c171979-5253-4c51-b6a5-8f756720de7a', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'port_id': '440637fe-0897-4c2c-90f3-35006b854dea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'mac_address': 'fa:16:3e:13:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433a32b-e9b7-4116-952c-e9708e808427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:21:00Z', 'updated_at': '2021-07-29T15:21:03Z', 'revision_number': 2, 'project_id': '6c47227246844cf4b1241d12ff595471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65caf612-06af-475e-a782-f1c34704d7c8', 'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'mac_address': 'fa:16:3e:da:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '1976a8e3-e098-469d-8845-48842e6fc729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:35Z', 'updated_at': '2021-07-29T15:18:42Z', 'revision_number': 5, 'project_id': '6c47227246844cf4b1241d12ff595471', 'subnets': [{'id': '1976a8e3-e098-469d-8845-48842e6fc729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:04.269419 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd87058-f65d-423b-a0a5-76c680c840af None None] The sync data for ids ['a40c4890-9aba-4025-a05e-87655b585202'] in n-d-802893-1 is: [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:36Z', 'revision_number': 4, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port': {'id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '6c171979-5253-4c51-b6a5-8f756720de7a', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'port_id': '440637fe-0897-4c2c-90f3-35006b854dea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'mac_address': 'fa:16:3e:13:77:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433a32b-e9b7-4116-952c-e9708e808427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:21:00Z', 'updated_at': '2021-07-29T15:21:03Z', 'revision_number': 2, 'project_id': '6c47227246844cf4b1241d12ff595471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65caf612-06af-475e-a782-f1c34704d7c8', 'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'mac_address': 'fa:16:3e:da:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '1976a8e3-e098-469d-8845-48842e6fc729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:35Z', 'updated_at': '2021-07-29T15:18:42Z', 'revision_number': 5, 'project_id': '6c47227246844cf4b1241d12ff595471', 'subnets': [{'id': '1976a8e3-e098-469d-8845-48842e6fc729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:21:04.293309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-69dadd0a-c47c-4210-916b-2a3eeaf95a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:04.294815 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-69dadd0a-c47c-4210-916b-2a3eeaf95a31 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f HTTP/1.1" status: 200 len: 914 time: 0.0922356 Jul 29 15:21:04.365861 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-3a7d8e98-b9f6-4d73-94ad-b3e5f4881dc7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=440637fe-0897-4c2c-90f3-35006b854dea HTTP/1.1" status: 200 len: 1001 time: 0.0626280 Jul 29 15:21:04.402428 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:04.422223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-43897c5f-837e-4b19-acab-fae9b15c4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:04.424067 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-43897c5f-837e-4b19-acab-fae9b15c4af7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1976a8e3-e098-469d-8845-48842e6fc729 HTTP/1.1" status: 200 len: 852 time: 0.0502584 Jul 29 15:21:04.478278 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cbbbf-d1ed-4890-a199-ceb0e68b5460 req-cf4d34ce-c5fc-4b52-a955-baaee1d38e06 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:04.480108 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e62cbbbf-d1ed-4890-a199-ceb0e68b5460 req-cf4d34ce-c5fc-4b52-a955-baaee1d38e06 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 945 time: 0.0600295 Jul 29 15:21:04.482198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-21024ad8-7541-4363-ae49-651961e40f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:04.483757 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-21024ad8-7541-4363-ae49-651961e40f9d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523419 Jul 29 15:21:04.523502 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e62cbbbf-d1ed-4890-a199-ceb0e68b5460 req-1e8d393e-7767-4e2a-a672-f9c06d4c0495 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367270 Jul 29 15:21:04.578589 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-609b1464-2f84-4bd1-b64e-3b4bee673943 service neutron] 10.222.0.38 "GET /v2.0/networks/9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879183 Jul 29 15:21:04.682607 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-bb5d1b0d-f071-4c90-8e0a-05d01871e9f7 service neutron] 10.222.0.38 "GET /v2.0/networks/9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962918 Jul 29 15:21:04.812435 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-c2609eb4-f752-4b97-a0f5-1d99b7307f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:04.814051 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-c2609eb4-f752-4b97-a0f5-1d99b7307f6a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c47227246844cf4b1241d12ff595471&device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 1096 time: 0.0431433 Jul 29 15:21:04.905724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-ec5d7611-f2fb-496e-9057-08e3d71104cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:04.907222 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-ec5d7611-f2fb-496e-9057-08e3d71104cd service neutron] 10.222.0.38 "GET /v2.0/networks?id=9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f HTTP/1.1" status: 200 len: 914 time: 0.0862451 Jul 29 15:21:04.982128 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-0229fb85-38ae-4617-8d02-95af838bf0ad service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=440637fe-0897-4c2c-90f3-35006b854dea HTTP/1.1" status: 200 len: 1001 time: 0.0652425 Jul 29 15:21:05.031943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-a6c324a6-1273-4fc3-93db-5f2ddda8b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:05.034017 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-a6c324a6-1273-4fc3-93db-5f2ddda8b5bc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1976a8e3-e098-469d-8845-48842e6fc729 HTTP/1.1" status: 200 len: 852 time: 0.0453849 Jul 29 15:21:05.081677 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-7f913034-a2fc-4b25-ae39-03a8b8dc8f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:05.082959 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-7f913034-a2fc-4b25-ae39-03a8b8dc8f3b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416610 Jul 29 15:21:05.183808 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-6357e407-58d7-4248-8e8e-f4ded35b091b service neutron] 10.222.0.38 "GET /v2.0/networks/9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922627 Jul 29 15:21:05.281763 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-e24220aa-6f37-4e46-87e8-70c3f25059c9 service neutron] 10.222.0.38 "GET /v2.0/networks/9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896330 Jul 29 15:21:05.412834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-8c4bee74-3d37-40ba-b2f3-ed70ea37fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:05.414268 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-8c4bee74-3d37-40ba-b2f3-ed70ea37fb34 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c47227246844cf4b1241d12ff595471&device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 1096 time: 0.0481801 Jul 29 15:21:05.507581 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-e2c7c245-beac-411e-8a6e-c6d0739e442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:05.509105 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-e2c7c245-beac-411e-8a6e-c6d0739e442c service neutron] 10.222.0.38 "GET /v2.0/networks?id=9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f HTTP/1.1" status: 200 len: 914 time: 0.0873556 Jul 29 15:21:05.583418 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-73155349-bde8-45be-a498-fc6bcef9d0c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=440637fe-0897-4c2c-90f3-35006b854dea HTTP/1.1" status: 200 len: 1001 time: 0.0667181 Jul 29 15:21:05.614847 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-eb9b94a8-1614-418f-8d34-d10734a07a88 service neutron] 10.222.0.39 "GET /v2.0/ports/46ae451b-418e-4e31-a335-16c8904d9e00/bindings/n-h1-802893-1 HTTP/1.1" status: 200 len: 384 time: 0.0588040 Jul 29 15:21:05.672271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-4d61d0e3-6b19-4f2b-b267-cf577c24be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:05.675698 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-4d61d0e3-6b19-4f2b-b267-cf577c24be73 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1976a8e3-e098-469d-8845-48842e6fc729 HTTP/1.1" status: 200 len: 852 time: 0.0844345 Jul 29 15:21:05.700215 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4943d3-8031-4347-8a6f-d16e4745e7ef req-826e0b46-8326-47ad-9a09-c5f340ecbd47 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:05.701776 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cb4943d3-8031-4347-8a6f-d16e4745e7ef req-826e0b46-8326-47ad-9a09-c5f340ecbd47 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 945 time: 0.1015921 Jul 29 15:21:05.768707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cb4943d3-8031-4347-8a6f-d16e4745e7ef req-34a4c4dd-7e94-449f-9753-77dd73bae48f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490015 Jul 29 15:21:05.771905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-b8c83122-7c8f-4344-bd16-63445428ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:05.773612 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-b8c83122-7c8f-4344-bd16-63445428ebab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889304 Jul 29 15:21:05.812556 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=46ae451b-418e-4e31-a335-16c8904d9e00,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:05.839464 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:21:05.872474 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-4d8c6e59-fa93-4770-90c0-980b0ccdfcf1 service neutron] 10.222.0.38 "GET /v2.0/networks/9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916128 Jul 29 15:21:05.886538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:21:05.889495 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b32820-74a8-4228-82e5-7418fc12b6da" -d '{"events": [{"server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "name": "network-vif-unplugged", "status": "completed", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:21:05.899179 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=46ae451b-418e-4e31-a335-16c8904d9e00,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:05.915968 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:05.933324 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a487a068-b134-476d-b367-502a76f4fc68 x-openstack-request-id: req-a487a068-b134-476d-b367-502a76f4fc68 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:21:05.933830 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "name": "network-vif-unplugged", "status": "completed", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:21:05.934091 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a487a068-b134-476d-b367-502a76f4fc68 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:21:05.934487 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00', 'code': 200} Jul 29 15:21:05.976062 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-efab572c-13d6-4540-8d3d-3ace421dd319 req-a5ac71cc-2d98-4a4b-b72d-47012851b08b service neutron] 10.222.0.38 "GET /v2.0/networks/9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963607 Jul 29 15:21:06.007402 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] Transition to ACTIVE for port object 46ae451b-418e-4e31-a335-16c8904d9e00 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:21:06.012419 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:06.114614 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] Pushing event updated for resources: {'Port': ['ID=46ae451b-418e-4e31-a335-16c8904d9e00,revision_number=11']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:06.134503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:06.134848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:06.135001 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:06.135342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:06.135674 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:06.136004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:06.136333 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:06.136715 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:06.137011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:06.137336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:06.137662 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:06.137986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:06.169152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] No DVR routers for this DVR port 46ae451b-418e-4e31-a335-16c8904d9e00 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:21:06.307057 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-8ef898f6-0310-4f21-9ee7-dea84eed9a35 service neutron] 10.222.0.39 "PUT /v2.0/ports/46ae451b-418e-4e31-a335-16c8904d9e00/bindings/n-h1-802893-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6852970 Jul 29 15:21:06.394601 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:06.410606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-afd012e8-c87f-4a88-a2c6-9c8dbd8bb044 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:06.412145 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-afd012e8-c87f-4a88-a2c6-9c8dbd8bb044 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e&tenant_id=ff222b7955804c63888f15eaa141338c&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 1095 time: 0.0467098 Jul 29 15:21:06.462547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-e5110a3e-3c1c-46bc-aa31-5ec2201a3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:06.463973 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-e5110a3e-3c1c-46bc-aa31-5ec2201a3412 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e&tenant_id=ff222b7955804c63888f15eaa141338c HTTP/1.1" status: 200 len: 1095 time: 0.0437062 Jul 29 15:21:06.541112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-771f1683-2db4-4e88-9bfb-7904c3639f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:06.542636 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-771f1683-2db4-4e88-9bfb-7904c3639f8b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 1095 time: 0.0449665 Jul 29 15:21:06.638778 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-308f30e2-278c-4257-b475-6bf1ad2c5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:06.640344 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-308f30e2-278c-4257-b475-6bf1ad2c5d58 service neutron] 10.222.0.38 "GET /v2.0/networks?id=563dcb66-3dae-41c2-b851-922c256d69a3 HTTP/1.1" status: 200 len: 898 time: 0.0914240 Jul 29 15:21:06.706791 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-3331660a-a418-4196-a6ec-b1a8b1a2d21e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46ae451b-418e-4e31-a335-16c8904d9e00 HTTP/1.1" status: 200 len: 998 time: 0.0597184 Jul 29 15:21:06.767955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4bdf442f-2385-4edc-9714-e579acb76acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:06.769636 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-4bdf442f-2385-4edc-9714-e579acb76acb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d HTTP/1.1" status: 200 len: 834 time: 0.0541685 Jul 29 15:21:06.819507 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-8dbd41d8-e87d-4de2-a98b-0f5cd3912f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:06.821145 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-8dbd41d8-e87d-4de2-a98b-0f5cd3912f18 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=563dcb66-3dae-41c2-b851-922c256d69a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438015 Jul 29 15:21:06.955346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234b9f9-1b3d-489f-8c8f-129664844515 req-702fc460-ea82-48ce-8341-7df69928bad0 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:06.956741 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e234b9f9-1b3d-489f-8c8f-129664844515 req-702fc460-ea82-48ce-8341-7df69928bad0 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 944 time: 0.1103327 Jul 29 15:21:06.960620 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-1064d5c1-8a06-4300-9a1b-8bfe50a0a0ab service neutron] 10.222.0.38 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326349 Jul 29 15:21:07.048132 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e234b9f9-1b3d-489f-8c8f-129664844515 req-d85a173d-5e61-418b-beb8-d0104279f257 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830336 Jul 29 15:21:07.080992 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-360d1980-f6aa-424a-8cad-57bf73f2242a service neutron] 10.222.0.38 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088493 Jul 29 15:21:07.364857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-023409c0-8610-47c7-bc91-34516ea0724d tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:07.366277 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-023409c0-8610-47c7-bc91-34516ea0724d tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e&tenant_id=ff222b7955804c63888f15eaa141338c&binding%3Ahost_id=n-h1-802893-1 HTTP/1.1" status: 200 len: 1095 time: 0.0499895 Jul 29 15:21:07.509221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-47878603-b385-432f-8a51-4454244bd618 service neutron] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:21:07.512390 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-47878603-b385-432f-8a51-4454244bd618 service neutron] Notify callbacks [] for binding, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:07.513558 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4201cc00-c992-4ae5-899b-8d97acee4787 req-47878603-b385-432f-8a51-4454244bd618 service neutron] 10.222.0.38 "DELETE /v2.0/ports/46ae451b-418e-4e31-a335-16c8904d9e00/bindings/n-h2-802893-1 HTTP/1.1" status: 204 len: 173 time: 0.1387820 Jul 29 15:21:08.182275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff5e22-8c75-4a6d-826a-98d0b86352ab req-f6fa4b9b-e97d-4779-970a-72354fbe876e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:08.184154 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3dff5e22-8c75-4a6d-826a-98d0b86352ab req-f6fa4b9b-e97d-4779-970a-72354fbe876e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 944 time: 0.0532825 Jul 29 15:21:08.229129 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3dff5e22-8c75-4a6d-826a-98d0b86352ab req-35b65246-46d9-4288-8b90-fb34ba6b220f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382228 Jul 29 15:21:08.341986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9912704-fa24-458f-be47-d9117351890a req-5ee49997-05c6-4a40-8b1e-063ceb459987 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:08.343860 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9912704-fa24-458f-be47-d9117351890a req-5ee49997-05c6-4a40-8b1e-063ceb459987 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 1095 time: 0.0467908 Jul 29 15:21:08.382493 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9912704-fa24-458f-be47-d9117351890a req-87f1fd21-413e-42a1-ae7d-79b94da32240 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292435 Jul 29 15:21:08.497626 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc90ce-c809-424f-a15f-0a22d2296446 req-8593875e-31c0-485b-b0d4-c85b0c72b11a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:08.499206 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a0cc90ce-c809-424f-a15f-0a22d2296446 req-8593875e-31c0-485b-b0d4-c85b0c72b11a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 944 time: 0.0501125 Jul 29 15:21:08.541519 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a0cc90ce-c809-424f-a15f-0a22d2296446 req-6bba0c79-97e6-408d-b8e0-6c2bfc66fd9e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353260 Jul 29 15:21:08.564264 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49874) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:08.631742 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-79dd6ca8-e7a8-4b1b-b029-239db9da07d1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/74b3639d-ec65-4e29-a754-0646debffad3 HTTP/1.1" status: 200 len: 990 time: 0.0655184 Jul 29 15:21:08.654738 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 46ae451b-418e-4e31-a335-16c8904d9e00 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:21:08.700464 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f7f5d36-8cef-4840-8731-f1befde1de38 req-e36eafad-6dfc-4ad0-b493-9f03aefc9fb1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0587559 Jul 29 15:21:08.704995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 46ae451b-418e-4e31-a335-16c8904d9e00 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:21:08.829799 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f5d36-8cef-4840-8731-f1befde1de38 req-98bfa195-f824-4083-b78c-4d0be8039fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:08.832033 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f7f5d36-8cef-4840-8731-f1befde1de38 req-98bfa195-f824-4083-b78c-4d0be8039fbc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 1097 time: 0.0422866 Jul 29 15:21:08.907762 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49880) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:08.937465 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f5d36-8cef-4840-8731-f1befde1de38 req-1f599fda-8c84-4ff9-b643-31d1083ce09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:08.938960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f7f5d36-8cef-4840-8731-f1befde1de38 req-1f599fda-8c84-4ff9-b643-31d1083ce09a service neutron] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.0866294 Jul 29 15:21:09.009942 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f7f5d36-8cef-4840-8731-f1befde1de38 req-8467f722-4c1c-4752-be62-6e3f4d5e2829 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4060823-1dc9-4fb5-bbb3-4320a4d6070b HTTP/1.1" status: 200 len: 1002 time: 0.0630724 Jul 29 15:21:09.064003 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f5d36-8cef-4840-8731-f1befde1de38 req-194720e2-5519-475f-9031-62cd4fe7b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:09.065548 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f7f5d36-8cef-4840-8731-f1befde1de38 req-194720e2-5519-475f-9031-62cd4fe7b8c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0453272 Jul 29 15:21:09.068859 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-0462aeda-f9ab-46a7-93c4-8ad68a543551 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting port 52595e42-f711-461f-9ea6-ae2f3b59f84e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:21:09.069207 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0462aeda-f9ab-46a7-93c4-8ad68a543551 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:09.113326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f5d36-8cef-4840-8731-f1befde1de38 req-d4f036f0-2251-436d-be52-b9cd4dbe74ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:09.114945 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f7f5d36-8cef-4840-8731-f1befde1de38 req-d4f036f0-2251-436d-be52-b9cd4dbe74ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416086 Jul 29 15:21:09.161735 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0462aeda-f9ab-46a7-93c4-8ad68a543551 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:09.162067 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0462aeda-f9ab-46a7-93c4-8ad68a543551 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:09.175847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-0462aeda-f9ab-46a7-93c4-8ad68a543551 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Calling delete_port for 52595e42-f711-461f-9ea6-ae2f3b59f84e owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:21:09.224517 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f7f5d36-8cef-4840-8731-f1befde1de38 req-64e1dbab-5c02-47ec-bb38-5753b4495054 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011016 Jul 29 15:21:09.324467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9f7f5d36-8cef-4840-8731-f1befde1de38 req-00d7fb6e-3c89-4d04-a30a-85dbea8d34e9 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916591 Jul 29 15:21:09.337657 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0462aeda-f9ab-46a7-93c4-8ad68a543551 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:09.373196 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462aeda-f9ab-46a7-93c4-8ad68a543551 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Port': ['ID=52595e42-f711-461f-9ea6-ae2f3b59f84e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:09.436439 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0462aeda-f9ab-46a7-93c4-8ad68a543551 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:09.436778 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-0462aeda-f9ab-46a7-93c4-8ad68a543551 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Floating IP 74b3639d-ec65-4e29-a754-0646debffad3 disassociated (deleted). External IP: 172.25.6.79, port: 46ae451b-418e-4e31-a335-16c8904d9e00. Jul 29 15:21:10.003759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0462aeda-f9ab-46a7-93c4-8ad68a543551 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router 2083c56c-6f9c-4597-b666-033629c37630 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:21:10.119851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0462aeda-f9ab-46a7-93c4-8ad68a543551 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:21:10.124697 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0462aeda-f9ab-46a7-93c4-8ad68a543551 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:10.131555 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada8d4cb-18a3-446e-9ba0-d3cbdc3afe71 None None] Sync routers for ids ['2083c56c-6f9c-4597-b666-033629c37630'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:21:10.142845 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada8d4cb-18a3-446e-9ba0-d3cbdc3afe71 None None] Routers {'2083c56c-6f9c-4597-b666-033629c37630'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:10.144320 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ada8d4cb-18a3-446e-9ba0-d3cbdc3afe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2083c56c-6f9c-4597-b666-033629c37630'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:10.153952 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0462aeda-f9ab-46a7-93c4-8ad68a543551 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/floatingips/74b3639d-ec65-4e29-a754-0646debffad3 HTTP/1.1" status: 204 len: 168 time: 1.2445939 Jul 29 15:21:10.154657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:21:10.157351 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3587a5-67b5-4c97-ad15-887597ad59c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:21:10.220153 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33bc304-9824-417d-924a-c3ac67b452e6 x-openstack-request-id: req-e33bc304-9824-417d-924a-c3ac67b452e6 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:21:10.220507 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:21:10.220815 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e33bc304-9824-417d-924a-c3ac67b452e6 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:21:10.221225 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00', 'status': 'completed', 'code': 200} Jul 29 15:21:10.270709 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-ada8d4cb-18a3-446e-9ba0-d3cbdc3afe71 None None] Set router 2083c56c-6f9c-4597-b666-033629c37630 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:10.337006 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3587a5-67b5-4c97-ad15-887597ad59c1 req-0d5fa012-a22f-4e75-b0ee-7af253e13592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:10.338634 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca3587a5-67b5-4c97-ad15-887597ad59c1 req-0d5fa012-a22f-4e75-b0ee-7af253e13592 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 1095 time: 0.0560393 Jul 29 15:21:10.484945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1683c-9bef-4c46-9288-1796895c89fb req-9ca0201e-462c-4702-9612-bb9e4e3dcc5f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:10.487510 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-19f1683c-9bef-4c46-9288-1796895c89fb req-9ca0201e-462c-4702-9612-bb9e4e3dcc5f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 944 time: 0.1160302 Jul 29 15:21:10.513514 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ada8d4cb-18a3-446e-9ba0-d3cbdc3afe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2083c56c-6f9c-4597-b666-033629c37630', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851388557', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:20:05Z', 'updated_at': '2021-07-29T15:20:10Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:06Z', 'updated_at': '2021-07-29T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f4e84277-d3ed-4417-9738-305d8dca96a2', 'name': '', 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:e0:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:09Z', 'updated_at': '2021-07-29T15:20:16Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:10.521259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3587a5-67b5-4c97-ad15-887597ad59c1 req-693f7cc4-3fe3-40ca-aefb-6fcca49629d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:10.522743 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca3587a5-67b5-4c97-ad15-887597ad59c1 req-693f7cc4-3fe3-40ca-aefb-6fcca49629d2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=563dcb66-3dae-41c2-b851-922c256d69a3 HTTP/1.1" status: 200 len: 898 time: 0.1607897 Jul 29 15:21:10.543148 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada8d4cb-18a3-446e-9ba0-d3cbdc3afe71 None None] Checking router: 2083c56c-6f9c-4597-b666-033629c37630 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:21:10.553895 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada8d4cb-18a3-446e-9ba0-d3cbdc3afe71 None None] Routers {'2083c56c-6f9c-4597-b666-033629c37630'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:10.554525 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ada8d4cb-18a3-446e-9ba0-d3cbdc3afe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2083c56c-6f9c-4597-b666-033629c37630'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:10.554821 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-19f1683c-9bef-4c46-9288-1796895c89fb req-3d40dd45-4b64-4077-b3d2-086e3de9ced6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=df384cdd-09e1-405a-b16d-245b9b24180c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569303 Jul 29 15:21:10.586096 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca3587a5-67b5-4c97-ad15-887597ad59c1 req-670b297c-fdc8-4874-8a8b-9f7e6928d535 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46ae451b-418e-4e31-a335-16c8904d9e00 HTTP/1.1" status: 200 len: 217 time: 0.0476820 Jul 29 15:21:10.648904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3587a5-67b5-4c97-ad15-887597ad59c1 req-951dfcf1-87bc-4e22-8246-bf0e1dba1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:10.650369 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca3587a5-67b5-4c97-ad15-887597ad59c1 req-951dfcf1-87bc-4e22-8246-bf0e1dba1833 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d HTTP/1.1" status: 200 len: 834 time: 0.0535688 Jul 29 15:21:10.676022 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-ada8d4cb-18a3-446e-9ba0-d3cbdc3afe71 None None] Set router 2083c56c-6f9c-4597-b666-033629c37630 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:10.717230 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3587a5-67b5-4c97-ad15-887597ad59c1 req-e37376a9-34a5-4025-98ea-4699cc93a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:10.718776 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca3587a5-67b5-4c97-ad15-887597ad59c1 req-e37376a9-34a5-4025-98ea-4699cc93a266 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=563dcb66-3dae-41c2-b851-922c256d69a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432696 Jul 29 15:21:10.827112 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca3587a5-67b5-4c97-ad15-887597ad59c1 req-6f767980-8eeb-41e5-922f-b47fd2aa6e55 service neutron] 10.222.0.38 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964012 Jul 29 15:21:10.889676 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ada8d4cb-18a3-446e-9ba0-d3cbdc3afe71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2083c56c-6f9c-4597-b666-033629c37630', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851388557', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:20:05Z', 'updated_at': '2021-07-29T15:20:10Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:06Z', 'updated_at': '2021-07-29T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f4e84277-d3ed-4417-9738-305d8dca96a2', 'name': '', 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:e0:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:09Z', 'updated_at': '2021-07-29T15:20:16Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:10.920538 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada8d4cb-18a3-446e-9ba0-d3cbdc3afe71 None None] The sync data for ids ['2083c56c-6f9c-4597-b666-033629c37630'] in n-d-802893-1 is: [{'id': '2083c56c-6f9c-4597-b666-033629c37630', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851388557', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:20:05Z', 'updated_at': '2021-07-29T15:20:10Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:06Z', 'updated_at': '2021-07-29T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f4e84277-d3ed-4417-9738-305d8dca96a2', 'name': '', 'network_id': '563dcb66-3dae-41c2-b851-922c256d69a3', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:e0:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:09Z', 'updated_at': '2021-07-29T15:20:16Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': '74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:21:10.930098 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca3587a5-67b5-4c97-ad15-887597ad59c1 req-a6573335-f869-4f71-8d09-04194e022e82 service neutron] 10.222.0.38 "GET /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950232 Jul 29 15:21:10.985933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3c76b-b579-4817-a807-b9707010e489 req-516e65e2-c6e9-49db-b6d7-f4c7df49da79 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:10.989035 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f6a3c76b-b579-4817-a807-b9707010e489 req-516e65e2-c6e9-49db-b6d7-f4c7df49da79 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.38 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 944 time: 0.0671177 Jul 29 15:21:11.089131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-f6a3c76b-b579-4817-a807-b9707010e489 req-f3fd291e-2f91-407a-a4aa-ad6e8f2df806 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting port 46ae451b-418e-4e31-a335-16c8904d9e00 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:21:11.089481 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f6a3c76b-b579-4817-a807-b9707010e489 req-f3fd291e-2f91-407a-a4aa-ad6e8f2df806 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:11.170504 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:11.176481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99692c59-14e4-41aa-8e0a-1651928a74d2 None None] New status for floating IP 74b3639d-ec65-4e29-a754-0646debffad3: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:21:11.185638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-f6a3c76b-b579-4817-a807-b9707010e489 req-f3fd291e-2f91-407a-a4aa-ad6e8f2df806 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] For port 46ae451b-418e-4e31-a335-16c8904d9e00, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=46ae451b-418e-4e31-a335-16c8904d9e00,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:11.186005 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f6a3c76b-b579-4817-a807-b9707010e489 req-f3fd291e-2f91-407a-a4aa-ad6e8f2df806 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:11.199582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-f6a3c76b-b579-4817-a807-b9707010e489 req-f3fd291e-2f91-407a-a4aa-ad6e8f2df806 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Calling delete_port for 46ae451b-418e-4e31-a335-16c8904d9e00 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:21:11.335708 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f6a3c76b-b579-4817-a807-b9707010e489 req-f3fd291e-2f91-407a-a4aa-ad6e8f2df806 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:11.364880 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd291e-2f91-407a-a4aa-ad6e8f2df806 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Port': ['ID=46ae451b-418e-4e31-a335-16c8904d9e00,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:11.409231 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a3c76b-b579-4817-a807-b9707010e489 req-f3fd291e-2f91-407a-a4aa-ad6e8f2df806 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] No DVR routers for this DVR port 46ae451b-418e-4e31-a335-16c8904d9e00 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:21:11.411885 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f6a3c76b-b579-4817-a807-b9707010e489 req-f3fd291e-2f91-407a-a4aa-ad6e8f2df806 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:11.413883 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f6a3c76b-b579-4817-a807-b9707010e489 req-f3fd291e-2f91-407a-a4aa-ad6e8f2df806 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.38 "DELETE /v2.0/ports/46ae451b-418e-4e31-a335-16c8904d9e00 HTTP/1.1" status: 204 len: 173 time: 0.4181533 Jul 29 15:21:11.670978 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2f31ccdf-457d-4f99-831e-4f559a011d45 req-23e851ea-d8bc-4ea2-89a2-6953c463a110 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6e8a21b-acbb-4231-af54-dd1f3843505e HTTP/1.1" status: 200 len: 210 time: 0.0262265 Jul 29 15:21:12.222485 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'name': 'network-vif-deleted', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:21:12.224878 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078da497-9ef7-4b0b-8dd1-44cf3a80620c" -d '{"events": [{"server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "name": "network-vif-deleted", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:21:12.262993 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5916f9b4-64cb-4638-9130-0e7e336568c4 x-openstack-request-id: req-5916f9b4-64cb-4638-9130-0e7e336568c4 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:21:12.263281 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e8a21b-acbb-4231-af54-dd1f3843505e", "name": "network-vif-deleted", "tag": "46ae451b-418e-4e31-a335-16c8904d9e00", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:21:12.263529 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5916f9b4-64cb-4638-9130-0e7e336568c4 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:21:12.263947 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e8a21b-acbb-4231-af54-dd1f3843505e', 'name': 'network-vif-deleted', 'tag': '46ae451b-418e-4e31-a335-16c8904d9e00', 'status': 'completed', 'code': 200} Jul 29 15:21:12.734664 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49894) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:13.098266 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53238664-15ac-4971-8cd2-6a03bde9ce7a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:13.359538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-53238664-15ac-4971-8cd2-6a03bde9ce7a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting port f4e84277-d3ed-4417-9738-305d8dca96a2 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:21:13.360248 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53238664-15ac-4971-8cd2-6a03bde9ce7a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:13.449758 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-53238664-15ac-4971-8cd2-6a03bde9ce7a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] For port f4e84277-d3ed-4417-9738-305d8dca96a2, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f4e84277-d3ed-4417-9738-305d8dca96a2,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:13.450126 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53238664-15ac-4971-8cd2-6a03bde9ce7a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:13.463201 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-53238664-15ac-4971-8cd2-6a03bde9ce7a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Calling delete_port for f4e84277-d3ed-4417-9738-305d8dca96a2 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:21:13.647272 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53238664-15ac-4971-8cd2-6a03bde9ce7a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:13.672746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53238664-15ac-4971-8cd2-6a03bde9ce7a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Port': ['ID=f4e84277-d3ed-4417-9738-305d8dca96a2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:13.855377 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-53238664-15ac-4971-8cd2-6a03bde9ce7a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:14.094241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53238664-15ac-4971-8cd2-6a03bde9ce7a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router 2083c56c-6f9c-4597-b666-033629c37630 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:21:14.207296 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53238664-15ac-4971-8cd2-6a03bde9ce7a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:21:14.214506 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-53238664-15ac-4971-8cd2-6a03bde9ce7a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "PUT /v2.0/routers/2083c56c-6f9c-4597-b666-033629c37630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4767616 Jul 29 15:21:14.215217 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49896) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:14.218366 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1904244-cc44-47d8-b553-8ea197c7ab65 None None] Sync routers for ids ['2083c56c-6f9c-4597-b666-033629c37630'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:21:14.228503 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1904244-cc44-47d8-b553-8ea197c7ab65 None None] Routers {'2083c56c-6f9c-4597-b666-033629c37630'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:14.229155 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c1904244-cc44-47d8-b553-8ea197c7ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2083c56c-6f9c-4597-b666-033629c37630'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:14.273566 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e07684-c688-4362-9dd9-56140b9c28e1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting subnet 74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:21:14.276992 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68e07684-c688-4362-9dd9-56140b9c28e1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:14.319830 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68e07684-c688-4362-9dd9-56140b9c28e1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:14.339391 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-c1904244-cc44-47d8-b553-8ea197c7ab65 None None] Set router 2083c56c-6f9c-4597-b666-033629c37630 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:14.413112 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68e07684-c688-4362-9dd9-56140b9c28e1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:14.478147 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68e07684-c688-4362-9dd9-56140b9c28e1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:14.508544 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e07684-c688-4362-9dd9-56140b9c28e1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Subnet': ['ID=74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:14.510721 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-68e07684-c688-4362-9dd9-56140b9c28e1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:14.515000 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-68e07684-c688-4362-9dd9-56140b9c28e1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/subnets/74e0cd01-0ea7-46e3-8619-ba16b0fa9a3d HTTP/1.1" status: 204 len: 168 time: 0.2964730 Jul 29 15:21:14.515507 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49898) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:14.521801 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d80d9a8-187e-428c-9d68-12555debf5c5 None None] Network 563dcb66-3dae-41c2-b851-922c256d69a3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:21:14.522400 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c1904244-cc44-47d8-b553-8ea197c7ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2083c56c-6f9c-4597-b666-033629c37630', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851388557', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:20:05Z', 'updated_at': '2021-07-29T15:21:13Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:06Z', 'updated_at': '2021-07-29T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:14.549790 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1904244-cc44-47d8-b553-8ea197c7ab65 None None] Checking router: 2083c56c-6f9c-4597-b666-033629c37630 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:21:14.558524 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1904244-cc44-47d8-b553-8ea197c7ab65 None None] Routers {'2083c56c-6f9c-4597-b666-033629c37630'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:14.559147 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c1904244-cc44-47d8-b553-8ea197c7ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2083c56c-6f9c-4597-b666-033629c37630'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:14.627952 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd991460-ccb0-466c-bbe5-43c5abacd285 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:14.673180 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-c1904244-cc44-47d8-b553-8ea197c7ab65 None None] Set router 2083c56c-6f9c-4597-b666-033629c37630 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:14.724040 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] DHCP port deletion for 563dcb66-3dae-41c2-b851-922c256d69a3 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:21:14.776054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Deleting port 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:21:14.776796 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:14.858033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] For port 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5,segment=NetworkSegment(933b2a2a-dac0-4ddb-bdc1-09f45652250c),segment_id=933b2a2a-dac0-4ddb-bdc1-09f45652250c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:14.858431 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:14.874221 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Calling delete_port for 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:21:14.879598 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c1904244-cc44-47d8-b553-8ea197c7ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2083c56c-6f9c-4597-b666-033629c37630', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851388557', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:20:05Z', 'updated_at': '2021-07-29T15:21:13Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:06Z', 'updated_at': '2021-07-29T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:14.957410 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:14.983686 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Pushing event deleted for resources: {'Port': ['ID=273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:14.988281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] No DVR routers for this DVR port 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:21:14.999982 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1904244-cc44-47d8-b553-8ea197c7ab65 None None] The sync data for ids ['2083c56c-6f9c-4597-b666-033629c37630'] in n-d-802893-1 is: [{'id': '2083c56c-6f9c-4597-b666-033629c37630', 'name': 'tempest-TestNetworkAdvancedServerOps-router-851388557', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:20:05Z', 'updated_at': '2021-07-29T15:21:13Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': '6b290fd1-497f-4ad9-8a05-18b11693f41b', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083c56c-6f9c-4597-b666-033629c37630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:20:06Z', 'updated_at': '2021-07-29T15:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:21:15.005705 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:15.006061 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:15.006407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:15.006749 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:15.007307 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:15.007497 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:15.007872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:15.008148 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:15.008422 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:15.008780 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:15.009101 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:15.009538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f486877f-b702-47a4-b83d-5f7956fc2b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:15.086368 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd991460-ccb0-466c-bbe5-43c5abacd285 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:15.145400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-fd991460-ccb0-466c-bbe5-43c5abacd285 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting port 6b290fd1-497f-4ad9-8a05-18b11693f41b {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:21:15.145750 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd991460-ccb0-466c-bbe5-43c5abacd285 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:15.160160 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 46ae451b-418e-4e31-a335-16c8904d9e00 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:21:15.180585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 46ae451b-418e-4e31-a335-16c8904d9e00 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:21:15.181048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 46ae451b-418e-4e31-a335-16c8904d9e00 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:21:15.238346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-fd991460-ccb0-466c-bbe5-43c5abacd285 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] For port 6b290fd1-497f-4ad9-8a05-18b11693f41b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=6b290fd1-497f-4ad9-8a05-18b11693f41b,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:15.238716 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd991460-ccb0-466c-bbe5-43c5abacd285 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:15.253880 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-fd991460-ccb0-466c-bbe5-43c5abacd285 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Calling delete_port for 6b290fd1-497f-4ad9-8a05-18b11693f41b owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:21:15.419482 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd991460-ccb0-466c-bbe5-43c5abacd285 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:15.446183 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd991460-ccb0-466c-bbe5-43c5abacd285 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Port': ['ID=6b290fd1-497f-4ad9-8a05-18b11693f41b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:15.507180 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd991460-ccb0-466c-bbe5-43c5abacd285 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:15.596369 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd991460-ccb0-466c-bbe5-43c5abacd285 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:15.598551 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd991460-ccb0-466c-bbe5-43c5abacd285 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:15.641189 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd991460-ccb0-466c-bbe5-43c5abacd285 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:15.641828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd991460-ccb0-466c-bbe5-43c5abacd285 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Fanout notify agent at l3_agent the message router_deleted on router 2083c56c-6f9c-4597-b666-033629c37630 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:21:15.648716 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd991460-ccb0-466c-bbe5-43c5abacd285 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:15.649848 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fd991460-ccb0-466c-bbe5-43c5abacd285 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/routers/2083c56c-6f9c-4597-b666-033629c37630 HTTP/1.1" status: 204 len: 168 time: 1.1333330 Jul 29 15:21:15.652660 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49900) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:15.744011 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-851b97b8-4ea0-453b-9cb6-a5f184cfa12f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:15.843844 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-851b97b8-4ea0-453b-9cb6-a5f184cfa12f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:15.854121 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-851b97b8-4ea0-453b-9cb6-a5f184cfa12f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563dcb66-3dae-41c2-b851-922c256d69a3']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:15.864391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-851b97b8-4ea0-453b-9cb6-a5f184cfa12f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933b2a2a-dac0-4ddb-bdc1-09f45652250c') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:15.864700 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-851b97b8-4ea0-453b-9cb6-a5f184cfa12f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933b2a2a-dac0-4ddb-bdc1-09f45652250c') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:15.873173 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-851b97b8-4ea0-453b-9cb6-a5f184cfa12f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:15.886197 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-851b97b8-4ea0-453b-9cb6-a5f184cfa12f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:15.891805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851b97b8-4ea0-453b-9cb6-a5f184cfa12f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:21:15.892718 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-851b97b8-4ea0-453b-9cb6-a5f184cfa12f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:21:15.895539 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:21:15.957097 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-851b97b8-4ea0-453b-9cb6-a5f184cfa12f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:15.965030 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-851b97b8-4ea0-453b-9cb6-a5f184cfa12f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:15.966171 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-851b97b8-4ea0-453b-9cb6-a5f184cfa12f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/networks/563dcb66-3dae-41c2-b851-922c256d69a3 HTTP/1.1" status: 204 len: 168 time: 0.3125296 Jul 29 15:21:15.968843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49902) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:15.986113 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b97b8-4ea0-453b-9cb6-a5f184cfa12f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Network': ['ID=563dcb66-3dae-41c2-b851-922c256d69a3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:16.039299 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e2f9e7f0-c580-4410-ae46-913d23a19bc4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.064977 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e2f9e7f0-c580-4410-ae46-913d23a19bc4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.151936 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e2f9e7f0-c580-4410-ae46-913d23a19bc4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.154753 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e2f9e7f0-c580-4410-ae46-913d23a19bc4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.155960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e2f9e7f0-c580-4410-ae46-913d23a19bc4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/security-groups/df384cdd-09e1-405a-b16d-245b9b24180c HTTP/1.1" status: 204 len: 168 time: 0.1862071 Jul 29 15:21:16.170562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f4e84277-d3ed-4417-9738-305d8dca96a2 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:21:16.174165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9e7f0-c580-4410-ae46-913d23a19bc4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df384cdd-09e1-405a-b16d-245b9b24180c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:16.199682 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: f4e84277-d3ed-4417-9738-305d8dca96a2 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:21:16.200113 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f4e84277-d3ed-4417-9738-305d8dca96a2 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:21:16.200442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:21:16.224931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:21:16.225276 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 273f3f9d-74ee-4e9f-9dbc-cb12d06e9fc5 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:21:16.359328 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49908) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:16.364390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-66fcd7d6-86b4-4a1f-845b-913a2a403250 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-246013132', 'description': 'tempest-secgroup-smoke-246013132 description', 'project_id': 'ff222b7955804c63888f15eaa141338c'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:21:16.389587 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-66fcd7d6-86b4-4a1f-845b-913a2a403250 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.476744 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-66fcd7d6-86b4-4a1f-845b-913a2a403250 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.480555 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-66fcd7d6-86b4-4a1f-845b-913a2a403250 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.509669 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-66fcd7d6-86b4-4a1f-845b-913a2a403250 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.510880 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-66fcd7d6-86b4-4a1f-845b-913a2a403250 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1505213 Jul 29 15:21:16.512808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcd7d6-86b4-4a1f-845b-913a2a403250 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b155a698-07fa-485b-9da1-759d7bc83e9d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:16.513903 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49910) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:16.519433 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-5f330ed5-6c73-4d06-8a15-c2d8401c1c6e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': 'b155a698-07fa-485b-9da1-759d7bc83e9d', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:21:16.545502 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f330ed5-6c73-4d06-8a15-c2d8401c1c6e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.610323 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f330ed5-6c73-4d06-8a15-c2d8401c1c6e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.614977 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f330ed5-6c73-4d06-8a15-c2d8401c1c6e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.632649 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f330ed5-6c73-4d06-8a15-c2d8401c1c6e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d688da9-6c95-410f-9457-36e22852605f,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:16.638625 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f330ed5-6c73-4d06-8a15-c2d8401c1c6e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.639830 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5f330ed5-6c73-4d06-8a15-c2d8401c1c6e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243026 Jul 29 15:21:16.642535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49912) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:16.647176 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ecc8a7f3-4224-4a84-9260-39fdf09ba1ba tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': 'b155a698-07fa-485b-9da1-759d7bc83e9d', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:21:16.672893 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ecc8a7f3-4224-4a84-9260-39fdf09ba1ba tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.733655 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ecc8a7f3-4224-4a84-9260-39fdf09ba1ba tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.738605 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ecc8a7f3-4224-4a84-9260-39fdf09ba1ba tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.759380 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8a7f3-4224-4a84-9260-39fdf09ba1ba tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f2154f-5e5e-40d1-b8f6-3be67df78191,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:16.766978 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ecc8a7f3-4224-4a84-9260-39fdf09ba1ba tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.768311 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ecc8a7f3-4224-4a84-9260-39fdf09ba1ba tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248846 Jul 29 15:21:16.771206 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49914) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:16.776810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ad2071e5-e399-4700-a83c-29d497a149d4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': 'b155a698-07fa-485b-9da1-759d7bc83e9d', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:21:16.804878 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad2071e5-e399-4700-a83c-29d497a149d4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.871463 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad2071e5-e399-4700-a83c-29d497a149d4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.875281 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad2071e5-e399-4700-a83c-29d497a149d4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.892742 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2071e5-e399-4700-a83c-29d497a149d4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8226ef34-2d2d-4bbf-9e49-f75c8d994a03,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:16.898822 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ad2071e5-e399-4700-a83c-29d497a149d4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:16.900526 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ad2071e5-e399-4700-a83c-29d497a149d4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283209 Jul 29 15:21:16.903162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49916) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:16.908406 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7e18d0f1-d4fd-4713-91f8-b509a99d735d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': 'b155a698-07fa-485b-9da1-759d7bc83e9d', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:21:16.938595 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e18d0f1-d4fd-4713-91f8-b509a99d735d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.002791 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e18d0f1-d4fd-4713-91f8-b509a99d735d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.006319 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e18d0f1-d4fd-4713-91f8-b509a99d735d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.026408 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18d0f1-d4fd-4713-91f8-b509a99d735d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14de5caf-f04d-47cc-876e-f2b398370a76,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:17.035438 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7e18d0f1-d4fd-4713-91f8-b509a99d735d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.039926 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49918) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:17.040467 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7e18d0f1-d4fd-4713-91f8-b509a99d735d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357613 Jul 29 15:21:17.044856 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-81449c0d-eea5-4437-9ac8-7355230fe6c4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': 'b155a698-07fa-485b-9da1-759d7bc83e9d', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:21:17.067077 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-81449c0d-eea5-4437-9ac8-7355230fe6c4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Project ff222b7955804c63888f15eaa141338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:21:17.073106 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81449c0d-eea5-4437-9ac8-7355230fe6c4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.139848 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81449c0d-eea5-4437-9ac8-7355230fe6c4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.143373 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81449c0d-eea5-4437-9ac8-7355230fe6c4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.162788 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81449c0d-eea5-4437-9ac8-7355230fe6c4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bb1297-4e79-4af7-a900-1fdf07b42666,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:17.171669 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-81449c0d-eea5-4437-9ac8-7355230fe6c4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.172889 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-81449c0d-eea5-4437-9ac8-7355230fe6c4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317003 Jul 29 15:21:17.176200 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49920) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:17.180617 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c7475f89-9fcd-4bc7-ae6d-bcf91b7f9068 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'security_group_rule': {'security_group_id': 'b155a698-07fa-485b-9da1-759d7bc83e9d', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:21:17.201333 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-c7475f89-9fcd-4bc7-ae6d-bcf91b7f9068 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Project ff222b7955804c63888f15eaa141338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:21:17.206639 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7475f89-9fcd-4bc7-ae6d-bcf91b7f9068 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.268343 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7475f89-9fcd-4bc7-ae6d-bcf91b7f9068 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.272463 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7475f89-9fcd-4bc7-ae6d-bcf91b7f9068 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.292190 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7475f89-9fcd-4bc7-ae6d-bcf91b7f9068 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e4b9efb-c651-40fa-a395-d2d68ba737b0,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:17.294810 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c7475f89-9fcd-4bc7-ae6d-bcf91b7f9068 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.300018 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c7475f89-9fcd-4bc7-ae6d-bcf91b7f9068 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188149 Jul 29 15:21:17.300943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49922) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:17.305791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-631cf1f3-0974-48eb-97f1-9a916e359be7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'network': {'name': 'tempest-network-smoke--436597676', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'port_security_enabled': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:21:17.327794 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631cf1f3-0974-48eb-97f1-9a916e359be7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Made reservation on behalf of ff222b7955804c63888f15eaa141338c for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:21:17.332613 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-631cf1f3-0974-48eb-97f1-9a916e359be7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.358993 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631cf1f3-0974-48eb-97f1-9a916e359be7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:21:17.369129 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-631cf1f3-0974-48eb-97f1-9a916e359be7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.369472 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-631cf1f3-0974-48eb-97f1-9a916e359be7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Added segment c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad of type vlan for network 9a681c10-0e8e-40a0-bd51-d34365aad4ba Jul 29 15:21:17.414053 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-631cf1f3-0974-48eb-97f1-9a916e359be7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.442919 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-631cf1f3-0974-48eb-97f1-9a916e359be7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.448469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631cf1f3-0974-48eb-97f1-9a916e359be7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:17.449092 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-631cf1f3-0974-48eb-97f1-9a916e359be7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.508888 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-631cf1f3-0974-48eb-97f1-9a916e359be7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2075543 Jul 29 15:21:17.512759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49924) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:17.518192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-389006432', 'admin_state_up': True, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:21:17.522845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cf1f3-0974-48eb-97f1-9a916e359be7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Network': ['ID=9a681c10-0e8e-40a0-bd51-d34365aad4ba,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:17.538195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 9a681c10-0e8e-40a0-bd51-d34365aad4ba details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:21:17.547514 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.549103 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.608180 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.732762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 6b290fd1-497f-4ad9-8a05-18b11693f41b no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:21:17.755622 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 6b290fd1-497f-4ad9-8a05-18b11693f41b {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:21:17.756071 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 6b290fd1-497f-4ad9-8a05-18b11693f41b not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:21:17.757367 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.963685 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:17.982383 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:18.093165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Allocated IP 172.25.6.38 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/fa933421-051a-4bf7-8cde-84726064bbfe) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:21:18.198762 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:18.239291 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:18.275104 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:21:18.277941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:21:18.281383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:21:18.307146 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=fa933421-051a-4bf7-8cde-84726064bbfe,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:18.531671 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:18.745325 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:18.888462 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router d6f934f7-a585-4bd5-af3c-0ce6522004e8 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:21:19.332763 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:21:19.342331 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Sync routers for ids ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:21:19.352074 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:19.352398 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Routers {'d6f934f7-a585-4bd5-af3c-0ce6522004e8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:19.352977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:19.353707 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9529732e-d8dd-4a2f-8edf-a3dabdfb8812 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8398385 Jul 29 15:21:19.357219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49928) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:19.387575 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2e8195dc-1259-438b-98de-76c0d90963b1 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ff222b7955804c63888f15eaa141338c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291007 Jul 29 15:21:19.389999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49930) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:19.466537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Set router d6f934f7-a585-4bd5-af3c-0ce6522004e8 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:19.490969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f810f-07ea-486a-8158-13978824b012 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:19.492617 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9f7f810f-07ea-486a-8158-13978824b012 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1013820 Jul 29 15:21:19.495665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 49932) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:19.527341 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b0604fa1-ada5-4a22-ad7d-2912737dd5e4 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305402 Jul 29 15:21:19.530389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49934) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:19.536624 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-49eb7004-cc16-44d3-b8e1-b5be522c76b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1846991516', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'project_id': 'ff222b7955804c63888f15eaa141338c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:21:19.631943 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49eb7004-cc16-44d3-b8e1-b5be522c76b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Made reservation on behalf of ff222b7955804c63888f15eaa141338c for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:21:19.635782 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49eb7004-cc16-44d3-b8e1-b5be522c76b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:19.651545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389006432', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:18Z', 'revision_number': 3, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:19.677758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Checking router: d6f934f7-a585-4bd5-af3c-0ce6522004e8 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:21:19.678087 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Updating router d6f934f7-a585-4bd5-af3c-0ce6522004e8 port fa933421-051a-4bf7-8cde-84726064bbfe binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:21:19.702832 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:19.826352 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49eb7004-cc16-44d3-b8e1-b5be522c76b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:19.890470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb7004-cc16-44d3-b8e1-b5be522c76b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Subnet': ['ID=d62e17c7-2984-4464-b6e6-2be0795e16e5,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:19.901492 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eb7004-cc16-44d3-b8e1-b5be522c76b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Checking segment: {'id': 'c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:21:19.901856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eb7004-cc16-44d3-b8e1-b5be522c76b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network hostable DHCP agents. Network: 9a681c10-0e8e-40a0-bd51-d34365aad4ba, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:21:19.919446 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eb7004-cc16-44d3-b8e1-b5be522c76b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 9a681c10-0e8e-40a0-bd51-d34365aad4ba is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:21:19.928708 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-49eb7004-cc16-44d3-b8e1-b5be522c76b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 9a681c10-0e8e-40a0-bd51-d34365aad4ba) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:21:19.936844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49eb7004-cc16-44d3-b8e1-b5be522c76b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:19.937632 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-49eb7004-cc16-44d3-b8e1-b5be522c76b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:19.950859 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d1097c-55ba-462f-9c97-fe1862b95a97 None None] Network 9a681c10-0e8e-40a0-bd51-d34365aad4ba requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:21:19.953895 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-49eb7004-cc16-44d3-b8e1-b5be522c76b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4224207 Jul 29 15:21:19.957261 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49936) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:20.006761 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:20.025281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Transition to ACTIVE for port object fa933421-051a-4bf7-8cde-84726064bbfe will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:21:20.032254 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:20.113869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76a41f-4f7f-4617-bb01-fb82e8a258de None None] Pushing event updated for resources: {'Port': ['ID=fa933421-051a-4bf7-8cde-84726064bbfe,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:20.135267 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Attempting to bind port fa933421-051a-4bf7-8cde-84726064bbfe on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:21:20.135647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Attempting to bind port fa933421-051a-4bf7-8cde-84726064bbfe by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:21:20.136004 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Attempting to bind port fa933421-051a-4bf7-8cde-84726064bbfe on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:21:20.146844 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:21:20.147145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:21:20.147545 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:20.147933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:21:20.148397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Bound port: fa933421-051a-4bf7-8cde-84726064bbfe, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:21:20.148808 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:20.220816 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ips': [{'subnet_id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:21:20.221823 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:20.238944 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] For port fa933421-051a-4bf7-8cde-84726064bbfe, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:21:20.259538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] For port fa933421-051a-4bf7-8cde-84726064bbfe, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fa933421-051a-4bf7-8cde-84726064bbfe,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:21:20.311996 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:20.416429 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76a41f-4f7f-4617-bb01-fb82e8a258de None None] Pushing event updated for resources: {'Port': ['ID=fa933421-051a-4bf7-8cde-84726064bbfe,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:20.420499 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:20.421200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Routers {'d6f934f7-a585-4bd5-af3c-0ce6522004e8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:20.423882 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:20.492180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Allocated IP 172.20.0.2 (9a681c10-0e8e-40a0-bd51-d34365aad4ba/d62e17c7-2984-4464-b6e6-2be0795e16e5/cfc5e772-0e2a-4443-b83f-210d238beb19) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:21:20.591146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] Set router d6f934f7-a585-4bd5-af3c-0ce6522004e8 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:20.812629 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:20.824117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Transition to ACTIVE for port object cfc5e772-0e2a-4443-b83f-210d238beb19 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:21:20.842471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Transition to ACTIVE for port object cfc5e772-0e2a-4443-b83f-210d238beb19 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:21:20.853621 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:20.891580 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389006432', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:18Z', 'revision_number': 3, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:20.903754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Allocated IP 172.20.0.1 (9a681c10-0e8e-40a0-bd51-d34365aad4ba/d62e17c7-2984-4464-b6e6-2be0795e16e5/16058f88-6faf-47c7-8fd7-b815824d04d6) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:21:20.928756 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Network 9a681c10-0e8e-40a0-bd51-d34365aad4ba is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:21:20.932505 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1548d43c-a788-4d74-bdde-ddbdd605acf9 None None] The sync data for ids ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'] in n-d-802893-1 is: [{'id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389006432', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:18Z', 'revision_number': 3, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:21:20.934633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:21:20.936812 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Pushing event updated for resources: {'Port': ['ID=cfc5e772-0e2a-4443-b83f-210d238beb19,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:20.939340 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:21:20.998144 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Attempting to bind port cfc5e772-0e2a-4443-b83f-210d238beb19 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:21:20.998512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Attempting to bind port cfc5e772-0e2a-4443-b83f-210d238beb19 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:21:20.998868 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Attempting to bind port cfc5e772-0e2a-4443-b83f-210d238beb19 on network 9a681c10-0e8e-40a0-bd51-d34365aad4ba {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:21:21.004378 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:21:21.004772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Checking segment: {'id': 'c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:21:21.005175 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:21.005562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Bound using segment: {'id': 'c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:21:21.006026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Bound port: cfc5e772-0e2a-4443-b83f-210d238beb19, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:21:21.006404 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:21.053060 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:21.070032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Transition to ACTIVE for port object 16058f88-6faf-47c7-8fd7-b815824d04d6 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:21:21.082715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] For port cfc5e772-0e2a-4443-b83f-210d238beb19, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:21:21.086210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] For port cfc5e772-0e2a-4443-b83f-210d238beb19, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cfc5e772-0e2a-4443-b83f-210d238beb19,segment=NetworkSegment(c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad),segment_id=c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:21:21.090311 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:21.107834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:21.151593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 9a681c10-0e8e-40a0-bd51-d34365aad4ba is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:21:21.154761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:21:21.162046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:21:21.170655 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b378de-b0c6-46d4-81f9-341393596488 None None] Pushing event updated for resources: {'Port': ['ID=cfc5e772-0e2a-4443-b83f-210d238beb19,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:21.218852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=16058f88-6faf-47c7-8fd7-b815824d04d6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:21.247069 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:21.422405 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:21.749232 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:21.755815 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:21.832203 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=16058f88-6faf-47c7-8fd7-b815824d04d6,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:21.841365 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:21.876484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cfc5e772-0e2a-4443-b83f-210d238beb19 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:21:21.942083 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port cfc5e772-0e2a-4443-b83f-210d238beb19 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:21:21.946553 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fa933421-051a-4bf7-8cde-84726064bbfe up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:21:21.959417 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 9a681c10-0e8e-40a0-bd51-d34365aad4ba is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:21:21.961177 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:21:22.006844 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port fa933421-051a-4bf7-8cde-84726064bbfe completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:21:22.011113 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port fa933421-051a-4bf7-8cde-84726064bbfe triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:21:22.011490 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:22.101892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router d6f934f7-a585-4bd5-af3c-0ce6522004e8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:21:22.115287 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:22.147681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port fa933421-051a-4bf7-8cde-84726064bbfe, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fa933421-051a-4bf7-8cde-84726064bbfe,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:22.154005 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:22.170536 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-70425598-6678-4ae8-b297-551bf74c0b60 req-967a2c7d-ac52-442a-8e3d-67161fb063b3 service neutron] (94157) timed out ('10.222.0.16', 59046) {{(pid=94157) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 15:21:22.211719 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=fa933421-051a-4bf7-8cde-84726064bbfe,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:22.269532 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:21:22.275099 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e03cd868-709e-43bb-8696-66a22ae374a6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "PUT /v2.0/routers/d6f934f7-a585-4bd5-af3c-0ce6522004e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3168035 Jul 29 15:21:22.344598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b856894-16e8-473a-bd36-e5379362fc47 None None] Network 9a681c10-0e8e-40a0-bd51-d34365aad4ba requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:21:22.444335 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-762f7b62-d44b-45c2-8a97-9d791e1d5ef1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-246013132&fields=id&tenant_id=ff222b7955804c63888f15eaa141338c HTTP/1.1" status: 200 len: 267 time: 0.0429542 Jul 29 15:21:22.589308 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-127e3c7f-cc41-4f6d-b03b-72cc5559d89d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:22.590815 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-127e3c7f-cc41-4f6d-b03b-72cc5559d89d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/networks?id=9a681c10-0e8e-40a0-bd51-d34365aad4ba HTTP/1.1" status: 200 len: 796 time: 0.1380026 Jul 29 15:21:22.600871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f073a6fd-8855-416f-a38b-bb032b1988b6 None None] Provisioning for port cfc5e772-0e2a-4443-b83f-210d238beb19 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:21:22.607784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f073a6fd-8855-416f-a38b-bb032b1988b6 None None] Provisioning complete for port cfc5e772-0e2a-4443-b83f-210d238beb19 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:21:22.608057 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-7df32392-6466-4a38-8201-40d277593bbd tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/quotas/ff222b7955804c63888f15eaa141338c HTTP/1.1" status: 200 len: 375 time: 0.0104730 Jul 29 15:21:22.608227 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f073a6fd-8855-416f-a38b-bb032b1988b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:22.670815 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-71c98988-76fd-43f3-9225-d3f54bf5a93d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544908 Jul 29 15:21:22.775783 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Sync routers for ids ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:21:22.787518 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f073a6fd-8855-416f-a38b-bb032b1988b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:22.800706 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Routers {'d6f934f7-a585-4bd5-af3c-0ce6522004e8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:22.800706 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:22.833503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f073a6fd-8855-416f-a38b-bb032b1988b6 None None] For port cfc5e772-0e2a-4443-b83f-210d238beb19, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cfc5e772-0e2a-4443-b83f-210d238beb19,segment=NetworkSegment(c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad),segment_id=c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:22.839430 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f073a6fd-8855-416f-a38b-bb032b1988b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:22.853912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-85758b61-768f-4308-b092-14793333e930 service neutron] 10.222.0.16 "GET /v2.0/networks/9a681c10-0e8e-40a0-bd51-d34365aad4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640289 Jul 29 15:21:22.914536 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073a6fd-8855-416f-a38b-bb032b1988b6 None None] Pushing event updated for resources: {'Port': ['ID=cfc5e772-0e2a-4443-b83f-210d238beb19,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:22.987649 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-1e09d520-e31e-42fc-a2b7-c7af697d5aec service neutron] 10.222.0.16 "GET /v2.0/networks/9a681c10-0e8e-40a0-bd51-d34365aad4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244161 Jul 29 15:21:22.992139 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Set router d6f934f7-a585-4bd5-af3c-0ce6522004e8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:23.176283 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-02319619-344b-4fbf-b4de-ce4ba75b5589 None None] Provisioning for port 16058f88-6faf-47c7-8fd7-b815824d04d6 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:21:23.182011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-02319619-344b-4fbf-b4de-ce4ba75b5589 None None] Provisioning complete for port 16058f88-6faf-47c7-8fd7-b815824d04d6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:21:23.182443 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02319619-344b-4fbf-b4de-ce4ba75b5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:23.228110 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-02319619-344b-4fbf-b4de-ce4ba75b5589 None None] Port 16058f88-6faf-47c7-8fd7-b815824d04d6 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:21:23.238716 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389006432', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:21Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '16058f88-6faf-47c7-8fd7-b815824d04d6', 'name': '', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:86:ad:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:20Z', 'updated_at': '2021-07-29T15:21:21Z', 'revision_number': 2, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:23.249381 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-02319619-344b-4fbf-b4de-ce4ba75b5589 None None] Provisioning complete for port cfc5e772-0e2a-4443-b83f-210d238beb19 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:21:23.249381 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02319619-344b-4fbf-b4de-ce4ba75b5589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:23.274005 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9232a607-cc3c-4c00-8014-9a181bab7bd2 req-f95c5f2f-db45-4fb3-8574-b589fc05e602 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 210 time: 0.0333881 Jul 29 15:21:23.289459 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Checking router: d6f934f7-a585-4bd5-af3c-0ce6522004e8 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:21:23.289777 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Updating router d6f934f7-a585-4bd5-af3c-0ce6522004e8 port 16058f88-6faf-47c7-8fd7-b815824d04d6 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:21:23.322553 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:23.493768 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1c389179-cd62-4975-89d9-c6e59986ef28 None None] Provisioning complete for port 16058f88-6faf-47c7-8fd7-b815824d04d6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:21:23.494228 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1c389179-cd62-4975-89d9-c6e59986ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:23.559702 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1c389179-cd62-4975-89d9-c6e59986ef28 None None] Port 16058f88-6faf-47c7-8fd7-b815824d04d6 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:21:23.711562 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:23.724238 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Transition to ACTIVE for port object 16058f88-6faf-47c7-8fd7-b815824d04d6 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:21:23.732079 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:23.847664 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cfc5e772-0e2a-4443-b83f-210d238beb19 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:21:23.880065 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced83e2c-0583-40f5-92a9-fe0aff20d30e None None] Pushing event updated for resources: {'Port': ['ID=16058f88-6faf-47c7-8fd7-b815824d04d6,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:23.913272 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port cfc5e772-0e2a-4443-b83f-210d238beb19 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:21:23.913781 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:23.925155 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced83e2c-0583-40f5-92a9-fe0aff20d30e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:23.926163 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced83e2c-0583-40f5-92a9-fe0aff20d30e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:23.926877 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced83e2c-0583-40f5-92a9-fe0aff20d30e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:23.928398 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced83e2c-0583-40f5-92a9-fe0aff20d30e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:23.929093 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced83e2c-0583-40f5-92a9-fe0aff20d30e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:23.929592 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced83e2c-0583-40f5-92a9-fe0aff20d30e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:23.930247 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced83e2c-0583-40f5-92a9-fe0aff20d30e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:23.930897 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced83e2c-0583-40f5-92a9-fe0aff20d30e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:23.931608 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced83e2c-0583-40f5-92a9-fe0aff20d30e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:23.932261 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced83e2c-0583-40f5-92a9-fe0aff20d30e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:23.932860 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced83e2c-0583-40f5-92a9-fe0aff20d30e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:23.933573 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced83e2c-0583-40f5-92a9-fe0aff20d30e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:23.945408 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Attempting to bind port 16058f88-6faf-47c7-8fd7-b815824d04d6 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:21:23.946030 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Attempting to bind port 16058f88-6faf-47c7-8fd7-b815824d04d6 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:21:23.946766 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Attempting to bind port 16058f88-6faf-47c7-8fd7-b815824d04d6 on network 9a681c10-0e8e-40a0-bd51-d34365aad4ba {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:21:23.954470 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:21:23.955552 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Checking segment: {'id': 'c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:21:23.956017 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:23.956492 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Bound using segment: {'id': 'c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:21:23.958678 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Bound port: 16058f88-6faf-47c7-8fd7-b815824d04d6, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:21:23.959404 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:24.042674 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] For port 16058f88-6faf-47c7-8fd7-b815824d04d6, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:21:24.046990 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] For port 16058f88-6faf-47c7-8fd7-b815824d04d6, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=16058f88-6faf-47c7-8fd7-b815824d04d6,segment=NetworkSegment(c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad),segment_id=c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:21:24.053583 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:24.081643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fa933421-051a-4bf7-8cde-84726064bbfe up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:21:24.135646 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced83e2c-0583-40f5-92a9-fe0aff20d30e None None] Pushing event updated for resources: {'Port': ['ID=16058f88-6faf-47c7-8fd7-b815824d04d6,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:24.151186 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port fa933421-051a-4bf7-8cde-84726064bbfe triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:21:24.151548 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:24.152220 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Routers {'d6f934f7-a585-4bd5-af3c-0ce6522004e8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:24.152977 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:24.291103 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] Set router d6f934f7-a585-4bd5-af3c-0ce6522004e8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:24.473751 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e803b907-42ed-4e50-a38a-b0ecc36c4a9d req-5ee36516-62c3-4e68-9081-476b6dc3d006 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 210 time: 0.0586662 Jul 29 15:21:24.552551 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389006432', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:21Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '16058f88-6faf-47c7-8fd7-b815824d04d6', 'name': '', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:86:ad:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:20Z', 'updated_at': '2021-07-29T15:21:24Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:24.562251 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-4087a1db-f75a-4a87-8249-977c7199bbc9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:24.564333 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-4087a1db-f75a-4a87-8249-977c7199bbc9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.39 "GET /v2.0/networks?id=9a681c10-0e8e-40a0-bd51-d34365aad4ba HTTP/1.1" status: 200 len: 796 time: 0.1305766 Jul 29 15:21:24.579374 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6113a9e5-7929-4e84-8f7c-9dab85d3079b None None] The sync data for ids ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'] in n-d-802893-1 is: [{'id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389006432', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:21Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '16058f88-6faf-47c7-8fd7-b815824d04d6', 'name': '', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:86:ad:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:20Z', 'updated_at': '2021-07-29T15:21:24Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:21:24.618266 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-83b02d49-27c1-4320-ab58-42413737193b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff222b7955804c63888f15eaa141338c HTTP/1.1" status: 200 len: 379 time: 0.0454113 Jul 29 15:21:24.640736 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-b584d23a-bd29-4b08-bf5c-4a1afce3f583 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'port': {'device_id': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'admin_state_up': True, 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'security_groups': ['b155a698-07fa-485b-9da1-759d7bc83e9d']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:21:24.777803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-b584d23a-bd29-4b08-bf5c-4a1afce3f583 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Made reservation on behalf of ff222b7955804c63888f15eaa141338c for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:21:24.781928 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-b584d23a-bd29-4b08-bf5c-4a1afce3f583 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:24.936948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-b584d23a-bd29-4b08-bf5c-4a1afce3f583 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Allocated IP 172.20.0.5 (9a681c10-0e8e-40a0-bd51-d34365aad4ba/d62e17c7-2984-4464-b6e6-2be0795e16e5/de01b802-086f-4d83-adcc-d55539e495ce) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:21:25.087689 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-b584d23a-bd29-4b08-bf5c-4a1afce3f583 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:25.106243 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-b584d23a-bd29-4b08-bf5c-4a1afce3f583 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Transition to ACTIVE for port object de01b802-086f-4d83-adcc-d55539e495ce will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:21:25.157604 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-b584d23a-bd29-4b08-bf5c-4a1afce3f583 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:25.210571 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-b584d23a-bd29-4b08-bf5c-4a1afce3f583 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 9a681c10-0e8e-40a0-bd51-d34365aad4ba is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:21:25.216320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-b584d23a-bd29-4b08-bf5c-4a1afce3f583 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:21:25.219514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-b584d23a-bd29-4b08-bf5c-4a1afce3f583 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:21:25.227353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584d23a-bd29-4b08-bf5c-4a1afce3f583 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=de01b802-086f-4d83-adcc-d55539e495ce,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:25.280377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-b584d23a-bd29-4b08-bf5c-4a1afce3f583 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:25.281377 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-b584d23a-bd29-4b08-bf5c-4a1afce3f583 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:25.298202 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-b584d23a-bd29-4b08-bf5c-4a1afce3f583 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6624401 Jul 29 15:21:25.313579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Request body: {'port': {'device_id': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:21:25.382779 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:25.521265 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-145da582-7495-4be6-9265-ca622fc753a4 None None] Provisioning for port de01b802-086f-4d83-adcc-d55539e495ce completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:21:25.526000 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-145da582-7495-4be6-9265-ca622fc753a4 None None] Provisioning complete for port de01b802-086f-4d83-adcc-d55539e495ce triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:21:25.526367 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-145da582-7495-4be6-9265-ca622fc753a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:25.569445 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-145da582-7495-4be6-9265-ca622fc753a4 None None] Port de01b802-086f-4d83-adcc-d55539e495ce cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:21:25.648159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43dcf2-10b8-41dc-b4f0-049e82155f9a req-5f527945-8d98-4971-ab3d-e908d47dec60 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:25.649763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6f43dcf2-10b8-41dc-b4f0-049e82155f9a req-5f527945-8d98-4971-ab3d-e908d47dec60 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 931 time: 0.0886776 Jul 29 15:21:25.709013 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6f43dcf2-10b8-41dc-b4f0-049e82155f9a req-726d672d-5e81-4612-aba7-68a38f45ed4e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524497 Jul 29 15:21:25.749898 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de01b802-086f-4d83-adcc-d55539e495ce {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:21:25.769013 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:25.786372 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Transition to ACTIVE for port object de01b802-086f-4d83-adcc-d55539e495ce will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:21:25.795342 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:25.843081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 16058f88-6faf-47c7-8fd7-b815824d04d6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:21:25.877398 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Pushing event updated for resources: {'Port': ['ID=de01b802-086f-4d83-adcc-d55539e495ce,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:25.912123 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 16058f88-6faf-47c7-8fd7-b815824d04d6 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:21:25.917166 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 16058f88-6faf-47c7-8fd7-b815824d04d6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:21:25.917543 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:25.970582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Attempting to bind port de01b802-086f-4d83-adcc-d55539e495ce on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:21:25.970966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Attempting to bind port de01b802-086f-4d83-adcc-d55539e495ce by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:21:25.971528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Attempting to bind port de01b802-086f-4d83-adcc-d55539e495ce on network 9a681c10-0e8e-40a0-bd51-d34365aad4ba {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:21:25.976968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Port de01b802-086f-4d83-adcc-d55539e495ce on network 9a681c10-0e8e-40a0-bd51-d34365aad4ba not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:21:25.977306 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Attempting to bind port de01b802-086f-4d83-adcc-d55539e495ce on network 9a681c10-0e8e-40a0-bd51-d34365aad4ba {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:21:25.983177 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:21:25.983519 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Checking segment: {'id': 'c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:21:25.983906 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Bound using segment: {'id': 'c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:21:25.984346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Bound port: de01b802-086f-4d83-adcc-d55539e495ce, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:21:25.984893 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:26.014716 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:26.062361 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 16058f88-6faf-47c7-8fd7-b815824d04d6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=16058f88-6faf-47c7-8fd7-b815824d04d6,segment=NetworkSegment(c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad),segment_id=c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:26.065803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] For port de01b802-086f-4d83-adcc-d55539e495ce, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:21:26.069694 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:26.070613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] For port de01b802-086f-4d83-adcc-d55539e495ce, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=de01b802-086f-4d83-adcc-d55539e495ce,segment=NetworkSegment(c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad),segment_id=c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:21:26.077183 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:26.105137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:26.106016 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:26.107443 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] 10.222.0.39 "PUT /v2.0/ports/de01b802-086f-4d83-adcc-d55539e495ce HTTP/1.1" status: 200 len: 1091 time: 0.7983167 Jul 29 15:21:26.148303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'tag': 'de01b802-086f-4d83-adcc-d55539e495ce'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:21:26.150560 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4980a7-b1a3-469d-869d-d7167d0a0db8" -d '{"events": [{"name": "network-changed", "server_uuid": "050f7a86-dffc-4367-aa5b-c1bd9ac4cd45", "tag": "de01b802-086f-4d83-adcc-d55539e495ce"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:21:26.163585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=16058f88-6faf-47c7-8fd7-b815824d04d6,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:26.212005 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1736a72c-2a5d-4fc8-975e-e1e7116c72ec x-openstack-request-id: req-1736a72c-2a5d-4fc8-975e-e1e7116c72ec {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:21:26.212443 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050f7a86-dffc-4367-aa5b-c1bd9ac4cd45", "tag": "de01b802-086f-4d83-adcc-d55539e495ce", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:21:26.212891 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1736a72c-2a5d-4fc8-975e-e1e7116c72ec {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:21:26.213453 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'tag': 'de01b802-086f-4d83-adcc-d55539e495ce', 'status': 'completed', 'code': 200} Jul 29 15:21:26.245911 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad99ed-a4a3-44c1-8f5b-db76788a2431 service neutron] Pushing event updated for resources: {'Port': ['ID=de01b802-086f-4d83-adcc-d55539e495ce,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:26.257399 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-11fbb2f4-5d2a-4e06-b28d-eff81538a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:26.258958 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-11fbb2f4-5d2a-4e06-b28d-eff81538a8d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 1094 time: 0.1052408 Jul 29 15:21:26.309531 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-be625689-6c84-478b-806e-cb7b2d82f178 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de01b802-086f-4d83-adcc-d55539e495ce HTTP/1.1" status: 200 len: 217 time: 0.0429626 Jul 29 15:21:26.364185 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-b330eb23-c06c-46fd-86d6-4c9af2a7d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:26.366466 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-b330eb23-c06c-46fd-86d6-4c9af2a7d55e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d62e17c7-2984-4464-b6e6-2be0795e16e5 HTTP/1.1" status: 200 len: 835 time: 0.0502892 Jul 29 15:21:26.425062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-215ee315-05ae-43e1-8f1f-62bef94dc738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:26.426629 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-215ee315-05ae-43e1-8f1f-62bef94dc738 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a681c10-0e8e-40a0-bd51-d34365aad4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537810 Jul 29 15:21:26.492872 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:26.538235 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-11a9c67d-7a5d-43eb-a416-1141f95d0b8b service neutron] 10.222.0.39 "GET /v2.0/networks/9a681c10-0e8e-40a0-bd51-d34365aad4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037083 Jul 29 15:21:26.644355 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9579692-7cc0-4941-9a1a-cc08142cd2d7 req-0451513b-f203-441c-ad66-0c07e5695853 service neutron] 10.222.0.39 "GET /v2.0/networks/9a681c10-0e8e-40a0-bd51-d34365aad4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995989 Jul 29 15:21:26.735904 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4980a7-b1a3-469d-869d-d7167d0a0db8 req-d7d6d11b-a072-49fa-9732-de4b479bf164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:26.738027 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c4980a7-b1a3-469d-869d-d7167d0a0db8 req-d7d6d11b-a072-49fa-9732-de4b479bf164 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 1094 time: 0.0479925 Jul 29 15:21:26.872473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4980a7-b1a3-469d-869d-d7167d0a0db8 req-3d2967b6-1258-4a22-8442-05010b9ea184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:26.874055 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c4980a7-b1a3-469d-869d-d7167d0a0db8 req-3d2967b6-1258-4a22-8442-05010b9ea184 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a681c10-0e8e-40a0-bd51-d34365aad4ba HTTP/1.1" status: 200 len: 897 time: 0.1291797 Jul 29 15:21:26.888443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec1a1c-edf3-4a20-ac8c-0c87b4538f74 req-63db4fb4-5ed8-472b-937d-fbb141d82d43 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:26.890041 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a3ec1a1c-edf3-4a20-ac8c-0c87b4538f74 req-63db4fb4-5ed8-472b-937d-fbb141d82d43 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 943 time: 0.0812578 Jul 29 15:21:26.930637 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c4980a7-b1a3-469d-869d-d7167d0a0db8 req-24769048-91e3-4316-b2a2-695dd5ae923a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de01b802-086f-4d83-adcc-d55539e495ce HTTP/1.1" status: 200 len: 217 time: 0.0395198 Jul 29 15:21:27.000505 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a3ec1a1c-edf3-4a20-ac8c-0c87b4538f74 req-e050acdb-1a24-466b-97cc-e84dbe0433f6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005938 Jul 29 15:21:27.013154 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4980a7-b1a3-469d-869d-d7167d0a0db8 req-0499a19e-d615-40e0-81b6-cefd0d3c78be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:27.014993 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c4980a7-b1a3-469d-869d-d7167d0a0db8 req-0499a19e-d615-40e0-81b6-cefd0d3c78be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d62e17c7-2984-4464-b6e6-2be0795e16e5 HTTP/1.1" status: 200 len: 835 time: 0.0698960 Jul 29 15:21:27.419137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4980a7-b1a3-469d-869d-d7167d0a0db8 req-b93e281a-ecf7-4023-8eaf-9f7300ade482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:27.420550 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c4980a7-b1a3-469d-869d-d7167d0a0db8 req-b93e281a-ecf7-4023-8eaf-9f7300ade482 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a681c10-0e8e-40a0-bd51-d34365aad4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3969886 Jul 29 15:21:27.519649 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c4980a7-b1a3-469d-869d-d7167d0a0db8 req-84032530-6f57-45a3-b8e5-f55be20c40d9 service neutron] 10.222.0.39 "GET /v2.0/networks/9a681c10-0e8e-40a0-bd51-d34365aad4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901113 Jul 29 15:21:27.622847 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c4980a7-b1a3-469d-869d-d7167d0a0db8 req-0602cdd2-af45-426d-9a44-5f0dd7a4a312 service neutron] 10.222.0.39 "GET /v2.0/networks/9a681c10-0e8e-40a0-bd51-d34365aad4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964160 Jul 29 15:21:27.786021 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 16058f88-6faf-47c7-8fd7-b815824d04d6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:21:27.844952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 16058f88-6faf-47c7-8fd7-b815824d04d6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:21:27.845503 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:28.137784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df432327-9074-4408-b03d-baed221ace10 req-e2b0de55-f328-4132-bbc4-732bb371d595 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:28.139327 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df432327-9074-4408-b03d-baed221ace10 req-e2b0de55-f328-4132-bbc4-732bb371d595 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 943 time: 0.0529034 Jul 29 15:21:28.193535 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df432327-9074-4408-b03d-baed221ace10 req-03228b37-86ff-46e2-a54d-5eadf04cb4b3 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457518 Jul 29 15:21:28.779202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device de01b802-086f-4d83-adcc-d55539e495ce details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:21:28.880763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port de01b802-086f-4d83-adcc-d55539e495ce, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=de01b802-086f-4d83-adcc-d55539e495ce,segment=NetworkSegment(c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad),segment_id=c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:28.893724 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'de01b802-086f-4d83-adcc-d55539e495ce', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'port_id': 'de01b802-086f-4d83-adcc-d55539e495ce', 'mac_address': 'fa:16:3e:e7:de:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:21:28.939075 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:28.953306 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de01b802-086f-4d83-adcc-d55539e495ce {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:21:28.975163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port de01b802-086f-4d83-adcc-d55539e495ce, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=de01b802-086f-4d83-adcc-d55539e495ce,segment=NetworkSegment(c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad),segment_id=c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:28.979310 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:29.038129 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=de01b802-086f-4d83-adcc-d55539e495ce,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:29.179400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['de01b802-086f-4d83-adcc-d55539e495ce'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:21:29.315754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231581af-dd2c-4fa4-a264-e9d0edef7e23 req-5b8acaca-5608-4a2c-9395-08e0ae0c351a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:29.317441 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-231581af-dd2c-4fa4-a264-e9d0edef7e23 req-5b8acaca-5608-4a2c-9395-08e0ae0c351a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 944 time: 0.0510290 Jul 29 15:21:29.359397 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-231581af-dd2c-4fa4-a264-e9d0edef7e23 req-ae0130fb-3f8e-4426-b641-8bf392aeea55 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353007 Jul 29 15:21:30.484027 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327f77f-7af9-44fc-8aea-655347634401 req-13a837cf-f6a1-42dc-a852-ebfd6909f368 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:30.485592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4327f77f-7af9-44fc-8aea-655347634401 req-13a837cf-f6a1-42dc-a852-ebfd6909f368 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 944 time: 0.0550518 Jul 29 15:21:30.528856 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4327f77f-7af9-44fc-8aea-655347634401 req-d7212a8c-bb2b-4bad-9d28-5b1fc8e15ff9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364525 Jul 29 15:21:30.553733 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87d6c046-26f7-4560-ae24-c0ba18b55bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:30.794534 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device de01b802-086f-4d83-adcc-d55539e495ce up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:21:30.847270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port de01b802-086f-4d83-adcc-d55539e495ce completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:21:30.851558 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port de01b802-086f-4d83-adcc-d55539e495ce triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:21:30.852032 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:30.935071 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:30.959103 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de01b802-086f-4d83-adcc-d55539e495ce'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:21:30.961396 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31b2225-1d9f-4ca0-a544-bdadc243b759" -d '{"events": [{"server_uuid": "050f7a86-dffc-4367-aa5b-c1bd9ac4cd45", "name": "network-vif-plugged", "status": "completed", "tag": "de01b802-086f-4d83-adcc-d55539e495ce"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:21:30.975530 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port de01b802-086f-4d83-adcc-d55539e495ce, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=de01b802-086f-4d83-adcc-d55539e495ce,segment=NetworkSegment(c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad),segment_id=c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:30.979586 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:31.031085 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=de01b802-086f-4d83-adcc-d55539e495ce,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:31.066333 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cab03f-3f73-4cb3-8a50-babc3d4b5c7b x-openstack-request-id: req-c2cab03f-3f73-4cb3-8a50-babc3d4b5c7b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:21:31.066647 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050f7a86-dffc-4367-aa5b-c1bd9ac4cd45", "name": "network-vif-plugged", "status": "completed", "tag": "de01b802-086f-4d83-adcc-d55539e495ce", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:21:31.066898 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2cab03f-3f73-4cb3-8a50-babc3d4b5c7b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:21:31.067292 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de01b802-086f-4d83-adcc-d55539e495ce', 'code': 200} Jul 29 15:21:31.161518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d1476-84aa-4692-8747-dc57491a7d21 req-3199c734-ab82-4ef8-874a-e6f8dc22ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:31.163005 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c79d1476-84aa-4692-8747-dc57491a7d21 req-3199c734-ab82-4ef8-874a-e6f8dc22ca04 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 1096 time: 0.0409994 Jul 29 15:21:31.203465 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c79d1476-84aa-4692-8747-dc57491a7d21 req-741595a0-05d8-46ad-97c3-6ff445ec04a1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333741 Jul 29 15:21:31.651305 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dd967-93f0-4518-a720-eaa6a4270107 req-06b8b7c3-0bf9-4b36-a843-2932e711367a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:31.652905 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-054dd967-93f0-4518-a720-eaa6a4270107 req-06b8b7c3-0bf9-4b36-a843-2932e711367a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0549607 Jul 29 15:21:31.709819 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-054dd967-93f0-4518-a720-eaa6a4270107 req-c0a6ac6b-9eab-43f6-becb-6f8ce0fccbb9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499799 Jul 29 15:21:32.835774 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b48151-3d0c-46b5-986c-f5c92a4674b1 req-ba065bd1-5473-45b2-ada5-c460f8a3398f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:32.837438 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9b48151-3d0c-46b5-986c-f5c92a4674b1 req-ba065bd1-5473-45b2-ada5-c460f8a3398f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0514901 Jul 29 15:21:32.879187 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9b48151-3d0c-46b5-986c-f5c92a4674b1 req-bb3d25ee-576f-43e3-9414-93ba7f466f22 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356033 Jul 29 15:21:33.000629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1d2bc-0b08-4599-9271-3184e7f02249 req-8ebfd2a4-8615-49f5-ae0e-334d330fa4a4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:33.002935 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f5e1d2bc-0b08-4599-9271-3184e7f02249 req-8ebfd2a4-8615-49f5-ae0e-334d330fa4a4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0518100 Jul 29 15:21:33.047274 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f5e1d2bc-0b08-4599-9271-3184e7f02249 req-dd220e4e-596b-4eb4-b039-a8d2c2bfbeb7 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380807 Jul 29 15:21:33.071229 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49994) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:33.113521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5756efb-3736-4fae-b871-aed085e09d49 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:33.115084 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b5756efb-3736-4fae-b871-aed085e09d49 tempest-TestNetworkAdvancedServerOps-215014119 tempest-TestNetworkAdvancedServerOps-215014119-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 1091 time: 0.0427833 Jul 29 15:21:33.118564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 49996) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:33.123596 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': 'de01b802-086f-4d83-adcc-d55539e495ce', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:21:33.147136 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:33.231906 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:33.261163 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:33.372046 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-af5b2945-72db-48ab-85d8-94fd72fe4aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:33.374578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Allocated IP 172.25.6.163 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/935fcdf7-6cb9-40c2-bcd3-362688a3f9ed) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:21:33.496117 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:33.541548 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:33.584083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:21:33.587302 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:21:33.591179 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:21:33.620127 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=935fcdf7-6cb9-40c2-bcd3-362688a3f9ed,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:33.646003 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50000) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:33.933664 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:21:34.013546 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7df405da-0a21-4a2e-9299-8baec7321189 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Deleting port ac0e9519-1a73-4e77-84bb-bf61e0bf6fa3 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:21:34.014405 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7df405da-0a21-4a2e-9299-8baec7321189 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:34.170100 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7df405da-0a21-4a2e-9299-8baec7321189 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:34.170424 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7df405da-0a21-4a2e-9299-8baec7321189 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:34.191962 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7df405da-0a21-4a2e-9299-8baec7321189 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Calling delete_port for ac0e9519-1a73-4e77-84bb-bf61e0bf6fa3 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:21:34.193943 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:34.319855 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:34.405602 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:34.513759 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7df405da-0a21-4a2e-9299-8baec7321189 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:34.554114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df405da-0a21-4a2e-9299-8baec7321189 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Pushing event deleted for resources: {'Port': ['ID=ac0e9519-1a73-4e77-84bb-bf61e0bf6fa3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:34.581683 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:34.586664 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:34.690654 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7df405da-0a21-4a2e-9299-8baec7321189 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:34.690997 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-7df405da-0a21-4a2e-9299-8baec7321189 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Floating IP 6c171979-5253-4c51-b6a5-8f756720de7a disassociated (deleted). External IP: 172.25.6.236, port: 440637fe-0897-4c2c-90f3-35006b854dea. Jul 29 15:21:34.733096 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event updated for resources: {'Port': ['ID=935fcdf7-6cb9-40c2-bcd3-362688a3f9ed,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:34.742133 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:34.893190 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Floating IP f14e345c-8a5d-4b11-b3a6-599ed3d2da3e associated. External IP: 172.25.6.163, port: de01b802-086f-4d83-adcc-d55539e495ce. Jul 29 15:21:35.078529 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df405da-0a21-4a2e-9299-8baec7321189 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Router a40c4890-9aba-4025-a05e-87655b585202 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:21:35.277354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router d6f934f7-a585-4bd5-af3c-0ce6522004e8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:21:35.279140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df405da-0a21-4a2e-9299-8baec7321189 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:21:35.284774 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7df405da-0a21-4a2e-9299-8baec7321189 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:35.289153 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f12f7f9-6f36-4b8d-8af3-2277130258c0 None None] Sync routers for ids ['a40c4890-9aba-4025-a05e-87655b585202'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:21:35.299448 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f12f7f9-6f36-4b8d-8af3-2277130258c0 None None] Routers {'a40c4890-9aba-4025-a05e-87655b585202'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:35.300202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6f12f7f9-6f36-4b8d-8af3-2277130258c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a40c4890-9aba-4025-a05e-87655b585202'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:35.318593 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7df405da-0a21-4a2e-9299-8baec7321189 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "DELETE /v2.0/floatingips/6c171979-5253-4c51-b6a5-8f756720de7a HTTP/1.1" status: 204 len: 168 time: 1.6715035 Jul 29 15:21:35.320102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b433a32b-e9b7-4116-952c-e9708e808427', 'tag': '440637fe-0897-4c2c-90f3-35006b854dea'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:21:35.322364 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43fea62-e83c-4924-9f3e-03731be8e972" -d '{"events": [{"name": "network-changed", "server_uuid": "b433a32b-e9b7-4116-952c-e9708e808427", "tag": "440637fe-0897-4c2c-90f3-35006b854dea"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:21:35.384854 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30020e9-5031-4361-8d1f-a6bf985498f2 x-openstack-request-id: req-a30020e9-5031-4361-8d1f-a6bf985498f2 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:21:35.385359 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b433a32b-e9b7-4116-952c-e9708e808427", "tag": "440637fe-0897-4c2c-90f3-35006b854dea", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:21:35.385668 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a30020e9-5031-4361-8d1f-a6bf985498f2 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:21:35.386094 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b433a32b-e9b7-4116-952c-e9708e808427', 'tag': '440637fe-0897-4c2c-90f3-35006b854dea', 'status': 'completed', 'code': 200} Jul 29 15:21:35.437383 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-6f12f7f9-6f36-4b8d-8af3-2277130258c0 None None] Set router a40c4890-9aba-4025-a05e-87655b585202 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:35.648088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916bbd6-3709-41a9-8e80-474849758335 req-31e86af9-c20e-4ff3-8772-69a3b2f1d9e0 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:35.650211 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d916bbd6-3709-41a9-8e80-474849758335 req-31e86af9-c20e-4ff3-8772-69a3b2f1d9e0 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 945 time: 0.0812938 Jul 29 15:21:35.684842 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6f12f7f9-6f36-4b8d-8af3-2277130258c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:36Z', 'revision_number': 4, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port': {'id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '65caf612-06af-475e-a782-f1c34704d7c8', 'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'mac_address': 'fa:16:3e:da:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '1976a8e3-e098-469d-8845-48842e6fc729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:35Z', 'updated_at': '2021-07-29T15:18:42Z', 'revision_number': 5, 'project_id': '6c47227246844cf4b1241d12ff595471', 'subnets': [{'id': '1976a8e3-e098-469d-8845-48842e6fc729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:35.714583 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d916bbd6-3709-41a9-8e80-474849758335 req-f974e9e4-92b4-4931-8133-cd309f97d56d tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500851 Jul 29 15:21:35.757019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f12f7f9-6f36-4b8d-8af3-2277130258c0 None None] Checking router: a40c4890-9aba-4025-a05e-87655b585202 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:21:35.771940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f12f7f9-6f36-4b8d-8af3-2277130258c0 None None] Routers {'a40c4890-9aba-4025-a05e-87655b585202'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:35.772603 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6f12f7f9-6f36-4b8d-8af3-2277130258c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a40c4890-9aba-4025-a05e-87655b585202'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:35.865538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:21:35.878700 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2fc72b-4b2a-4b19-a063-cd469990c56a None None] Sync routers for ids ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:21:35.881772 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fea62-e83c-4924-9f3e-03731be8e972 req-e71552ec-b8ad-491f-b48b-d6b9a0cfbeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:35.883420 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e43fea62-e83c-4924-9f3e-03731be8e972 req-e71552ec-b8ad-491f-b48b-d6b9a0cfbeab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6c47227246844cf4b1241d12ff595471&device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 1096 time: 0.0807612 Jul 29 15:21:35.889724 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2fc72b-4b2a-4b19-a063-cd469990c56a None None] Routers {'d6f934f7-a585-4bd5-af3c-0ce6522004e8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:35.890623 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1c2fc72b-4b2a-4b19-a063-cd469990c56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:35.892973 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:35.921346 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-6f12f7f9-6f36-4b8d-8af3-2277130258c0 None None] Set router a40c4890-9aba-4025-a05e-87655b585202 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:35.970788 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ed510554-242b-4da2-b12f-9a607ee7802c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8510184 Jul 29 15:21:36.027362 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-1c2fc72b-4b2a-4b19-a063-cd469990c56a None None] Set router d6f934f7-a585-4bd5-af3c-0ce6522004e8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:36.040340 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fea62-e83c-4924-9f3e-03731be8e972 req-c5cd95a0-2b23-49a4-bf09-c2f7e027fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:36.042050 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e43fea62-e83c-4924-9f3e-03731be8e972 req-c5cd95a0-2b23-49a4-bf09-c2f7e027fc66 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f HTTP/1.1" status: 200 len: 914 time: 0.1444073 Jul 29 15:21:36.114884 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e43fea62-e83c-4924-9f3e-03731be8e972 req-0115828d-569c-4337-b13c-5ff240dc0998 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=440637fe-0897-4c2c-90f3-35006b854dea HTTP/1.1" status: 200 len: 217 time: 0.0496373 Jul 29 15:21:36.164595 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66b1ca-8668-47c3-9352-2d7d02c4e35d req-cc86c076-3476-4c6f-8af7-78c323844903 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:36.166532 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5a66b1ca-8668-47c3-9352-2d7d02c4e35d req-cc86c076-3476-4c6f-8af7-78c323844903 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.1356480 Jul 29 15:21:36.186089 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6f12f7f9-6f36-4b8d-8af3-2277130258c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:36Z', 'revision_number': 4, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port': {'id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '65caf612-06af-475e-a782-f1c34704d7c8', 'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'mac_address': 'fa:16:3e:da:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '1976a8e3-e098-469d-8845-48842e6fc729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:35Z', 'updated_at': '2021-07-29T15:18:42Z', 'revision_number': 5, 'project_id': '6c47227246844cf4b1241d12ff595471', 'subnets': [{'id': '1976a8e3-e098-469d-8845-48842e6fc729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:36.202975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fea62-e83c-4924-9f3e-03731be8e972 req-d2330c0f-f7c4-4db7-b1b2-5907d721af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:36.207723 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e43fea62-e83c-4924-9f3e-03731be8e972 req-d2330c0f-f7c4-4db7-b1b2-5907d721af9d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1976a8e3-e098-469d-8845-48842e6fc729 HTTP/1.1" status: 200 len: 852 time: 0.0798833 Jul 29 15:21:36.220409 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f12f7f9-6f36-4b8d-8af3-2277130258c0 None None] The sync data for ids ['a40c4890-9aba-4025-a05e-87655b585202'] in n-d-802893-1 is: [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:36Z', 'revision_number': 4, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port': {'id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '65caf612-06af-475e-a782-f1c34704d7c8', 'name': '', 'network_id': '9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'mac_address': 'fa:16:3e:da:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_interface', 'standard_attr_id': 3882, 'fixed_ips': [{'subnet_id': '1976a8e3-e098-469d-8845-48842e6fc729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:35Z', 'updated_at': '2021-07-29T15:18:42Z', 'revision_number': 5, 'project_id': '6c47227246844cf4b1241d12ff595471', 'subnets': [{'id': '1976a8e3-e098-469d-8845-48842e6fc729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:21:36.258635 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5a66b1ca-8668-47c3-9352-2d7d02c4e35d req-4d98e2a5-0580-410f-bf7a-0cf3391f5cd6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759630 Jul 29 15:21:36.285445 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fea62-e83c-4924-9f3e-03731be8e972 req-1e77ed3e-bc0c-4ab8-8a16-eeb6790b2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:36.287349 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e43fea62-e83c-4924-9f3e-03731be8e972 req-1e77ed3e-bc0c-4ab8-8a16-eeb6790b2ffd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730906 Jul 29 15:21:36.288729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50010) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:36.345920 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1c2fc72b-4b2a-4b19-a063-cd469990c56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389006432', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:21Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'f14e345c-8a5d-4b11-b3a6-599ed3d2da3e', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'port_id': 'de01b802-086f-4d83-adcc-d55539e495ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'mac_address': 'fa:16:3e:e7:de:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:21:33Z', 'updated_at': '2021-07-29T15:21:33Z', 'revision_number': 0, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16058f88-6faf-47c7-8fd7-b815824d04d6', 'name': '', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:86:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:20Z', 'updated_at': '2021-07-29T15:21:26Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:36.376298 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2fc72b-4b2a-4b19-a063-cd469990c56a None None] Checking router: d6f934f7-a585-4bd5-af3c-0ce6522004e8 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:21:36.386849 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2fc72b-4b2a-4b19-a063-cd469990c56a None None] Routers {'d6f934f7-a585-4bd5-af3c-0ce6522004e8'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:36.387693 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1c2fc72b-4b2a-4b19-a063-cd469990c56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:36.413496 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b10d5c5d-1936-4bd6-ab02-57ec033dcdc9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/f14e345c-8a5d-4b11-b3a6-599ed3d2da3e HTTP/1.1" status: 200 len: 991 time: 0.1219747 Jul 29 15:21:36.413778 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:36.445418 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e43fea62-e83c-4924-9f3e-03731be8e972 req-4cdf718e-f934-414c-80bd-e9e4af177126 service neutron] 10.222.0.38 "GET /v2.0/networks/9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462667 Jul 29 15:21:36.518278 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-1c2fc72b-4b2a-4b19-a063-cd469990c56a None None] Set router d6f934f7-a585-4bd5-af3c-0ce6522004e8 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:36.541221 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadac0ea-50ce-4450-9a00-79c1c69ecf0a None None] New status for floating IP 6c171979-5253-4c51-b6a5-8f756720de7a: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:21:36.563430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e43fea62-e83c-4924-9f3e-03731be8e972 req-2c79c54b-56b5-4bff-ada8-e54c1dfe6e61 service neutron] 10.222.0.38 "GET /v2.0/networks/9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096122 Jul 29 15:21:36.771266 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1c2fc72b-4b2a-4b19-a063-cd469990c56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389006432', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:21Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'f14e345c-8a5d-4b11-b3a6-599ed3d2da3e', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'port_id': 'de01b802-086f-4d83-adcc-d55539e495ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'mac_address': 'fa:16:3e:e7:de:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:21:33Z', 'updated_at': '2021-07-29T15:21:33Z', 'revision_number': 0, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16058f88-6faf-47c7-8fd7-b815824d04d6', 'name': '', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:86:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:20Z', 'updated_at': '2021-07-29T15:21:26Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:36.867904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe126c4-a3ae-4ea5-b9f2-ee2dc9f2ca39 req-b7f122e3-8d1d-42f8-839e-35446c29230e tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:36.869560 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4fe126c4-a3ae-4ea5-b9f2-ee2dc9f2ca39 req-b7f122e3-8d1d-42f8-839e-35446c29230e tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 945 time: 0.0593104 Jul 29 15:21:36.895837 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2fc72b-4b2a-4b19-a063-cd469990c56a None None] The sync data for ids ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'] in n-d-802893-1 is: [{'id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389006432', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:21Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'f14e345c-8a5d-4b11-b3a6-599ed3d2da3e', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'port_id': 'de01b802-086f-4d83-adcc-d55539e495ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'mac_address': 'fa:16:3e:e7:de:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:21:33Z', 'updated_at': '2021-07-29T15:21:33Z', 'revision_number': 0, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16058f88-6faf-47c7-8fd7-b815824d04d6', 'name': '', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:86:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:20Z', 'updated_at': '2021-07-29T15:21:26Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:21:36.917711 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4fe126c4-a3ae-4ea5-b9f2-ee2dc9f2ca39 req-d541010b-8660-4c2b-bfc0-5e6360d929c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/security-groups?id=cab8400c-5543-418a-af89-f93ca9e052b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418732 Jul 29 15:21:37.089783 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e21cbc-f1f2-453f-943d-bd5599e7c927 None None] New status for floating IP f14e345c-8a5d-4b11-b3a6-599ed3d2da3e: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:21:37.300283 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57798332-0862-45b3-ac5c-599c67fb8437 req-6df20fda-2c79-47c6-a267-7de2be83b8d7 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:37.301763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57798332-0862-45b3-ac5c-599c67fb8437 req-6df20fda-2c79-47c6-a267-7de2be83b8d7 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.38 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 945 time: 0.0513048 Jul 29 15:21:37.386586 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'tag': 'de01b802-086f-4d83-adcc-d55539e495ce'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:21:37.388867 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8cdf96-eb14-40fb-b2bb-90d7127804c5" -d '{"events": [{"name": "network-changed", "server_uuid": "050f7a86-dffc-4367-aa5b-c1bd9ac4cd45", "tag": "de01b802-086f-4d83-adcc-d55539e495ce"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:21:37.401040 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-57798332-0862-45b3-ac5c-599c67fb8437 req-e57505f2-626e-44e7-9f5c-2f2f28757dac tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Deleting port 440637fe-0897-4c2c-90f3-35006b854dea {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:21:37.401849 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-57798332-0862-45b3-ac5c-599c67fb8437 req-e57505f2-626e-44e7-9f5c-2f2f28757dac tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:37.416377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50016) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:37.442002 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e4d028-aeb8-4bae-a8c3-a537f90fada3 x-openstack-request-id: req-f9e4d028-aeb8-4bae-a8c3-a537f90fada3 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:21:37.442269 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050f7a86-dffc-4367-aa5b-c1bd9ac4cd45", "tag": "de01b802-086f-4d83-adcc-d55539e495ce", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:21:37.442467 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9e4d028-aeb8-4bae-a8c3-a537f90fada3 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:21:37.442817 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'tag': 'de01b802-086f-4d83-adcc-d55539e495ce', 'status': 'completed', 'code': 200} Jul 29 15:21:37.483878 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b1ed5018-bc33-4a97-8904-322237f73d17 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/f14e345c-8a5d-4b11-b3a6-599ed3d2da3e HTTP/1.1" status: 200 len: 993 time: 0.0662706 Jul 29 15:21:37.516140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cdf96-eb14-40fb-b2bb-90d7127804c5 req-a2fb9697-91d9-454f-9ed2-63b37a637af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:37.518318 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d8cdf96-eb14-40fb-b2bb-90d7127804c5 req-a2fb9697-91d9-454f-9ed2-63b37a637af5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 1096 time: 0.0611334 Jul 29 15:21:37.537969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-57798332-0862-45b3-ac5c-599c67fb8437 req-e57505f2-626e-44e7-9f5c-2f2f28757dac tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] For port 440637fe-0897-4c2c-90f3-35006b854dea, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=440637fe-0897-4c2c-90f3-35006b854dea,segment=NetworkSegment(861a7438-47d7-4595-944d-3bee78a633c4),segment_id=861a7438-47d7-4595-944d-3bee78a633c4)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:37.538339 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-57798332-0862-45b3-ac5c-599c67fb8437 req-e57505f2-626e-44e7-9f5c-2f2f28757dac tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:37.588113 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-57798332-0862-45b3-ac5c-599c67fb8437 req-e57505f2-626e-44e7-9f5c-2f2f28757dac tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Calling delete_port for 440637fe-0897-4c2c-90f3-35006b854dea owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:21:37.676581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cdf96-eb14-40fb-b2bb-90d7127804c5 req-05b25b93-098f-460f-ab5a-466651a947c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:37.678121 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d8cdf96-eb14-40fb-b2bb-90d7127804c5 req-05b25b93-098f-460f-ab5a-466651a947c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a681c10-0e8e-40a0-bd51-d34365aad4ba HTTP/1.1" status: 200 len: 897 time: 0.1528871 Jul 29 15:21:37.782326 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d8cdf96-eb14-40fb-b2bb-90d7127804c5 req-2ad5c12b-18bf-43b1-9f93-f1c8b10440ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de01b802-086f-4d83-adcc-d55539e495ce HTTP/1.1" status: 200 len: 1001 time: 0.0970123 Jul 29 15:21:37.830538 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-57798332-0862-45b3-ac5c-599c67fb8437 req-e57505f2-626e-44e7-9f5c-2f2f28757dac tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:37.874671 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cdf96-eb14-40fb-b2bb-90d7127804c5 req-42973c21-783b-4f0f-8ba8-1a2f2c87564d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:37.876321 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d8cdf96-eb14-40fb-b2bb-90d7127804c5 req-42973c21-783b-4f0f-8ba8-1a2f2c87564d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d62e17c7-2984-4464-b6e6-2be0795e16e5 HTTP/1.1" status: 200 len: 835 time: 0.0853059 Jul 29 15:21:37.877043 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57505f2-626e-44e7-9f5c-2f2f28757dac tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Pushing event deleted for resources: {'Port': ['ID=440637fe-0897-4c2c-90f3-35006b854dea,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:37.942766 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-57798332-0862-45b3-ac5c-599c67fb8437 req-e57505f2-626e-44e7-9f5c-2f2f28757dac tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] No DVR routers for this DVR port 440637fe-0897-4c2c-90f3-35006b854dea on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:21:37.946216 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-57798332-0862-45b3-ac5c-599c67fb8437 req-e57505f2-626e-44e7-9f5c-2f2f28757dac tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:37.948352 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57798332-0862-45b3-ac5c-599c67fb8437 req-e57505f2-626e-44e7-9f5c-2f2f28757dac tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.38 "DELETE /v2.0/ports/440637fe-0897-4c2c-90f3-35006b854dea HTTP/1.1" status: 204 len: 173 time: 0.6404705 Jul 29 15:21:37.958164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cdf96-eb14-40fb-b2bb-90d7127804c5 req-4345ea37-58e6-44d8-989e-e3f150ff3238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:37.959701 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d8cdf96-eb14-40fb-b2bb-90d7127804c5 req-4345ea37-58e6-44d8-989e-e3f150ff3238 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a681c10-0e8e-40a0-bd51-d34365aad4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761335 Jul 29 15:21:38.029214 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f99bca15-d4a5-4417-9637-e4f8e1accafd req-aa0a815a-48ed-407a-afcb-4715b471b169 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 210 time: 0.0305848 Jul 29 15:21:38.073810 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d8cdf96-eb14-40fb-b2bb-90d7127804c5 req-20a2c509-71c4-4ed7-b6bc-74df63bb8507 service neutron] 10.222.0.39 "GET /v2.0/networks/9a681c10-0e8e-40a0-bd51-d34365aad4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071732 Jul 29 15:21:38.171612 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d8cdf96-eb14-40fb-b2bb-90d7127804c5 req-65752de3-08cb-48bb-9289-973377191f98 service neutron] 10.222.0.39 "GET /v2.0/networks/9a681c10-0e8e-40a0-bd51-d34365aad4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912578 Jul 29 15:21:39.139802 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dc6dc21d-f2e2-4823-8ba3-425e5e082383 req-b39fee9c-418b-479e-97bb-89a2f7926335 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 210 time: 0.0280137 Jul 29 15:21:39.444217 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b433a32b-e9b7-4116-952c-e9708e808427', 'name': 'network-vif-deleted', 'tag': '440637fe-0897-4c2c-90f3-35006b854dea'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:21:39.446680 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b0674a-1cdf-4dff-8c46-dde2d08c4018" -d '{"events": [{"server_uuid": "b433a32b-e9b7-4116-952c-e9708e808427", "name": "network-vif-deleted", "tag": "440637fe-0897-4c2c-90f3-35006b854dea"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:21:39.494308 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ba707a-bb1e-4081-ac20-573471c538b2 x-openstack-request-id: req-e6ba707a-bb1e-4081-ac20-573471c538b2 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:21:39.494599 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b433a32b-e9b7-4116-952c-e9708e808427", "name": "network-vif-deleted", "tag": "440637fe-0897-4c2c-90f3-35006b854dea", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:21:39.494876 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6ba707a-bb1e-4081-ac20-573471c538b2 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:21:39.495275 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b433a32b-e9b7-4116-952c-e9708e808427', 'name': 'network-vif-deleted', 'tag': '440637fe-0897-4c2c-90f3-35006b854dea', 'status': 'completed', 'code': 200} Jul 29 15:21:40.242655 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c0f181bb-20d8-4367-8ab1-90a8a0dabd96 req-351f9704-aed7-4dbc-bc8f-bd8cbc8d0f08 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 210 time: 0.0334790 Jul 29 15:21:41.173141 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:41.334116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 440637fe-0897-4c2c-90f3-35006b854dea no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:21:41.348313 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51310507-de40-4069-ad8b-68b5ff93dda1 req-d4480da3-6dae-489e-b36c-d2c12300bc28 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "GET /v2.0/ports?device_id=b433a32b-e9b7-4116-952c-e9708e808427 HTTP/1.1" status: 200 len: 210 time: 0.0298371 Jul 29 15:21:41.354929 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 440637fe-0897-4c2c-90f3-35006b854dea {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:21:41.355530 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 440637fe-0897-4c2c-90f3-35006b854dea not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:21:42.420815 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50030) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:42.492939 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:42.519177 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:42.580836 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:42.583475 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:42.584650 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] 10.222.0.16 "DELETE /v2.0/security-groups/cab8400c-5543-418a-af89-f93ca9e052b0 HTTP/1.1" status: 204 len: 168 time: 0.1627226 Jul 29 15:21:42.594262 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab8400c-5543-418a-af89-f93ca9e052b0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:42.603480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:42.604092 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:42.604348 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:42.604717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:42.605049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:42.605383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:42.605714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:42.606156 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:42.606456 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:42.606858 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:42.607258 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:42.607655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc9e33-480a-453e-827c-6a8e7924a9c3 tempest-TestVolumeBackupRestore-1194163492 tempest-TestVolumeBackupRestore-1194163492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:21:46.098409 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50482) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:46.473962 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94a52ebd-0542-486d-b5e1-d952547c3553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:46.743670 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-94a52ebd-0542-486d-b5e1-d952547c3553 admin admin] Deleting port 65caf612-06af-475e-a782-f1c34704d7c8 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:21:46.743915 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94a52ebd-0542-486d-b5e1-d952547c3553 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:46.825693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-94a52ebd-0542-486d-b5e1-d952547c3553 admin admin] For port 65caf612-06af-475e-a782-f1c34704d7c8, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=65caf612-06af-475e-a782-f1c34704d7c8,segment=NetworkSegment(861a7438-47d7-4595-944d-3bee78a633c4),segment_id=861a7438-47d7-4595-944d-3bee78a633c4)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:46.826062 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94a52ebd-0542-486d-b5e1-d952547c3553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:46.843250 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-94a52ebd-0542-486d-b5e1-d952547c3553 admin admin] Calling delete_port for 65caf612-06af-475e-a782-f1c34704d7c8 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:21:47.025313 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94a52ebd-0542-486d-b5e1-d952547c3553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:47.051635 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a52ebd-0542-486d-b5e1-d952547c3553 admin admin] Pushing event deleted for resources: {'Port': ['ID=65caf612-06af-475e-a782-f1c34704d7c8,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:47.238331 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-94a52ebd-0542-486d-b5e1-d952547c3553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:47.464220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a52ebd-0542-486d-b5e1-d952547c3553 admin admin] Router a40c4890-9aba-4025-a05e-87655b585202 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:21:47.570724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a52ebd-0542-486d-b5e1-d952547c3553 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:21:47.576085 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-94a52ebd-0542-486d-b5e1-d952547c3553 admin admin] 10.222.0.16 "PUT /v2.0/routers/a40c4890-9aba-4025-a05e-87655b585202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4701862 Jul 29 15:21:47.578323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50484) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:47.581366 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2bb093-3bb5-4033-9fbe-f754ebbe1dea None None] Sync routers for ids ['a40c4890-9aba-4025-a05e-87655b585202'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:21:47.590382 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2bb093-3bb5-4033-9fbe-f754ebbe1dea None None] Routers {'a40c4890-9aba-4025-a05e-87655b585202'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:47.590989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7a2bb093-3bb5-4033-9fbe-f754ebbe1dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a40c4890-9aba-4025-a05e-87655b585202'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:47.682832 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd491047-88b0-433b-91e7-e4ce76aa4dd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:47.696287 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-7a2bb093-3bb5-4033-9fbe-f754ebbe1dea None None] Set router a40c4890-9aba-4025-a05e-87655b585202 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:47.791216 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd491047-88b0-433b-91e7-e4ce76aa4dd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:47.847784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-bd491047-88b0-433b-91e7-e4ce76aa4dd4 admin admin] Deleting port 93341e8c-b1fc-4936-8963-1d0fa99852de {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:21:47.848138 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd491047-88b0-433b-91e7-e4ce76aa4dd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:47.891678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7a2bb093-3bb5-4033-9fbe-f754ebbe1dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:21:46Z', 'revision_number': 5, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port': {'id': '93341e8c-b1fc-4936-8963-1d0fa99852de', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c4890-9aba-4025-a05e-87655b585202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:47.921522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2bb093-3bb5-4033-9fbe-f754ebbe1dea None None] Checking router: a40c4890-9aba-4025-a05e-87655b585202 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:21:47.929205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-bd491047-88b0-433b-91e7-e4ce76aa4dd4 admin admin] For port 93341e8c-b1fc-4936-8963-1d0fa99852de, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=93341e8c-b1fc-4936-8963-1d0fa99852de,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:47.929606 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd491047-88b0-433b-91e7-e4ce76aa4dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:47.931117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2bb093-3bb5-4033-9fbe-f754ebbe1dea None None] Routers {'a40c4890-9aba-4025-a05e-87655b585202'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:47.931772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7a2bb093-3bb5-4033-9fbe-f754ebbe1dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['a40c4890-9aba-4025-a05e-87655b585202'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:47.947713 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-bd491047-88b0-433b-91e7-e4ce76aa4dd4 admin admin] Calling delete_port for 93341e8c-b1fc-4936-8963-1d0fa99852de owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:21:48.129502 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd491047-88b0-433b-91e7-e4ce76aa4dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:48.157898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd491047-88b0-433b-91e7-e4ce76aa4dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=93341e8c-b1fc-4936-8963-1d0fa99852de,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:48.184936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-7a2bb093-3bb5-4033-9fbe-f754ebbe1dea None None] Set router a40c4890-9aba-4025-a05e-87655b585202 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:48.218618 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd491047-88b0-433b-91e7-e4ce76aa4dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:48.236991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-7a2bb093-3bb5-4033-9fbe-f754ebbe1dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:21:47Z', 'revision_number': 6, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:48.266855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2bb093-3bb5-4033-9fbe-f754ebbe1dea None None] The sync data for ids ['a40c4890-9aba-4025-a05e-87655b585202'] in n-d-802893-1 is: [{'id': 'a40c4890-9aba-4025-a05e-87655b585202', 'name': 'tempest-TestVolumeBackupRestore-174908767-router', 'tenant_id': '6c47227246844cf4b1241d12ff595471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:33Z', 'updated_at': '2021-07-29T15:21:47Z', 'revision_number': 6, 'project_id': '6c47227246844cf4b1241d12ff595471', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:21:48.317164 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd491047-88b0-433b-91e7-e4ce76aa4dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:48.319430 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd491047-88b0-433b-91e7-e4ce76aa4dd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:48.365482 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd491047-88b0-433b-91e7-e4ce76aa4dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:48.366031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd491047-88b0-433b-91e7-e4ce76aa4dd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a40c4890-9aba-4025-a05e-87655b585202 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:21:48.370794 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd491047-88b0-433b-91e7-e4ce76aa4dd4 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:48.371722 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bd491047-88b0-433b-91e7-e4ce76aa4dd4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a40c4890-9aba-4025-a05e-87655b585202 HTTP/1.1" status: 204 len: 168 time: 0.7923665 Jul 29 15:21:48.374958 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50486) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:48.424964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-9099302b-80ca-4a15-af1c-ef3a07878d9a admin admin] Deleting subnet 1976a8e3-e098-469d-8845-48842e6fc729 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:21:48.428105 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9099302b-80ca-4a15-af1c-ef3a07878d9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:48.467182 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9099302b-80ca-4a15-af1c-ef3a07878d9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:48.551006 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9099302b-80ca-4a15-af1c-ef3a07878d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:48.604915 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9099302b-80ca-4a15-af1c-ef3a07878d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:48.632516 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099302b-80ca-4a15-af1c-ef3a07878d9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1976a8e3-e098-469d-8845-48842e6fc729,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:48.636889 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9099302b-80ca-4a15-af1c-ef3a07878d9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:48.638848 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9099302b-80ca-4a15-af1c-ef3a07878d9a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1976a8e3-e098-469d-8845-48842e6fc729 HTTP/1.1" status: 204 len: 168 time: 0.2628906 Jul 29 15:21:48.643222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50488) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:48.648468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ee58e5-22a8-4d8b-b73d-762bca7d0675 None None] Network 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:21:48.725130 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:48.785109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] Deleting port 7502a642-278d-47c8-ac82-4418d13378b2 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:21:48.785449 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:48.851460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] For port 7502a642-278d-47c8-ac82-4418d13378b2, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7502a642-278d-47c8-ac82-4418d13378b2,segment=NetworkSegment(861a7438-47d7-4595-944d-3bee78a633c4),segment_id=861a7438-47d7-4595-944d-3bee78a633c4)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:48.851822 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:48.865057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] Calling delete_port for 7502a642-278d-47c8-ac82-4418d13378b2 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:21:49.071288 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f977fc2-a7f5-4387-a665-8c4e5946880b None None] DHCP port deletion for 9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:21:49.125123 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4f977fc2-a7f5-4387-a665-8c4e5946880b None None] Deleting port 7502a642-278d-47c8-ac82-4418d13378b2 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:21:49.125490 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f977fc2-a7f5-4387-a665-8c4e5946880b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:49.190020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4f977fc2-a7f5-4387-a665-8c4e5946880b None None] For port 7502a642-278d-47c8-ac82-4418d13378b2, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7502a642-278d-47c8-ac82-4418d13378b2,segment=NetworkSegment(861a7438-47d7-4595-944d-3bee78a633c4),segment_id=861a7438-47d7-4595-944d-3bee78a633c4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:49.190524 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f977fc2-a7f5-4387-a665-8c4e5946880b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:49.204280 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4f977fc2-a7f5-4387-a665-8c4e5946880b None None] Calling delete_port for 7502a642-278d-47c8-ac82-4418d13378b2 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:21:49.281165 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:49.291097 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f977fc2-a7f5-4387-a665-8c4e5946880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:49.311844 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] Pushing event deleted for resources: {'Port': ['ID=7502a642-278d-47c8-ac82-4418d13378b2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:49.318275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] No DVR routers for this DVR port 7502a642-278d-47c8-ac82-4418d13378b2 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:21:49.320194 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f977fc2-a7f5-4387-a665-8c4e5946880b None None] No DVR routers for this DVR port 7502a642-278d-47c8-ac82-4418d13378b2 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:21:49.323267 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f977fc2-a7f5-4387-a665-8c4e5946880b None None] Pushing event deleted for resources: {'Port': ['ID=7502a642-278d-47c8-ac82-4418d13378b2,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:49.397476 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:49.407639 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:49.417772 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861a7438-47d7-4595-944d-3bee78a633c4') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:49.418114 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861a7438-47d7-4595-944d-3bee78a633c4') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:49.427443 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:49.440691 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:49.446855 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:21:49.447296 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:21:49.449059 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:21:49.502160 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:49.506731 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:49.508801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f HTTP/1.1" status: 204 len: 168 time: 0.8644755 Jul 29 15:21:49.511671 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50490) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:49.522180 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b79df-1a66-4242-a743-c22ce0732758 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d00aaeb-cf8f-49c4-9d12-8f1a4bf1604f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:49.801636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7502a642-278d-47c8-ac82-4418d13378b2 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:21:49.822162 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 7502a642-278d-47c8-ac82-4418d13378b2 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:21:49.822510 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7502a642-278d-47c8-ac82-4418d13378b2 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:21:49.822933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 65caf612-06af-475e-a782-f1c34704d7c8 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:21:49.841915 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 65caf612-06af-475e-a782-f1c34704d7c8 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:21:49.842263 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 65caf612-06af-475e-a782-f1c34704d7c8 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:21:49.842684 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 93341e8c-b1fc-4936-8963-1d0fa99852de no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:21:49.862093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 93341e8c-b1fc-4936-8963-1d0fa99852de {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:21:49.862386 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 93341e8c-b1fc-4936-8963-1d0fa99852de not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:21:49.864755 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b42de46-6280-44a6-8e49-0492db4b08bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:50.107092 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7b42de46-6280-44a6-8e49-0492db4b08bb admin admin] Deleting port 563e7832-8b2d-4cef-9ad6-9f4506f15acb {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:21:50.107436 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b42de46-6280-44a6-8e49-0492db4b08bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:50.190244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-7b42de46-6280-44a6-8e49-0492db4b08bb admin admin] For port 563e7832-8b2d-4cef-9ad6-9f4506f15acb, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=563e7832-8b2d-4cef-9ad6-9f4506f15acb,segment=NetworkSegment(1b2f7890-13e8-4dc0-a2c9-222c50532bf4),segment_id=1b2f7890-13e8-4dc0-a2c9-222c50532bf4)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:50.190606 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b42de46-6280-44a6-8e49-0492db4b08bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:50.204389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7b42de46-6280-44a6-8e49-0492db4b08bb admin admin] Calling delete_port for 563e7832-8b2d-4cef-9ad6-9f4506f15acb owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:21:50.395636 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b42de46-6280-44a6-8e49-0492db4b08bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:50.421804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42de46-6280-44a6-8e49-0492db4b08bb admin admin] Pushing event deleted for resources: {'Port': ['ID=563e7832-8b2d-4cef-9ad6-9f4506f15acb,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:50.596381 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7b42de46-6280-44a6-8e49-0492db4b08bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:50.814842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b42de46-6280-44a6-8e49-0492db4b08bb admin admin] Router 75732660-762f-43c5-89c0-9dc419ba94dd has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:21:50.921119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b42de46-6280-44a6-8e49-0492db4b08bb admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:21:50.927185 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7b42de46-6280-44a6-8e49-0492db4b08bb admin admin] 10.222.0.16 "PUT /v2.0/routers/75732660-762f-43c5-89c0-9dc419ba94dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4143975 Jul 29 15:21:50.929878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50492) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:50.931024 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a5484-678f-4a12-858d-2c6b2f9a2af2 None None] Sync routers for ids ['75732660-762f-43c5-89c0-9dc419ba94dd'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:21:50.940739 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a5484-678f-4a12-858d-2c6b2f9a2af2 None None] Routers {'75732660-762f-43c5-89c0-9dc419ba94dd'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:50.941345 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b04a5484-678f-4a12-858d-2c6b2f9a2af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['75732660-762f-43c5-89c0-9dc419ba94dd'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:51.034133 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e32f-8dff-4a31-839d-58ed57d9df62 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:51.043071 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-b04a5484-678f-4a12-858d-2c6b2f9a2af2 None None] Set router 75732660-762f-43c5-89c0-9dc419ba94dd gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:51.135561 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e32f-8dff-4a31-839d-58ed57d9df62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:51.187744 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1e32f-8dff-4a31-839d-58ed57d9df62 admin admin] Deleting port c1fe2b3a-9f1c-4659-869e-50998dcd7dca {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:21:51.188201 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e32f-8dff-4a31-839d-58ed57d9df62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:51.220306 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b04a5484-678f-4a12-858d-2c6b2f9a2af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'name': 'tempest-TestVolumeBackupRestore-1830497183-router', 'tenant_id': '41f6f3f5ed3949af81464956f408e40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': 'c1fe2b3a-9f1c-4659-869e-50998dcd7dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:38Z', 'updated_at': '2021-07-29T15:21:50Z', 'revision_number': 5, 'project_id': '41f6f3f5ed3949af81464956f408e40c', 'gw_port': {'id': 'c1fe2b3a-9f1c-4659-869e-50998dcd7dca', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:18:39Z', 'updated_at': '2021-07-29T15:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:51.246445 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a5484-678f-4a12-858d-2c6b2f9a2af2 None None] Checking router: 75732660-762f-43c5-89c0-9dc419ba94dd for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:21:51.255236 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a5484-678f-4a12-858d-2c6b2f9a2af2 None None] Routers {'75732660-762f-43c5-89c0-9dc419ba94dd'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:21:51.255859 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b04a5484-678f-4a12-858d-2c6b2f9a2af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:21:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['75732660-762f-43c5-89c0-9dc419ba94dd'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:51.271505 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-b6f1e32f-8dff-4a31-839d-58ed57d9df62 admin admin] For port c1fe2b3a-9f1c-4659-869e-50998dcd7dca, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c1fe2b3a-9f1c-4659-869e-50998dcd7dca,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:51.271872 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e32f-8dff-4a31-839d-58ed57d9df62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:51.285269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1e32f-8dff-4a31-839d-58ed57d9df62 admin admin] Calling delete_port for c1fe2b3a-9f1c-4659-869e-50998dcd7dca owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:21:51.341443 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-b04a5484-678f-4a12-858d-2c6b2f9a2af2 None None] Set router 75732660-762f-43c5-89c0-9dc419ba94dd gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:21:51.395811 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b04a5484-678f-4a12-858d-2c6b2f9a2af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'name': 'tempest-TestVolumeBackupRestore-1830497183-router', 'tenant_id': '41f6f3f5ed3949af81464956f408e40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:38Z', 'updated_at': '2021-07-29T15:21:51Z', 'revision_number': 6, 'project_id': '41f6f3f5ed3949af81464956f408e40c', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:51.427827 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a5484-678f-4a12-858d-2c6b2f9a2af2 None None] The sync data for ids ['75732660-762f-43c5-89c0-9dc419ba94dd'] in n-d-802893-1 is: [{'id': '75732660-762f-43c5-89c0-9dc419ba94dd', 'name': 'tempest-TestVolumeBackupRestore-1830497183-router', 'tenant_id': '41f6f3f5ed3949af81464956f408e40c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:18:38Z', 'updated_at': '2021-07-29T15:21:51Z', 'revision_number': 6, 'project_id': '41f6f3f5ed3949af81464956f408e40c', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:21:51.468174 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e32f-8dff-4a31-839d-58ed57d9df62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:51.495187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1e32f-8dff-4a31-839d-58ed57d9df62 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1fe2b3a-9f1c-4659-869e-50998dcd7dca,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:51.559867 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e32f-8dff-4a31-839d-58ed57d9df62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:51.648804 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e32f-8dff-4a31-839d-58ed57d9df62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:51.650885 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e32f-8dff-4a31-839d-58ed57d9df62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:51.694048 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e32f-8dff-4a31-839d-58ed57d9df62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:51.694598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f1e32f-8dff-4a31-839d-58ed57d9df62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75732660-762f-43c5-89c0-9dc419ba94dd {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:21:51.699149 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e32f-8dff-4a31-839d-58ed57d9df62 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:51.700305 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b6f1e32f-8dff-4a31-839d-58ed57d9df62 admin admin] 10.222.0.16 "DELETE /v2.0/routers/75732660-762f-43c5-89c0-9dc419ba94dd HTTP/1.1" status: 204 len: 168 time: 0.7694306 Jul 29 15:21:51.702893 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50494) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:51.748692 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f14369-9d1f-4c3d-80e3-b49b97af84bb admin admin] Deleting subnet 9868b955-7b71-4412-8318-b26e1ae5bddf {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:21:51.751982 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50f14369-9d1f-4c3d-80e3-b49b97af84bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:51.790808 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50f14369-9d1f-4c3d-80e3-b49b97af84bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:51.892621 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50f14369-9d1f-4c3d-80e3-b49b97af84bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:51.957013 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50f14369-9d1f-4c3d-80e3-b49b97af84bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:51.984217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f14369-9d1f-4c3d-80e3-b49b97af84bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9868b955-7b71-4412-8318-b26e1ae5bddf,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:51.986305 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-50f14369-9d1f-4c3d-80e3-b49b97af84bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:51.988834 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-50f14369-9d1f-4c3d-80e3-b49b97af84bb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9868b955-7b71-4412-8318-b26e1ae5bddf HTTP/1.1" status: 204 len: 168 time: 0.2846532 Jul 29 15:21:51.990957 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50496) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:51.994395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a24108-5dc5-4c07-809a-09a7ae780c51 None None] Network 057d28d1-02d3-4c42-9e5f-9a5e76b00925 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:21:52.064610 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.125076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] Deleting port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:21:52.125430 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.192211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] For port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ff5980c2-2ca7-4866-99ed-9928e4ae3ddd,segment=NetworkSegment(1b2f7890-13e8-4dc0-a2c9-222c50532bf4),segment_id=1b2f7890-13e8-4dc0-a2c9-222c50532bf4)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:52.192584 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.208081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] Calling delete_port for ff5980c2-2ca7-4866-99ed-9928e4ae3ddd owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:21:52.213892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b075179-5e16-4bea-b73d-79a5898d2c92 None None] DHCP port deletion for 057d28d1-02d3-4c42-9e5f-9a5e76b00925 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:21:52.218341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 563e7832-8b2d-4cef-9ad6-9f4506f15acb no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:21:52.241280 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 563e7832-8b2d-4cef-9ad6-9f4506f15acb {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:21:52.241627 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 563e7832-8b2d-4cef-9ad6-9f4506f15acb not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:21:52.294835 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6b075179-5e16-4bea-b73d-79a5898d2c92 None None] Deleting port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:21:52.295188 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b075179-5e16-4bea-b73d-79a5898d2c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.303891 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.328515 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5980c2-2ca7-4866-99ed-9928e4ae3ddd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:52.337187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] No DVR routers for this DVR port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:21:52.362663 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6b075179-5e16-4bea-b73d-79a5898d2c92 None None] For port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ff5980c2-2ca7-4866-99ed-9928e4ae3ddd,segment=NetworkSegment(1b2f7890-13e8-4dc0-a2c9-222c50532bf4),segment_id=1b2f7890-13e8-4dc0-a2c9-222c50532bf4)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:21:52.363058 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b075179-5e16-4bea-b73d-79a5898d2c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.378284 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6b075179-5e16-4bea-b73d-79a5898d2c92 None None] Calling delete_port for ff5980c2-2ca7-4866-99ed-9928e4ae3ddd owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:21:52.421119 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.432540 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057d28d1-02d3-4c42-9e5f-9a5e76b00925']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:52.446512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2f7890-13e8-4dc0-a2c9-222c50532bf4') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:52.446899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2f7890-13e8-4dc0-a2c9-222c50532bf4') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:21:52.458207 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.463041 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b075179-5e16-4bea-b73d-79a5898d2c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.473761 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.481905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:21:52.482235 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:21:52.484129 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:21:52.494213 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b075179-5e16-4bea-b73d-79a5898d2c92 None None] Pushing event deleted for resources: {'Port': ['ID=ff5980c2-2ca7-4866-99ed-9928e4ae3ddd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:52.497102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b075179-5e16-4bea-b73d-79a5898d2c92 None None] No DVR routers for this DVR port ff5980c2-2ca7-4866-99ed-9928e4ae3ddd on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:21:52.547047 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.553609 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.555694 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] 10.222.0.16 "DELETE /v2.0/networks/057d28d1-02d3-4c42-9e5f-9a5e76b00925 HTTP/1.1" status: 204 len: 168 time: 0.5635989 Jul 29 15:21:52.577237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755716f-f663-4108-baba-75cfdd37f16d admin admin] Pushing event deleted for resources: {'Network': ['ID=057d28d1-02d3-4c42-9e5f-9a5e76b00925,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:52.745106 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50500) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:52.788252 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d44e0873-ca64-4510-af0d-ffc974647a83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c47227246844cf4b1241d12ff595471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417717 Jul 29 15:21:52.790618 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50502) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:52.851118 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc70ed2d-3c53-47fd-8af1-32deb4fd758b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.873727 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc70ed2d-3c53-47fd-8af1-32deb4fd758b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.923630 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc70ed2d-3c53-47fd-8af1-32deb4fd758b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.926499 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fc70ed2d-3c53-47fd-8af1-32deb4fd758b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:52.927687 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fc70ed2d-3c53-47fd-8af1-32deb4fd758b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/511d51e5-29ce-411c-8aaa-15ba96ec47b2 HTTP/1.1" status: 204 len: 168 time: 0.1361294 Jul 29 15:21:52.936024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70ed2d-3c53-47fd-8af1-32deb4fd758b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511d51e5-29ce-411c-8aaa-15ba96ec47b2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:53.284558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50508) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:53.327677 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ab7d6852-d048-442d-b96f-b2bfbde65830 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41f6f3f5ed3949af81464956f408e40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418899 Jul 29 15:21:53.331110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50510) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:21:53.389360 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d174f5f2-2da8-4fc1-bcc7-b78a1a244e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:53.411811 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d174f5f2-2da8-4fc1-bcc7-b78a1a244e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:53.467169 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d174f5f2-2da8-4fc1-bcc7-b78a1a244e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:53.470184 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d174f5f2-2da8-4fc1-bcc7-b78a1a244e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:53.471376 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d174f5f2-2da8-4fc1-bcc7-b78a1a244e7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39c56359-dc31-4553-a5e8-266efd3a4c3d HTTP/1.1" status: 204 len: 168 time: 0.1389682 Jul 29 15:21:53.479506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174f5f2-2da8-4fc1-bcc7-b78a1a244e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c56359-dc31-4553-a5e8-266efd3a4c3d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:21:53.800033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c1fe2b3a-9f1c-4659-869e-50998dcd7dca no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:21:53.821926 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: c1fe2b3a-9f1c-4659-869e-50998dcd7dca {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:21:53.822382 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c1fe2b3a-9f1c-4659-869e-50998dcd7dca not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:21:53.822875 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ff5980c2-2ca7-4866-99ed-9928e4ae3ddd no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:21:53.846160 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: ff5980c2-2ca7-4866-99ed-9928e4ae3ddd {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:21:53.846507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ff5980c2-2ca7-4866-99ed-9928e4ae3ddd not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:21:56.508566 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:21:57.785219 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b0517250-40a5-4a79-930d-d2bb5b0a73e6 req-24477e4d-44c2-40e5-b5c5-4db8e3824831 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457571 Jul 29 15:21:57.871296 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0517250-40a5-4a79-930d-d2bb5b0a73e6 req-8c425e69-aee9-40aa-a73d-f931f9742a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:57.872874 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b0517250-40a5-4a79-930d-d2bb5b0a73e6 req-8c425e69-aee9-40aa-a73d-f931f9742a86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 1096 time: 0.0419285 Jul 29 15:21:57.982038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0517250-40a5-4a79-930d-d2bb5b0a73e6 req-761a65a6-226c-4666-ac2a-69c2dd4c3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:57.983501 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b0517250-40a5-4a79-930d-d2bb5b0a73e6 req-761a65a6-226c-4666-ac2a-69c2dd4c3eac service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a681c10-0e8e-40a0-bd51-d34365aad4ba HTTP/1.1" status: 200 len: 897 time: 0.0915103 Jul 29 15:21:58.049084 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b0517250-40a5-4a79-930d-d2bb5b0a73e6 req-5b6dd05d-e084-428a-ad0a-1e1f40f1ce34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de01b802-086f-4d83-adcc-d55539e495ce HTTP/1.1" status: 200 len: 1001 time: 0.0575082 Jul 29 15:21:58.102082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0517250-40a5-4a79-930d-d2bb5b0a73e6 req-926b0894-17da-4da2-8196-2d41fde39b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:58.103576 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b0517250-40a5-4a79-930d-d2bb5b0a73e6 req-926b0894-17da-4da2-8196-2d41fde39b46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d62e17c7-2984-4464-b6e6-2be0795e16e5 HTTP/1.1" status: 200 len: 835 time: 0.0476832 Jul 29 15:21:58.152942 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0517250-40a5-4a79-930d-d2bb5b0a73e6 req-8dc7a70a-e50d-4be7-9759-b45a7e562221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:21:58.154429 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b0517250-40a5-4a79-930d-d2bb5b0a73e6 req-8dc7a70a-e50d-4be7-9759-b45a7e562221 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a681c10-0e8e-40a0-bd51-d34365aad4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437124 Jul 29 15:21:58.270009 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b0517250-40a5-4a79-930d-d2bb5b0a73e6 req-af14d4b8-2387-4462-9b13-e4989814b9e5 service neutron] 10.222.0.39 "GET /v2.0/networks/9a681c10-0e8e-40a0-bd51-d34365aad4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077733 Jul 29 15:21:58.371153 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b0517250-40a5-4a79-930d-d2bb5b0a73e6 req-312028ff-6173-4d09-ad02-c4f68942fce5 service neutron] 10.222.0.39 "GET /v2.0/networks/9a681c10-0e8e-40a0-bd51-d34365aad4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941086 Jul 29 15:22:00.555160 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b5267ccf-fd15-4a65-be87-bba4b3ca9610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:03.223574 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:03.365220 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-184bdd66-b3a5-4e7e-a4e1-e1ff4523ad95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:04.408482 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:05.591023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81293932-4d7c-438d-af77-de0bfc3c2c5d req-0d572b7c-9ffb-4da7-8b68-6aeb342e9c81 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:05.592504 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-81293932-4d7c-438d-af77-de0bfc3c2c5d req-0d572b7c-9ffb-4da7-8b68-6aeb342e9c81 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 946 time: 0.0509155 Jul 29 15:22:05.630840 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-81293932-4d7c-438d-af77-de0bfc3c2c5d req-14f5791d-21cc-4cc8-8b29-7610c2b8d730 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321212 Jul 29 15:22:06.393810 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:06.774527 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bcb79-8eb6-4d09-8b44-96205816c1b9 req-269bc457-9e7f-466b-bb05-1df1ce84f9a7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:06.776147 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-348bcb79-8eb6-4d09-8b44-96205816c1b9 req-269bc457-9e7f-466b-bb05-1df1ce84f9a7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 946 time: 0.0589402 Jul 29 15:22:06.817927 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-348bcb79-8eb6-4d09-8b44-96205816c1b9 req-1d54c92d-e447-47fd-8ed5-49cf6da5df5e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347950 Jul 29 15:22:07.082219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb566e4-a9cd-4a88-9a43-9f5223050edf req-40903d4c-94c5-4cfa-a7cb-d47b1f9c45ab tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:07.082219 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cfb566e4-a9cd-4a88-9a43-9f5223050edf req-40903d4c-94c5-4cfa-a7cb-d47b1f9c45ab tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0552304 Jul 29 15:22:07.128009 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cfb566e4-a9cd-4a88-9a43-9f5223050edf req-0c2b992d-4a91-4ef5-bd5f-765d036d69c1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397048 Jul 29 15:22:07.161560 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671aa456-0532-429e-9dae-e079f76ecf89 req-eb9e92e0-2dce-4c1f-9fac-7e37d74c88b9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:07.162985 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-671aa456-0532-429e-9dae-e079f76ecf89 req-eb9e92e0-2dce-4c1f-9fac-7e37d74c88b9 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 946 time: 0.0554712 Jul 29 15:22:07.263898 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-671aa456-0532-429e-9dae-e079f76ecf89 req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Deleting port b4060823-1dc9-4fb5-bbb3-4320a4d6070b {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:22:07.264265 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-671aa456-0532-429e-9dae-e079f76ecf89 req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:07.359085 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-671aa456-0532-429e-9dae-e079f76ecf89 req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] For port b4060823-1dc9-4fb5-bbb3-4320a4d6070b, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=b4060823-1dc9-4fb5-bbb3-4320a4d6070b,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:22:07.359454 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-671aa456-0532-429e-9dae-e079f76ecf89 req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:07.585904 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-671aa456-0532-429e-9dae-e079f76ecf89 req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:07.586301 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-671aa456-0532-429e-9dae-e079f76ecf89 req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:07.586625 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [req-671aa456-0532-429e-9dae-e079f76ecf89 req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Floating IP 2867ebb0-b6f0-4973-baaf-fec517f20ec6 disassociated. External IP: 172.25.6.195, port: b4060823-1dc9-4fb5-bbb3-4320a4d6070b. Jul 29 15:22:07.586987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-671aa456-0532-429e-9dae-e079f76ecf89 req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Calling delete_port for b4060823-1dc9-4fb5-bbb3-4320a4d6070b owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:22:07.713841 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-671aa456-0532-429e-9dae-e079f76ecf89 req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:07.743540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event deleted for resources: {'Port': ['ID=b4060823-1dc9-4fb5-bbb3-4320a4d6070b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:07.755640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:07.755994 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:07.756336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:07.756769 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:07.757043 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:07.757379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:07.757710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:07.758044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:07.758374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:07.758846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:07.759024 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:07.759351 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:08.174053 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ca9b1ab2-37ee-485f-8fd4-6910e1ac2a3b req-ee6d0379-8ff1-4d4a-8031-c120525a6e2b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 210 time: 0.0418057 Jul 29 15:22:08.234564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-671aa456-0532-429e-9dae-e079f76ecf89 req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Router 15621f0d-9339-408d-88ff-3523ba14e09c has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:22:08.271733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e862424-37cf-4bf0-a196-beb736e7d4b0 req-b2179cb9-7e71-48da-be94-0e18ec2cffc5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:08.273273 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e862424-37cf-4bf0-a196-beb736e7d4b0 req-b2179cb9-7e71-48da-be94-0e18ec2cffc5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0564041 Jul 29 15:22:08.311398 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e862424-37cf-4bf0-a196-beb736e7d4b0 req-48ba98b5-ae39-4cc4-b79f-619c340041e4 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322273 Jul 29 15:22:08.349516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-671aa456-0532-429e-9dae-e079f76ecf89 req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:22:08.360228 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efc585-e8e7-44f1-b5c0-73d0ec49d1c5 None None] Sync routers for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:22:08.370569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39efc585-e8e7-44f1-b5c0-73d0ec49d1c5 None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:22:08.371143 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-39efc585-e8e7-44f1-b5c0-73d0ec49d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:22:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:22:08.389143 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-671aa456-0532-429e-9dae-e079f76ecf89 req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] No DVR routers for this DVR port b4060823-1dc9-4fb5-bbb3-4320a4d6070b on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:22:08.392394 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-671aa456-0532-429e-9dae-e079f76ecf89 req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:08.394420 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-671aa456-0532-429e-9dae-e079f76ecf89 req-a4c89ba2-b23a-4bd6-925a-16ce4233fbc7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "DELETE /v2.0/ports/b4060823-1dc9-4fb5-bbb3-4320a4d6070b HTTP/1.1" status: 204 len: 173 time: 1.2255149 Jul 29 15:22:08.394869 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f622a7-acfb-4462-b7d0-2a6a586c7deb', 'name': 'network-vif-deleted', 'tag': 'b4060823-1dc9-4fb5-bbb3-4320a4d6070b'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:22:08.397421 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f5a868-0916-4ca3-8382-84b8c0917acc" -d '{"events": [{"server_uuid": "d9f622a7-acfb-4462-b7d0-2a6a586c7deb", "name": "network-vif-deleted", "tag": "b4060823-1dc9-4fb5-bbb3-4320a4d6070b"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:22:08.440247 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aba3fc5-cc23-47f3-9de1-60a966d015e6 x-openstack-request-id: req-2aba3fc5-cc23-47f3-9de1-60a966d015e6 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:22:08.440540 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f622a7-acfb-4462-b7d0-2a6a586c7deb", "name": "network-vif-deleted", "tag": "b4060823-1dc9-4fb5-bbb3-4320a4d6070b", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:22:08.440825 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2aba3fc5-cc23-47f3-9de1-60a966d015e6 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:22:08.441237 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f622a7-acfb-4462-b7d0-2a6a586c7deb', 'name': 'network-vif-deleted', 'tag': 'b4060823-1dc9-4fb5-bbb3-4320a4d6070b', 'status': 'completed', 'code': 200} Jul 29 15:22:08.488069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-39efc585-e8e7-44f1-b5c0-73d0ec49d1c5 None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:22:08.710428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-39efc585-e8e7-44f1-b5c0-73d0ec49d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:22:08.737389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efc585-e8e7-44f1-b5c0-73d0ec49d1c5 None None] Checking router: 15621f0d-9339-408d-88ff-3523ba14e09c for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:22:08.746095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39efc585-e8e7-44f1-b5c0-73d0ec49d1c5 None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:22:08.746720 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-39efc585-e8e7-44f1-b5c0-73d0ec49d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:22:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:22:08.864804 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-39efc585-e8e7-44f1-b5c0-73d0ec49d1c5 None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:22:09.075665 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-39efc585-e8e7-44f1-b5c0-73d0ec49d1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:22:09.103968 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efc585-e8e7-44f1-b5c0-73d0ec49d1c5 None None] The sync data for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 is: [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:22:09.288474 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2606d2e6-e14f-4bdf-98e3-1d29a5a77a43 req-7ab69980-d3b5-4dbe-8647-46fb8b5cfa96 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 210 time: 0.0319610 Jul 29 15:22:09.376114 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8172c1ed-5d87-476d-a225-40b04dbd47a0 None None] New status for floating IP 2867ebb0-b6f0-4973-baaf-fec517f20ec6: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:22:09.451033 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b0bc0-3e1b-4671-8003-b7e6f5d685c0 req-7a5f39cc-f758-4f38-8fd5-d1c44e538b62 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:09.452862 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d62b0bc0-3e1b-4671-8003-b7e6f5d685c0 req-7a5f39cc-f758-4f38-8fd5-d1c44e538b62 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0552866 Jul 29 15:22:09.503675 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d62b0bc0-3e1b-4671-8003-b7e6f5d685c0 req-f7b254af-93ce-4c80-bfcc-e5f07b6eea02 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402994 Jul 29 15:22:10.384943 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cfe1fb19-473b-4468-bf7d-5195ea4d1407 req-a56caef0-136f-453d-af40-fa52871f3a35 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 210 time: 0.0270193 Jul 29 15:22:10.645368 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296d72b-6d4a-4f25-8937-0f9a00ff2187 req-8e560f11-65d1-4e8a-ac2d-552090b60f4c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:10.646806 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d296d72b-6d4a-4f25-8937-0f9a00ff2187 req-8e560f11-65d1-4e8a-ac2d-552090b60f4c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0545268 Jul 29 15:22:10.687948 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d296d72b-6d4a-4f25-8937-0f9a00ff2187 req-fa63eff5-f2fd-4f2a-89f6-b2be335c2624 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347223 Jul 29 15:22:10.932658 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:22:11.171612 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:11.445772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device b4060823-1dc9-4fb5-bbb3-4320a4d6070b no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:22:11.467561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: b4060823-1dc9-4fb5-bbb3-4320a4d6070b {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:22:11.467901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device b4060823-1dc9-4fb5-bbb3-4320a4d6070b not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:22:11.496512 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0c8f63fc-0ee1-4426-962d-8d937810c33e req-f9aa8c1c-4f20-4dd9-b5cf-15eacec06118 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 210 time: 0.0283792 Jul 29 15:22:11.821376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5fc5b-2284-46ff-9a97-63b0a43e0db9 req-293dd62c-2edf-472b-b5cf-32582ef84464 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:11.823157 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7db5fc5b-2284-46ff-9a97-63b0a43e0db9 req-293dd62c-2edf-472b-b5cf-32582ef84464 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0576108 Jul 29 15:22:11.878950 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7db5fc5b-2284-46ff-9a97-63b0a43e0db9 req-e90c38cd-b0b7-4072-b644-43b70d08b9bd tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457816 Jul 29 15:22:12.613300 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5c8b81b7-14e7-41e3-b650-6caa4e5e8d1e req-972dbde5-a189-49a1-ba67-76b52c32b4f1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9f622a7-acfb-4462-b7d0-2a6a586c7deb HTTP/1.1" status: 200 len: 210 time: 0.0279138 Jul 29 15:22:13.011139 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f99bb7-a828-498d-83d1-cacee32665b9 req-800f2fde-31b2-4047-95c9-a31e826e1d99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:13.012691 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d0f99bb7-a828-498d-83d1-cacee32665b9 req-800f2fde-31b2-4047-95c9-a31e826e1d99 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0516541 Jul 29 15:22:13.055023 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d0f99bb7-a828-498d-83d1-cacee32665b9 req-0ff4e909-ac53-47cb-9a7a-c4233a702fa1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355353 Jul 29 15:22:13.821147 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-c081b68c-edbd-47d2-a030-ebea3eb09868 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114623864&fields=id&tenant_id=0e99c03d4a234821be155e2a34f15433 HTTP/1.1" status: 200 len: 267 time: 0.0329473 Jul 29 15:22:13.934318 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-dbdcf885-c177-4095-9088-1d9a8d16f4d3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:13.935737 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-dbdcf885-c177-4095-9088-1d9a8d16f4d3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 812 time: 0.1078951 Jul 29 15:22:13.955454 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-850c4dec-c84a-48d5-bbef-c4a2db29ae8d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/quotas/0e99c03d4a234821be155e2a34f15433 HTTP/1.1" status: 200 len: 375 time: 0.0129859 Jul 29 15:22:14.010348 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-0fbf6ceb-8fd9-4722-b23f-ec19163687df tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482438 Jul 29 15:22:14.174696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bc499-b288-4cf3-9699-49bdcdd009e0 req-f3ee238e-9ae4-4186-81bd-f3dc342f3fc8 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:14.176320 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-965bc499-b288-4cf3-9699-49bdcdd009e0 req-f3ee238e-9ae4-4186-81bd-f3dc342f3fc8 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0520196 Jul 29 15:22:14.220730 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-965bc499-b288-4cf3-9699-49bdcdd009e0 req-6c96eba6-489b-4669-9df3-d0ca5b618a87 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374460 Jul 29 15:22:14.228374 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-1192124c-720b-44ec-97d2-f8756130ed39 service neutron] 10.222.0.16 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047818 Jul 29 15:22:14.322545 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-01a331a9-2d47-4215-aec6-e7c340a1c3c5 service neutron] 10.222.0.16 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878470 Jul 29 15:22:14.613377 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac5c52ee-2174-404e-9364-b898b38fb57b req-25c6e3a4-3522-4f89-8d48-aabab935f54e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 210 time: 0.0281234 Jul 29 15:22:15.344240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac348c-7dd7-444c-93c1-cb15e64e0509 req-faf8063e-8d12-4486-bd7d-3ae078ec3516 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:15.346251 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5cac348c-7dd7-444c-93c1-cb15e64e0509 req-faf8063e-8d12-4486-bd7d-3ae078ec3516 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0548589 Jul 29 15:22:15.386672 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5cac348c-7dd7-444c-93c1-cb15e64e0509 req-8ee9bdb7-c2d2-4de0-980c-87e44b9a4e73 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343394 Jul 29 15:22:15.583071 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-e85d41c6-5a3a-4949-b90c-8fe90597524c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:15.584500 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-e85d41c6-5a3a-4949-b90c-8fe90597524c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 812 time: 0.1036544 Jul 29 15:22:15.633861 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-b1cca1e4-11bb-46ff-8ecc-f91d35197f1a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e99c03d4a234821be155e2a34f15433 HTTP/1.1" status: 200 len: 379 time: 0.0354180 Jul 29 15:22:15.643680 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-688ece49-d4ce-45c6-b6cc-4c4d3981562c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'port': {'device_id': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'admin_state_up': True, 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'security_groups': ['e1a87023-7e47-485b-ab10-c37d394f7591']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:22:15.718235 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-44d98e43-5e34-4aa4-b987-1dff816a8643 req-9e7b0485-ac56-4248-b093-4bcc839cfcf4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 210 time: 0.0269279 Jul 29 15:22:15.766397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-688ece49-d4ce-45c6-b6cc-4c4d3981562c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Made reservation on behalf of 0e99c03d4a234821be155e2a34f15433 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:22:15.773116 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-688ece49-d4ce-45c6-b6cc-4c4d3981562c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:15.910282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-688ece49-d4ce-45c6-b6cc-4c4d3981562c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Allocated IP 172.20.0.11 (2044df4b-bfd3-4360-b6e1-19b509d510c3/75df3822-2e14-4a29-a75b-0fe0e53a1f68/822d905a-7b6b-45f3-899b-82c73f4b51c1) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:22:16.069139 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-688ece49-d4ce-45c6-b6cc-4c4d3981562c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:16.082878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-688ece49-d4ce-45c6-b6cc-4c4d3981562c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Transition to ACTIVE for port object 822d905a-7b6b-45f3-899b-82c73f4b51c1 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:22:16.117410 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-688ece49-d4ce-45c6-b6cc-4c4d3981562c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:16.161395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-688ece49-d4ce-45c6-b6cc-4c4d3981562c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Network 2044df4b-bfd3-4360-b6e1-19b509d510c3 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:22:16.164593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-688ece49-d4ce-45c6-b6cc-4c4d3981562c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:22:16.171399 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-688ece49-d4ce-45c6-b6cc-4c4d3981562c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:22:16.201641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ece49-d4ce-45c6-b6cc-4c4d3981562c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'Port': ['ID=822d905a-7b6b-45f3-899b-82c73f4b51c1,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:16.233025 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-688ece49-d4ce-45c6-b6cc-4c4d3981562c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:16.233746 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-688ece49-d4ce-45c6-b6cc-4c4d3981562c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:16.251670 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-688ece49-d4ce-45c6-b6cc-4c4d3981562c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6120651 Jul 29 15:22:16.271919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Request body: {'port': {'device_id': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:22:16.331830 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:16.402562 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-77785b03-4239-4229-8352-fa46f34201df None None] Provisioning for port 822d905a-7b6b-45f3-899b-82c73f4b51c1 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:22:16.412969 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-77785b03-4239-4229-8352-fa46f34201df None None] Provisioning complete for port 822d905a-7b6b-45f3-899b-82c73f4b51c1 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:22:16.413746 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-77785b03-4239-4229-8352-fa46f34201df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:16.459321 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-77785b03-4239-4229-8352-fa46f34201df None None] Port 822d905a-7b6b-45f3-899b-82c73f4b51c1 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:22:16.587465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5762e2-371c-4045-afc2-553348ecb3ad req-f79ac054-d14b-4503-bc22-adcedc4a6b4e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:16.589466 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3d5762e2-371c-4045-afc2-553348ecb3ad req-f79ac054-d14b-4503-bc22-adcedc4a6b4e tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.1180849 Jul 29 15:22:16.664526 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3d5762e2-371c-4045-afc2-553348ecb3ad req-29b6d39d-5990-44c4-b6ee-8c05d03b2a71 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655711 Jul 29 15:22:16.708601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822d905a-7b6b-45f3-899b-82c73f4b51c1 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:22:16.717158 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:16.740406 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Transition to ACTIVE for port object 822d905a-7b6b-45f3-899b-82c73f4b51c1 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:22:16.745703 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:16.805064 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Pushing event updated for resources: {'Port': ['ID=822d905a-7b6b-45f3-899b-82c73f4b51c1,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:16.868999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf368d12-9484-446a-b9ca-03f6f68d5749 req-c423425a-04d1-4d34-813c-950524b32e4c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:16.879502 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf368d12-9484-446a-b9ca-03f6f68d5749 req-c423425a-04d1-4d34-813c-950524b32e4c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 944 time: 0.0776660 Jul 29 15:22:16.912833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Attempting to bind port 822d905a-7b6b-45f3-899b-82c73f4b51c1 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:22:16.912833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Attempting to bind port 822d905a-7b6b-45f3-899b-82c73f4b51c1 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:22:16.913249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Attempting to bind port 822d905a-7b6b-45f3-899b-82c73f4b51c1 on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:22:16.923799 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Port 822d905a-7b6b-45f3-899b-82c73f4b51c1 on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:22:16.923799 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Attempting to bind port 822d905a-7b6b-45f3-899b-82c73f4b51c1 on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:22:16.926078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:22:16.926596 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Checking segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:22:16.930429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Bound using segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:22:16.930429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Bound port: 822d905a-7b6b-45f3-899b-82c73f4b51c1, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:22:16.930429 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:16.947780 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf368d12-9484-446a-b9ca-03f6f68d5749 req-452ee4d7-c739-43e9-95d1-82967606e3e7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634425 Jul 29 15:22:17.013488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] For port 822d905a-7b6b-45f3-899b-82c73f4b51c1, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:22:17.018292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] For port 822d905a-7b6b-45f3-899b-82c73f4b51c1, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=822d905a-7b6b-45f3-899b-82c73f4b51c1,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:22:17.024515 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:17.065616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:17.066355 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:17.067890 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] 10.222.0.38 "PUT /v2.0/ports/822d905a-7b6b-45f3-899b-82c73f4b51c1 HTTP/1.1" status: 200 len: 1092 time: 0.8023031 Jul 29 15:22:17.068448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'tag': '822d905a-7b6b-45f3-899b-82c73f4b51c1'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:22:17.070873 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e37275e-0146-4899-8332-6f6b616df21b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4", "tag": "822d905a-7b6b-45f3-899b-82c73f4b51c1"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:22:17.115914 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426367d8-b3fd-445a-95a2-cbf8703432b3 service neutron] Pushing event updated for resources: {'Port': ['ID=822d905a-7b6b-45f3-899b-82c73f4b51c1,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:17.174150 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed14bf45-cb01-4509-8ccf-afc8c1555739 x-openstack-request-id: req-ed14bf45-cb01-4509-8ccf-afc8c1555739 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:22:17.175004 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4", "tag": "822d905a-7b6b-45f3-899b-82c73f4b51c1", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:22:17.175408 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed14bf45-cb01-4509-8ccf-afc8c1555739 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:22:17.175831 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'tag': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'status': 'completed', 'code': 200} Jul 29 15:22:17.198919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-c3fa9c58-db05-4298-9a56-8058e4416f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:17.203700 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-c3fa9c58-db05-4298-9a56-8058e4416f48 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 1095 time: 0.0675447 Jul 29 15:22:17.263901 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-79170b6d-a3d1-49c5-a0ed-c675d6b58160 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822d905a-7b6b-45f3-899b-82c73f4b51c1 HTTP/1.1" status: 200 len: 217 time: 0.0469482 Jul 29 15:22:17.326699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-efa973f4-55d2-41f7-ad66-90e60960ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:17.328224 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-efa973f4-55d2-41f7-ad66-90e60960ac34 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0571871 Jul 29 15:22:17.386826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-02d7e737-0986-4dd0-bb5a-9f5db7d848bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:17.388351 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-02d7e737-0986-4dd0-bb5a-9f5db7d848bd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522728 Jul 29 15:22:17.494918 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-22fd1e84-859d-4757-a1b3-6430659d0781 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979340 Jul 29 15:22:17.604221 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d39f4df-68e2-4b5c-8168-21cd010a2c49 req-9b426b82-05a3-4125-99a9-d25c345331ad service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019645 Jul 29 15:22:17.732542 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37275e-0146-4899-8332-6f6b616df21b req-d08bca57-ce04-4bd3-b2ec-8dafa6f367e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:17.734216 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e37275e-0146-4899-8332-6f6b616df21b req-d08bca57-ce04-4bd3-b2ec-8dafa6f367e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 1095 time: 0.0566499 Jul 29 15:22:17.806064 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375488f-c3c9-492e-8064-77b2243880b3 req-bfe2e68d-f8e3-45a5-b904-bb76932f2228 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:17.809198 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3375488f-c3c9-492e-8064-77b2243880b3 req-bfe2e68d-f8e3-45a5-b904-bb76932f2228 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0661631 Jul 29 15:22:17.855401 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37275e-0146-4899-8332-6f6b616df21b req-cdc0b457-1528-4ac2-8cfa-07172df3855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:17.857284 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e37275e-0146-4899-8332-6f6b616df21b req-cdc0b457-1528-4ac2-8cfa-07172df3855f service neutron] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.1154842 Jul 29 15:22:17.863380 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3375488f-c3c9-492e-8064-77b2243880b3 req-ee1669c0-7e1d-4f4f-a42d-f6345987921c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451968 Jul 29 15:22:17.903228 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e37275e-0146-4899-8332-6f6b616df21b req-1c308a62-e86f-474a-af02-6219facd2dd3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822d905a-7b6b-45f3-899b-82c73f4b51c1 HTTP/1.1" status: 200 len: 217 time: 0.0385158 Jul 29 15:22:17.964247 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37275e-0146-4899-8332-6f6b616df21b req-48ec611c-9218-461c-b219-12ee872e284e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:17.965720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e37275e-0146-4899-8332-6f6b616df21b req-48ec611c-9218-461c-b219-12ee872e284e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0557654 Jul 29 15:22:18.024023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37275e-0146-4899-8332-6f6b616df21b req-1cf6ed78-cce5-4751-b514-2e9ef3928330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:18.024023 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e37275e-0146-4899-8332-6f6b616df21b req-1cf6ed78-cce5-4751-b514-2e9ef3928330 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488973 Jul 29 15:22:18.176466 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8c741-453a-460b-b1a9-dedf4dc525c9 req-037d7dc1-2ee2-44ff-9280-11e4efd9991e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:18.178170 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-46a8c741-453a-460b-b1a9-dedf4dc525c9 req-037d7dc1-2ee2-44ff-9280-11e4efd9991e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 944 time: 0.0965734 Jul 29 15:22:18.182523 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e37275e-0146-4899-8332-6f6b616df21b req-da103360-7053-498f-9129-dd3cbedee34d service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532302 Jul 29 15:22:18.279593 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-46a8c741-453a-460b-b1a9-dedf4dc525c9 req-7ae11625-5ff6-48de-bd5f-76321de9396d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931616 Jul 29 15:22:18.317026 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e37275e-0146-4899-8332-6f6b616df21b req-0cd5b55b-1b6b-428e-805d-029465a86ea9 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228511 Jul 29 15:22:19.012174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf86ff-30a7-4d74-a481-9deb4d6ddd2f req-1cc9a097-4fb5-4799-8bfb-e672b17b063a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:19.013758 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-16bf86ff-30a7-4d74-a481-9deb4d6ddd2f req-1cc9a097-4fb5-4799-8bfb-e672b17b063a tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0560689 Jul 29 15:22:19.065400 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-16bf86ff-30a7-4d74-a481-9deb4d6ddd2f req-eeba04f3-c4aa-4f1a-9717-d27e9181fb63 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447068 Jul 29 15:22:19.426803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9d22b-0802-483d-b3da-31ed8f798d96 req-c0f4970c-81d4-4a3a-9d9f-e6d1d5c8ce14 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:19.428366 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ed9d22b-0802-483d-b3da-31ed8f798d96 req-c0f4970c-81d4-4a3a-9d9f-e6d1d5c8ce14 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 944 time: 0.0554128 Jul 29 15:22:19.473876 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5ed9d22b-0802-483d-b3da-31ed8f798d96 req-657aa56a-251b-4329-8148-c9bd58259fc4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389893 Jul 29 15:22:20.189436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f2306-3ba7-4df4-b8dd-e509588c622a req-165ac88a-aab8-4f0e-a7db-9fd513cfe17f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:20.191145 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c30f2306-3ba7-4df4-b8dd-e509588c622a req-165ac88a-aab8-4f0e-a7db-9fd513cfe17f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0524259 Jul 29 15:22:20.231289 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c30f2306-3ba7-4df4-b8dd-e509588c622a req-3c09357d-f603-4408-bb50-91a6ae31dc10 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340917 Jul 29 15:22:20.607399 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b766c90-2537-4421-af06-c1fb8a31cd1c req-6dd369e2-4ae9-45ee-8643-9e229dc57384 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:20.609009 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8b766c90-2537-4421-af06-c1fb8a31cd1c req-6dd369e2-4ae9-45ee-8643-9e229dc57384 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 944 time: 0.0585101 Jul 29 15:22:20.653706 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8b766c90-2537-4421-af06-c1fb8a31cd1c req-2291676c-7764-4e35-99a6-6b42e7c363bf tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362701 Jul 29 15:22:21.357914 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e195e3e-c49e-469f-b5eb-c2c20a0d9408 req-f414d459-40b7-4097-8cc1-b7e92c08cc8c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:21.359679 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e195e3e-c49e-469f-b5eb-c2c20a0d9408 req-f414d459-40b7-4097-8cc1-b7e92c08cc8c tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0540886 Jul 29 15:22:21.406564 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e195e3e-c49e-469f-b5eb-c2c20a0d9408 req-213f782a-cd09-47a0-95a7-f5009411a406 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401003 Jul 29 15:22:21.775126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0785e-89ab-409c-a011-b2be02d8f7aa req-21184fdb-01ce-41c9-be19-3bf843818b61 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:21.776655 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4be0785e-89ab-409c-a011-b2be02d8f7aa req-21184fdb-01ce-41c9-be19-3bf843818b61 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 944 time: 0.0510173 Jul 29 15:22:21.820249 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4be0785e-89ab-409c-a011-b2be02d8f7aa req-b5406e85-2727-4041-a6f6-06ed20e980ad tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368221 Jul 29 15:22:22.529065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4be39c-33ac-4df1-9a25-9976e1d197e2 req-50def4b9-7c96-4989-87d9-72c7cf96d306 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:22.530613 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e4be39c-33ac-4df1-9a25-9976e1d197e2 req-50def4b9-7c96-4989-87d9-72c7cf96d306 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0520225 Jul 29 15:22:22.571562 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e4be39c-33ac-4df1-9a25-9976e1d197e2 req-d5f00fa7-7ced-41fc-915b-28c39c3126d9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344150 Jul 29 15:22:22.943033 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25359e1c-f874-4af3-93d4-ee44d2b830a8 req-43187a0b-0771-4ab4-b547-ff017028328d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:22.944546 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-25359e1c-f874-4af3-93d4-ee44d2b830a8 req-43187a0b-0771-4ab4-b547-ff017028328d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 944 time: 0.0496867 Jul 29 15:22:22.986413 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-25359e1c-f874-4af3-93d4-ee44d2b830a8 req-d36f959c-7f0c-48a8-8b32-8b57349ceca5 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349057 Jul 29 15:22:23.692908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547e329-0463-4263-a37b-4f13ed811558 req-d0f54ce6-eae6-4c59-af3e-5d9b8495ac34 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:23.694447 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3547e329-0463-4263-a37b-4f13ed811558 req-d0f54ce6-eae6-4c59-af3e-5d9b8495ac34 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0532539 Jul 29 15:22:23.738255 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3547e329-0463-4263-a37b-4f13ed811558 req-fbbd3ac4-ae39-4dce-a387-7fa0cc0cadcd tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375946 Jul 29 15:22:24.107329 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c0b25-26f2-4363-94c3-18fb412f5a67 req-f924c930-b461-4e3a-99d0-a5d5e2a7e3a5 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:24.108876 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f16c0b25-26f2-4363-94c3-18fb412f5a67 req-f924c930-b461-4e3a-99d0-a5d5e2a7e3a5 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 944 time: 0.0531232 Jul 29 15:22:24.153087 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f16c0b25-26f2-4363-94c3-18fb412f5a67 req-78e9bf42-c84a-4960-a362-38193d5879d5 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374513 Jul 29 15:22:24.598607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25048f2f-9d35-4779-ac42-0cb8cd8f963f req-fbbefa45-a792-4616-9999-a4b400f517fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:24.600128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-25048f2f-9d35-4779-ac42-0cb8cd8f963f req-fbbefa45-a792-4616-9999-a4b400f517fa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 1096 time: 0.0422184 Jul 29 15:22:24.640108 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-25048f2f-9d35-4779-ac42-0cb8cd8f963f req-82b33967-bf7a-4cc2-afa0-2d0de21f226a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326798 Jul 29 15:22:24.859326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22ed92-7964-45d5-a0e8-6dda21537002 req-b30234e5-f50e-4e1a-b488-38f57104d2f3 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:24.861665 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fb22ed92-7964-45d5-a0e8-6dda21537002 req-b30234e5-f50e-4e1a-b488-38f57104d2f3 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0544498 Jul 29 15:22:24.906334 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fb22ed92-7964-45d5-a0e8-6dda21537002 req-31e12138-77d8-4484-8ef2-2a2531008bc6 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378456 Jul 29 15:22:25.154007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device de01b802-086f-4d83-adcc-d55539e495ce details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:22:25.269151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port de01b802-086f-4d83-adcc-d55539e495ce, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=de01b802-086f-4d83-adcc-d55539e495ce,segment=NetworkSegment(c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad),segment_id=c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:22:25.283242 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'de01b802-086f-4d83-adcc-d55539e495ce', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'port_id': 'de01b802-086f-4d83-adcc-d55539e495ce', 'mac_address': 'fa:16:3e:e7:de:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:22:25.289515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860bb7d-a9a8-46ff-9a1a-563e1b6729d9 req-d1466162-0869-4dcd-96f7-7bc4bd09da10 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:25.291124 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9860bb7d-a9a8-46ff-9a1a-563e1b6729d9 req-d1466162-0869-4dcd-96f7-7bc4bd09da10 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 944 time: 0.0597639 Jul 29 15:22:25.337686 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:25.341528 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9860bb7d-a9a8-46ff-9a1a-563e1b6729d9 req-70f9044a-d718-49b2-b5f6-a481f4dadefb tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419400 Jul 29 15:22:25.353972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de01b802-086f-4d83-adcc-d55539e495ce {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:22:25.377961 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port de01b802-086f-4d83-adcc-d55539e495ce, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=de01b802-086f-4d83-adcc-d55539e495ce,segment=NetworkSegment(c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad),segment_id=c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:22:25.382618 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:25.444115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=de01b802-086f-4d83-adcc-d55539e495ce,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:25.453703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:25.454092 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:25.454568 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:25.454784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:25.455123 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:25.455460 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:25.455791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:25.456121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:25.456448 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:25.456804 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:25.457135 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:25.457462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:25.579887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['de01b802-086f-4d83-adcc-d55539e495ce'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:22:26.035798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639069e9-6530-4a2c-85da-3571d218f541 req-aa0c97c4-a609-4457-8f04-abd4e2943299 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:26.037308 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-639069e9-6530-4a2c-85da-3571d218f541 req-aa0c97c4-a609-4457-8f04-abd4e2943299 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 944 time: 0.0576301 Jul 29 15:22:26.081048 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-639069e9-6530-4a2c-85da-3571d218f541 req-7eb9ddca-199d-4c1c-a3b4-6efa8dd929ff tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377049 Jul 29 15:22:26.104638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50640) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:22:26.174969 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ceb3a922-8b43-49c4-bc22-17589f609dd9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/floatingips/f14e345c-8a5d-4b11-b3a6-599ed3d2da3e HTTP/1.1" status: 200 len: 992 time: 0.0691295 Jul 29 15:22:26.473526 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa32cf5-8d9a-407a-9e42-3e2244938517 req-1b3bbdf7-cd1c-409b-86b9-886ee3e18a22 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:26.475155 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efa32cf5-8d9a-407a-9e42-3e2244938517 req-1b3bbdf7-cd1c-409b-86b9-886ee3e18a22 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 944 time: 0.0559993 Jul 29 15:22:26.522782 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-efa32cf5-8d9a-407a-9e42-3e2244938517 req-e9e67020-eed2-4105-833d-d8894ccff31b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396931 Jul 29 15:22:26.526781 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:27.183631 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device de01b802-086f-4d83-adcc-d55539e495ce up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:22:27.236755 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port de01b802-086f-4d83-adcc-d55539e495ce triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:22:27.237132 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:27.322430 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:27.352078 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de01b802-086f-4d83-adcc-d55539e495ce'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:22:27.354444 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eff67d-c6df-45b2-a57f-79bed5d7e763" -d '{"events": [{"server_uuid": "050f7a86-dffc-4367-aa5b-c1bd9ac4cd45", "name": "network-vif-plugged", "status": "completed", "tag": "de01b802-086f-4d83-adcc-d55539e495ce"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:22:27.371955 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port de01b802-086f-4d83-adcc-d55539e495ce, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=de01b802-086f-4d83-adcc-d55539e495ce,segment=NetworkSegment(c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad),segment_id=c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:22:27.377729 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:27.407837 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9a7592-e59d-4a56-b5cc-c811711873ce x-openstack-request-id: req-0e9a7592-e59d-4a56-b5cc-c811711873ce {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:22:27.408199 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050f7a86-dffc-4367-aa5b-c1bd9ac4cd45", "name": "network-vif-plugged", "status": "completed", "tag": "de01b802-086f-4d83-adcc-d55539e495ce", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:22:27.408395 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e9a7592-e59d-4a56-b5cc-c811711873ce {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:22:27.408808 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de01b802-086f-4d83-adcc-d55539e495ce', 'code': 200} Jul 29 15:22:27.438575 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=de01b802-086f-4d83-adcc-d55539e495ce,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:27.535709 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 822d905a-7b6b-45f3-899b-82c73f4b51c1 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:22:27.663412 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 822d905a-7b6b-45f3-899b-82c73f4b51c1, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=822d905a-7b6b-45f3-899b-82c73f4b51c1,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:22:27.688299 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'port_id': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'mac_address': 'fa:16:3e:c1:15:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:22:27.694366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef82cd-40a9-42bf-bef8-d4afe57ab45c req-f0e612b2-034c-4002-88c0-499a33429e4e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:27.696876 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f6ef82cd-40a9-42bf-bef8-d4afe57ab45c req-f0e612b2-034c-4002-88c0-499a33429e4e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 944 time: 0.0749948 Jul 29 15:22:27.732779 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:27.747829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822d905a-7b6b-45f3-899b-82c73f4b51c1 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:22:27.750133 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f6ef82cd-40a9-42bf-bef8-d4afe57ab45c req-23223f8a-0559-445f-b947-916dec9b602e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469258 Jul 29 15:22:27.780662 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 822d905a-7b6b-45f3-899b-82c73f4b51c1, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=822d905a-7b6b-45f3-899b-82c73f4b51c1,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:22:27.786299 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:27.843753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=822d905a-7b6b-45f3-899b-82c73f4b51c1,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:28.052178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['822d905a-7b6b-45f3-899b-82c73f4b51c1'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:22:28.885128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d2fad-121b-4bd6-be33-344494b31179 req-32aab583-225e-4f3c-9204-711e2dab946d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:28.886789 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fc4d2fad-121b-4bd6-be33-344494b31179 req-32aab583-225e-4f3c-9204-711e2dab946d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 945 time: 0.0590682 Jul 29 15:22:28.932329 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fc4d2fad-121b-4bd6-be33-344494b31179 req-c0ac1dd3-0368-4291-8daa-7c31d369d9c2 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362568 Jul 29 15:22:29.548182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 822d905a-7b6b-45f3-899b-82c73f4b51c1 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:22:29.598118 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 822d905a-7b6b-45f3-899b-82c73f4b51c1 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:22:29.602053 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 822d905a-7b6b-45f3-899b-82c73f4b51c1 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:22:29.602426 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:29.690426 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:29.715280 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822d905a-7b6b-45f3-899b-82c73f4b51c1'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:22:29.717575 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c12a2e0-5098-46b0-923e-a90ea744e245" -d '{"events": [{"server_uuid": "1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4", "name": "network-vif-plugged", "status": "completed", "tag": "822d905a-7b6b-45f3-899b-82c73f4b51c1"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:22:29.732251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 822d905a-7b6b-45f3-899b-82c73f4b51c1, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=822d905a-7b6b-45f3-899b-82c73f4b51c1,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:22:29.738057 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:29.764557 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db27b2c-5b65-45f3-beed-90c5f4fdba41 x-openstack-request-id: req-6db27b2c-5b65-45f3-beed-90c5f4fdba41 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:22:29.764883 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4", "name": "network-vif-plugged", "status": "completed", "tag": "822d905a-7b6b-45f3-899b-82c73f4b51c1", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:22:29.765130 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6db27b2c-5b65-45f3-beed-90c5f4fdba41 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:22:29.765515 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'code': 200} Jul 29 15:22:29.794576 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=822d905a-7b6b-45f3-899b-82c73f4b51c1,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:29.882283 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a59246-25af-460d-98ae-581cb4a2c4cd req-69a6b88d-4ce6-4c12-ac65-1be530c9074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:29.883802 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-00a59246-25af-460d-98ae-581cb4a2c4cd req-69a6b88d-4ce6-4c12-ac65-1be530c9074b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 1097 time: 0.0422440 Jul 29 15:22:29.920461 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-00a59246-25af-460d-98ae-581cb4a2c4cd req-ce490b02-bd7a-4dec-ad7c-d37abafd191d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298219 Jul 29 15:22:30.050693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe7057-286c-40bd-917f-0c7c27981029 req-cb8be445-4ed4-4c9e-88d1-8e09b2822e99 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:30.052223 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c0fe7057-286c-40bd-917f-0c7c27981029 req-cb8be445-4ed4-4c9e-88d1-8e09b2822e99 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 946 time: 0.0503225 Jul 29 15:22:30.091875 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c0fe7057-286c-40bd-917f-0c7c27981029 req-7bb5f3a1-0d7a-42fa-8071-7b3655705db4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335386 Jul 29 15:22:30.557628 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a161043-fae6-4a61-b264-ca179356c353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:31.214843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d76910-80b5-4dea-b9a1-fb3d98ad49fc req-11417784-c750-49a0-b1d2-071b760b4190 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:31.216424 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-11d76910-80b5-4dea-b9a1-fb3d98ad49fc req-11417784-c750-49a0-b1d2-071b760b4190 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 946 time: 0.0520349 Jul 29 15:22:31.261244 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-11d76910-80b5-4dea-b9a1-fb3d98ad49fc req-6b122aa3-f436-4cf5-b1dc-4d34a132425b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359333 Jul 29 15:22:31.383963 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a77a6-aa69-49f0-84e8-6f227ddc374f req-bbf44c21-998a-4f77-b7f5-b1093ed89acb tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:31.385422 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf3a77a6-aa69-49f0-84e8-6f227ddc374f req-bbf44c21-998a-4f77-b7f5-b1093ed89acb tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 946 time: 0.0523787 Jul 29 15:22:31.427455 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf3a77a6-aa69-49f0-84e8-6f227ddc374f req-c807af94-a005-49e0-a476-8cc2732b4d91 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351715 Jul 29 15:22:31.452523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50658) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:22:31.629283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d5376d-9ea6-4b66-847a-9963bbf851f9 tempest-TestVolumeBootPattern-725653647 tempest-TestVolumeBootPattern-725653647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:31.630822 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d3d5376d-9ea6-4b66-847a-9963bbf851f9 tempest-TestVolumeBootPattern-725653647 tempest-TestVolumeBootPattern-725653647-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 1092 time: 0.1763780 Jul 29 15:22:31.633612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50662) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:22:31.638158 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:22:31.662557 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:31.765817 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:31.886409 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Allocated IP 172.25.6.198 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/d64af904-e48d-4275-8169-36c1be1b48c7) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:22:31.999951 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:32.040356 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:32.085664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:22:32.090995 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:22:32.093659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:22:32.104179 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'Port': ['ID=d64af904-e48d-4275-8169-36c1be1b48c7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:32.507970 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:32.586471 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:32.766735 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:32.773441 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:32.847898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'Port': ['ID=d64af904-e48d-4275-8169-36c1be1b48c7,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:32.865705 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:32.975412 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Floating IP f81fa07e-4ba9-4d99-9ec8-ef5d1721c1c6 associated. External IP: 172.25.6.198, port: 822d905a-7b6b-45f3-899b-82c73f4b51c1. Jul 29 15:22:33.215451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Router 15621f0d-9339-408d-88ff-3523ba14e09c has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:22:33.232887 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:33.341031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:22:33.354931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a0f91-2d7d-444a-8bbe-3893ec3050dc None None] Sync routers for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:22:33.365021 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:33.390509 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a0f91-2d7d-444a-8bbe-3893ec3050dc None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:22:33.391508 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-934a0f91-2d7d-444a-8bbe-3893ec3050dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:22:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:22:33.394971 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-003d211c-cc99-442e-ab82-f8fb18503b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:33.400907 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0c6b9dde-f805-4d68-a46a-6a06ae4502b6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7660820 Jul 29 15:22:33.401674 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'tag': '822d905a-7b6b-45f3-899b-82c73f4b51c1'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:22:33.404452 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed7bda5-c7cc-47ed-a7d3-65a537063eba" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4", "tag": "822d905a-7b6b-45f3-899b-82c73f4b51c1"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:22:33.516348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-934a0f91-2d7d-444a-8bbe-3893ec3050dc None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:22:33.530867 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe80b482-d898-4de1-b19f-f5a6c72903cc x-openstack-request-id: req-fe80b482-d898-4de1-b19f-f5a6c72903cc {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:22:33.531551 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4", "tag": "822d905a-7b6b-45f3-899b-82c73f4b51c1", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:22:33.531551 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe80b482-d898-4de1-b19f-f5a6c72903cc {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:22:33.532432 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'tag': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'status': 'completed', 'code': 200} Jul 29 15:22:33.619883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7bda5-c7cc-47ed-a7d3-65a537063eba req-6af7c3a6-af9b-4a9f-91ee-b7fc672e207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:33.621622 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ed7bda5-c7cc-47ed-a7d3-65a537063eba req-6af7c3a6-af9b-4a9f-91ee-b7fc672e207f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 1097 time: 0.0459027 Jul 29 15:22:33.743151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7bda5-c7cc-47ed-a7d3-65a537063eba req-8415dfa0-c473-43e7-9543-1278805cdbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:33.744756 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ed7bda5-c7cc-47ed-a7d3-65a537063eba req-8415dfa0-c473-43e7-9543-1278805cdbdb service neutron] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.1164041 Jul 29 15:22:33.805888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-934a0f91-2d7d-444a-8bbe-3893ec3050dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'f81fa07e-4ba9-4d99-9ec8-ef5d1721c1c6', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'port_id': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'mac_address': 'fa:16:3e:c1:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:22:32Z', 'updated_at': '2021-07-29T15:22:32Z', 'revision_number': 0, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:22:33.820194 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ed7bda5-c7cc-47ed-a7d3-65a537063eba req-9281c417-7a61-4e8b-ac00-a1a0a4cfed23 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822d905a-7b6b-45f3-899b-82c73f4b51c1 HTTP/1.1" status: 200 len: 1000 time: 0.0682497 Jul 29 15:22:33.837464 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a0f91-2d7d-444a-8bbe-3893ec3050dc None None] Checking router: 15621f0d-9339-408d-88ff-3523ba14e09c for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:22:33.848238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a0f91-2d7d-444a-8bbe-3893ec3050dc None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:22:33.849006 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-934a0f91-2d7d-444a-8bbe-3893ec3050dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:22:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:22:33.893311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7bda5-c7cc-47ed-a7d3-65a537063eba req-24232903-fc6b-4d6e-9e85-4c2433865fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:33.894814 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ed7bda5-c7cc-47ed-a7d3-65a537063eba req-24232903-fc6b-4d6e-9e85-4c2433865fe3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0682395 Jul 29 15:22:33.951978 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7bda5-c7cc-47ed-a7d3-65a537063eba req-d928416c-2f20-4fc8-9160-c2d5a6d38fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:33.954194 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ed7bda5-c7cc-47ed-a7d3-65a537063eba req-d928416c-2f20-4fc8-9160-c2d5a6d38fb9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520227 Jul 29 15:22:33.969863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-934a0f91-2d7d-444a-8bbe-3893ec3050dc None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:22:34.051972 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ed7bda5-c7cc-47ed-a7d3-65a537063eba req-28e76f15-e8fe-4a37-a7c7-29a6b58e92b7 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905828 Jul 29 15:22:34.163603 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ed7bda5-c7cc-47ed-a7d3-65a537063eba req-cf1a529f-72e8-4d10-870a-35d69e41116d service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044552 Jul 29 15:22:34.248304 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-934a0f91-2d7d-444a-8bbe-3893ec3050dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'f81fa07e-4ba9-4d99-9ec8-ef5d1721c1c6', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'port_id': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'mac_address': 'fa:16:3e:c1:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:22:32Z', 'updated_at': '2021-07-29T15:22:32Z', 'revision_number': 0, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:22:34.449108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a0f91-2d7d-444a-8bbe-3893ec3050dc None None] The sync data for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 is: [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'f81fa07e-4ba9-4d99-9ec8-ef5d1721c1c6', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'port_id': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'mac_address': 'fa:16:3e:c1:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:22:32Z', 'updated_at': '2021-07-29T15:22:32Z', 'revision_number': 0, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:22:34.463051 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:34.679765 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24ed12e-8e39-4983-86a2-37adda123f84 None None] New status for floating IP f81fa07e-4ba9-4d99-9ec8-ef5d1721c1c6: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:22:36.396927 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:41.185102 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:47.934558 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:22:56.518189 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:56.623665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50686) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:22:56.786497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting port 935fcdf7-6cb9-40c2-bcd3-362688a3f9ed {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:22:56.786749 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:56.867494 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:56.867851 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:56.879479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Calling delete_port for 935fcdf7-6cb9-40c2-bcd3-362688a3f9ed owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:22:57.033614 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:57.060029 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Port': ['ID=935fcdf7-6cb9-40c2-bcd3-362688a3f9ed,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:57.074216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:57.074564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:57.074900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:57.075234 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:57.075580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:57.075889 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:57.076211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:57.076531 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:57.076873 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:57.077195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:57.077514 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:57.077829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:22:57.134930 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:57.135295 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Floating IP f14e345c-8a5d-4b11-b3a6-599ed3d2da3e disassociated (deleted). External IP: 172.25.6.163, port: de01b802-086f-4d83-adcc-d55539e495ce. Jul 29 15:22:57.677808 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router d6f934f7-a585-4bd5-af3c-0ce6522004e8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:22:57.794746 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:22:57.795610 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-96948458-99e7-4881-9dfa-cd6062264a2d req-b0438633-dc8e-4dab-8506-62ad056f8f2d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432503 Jul 29 15:22:57.799370 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:57.806814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee89c7ae-be41-46ad-af24-b6df62b68975 None None] Sync routers for ids ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:22:57.818309 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee89c7ae-be41-46ad-af24-b6df62b68975 None None] Routers {'d6f934f7-a585-4bd5-af3c-0ce6522004e8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:22:57.820225 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ee89c7ae-be41-46ad-af24-b6df62b68975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:22:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:22:57.832585 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5d38507c-dc85-4122-9ccc-aafab05fd972 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/floatingips/f14e345c-8a5d-4b11-b3a6-599ed3d2da3e HTTP/1.1" status: 204 len: 168 time: 1.2077594 Jul 29 15:22:57.833237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'tag': 'de01b802-086f-4d83-adcc-d55539e495ce'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:22:57.835763 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846018f7-df7f-46fb-982f-09c0e2fc6488" -d '{"events": [{"name": "network-changed", "server_uuid": "050f7a86-dffc-4367-aa5b-c1bd9ac4cd45", "tag": "de01b802-086f-4d83-adcc-d55539e495ce"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:22:57.884921 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6800be3d-985a-42a4-8784-4f8a5ca2075e x-openstack-request-id: req-6800be3d-985a-42a4-8784-4f8a5ca2075e {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:22:57.885376 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050f7a86-dffc-4367-aa5b-c1bd9ac4cd45", "tag": "de01b802-086f-4d83-adcc-d55539e495ce", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:22:57.885519 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6800be3d-985a-42a4-8784-4f8a5ca2075e {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:22:57.885935 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'tag': 'de01b802-086f-4d83-adcc-d55539e495ce', 'status': 'completed', 'code': 200} Jul 29 15:22:57.905681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96948458-99e7-4881-9dfa-cd6062264a2d req-348f3ea9-dff9-4dc8-9210-05daabd3b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:57.908340 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-96948458-99e7-4881-9dfa-cd6062264a2d req-348f3ea9-dff9-4dc8-9210-05daabd3b16c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 1096 time: 0.0495956 Jul 29 15:22:57.943216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-ee89c7ae-be41-46ad-af24-b6df62b68975 None None] Set router d6f934f7-a585-4bd5-af3c-0ce6522004e8 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:22:58.044196 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96948458-99e7-4881-9dfa-cd6062264a2d req-45c0389f-3abd-4353-aadb-8a7b4b445d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:58.045709 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-96948458-99e7-4881-9dfa-cd6062264a2d req-45c0389f-3abd-4353-aadb-8a7b4b445d74 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a681c10-0e8e-40a0-bd51-d34365aad4ba HTTP/1.1" status: 200 len: 897 time: 0.1112125 Jul 29 15:22:58.089624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daef0e-2f77-4267-9fce-b0604c8f83b4 req-f343163f-8f95-4f5f-b4db-e7aedf5ff8ab tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:58.091268 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a0daef0e-2f77-4267-9fce-b0604c8f83b4 req-f343163f-8f95-4f5f-b4db-e7aedf5ff8ab tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0509236 Jul 29 15:22:58.091741 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-96948458-99e7-4881-9dfa-cd6062264a2d req-593a21fa-7925-4038-b7f9-4278bbac2c83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de01b802-086f-4d83-adcc-d55539e495ce HTTP/1.1" status: 200 len: 217 time: 0.0374322 Jul 29 15:22:58.140157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a0daef0e-2f77-4267-9fce-b0604c8f83b4 req-e52e6de6-e668-4c35-ba8e-70669778e3b1 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418322 Jul 29 15:22:58.161396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96948458-99e7-4881-9dfa-cd6062264a2d req-0efd603c-cd54-44db-bf81-371355010a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:58.161396 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-96948458-99e7-4881-9dfa-cd6062264a2d req-0efd603c-cd54-44db-bf81-371355010a5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d62e17c7-2984-4464-b6e6-2be0795e16e5 HTTP/1.1" status: 200 len: 835 time: 0.0528469 Jul 29 15:22:58.185493 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ee89c7ae-be41-46ad-af24-b6df62b68975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389006432', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:21Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '16058f88-6faf-47c7-8fd7-b815824d04d6', 'name': '', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:86:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:20Z', 'updated_at': '2021-07-29T15:21:26Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:22:58.201819 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96948458-99e7-4881-9dfa-cd6062264a2d req-ac0340f6-76e6-4ef0-ab4f-aa4a4f62e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:58.203251 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-96948458-99e7-4881-9dfa-cd6062264a2d req-ac0340f6-76e6-4ef0-ab4f-aa4a4f62e8bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a681c10-0e8e-40a0-bd51-d34365aad4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412686 Jul 29 15:22:58.213778 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee89c7ae-be41-46ad-af24-b6df62b68975 None None] Checking router: d6f934f7-a585-4bd5-af3c-0ce6522004e8 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:22:58.222577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee89c7ae-be41-46ad-af24-b6df62b68975 None None] Routers {'d6f934f7-a585-4bd5-af3c-0ce6522004e8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:22:58.223195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ee89c7ae-be41-46ad-af24-b6df62b68975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:22:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:22:58.328131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-ee89c7ae-be41-46ad-af24-b6df62b68975 None None] Set router d6f934f7-a585-4bd5-af3c-0ce6522004e8 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:22:58.363380 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-96948458-99e7-4881-9dfa-cd6062264a2d req-a9115e1e-057e-428a-8b25-1f1cbf268c2a service neutron] 10.222.0.39 "GET /v2.0/networks/9a681c10-0e8e-40a0-bd51-d34365aad4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492367 Jul 29 15:22:58.462734 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-96948458-99e7-4881-9dfa-cd6062264a2d req-c44afbb9-a95e-4cf1-b2c1-3b71e9c88a4c service neutron] 10.222.0.39 "GET /v2.0/networks/9a681c10-0e8e-40a0-bd51-d34365aad4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905347 Jul 29 15:22:58.536450 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ee89c7ae-be41-46ad-af24-b6df62b68975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389006432', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:21Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '16058f88-6faf-47c7-8fd7-b815824d04d6', 'name': '', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:86:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:20Z', 'updated_at': '2021-07-29T15:21:26Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:22:58.554086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846018f7-df7f-46fb-982f-09c0e2fc6488 req-100e8fa9-faec-4e0a-b87e-9aa600d25379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:58.555593 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-846018f7-df7f-46fb-982f-09c0e2fc6488 req-100e8fa9-faec-4e0a-b87e-9aa600d25379 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff222b7955804c63888f15eaa141338c&device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 1096 time: 0.0436685 Jul 29 15:22:58.568760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee89c7ae-be41-46ad-af24-b6df62b68975 None None] The sync data for ids ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'] in n-d-802893-1 is: [{'id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389006432', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:21Z', 'revision_number': 4, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '16058f88-6faf-47c7-8fd7-b815824d04d6', 'name': '', 'network_id': '9a681c10-0e8e-40a0-bd51-d34365aad4ba', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'mac_address': 'fa:16:3e:86:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:20Z', 'updated_at': '2021-07-29T15:21:26Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'subnets': [{'id': 'd62e17c7-2984-4464-b6e6-2be0795e16e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:22:58.661207 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846018f7-df7f-46fb-982f-09c0e2fc6488 req-8c5f80e4-21c5-42f4-bad5-b84066dd0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:58.662781 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-846018f7-df7f-46fb-982f-09c0e2fc6488 req-8c5f80e4-21c5-42f4-bad5-b84066dd0b87 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9a681c10-0e8e-40a0-bd51-d34365aad4ba HTTP/1.1" status: 200 len: 897 time: 0.0978653 Jul 29 15:22:58.710358 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-846018f7-df7f-46fb-982f-09c0e2fc6488 req-c33bad5a-105c-45dc-b2f3-cd361a806094 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de01b802-086f-4d83-adcc-d55539e495ce HTTP/1.1" status: 200 len: 217 time: 0.0383379 Jul 29 15:22:58.763583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846018f7-df7f-46fb-982f-09c0e2fc6488 req-fd6d6069-6cad-4504-9a03-4b160c10f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:58.765134 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-846018f7-df7f-46fb-982f-09c0e2fc6488 req-fd6d6069-6cad-4504-9a03-4b160c10f4e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d62e17c7-2984-4464-b6e6-2be0795e16e5 HTTP/1.1" status: 200 len: 835 time: 0.0463829 Jul 29 15:22:58.814243 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846018f7-df7f-46fb-982f-09c0e2fc6488 req-2373dcdd-04b2-4501-b8d4-c39107510119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:58.816138 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-846018f7-df7f-46fb-982f-09c0e2fc6488 req-2373dcdd-04b2-4501-b8d4-c39107510119 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9a681c10-0e8e-40a0-bd51-d34365aad4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429788 Jul 29 15:22:58.830847 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743dafbf-b187-4fde-96d7-b648b04a7c55 None None] New status for floating IP f14e345c-8a5d-4b11-b3a6-599ed3d2da3e: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:22:58.927373 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-846018f7-df7f-46fb-982f-09c0e2fc6488 req-e2e97140-d44d-4207-b0c3-3f8b671ef011 service neutron] 10.222.0.39 "GET /v2.0/networks/9a681c10-0e8e-40a0-bd51-d34365aad4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015155 Jul 29 15:22:59.024418 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-846018f7-df7f-46fb-982f-09c0e2fc6488 req-b810b1cb-4834-46be-9434-43860b7a8cbf service neutron] 10.222.0.39 "GET /v2.0/networks/9a681c10-0e8e-40a0-bd51-d34365aad4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887716 Jul 29 15:22:59.260719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f109185-1d41-40e3-9aea-15d8d6c9e4d8 req-254bb5f0-b0b3-470c-b1ec-47b1ba0a0e5f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:59.262199 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f109185-1d41-40e3-9aea-15d8d6c9e4d8 req-254bb5f0-b0b3-470c-b1ec-47b1ba0a0e5f tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0498161 Jul 29 15:22:59.302471 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f109185-1d41-40e3-9aea-15d8d6c9e4d8 req-6aef985b-9df8-4beb-afe9-47a34fbc5b93 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/security-groups?id=b155a698-07fa-485b-9da1-759d7bc83e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337160 Jul 29 15:22:59.434055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ce266-0cb2-4ebb-89a7-e3a26819e46c req-828b72eb-6ae9-45f3-9226-9a12b0741e6d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:22:59.435509 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f86ce266-0cb2-4ebb-89a7-e3a26819e46c req-828b72eb-6ae9-45f3-9226-9a12b0741e6d tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.39 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 945 time: 0.0510702 Jul 29 15:22:59.529640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-f86ce266-0cb2-4ebb-89a7-e3a26819e46c req-52b46963-1db4-456e-a80f-e23a83d77383 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting port de01b802-086f-4d83-adcc-d55539e495ce {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:22:59.529983 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f86ce266-0cb2-4ebb-89a7-e3a26819e46c req-52b46963-1db4-456e-a80f-e23a83d77383 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:59.616434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-f86ce266-0cb2-4ebb-89a7-e3a26819e46c req-52b46963-1db4-456e-a80f-e23a83d77383 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] For port de01b802-086f-4d83-adcc-d55539e495ce, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=de01b802-086f-4d83-adcc-d55539e495ce,segment=NetworkSegment(c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad),segment_id=c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:22:59.616750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f86ce266-0cb2-4ebb-89a7-e3a26819e46c req-52b46963-1db4-456e-a80f-e23a83d77383 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:59.629915 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-f86ce266-0cb2-4ebb-89a7-e3a26819e46c req-52b46963-1db4-456e-a80f-e23a83d77383 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Calling delete_port for de01b802-086f-4d83-adcc-d55539e495ce owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:22:59.759140 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f86ce266-0cb2-4ebb-89a7-e3a26819e46c req-52b46963-1db4-456e-a80f-e23a83d77383 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:59.788466 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b46963-1db4-456e-a80f-e23a83d77383 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Port': ['ID=de01b802-086f-4d83-adcc-d55539e495ce,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:22:59.830748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86ce266-0cb2-4ebb-89a7-e3a26819e46c req-52b46963-1db4-456e-a80f-e23a83d77383 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] No DVR routers for this DVR port de01b802-086f-4d83-adcc-d55539e495ce on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:22:59.833431 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-f86ce266-0cb2-4ebb-89a7-e3a26819e46c req-52b46963-1db4-456e-a80f-e23a83d77383 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:22:59.835428 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f86ce266-0cb2-4ebb-89a7-e3a26819e46c req-52b46963-1db4-456e-a80f-e23a83d77383 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.39 "DELETE /v2.0/ports/de01b802-086f-4d83-adcc-d55539e495ce HTTP/1.1" status: 204 len: 173 time: 0.3942468 Jul 29 15:22:59.835872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'name': 'network-vif-deleted', 'tag': 'de01b802-086f-4d83-adcc-d55539e495ce'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:22:59.838154 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b12df7c-3638-4e61-ba75-629114359db9" -d '{"events": [{"server_uuid": "050f7a86-dffc-4367-aa5b-c1bd9ac4cd45", "name": "network-vif-deleted", "tag": "de01b802-086f-4d83-adcc-d55539e495ce"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:22:59.941168 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fb44d7-e94d-41df-8a08-677402a33e0a x-openstack-request-id: req-70fb44d7-e94d-41df-8a08-677402a33e0a {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:22:59.941460 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050f7a86-dffc-4367-aa5b-c1bd9ac4cd45", "name": "network-vif-deleted", "tag": "de01b802-086f-4d83-adcc-d55539e495ce", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:22:59.941707 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70fb44d7-e94d-41df-8a08-677402a33e0a {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:22:59.942103 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050f7a86-dffc-4367-aa5b-c1bd9ac4cd45', 'name': 'network-vif-deleted', 'tag': 'de01b802-086f-4d83-adcc-d55539e495ce', 'status': 'completed', 'code': 200} Jul 29 15:23:00.411669 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-483bb4ab-7f52-4fb6-ade8-91216ba521fb req-afe7c8d8-3815-40de-bcba-3eb242dbcb5b tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "GET /v2.0/ports?device_id=050f7a86-dffc-4367-aa5b-c1bd9ac4cd45 HTTP/1.1" status: 200 len: 210 time: 0.0304098 Jul 29 15:23:00.561011 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-723de8a8-4a43-4d82-b2a3-3df157b5248d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:01.470402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50706) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:01.834069 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c476-27e2-47c0-9cd1-517171461ea5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:02.095981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a8a2c476-27e2-47c0-9cd1-517171461ea5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting port 16058f88-6faf-47c7-8fd7-b815824d04d6 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:23:02.096320 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c476-27e2-47c0-9cd1-517171461ea5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:02.182071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-a8a2c476-27e2-47c0-9cd1-517171461ea5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] For port 16058f88-6faf-47c7-8fd7-b815824d04d6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=16058f88-6faf-47c7-8fd7-b815824d04d6,segment=NetworkSegment(c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad),segment_id=c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:23:02.182430 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c476-27e2-47c0-9cd1-517171461ea5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:02.199803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a8a2c476-27e2-47c0-9cd1-517171461ea5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Calling delete_port for 16058f88-6faf-47c7-8fd7-b815824d04d6 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:23:02.387088 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c476-27e2-47c0-9cd1-517171461ea5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:02.413771 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2c476-27e2-47c0-9cd1-517171461ea5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Port': ['ID=16058f88-6faf-47c7-8fd7-b815824d04d6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:02.588534 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8a2c476-27e2-47c0-9cd1-517171461ea5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:02.808579 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a2c476-27e2-47c0-9cd1-517171461ea5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Router d6f934f7-a585-4bd5-af3c-0ce6522004e8 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:23:02.917394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a2c476-27e2-47c0-9cd1-517171461ea5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:23:02.923132 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a8a2c476-27e2-47c0-9cd1-517171461ea5 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "PUT /v2.0/routers/d6f934f7-a585-4bd5-af3c-0ce6522004e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4514632 Jul 29 15:23:02.925655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50708) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:02.928399 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306129ae-25fa-43dd-ac61-65624a8aee46 None None] Sync routers for ids ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:23:02.938907 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306129ae-25fa-43dd-ac61-65624a8aee46 None None] Routers {'d6f934f7-a585-4bd5-af3c-0ce6522004e8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:23:02.939606 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-306129ae-25fa-43dd-ac61-65624a8aee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:22:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:02.978635 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fa08b5-79cb-4166-8087-35186cc41655 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting subnet d62e17c7-2984-4464-b6e6-2be0795e16e5 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:23:02.981940 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-22fa08b5-79cb-4166-8087-35186cc41655 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:03.021726 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-22fa08b5-79cb-4166-8087-35186cc41655 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:03.048585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-306129ae-25fa-43dd-ac61-65624a8aee46 None None] Set router d6f934f7-a585-4bd5-af3c-0ce6522004e8 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:23:03.108802 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-22fa08b5-79cb-4166-8087-35186cc41655 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:03.171507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-22fa08b5-79cb-4166-8087-35186cc41655 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:03.198270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa08b5-79cb-4166-8087-35186cc41655 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Subnet': ['ID=d62e17c7-2984-4464-b6e6-2be0795e16e5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:03.202022 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-22fa08b5-79cb-4166-8087-35186cc41655 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:03.207245 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-22fa08b5-79cb-4166-8087-35186cc41655 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/subnets/d62e17c7-2984-4464-b6e6-2be0795e16e5 HTTP/1.1" status: 204 len: 168 time: 0.2803943 Jul 29 15:23:03.207813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50712) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:03.208910 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdb6ad9-7b7a-4cd0-932e-c4f8a6ca52b9 None None] Network 9a681c10-0e8e-40a0-bd51-d34365aad4ba requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:23:03.278239 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:03.322359 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2097c9e5-369c-4963-b9fd-8e4a30747552 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:03.345908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-306129ae-25fa-43dd-ac61-65624a8aee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389006432', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:23:02Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:03.378327 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device de01b802-086f-4d83-adcc-d55539e495ce no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:23:03.383886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306129ae-25fa-43dd-ac61-65624a8aee46 None None] Checking router: d6f934f7-a585-4bd5-af3c-0ce6522004e8 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:23:03.415355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: de01b802-086f-4d83-adcc-d55539e495ce {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:23:03.415694 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device de01b802-086f-4d83-adcc-d55539e495ce not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:23:03.431282 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2097c9e5-369c-4963-b9fd-8e4a30747552 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:03.431553 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d39dbf69-c985-4972-9bb6-50c7280e90f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:03.433222 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306129ae-25fa-43dd-ac61-65624a8aee46 None None] Routers {'d6f934f7-a585-4bd5-af3c-0ce6522004e8'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:23:03.434219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-306129ae-25fa-43dd-ac61-65624a8aee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:22:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:03.494872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-2097c9e5-369c-4963-b9fd-8e4a30747552 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Deleting port fa933421-051a-4bf7-8cde-84726064bbfe {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:23:03.495228 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2097c9e5-369c-4963-b9fd-8e4a30747552 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:03.524186 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99de183f-022e-4aba-83f3-3707b54c3cba None None] DHCP port deletion for 9a681c10-0e8e-40a0-bd51-d34365aad4ba request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:23:03.573093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-306129ae-25fa-43dd-ac61-65624a8aee46 None None] Set router d6f934f7-a585-4bd5-af3c-0ce6522004e8 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:23:03.575663 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-2097c9e5-369c-4963-b9fd-8e4a30747552 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] For port fa933421-051a-4bf7-8cde-84726064bbfe, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=fa933421-051a-4bf7-8cde-84726064bbfe,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:23:03.576037 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2097c9e5-369c-4963-b9fd-8e4a30747552 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:03.591279 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-2097c9e5-369c-4963-b9fd-8e4a30747552 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Calling delete_port for fa933421-051a-4bf7-8cde-84726064bbfe owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:23:03.769707 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2097c9e5-369c-4963-b9fd-8e4a30747552 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:03.800312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097c9e5-369c-4963-b9fd-8e4a30747552 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Port': ['ID=fa933421-051a-4bf7-8cde-84726064bbfe,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:03.867712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-99de183f-022e-4aba-83f3-3707b54c3cba None None] Deleting port cfc5e772-0e2a-4443-b83f-210d238beb19 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:23:03.868127 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99de183f-022e-4aba-83f3-3707b54c3cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:03.920080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cfc5e772-0e2a-4443-b83f-210d238beb19 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:23:04.007990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-99de183f-022e-4aba-83f3-3707b54c3cba None None] For port cfc5e772-0e2a-4443-b83f-210d238beb19, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cfc5e772-0e2a-4443-b83f-210d238beb19,segment=NetworkSegment(c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad),segment_id=c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:23:04.008719 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99de183f-022e-4aba-83f3-3707b54c3cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.028234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-99de183f-022e-4aba-83f3-3707b54c3cba None None] Calling delete_port for cfc5e772-0e2a-4443-b83f-210d238beb19 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:23:04.135445 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.175009 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-306129ae-25fa-43dd-ac61-65624a8aee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389006432', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:23:02Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:04.208946 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306129ae-25fa-43dd-ac61-65624a8aee46 None None] The sync data for ids ['d6f934f7-a585-4bd5-af3c-0ce6522004e8'] in n-d-802893-1 is: [{'id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389006432', 'tenant_id': 'ff222b7955804c63888f15eaa141338c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:23:02Z', 'revision_number': 5, 'project_id': 'ff222b7955804c63888f15eaa141338c', 'gw_port': {'id': 'fa933421-051a-4bf7-8cde-84726064bbfe', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:0d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f934f7-a585-4bd5-af3c-0ce6522004e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:21:17Z', 'updated_at': '2021-07-29T15:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:23:04.214554 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2097c9e5-369c-4963-b9fd-8e4a30747552 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.221252 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99de183f-022e-4aba-83f3-3707b54c3cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.273093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de183f-022e-4aba-83f3-3707b54c3cba None None] Pushing event deleted for resources: {'Port': ['ID=cfc5e772-0e2a-4443-b83f-210d238beb19,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:04.275510 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de183f-022e-4aba-83f3-3707b54c3cba None None] No DVR routers for this DVR port cfc5e772-0e2a-4443-b83f-210d238beb19 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:23:04.315210 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2097c9e5-369c-4963-b9fd-8e4a30747552 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.317637 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2097c9e5-369c-4963-b9fd-8e4a30747552 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.362744 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2097c9e5-369c-4963-b9fd-8e4a30747552 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.363324 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2097c9e5-369c-4963-b9fd-8e4a30747552 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Fanout notify agent at l3_agent the message router_deleted on router d6f934f7-a585-4bd5-af3c-0ce6522004e8 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:23:04.372488 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2097c9e5-369c-4963-b9fd-8e4a30747552 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.373150 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2097c9e5-369c-4963-b9fd-8e4a30747552 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/routers/d6f934f7-a585-4bd5-af3c-0ce6522004e8 HTTP/1.1" status: 204 len: 168 time: 1.1642654 Jul 29 15:23:04.374290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50714) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:04.413622 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.451311 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-542269e3-5d2a-4a40-aaa7-f385929855bb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.540465 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-542269e3-5d2a-4a40-aaa7-f385929855bb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.550972 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-542269e3-5d2a-4a40-aaa7-f385929855bb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a681c10-0e8e-40a0-bd51-d34365aad4ba']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:04.567084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-542269e3-5d2a-4a40-aaa7-f385929855bb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:04.567298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-542269e3-5d2a-4a40-aaa7-f385929855bb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c1f2b6-57b4-485c-a2f5-3e9d0f1fc7ad') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:04.577763 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-542269e3-5d2a-4a40-aaa7-f385929855bb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.595767 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-542269e3-5d2a-4a40-aaa7-f385929855bb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.605416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542269e3-5d2a-4a40-aaa7-f385929855bb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:23:04.605833 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-542269e3-5d2a-4a40-aaa7-f385929855bb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:23:04.609012 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:23:04.683472 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-542269e3-5d2a-4a40-aaa7-f385929855bb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.689232 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-542269e3-5d2a-4a40-aaa7-f385929855bb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.692490 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-542269e3-5d2a-4a40-aaa7-f385929855bb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/networks/9a681c10-0e8e-40a0-bd51-d34365aad4ba HTTP/1.1" status: 204 len: 168 time: 0.3164792 Jul 29 15:23:04.694626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50716) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:04.707840 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542269e3-5d2a-4a40-aaa7-f385929855bb tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'Network': ['ID=9a681c10-0e8e-40a0-bd51-d34365aad4ba,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:04.759033 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e46d1d5-708a-4739-8d4f-6eb4b7fb1cb9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.791555 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e46d1d5-708a-4739-8d4f-6eb4b7fb1cb9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.864847 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e46d1d5-708a-4739-8d4f-6eb4b7fb1cb9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.867520 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e46d1d5-708a-4739-8d4f-6eb4b7fb1cb9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:04.869147 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3e46d1d5-708a-4739-8d4f-6eb4b7fb1cb9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] 10.222.0.16 "DELETE /v2.0/security-groups/b155a698-07fa-485b-9da1-759d7bc83e9d HTTP/1.1" status: 204 len: 168 time: 0.1731908 Jul 29 15:23:04.879656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46d1d5-708a-4739-8d4f-6eb4b7fb1cb9 tempest-TestNetworkAdvancedServerOps-1162969143 tempest-TestNetworkAdvancedServerOps-1162969143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b155a698-07fa-485b-9da1-759d7bc83e9d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:05.165566 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50724) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:05.303966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2aef5a5d-a0f2-42b9-add4-24e34239397b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff222b7955804c63888f15eaa141338c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371493 Jul 29 15:23:05.306303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50728) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:05.354387 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74f325de-c3c6-4e67-982d-98a6c894a425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:05.375278 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74f325de-c3c6-4e67-982d-98a6c894a425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:05.423906 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74f325de-c3c6-4e67-982d-98a6c894a425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:05.426605 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-74f325de-c3c6-4e67-982d-98a6c894a425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:05.427781 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-74f325de-c3c6-4e67-982d-98a6c894a425 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5886347a-5e35-4ffb-8bf6-7c6879dae1b3 HTTP/1.1" status: 204 len: 168 time: 0.1205704 Jul 29 15:23:05.435827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f325de-c3c6-4e67-982d-98a6c894a425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5886347a-5e35-4ffb-8bf6-7c6879dae1b3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:05.710030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50734) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:05.751579 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4682102a-96b9-4f6b-9022-fa787ee5200f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4fd3d5882774cc6a3c7c340959f9848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401213 Jul 29 15:23:05.754246 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50736) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:05.813699 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-51ee5e54-4885-42a1-a118-de268af577be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:05.844118 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fa933421-051a-4bf7-8cde-84726064bbfe no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:23:05.849670 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-51ee5e54-4885-42a1-a118-de268af577be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:05.865263 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: fa933421-051a-4bf7-8cde-84726064bbfe {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:23:05.865694 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device fa933421-051a-4bf7-8cde-84726064bbfe not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:23:05.866183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 16058f88-6faf-47c7-8fd7-b815824d04d6 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:23:05.885652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 16058f88-6faf-47c7-8fd7-b815824d04d6 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:23:05.886095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 16058f88-6faf-47c7-8fd7-b815824d04d6 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:23:05.899831 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-51ee5e54-4885-42a1-a118-de268af577be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:05.902468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-51ee5e54-4885-42a1-a118-de268af577be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:05.903643 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-51ee5e54-4885-42a1-a118-de268af577be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/765abcec-8a47-4353-a958-a7751cec7968 HTTP/1.1" status: 204 len: 168 time: 0.1484823 Jul 29 15:23:05.912096 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee5e54-4885-42a1-a118-de268af577be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765abcec-8a47-4353-a958-a7751cec7968,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:06.402953 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:06.601838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50758) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:06.697562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-801a5fc3-80da-498a-aa8a-2bacddf4e752 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-230629408-network', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:23:06.720366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801a5fc3-80da-498a-aa8a-2bacddf4e752 admin admin] Made reservation on behalf of 53c994f83d7b48a997819b179fa11e7d for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:23:06.722753 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-801a5fc3-80da-498a-aa8a-2bacddf4e752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:06.731461 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-801a5fc3-80da-498a-aa8a-2bacddf4e752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:06.824400 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-801a5fc3-80da-498a-aa8a-2bacddf4e752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:06.829222 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-801a5fc3-80da-498a-aa8a-2bacddf4e752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:06.857795 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801a5fc3-80da-498a-aa8a-2bacddf4e752 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:23:06.868151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a5fc3-80da-498a-aa8a-2bacddf4e752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772f00ff-73ee-4571-a0f2-7f3a96fde27d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:06.873335 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-801a5fc3-80da-498a-aa8a-2bacddf4e752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:06.873682 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-801a5fc3-80da-498a-aa8a-2bacddf4e752 admin admin] Added segment 1579a05a-1076-4925-9d7e-a3adf0333011 of type vlan for network 752d63c6-a270-498f-a48d-7812d0861f3b Jul 29 15:23:06.916287 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-801a5fc3-80da-498a-aa8a-2bacddf4e752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:06.947211 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-801a5fc3-80da-498a-aa8a-2bacddf4e752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:06.948321 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801a5fc3-80da-498a-aa8a-2bacddf4e752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:06.949016 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-801a5fc3-80da-498a-aa8a-2bacddf4e752 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:07.002787 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-801a5fc3-80da-498a-aa8a-2bacddf4e752 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3998058 Jul 29 15:23:07.005932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50762) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:07.012297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a5fc3-80da-498a-aa8a-2bacddf4e752 admin admin] Pushing event updated for resources: {'Network': ['ID=752d63c6-a270-498f-a48d-7812d0861f3b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:07.013769 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9741d14e-d4a9-40a2-a165-e52059809697 admin admin] Request body: {'subnet': {'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-230629408-subnet', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:23:07.024731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 752d63c6-a270-498f-a48d-7812d0861f3b details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:23:07.044322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9741d14e-d4a9-40a2-a165-e52059809697 admin admin] Made reservation on behalf of 53c994f83d7b48a997819b179fa11e7d for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:23:07.046740 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9741d14e-d4a9-40a2-a165-e52059809697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:07.223590 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9741d14e-d4a9-40a2-a165-e52059809697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:07.276881 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741d14e-d4a9-40a2-a165-e52059809697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c4a868c-8aa3-4eb8-a326-3a81d863cad0,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:07.288285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9741d14e-d4a9-40a2-a165-e52059809697 admin admin] Checking segment: {'id': '1579a05a-1076-4925-9d7e-a3adf0333011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:23:07.288652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9741d14e-d4a9-40a2-a165-e52059809697 admin admin] Network hostable DHCP agents. Network: 752d63c6-a270-498f-a48d-7812d0861f3b, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:23:07.305313 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9741d14e-d4a9-40a2-a165-e52059809697 admin admin] Network 752d63c6-a270-498f-a48d-7812d0861f3b is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:23:07.314585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-9741d14e-d4a9-40a2-a165-e52059809697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 752d63c6-a270-498f-a48d-7812d0861f3b) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:23:07.319213 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9741d14e-d4a9-40a2-a165-e52059809697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:07.320049 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9741d14e-d4a9-40a2-a165-e52059809697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:07.323685 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc1204c-e41f-45bf-9377-b64df5f19c23 None None] Network 752d63c6-a270-498f-a48d-7812d0861f3b requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:23:07.337827 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9741d14e-d4a9-40a2-a165-e52059809697 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3306494 Jul 29 15:23:07.340415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50764) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:07.345727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-230629408-router', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:23:07.367328 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:07.368350 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:07.421778 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:07.479303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-752d63c6-a270-498f-a48d-7812d0861f3b', 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'fixed_ips': [{'subnet_id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:23:07.480098 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:07.565147 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:07.619015 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Allocated IP 172.20.0.2 (752d63c6-a270-498f-a48d-7812d0861f3b/8c4a868c-8aa3-4eb8-a326-3a81d863cad0/15b862f4-3b01-446f-9423-ac104e2489c1) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:23:07.775036 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:07.780474 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:07.785871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Transition to ACTIVE for port object 15b862f4-3b01-446f-9423-ac104e2489c1 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:23:07.801677 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:07.803963 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Transition to ACTIVE for port object 15b862f4-3b01-446f-9423-ac104e2489c1 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:23:07.811243 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:07.851780 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Network 752d63c6-a270-498f-a48d-7812d0861f3b is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:23:07.856708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:23:07.862226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:23:07.865459 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Pushing event updated for resources: {'Port': ['ID=15b862f4-3b01-446f-9423-ac104e2489c1,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:07.913474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Allocated IP 172.25.6.222 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/9451c74f-1ad4-4504-9336-4af603b8faf0) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:23:07.924021 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Attempting to bind port 15b862f4-3b01-446f-9423-ac104e2489c1 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:23:07.924392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Attempting to bind port 15b862f4-3b01-446f-9423-ac104e2489c1 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '1579a05a-1076-4925-9d7e-a3adf0333011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:23:07.924783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Attempting to bind port 15b862f4-3b01-446f-9423-ac104e2489c1 on network 752d63c6-a270-498f-a48d-7812d0861f3b {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:23:07.930161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:23:07.930538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Checking segment: {'id': '1579a05a-1076-4925-9d7e-a3adf0333011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:23:07.930937 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:07.931328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Bound using segment: {'id': '1579a05a-1076-4925-9d7e-a3adf0333011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:23:07.931799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Bound port: 15b862f4-3b01-446f-9423-ac104e2489c1, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1579a05a-1076-4925-9d7e-a3adf0333011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:23:07.932175 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:07.998605 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] For port 15b862f4-3b01-446f-9423-ac104e2489c1, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:23:08.002122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] For port 15b862f4-3b01-446f-9423-ac104e2489c1, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=15b862f4-3b01-446f-9423-ac104e2489c1,segment=NetworkSegment(1579a05a-1076-4925-9d7e-a3adf0333011),segment_id=1579a05a-1076-4925-9d7e-a3adf0333011)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:23:08.005994 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:08.024307 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:08.066697 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:08.070686 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15f889-e705-45b0-8305-9b16397d96f9 None None] Pushing event updated for resources: {'Port': ['ID=15b862f4-3b01-446f-9423-ac104e2489c1,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:08.106850 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:23:08.110781 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:23:08.116732 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:23:08.142065 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Pushing event updated for resources: {'Port': ['ID=9451c74f-1ad4-4504-9336-4af603b8faf0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:08.154136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:08.154433 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:08.154770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:08.155107 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:08.155435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:08.155795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:08.156081 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:08.156972 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:08.157297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:08.157619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:08.157945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:08.158266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:08.412401 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:08.615553 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:08.762408 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Router d147fed2-e648-460b-98ce-71b2b5bf155e is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:23:08.882123 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:23:08.892658 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Sync routers for ids ['d147fed2-e648-460b-98ce-71b2b5bf155e'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:23:08.901423 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:08.905217 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9bcc841d-0562-48b4-8592-d136f9f725ff admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5610619 Jul 29 15:23:08.905428 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Routers {'d147fed2-e648-460b-98ce-71b2b5bf155e'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:23:08.905428 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:23:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d147fed2-e648-460b-98ce-71b2b5bf155e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:08.905758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50766) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:08.954978 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76d3cb5-ba5c-4442-aa93-cc552f7c1c57 None None] Network 752d63c6-a270-498f-a48d-7812d0861f3b requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:23:09.027229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-db51f1f3-21ba-4957-bee5-f8589bb58cfc None None] Provisioning for port 15b862f4-3b01-446f-9423-ac104e2489c1 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:23:09.112181 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Set router d147fed2-e648-460b-98ce-71b2b5bf155e gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:23:09.324167 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'name': 'tempest-TestServerBasicOps-230629408-router', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:08Z', 'revision_number': 3, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'gw_port': {'id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:09.354054 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Checking router: d147fed2-e648-460b-98ce-71b2b5bf155e for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:23:09.354523 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Updating router d147fed2-e648-460b-98ce-71b2b5bf155e port 9451c74f-1ad4-4504-9336-4af603b8faf0 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:23:09.383511 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:09.395685 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:09.560480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Allocated IP 172.20.0.1 (752d63c6-a270-498f-a48d-7812d0861f3b/8c4a868c-8aa3-4eb8-a326-3a81d863cad0/83db59a6-2aad-403b-a88e-d19a9a8e4386) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:23:09.643270 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:09.655079 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Transition to ACTIVE for port object 9451c74f-1ad4-4504-9336-4af603b8faf0 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:23:09.664026 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:09.677938 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:09.692535 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Transition to ACTIVE for port object 83db59a6-2aad-403b-a88e-d19a9a8e4386 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:23:09.718286 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Attempting to bind port 9451c74f-1ad4-4504-9336-4af603b8faf0 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:23:09.718666 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Attempting to bind port 9451c74f-1ad4-4504-9336-4af603b8faf0 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:23:09.719117 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Attempting to bind port 9451c74f-1ad4-4504-9336-4af603b8faf0 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:23:09.731527 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9728a-f4cc-40b6-bb09-8f83c3f48a97 None None] Pushing event updated for resources: {'Port': ['ID=9451c74f-1ad4-4504-9336-4af603b8faf0,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:09.732518 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:09.734025 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:23:09.735651 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:23:09.736058 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:09.736451 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:23:09.736953 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Bound port: 9451c74f-1ad4-4504-9336-4af603b8faf0, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:23:09.737332 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:09.761790 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9728a-f4cc-40b6-bb09-8f83c3f48a97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:09.762136 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9728a-f4cc-40b6-bb09-8f83c3f48a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:09.762473 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9728a-f4cc-40b6-bb09-8f83c3f48a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:09.762818 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9728a-f4cc-40b6-bb09-8f83c3f48a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:09.763135 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9728a-f4cc-40b6-bb09-8f83c3f48a97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:09.763456 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9728a-f4cc-40b6-bb09-8f83c3f48a97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:09.763777 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9728a-f4cc-40b6-bb09-8f83c3f48a97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:09.764099 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9728a-f4cc-40b6-bb09-8f83c3f48a97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:09.764418 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9728a-f4cc-40b6-bb09-8f83c3f48a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:09.764756 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9728a-f4cc-40b6-bb09-8f83c3f48a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:09.765075 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9728a-f4cc-40b6-bb09-8f83c3f48a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:09.765398 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b9728a-f4cc-40b6-bb09-8f83c3f48a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:09.779012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Network 752d63c6-a270-498f-a48d-7812d0861f3b is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:23:09.781602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:23:09.783981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:23:09.805633 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] For port 9451c74f-1ad4-4504-9336-4af603b8faf0, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:23:09.809246 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] For port 9451c74f-1ad4-4504-9336-4af603b8faf0, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9451c74f-1ad4-4504-9336-4af603b8faf0,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:23:09.820293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Pushing event updated for resources: {'Port': ['ID=83db59a6-2aad-403b-a88e-d19a9a8e4386,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:09.821936 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:09.851122 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:09.867779 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Routers {'d147fed2-e648-460b-98ce-71b2b5bf155e'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:23:09.868795 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:23:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d147fed2-e648-460b-98ce-71b2b5bf155e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:09.915185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 15b862f4-3b01-446f-9423-ac104e2489c1 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:23:09.971469 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 15b862f4-3b01-446f-9423-ac104e2489c1 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:23:09.976523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 15b862f4-3b01-446f-9423-ac104e2489c1 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:09.976923 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:09.999398 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9728a-f4cc-40b6-bb09-8f83c3f48a97 None None] Pushing event updated for resources: {'Port': ['ID=9451c74f-1ad4-4504-9336-4af603b8faf0,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:10.016573 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] Set router d147fed2-e648-460b-98ce-71b2b5bf155e gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:23:10.036124 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:10.083138 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:10.120471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 15b862f4-3b01-446f-9423-ac104e2489c1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=15b862f4-3b01-446f-9423-ac104e2489c1,segment=NetworkSegment(1579a05a-1076-4925-9d7e-a3adf0333011),segment_id=1579a05a-1076-4925-9d7e-a3adf0333011)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:23:10.126111 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:10.192156 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=15b862f4-3b01-446f-9423-ac104e2489c1,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:10.208267 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa0786e7-574b-4151-83db-dff93ff54fe4 None None] Provisioning for port 83db59a6-2aad-403b-a88e-d19a9a8e4386 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:23:10.213079 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa0786e7-574b-4151-83db-dff93ff54fe4 None None] Provisioning complete for port 83db59a6-2aad-403b-a88e-d19a9a8e4386 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:10.213450 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa0786e7-574b-4151-83db-dff93ff54fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:10.222090 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'name': 'tempest-TestServerBasicOps-230629408-router', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:08Z', 'revision_number': 3, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'gw_port': {'id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:10.235979 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:10.240893 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:10.251867 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb98ca-675e-4f28-8bab-9b78b5d4a888 None None] The sync data for ids ['d147fed2-e648-460b-98ce-71b2b5bf155e'] in n-d-802893-1 is: [{'id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'name': 'tempest-TestServerBasicOps-230629408-router', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:08Z', 'revision_number': 3, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'gw_port': {'id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:23:10.259392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa0786e7-574b-4151-83db-dff93ff54fe4 None None] Port 83db59a6-2aad-403b-a88e-d19a9a8e4386 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:23:10.314956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Pushing event updated for resources: {'Port': ['ID=83db59a6-2aad-403b-a88e-d19a9a8e4386,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:10.318508 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:10.444894 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Network 752d63c6-a270-498f-a48d-7812d0861f3b is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:23:10.445952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:23:10.582890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Router d147fed2-e648-460b-98ce-71b2b5bf155e has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:23:10.661481 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f89b230e-3d12-474a-8218-6fffefd56bac req-9e89ae0c-55c2-4e5e-98d1-0cc45b0fe0e3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517190 Jul 29 15:23:10.707653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:23:10.712745 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c9391bc6-862f-4ae8-96dc-94737201d44a admin admin] 10.222.0.16 "PUT /v2.0/routers/d147fed2-e648-460b-98ce-71b2b5bf155e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8053007 Jul 29 15:23:10.783580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b230e-3d12-474a-8218-6fffefd56bac req-e2b5f398-fea0-4c41-9f0f-545ef9054b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:10.784218 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dc744ab1-5271-444a-b40d-c322781743b1 None None] Provisioning complete for port 83db59a6-2aad-403b-a88e-d19a9a8e4386 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:10.784604 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dc744ab1-5271-444a-b40d-c322781743b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:10.785773 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f89b230e-3d12-474a-8218-6fffefd56bac req-e2b5f398-fea0-4c41-9f0f-545ef9054b57 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 1097 time: 0.0562725 Jul 29 15:23:10.824107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-dc744ab1-5271-444a-b40d-c322781743b1 None None] Port 83db59a6-2aad-403b-a88e-d19a9a8e4386 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:23:10.915759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b230e-3d12-474a-8218-6fffefd56bac req-fe79227d-305c-447f-8744-7e3689f4f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:10.917478 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f89b230e-3d12-474a-8218-6fffefd56bac req-fe79227d-305c-447f-8744-7e3689f4f34a service neutron] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.1116970 Jul 29 15:23:10.995250 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f89b230e-3d12-474a-8218-6fffefd56bac req-7ee64946-5d7a-4bd8-b8d3-52db6777fc6e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822d905a-7b6b-45f3-899b-82c73f4b51c1 HTTP/1.1" status: 200 len: 1002 time: 0.0707629 Jul 29 15:23:11.064220 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b230e-3d12-474a-8218-6fffefd56bac req-1a657f82-8d82-48e8-84a1-e0bdb12e3df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:11.065942 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f89b230e-3d12-474a-8218-6fffefd56bac req-1a657f82-8d82-48e8-84a1-e0bdb12e3df0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0640678 Jul 29 15:23:11.117774 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b230e-3d12-474a-8218-6fffefd56bac req-1bc39dad-35e3-495b-a440-9ed5cd3dd33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:11.119557 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f89b230e-3d12-474a-8218-6fffefd56bac req-1bc39dad-35e3-495b-a440-9ed5cd3dd33d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463784 Jul 29 15:23:11.197817 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:11.233121 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f89b230e-3d12-474a-8218-6fffefd56bac req-6f54b621-f48b-437a-ab3a-3a5fae3e03cc service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063504 Jul 29 15:23:11.261024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50782) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:11.267098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-39e00f70-d0b7-4900-af08-2cb808318c6a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-683460260-network', 'tenant_id': '73c9422cf29b411f8f8c3f69685369e1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:23:11.290838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e00f70-d0b7-4900-af08-2cb808318c6a admin admin] Made reservation on behalf of 73c9422cf29b411f8f8c3f69685369e1 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:23:11.293302 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-39e00f70-d0b7-4900-af08-2cb808318c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:11.303452 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-39e00f70-d0b7-4900-af08-2cb808318c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:11.338670 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f89b230e-3d12-474a-8218-6fffefd56bac req-63f809f1-9648-444e-9220-d90e9ccaad3f service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985410 Jul 29 15:23:11.417396 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-39e00f70-d0b7-4900-af08-2cb808318c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:11.422081 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-39e00f70-d0b7-4900-af08-2cb808318c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:11.447131 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e00f70-d0b7-4900-af08-2cb808318c6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:23:11.457357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e00f70-d0b7-4900-af08-2cb808318c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315bab6d-6686-40a1-ae1f-84668259b706,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:11.462247 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-39e00f70-d0b7-4900-af08-2cb808318c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:11.462593 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-39e00f70-d0b7-4900-af08-2cb808318c6a admin admin] Added segment 6f5ce233-750d-4f18-9b1e-54afbe17d49c of type vlan for network d81c4e65-a883-436b-aefd-bd21e80658f3 Jul 29 15:23:11.502738 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-39e00f70-d0b7-4900-af08-2cb808318c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:11.531249 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-39e00f70-d0b7-4900-af08-2cb808318c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:11.533127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e00f70-d0b7-4900-af08-2cb808318c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:11.533717 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-39e00f70-d0b7-4900-af08-2cb808318c6a admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:11.590960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-39e00f70-d0b7-4900-af08-2cb808318c6a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3287971 Jul 29 15:23:11.593682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50784) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:11.598536 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-90bfb47a-4e02-4124-a1f3-c210cc25358c admin admin] Request body: {'subnet': {'network_id': 'd81c4e65-a883-436b-aefd-bd21e80658f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-683460260-subnet', 'tenant_id': '73c9422cf29b411f8f8c3f69685369e1', 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:23:11.606874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e00f70-d0b7-4900-af08-2cb808318c6a admin admin] Pushing event updated for resources: {'Network': ['ID=d81c4e65-a883-436b-aefd-bd21e80658f3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:11.620251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network d81c4e65-a883-436b-aefd-bd21e80658f3 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:23:11.626204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bfb47a-4e02-4124-a1f3-c210cc25358c admin admin] Made reservation on behalf of 73c9422cf29b411f8f8c3f69685369e1 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:23:11.629349 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90bfb47a-4e02-4124-a1f3-c210cc25358c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:11.917820 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 15b862f4-3b01-446f-9423-ac104e2489c1 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:23:11.971125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Sync routers for ids ['d147fed2-e648-460b-98ce-71b2b5bf155e'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:23:11.983337 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 15b862f4-3b01-446f-9423-ac104e2489c1 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:11.983673 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:12.009317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Routers {'d147fed2-e648-460b-98ce-71b2b5bf155e'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:23:12.009962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:23:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d147fed2-e648-460b-98ce-71b2b5bf155e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:12.157095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Set router d147fed2-e648-460b-98ce-71b2b5bf155e gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:23:12.159934 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9451c74f-1ad4-4504-9336-4af603b8faf0 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:23:12.164194 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90bfb47a-4e02-4124-a1f3-c210cc25358c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:12.223564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfb47a-4e02-4124-a1f3-c210cc25358c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2eab44a-ba94-4f9f-aea1-18c3f2d9fca3,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:12.238524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bfb47a-4e02-4124-a1f3-c210cc25358c admin admin] Checking segment: {'id': '6f5ce233-750d-4f18-9b1e-54afbe17d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd81c4e65-a883-436b-aefd-bd21e80658f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:23:12.238807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bfb47a-4e02-4124-a1f3-c210cc25358c admin admin] Network hostable DHCP agents. Network: d81c4e65-a883-436b-aefd-bd21e80658f3, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:23:12.255895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bfb47a-4e02-4124-a1f3-c210cc25358c admin admin] Network d81c4e65-a883-436b-aefd-bd21e80658f3 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:23:12.264852 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-90bfb47a-4e02-4124-a1f3-c210cc25358c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, d81c4e65-a883-436b-aefd-bd21e80658f3) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:23:12.271232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bfb47a-4e02-4124-a1f3-c210cc25358c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:12.272001 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-90bfb47a-4e02-4124-a1f3-c210cc25358c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:12.287813 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-90bfb47a-4e02-4124-a1f3-c210cc25358c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6930184 Jul 29 15:23:12.290461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50786) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:12.295083 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-683460260-router', 'tenant_id': '73c9422cf29b411f8f8c3f69685369e1', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:23:12.298845 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f22c9d-d75b-488b-8278-758af40c998f None None] Network d81c4e65-a883-436b-aefd-bd21e80658f3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:23:12.316691 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:12.317713 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:12.373461 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:12.377906 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 9451c74f-1ad4-4504-9336-4af603b8faf0 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:23:12.393995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9451c74f-1ad4-4504-9336-4af603b8faf0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:12.394365 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:12.519402 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:12.597141 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-d81c4e65-a883-436b-aefd-bd21e80658f3', 'network_id': 'd81c4e65-a883-436b-aefd-bd21e80658f3', 'tenant_id': '73c9422cf29b411f8f8c3f69685369e1', 'fixed_ips': [{'subnet_id': 'a2eab44a-ba94-4f9f-aea1-18c3f2d9fca3'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:23:12.597996 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:12.613102 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:12.621692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'name': 'tempest-TestServerBasicOps-230629408-router', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:09Z', 'revision_number': 4, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'gw_port': {'id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '83db59a6-2aad-403b-a88e-d19a9a8e4386', 'name': '', 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'mac_address': 'fa:16:3e:4e:84:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:09Z', 'updated_at': '2021-07-29T15:23:10Z', 'revision_number': 2, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'subnets': [{'id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:12.731977 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:12.752719 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:12.819615 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Checking router: d147fed2-e648-460b-98ce-71b2b5bf155e for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:23:12.820187 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Updating router d147fed2-e648-460b-98ce-71b2b5bf155e port 83db59a6-2aad-403b-a88e-d19a9a8e4386 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:23:12.850426 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 9451c74f-1ad4-4504-9336-4af603b8faf0, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9451c74f-1ad4-4504-9336-4af603b8faf0,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:23:12.857725 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:12.863884 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Allocated IP 172.25.6.241 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:23:12.930631 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:12.973267 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:13.014380 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:13.037060 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=9451c74f-1ad4-4504-9336-4af603b8faf0,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:13.056471 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:23:13.059344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:23:13.065586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:23:13.071188 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Pushing event updated for resources: {'Port': ['ID=79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:13.114449 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Allocated IP 172.20.0.2 (d81c4e65-a883-436b-aefd-bd21e80658f3/a2eab44a-ba94-4f9f-aea1-18c3f2d9fca3/9798bc7f-dda8-49b4-b7bc-f01d831f63ef) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:23:13.322214 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:13.375968 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:13.388595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Transition to ACTIVE for port object 9798bc7f-dda8-49b4-b7bc-f01d831f63ef will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:23:13.407186 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:13.424941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Transition to ACTIVE for port object 9798bc7f-dda8-49b4-b7bc-f01d831f63ef will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:23:13.426903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Transition to ACTIVE for port object 83db59a6-2aad-403b-a88e-d19a9a8e4386 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:23:13.434686 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:13.440958 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:13.502858 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Network d81c4e65-a883-436b-aefd-bd21e80658f3 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:23:13.507905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:23:13.512167 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Pushing event updated for resources: {'Port': ['ID=9798bc7f-dda8-49b4-b7bc-f01d831f63ef,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:13.517965 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:23:13.537014 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:13.647806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ccda2-df61-4fea-a9cf-4e82a70d6338 None None] Pushing event updated for resources: {'Port': ['ID=83db59a6-2aad-403b-a88e-d19a9a8e4386,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:13.667902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Attempting to bind port 83db59a6-2aad-403b-a88e-d19a9a8e4386 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:23:13.668412 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Attempting to bind port 83db59a6-2aad-403b-a88e-d19a9a8e4386 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '1579a05a-1076-4925-9d7e-a3adf0333011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:23:13.668834 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Attempting to bind port 83db59a6-2aad-403b-a88e-d19a9a8e4386 on network 752d63c6-a270-498f-a48d-7812d0861f3b {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:23:13.675299 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Attempting to bind port 9798bc7f-dda8-49b4-b7bc-f01d831f63ef on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:23:13.675670 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Attempting to bind port 9798bc7f-dda8-49b4-b7bc-f01d831f63ef by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '6f5ce233-750d-4f18-9b1e-54afbe17d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd81c4e65-a883-436b-aefd-bd21e80658f3'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:23:13.676029 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Attempting to bind port 9798bc7f-dda8-49b4-b7bc-f01d831f63ef on network d81c4e65-a883-436b-aefd-bd21e80658f3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:23:13.678613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:23:13.678990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Checking segment: {'id': '1579a05a-1076-4925-9d7e-a3adf0333011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:23:13.679395 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:13.679789 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Bound using segment: {'id': '1579a05a-1076-4925-9d7e-a3adf0333011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:23:13.680272 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Bound port: 83db59a6-2aad-403b-a88e-d19a9a8e4386, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1579a05a-1076-4925-9d7e-a3adf0333011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:23:13.680658 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:13.693800 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Router 64a16114-9eb4-4247-a3ae-390b57f834a1 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:23:13.694090 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:23:13.694440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Checking segment: {'id': '6f5ce233-750d-4f18-9b1e-54afbe17d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd81c4e65-a883-436b-aefd-bd21e80658f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:23:13.694920 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:13.695229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Bound using segment: {'id': '6f5ce233-750d-4f18-9b1e-54afbe17d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd81c4e65-a883-436b-aefd-bd21e80658f3'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:23:13.695714 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Bound port: 9798bc7f-dda8-49b4-b7bc-f01d831f63ef, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5ce233-750d-4f18-9b1e-54afbe17d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd81c4e65-a883-436b-aefd-bd21e80658f3'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:23:13.696090 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:13.819261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] For port 83db59a6-2aad-403b-a88e-d19a9a8e4386, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:23:13.835570 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:23:13.839469 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] For port 83db59a6-2aad-403b-a88e-d19a9a8e4386, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=83db59a6-2aad-403b-a88e-d19a9a8e4386,segment=NetworkSegment(1579a05a-1076-4925-9d7e-a3adf0333011),segment_id=1579a05a-1076-4925-9d7e-a3adf0333011)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:23:13.841310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] For port 9798bc7f-dda8-49b4-b7bc-f01d831f63ef, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:23:13.846019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] For port 9798bc7f-dda8-49b4-b7bc-f01d831f63ef, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9798bc7f-dda8-49b4-b7bc-f01d831f63ef,segment=NetworkSegment(6f5ce233-750d-4f18-9b1e-54afbe17d49c),segment_id=6f5ce233-750d-4f18-9b1e-54afbe17d49c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:23:13.848062 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:13.858796 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:13.877152 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Sync routers for ids ['64a16114-9eb4-4247-a3ae-390b57f834a1'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:23:13.883679 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9451c74f-1ad4-4504-9336-4af603b8faf0 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:23:13.894678 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:13.896194 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ebfd03e2-2b58-4e7a-ad5c-dac03a2fa517 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6047723 Jul 29 15:23:13.901080 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50790) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:13.911244 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Routers {'64a16114-9eb4-4247-a3ae-390b57f834a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:23:13.912530 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:23:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['64a16114-9eb4-4247-a3ae-390b57f834a1'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:13.991093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Routers {'d147fed2-e648-460b-98ce-71b2b5bf155e'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:23:13.991749 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:23:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d147fed2-e648-460b-98ce-71b2b5bf155e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:13.995439 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ccda2-df61-4fea-a9cf-4e82a70d6338 None None] Pushing event updated for resources: {'Port': ['ID=83db59a6-2aad-403b-a88e-d19a9a8e4386,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:14.116392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9451c74f-1ad4-4504-9336-4af603b8faf0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:14.116799 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:14.119616 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Set router 64a16114-9eb4-4247-a3ae-390b57f834a1 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:23:14.194734 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48c33a-9a5f-4317-b6a1-2e3f0a70f888 None None] Pushing event updated for resources: {'Port': ['ID=9798bc7f-dda8-49b4-b7bc-f01d831f63ef,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:14.233245 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] Set router d147fed2-e648-460b-98ce-71b2b5bf155e gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:23:14.392207 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'name': 'tempest-TestServerBasicOps-683460260-router', 'tenant_id': '73c9422cf29b411f8f8c3f69685369e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:12Z', 'updated_at': '2021-07-29T15:23:13Z', 'revision_number': 3, 'project_id': '73c9422cf29b411f8f8c3f69685369e1', 'gw_port': {'id': '79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:12Z', 'updated_at': '2021-07-29T15:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:14.430077 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Checking router: 64a16114-9eb4-4247-a3ae-390b57f834a1 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:23:14.430565 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Updating router 64a16114-9eb4-4247-a3ae-390b57f834a1 port 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:23:14.467205 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:14.527160 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'name': 'tempest-TestServerBasicOps-230629408-router', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:09Z', 'revision_number': 4, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'gw_port': {'id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '83db59a6-2aad-403b-a88e-d19a9a8e4386', 'name': '', 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'mac_address': 'fa:16:3e:4e:84:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:09Z', 'updated_at': '2021-07-29T15:23:13Z', 'revision_number': 4, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'subnets': [{'id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:14.553946 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:14.569031 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6ab6b-e10f-441f-b970-1a0de5adffab None None] The sync data for ids ['d147fed2-e648-460b-98ce-71b2b5bf155e'] in n-d-802893-1 is: [{'id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'name': 'tempest-TestServerBasicOps-230629408-router', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:09Z', 'revision_number': 4, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'gw_port': {'id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '83db59a6-2aad-403b-a88e-d19a9a8e4386', 'name': '', 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'mac_address': 'fa:16:3e:4e:84:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:09Z', 'updated_at': '2021-07-29T15:23:13Z', 'revision_number': 4, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'subnets': [{'id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:23:14.775921 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Allocated IP 172.20.0.1 (d81c4e65-a883-436b-aefd-bd21e80658f3/a2eab44a-ba94-4f9f-aea1-18c3f2d9fca3/f5aeef69-035d-48c3-a20f-e5ab960b0c2d) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:23:14.785473 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:14.798174 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Transition to ACTIVE for port object 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:23:14.804427 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:14.871709 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Attempting to bind port 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:23:14.878481 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Attempting to bind port 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:23:14.879085 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Attempting to bind port 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:23:14.898599 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf069c-4cb5-44b1-9bb9-6cb92411d7ea None None] Pushing event updated for resources: {'Port': ['ID=79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:14.910407 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:23:14.910824 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:23:14.911237 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:14.911634 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:23:14.912124 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Bound port: 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:23:14.912882 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:14.922934 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:14.943137 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Transition to ACTIVE for port object f5aeef69-035d-48c3-a20f-e5ab960b0c2d will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:23:14.983280 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] For port 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:23:14.989403 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] For port 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:23:14.993490 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:14.996148 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:15.050127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Pushing event updated for resources: {'Port': ['ID=f5aeef69-035d-48c3-a20f-e5ab960b0c2d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:15.063128 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf069c-4cb5-44b1-9bb9-6cb92411d7ea None None] Pushing event updated for resources: {'Port': ['ID=79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:15.080580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Network d81c4e65-a883-436b-aefd-bd21e80658f3 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:23:15.082205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:23:15.084955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:23:15.093609 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Routers {'64a16114-9eb4-4247-a3ae-390b57f834a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:23:15.095347 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:23:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['64a16114-9eb4-4247-a3ae-390b57f834a1'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:15.135431 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:15.289512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a5beb1-08e9-4778-9e9d-72f46ec650c3 None None] Network d81c4e65-a883-436b-aefd-bd21e80658f3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:23:15.301138 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:15.333019 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] Set router 64a16114-9eb4-4247-a3ae-390b57f834a1 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:23:15.384051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0b3f61ac-5556-4cb9-8e9c-a3d79777170f None None] Provisioning for port 9798bc7f-dda8-49b4-b7bc-f01d831f63ef completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:23:15.505658 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:15.510828 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:15.563622 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'name': 'tempest-TestServerBasicOps-683460260-router', 'tenant_id': '73c9422cf29b411f8f8c3f69685369e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:12Z', 'updated_at': '2021-07-29T15:23:13Z', 'revision_number': 3, 'project_id': '73c9422cf29b411f8f8c3f69685369e1', 'gw_port': {'id': '79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:12Z', 'updated_at': '2021-07-29T15:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:15.601394 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535e5cc-f26b-49a3-ae3c-b6ceff43f7b1 None None] The sync data for ids ['64a16114-9eb4-4247-a3ae-390b57f834a1'] in n-d-802893-1 is: [{'id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'name': 'tempest-TestServerBasicOps-683460260-router', 'tenant_id': '73c9422cf29b411f8f8c3f69685369e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:12Z', 'updated_at': '2021-07-29T15:23:13Z', 'revision_number': 3, 'project_id': '73c9422cf29b411f8f8c3f69685369e1', 'gw_port': {'id': '79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:12Z', 'updated_at': '2021-07-29T15:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:23:15.608257 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:15.613164 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Pushing event updated for resources: {'Port': ['ID=f5aeef69-035d-48c3-a20f-e5ab960b0c2d,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:15.741102 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Network d81c4e65-a883-436b-aefd-bd21e80658f3 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:23:15.742778 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:23:15.844696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-42b21b9c-6f59-4c06-8c0f-56004b36f21a None None] Provisioning for port f5aeef69-035d-48c3-a20f-e5ab960b0c2d completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:23:15.851448 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-42b21b9c-6f59-4c06-8c0f-56004b36f21a None None] Provisioning complete for port f5aeef69-035d-48c3-a20f-e5ab960b0c2d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:15.852167 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42b21b9c-6f59-4c06-8c0f-56004b36f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:15.931069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-42b21b9c-6f59-4c06-8c0f-56004b36f21a None None] Port f5aeef69-035d-48c3-a20f-e5ab960b0c2d cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:23:15.945943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Router 64a16114-9eb4-4247-a3ae-390b57f834a1 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:23:16.068146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9798bc7f-dda8-49b4-b7bc-f01d831f63ef up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:23:16.170139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:23:16.180086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6a97fc5c-2767-40c4-8733-3cfb36ad97e2 None None] Provisioning complete for port f5aeef69-035d-48c3-a20f-e5ab960b0c2d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:16.180472 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a97fc5c-2767-40c4-8733-3cfb36ad97e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:16.186080 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-17a88793-dd27-4ba0-8ddc-69e834584c1b admin admin] 10.222.0.16 "PUT /v2.0/routers/64a16114-9eb4-4247-a3ae-390b57f834a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2788215 Jul 29 15:23:16.186275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 9798bc7f-dda8-49b4-b7bc-f01d831f63ef completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:23:16.235643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9798bc7f-dda8-49b4-b7bc-f01d831f63ef triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:16.236056 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:16.285126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6a97fc5c-2767-40c4-8733-3cfb36ad97e2 None None] Port f5aeef69-035d-48c3-a20f-e5ab960b0c2d cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:23:16.347609 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:16.404208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 9798bc7f-dda8-49b4-b7bc-f01d831f63ef, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9798bc7f-dda8-49b4-b7bc-f01d831f63ef,segment=NetworkSegment(6f5ce233-750d-4f18-9b1e-54afbe17d49c),segment_id=6f5ce233-750d-4f18-9b1e-54afbe17d49c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:23:16.409476 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:16.410284 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 83db59a6-2aad-403b-a88e-d19a9a8e4386 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:23:16.511333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=9798bc7f-dda8-49b4-b7bc-f01d831f63ef,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:16.524312 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-78ce6b1e-b894-4536-a586-4f2de73a67c7 None None] Provisioning complete for port f5aeef69-035d-48c3-a20f-e5ab960b0c2d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:16.524705 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78ce6b1e-b894-4536-a586-4f2de73a67c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:16.548659 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 83db59a6-2aad-403b-a88e-d19a9a8e4386 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:23:16.557741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 83db59a6-2aad-403b-a88e-d19a9a8e4386 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:16.558301 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:16.594206 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-78ce6b1e-b894-4536-a586-4f2de73a67c7 None None] Port f5aeef69-035d-48c3-a20f-e5ab960b0c2d cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:23:16.796149 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50798) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:16.802299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d96ee98d-9ccf-44e9-b010-2d25ea010f39 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1414601185', 'description': 'tempest-secgroup-smoke-1414601185 description', 'project_id': '53c994f83d7b48a997819b179fa11e7d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:23:16.821366 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:16.832975 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d96ee98d-9ccf-44e9-b010-2d25ea010f39 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:16.861316 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 83db59a6-2aad-403b-a88e-d19a9a8e4386, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=83db59a6-2aad-403b-a88e-d19a9a8e4386,segment=NetworkSegment(1579a05a-1076-4925-9d7e-a3adf0333011),segment_id=1579a05a-1076-4925-9d7e-a3adf0333011)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:23:16.870052 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:16.920901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=83db59a6-2aad-403b-a88e-d19a9a8e4386,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:16.929347 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d96ee98d-9ccf-44e9-b010-2d25ea010f39 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:16.933181 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d96ee98d-9ccf-44e9-b010-2d25ea010f39 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:16.962362 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d96ee98d-9ccf-44e9-b010-2d25ea010f39 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:16.963536 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d96ee98d-9ccf-44e9-b010-2d25ea010f39 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1652358 Jul 29 15:23:16.964751 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ee98d-9ccf-44e9-b010-2d25ea010f39 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ad44f6-4414-4b41-9bab-1dbd0e7ff49f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:16.966756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50800) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:16.973028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e220a460-6e26-4a5b-bcef-295703bc6013 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Request body: {'security_group_rule': {'security_group_id': '76ad44f6-4414-4b41-9bab-1dbd0e7ff49f', 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:23:17.002676 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e220a460-6e26-4a5b-bcef-295703bc6013 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.059655 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e220a460-6e26-4a5b-bcef-295703bc6013 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.063244 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e220a460-6e26-4a5b-bcef-295703bc6013 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.080856 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e220a460-6e26-4a5b-bcef-295703bc6013 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0e9cad-f85a-4ec0-b78b-7552c1585629,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:17.086617 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e220a460-6e26-4a5b-bcef-295703bc6013 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.087956 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e220a460-6e26-4a5b-bcef-295703bc6013 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202290 Jul 29 15:23:17.090626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50802) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:17.095616 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-dc7a182f-e32a-4827-aea6-7ff8d62ace70 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Request body: {'security_group_rule': {'security_group_id': '76ad44f6-4414-4b41-9bab-1dbd0e7ff49f', 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:23:17.123517 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc7a182f-e32a-4827-aea6-7ff8d62ace70 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.186118 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc7a182f-e32a-4827-aea6-7ff8d62ace70 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.190150 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc7a182f-e32a-4827-aea6-7ff8d62ace70 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.209283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a182f-e32a-4827-aea6-7ff8d62ace70 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f78640-eb1d-4fc8-a867-8fbfc49ef6ed,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:17.212349 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc7a182f-e32a-4827-aea6-7ff8d62ace70 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.213633 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dc7a182f-e32a-4827-aea6-7ff8d62ace70 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220188 Jul 29 15:23:17.216319 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 50804) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:17.221377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-dd70a831-e135-48a9-bb70-94839225450a tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Request body: {'security_group_rule': {'security_group_id': '76ad44f6-4414-4b41-9bab-1dbd0e7ff49f', 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:23:17.246823 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd70a831-e135-48a9-bb70-94839225450a tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.305770 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd70a831-e135-48a9-bb70-94839225450a tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.310543 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd70a831-e135-48a9-bb70-94839225450a tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.329745 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70a831-e135-48a9-bb70-94839225450a tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e159bc32-2f57-46f7-b295-f0267f238382,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:17.336319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dd70a831-e135-48a9-bb70-94839225450a tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.337690 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dd70a831-e135-48a9-bb70-94839225450a tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203341 Jul 29 15:23:17.340632 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50806) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:17.346503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e0e74164-673b-49ec-ac0c-a81ca200aa2a tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Request body: {'security_group_rule': {'security_group_id': '76ad44f6-4414-4b41-9bab-1dbd0e7ff49f', 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:23:17.377754 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e0e74164-673b-49ec-ac0c-a81ca200aa2a tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.442651 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e0e74164-673b-49ec-ac0c-a81ca200aa2a tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.446550 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e0e74164-673b-49ec-ac0c-a81ca200aa2a tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.467555 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e74164-673b-49ec-ac0c-a81ca200aa2a tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d540342b-c067-4256-b8eb-df80213bfb34,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:17.475066 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e0e74164-673b-49ec-ac0c-a81ca200aa2a tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.476363 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e0e74164-673b-49ec-ac0c-a81ca200aa2a tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344872 Jul 29 15:23:17.479004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50808) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:17.483415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d2d11d4f-6b78-45f2-8b9b-e0e072714dd6 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Request body: {'security_group_rule': {'security_group_id': '76ad44f6-4414-4b41-9bab-1dbd0e7ff49f', 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:23:17.505212 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-d2d11d4f-6b78-45f2-8b9b-e0e072714dd6 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Project 53c994f83d7b48a997819b179fa11e7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:23:17.510047 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2d11d4f-6b78-45f2-8b9b-e0e072714dd6 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.571698 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2d11d4f-6b78-45f2-8b9b-e0e072714dd6 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.575894 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2d11d4f-6b78-45f2-8b9b-e0e072714dd6 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.600329 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d11d4f-6b78-45f2-8b9b-e0e072714dd6 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c67d9c-1094-4c29-abb8-a68cfbacb0b0,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:17.604027 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d2d11d4f-6b78-45f2-8b9b-e0e072714dd6 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.605268 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d2d11d4f-6b78-45f2-8b9b-e0e072714dd6 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253290 Jul 29 15:23:17.608094 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50810) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:17.613427 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f29fd935-bce8-4f1a-beca-5bb484beebfb tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Request body: {'security_group_rule': {'security_group_id': '76ad44f6-4414-4b41-9bab-1dbd0e7ff49f', 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:23:17.634986 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-f29fd935-bce8-4f1a-beca-5bb484beebfb tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Project 53c994f83d7b48a997819b179fa11e7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:23:17.639770 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f29fd935-bce8-4f1a-beca-5bb484beebfb tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.707652 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f29fd935-bce8-4f1a-beca-5bb484beebfb tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.711793 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f29fd935-bce8-4f1a-beca-5bb484beebfb tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.731299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fd935-bce8-4f1a-beca-5bb484beebfb tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6aa1c8-67a6-407c-9b09-397192765cd3,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:17.738817 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f29fd935-bce8-4f1a-beca-5bb484beebfb tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:17.740611 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f29fd935-bce8-4f1a-beca-5bb484beebfb tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315219 Jul 29 15:23:17.900241 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-8e4d6a46-97d4-4856-94e3-1e3b458b3e97 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414601185&fields=id&tenant_id=53c994f83d7b48a997819b179fa11e7d HTTP/1.1" status: 200 len: 267 time: 0.0369871 Jul 29 15:23:17.955813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9798bc7f-dda8-49b4-b7bc-f01d831f63ef up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:23:18.011432 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9798bc7f-dda8-49b4-b7bc-f01d831f63ef triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:18.011731 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:18.026347 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-a0223e66-7202-43d3-8b69-57820583a0de tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:18.028128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-a0223e66-7202-43d3-8b69-57820583a0de tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/networks?id=752d63c6-a270-498f-a48d-7812d0861f3b HTTP/1.1" status: 200 len: 808 time: 0.1207194 Jul 29 15:23:18.045793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Sync routers for ids ['64a16114-9eb4-4247-a3ae-390b57f834a1'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:23:18.047986 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-0086bd2e-ee10-4557-85a3-8a2c56cf6934 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/quotas/53c994f83d7b48a997819b179fa11e7d HTTP/1.1" status: 200 len: 375 time: 0.0112026 Jul 29 15:23:18.067120 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Routers {'64a16114-9eb4-4247-a3ae-390b57f834a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:23:18.067748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:23:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['64a16114-9eb4-4247-a3ae-390b57f834a1'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:18.101349 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-8b90eba2-91f3-4531-9e3d-051f401e8ed3 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=53c994f83d7b48a997819b179fa11e7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474043 Jul 29 15:23:18.180860 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:23:18.207949 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ec13c5ed-fa41-4060-b4b8-b1e6ead41073 service neutron] 10.222.0.16 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935068 Jul 29 15:23:18.232085 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Set router 64a16114-9eb4-4247-a3ae-390b57f834a1 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:23:18.283458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:23:18.306858 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-81b32d8c-3de7-4035-b478-f5eecb3bbda4 service neutron] 10.222.0.16 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918305 Jul 29 15:23:18.318879 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:18.319322 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:18.490556 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:18.516062 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-53ffc277-1e3a-483f-a67e-2b1f4a286bf2 req-8194d549-296e-474d-bec8-5b2ea76e03f5 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 210 time: 0.0307674 Jul 29 15:23:18.518335 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:23:18.522858 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:18.523835 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 83db59a6-2aad-403b-a88e-d19a9a8e4386 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:23:18.618023 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:18.623812 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'name': 'tempest-TestServerBasicOps-683460260-router', 'tenant_id': '73c9422cf29b411f8f8c3f69685369e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:12Z', 'updated_at': '2021-07-29T15:23:15Z', 'revision_number': 4, 'project_id': '73c9422cf29b411f8f8c3f69685369e1', 'gw_port': {'id': '79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:12Z', 'updated_at': '2021-07-29T15:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f5aeef69-035d-48c3-a20f-e5ab960b0c2d', 'name': '', 'network_id': 'd81c4e65-a883-436b-aefd-bd21e80658f3', 'tenant_id': '73c9422cf29b411f8f8c3f69685369e1', 'mac_address': 'fa:16:3e:9a:74:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a2eab44a-ba94-4f9f-aea1-18c3f2d9fca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:14Z', 'updated_at': '2021-07-29T15:23:15Z', 'revision_number': 2, 'project_id': '73c9422cf29b411f8f8c3f69685369e1', 'subnets': [{'id': 'a2eab44a-ba94-4f9f-aea1-18c3f2d9fca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:18.653250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Checking router: 64a16114-9eb4-4247-a3ae-390b57f834a1 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:23:18.653607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Updating router 64a16114-9eb4-4247-a3ae-390b57f834a1 port f5aeef69-035d-48c3-a20f-e5ab960b0c2d binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:23:18.686278 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:18.690177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 83db59a6-2aad-403b-a88e-d19a9a8e4386 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:18.690543 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:19.046494 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:19.061559 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Transition to ACTIVE for port object f5aeef69-035d-48c3-a20f-e5ab960b0c2d will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:23:19.068300 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:19.121981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07c08f-d1c1-4bdc-9073-27ad4352a4e5 None None] Pushing event updated for resources: {'Port': ['ID=f5aeef69-035d-48c3-a20f-e5ab960b0c2d,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:19.188570 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Attempting to bind port f5aeef69-035d-48c3-a20f-e5ab960b0c2d on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:23:19.189081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Attempting to bind port f5aeef69-035d-48c3-a20f-e5ab960b0c2d by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '6f5ce233-750d-4f18-9b1e-54afbe17d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd81c4e65-a883-436b-aefd-bd21e80658f3'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:23:19.189735 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Attempting to bind port f5aeef69-035d-48c3-a20f-e5ab960b0c2d on network d81c4e65-a883-436b-aefd-bd21e80658f3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:23:19.196279 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:23:19.196746 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Checking segment: {'id': '6f5ce233-750d-4f18-9b1e-54afbe17d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd81c4e65-a883-436b-aefd-bd21e80658f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:23:19.197149 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:19.197546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Bound using segment: {'id': '6f5ce233-750d-4f18-9b1e-54afbe17d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd81c4e65-a883-436b-aefd-bd21e80658f3'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:23:19.198094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Bound port: f5aeef69-035d-48c3-a20f-e5ab960b0c2d, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5ce233-750d-4f18-9b1e-54afbe17d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd81c4e65-a883-436b-aefd-bd21e80658f3'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:23:19.198498 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:19.279976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] For port f5aeef69-035d-48c3-a20f-e5ab960b0c2d, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:23:19.284241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] For port f5aeef69-035d-48c3-a20f-e5ab960b0c2d, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f5aeef69-035d-48c3-a20f-e5ab960b0c2d,segment=NetworkSegment(6f5ce233-750d-4f18-9b1e-54afbe17d49c),segment_id=6f5ce233-750d-4f18-9b1e-54afbe17d49c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:23:19.290471 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:19.359238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Routers {'64a16114-9eb4-4247-a3ae-390b57f834a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:23:19.360110 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:23:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['64a16114-9eb4-4247-a3ae-390b57f834a1'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:19.362360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07c08f-d1c1-4bdc-9073-27ad4352a4e5 None None] Pushing event updated for resources: {'Port': ['ID=f5aeef69-035d-48c3-a20f-e5ab960b0c2d,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:19.493762 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] Set router 64a16114-9eb4-4247-a3ae-390b57f834a1 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:23:19.627034 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c79277e-d8fd-40fe-ae6b-b074bb82910f req-ed9f7cec-742f-4dea-bff3-23f5dec13c64 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 210 time: 0.0298126 Jul 29 15:23:19.725953 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'name': 'tempest-TestServerBasicOps-683460260-router', 'tenant_id': '73c9422cf29b411f8f8c3f69685369e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:12Z', 'updated_at': '2021-07-29T15:23:15Z', 'revision_number': 4, 'project_id': '73c9422cf29b411f8f8c3f69685369e1', 'gw_port': {'id': '79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:12Z', 'updated_at': '2021-07-29T15:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f5aeef69-035d-48c3-a20f-e5ab960b0c2d', 'name': '', 'network_id': 'd81c4e65-a883-436b-aefd-bd21e80658f3', 'tenant_id': '73c9422cf29b411f8f8c3f69685369e1', 'mac_address': 'fa:16:3e:9a:74:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a2eab44a-ba94-4f9f-aea1-18c3f2d9fca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:14Z', 'updated_at': '2021-07-29T15:23:19Z', 'revision_number': 4, 'project_id': '73c9422cf29b411f8f8c3f69685369e1', 'subnets': [{'id': 'a2eab44a-ba94-4f9f-aea1-18c3f2d9fca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:19.755292 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a6e66a-0dd2-44ec-b22e-05c700872ac1 None None] The sync data for ids ['64a16114-9eb4-4247-a3ae-390b57f834a1'] in n-d-802893-1 is: [{'id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'name': 'tempest-TestServerBasicOps-683460260-router', 'tenant_id': '73c9422cf29b411f8f8c3f69685369e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:12Z', 'updated_at': '2021-07-29T15:23:15Z', 'revision_number': 4, 'project_id': '73c9422cf29b411f8f8c3f69685369e1', 'gw_port': {'id': '79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:12Z', 'updated_at': '2021-07-29T15:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f5aeef69-035d-48c3-a20f-e5ab960b0c2d', 'name': '', 'network_id': 'd81c4e65-a883-436b-aefd-bd21e80658f3', 'tenant_id': '73c9422cf29b411f8f8c3f69685369e1', 'mac_address': 'fa:16:3e:9a:74:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a2eab44a-ba94-4f9f-aea1-18c3f2d9fca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:14Z', 'updated_at': '2021-07-29T15:23:19Z', 'revision_number': 4, 'project_id': '73c9422cf29b411f8f8c3f69685369e1', 'subnets': [{'id': 'a2eab44a-ba94-4f9f-aea1-18c3f2d9fca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:23:19.783509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-0a8d21a7-baa9-4816-9be2-7d0e9c7b6801 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:19.785124 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-0a8d21a7-baa9-4816-9be2-7d0e9c7b6801 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.39 "GET /v2.0/networks?id=752d63c6-a270-498f-a48d-7812d0861f3b HTTP/1.1" status: 200 len: 808 time: 0.1185799 Jul 29 15:23:19.865355 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-f0e5cf0d-b31f-47f2-ae72-1858aae04207 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53c994f83d7b48a997819b179fa11e7d HTTP/1.1" status: 200 len: 380 time: 0.0712466 Jul 29 15:23:19.876773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-293972ea-a2da-425c-85e5-4c0b32104759 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Request body: {'port': {'device_id': '8bcb77f6-5ad8-459e-821c-4829a2340e04', 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b', 'admin_state_up': True, 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'security_groups': ['76ad44f6-4414-4b41-9bab-1dbd0e7ff49f']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:23:19.911621 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:23:19.972497 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:19.973204 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:20.027841 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-293972ea-a2da-425c-85e5-4c0b32104759 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Made reservation on behalf of 53c994f83d7b48a997819b179fa11e7d for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:23:20.033187 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-293972ea-a2da-425c-85e5-4c0b32104759 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:20.190437 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-293972ea-a2da-425c-85e5-4c0b32104759 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Allocated IP 172.20.0.9 (752d63c6-a270-498f-a48d-7812d0861f3b/8c4a868c-8aa3-4eb8-a326-3a81d863cad0/64d83bec-2320-4715-bb73-9e93379c1e9f) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:23:20.344090 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-293972ea-a2da-425c-85e5-4c0b32104759 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:20.358872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-293972ea-a2da-425c-85e5-4c0b32104759 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Transition to ACTIVE for port object 64d83bec-2320-4715-bb73-9e93379c1e9f will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:23:20.394392 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-293972ea-a2da-425c-85e5-4c0b32104759 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:20.445391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-293972ea-a2da-425c-85e5-4c0b32104759 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Network 752d63c6-a270-498f-a48d-7812d0861f3b is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:23:20.451044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-293972ea-a2da-425c-85e5-4c0b32104759 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:23:20.456252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-293972ea-a2da-425c-85e5-4c0b32104759 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:23:20.460323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293972ea-a2da-425c-85e5-4c0b32104759 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Pushing event updated for resources: {'Port': ['ID=64d83bec-2320-4715-bb73-9e93379c1e9f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:20.510014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-293972ea-a2da-425c-85e5-4c0b32104759 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:20.510722 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-293972ea-a2da-425c-85e5-4c0b32104759 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:20.527599 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-293972ea-a2da-425c-85e5-4c0b32104759 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6558108 Jul 29 15:23:20.540195 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Request body: {'port': {'device_id': '8bcb77f6-5ad8-459e-821c-4829a2340e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:23:20.602148 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:20.762439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f10cf-9787-41d2-87f4-28fb2f854b77 req-5fa1c13b-52e3-4346-9f0c-21c06742da63 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:20.764002 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db6f10cf-9787-41d2-87f4-28fb2f854b77 req-5fa1c13b-52e3-4346-9f0c-21c06742da63 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 931 time: 0.0575092 Jul 29 15:23:20.773364 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f83d0bb7-21c9-4393-b0a2-b875ea1528ff None None] Provisioning for port 64d83bec-2320-4715-bb73-9e93379c1e9f completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:23:20.777808 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f83d0bb7-21c9-4393-b0a2-b875ea1528ff None None] Provisioning complete for port 64d83bec-2320-4715-bb73-9e93379c1e9f triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:20.778190 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f83d0bb7-21c9-4393-b0a2-b875ea1528ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:20.810636 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db6f10cf-9787-41d2-87f4-28fb2f854b77 req-30c2b5d7-80b1-4a6d-b534-816b05f28edd tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/security-groups?id=76ad44f6-4414-4b41-9bab-1dbd0e7ff49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388973 Jul 29 15:23:20.818119 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f83d0bb7-21c9-4393-b0a2-b875ea1528ff None None] Port 64d83bec-2320-4715-bb73-9e93379c1e9f cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:23:20.926794 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d83bec-2320-4715-bb73-9e93379c1e9f {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:23:20.939876 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:20.952311 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Transition to ACTIVE for port object 64d83bec-2320-4715-bb73-9e93379c1e9f will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:23:20.957124 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:21.007684 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Pushing event updated for resources: {'Port': ['ID=64d83bec-2320-4715-bb73-9e93379c1e9f,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:21.087037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Attempting to bind port 64d83bec-2320-4715-bb73-9e93379c1e9f on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:23:21.087376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Attempting to bind port 64d83bec-2320-4715-bb73-9e93379c1e9f by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '1579a05a-1076-4925-9d7e-a3adf0333011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:23:21.087717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Attempting to bind port 64d83bec-2320-4715-bb73-9e93379c1e9f on network 752d63c6-a270-498f-a48d-7812d0861f3b {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:23:21.093073 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Port 64d83bec-2320-4715-bb73-9e93379c1e9f on network 752d63c6-a270-498f-a48d-7812d0861f3b not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:23:21.093490 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Attempting to bind port 64d83bec-2320-4715-bb73-9e93379c1e9f on network 752d63c6-a270-498f-a48d-7812d0861f3b {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:23:21.099931 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:23:21.100405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Checking segment: {'id': '1579a05a-1076-4925-9d7e-a3adf0333011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:23:21.100921 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Bound using segment: {'id': '1579a05a-1076-4925-9d7e-a3adf0333011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:23:21.101410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Bound port: 64d83bec-2320-4715-bb73-9e93379c1e9f, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1579a05a-1076-4925-9d7e-a3adf0333011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:23:21.101786 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:21.181762 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] For port 64d83bec-2320-4715-bb73-9e93379c1e9f, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:23:21.185143 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] For port 64d83bec-2320-4715-bb73-9e93379c1e9f, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=64d83bec-2320-4715-bb73-9e93379c1e9f,segment=NetworkSegment(1579a05a-1076-4925-9d7e-a3adf0333011),segment_id=1579a05a-1076-4925-9d7e-a3adf0333011)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:23:21.190833 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:21.230386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:21.231693 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:21.233747 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] 10.222.0.39 "PUT /v2.0/ports/64d83bec-2320-4715-bb73-9e93379c1e9f HTTP/1.1" status: 200 len: 1091 time: 0.6982810 Jul 29 15:23:21.234934 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcb77f6-5ad8-459e-821c-4829a2340e04', 'tag': '64d83bec-2320-4715-bb73-9e93379c1e9f'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:23:21.238512 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a54934-ef7b-4798-8d18-7cbb2510e647" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcb77f6-5ad8-459e-821c-4829a2340e04", "tag": "64d83bec-2320-4715-bb73-9e93379c1e9f"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:23:21.287295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01ed94-5c2d-4620-a433-5dd6da36ecf9 service neutron] Pushing event updated for resources: {'Port': ['ID=64d83bec-2320-4715-bb73-9e93379c1e9f,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:21.332436 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c72d664-45bc-4264-aa92-cd73a721bca5 x-openstack-request-id: req-4c72d664-45bc-4264-aa92-cd73a721bca5 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:23:21.332793 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcb77f6-5ad8-459e-821c-4829a2340e04", "tag": "64d83bec-2320-4715-bb73-9e93379c1e9f", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:23:21.333090 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c72d664-45bc-4264-aa92-cd73a721bca5 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:23:21.333596 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcb77f6-5ad8-459e-821c-4829a2340e04', 'tag': '64d83bec-2320-4715-bb73-9e93379c1e9f', 'status': 'completed', 'code': 200} Jul 29 15:23:21.354440 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-98a588b9-fbca-4d4f-97d0-b393e073d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:21.356428 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-98a588b9-fbca-4d4f-97d0-b393e073d64c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=53c994f83d7b48a997819b179fa11e7d&device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 1094 time: 0.0705009 Jul 29 15:23:21.417109 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-dd5e1c5d-5c3d-4c60-bf27-066ae0a7a1c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d83bec-2320-4715-bb73-9e93379c1e9f HTTP/1.1" status: 200 len: 217 time: 0.0529301 Jul 29 15:23:21.471857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-e7e15967-dca8-47be-a365-92ffa1999523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:21.473608 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-e7e15967-dca8-47be-a365-92ffa1999523 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c4a868c-8aa3-4eb8-a326-3a81d863cad0 HTTP/1.1" status: 200 len: 847 time: 0.0496442 Jul 29 15:23:21.526812 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-6e594f2b-8aaa-4d5c-9966-62931aa9457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:21.528598 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-6e594f2b-8aaa-4d5c-9966-62931aa9457e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=752d63c6-a270-498f-a48d-7812d0861f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473125 Jul 29 15:23:21.666242 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-591878f9-2b42-47b1-9ec7-7a091bbc663b service neutron] 10.222.0.39 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300490 Jul 29 15:23:21.775998 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffdc01e5-14e4-490f-8bd1-e8040e249bfd req-d59ec0f7-18d8-48d6-8d10-db41a9caf569 service neutron] 10.222.0.39 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024802 Jul 29 15:23:21.876593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54934-ef7b-4798-8d18-7cbb2510e647 req-72fdae24-9cb7-4599-be1c-e7ab6d546343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:21.879025 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-32a54934-ef7b-4798-8d18-7cbb2510e647 req-72fdae24-9cb7-4599-be1c-e7ab6d546343 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=53c994f83d7b48a997819b179fa11e7d&device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 1094 time: 0.0458841 Jul 29 15:23:21.938267 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f5aeef69-035d-48c3-a20f-e5ab960b0c2d up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:23:21.978598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ab89a-c7fe-4265-9844-90d70053e50b req-1484a412-9712-4d9f-b3dc-2681f668a871 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:21.980641 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e3ab89a-c7fe-4265-9844-90d70053e50b req-1484a412-9712-4d9f-b3dc-2681f668a871 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 943 time: 0.0682549 Jul 29 15:23:21.994782 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54934-ef7b-4798-8d18-7cbb2510e647 req-afe195cd-e897-4422-810c-ded2acd42b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:21.996404 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-32a54934-ef7b-4798-8d18-7cbb2510e647 req-afe195cd-e897-4422-810c-ded2acd42b05 service neutron] 10.222.0.39 "GET /v2.0/networks?id=752d63c6-a270-498f-a48d-7812d0861f3b HTTP/1.1" status: 200 len: 909 time: 0.1101182 Jul 29 15:23:21.997861 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port f5aeef69-035d-48c3-a20f-e5ab960b0c2d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:23:22.002630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f5aeef69-035d-48c3-a20f-e5ab960b0c2d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:22.003779 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:22.025911 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9e3ab89a-c7fe-4265-9844-90d70053e50b req-f9b2d6c1-fdff-4b0d-924f-e83849018fef tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/security-groups?id=76ad44f6-4414-4b41-9bab-1dbd0e7ff49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379727 Jul 29 15:23:22.044947 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-32a54934-ef7b-4798-8d18-7cbb2510e647 req-bea6f450-08f5-4412-82cb-4b90dfffaf45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d83bec-2320-4715-bb73-9e93379c1e9f HTTP/1.1" status: 200 len: 217 time: 0.0410972 Jul 29 15:23:22.097076 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:22.107036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54934-ef7b-4798-8d18-7cbb2510e647 req-24a07d1f-afd7-4642-9121-7a23b0c5a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:22.108515 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-32a54934-ef7b-4798-8d18-7cbb2510e647 req-24a07d1f-afd7-4642-9121-7a23b0c5a002 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c4a868c-8aa3-4eb8-a326-3a81d863cad0 HTTP/1.1" status: 200 len: 847 time: 0.0568404 Jul 29 15:23:22.135529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port f5aeef69-035d-48c3-a20f-e5ab960b0c2d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f5aeef69-035d-48c3-a20f-e5ab960b0c2d,segment=NetworkSegment(6f5ce233-750d-4f18-9b1e-54afbe17d49c),segment_id=6f5ce233-750d-4f18-9b1e-54afbe17d49c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:23:22.140174 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:22.169944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54934-ef7b-4798-8d18-7cbb2510e647 req-a5873a3a-b865-4e30-96f6-721f94fee6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:22.171513 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-32a54934-ef7b-4798-8d18-7cbb2510e647 req-a5873a3a-b865-4e30-96f6-721f94fee6f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=752d63c6-a270-498f-a48d-7812d0861f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548100 Jul 29 15:23:22.194722 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=f5aeef69-035d-48c3-a20f-e5ab960b0c2d,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:22.274273 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-32a54934-ef7b-4798-8d18-7cbb2510e647 req-df1aae84-635b-4699-956b-3bf2fbb5c0f8 service neutron] 10.222.0.39 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944607 Jul 29 15:23:22.376140 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-32a54934-ef7b-4798-8d18-7cbb2510e647 req-9311aa02-e876-447b-8992-fa3758239713 service neutron] 10.222.0.39 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927315 Jul 29 15:23:23.159330 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08145a38-7a6a-41ca-aaa8-4527267c16bc req-a644ce67-23c8-4b50-a45b-d6beeca70a2d tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:23.161138 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08145a38-7a6a-41ca-aaa8-4527267c16bc req-a644ce67-23c8-4b50-a45b-d6beeca70a2d tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 943 time: 0.0615487 Jul 29 15:23:23.204305 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08145a38-7a6a-41ca-aaa8-4527267c16bc req-caca7395-eb69-477c-8f40-12461537c39c tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/security-groups?id=76ad44f6-4414-4b41-9bab-1dbd0e7ff49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369449 Jul 29 15:23:23.446920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 64d83bec-2320-4715-bb73-9e93379c1e9f details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:23:23.562644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 64d83bec-2320-4715-bb73-9e93379c1e9f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=64d83bec-2320-4715-bb73-9e93379c1e9f,segment=NetworkSegment(1579a05a-1076-4925-9d7e-a3adf0333011),segment_id=1579a05a-1076-4925-9d7e-a3adf0333011)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:23:23.576379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '64d83bec-2320-4715-bb73-9e93379c1e9f', 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b', 'port_id': '64d83bec-2320-4715-bb73-9e93379c1e9f', 'mac_address': 'fa:16:3e:25:80:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:23:23.619177 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:23.633355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d83bec-2320-4715-bb73-9e93379c1e9f {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:23:23.653915 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 64d83bec-2320-4715-bb73-9e93379c1e9f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=64d83bec-2320-4715-bb73-9e93379c1e9f,segment=NetworkSegment(1579a05a-1076-4925-9d7e-a3adf0333011),segment_id=1579a05a-1076-4925-9d7e-a3adf0333011)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:23:23.657634 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:23.704908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=64d83bec-2320-4715-bb73-9e93379c1e9f,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:23.853450 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f5aeef69-035d-48c3-a20f-e5ab960b0c2d up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:23:23.856754 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['64d83bec-2320-4715-bb73-9e93379c1e9f'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:23:24.122134 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f5aeef69-035d-48c3-a20f-e5ab960b0c2d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:24.122500 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:24.320071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5f2da-6acc-4405-ade3-aa7d2b290cc6 req-c87b1ce0-f417-4629-8053-0db3327389e1 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:24.321581 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-04b5f2da-6acc-4405-ade3-aa7d2b290cc6 req-c87b1ce0-f417-4629-8053-0db3327389e1 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 944 time: 0.0484321 Jul 29 15:23:24.361525 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-04b5f2da-6acc-4405-ade3-aa7d2b290cc6 req-2004f477-9e7f-4df4-a716-f2928aef201c tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/security-groups?id=76ad44f6-4414-4b41-9bab-1dbd0e7ff49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338647 Jul 29 15:23:24.933839 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:23:25.450347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 64d83bec-2320-4715-bb73-9e93379c1e9f up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:23:25.484894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9a193-859c-46ca-9767-149e511f581c req-cc5f5340-b84e-49d5-b5da-c885b490e13a tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:25.486795 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95b9a193-859c-46ca-9767-149e511f581c req-cc5f5340-b84e-49d5-b5da-c885b490e13a tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 944 time: 0.0550065 Jul 29 15:23:25.502025 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 64d83bec-2320-4715-bb73-9e93379c1e9f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:23:25.506057 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 64d83bec-2320-4715-bb73-9e93379c1e9f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:23:25.506427 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:25.533975 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-95b9a193-859c-46ca-9767-149e511f581c req-175d2cca-f9d1-49bb-99f6-5eacc4d83d56 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/security-groups?id=76ad44f6-4414-4b41-9bab-1dbd0e7ff49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407071 Jul 29 15:23:25.585945 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:25.607652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcb77f6-5ad8-459e-821c-4829a2340e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d83bec-2320-4715-bb73-9e93379c1e9f'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:23:25.610977 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8735682-1e46-4eb3-b305-849c97ba4081" -d '{"events": [{"server_uuid": "8bcb77f6-5ad8-459e-821c-4829a2340e04", "name": "network-vif-plugged", "status": "completed", "tag": "64d83bec-2320-4715-bb73-9e93379c1e9f"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:23:25.623789 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 64d83bec-2320-4715-bb73-9e93379c1e9f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=64d83bec-2320-4715-bb73-9e93379c1e9f,segment=NetworkSegment(1579a05a-1076-4925-9d7e-a3adf0333011),segment_id=1579a05a-1076-4925-9d7e-a3adf0333011)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:23:25.628841 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:25.653097 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8def1950-cf34-4b33-babd-6bda811a0e06 x-openstack-request-id: req-8def1950-cf34-4b33-babd-6bda811a0e06 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:23:25.653390 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcb77f6-5ad8-459e-821c-4829a2340e04", "name": "network-vif-plugged", "status": "completed", "tag": "64d83bec-2320-4715-bb73-9e93379c1e9f", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:23:25.653641 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8def1950-cf34-4b33-babd-6bda811a0e06 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:23:25.654042 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcb77f6-5ad8-459e-821c-4829a2340e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d83bec-2320-4715-bb73-9e93379c1e9f', 'code': 200} Jul 29 15:23:25.681282 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=64d83bec-2320-4715-bb73-9e93379c1e9f,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:25.689443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:25.689791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:25.690131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:25.690465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:25.690794 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:25.691122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:25.691449 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:25.691772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:25.692096 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:25.692467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:25.692818 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:25.693189 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:23:25.747991 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614bddc-7c20-4e2b-a354-fc23b484278b req-7f4da0f6-5656-4c9c-b6fe-ed912fedf325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:25.750253 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e614bddc-7c20-4e2b-a354-fc23b484278b req-7f4da0f6-5656-4c9c-b6fe-ed912fedf325 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 1096 time: 0.0414114 Jul 29 15:23:25.785409 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e614bddc-7c20-4e2b-a354-fc23b484278b req-ce99f972-9578-46f8-8783-a1a913c0f7ad service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=76ad44f6-4414-4b41-9bab-1dbd0e7ff49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285447 Jul 29 15:23:26.540157 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:26.661119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd350-4ea2-4faa-9a50-9fb1acb3053f req-18be4aa9-ad19-4682-ae21-a9e017994511 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:26.662691 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-44acd350-4ea2-4faa-9a50-9fb1acb3053f req-18be4aa9-ad19-4682-ae21-a9e017994511 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 945 time: 0.0546799 Jul 29 15:23:26.704881 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-44acd350-4ea2-4faa-9a50-9fb1acb3053f req-bca06fd0-8edd-4c8c-adbb-158fa093e29f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/security-groups?id=76ad44f6-4414-4b41-9bab-1dbd0e7ff49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361090 Jul 29 15:23:26.832881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e96dd-9353-4887-9515-8249981ce657 req-bcc9518e-1d7a-4fbd-8678-46b9f505aa2d tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:26.834437 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-458e96dd-9353-4887-9515-8249981ce657 req-bcc9518e-1d7a-4fbd-8678-46b9f505aa2d tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 945 time: 0.0549438 Jul 29 15:23:26.874983 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-458e96dd-9353-4887-9515-8249981ce657 req-59fa9687-a5cc-4778-9056-6d8abebd6e93 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/security-groups?id=76ad44f6-4414-4b41-9bab-1dbd0e7ff49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337014 Jul 29 15:23:26.994941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db917b27-1210-4ff3-bce5-cfbe531a1e75 req-d8e55052-9767-45a6-b1b7-eb47e9e5298c tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:26.996430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-db917b27-1210-4ff3-bce5-cfbe531a1e75 req-d8e55052-9767-45a6-b1b7-eb47e9e5298c tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 945 time: 0.0533633 Jul 29 15:23:27.038475 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-db917b27-1210-4ff3-bce5-cfbe531a1e75 req-5f52d6e2-7447-4c37-a991-05451ad63c75 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/security-groups?id=76ad44f6-4414-4b41-9bab-1dbd0e7ff49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353703 Jul 29 15:23:27.060238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50868) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:27.193075 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c831f39-5e93-4abc-be8d-2e342814198c tempest-TestServerBasicOps-2124608469 tempest-TestServerBasicOps-2124608469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:27.194630 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5c831f39-5e93-4abc-be8d-2e342814198c tempest-TestServerBasicOps-2124608469 tempest-TestServerBasicOps-2124608469-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 1091 time: 0.1333826 Jul 29 15:23:27.197630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50872) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:23:27.202267 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': '64d83bec-2320-4715-bb73-9e93379c1e9f', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:23:27.225254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:27.324503 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:27.430327 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Allocated IP 172.25.6.230 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/ba26001c-9119-4390-93eb-c86c7be11f0f) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:23:27.532192 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:27.574807 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:27.613397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:23:27.618144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:23:27.622486 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:23:27.626353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Pushing event updated for resources: {'Port': ['ID=ba26001c-9119-4390-93eb-c86c7be11f0f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:28.345287 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:28.420487 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:28.604368 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:28.611769 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:28.686462 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Pushing event updated for resources: {'Port': ['ID=ba26001c-9119-4390-93eb-c86c7be11f0f,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:23:28.704271 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:28.819226 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Floating IP e7dbb81d-a2fe-489b-8bdc-797e14ae4280 associated. External IP: 172.25.6.230, port: 64d83bec-2320-4715-bb73-9e93379c1e9f. Jul 29 15:23:29.060212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Router d147fed2-e648-460b-98ce-71b2b5bf155e has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:23:29.181794 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:23:29.191711 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b5bfbe-a330-4bbc-93fb-afe696dbcb82 None None] Sync routers for ids ['d147fed2-e648-460b-98ce-71b2b5bf155e'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:23:29.198580 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:29.201553 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b5bfbe-a330-4bbc-93fb-afe696dbcb82 None None] Routers {'d147fed2-e648-460b-98ce-71b2b5bf155e'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:23:29.202244 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e5b5bfbe-a330-4bbc-93fb-afe696dbcb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:23:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d147fed2-e648-460b-98ce-71b2b5bf155e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:29.228175 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8e98857d-928f-4ca3-8020-5e662d68df8f tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0293465 Jul 29 15:23:29.228893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcb77f6-5ad8-459e-821c-4829a2340e04', 'tag': '64d83bec-2320-4715-bb73-9e93379c1e9f'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:23:29.231157 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98072bd-13fd-4fdb-8b64-c8fab7efabe2" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcb77f6-5ad8-459e-821c-4829a2340e04", "tag": "64d83bec-2320-4715-bb73-9e93379c1e9f"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:23:29.270033 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e13b88f-56db-415f-9fec-db25bf8f67d8 x-openstack-request-id: req-5e13b88f-56db-415f-9fec-db25bf8f67d8 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:23:29.270326 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcb77f6-5ad8-459e-821c-4829a2340e04", "tag": "64d83bec-2320-4715-bb73-9e93379c1e9f", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:23:29.270579 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e13b88f-56db-415f-9fec-db25bf8f67d8 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:23:29.270993 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcb77f6-5ad8-459e-821c-4829a2340e04', 'tag': '64d83bec-2320-4715-bb73-9e93379c1e9f', 'status': 'completed', 'code': 200} Jul 29 15:23:29.314458 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-e5b5bfbe-a330-4bbc-93fb-afe696dbcb82 None None] Set router d147fed2-e648-460b-98ce-71b2b5bf155e gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:23:29.333985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98072bd-13fd-4fdb-8b64-c8fab7efabe2 req-626c072f-8c08-481f-8e31-cde93d8af488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:29.335505 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a98072bd-13fd-4fdb-8b64-c8fab7efabe2 req-626c072f-8c08-481f-8e31-cde93d8af488 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=53c994f83d7b48a997819b179fa11e7d&device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 1096 time: 0.0423353 Jul 29 15:23:29.433686 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98072bd-13fd-4fdb-8b64-c8fab7efabe2 req-686024fd-cbb2-403a-afdc-91b8d84eeeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:29.435243 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a98072bd-13fd-4fdb-8b64-c8fab7efabe2 req-686024fd-cbb2-403a-afdc-91b8d84eeeee service neutron] 10.222.0.39 "GET /v2.0/networks?id=752d63c6-a270-498f-a48d-7812d0861f3b HTTP/1.1" status: 200 len: 909 time: 0.0926020 Jul 29 15:23:29.511277 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a98072bd-13fd-4fdb-8b64-c8fab7efabe2 req-f826520e-58fa-446a-916f-f6111e89897d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d83bec-2320-4715-bb73-9e93379c1e9f HTTP/1.1" status: 200 len: 999 time: 0.0688925 Jul 29 15:23:29.542845 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e5b5bfbe-a330-4bbc-93fb-afe696dbcb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'name': 'tempest-TestServerBasicOps-230629408-router', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:09Z', 'revision_number': 4, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'gw_port': {'id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'e7dbb81d-a2fe-489b-8bdc-797e14ae4280', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'port_id': '64d83bec-2320-4715-bb73-9e93379c1e9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b', 'mac_address': 'fa:16:3e:25:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcb77f6-5ad8-459e-821c-4829a2340e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:23:27Z', 'updated_at': '2021-07-29T15:23:27Z', 'revision_number': 0, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83db59a6-2aad-403b-a88e-d19a9a8e4386', 'name': '', 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'mac_address': 'fa:16:3e:4e:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:09Z', 'updated_at': '2021-07-29T15:23:16Z', 'revision_number': 5, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'subnets': [{'id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:29.573585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98072bd-13fd-4fdb-8b64-c8fab7efabe2 req-a2bb5247-af53-4c29-a5c8-760f25ded28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:29.575510 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a98072bd-13fd-4fdb-8b64-c8fab7efabe2 req-a2bb5247-af53-4c29-a5c8-760f25ded28e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c4a868c-8aa3-4eb8-a326-3a81d863cad0 HTTP/1.1" status: 200 len: 847 time: 0.0575514 Jul 29 15:23:29.576919 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b5bfbe-a330-4bbc-93fb-afe696dbcb82 None None] Checking router: d147fed2-e648-460b-98ce-71b2b5bf155e for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:23:29.587801 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b5bfbe-a330-4bbc-93fb-afe696dbcb82 None None] Routers {'d147fed2-e648-460b-98ce-71b2b5bf155e'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:23:29.587801 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e5b5bfbe-a330-4bbc-93fb-afe696dbcb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:23:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d147fed2-e648-460b-98ce-71b2b5bf155e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:29.631016 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98072bd-13fd-4fdb-8b64-c8fab7efabe2 req-a5f0fab0-8a4a-4959-91b7-f888728edc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:29.632571 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a98072bd-13fd-4fdb-8b64-c8fab7efabe2 req-a5f0fab0-8a4a-4959-91b7-f888728edc3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=752d63c6-a270-498f-a48d-7812d0861f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506005 Jul 29 15:23:29.705091 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-e5b5bfbe-a330-4bbc-93fb-afe696dbcb82 None None] Set router d147fed2-e648-460b-98ce-71b2b5bf155e gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:23:29.766962 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a98072bd-13fd-4fdb-8b64-c8fab7efabe2 req-ed8f3567-130d-4f7a-818a-602898842f19 service neutron] 10.222.0.39 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252697 Jul 29 15:23:29.877573 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a98072bd-13fd-4fdb-8b64-c8fab7efabe2 req-026bf340-e1b4-4b2f-803a-ea3d2b58fe00 service neutron] 10.222.0.39 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040235 Jul 29 15:23:29.948359 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-e5b5bfbe-a330-4bbc-93fb-afe696dbcb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'name': 'tempest-TestServerBasicOps-230629408-router', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:09Z', 'revision_number': 4, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'gw_port': {'id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'e7dbb81d-a2fe-489b-8bdc-797e14ae4280', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'port_id': '64d83bec-2320-4715-bb73-9e93379c1e9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b', 'mac_address': 'fa:16:3e:25:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcb77f6-5ad8-459e-821c-4829a2340e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:23:27Z', 'updated_at': '2021-07-29T15:23:27Z', 'revision_number': 0, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83db59a6-2aad-403b-a88e-d19a9a8e4386', 'name': '', 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'mac_address': 'fa:16:3e:4e:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:09Z', 'updated_at': '2021-07-29T15:23:16Z', 'revision_number': 5, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'subnets': [{'id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:23:29.974919 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b5bfbe-a330-4bbc-93fb-afe696dbcb82 None None] The sync data for ids ['d147fed2-e648-460b-98ce-71b2b5bf155e'] in n-d-802893-1 is: [{'id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'name': 'tempest-TestServerBasicOps-230629408-router', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:09Z', 'revision_number': 4, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'gw_port': {'id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'e7dbb81d-a2fe-489b-8bdc-797e14ae4280', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'port_id': '64d83bec-2320-4715-bb73-9e93379c1e9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b', 'mac_address': 'fa:16:3e:25:80:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcb77f6-5ad8-459e-821c-4829a2340e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:23:27Z', 'updated_at': '2021-07-29T15:23:27Z', 'revision_number': 0, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83db59a6-2aad-403b-a88e-d19a9a8e4386', 'name': '', 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'mac_address': 'fa:16:3e:4e:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:09Z', 'updated_at': '2021-07-29T15:23:16Z', 'revision_number': 5, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'subnets': [{'id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:23:30.172904 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0dd19d-4db2-4a28-afda-1f714acdf3b3 None None] New status for floating IP e7dbb81d-a2fe-489b-8bdc-797e14ae4280: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:23:30.566433 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-220b1611-8645-41cf-a10f-43fee514f1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:33.234561 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:33.362741 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aa52325d-335c-4f6b-a6c1-82f28ac1e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:34.417129 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:36.401511 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:41.201656 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:56.536875 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:23:58.769969 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4fbc6bf-a5fc-4489-a356-0f2644cec82d req-ff8dcd2d-a119-413c-97a8-375e6b2e5a9a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434213 Jul 29 15:23:58.856625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbc6bf-a5fc-4489-a356-0f2644cec82d req-93efdc1b-a769-406c-8b8a-e1873663dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:58.858185 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4fbc6bf-a5fc-4489-a356-0f2644cec82d req-93efdc1b-a769-406c-8b8a-e1873663dd7d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=53c994f83d7b48a997819b179fa11e7d&device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 1096 time: 0.0453012 Jul 29 15:23:58.997275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbc6bf-a5fc-4489-a356-0f2644cec82d req-c560b387-e160-44dc-ae5f-b217a1741fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:58.998754 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4fbc6bf-a5fc-4489-a356-0f2644cec82d req-c560b387-e160-44dc-ae5f-b217a1741fbe service neutron] 10.222.0.39 "GET /v2.0/networks?id=752d63c6-a270-498f-a48d-7812d0861f3b HTTP/1.1" status: 200 len: 909 time: 0.1123476 Jul 29 15:23:59.066932 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4fbc6bf-a5fc-4489-a356-0f2644cec82d req-708c76b3-7383-44ec-9baf-87de125f8878 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d83bec-2320-4715-bb73-9e93379c1e9f HTTP/1.1" status: 200 len: 1001 time: 0.0604939 Jul 29 15:23:59.123081 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbc6bf-a5fc-4489-a356-0f2644cec82d req-8707b890-b21c-4e9c-9e2d-6da4d20b690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:59.124572 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4fbc6bf-a5fc-4489-a356-0f2644cec82d req-8707b890-b21c-4e9c-9e2d-6da4d20b690c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c4a868c-8aa3-4eb8-a326-3a81d863cad0 HTTP/1.1" status: 200 len: 847 time: 0.0509627 Jul 29 15:23:59.171566 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbc6bf-a5fc-4489-a356-0f2644cec82d req-527207e8-7a74-4c21-a504-9fe2a919060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:23:59.174036 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4fbc6bf-a5fc-4489-a356-0f2644cec82d req-527207e8-7a74-4c21-a504-9fe2a919060a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=752d63c6-a270-498f-a48d-7812d0861f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421398 Jul 29 15:23:59.266000 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4fbc6bf-a5fc-4489-a356-0f2644cec82d req-d718dd9f-caa6-4361-93fa-72a0cae11989 service neutron] 10.222.0.39 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844355 Jul 29 15:23:59.369041 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f4fbc6bf-a5fc-4489-a356-0f2644cec82d req-3c26ea35-fa75-4b57-b164-2ac94e5cccf7 service neutron] 10.222.0.39 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947411 Jul 29 15:24:00.560013 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6695520f-0bbc-49e1-89a0-d055f085fd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:01.933166 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:24:03.152053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 50900) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:24:03.240620 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:03.267676 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372192f-4831-4323-9568-c3ad492b9057 req-3a5d802c-4000-4291-b768-ff82a74bf432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:03.269310 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b372192f-4831-4323-9568-c3ad492b9057 req-3a5d802c-4000-4291-b768-ff82a74bf432 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 1096 time: 0.1161790 Jul 29 15:24:03.310600 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b372192f-4831-4323-9568-c3ad492b9057 req-e86aee84-5ba2-4380-b523-b6f93ca0da3b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=76ad44f6-4414-4b41-9bab-1dbd0e7ff49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348885 Jul 29 15:24:03.365928 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-49f73121-f2ba-46be-8727-c3ca46ff4999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:04.420992 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:06.407881 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:11.194836 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:11.664110 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2314b2aa-20c6-4064-a38c-d8edd21b6e58 req-1f88d82d-2f46-4707-9d19-34111ed5ea01 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434520 Jul 29 15:24:11.773536 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314b2aa-20c6-4064-a38c-d8edd21b6e58 req-09c89f81-7771-4300-ba7a-c287035c26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:11.775074 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2314b2aa-20c6-4064-a38c-d8edd21b6e58 req-09c89f81-7771-4300-ba7a-c287035c26d4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 1097 time: 0.0525749 Jul 29 15:24:11.887225 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314b2aa-20c6-4064-a38c-d8edd21b6e58 req-91fe0b6c-f021-4ff3-880b-af000bdde55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:11.888746 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2314b2aa-20c6-4064-a38c-d8edd21b6e58 req-91fe0b6c-f021-4ff3-880b-af000bdde55d service neutron] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.0928612 Jul 29 15:24:11.965685 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2314b2aa-20c6-4064-a38c-d8edd21b6e58 req-93b799de-6716-413e-ad39-1adc6df63168 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822d905a-7b6b-45f3-899b-82c73f4b51c1 HTTP/1.1" status: 200 len: 1002 time: 0.0696380 Jul 29 15:24:12.019000 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314b2aa-20c6-4064-a38c-d8edd21b6e58 req-0590c403-d60f-439c-95db-41eaafad6208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:12.020519 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2314b2aa-20c6-4064-a38c-d8edd21b6e58 req-0590c403-d60f-439c-95db-41eaafad6208 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0484245 Jul 29 15:24:12.073083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314b2aa-20c6-4064-a38c-d8edd21b6e58 req-2a68fc96-4e2f-4fb7-b118-b7c36e3fd8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:12.074636 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2314b2aa-20c6-4064-a38c-d8edd21b6e58 req-2a68fc96-4e2f-4fb7-b118-b7c36e3fd8f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467904 Jul 29 15:24:12.178457 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2314b2aa-20c6-4064-a38c-d8edd21b6e58 req-6fe0924b-9580-4bb2-9071-47057d8ec843 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965009 Jul 29 15:24:12.277104 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2314b2aa-20c6-4064-a38c-d8edd21b6e58 req-7c460178-26ec-4ee1-8d4c-aaf864635e9e service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914519 Jul 29 15:24:24.151216 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-f153c347-c25a-4e06-8481-23d6afeb0c4f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114623864&fields=id&tenant_id=0e99c03d4a234821be155e2a34f15433 HTTP/1.1" status: 200 len: 267 time: 0.0340602 Jul 29 15:24:24.263217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-3cf0d63c-e96a-421b-b5c0-b3091344afa4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:24.264952 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-3cf0d63c-e96a-421b-b5c0-b3091344afa4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 812 time: 0.1066761 Jul 29 15:24:24.283293 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-2be44d6c-a287-4988-adaf-fc9b862c5ba4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/quotas/0e99c03d4a234821be155e2a34f15433 HTTP/1.1" status: 200 len: 375 time: 0.0107555 Jul 29 15:24:24.353212 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-98eecd64-35d8-4461-b0b3-029693da7dba tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0632954 Jul 29 15:24:24.423033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-b3a3ba04-37a9-49fd-850d-49411e02340e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:24:24.423795 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-b3a3ba04-37a9-49fd-850d-49411e02340e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558555 Jul 29 15:24:24.513784 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-2a85442f-c732-46fb-bf37-083fbee32c4b service neutron] 10.222.0.16 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837729 Jul 29 15:24:24.621521 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-e487195f-1cb0-4207-be35-9757e9dd92c8 service neutron] 10.222.0.16 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007316 Jul 29 15:24:25.990364 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6575de16-9edf-4146-a8a0-0eddec5c2497 req-f7cddf5c-5f7c-4677-98ce-9dec9c66ab8e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 210 time: 0.0304868 Jul 29 15:24:26.552372 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:27.071140 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-630bf088-061a-4167-b0bb-fb0c57744a49 req-fe5ccf7c-e2cf-4dd0-8605-c721be82cc48 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 210 time: 0.0268178 Jul 29 15:24:28.178430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98819d5d-88fb-421a-af53-847f1e884797 req-fcfb789f-9b61-4a25-8ddd-d3ca4b1befba tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 210 time: 0.0356393 Jul 29 15:24:29.082323 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-1bf4ab6e-f62d-4268-bcd5-484f959f3c4e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:29.084783 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-1bf4ab6e-f62d-4268-bcd5-484f959f3c4e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 812 time: 0.1357903 Jul 29 15:24:29.135309 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-def0d185-597a-41cd-8194-aa4c1000ca45 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e99c03d4a234821be155e2a34f15433 HTTP/1.1" status: 200 len: 379 time: 0.0364509 Jul 29 15:24:29.145133 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'port': {'device_id': '00d6eb44-8cc2-403e-b60b-93711756143e', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'admin_state_up': True, 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'security_groups': ['e1a87023-7e47-485b-ab10-c37d394f7591']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:24:29.288320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Made reservation on behalf of 0e99c03d4a234821be155e2a34f15433 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:24:29.289831 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1d63a36-7f36-43ea-a776-34ecb23da2a7 req-6f8ed219-292e-4375-9e23-79e3c957445c tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 210 time: 0.0384762 Jul 29 15:24:29.293002 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:29.451793 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Allocated IP 172.20.0.9 (2044df4b-bfd3-4360-b6e1-19b509d510c3/75df3822-2e14-4a29-a75b-0fe0e53a1f68/f38bca19-14b9-4eae-b0d9-4a959b418f82) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:24:29.629080 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:29.644095 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Transition to ACTIVE for port object f38bca19-14b9-4eae-b0d9-4a959b418f82 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:24:29.683962 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:29.730481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Network 2044df4b-bfd3-4360-b6e1-19b509d510c3 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:24:29.733984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:24:29.740898 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:24:29.773813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'Port': ['ID=f38bca19-14b9-4eae-b0d9-4a959b418f82,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:24:29.787727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:29.788069 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:29.788425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:29.791239 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:29.793755 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:29.795602 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:29.795954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:29.796290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:29.796690 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:29.796975 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:29.797303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:29.797629 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:29.838329 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:29.841071 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:29.861459 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-7fc5b11d-3fb7-4f9c-b907-7f2697a98cda tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7202871 Jul 29 15:24:29.882466 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Request body: {'port': {'device_id': '00d6eb44-8cc2-403e-b60b-93711756143e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:24:29.946675 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:30.058146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d99b0a04-729e-44cb-8539-f48ab837458d None None] Provisioning for port f38bca19-14b9-4eae-b0d9-4a959b418f82 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:24:30.063398 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d99b0a04-729e-44cb-8539-f48ab837458d None None] Provisioning complete for port f38bca19-14b9-4eae-b0d9-4a959b418f82 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:24:30.063885 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d99b0a04-729e-44cb-8539-f48ab837458d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:30.120584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d99b0a04-729e-44cb-8539-f48ab837458d None None] Port f38bca19-14b9-4eae-b0d9-4a959b418f82 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:24:30.264894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38bca19-14b9-4eae-b0d9-4a959b418f82 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:24:30.273927 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:30.287743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Transition to ACTIVE for port object f38bca19-14b9-4eae-b0d9-4a959b418f82 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:24:30.292021 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:30.378844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Pushing event updated for resources: {'Port': ['ID=f38bca19-14b9-4eae-b0d9-4a959b418f82,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:24:30.494387 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e061e4-2a04-43ed-8643-c62fbf1e07a1 req-cf2c6a7d-5e75-483b-8774-162a2e9a467b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:30.497561 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d7e061e4-2a04-43ed-8643-c62fbf1e07a1 req-cf2c6a7d-5e75-483b-8774-162a2e9a467b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 943 time: 0.0858772 Jul 29 15:24:30.499266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Attempting to bind port f38bca19-14b9-4eae-b0d9-4a959b418f82 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:24:30.499600 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Attempting to bind port f38bca19-14b9-4eae-b0d9-4a959b418f82 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:24:30.500119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Attempting to bind port f38bca19-14b9-4eae-b0d9-4a959b418f82 on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:24:30.505784 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Port f38bca19-14b9-4eae-b0d9-4a959b418f82 on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:24:30.505966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Attempting to bind port f38bca19-14b9-4eae-b0d9-4a959b418f82 on network 2044df4b-bfd3-4360-b6e1-19b509d510c3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:24:30.513087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:24:30.513427 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Checking segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:24:30.513813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Bound using segment: {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:24:30.514253 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Bound port: f38bca19-14b9-4eae-b0d9-4a959b418f82, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5886a865-723f-427e-a3de-d8da53b7f5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:24:30.514615 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:30.574990 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7720103d-5fe5-497a-9e61-92c6e5c550b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:30.583234 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d7e061e4-2a04-43ed-8643-c62fbf1e07a1 req-614981dd-418f-4b82-a549-900c19ff3560 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711961 Jul 29 15:24:30.613010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] For port f38bca19-14b9-4eae-b0d9-4a959b418f82, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:24:30.616286 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] For port f38bca19-14b9-4eae-b0d9-4a959b418f82, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f38bca19-14b9-4eae-b0d9-4a959b418f82,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:24:30.620875 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:30.663525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:30.664230 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:30.665543 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] 10.222.0.38 "PUT /v2.0/ports/f38bca19-14b9-4eae-b0d9-4a959b418f82 HTTP/1.1" status: 200 len: 1091 time: 0.7892311 Jul 29 15:24:30.666091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d6eb44-8cc2-403e-b60b-93711756143e', 'tag': 'f38bca19-14b9-4eae-b0d9-4a959b418f82'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:24:30.668402 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234863bb-7c73-4401-86b6-19a37456ed3e" -d '{"events": [{"name": "network-changed", "server_uuid": "00d6eb44-8cc2-403e-b60b-93711756143e", "tag": "f38bca19-14b9-4eae-b0d9-4a959b418f82"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:24:30.694807 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84639d-80ee-4880-8687-0268df675dfe service neutron] Pushing event updated for resources: {'Port': ['ID=f38bca19-14b9-4eae-b0d9-4a959b418f82,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:24:30.744457 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9250ae4-24cd-4c2c-9601-c71cbb9d3af4 x-openstack-request-id: req-f9250ae4-24cd-4c2c-9601-c71cbb9d3af4 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:24:30.744902 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d6eb44-8cc2-403e-b60b-93711756143e", "tag": "f38bca19-14b9-4eae-b0d9-4a959b418f82", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:24:30.745187 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9250ae4-24cd-4c2c-9601-c71cbb9d3af4 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:24:30.745596 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d6eb44-8cc2-403e-b60b-93711756143e', 'tag': 'f38bca19-14b9-4eae-b0d9-4a959b418f82', 'status': 'completed', 'code': 200} Jul 29 15:24:30.786677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-aca1a317-4b24-4d77-a3e7-77eabdbbd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:30.788538 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-aca1a317-4b24-4d77-a3e7-77eabdbbd606 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 1094 time: 0.0539365 Jul 29 15:24:30.849434 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-0fb9a09e-6db4-4b3e-8e3a-9731374dbecd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f38bca19-14b9-4eae-b0d9-4a959b418f82 HTTP/1.1" status: 200 len: 217 time: 0.0465631 Jul 29 15:24:30.919491 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-1f5a2669-0a6e-4e2a-9bbb-996e6d9714cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:30.921055 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-1f5a2669-0a6e-4e2a-9bbb-996e6d9714cf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0649035 Jul 29 15:24:30.974482 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-815b4f87-918b-4c6d-9aae-3e34f9dc70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:30.976431 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-815b4f87-918b-4c6d-9aae-3e34f9dc70ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481870 Jul 29 15:24:31.078894 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-ec87adfd-5a37-4c38-a464-389ca7906d86 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931361 Jul 29 15:24:31.185425 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aad77568-57b0-4c73-9476-6e278ae02cd2 req-dec4c25c-b487-412f-9559-626f11e0c79f service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007187 Jul 29 15:24:31.308377 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234863bb-7c73-4401-86b6-19a37456ed3e req-6b4a057f-e26a-434e-aa50-8e426718442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:31.309899 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-234863bb-7c73-4401-86b6-19a37456ed3e req-6b4a057f-e26a-434e-aa50-8e426718442a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 1094 time: 0.0498979 Jul 29 15:24:31.411204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234863bb-7c73-4401-86b6-19a37456ed3e req-8be5d717-a969-49be-a7e9-591e7809f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:31.413619 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-234863bb-7c73-4401-86b6-19a37456ed3e req-8be5d717-a969-49be-a7e9-591e7809f87a service neutron] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.0964127 Jul 29 15:24:31.468186 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-234863bb-7c73-4401-86b6-19a37456ed3e req-158af5ba-9a89-461a-9661-83d65fa8da19 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f38bca19-14b9-4eae-b0d9-4a959b418f82 HTTP/1.1" status: 200 len: 217 time: 0.0480349 Jul 29 15:24:31.556021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234863bb-7c73-4401-86b6-19a37456ed3e req-ad193569-cb52-4e41-b61a-44b7c8774dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:31.557599 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-234863bb-7c73-4401-86b6-19a37456ed3e req-ad193569-cb52-4e41-b61a-44b7c8774dbb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0802910 Jul 29 15:24:31.608348 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234863bb-7c73-4401-86b6-19a37456ed3e req-60446f64-b65e-4ff2-bdd8-4c7d0fdac85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:31.611451 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-234863bb-7c73-4401-86b6-19a37456ed3e req-60446f64-b65e-4ff2-bdd8-4c7d0fdac85e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464320 Jul 29 15:24:31.748940 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87013413-1c7d-49ef-8b41-f8cfe8cf6416 req-60142154-9567-46e9-bd74-6bfac3b3fcc3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:31.751036 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87013413-1c7d-49ef-8b41-f8cfe8cf6416 req-60142154-9567-46e9-bd74-6bfac3b3fcc3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 943 time: 0.0872364 Jul 29 15:24:31.753598 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-234863bb-7c73-4401-86b6-19a37456ed3e req-47557e13-d1ba-493a-a533-48aebe7de049 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348979 Jul 29 15:24:31.844389 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87013413-1c7d-49ef-8b41-f8cfe8cf6416 req-c0e90609-cffd-4401-b2c4-0b1cb9b1cc82 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868974 Jul 29 15:24:31.879233 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-234863bb-7c73-4401-86b6-19a37456ed3e req-8b14a248-93cd-4ccb-a011-55db1991cec2 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152897 Jul 29 15:24:32.998313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b59a0b-b3f1-41b7-9a77-d17a62279f51 req-137b0c54-8f53-4272-a337-c7bf65cbb56e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:33.000557 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27b59a0b-b3f1-41b7-9a77-d17a62279f51 req-137b0c54-8f53-4272-a337-c7bf65cbb56e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 943 time: 0.0693619 Jul 29 15:24:33.042868 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27b59a0b-b3f1-41b7-9a77-d17a62279f51 req-d8de399a-3d56-442a-8776-98f783c2ddc4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351441 Jul 29 15:24:33.229147 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:33.370325 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-12364819-85de-4738-ba56-0f2734ddfca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:34.176712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a8020-7d00-4784-90df-07c5e2475faa req-5a684e9e-b61c-4000-b0d6-c94a39d67ae4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:34.178406 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-299a8020-7d00-4784-90df-07c5e2475faa req-5a684e9e-b61c-4000-b0d6-c94a39d67ae4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 943 time: 0.0535870 Jul 29 15:24:34.219817 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-299a8020-7d00-4784-90df-07c5e2475faa req-185fd115-9c61-4491-aedd-8061080055aa tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351260 Jul 29 15:24:34.425026 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:35.340444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e2ecf-0ecc-45cc-bbad-0f627606bbe3 req-799d064c-e76a-4589-90f5-dfb27c29eaca tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:35.341954 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-343e2ecf-0ecc-45cc-bbad-0f627606bbe3 req-799d064c-e76a-4589-90f5-dfb27c29eaca tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 943 time: 0.0519996 Jul 29 15:24:35.382891 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-343e2ecf-0ecc-45cc-bbad-0f627606bbe3 req-73129943-eea6-4ca8-8ebb-69609c6c79f6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336943 Jul 29 15:24:36.406043 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:36.502211 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17515917-7c70-4aa9-8aa1-6af9b02b7487 req-8fe6d3e0-fd0d-4ed2-bed8-eefcc0cc74a0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:36.504107 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-17515917-7c70-4aa9-8aa1-6af9b02b7487 req-8fe6d3e0-fd0d-4ed2-bed8-eefcc0cc74a0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 943 time: 0.0487096 Jul 29 15:24:36.544439 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-17515917-7c70-4aa9-8aa1-6af9b02b7487 req-2666f33b-a054-48fb-b795-f85aacfe21ad tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339012 Jul 29 15:24:37.664195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba31336-b54d-4905-945f-46aeb03bba74 req-74ee26b3-ec8a-4aa6-8dfd-2e4621286ebe tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:37.665695 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ba31336-b54d-4905-945f-46aeb03bba74 req-74ee26b3-ec8a-4aa6-8dfd-2e4621286ebe tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 943 time: 0.0512142 Jul 29 15:24:37.703747 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ba31336-b54d-4905-945f-46aeb03bba74 req-0d7edae0-8ae6-424a-8edd-c0c585c58b65 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320852 Jul 29 15:24:38.821112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dcb23-4352-4da6-8666-ba1bff6c0a67 req-2df66b09-d4bb-4b6c-b28b-e772cde2c5a3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:38.822723 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c82dcb23-4352-4da6-8666-ba1bff6c0a67 req-2df66b09-d4bb-4b6c-b28b-e772cde2c5a3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 943 time: 0.0495219 Jul 29 15:24:38.868500 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c82dcb23-4352-4da6-8666-ba1bff6c0a67 req-f731ec16-88e0-46de-afe2-e3eb5e6f94b3 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387208 Jul 29 15:24:38.932704 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:24:39.987703 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5b557-d940-47d5-98ae-fc970a99929c req-8da8c882-0b26-423f-9888-64ad3080297b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:39.989226 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-49e5b557-d940-47d5-98ae-fc970a99929c req-8da8c882-0b26-423f-9888-64ad3080297b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 943 time: 0.0502334 Jul 29 15:24:40.028267 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-49e5b557-d940-47d5-98ae-fc970a99929c req-5a268bbe-ad17-415a-b9b0-7ece8c38dc80 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331089 Jul 29 15:24:41.145810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477cec2-f5a0-42ec-92d8-d797b56557b2 req-11798f1f-c870-41a2-a3df-2333f8cdaa15 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:41.147252 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f477cec2-f5a0-42ec-92d8-d797b56557b2 req-11798f1f-c870-41a2-a3df-2333f8cdaa15 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 943 time: 0.0511873 Jul 29 15:24:41.186988 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f477cec2-f5a0-42ec-92d8-d797b56557b2 req-5bd67609-a825-4e4b-9726-1c086a359daf tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337174 Jul 29 15:24:41.208040 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:42.259342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f38bca19-14b9-4eae-b0d9-4a959b418f82 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:24:42.310612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822f1a0-b18f-47e8-9bc0-3f342cc2d466 req-8307ec1e-c3fb-434e-b2f8-bf7c4191da4e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:42.312083 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b822f1a0-b18f-47e8-9bc0-3f342cc2d466 req-8307ec1e-c3fb-434e-b2f8-bf7c4191da4e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 943 time: 0.0532370 Jul 29 15:24:42.350976 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b822f1a0-b18f-47e8-9bc0-3f342cc2d466 req-21c3afff-721c-4951-b024-38dc82eef58e tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319674 Jul 29 15:24:42.357277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f38bca19-14b9-4eae-b0d9-4a959b418f82, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f38bca19-14b9-4eae-b0d9-4a959b418f82,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:24:42.369879 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'f38bca19-14b9-4eae-b0d9-4a959b418f82', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'port_id': 'f38bca19-14b9-4eae-b0d9-4a959b418f82', 'mac_address': 'fa:16:3e:84:9f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:24:42.409167 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:42.421534 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38bca19-14b9-4eae-b0d9-4a959b418f82 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:24:42.441057 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f38bca19-14b9-4eae-b0d9-4a959b418f82, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f38bca19-14b9-4eae-b0d9-4a959b418f82,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:24:42.444943 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:42.498207 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f38bca19-14b9-4eae-b0d9-4a959b418f82,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:24:42.505542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:42.505895 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:42.506236 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:42.506575 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:42.506914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:42.507243 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:42.507571 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:42.507914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:42.508237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:42.508545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:42.508911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:42.509234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:42.758940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['f38bca19-14b9-4eae-b0d9-4a959b418f82'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:24:43.466282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1dfa3-2130-4633-9b0b-e8f8d27e953b req-938cf29d-3ed7-4098-8bf5-46db4fd21bac tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:43.467781 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-04e1dfa3-2130-4633-9b0b-e8f8d27e953b req-938cf29d-3ed7-4098-8bf5-46db4fd21bac tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 944 time: 0.0492792 Jul 29 15:24:43.506573 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-04e1dfa3-2130-4633-9b0b-e8f8d27e953b req-53a9a0e3-ef4c-4143-bea3-6d65a0b4f79f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326228 Jul 29 15:24:44.262199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f38bca19-14b9-4eae-b0d9-4a959b418f82 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:24:44.311760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port f38bca19-14b9-4eae-b0d9-4a959b418f82 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:24:44.316255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port f38bca19-14b9-4eae-b0d9-4a959b418f82 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:24:44.316621 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:44.397128 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:44.419553 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d6eb44-8cc2-403e-b60b-93711756143e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38bca19-14b9-4eae-b0d9-4a959b418f82'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:24:44.421845 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4740df85-e792-4059-8419-dfa22bfcedc9" -d '{"events": [{"server_uuid": "00d6eb44-8cc2-403e-b60b-93711756143e", "name": "network-vif-plugged", "status": "completed", "tag": "f38bca19-14b9-4eae-b0d9-4a959b418f82"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:24:44.435145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port f38bca19-14b9-4eae-b0d9-4a959b418f82, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f38bca19-14b9-4eae-b0d9-4a959b418f82,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:24:44.439912 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:44.465008 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b52697-b76e-48aa-9f0d-68e149ebeae7 x-openstack-request-id: req-c0b52697-b76e-48aa-9f0d-68e149ebeae7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:24:44.465318 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d6eb44-8cc2-403e-b60b-93711756143e", "name": "network-vif-plugged", "status": "completed", "tag": "f38bca19-14b9-4eae-b0d9-4a959b418f82", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:24:44.465547 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0b52697-b76e-48aa-9f0d-68e149ebeae7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:24:44.465939 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d6eb44-8cc2-403e-b60b-93711756143e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38bca19-14b9-4eae-b0d9-4a959b418f82', 'code': 200} Jul 29 15:24:44.493761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=f38bca19-14b9-4eae-b0d9-4a959b418f82,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:24:44.612030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417f9e3-8124-4e99-891d-db31a12d2046 req-6be0b6d4-a89a-48e9-99c4-99607d5e6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:44.613566 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b417f9e3-8124-4e99-891d-db31a12d2046 req-6be0b6d4-a89a-48e9-99c4-99607d5e6513 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 1096 time: 0.0713117 Jul 29 15:24:44.647122 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e03ba-b903-4ca3-9345-c253ff8bfbaf req-d2f94d75-38da-43b3-b381-cfc27b2054d4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:44.648612 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4c0e03ba-b903-4ca3-9345-c253ff8bfbaf req-d2f94d75-38da-43b3-b381-cfc27b2054d4 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 945 time: 0.0750232 Jul 29 15:24:44.676740 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b417f9e3-8124-4e99-891d-db31a12d2046 req-b78b6a51-6e6f-4c70-ab75-f0134a299b58 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556915 Jul 29 15:24:44.698055 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4c0e03ba-b903-4ca3-9345-c253ff8bfbaf req-dc3bfaf1-ba09-4f0c-8f99-5f66373639de tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390019 Jul 29 15:24:45.816682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c73741-442a-447f-863f-688511639c67 req-af7c81d2-dbed-4007-b0e5-85f713baad60 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:45.818205 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-36c73741-442a-447f-863f-688511639c67 req-af7c81d2-dbed-4007-b0e5-85f713baad60 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 945 time: 0.0495529 Jul 29 15:24:45.863488 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-36c73741-442a-447f-863f-688511639c67 req-b3bef470-7e40-4458-bec2-e5f7f3426dc0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389032 Jul 29 15:24:45.980279 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21ee30-dcfa-4ec7-bf99-2747f1e91b1e req-3434a0cf-7909-401d-b452-dbd742de127d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:45.981725 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8f21ee30-dcfa-4ec7-bf99-2747f1e91b1e req-3434a0cf-7909-401d-b452-dbd742de127d tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 945 time: 0.0503333 Jul 29 15:24:46.023305 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8f21ee30-dcfa-4ec7-bf99-2747f1e91b1e req-4c9030ee-20e8-462b-8047-a3983b6a1890 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347040 Jul 29 15:24:46.046127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51034) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:24:46.086817 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7357a936-6a40-4efa-8b3c-543992bc088a tempest-TestVolumeBootPattern-725653647 tempest-TestVolumeBootPattern-725653647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:46.088362 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7357a936-6a40-4efa-8b3c-543992bc088a tempest-TestVolumeBootPattern-725653647 tempest-TestVolumeBootPattern-725653647-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 1091 time: 0.0412381 Jul 29 15:24:46.091265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51036) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:24:46.096262 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': 'f38bca19-14b9-4eae-b0d9-4a959b418f82', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:24:46.118747 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:46.221632 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:46.325513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Allocated IP 172.25.6.242 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/8da616e2-9f3b-4afe-891d-c2af4972f693) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:24:46.769197 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:46.807870 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:46.846548 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:24:46.849439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:24:46.855803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:24:46.880529 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'Port': ['ID=8da616e2-9f3b-4afe-891d-c2af4972f693,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:24:46.892345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:46.892703 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:46.893044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:46.893378 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:46.893709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:46.894037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:46.894359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:46.894682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:46.894998 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:46.895322 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:46.895639 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:46.895954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:24:47.218999 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:47.289777 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:47.435658 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:47.440916 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:47.510699 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event updated for resources: {'Port': ['ID=8da616e2-9f3b-4afe-891d-c2af4972f693,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:24:47.525521 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:47.629109 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Floating IP 0b09f003-1fd5-46bc-b88c-210127490cfa associated. External IP: 172.25.6.242, port: f38bca19-14b9-4eae-b0d9-4a959b418f82. Jul 29 15:24:47.840062 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Router 15621f0d-9339-408d-88ff-3523ba14e09c has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:24:47.949477 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:24:47.959475 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23451f-2d8e-4b3a-837a-46cbe43198cd None None] Sync routers for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:24:47.965937 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:47.968100 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23451f-2d8e-4b3a-837a-46cbe43198cd None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:24:47.969509 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0d23451f-2d8e-4b3a-837a-46cbe43198cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:24:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:24:47.993961 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7faf417e-958f-4e17-b641-3ae74b511b23 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9016643 Jul 29 15:24:47.994611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d6eb44-8cc2-403e-b60b-93711756143e', 'tag': 'f38bca19-14b9-4eae-b0d9-4a959b418f82'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:24:47.996849 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b6660d-f283-4e6c-9db0-fe86f4ab08e6" -d '{"events": [{"name": "network-changed", "server_uuid": "00d6eb44-8cc2-403e-b60b-93711756143e", "tag": "f38bca19-14b9-4eae-b0d9-4a959b418f82"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:24:48.043118 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1bc969-db7b-47bf-a0de-9c4203112338 x-openstack-request-id: req-ed1bc969-db7b-47bf-a0de-9c4203112338 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:24:48.043407 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d6eb44-8cc2-403e-b60b-93711756143e", "tag": "f38bca19-14b9-4eae-b0d9-4a959b418f82", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:24:48.043659 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed1bc969-db7b-47bf-a0de-9c4203112338 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:24:48.044065 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d6eb44-8cc2-403e-b60b-93711756143e', 'tag': 'f38bca19-14b9-4eae-b0d9-4a959b418f82', 'status': 'completed', 'code': 200} Jul 29 15:24:48.073169 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0d23451f-2d8e-4b3a-837a-46cbe43198cd None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:24:48.125900 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6660d-f283-4e6c-9db0-fe86f4ab08e6 req-52da858e-5e3f-4bc6-ab45-c1e2f2e6c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:48.127316 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99b6660d-f283-4e6c-9db0-fe86f4ab08e6 req-52da858e-5e3f-4bc6-ab45-c1e2f2e6c859 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 1096 time: 0.0413916 Jul 29 15:24:48.226466 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6660d-f283-4e6c-9db0-fe86f4ab08e6 req-d9805c9a-aba9-40be-a2ab-9c2a4b7a718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:48.227956 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99b6660d-f283-4e6c-9db0-fe86f4ab08e6 req-d9805c9a-aba9-40be-a2ab-9c2a4b7a718a service neutron] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.0938282 Jul 29 15:24:48.293047 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99b6660d-f283-4e6c-9db0-fe86f4ab08e6 req-fbf0b514-c5a1-41b9-87e0-2f5f8bf5506c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f38bca19-14b9-4eae-b0d9-4a959b418f82 HTTP/1.1" status: 200 len: 999 time: 0.0586925 Jul 29 15:24:48.302903 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0d23451f-2d8e-4b3a-837a-46cbe43198cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '0b09f003-1fd5-46bc-b88c-210127490cfa', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'port_id': 'f38bca19-14b9-4eae-b0d9-4a959b418f82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'mac_address': 'fa:16:3e:84:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d6eb44-8cc2-403e-b60b-93711756143e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:24:47Z', 'updated_at': '2021-07-29T15:24:47Z', 'revision_number': 0, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address_scope': None}, {'id': 'f81fa07e-4ba9-4d99-9ec8-ef5d1721c1c6', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'port_id': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'mac_address': 'fa:16:3e:c1:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:22:32Z', 'updated_at': '2021-07-29T15:22:34Z', 'revision_number': 1, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:24:48.333697 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23451f-2d8e-4b3a-837a-46cbe43198cd None None] Checking router: 15621f0d-9339-408d-88ff-3523ba14e09c for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:24:48.342435 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23451f-2d8e-4b3a-837a-46cbe43198cd None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:24:48.342994 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0d23451f-2d8e-4b3a-837a-46cbe43198cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:24:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:24:48.347548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6660d-f283-4e6c-9db0-fe86f4ab08e6 req-d09d0271-28d1-4945-9207-a969760c3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:48.349147 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99b6660d-f283-4e6c-9db0-fe86f4ab08e6 req-d09d0271-28d1-4945-9207-a969760c3972 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0493107 Jul 29 15:24:48.398012 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6660d-f283-4e6c-9db0-fe86f4ab08e6 req-ffd6b16d-4792-4939-a33b-08fb27c82762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:48.399440 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99b6660d-f283-4e6c-9db0-fe86f4ab08e6 req-ffd6b16d-4792-4939-a33b-08fb27c82762 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440130 Jul 29 15:24:48.493109 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99b6660d-f283-4e6c-9db0-fe86f4ab08e6 req-9ee2c461-5be1-4641-8d3b-3feab52bd0e0 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853791 Jul 29 15:24:48.541973 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0d23451f-2d8e-4b3a-837a-46cbe43198cd None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:24:48.599035 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-99b6660d-f283-4e6c-9db0-fe86f4ab08e6 req-1fe46588-c5e0-42c7-9586-90d0bdceec26 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993526 Jul 29 15:24:48.764696 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0d23451f-2d8e-4b3a-837a-46cbe43198cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '0b09f003-1fd5-46bc-b88c-210127490cfa', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'port_id': 'f38bca19-14b9-4eae-b0d9-4a959b418f82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'mac_address': 'fa:16:3e:84:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d6eb44-8cc2-403e-b60b-93711756143e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:24:47Z', 'updated_at': '2021-07-29T15:24:47Z', 'revision_number': 0, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address_scope': None}, {'id': 'f81fa07e-4ba9-4d99-9ec8-ef5d1721c1c6', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'port_id': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'mac_address': 'fa:16:3e:c1:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:22:32Z', 'updated_at': '2021-07-29T15:22:34Z', 'revision_number': 1, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:24:48.792147 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23451f-2d8e-4b3a-837a-46cbe43198cd None None] The sync data for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 is: [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '0b09f003-1fd5-46bc-b88c-210127490cfa', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'floating_ip_address': '172.25.6.242', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'port_id': 'f38bca19-14b9-4eae-b0d9-4a959b418f82', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'mac_address': 'fa:16:3e:84:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d6eb44-8cc2-403e-b60b-93711756143e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:24:47Z', 'updated_at': '2021-07-29T15:24:47Z', 'revision_number': 0, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address_scope': None}, {'id': 'f81fa07e-4ba9-4d99-9ec8-ef5d1721c1c6', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'port_id': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'mac_address': 'fa:16:3e:c1:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:22:32Z', 'updated_at': '2021-07-29T15:22:34Z', 'revision_number': 1, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:24:48.987182 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdc09aa-d876-4c1d-a50e-3a31cecc6472 None None] New status for floating IP 0b09f003-1fd5-46bc-b88c-210127490cfa: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:24:56.553168 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:24:59.773732 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaeb1158-c5c1-4d15-9a77-3e0faa770999 req-d76dbf17-57c1-4d2d-be67-41a8c08a631f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422745 Jul 29 15:24:59.860138 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb1158-c5c1-4d15-9a77-3e0faa770999 req-b43ddb69-7ccc-4213-b719-632d0c5f6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:24:59.861920 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaeb1158-c5c1-4d15-9a77-3e0faa770999 req-b43ddb69-7ccc-4213-b719-632d0c5f6cce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=53c994f83d7b48a997819b179fa11e7d&device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 1096 time: 0.0440910 Jul 29 15:25:00.331042 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb1158-c5c1-4d15-9a77-3e0faa770999 req-e5010d24-eb1f-4597-8e98-753435a6a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:25:00.332501 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaeb1158-c5c1-4d15-9a77-3e0faa770999 req-e5010d24-eb1f-4597-8e98-753435a6a1b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=752d63c6-a270-498f-a48d-7812d0861f3b HTTP/1.1" status: 200 len: 909 time: 0.4511366 Jul 29 15:25:00.401028 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaeb1158-c5c1-4d15-9a77-3e0faa770999 req-ad5c2a21-aa8b-4cba-b2a6-42bdfd049df9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d83bec-2320-4715-bb73-9e93379c1e9f HTTP/1.1" status: 200 len: 1001 time: 0.0614369 Jul 29 15:25:00.450355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb1158-c5c1-4d15-9a77-3e0faa770999 req-5a15dc76-00ea-41f2-8274-5a3a7c557e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:25:00.451912 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaeb1158-c5c1-4d15-9a77-3e0faa770999 req-5a15dc76-00ea-41f2-8274-5a3a7c557e68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c4a868c-8aa3-4eb8-a326-3a81d863cad0 HTTP/1.1" status: 200 len: 847 time: 0.0442402 Jul 29 15:25:00.497178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb1158-c5c1-4d15-9a77-3e0faa770999 req-c19fabe4-320d-414c-946f-2e5e4f51d7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:25:00.498671 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaeb1158-c5c1-4d15-9a77-3e0faa770999 req-c19fabe4-320d-414c-946f-2e5e4f51d7b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=752d63c6-a270-498f-a48d-7812d0861f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395899 Jul 29 15:25:00.567340 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eff3d816-74c6-4e8e-b34c-d14fa5a5000f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:00.591224 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaeb1158-c5c1-4d15-9a77-3e0faa770999 req-ca172001-1b4b-4875-8ff8-6f439353143b service neutron] 10.222.0.39 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857639 Jul 29 15:25:00.686345 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaeb1158-c5c1-4d15-9a77-3e0faa770999 req-451873f4-440a-404c-809b-4899e8322969 service neutron] 10.222.0.39 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878601 Jul 29 15:25:03.224446 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:03.371836 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02ff9f7c-0aa2-467e-8d91-9061bee6e8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:04.430158 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:06.409994 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:11.207327 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:12.661552 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61b2248e-2c23-456d-8cfe-bb1ecf46f667 req-daf5ac79-b301-4510-b59c-6619f8e0cd18 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395739 Jul 29 15:25:12.763581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2248e-2c23-456d-8cfe-bb1ecf46f667 req-c442aece-590d-4a3c-bd8b-5363c7f3d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:25:12.765100 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61b2248e-2c23-456d-8cfe-bb1ecf46f667 req-c442aece-590d-4a3c-bd8b-5363c7f3d4ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 1097 time: 0.0469043 Jul 29 15:25:12.877963 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2248e-2c23-456d-8cfe-bb1ecf46f667 req-ce07a6d1-f4b6-4774-bb30-ff7795e6b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:25:12.880306 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61b2248e-2c23-456d-8cfe-bb1ecf46f667 req-ce07a6d1-f4b6-4774-bb30-ff7795e6b751 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.0949926 Jul 29 15:25:12.949447 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61b2248e-2c23-456d-8cfe-bb1ecf46f667 req-8baf8b2c-a270-42f5-9bea-990a5911a814 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822d905a-7b6b-45f3-899b-82c73f4b51c1 HTTP/1.1" status: 200 len: 1002 time: 0.0633087 Jul 29 15:25:12.999000 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2248e-2c23-456d-8cfe-bb1ecf46f667 req-39f95852-f7f8-4965-a93d-0e08cf855ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:25:13.000467 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61b2248e-2c23-456d-8cfe-bb1ecf46f667 req-39f95852-f7f8-4965-a93d-0e08cf855ecd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0443075 Jul 29 15:25:13.047198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2248e-2c23-456d-8cfe-bb1ecf46f667 req-b459530c-a784-48e5-98b8-40dbf6cde774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:25:13.049179 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61b2248e-2c23-456d-8cfe-bb1ecf46f667 req-b459530c-a784-48e5-98b8-40dbf6cde774 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413713 Jul 29 15:25:13.141487 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61b2248e-2c23-456d-8cfe-bb1ecf46f667 req-2d49c1cf-4d84-44cd-8795-e184a030216f service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850818 Jul 29 15:25:13.229721 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61b2248e-2c23-456d-8cfe-bb1ecf46f667 req-5b3bd4c8-fc66-4373-8cd7-904b0308d916 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813215 Jul 29 15:25:15.933087 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:25:26.565388 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:30.571062 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2b68df57-5c19-4039-bec7-6c72ce898d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:33.226716 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:33.372529 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40f5778c-dd4e-4923-9148-fb87a8a23e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:34.429871 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:36.412653 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:41.219480 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:25:52.932806 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:25:56.603471 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:00.571024 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa5b5401-21fd-49d2-910a-9da3160d0d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:00.769814 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4037e3d-5b66-43db-8eee-c4dd79bdd3ba req-6f4bceb3-f2c5-44ca-9982-2d64e3e41c23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434492 Jul 29 15:26:00.859918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4037e3d-5b66-43db-8eee-c4dd79bdd3ba req-e0611bec-af22-4fc3-8214-bdcd198b97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:00.861451 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4037e3d-5b66-43db-8eee-c4dd79bdd3ba req-e0611bec-af22-4fc3-8214-bdcd198b97bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=53c994f83d7b48a997819b179fa11e7d&device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 1096 time: 0.0468025 Jul 29 15:26:00.966056 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4037e3d-5b66-43db-8eee-c4dd79bdd3ba req-9c707f3b-0ae7-45d0-a73c-2ca618c26e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:00.967608 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4037e3d-5b66-43db-8eee-c4dd79bdd3ba req-9c707f3b-0ae7-45d0-a73c-2ca618c26e6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=752d63c6-a270-498f-a48d-7812d0861f3b HTTP/1.1" status: 200 len: 909 time: 0.0873470 Jul 29 15:26:01.040038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4037e3d-5b66-43db-8eee-c4dd79bdd3ba req-40dc8b23-12bc-444f-a8ea-01beb3028b64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d83bec-2320-4715-bb73-9e93379c1e9f HTTP/1.1" status: 200 len: 1001 time: 0.0652127 Jul 29 15:26:01.094659 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4037e3d-5b66-43db-8eee-c4dd79bdd3ba req-bf33d432-5a67-481f-96ec-b8978fc51853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:01.096187 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4037e3d-5b66-43db-8eee-c4dd79bdd3ba req-bf33d432-5a67-481f-96ec-b8978fc51853 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c4a868c-8aa3-4eb8-a326-3a81d863cad0 HTTP/1.1" status: 200 len: 847 time: 0.0492265 Jul 29 15:26:01.146051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4037e3d-5b66-43db-8eee-c4dd79bdd3ba req-be96be33-28d7-4135-9c30-402d3e088551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:01.147805 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4037e3d-5b66-43db-8eee-c4dd79bdd3ba req-be96be33-28d7-4135-9c30-402d3e088551 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=752d63c6-a270-498f-a48d-7812d0861f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440421 Jul 29 15:26:01.248367 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4037e3d-5b66-43db-8eee-c4dd79bdd3ba req-5185358a-d6d5-4754-b76d-284c2052df4d service neutron] 10.222.0.39 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903342 Jul 29 15:26:01.341513 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4037e3d-5b66-43db-8eee-c4dd79bdd3ba req-acec1e34-a623-4501-ad20-f75ab3fbf0a7 service neutron] 10.222.0.39 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854850 Jul 29 15:26:03.229799 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:03.373181 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f05a505-69c7-4368-87ee-d7306f3704b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:04.432457 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:06.414044 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:11.218036 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:12.699036 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-add7ddcc-fcae-478d-94df-47b9779fa46c req-4fd4b4f9-75f6-49d7-8654-9fa1fd176e10 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0912387 Jul 29 15:26:12.774799 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ddcc-fcae-478d-94df-47b9779fa46c req-978dfd94-92e3-4639-903c-feaa25091c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:12.776324 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-add7ddcc-fcae-478d-94df-47b9779fa46c req-978dfd94-92e3-4639-903c-feaa25091c9a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 1096 time: 0.0456038 Jul 29 15:26:12.884249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ddcc-fcae-478d-94df-47b9779fa46c req-3bc948c2-4088-49c7-a5a8-adfd271dd8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:12.885654 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-add7ddcc-fcae-478d-94df-47b9779fa46c req-3bc948c2-4088-49c7-a5a8-adfd271dd8ac service neutron] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.0900044 Jul 29 15:26:12.956263 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-add7ddcc-fcae-478d-94df-47b9779fa46c req-7fba7559-b544-4de4-898e-9af3de412d84 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f38bca19-14b9-4eae-b0d9-4a959b418f82 HTTP/1.1" status: 200 len: 1001 time: 0.0629797 Jul 29 15:26:13.006130 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ddcc-fcae-478d-94df-47b9779fa46c req-543370a7-7092-4891-8fc0-805148704bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:13.007586 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-add7ddcc-fcae-478d-94df-47b9779fa46c req-543370a7-7092-4891-8fc0-805148704bb6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0440943 Jul 29 15:26:13.053084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7ddcc-fcae-478d-94df-47b9779fa46c req-b255e4ba-1a1c-467e-898f-fe0a79cdd4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:13.054617 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-add7ddcc-fcae-478d-94df-47b9779fa46c req-b255e4ba-1a1c-467e-898f-fe0a79cdd4e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402908 Jul 29 15:26:13.154801 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-add7ddcc-fcae-478d-94df-47b9779fa46c req-aea465a8-bff7-465b-98bf-0518402e2cc2 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928695 Jul 29 15:26:13.242855 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-add7ddcc-fcae-478d-94df-47b9779fa46c req-85b6b294-aa25-465d-bd01-692b73a7f089 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810969 Jul 29 15:26:18.625862 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51076) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:26:18.796026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Deleting port 8da616e2-9f3b-4afe-891d-c2af4972f693 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:26:18.796368 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:18.872476 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:18.872831 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:18.884750 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Calling delete_port for 8da616e2-9f3b-4afe-891d-c2af4972f693 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:26:19.042187 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:19.074342 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event deleted for resources: {'Port': ['ID=8da616e2-9f3b-4afe-891d-c2af4972f693,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:19.102223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:19.103161 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:19.103518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:19.103860 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:19.104192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:19.104521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:19.104883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:19.105213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:19.105541 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:19.105867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:19.106192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:19.106514 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:19.148605 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:19.148884 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Floating IP 0b09f003-1fd5-46bc-b88c-210127490cfa disassociated (deleted). External IP: 172.25.6.242, port: f38bca19-14b9-4eae-b0d9-4a959b418f82. Jul 29 15:26:19.361539 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Router 15621f0d-9339-408d-88ff-3523ba14e09c has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:26:19.473210 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:26:19.478244 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:19.485045 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abafcb91-6a31-4365-9ab5-80b5cd6537c1 None None] Sync routers for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:26:19.494968 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abafcb91-6a31-4365-9ab5-80b5cd6537c1 None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:26:19.495700 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-abafcb91-6a31-4365-9ab5-80b5cd6537c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:26:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:19.507330 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-80212649-ed6f-4cc8-928d-52998eb411b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "DELETE /v2.0/floatingips/0b09f003-1fd5-46bc-b88c-210127490cfa HTTP/1.1" status: 204 len: 168 time: 0.8802876 Jul 29 15:26:19.507876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d6eb44-8cc2-403e-b60b-93711756143e', 'tag': 'f38bca19-14b9-4eae-b0d9-4a959b418f82'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:26:19.510405 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f478c3-1160-4d17-8349-9d9f1807176d" -d '{"events": [{"name": "network-changed", "server_uuid": "00d6eb44-8cc2-403e-b60b-93711756143e", "tag": "f38bca19-14b9-4eae-b0d9-4a959b418f82"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:26:19.555647 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f610e987-599d-4b95-8ff5-619ecf9ca2b2 x-openstack-request-id: req-f610e987-599d-4b95-8ff5-619ecf9ca2b2 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:26:19.555949 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d6eb44-8cc2-403e-b60b-93711756143e", "tag": "f38bca19-14b9-4eae-b0d9-4a959b418f82", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:26:19.556205 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f610e987-599d-4b95-8ff5-619ecf9ca2b2 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:26:19.556744 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d6eb44-8cc2-403e-b60b-93711756143e', 'tag': 'f38bca19-14b9-4eae-b0d9-4a959b418f82', 'status': 'completed', 'code': 200} Jul 29 15:26:19.612143 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-abafcb91-6a31-4365-9ab5-80b5cd6537c1 None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:26:19.655970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f478c3-1160-4d17-8349-9d9f1807176d req-4bf5e2a8-100e-40d5-9644-a4edd4c963ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:19.658380 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71f478c3-1160-4d17-8349-9d9f1807176d req-4bf5e2a8-100e-40d5-9644-a4edd4c963ef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 1096 time: 0.0566347 Jul 29 15:26:19.762585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f478c3-1160-4d17-8349-9d9f1807176d req-bf292869-2a13-43ac-aa5d-d8fbe10c47ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:19.764025 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71f478c3-1160-4d17-8349-9d9f1807176d req-bf292869-2a13-43ac-aa5d-d8fbe10c47ec service neutron] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.0992949 Jul 29 15:26:19.806737 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71f478c3-1160-4d17-8349-9d9f1807176d req-04410f8e-c205-48bb-9e2e-b536430c988e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f38bca19-14b9-4eae-b0d9-4a959b418f82 HTTP/1.1" status: 200 len: 217 time: 0.0358999 Jul 29 15:26:19.853907 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-abafcb91-6a31-4365-9ab5-80b5cd6537c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'f81fa07e-4ba9-4d99-9ec8-ef5d1721c1c6', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'port_id': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'mac_address': 'fa:16:3e:c1:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:22:32Z', 'updated_at': '2021-07-29T15:22:34Z', 'revision_number': 1, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:19.857172 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f478c3-1160-4d17-8349-9d9f1807176d req-2ca10d7a-0afc-4770-b224-cbb12b150340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:19.858894 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71f478c3-1160-4d17-8349-9d9f1807176d req-2ca10d7a-0afc-4770-b224-cbb12b150340 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0453329 Jul 29 15:26:19.883337 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abafcb91-6a31-4365-9ab5-80b5cd6537c1 None None] Checking router: 15621f0d-9339-408d-88ff-3523ba14e09c for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:26:19.891956 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abafcb91-6a31-4365-9ab5-80b5cd6537c1 None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:26:19.892549 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-abafcb91-6a31-4365-9ab5-80b5cd6537c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:26:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:19.908973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f478c3-1160-4d17-8349-9d9f1807176d req-38597ee8-5639-417e-bbba-0ece5af234e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:19.910458 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71f478c3-1160-4d17-8349-9d9f1807176d req-38597ee8-5639-417e-bbba-0ece5af234e5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439835 Jul 29 15:26:19.994015 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-abafcb91-6a31-4365-9ab5-80b5cd6537c1 None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:26:20.003431 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71f478c3-1160-4d17-8349-9d9f1807176d req-434fb884-31bf-47c7-b85e-66269095d292 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858586 Jul 29 15:26:20.118740 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71f478c3-1160-4d17-8349-9d9f1807176d req-e09bb1ad-22dc-4435-b342-f4f640abb212 service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073940 Jul 29 15:26:20.233212 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-abafcb91-6a31-4365-9ab5-80b5cd6537c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'f81fa07e-4ba9-4d99-9ec8-ef5d1721c1c6', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'port_id': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'mac_address': 'fa:16:3e:c1:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:22:32Z', 'updated_at': '2021-07-29T15:22:34Z', 'revision_number': 1, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:20.259911 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abafcb91-6a31-4365-9ab5-80b5cd6537c1 None None] The sync data for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 is: [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'f81fa07e-4ba9-4d99-9ec8-ef5d1721c1c6', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'port_id': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'mac_address': 'fa:16:3e:c1:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:22:32Z', 'updated_at': '2021-07-29T15:22:34Z', 'revision_number': 1, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:26:20.487631 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520a5990-3381-4bf4-8579-e70ac9b0b8dc None None] New status for floating IP 0b09f003-1fd5-46bc-b88c-210127490cfa: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:26:20.866298 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758acf8-92d1-490d-917f-0d5f29cd881d req-f09d2a4f-8bb3-4af3-94e8-3000b6dfa44a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:20.868647 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f758acf8-92d1-490d-917f-0d5f29cd881d req-f09d2a4f-8bb3-4af3-94e8-3000b6dfa44a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 945 time: 0.1179476 Jul 29 15:26:20.909613 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f758acf8-92d1-490d-917f-0d5f29cd881d req-35c05383-5b14-4ff7-b3dd-539e1f2207b0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338857 Jul 29 15:26:22.088097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecc54a-2a4f-4b80-a097-6ad442ea6c15 req-291997e6-6739-4738-931b-f53ab304b00f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:22.089724 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaecc54a-2a4f-4b80-a097-6ad442ea6c15 req-291997e6-6739-4738-931b-f53ab304b00f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 945 time: 0.1067872 Jul 29 15:26:22.135122 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eaecc54a-2a4f-4b80-a097-6ad442ea6c15 req-9eb67845-d783-4e80-83fa-9450ea281a76 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390849 Jul 29 15:26:22.440276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9b6a1-07e0-4730-bff6-4ce6ebc902f1 req-5cae98c9-dd5c-49c2-b1b6-cba9aab11101 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:22.441735 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0eb9b6a1-07e0-4730-bff6-4ce6ebc902f1 req-5cae98c9-dd5c-49c2-b1b6-cba9aab11101 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 945 time: 0.0529251 Jul 29 15:26:22.546852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-0eb9b6a1-07e0-4730-bff6-4ce6ebc902f1 req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Deleting port f38bca19-14b9-4eae-b0d9-4a959b418f82 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:26:22.547192 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0eb9b6a1-07e0-4730-bff6-4ce6ebc902f1 req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:22.653513 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-0eb9b6a1-07e0-4730-bff6-4ce6ebc902f1 req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] For port f38bca19-14b9-4eae-b0d9-4a959b418f82, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=f38bca19-14b9-4eae-b0d9-4a959b418f82,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:26:22.653870 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0eb9b6a1-07e0-4730-bff6-4ce6ebc902f1 req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:22.667365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-0eb9b6a1-07e0-4730-bff6-4ce6ebc902f1 req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Calling delete_port for f38bca19-14b9-4eae-b0d9-4a959b418f82 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:26:22.799479 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0eb9b6a1-07e0-4730-bff6-4ce6ebc902f1 req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:22.828537 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event deleted for resources: {'Port': ['ID=f38bca19-14b9-4eae-b0d9-4a959b418f82,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:22.843611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:22.844264 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:22.844604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:22.844965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:22.845297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:22.845621 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:22.846248 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:22.846248 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:22.846592 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:22.846879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:22.847199 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:22.847516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:22.886168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb9b6a1-07e0-4730-bff6-4ce6ebc902f1 req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] No DVR routers for this DVR port f38bca19-14b9-4eae-b0d9-4a959b418f82 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:26:22.888661 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-0eb9b6a1-07e0-4730-bff6-4ce6ebc902f1 req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:22.890638 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0eb9b6a1-07e0-4730-bff6-4ce6ebc902f1 req-4037880e-a786-46df-a1cb-2c462e565a27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "DELETE /v2.0/ports/f38bca19-14b9-4eae-b0d9-4a959b418f82 HTTP/1.1" status: 204 len: 173 time: 0.4423525 Jul 29 15:26:22.891078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d6eb44-8cc2-403e-b60b-93711756143e', 'name': 'network-vif-deleted', 'tag': 'f38bca19-14b9-4eae-b0d9-4a959b418f82'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:26:22.893334 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49c5e6e-37a4-4820-b2e2-fed0ae456766" -d '{"events": [{"server_uuid": "00d6eb44-8cc2-403e-b60b-93711756143e", "name": "network-vif-deleted", "tag": "f38bca19-14b9-4eae-b0d9-4a959b418f82"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:26:22.931606 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d887ea4-471e-42a2-a5db-e96613edbf98 x-openstack-request-id: req-1d887ea4-471e-42a2-a5db-e96613edbf98 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:26:22.931919 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d6eb44-8cc2-403e-b60b-93711756143e", "name": "network-vif-deleted", "tag": "f38bca19-14b9-4eae-b0d9-4a959b418f82", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:26:22.932174 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d887ea4-471e-42a2-a5db-e96613edbf98 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:26:22.932583 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d6eb44-8cc2-403e-b60b-93711756143e', 'name': 'network-vif-deleted', 'tag': 'f38bca19-14b9-4eae-b0d9-4a959b418f82', 'status': 'completed', 'code': 200} Jul 29 15:26:23.242306 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ca530d6e-6e0c-4797-b562-9672154064e9 req-a7503dd8-3f72-4aae-a316-103070b98ba7 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 210 time: 0.0328388 Jul 29 15:26:24.350529 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b220c1a4-929e-494a-a623-c85bf91164a1 req-077c1a4f-ca25-4db6-b9ef-644b1561ff27 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 210 time: 0.0268548 Jul 29 15:26:25.450376 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-db8e36b1-f2f4-4986-a5c4-2bb2074927f3 req-4d16ae17-f53f-4f64-91cc-b0dc942e9d09 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 210 time: 0.0279486 Jul 29 15:26:26.563590 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-07424760-335b-4cdb-bc9e-d677163c782e req-3ccd607c-0db6-461c-9de0-b56bff76a1dc tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=00d6eb44-8cc2-403e-b60b-93711756143e HTTP/1.1" status: 200 len: 210 time: 0.0300152 Jul 29 15:26:26.610425 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:26.852324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f38bca19-14b9-4eae-b0d9-4a959b418f82 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:26:26.873177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: f38bca19-14b9-4eae-b0d9-4a959b418f82 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:26:26.873580 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device f38bca19-14b9-4eae-b0d9-4a959b418f82 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:26:29.935062 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:26:30.575346 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d29e8a4-e063-4183-8660-7fcd8b9057c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:33.005185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51156) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:26:33.173480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ff748-9ab9-4ac7-acdb-aa5ebfe71e0b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Deleting port d64af904-e48d-4275-8169-36c1be1b48c7 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:26:33.173728 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff748-9ab9-4ac7-acdb-aa5ebfe71e0b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:33.236367 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:33.262677 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff748-9ab9-4ac7-acdb-aa5ebfe71e0b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:33.263007 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff748-9ab9-4ac7-acdb-aa5ebfe71e0b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:33.282183 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ff748-9ab9-4ac7-acdb-aa5ebfe71e0b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Calling delete_port for d64af904-e48d-4275-8169-36c1be1b48c7 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:26:33.379114 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f139883-9bb3-4bb0-a5cd-8ef4c90a9855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:33.455083 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff748-9ab9-4ac7-acdb-aa5ebfe71e0b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:33.482288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ff748-9ab9-4ac7-acdb-aa5ebfe71e0b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event deleted for resources: {'Port': ['ID=d64af904-e48d-4275-8169-36c1be1b48c7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:33.554463 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff748-9ab9-4ac7-acdb-aa5ebfe71e0b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:33.554948 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-1c0ff748-9ab9-4ac7-acdb-aa5ebfe71e0b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Floating IP f81fa07e-4ba9-4d99-9ec8-ef5d1721c1c6 disassociated (deleted). External IP: 172.25.6.198, port: 822d905a-7b6b-45f3-899b-82c73f4b51c1. Jul 29 15:26:34.146044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0ff748-9ab9-4ac7-acdb-aa5ebfe71e0b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Router 15621f0d-9339-408d-88ff-3523ba14e09c has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:26:34.269717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0ff748-9ab9-4ac7-acdb-aa5ebfe71e0b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:26:34.275475 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c0ff748-9ab9-4ac7-acdb-aa5ebfe71e0b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:34.280131 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4fa23f-205a-4f31-9d32-7f8b290b1ac5 None None] Sync routers for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:26:34.289638 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4fa23f-205a-4f31-9d32-7f8b290b1ac5 None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:26:34.290064 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-aa4fa23f-205a-4f31-9d32-7f8b290b1ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:26:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:34.307376 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1c0ff748-9ab9-4ac7-acdb-aa5ebfe71e0b tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "DELETE /v2.0/floatingips/f81fa07e-4ba9-4d99-9ec8-ef5d1721c1c6 HTTP/1.1" status: 204 len: 168 time: 1.3010554 Jul 29 15:26:34.308081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'tag': '822d905a-7b6b-45f3-899b-82c73f4b51c1'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:26:34.310527 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d060a1f6-dc36-4768-98b8-c44647528237" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4", "tag": "822d905a-7b6b-45f3-899b-82c73f4b51c1"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:26:34.350444 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab78aee-9f77-4fdf-98b5-ec9012b66921 x-openstack-request-id: req-5ab78aee-9f77-4fdf-98b5-ec9012b66921 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:26:34.350743 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4", "tag": "822d905a-7b6b-45f3-899b-82c73f4b51c1", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:26:34.351045 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ab78aee-9f77-4fdf-98b5-ec9012b66921 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:26:34.351458 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'tag': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'status': 'completed', 'code': 200} Jul 29 15:26:34.424859 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-aa4fa23f-205a-4f31-9d32-7f8b290b1ac5 None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:26:34.441641 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:34.454426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a1f6-dc36-4768-98b8-c44647528237 req-6bb4881e-7ed8-4158-be0d-5e8069f0e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:34.456796 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d060a1f6-dc36-4768-98b8-c44647528237 req-6bb4881e-7ed8-4158-be0d-5e8069f0e317 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=0e99c03d4a234821be155e2a34f15433&device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 1097 time: 0.0617597 Jul 29 15:26:34.613074 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871b1a2-3b02-4c96-b83d-8e1c9f1b3581 req-2c710742-cbb6-40ca-92de-f5742938ebde tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:34.614598 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e871b1a2-3b02-4c96-b83d-8e1c9f1b3581 req-2c710742-cbb6-40ca-92de-f5742938ebde tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 946 time: 0.1086595 Jul 29 15:26:34.620274 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a1f6-dc36-4768-98b8-c44647528237 req-e93be2c9-6109-4a90-8880-15de3c3c2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:34.621762 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d060a1f6-dc36-4768-98b8-c44647528237 req-e93be2c9-6109-4a90-8880-15de3c3c2bb0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 200 len: 913 time: 0.1394565 Jul 29 15:26:34.682968 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d060a1f6-dc36-4768-98b8-c44647528237 req-c4502d51-79ca-4414-8de9-396f0137b77c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=822d905a-7b6b-45f3-899b-82c73f4b51c1 HTTP/1.1" status: 200 len: 217 time: 0.0527585 Jul 29 15:26:34.723518 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e871b1a2-3b02-4c96-b83d-8e1c9f1b3581 req-2169b195-cc17-41c8-9232-8e3020cfbd33 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007686 Jul 29 15:26:34.737303 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-aa4fa23f-205a-4f31-9d32-7f8b290b1ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:34.744606 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a1f6-dc36-4768-98b8-c44647528237 req-7ec68afa-7e20-4a8f-b456-d9df2fd73d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:34.746737 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d060a1f6-dc36-4768-98b8-c44647528237 req-7ec68afa-7e20-4a8f-b456-d9df2fd73d52 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 200 len: 851 time: 0.0560005 Jul 29 15:26:34.765840 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4fa23f-205a-4f31-9d32-7f8b290b1ac5 None None] Checking router: 15621f0d-9339-408d-88ff-3523ba14e09c for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:26:34.774804 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4fa23f-205a-4f31-9d32-7f8b290b1ac5 None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:26:34.775442 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-aa4fa23f-205a-4f31-9d32-7f8b290b1ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:26:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:34.795935 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a1f6-dc36-4768-98b8-c44647528237 req-14b7babf-40d3-4807-8407-5c863a1f983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:34.797498 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d060a1f6-dc36-4768-98b8-c44647528237 req-14b7babf-40d3-4807-8407-5c863a1f983a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2044df4b-bfd3-4360-b6e1-19b509d510c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432231 Jul 29 15:26:34.884471 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-aa4fa23f-205a-4f31-9d32-7f8b290b1ac5 None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:26:34.901775 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d060a1f6-dc36-4768-98b8-c44647528237 req-03bd6c6c-f30b-49f9-9817-308ff808d6fb service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969956 Jul 29 15:26:34.999336 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d060a1f6-dc36-4768-98b8-c44647528237 req-f28e41df-5965-45b0-9d60-69ded6e2444a service neutron] 10.222.0.38 "GET /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895495 Jul 29 15:26:35.112975 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-aa4fa23f-205a-4f31-9d32-7f8b290b1ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:35.143338 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4fa23f-205a-4f31-9d32-7f8b290b1ac5 None None] The sync data for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 is: [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:48Z', 'revision_number': 4, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '1e355a1d-ec2c-45ee-b2ae-3993e4256414', 'name': '', 'network_id': '2044df4b-bfd3-4360-b6e1-19b509d510c3', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'mac_address': 'fa:16:3e:75:6d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:46Z', 'updated_at': '2021-07-29T15:15:59Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'subnets': [{'id': '75df3822-2e14-4a29-a75b-0fe0e53a1f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:26:35.392508 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe8ea3f-c021-4bb3-a9d0-ab05a9e7adf8 None None] New status for floating IP f81fa07e-4ba9-4d99-9ec8-ef5d1721c1c6: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:26:35.848551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef155d-a7e3-46ab-83a3-5b0b94951e2f req-3e0d601b-c88d-4c1d-bcae-83b8d09190d1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:35.850121 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3eef155d-a7e3-46ab-83a3-5b0b94951e2f req-3e0d601b-c88d-4c1d-bcae-83b8d09190d1 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 946 time: 0.0516534 Jul 29 15:26:35.891539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3eef155d-a7e3-46ab-83a3-5b0b94951e2f req-8377fc7f-e8f2-455a-a96a-f7d763e61cbe tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/security-groups?id=e1a87023-7e47-485b-ab10-c37d394f7591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350962 Jul 29 15:26:36.112463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fb7cd-b4b3-4e15-80a8-83767def66e6 req-4a695445-a9d2-452b-a51d-af470b35cde0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:26:36.113942 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-475fb7cd-b4b3-4e15-80a8-83767def66e6 req-4a695445-a9d2-452b-a51d-af470b35cde0 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 946 time: 0.0493884 Jul 29 15:26:36.210939 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-475fb7cd-b4b3-4e15-80a8-83767def66e6 req-09ecf828-518c-44db-a719-8977d3c7f035 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Deleting port 822d905a-7b6b-45f3-899b-82c73f4b51c1 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:26:36.211904 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-475fb7cd-b4b3-4e15-80a8-83767def66e6 req-09ecf828-518c-44db-a719-8977d3c7f035 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:36.303198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-475fb7cd-b4b3-4e15-80a8-83767def66e6 req-09ecf828-518c-44db-a719-8977d3c7f035 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] For port 822d905a-7b6b-45f3-899b-82c73f4b51c1, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=822d905a-7b6b-45f3-899b-82c73f4b51c1,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:26:36.303559 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-475fb7cd-b4b3-4e15-80a8-83767def66e6 req-09ecf828-518c-44db-a719-8977d3c7f035 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:36.318357 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-475fb7cd-b4b3-4e15-80a8-83767def66e6 req-09ecf828-518c-44db-a719-8977d3c7f035 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Calling delete_port for 822d905a-7b6b-45f3-899b-82c73f4b51c1 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:26:36.418702 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:36.456158 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-475fb7cd-b4b3-4e15-80a8-83767def66e6 req-09ecf828-518c-44db-a719-8977d3c7f035 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:36.485949 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecf828-518c-44db-a719-8977d3c7f035 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event deleted for resources: {'Port': ['ID=822d905a-7b6b-45f3-899b-82c73f4b51c1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:36.534112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-475fb7cd-b4b3-4e15-80a8-83767def66e6 req-09ecf828-518c-44db-a719-8977d3c7f035 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] No DVR routers for this DVR port 822d905a-7b6b-45f3-899b-82c73f4b51c1 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:26:36.536860 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-475fb7cd-b4b3-4e15-80a8-83767def66e6 req-09ecf828-518c-44db-a719-8977d3c7f035 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:36.538914 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-475fb7cd-b4b3-4e15-80a8-83767def66e6 req-09ecf828-518c-44db-a719-8977d3c7f035 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.38 "DELETE /v2.0/ports/822d905a-7b6b-45f3-899b-82c73f4b51c1 HTTP/1.1" status: 204 len: 173 time: 0.4186897 Jul 29 15:26:36.539841 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'name': 'network-vif-deleted', 'tag': '822d905a-7b6b-45f3-899b-82c73f4b51c1'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:26:36.542509 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d21958-4940-4e3d-b88d-d0379303ea03" -d '{"events": [{"server_uuid": "1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4", "name": "network-vif-deleted", "tag": "822d905a-7b6b-45f3-899b-82c73f4b51c1"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:26:36.582696 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592d54c8-a944-48fb-a0cb-f4c3127c82c5 x-openstack-request-id: req-592d54c8-a944-48fb-a0cb-f4c3127c82c5 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:26:36.583222 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4", "name": "network-vif-deleted", "tag": "822d905a-7b6b-45f3-899b-82c73f4b51c1", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:26:36.583803 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-592d54c8-a944-48fb-a0cb-f4c3127c82c5 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:26:36.584261 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4', 'name': 'network-vif-deleted', 'tag': '822d905a-7b6b-45f3-899b-82c73f4b51c1', 'status': 'completed', 'code': 200} Jul 29 15:26:37.001717 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5f66534c-b0ad-4a56-bdb2-070356cd9293 req-215615bd-7e56-455d-b8be-0b9f672445e6 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 210 time: 0.0345266 Jul 29 15:26:38.101484 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-72da9d1d-efb2-477d-8ff6-1361a45010b5 req-3955bf58-a902-43e5-82fe-efe7d3ea7894 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 210 time: 0.0267620 Jul 29 15:26:38.901100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 822d905a-7b6b-45f3-899b-82c73f4b51c1 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:26:38.922515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 822d905a-7b6b-45f3-899b-82c73f4b51c1 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:26:38.922855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 822d905a-7b6b-45f3-899b-82c73f4b51c1 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:26:39.204502 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f80a1b3-e35d-4882-a773-850646e5d47e req-973c1152-074d-4e1e-b644-dba05e09310f tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 210 time: 0.0268874 Jul 29 15:26:40.318834 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9f7d245a-a0be-4871-a2be-43240ffa82e4 req-3b2cca51-528a-4738-b964-9fc742bda357 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac6b9a4-ab09-4173-8a17-7ddaf3a68af4 HTTP/1.1" status: 200 len: 210 time: 0.0274026 Jul 29 15:26:41.237503 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:41.379305 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51182) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:26:41.519930 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7e214073-b58a-4f4d-99d7-e9ebcc66b699 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Deleting port 5bbe5308-99d1-41c2-bb01-3fbf0aacf398 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:26:41.520189 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e214073-b58a-4f4d-99d7-e9ebcc66b699 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:41.603472 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e214073-b58a-4f4d-99d7-e9ebcc66b699 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:41.603799 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e214073-b58a-4f4d-99d7-e9ebcc66b699 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:41.615775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7e214073-b58a-4f4d-99d7-e9ebcc66b699 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Calling delete_port for 5bbe5308-99d1-41c2-bb01-3fbf0aacf398 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:26:41.755345 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e214073-b58a-4f4d-99d7-e9ebcc66b699 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:41.782060 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e214073-b58a-4f4d-99d7-e9ebcc66b699 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event deleted for resources: {'Port': ['ID=5bbe5308-99d1-41c2-bb01-3fbf0aacf398,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:41.847695 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e214073-b58a-4f4d-99d7-e9ebcc66b699 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:41.850345 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7e214073-b58a-4f4d-99d7-e9ebcc66b699 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:41.851545 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7e214073-b58a-4f4d-99d7-e9ebcc66b699 tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "DELETE /v2.0/floatingips/2867ebb0-b6f0-4973-baaf-fec517f20ec6 HTTP/1.1" status: 204 len: 168 time: 0.4712379 Jul 29 15:26:45.181070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51200) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:26:45.264167 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d0f6150-bf78-42ec-8ddb-73b2efbfab0a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:45.291572 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d0f6150-bf78-42ec-8ddb-73b2efbfab0a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:45.355291 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d0f6150-bf78-42ec-8ddb-73b2efbfab0a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:45.358168 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d0f6150-bf78-42ec-8ddb-73b2efbfab0a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:45.359350 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9d0f6150-bf78-42ec-8ddb-73b2efbfab0a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] 10.222.0.16 "DELETE /v2.0/security-groups/e1a87023-7e47-485b-ab10-c37d394f7591 HTTP/1.1" status: 204 len: 168 time: 0.1770949 Jul 29 15:26:45.370353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f6150-bf78-42ec-8ddb-73b2efbfab0a tempest-TestVolumeBootPattern-1242941056 tempest-TestVolumeBootPattern-1242941056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a87023-7e47-485b-ab10-c37d394f7591,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:45.440148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51204) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:26:45.883779 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1519342c-7e0e-4c3e-9fd8-e6a7b55c3b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:46.126678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-1519342c-7e0e-4c3e-9fd8-e6a7b55c3b94 admin admin] Deleting port 1e355a1d-ec2c-45ee-b2ae-3993e4256414 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:26:46.126929 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1519342c-7e0e-4c3e-9fd8-e6a7b55c3b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:46.202914 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-1519342c-7e0e-4c3e-9fd8-e6a7b55c3b94 admin admin] For port 1e355a1d-ec2c-45ee-b2ae-3993e4256414, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=1e355a1d-ec2c-45ee-b2ae-3993e4256414,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:26:46.203606 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1519342c-7e0e-4c3e-9fd8-e6a7b55c3b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:46.219750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-1519342c-7e0e-4c3e-9fd8-e6a7b55c3b94 admin admin] Calling delete_port for 1e355a1d-ec2c-45ee-b2ae-3993e4256414 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:26:46.406132 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1519342c-7e0e-4c3e-9fd8-e6a7b55c3b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:46.430170 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519342c-7e0e-4c3e-9fd8-e6a7b55c3b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e355a1d-ec2c-45ee-b2ae-3993e4256414,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:46.598907 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1519342c-7e0e-4c3e-9fd8-e6a7b55c3b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:47.152980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1519342c-7e0e-4c3e-9fd8-e6a7b55c3b94 admin admin] Router 15621f0d-9339-408d-88ff-3523ba14e09c has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:26:47.260436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1519342c-7e0e-4c3e-9fd8-e6a7b55c3b94 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:26:47.265637 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1519342c-7e0e-4c3e-9fd8-e6a7b55c3b94 admin admin] 10.222.0.16 "PUT /v2.0/routers/15621f0d-9339-408d-88ff-3523ba14e09c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8245425 Jul 29 15:26:47.268234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51210) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:26:47.268947 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927b2aef-2d99-4d70-ba7b-a030390acba0 None None] Sync routers for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:26:47.282819 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927b2aef-2d99-4d70-ba7b-a030390acba0 None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:26:47.283441 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-927b2aef-2d99-4d70-ba7b-a030390acba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:26:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:47.376210 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5389640e-e8c9-4879-bd40-dfe3f8e0e298 admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:47.388136 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-927b2aef-2d99-4d70-ba7b-a030390acba0 None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:26:47.485073 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5389640e-e8c9-4879-bd40-dfe3f8e0e298 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:47.540420 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-5389640e-e8c9-4879-bd40-dfe3f8e0e298 admin admin] Deleting port 66ffb038-87de-44ea-9028-a35a4740a54e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:26:47.540804 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5389640e-e8c9-4879-bd40-dfe3f8e0e298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:47.566042 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-927b2aef-2d99-4d70-ba7b-a030390acba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:26:46Z', 'revision_number': 5, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port': {'id': '66ffb038-87de-44ea-9028-a35a4740a54e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3595, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:47.593155 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927b2aef-2d99-4d70-ba7b-a030390acba0 None None] Checking router: 15621f0d-9339-408d-88ff-3523ba14e09c for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:26:47.601669 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927b2aef-2d99-4d70-ba7b-a030390acba0 None None] Routers {'15621f0d-9339-408d-88ff-3523ba14e09c'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:26:47.602741 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-927b2aef-2d99-4d70-ba7b-a030390acba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:26:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['15621f0d-9339-408d-88ff-3523ba14e09c'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:47.626462 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-5389640e-e8c9-4879-bd40-dfe3f8e0e298 admin admin] For port 66ffb038-87de-44ea-9028-a35a4740a54e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=66ffb038-87de-44ea-9028-a35a4740a54e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:26:47.626837 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5389640e-e8c9-4879-bd40-dfe3f8e0e298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:47.641634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-5389640e-e8c9-4879-bd40-dfe3f8e0e298 admin admin] Calling delete_port for 66ffb038-87de-44ea-9028-a35a4740a54e owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:26:47.688570 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-927b2aef-2d99-4d70-ba7b-a030390acba0 None None] Set router 15621f0d-9339-408d-88ff-3523ba14e09c gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:26:47.743774 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-927b2aef-2d99-4d70-ba7b-a030390acba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:26:47Z', 'revision_number': 6, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:47.770067 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927b2aef-2d99-4d70-ba7b-a030390acba0 None None] The sync data for ids ['15621f0d-9339-408d-88ff-3523ba14e09c'] in n-d-802893-1 is: [{'id': '15621f0d-9339-408d-88ff-3523ba14e09c', 'name': 'tempest-TestVolumeBootPattern-1628634462-router', 'tenant_id': '0e99c03d4a234821be155e2a34f15433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:41Z', 'updated_at': '2021-07-29T15:26:47Z', 'revision_number': 6, 'project_id': '0e99c03d4a234821be155e2a34f15433', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:26:47.825231 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5389640e-e8c9-4879-bd40-dfe3f8e0e298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:47.853772 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389640e-e8c9-4879-bd40-dfe3f8e0e298 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ffb038-87de-44ea-9028-a35a4740a54e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:47.916846 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5389640e-e8c9-4879-bd40-dfe3f8e0e298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.007148 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5389640e-e8c9-4879-bd40-dfe3f8e0e298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.010017 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5389640e-e8c9-4879-bd40-dfe3f8e0e298 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.053519 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5389640e-e8c9-4879-bd40-dfe3f8e0e298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.053972 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5389640e-e8c9-4879-bd40-dfe3f8e0e298 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15621f0d-9339-408d-88ff-3523ba14e09c {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:26:48.059828 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5389640e-e8c9-4879-bd40-dfe3f8e0e298 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.060991 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5389640e-e8c9-4879-bd40-dfe3f8e0e298 admin admin] 10.222.0.16 "DELETE /v2.0/routers/15621f0d-9339-408d-88ff-3523ba14e09c HTTP/1.1" status: 204 len: 168 time: 0.7917647 Jul 29 15:26:48.063675 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51212) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:26:48.113898 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78420ff-6147-4227-9dae-953969a2b388 admin admin] Deleting subnet 75df3822-2e14-4a29-a75b-0fe0e53a1f68 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:26:48.118292 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e78420ff-6147-4227-9dae-953969a2b388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.157772 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e78420ff-6147-4227-9dae-953969a2b388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.249977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1e355a1d-ec2c-45ee-b2ae-3993e4256414 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:26:48.271181 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e78420ff-6147-4227-9dae-953969a2b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.278160 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 1e355a1d-ec2c-45ee-b2ae-3993e4256414 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:26:48.278593 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 1e355a1d-ec2c-45ee-b2ae-3993e4256414 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:26:48.335929 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e78420ff-6147-4227-9dae-953969a2b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.365654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78420ff-6147-4227-9dae-953969a2b388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75df3822-2e14-4a29-a75b-0fe0e53a1f68,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:48.368457 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e78420ff-6147-4227-9dae-953969a2b388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.372765 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e78420ff-6147-4227-9dae-953969a2b388 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/75df3822-2e14-4a29-a75b-0fe0e53a1f68 HTTP/1.1" status: 204 len: 168 time: 0.3056977 Jul 29 15:26:48.373143 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf648e01-5136-4177-b39f-b4b0547a6965 None None] Network 2044df4b-bfd3-4360-b6e1-19b509d510c3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:26:48.373241 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51214) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:26:48.442864 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.501216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] Deleting port 350d8345-ec97-4cab-bf77-f9ad5b87316e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:26:48.501636 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.573020 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] For port 350d8345-ec97-4cab-bf77-f9ad5b87316e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=350d8345-ec97-4cab-bf77-f9ad5b87316e,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:26:48.573392 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.587656 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] Calling delete_port for 350d8345-ec97-4cab-bf77-f9ad5b87316e owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:26:48.603385 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] DHCP port deletion for 2044df4b-bfd3-4360-b6e1-19b509d510c3 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:26:48.653605 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Deleting port 350d8345-ec97-4cab-bf77-f9ad5b87316e {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:26:48.653981 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.674720 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.706390 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=350d8345-ec97-4cab-bf77-f9ad5b87316e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:48.711423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] No DVR routers for this DVR port 350d8345-ec97-4cab-bf77-f9ad5b87316e on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:26:48.725390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] For port 350d8345-ec97-4cab-bf77-f9ad5b87316e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=350d8345-ec97-4cab-bf77-f9ad5b87316e,segment=NetworkSegment(5886a865-723f-427e-a3de-d8da53b7f5e2),segment_id=5886a865-723f-427e-a3de-d8da53b7f5e2)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:26:48.725787 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.742054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Calling delete_port for 350d8345-ec97-4cab-bf77-f9ad5b87316e owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:26:48.807746 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.818952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2044df4b-bfd3-4360-b6e1-19b509d510c3']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 15:26:48.824382 n-d-802893-1 neutron-server[94159]: self.session.flush() Jul 29 15:26:48.832116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5886a865-723f-427e-a3de-d8da53b7f5e2') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:48.832535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5886a865-723f-427e-a3de-d8da53b7f5e2') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:48.843735 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.845297 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.860400 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.867609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:26:48.868011 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:26:48.869878 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:26:48.875406 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Pushing event deleted for resources: {'Port': ['ID=350d8345-ec97-4cab-bf77-f9ad5b87316e,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:48.877855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] No DVR routers for this DVR port 350d8345-ec97-4cab-bf77-f9ad5b87316e on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:26:48.889758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:48.890638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:48.890638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:48.890779 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:48.891065 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:48.891390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:48.891710 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:48.892030 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:48.892405 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:48.892642 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:48.892993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:48.893308 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4026448e-ef3b-4213-a1be-055e4186cac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:26:48.949884 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.956009 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:48.958143 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2044df4b-bfd3-4360-b6e1-19b509d510c3 HTTP/1.1" status: 204 len: 168 time: 0.5842171 Jul 29 15:26:48.963273 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51216) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:26:48.976483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df1c86-9385-4c48-9c5b-ed95f4331f70 admin admin] Pushing event deleted for resources: {'Network': ['ID=2044df4b-bfd3-4360-b6e1-19b509d510c3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:49.341145 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5aceb15c-77f7-481a-9ee5-350c70c497f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:49.611315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5aceb15c-77f7-481a-9ee5-350c70c497f8 admin admin] Deleting port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:26:49.611578 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5aceb15c-77f7-481a-9ee5-350c70c497f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:49.711741 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-5aceb15c-77f7-481a-9ee5-350c70c497f8 admin admin] For port f1aad1e1-2144-40c1-a902-f7a8f6bb4db6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f1aad1e1-2144-40c1-a902-f7a8f6bb4db6,segment=NetworkSegment(e3226bb8-d9a2-4cfe-82da-6afed5c89fbb),segment_id=e3226bb8-d9a2-4cfe-82da-6afed5c89fbb)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:26:49.712071 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5aceb15c-77f7-481a-9ee5-350c70c497f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:49.728147 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5aceb15c-77f7-481a-9ee5-350c70c497f8 admin admin] Calling delete_port for f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:26:49.924249 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5aceb15c-77f7-481a-9ee5-350c70c497f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:49.953780 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aceb15c-77f7-481a-9ee5-350c70c497f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1aad1e1-2144-40c1-a902-f7a8f6bb4db6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:49.966003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 350d8345-ec97-4cab-bf77-f9ad5b87316e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:26:49.991312 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 350d8345-ec97-4cab-bf77-f9ad5b87316e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:26:49.991662 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 350d8345-ec97-4cab-bf77-f9ad5b87316e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:26:49.992740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 66ffb038-87de-44ea-9028-a35a4740a54e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:26:50.012648 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 66ffb038-87de-44ea-9028-a35a4740a54e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:26:50.013029 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 66ffb038-87de-44ea-9028-a35a4740a54e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:26:50.139003 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5aceb15c-77f7-481a-9ee5-350c70c497f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:50.369178 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aceb15c-77f7-481a-9ee5-350c70c497f8 admin admin] Router b26bb011-ef11-46c8-a280-127252a9c681 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:26:50.484346 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aceb15c-77f7-481a-9ee5-350c70c497f8 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:26:50.490789 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5aceb15c-77f7-481a-9ee5-350c70c497f8 admin admin] 10.222.0.16 "PUT /v2.0/routers/b26bb011-ef11-46c8-a280-127252a9c681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5255561 Jul 29 15:26:50.495192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51218) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:26:50.496633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d65bf9-52ac-4ed2-b376-caae9eec9709 None None] Sync routers for ids ['b26bb011-ef11-46c8-a280-127252a9c681'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:26:50.507079 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d65bf9-52ac-4ed2-b376-caae9eec9709 None None] Routers {'b26bb011-ef11-46c8-a280-127252a9c681'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:26:50.508839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-14d65bf9-52ac-4ed2-b376-caae9eec9709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:26:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['b26bb011-ef11-46c8-a280-127252a9c681'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:50.610747 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54808498-4af8-4610-a22b-8d35a32b2a6d admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:50.616700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-14d65bf9-52ac-4ed2-b376-caae9eec9709 None None] Set router b26bb011-ef11-46c8-a280-127252a9c681 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:26:50.721242 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54808498-4af8-4610-a22b-8d35a32b2a6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:50.780583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-54808498-4af8-4610-a22b-8d35a32b2a6d admin admin] Deleting port cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:26:50.780871 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54808498-4af8-4610-a22b-8d35a32b2a6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:50.865443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-54808498-4af8-4610-a22b-8d35a32b2a6d admin admin] For port cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:26:50.865813 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54808498-4af8-4610-a22b-8d35a32b2a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:50.887116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-54808498-4af8-4610-a22b-8d35a32b2a6d admin admin] Calling delete_port for cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:26:50.967413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-14d65bf9-52ac-4ed2-b376-caae9eec9709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'name': 'tempest-TestVolumeBootPattern-360213802-router', 'tenant_id': 'a16d421f12b34e8f8d454dace052edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': 'cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:53Z', 'updated_at': '2021-07-29T15:26:49Z', 'revision_number': 5, 'project_id': 'a16d421f12b34e8f8d454dace052edb3', 'gw_port': {'id': 'cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:15:54Z', 'updated_at': '2021-07-29T15:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:50.994811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d65bf9-52ac-4ed2-b376-caae9eec9709 None None] Checking router: b26bb011-ef11-46c8-a280-127252a9c681 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:26:51.003755 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d65bf9-52ac-4ed2-b376-caae9eec9709 None None] Routers {'b26bb011-ef11-46c8-a280-127252a9c681'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:26:51.004385 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-14d65bf9-52ac-4ed2-b376-caae9eec9709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:26:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['b26bb011-ef11-46c8-a280-127252a9c681'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:51.096193 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54808498-4af8-4610-a22b-8d35a32b2a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:51.097755 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-14d65bf9-52ac-4ed2-b376-caae9eec9709 None None] Set router b26bb011-ef11-46c8-a280-127252a9c681 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:26:51.128453 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54808498-4af8-4610-a22b-8d35a32b2a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:51.161634 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-14d65bf9-52ac-4ed2-b376-caae9eec9709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'name': 'tempest-TestVolumeBootPattern-360213802-router', 'tenant_id': 'a16d421f12b34e8f8d454dace052edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:53Z', 'updated_at': '2021-07-29T15:26:50Z', 'revision_number': 6, 'project_id': 'a16d421f12b34e8f8d454dace052edb3', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:51.188416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d65bf9-52ac-4ed2-b376-caae9eec9709 None None] The sync data for ids ['b26bb011-ef11-46c8-a280-127252a9c681'] in n-d-802893-1 is: [{'id': 'b26bb011-ef11-46c8-a280-127252a9c681', 'name': 'tempest-TestVolumeBootPattern-360213802-router', 'tenant_id': 'a16d421f12b34e8f8d454dace052edb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:15:53Z', 'updated_at': '2021-07-29T15:26:50Z', 'revision_number': 6, 'project_id': 'a16d421f12b34e8f8d454dace052edb3', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:26:51.190150 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54808498-4af8-4610-a22b-8d35a32b2a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:51.286254 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54808498-4af8-4610-a22b-8d35a32b2a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:51.288410 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54808498-4af8-4610-a22b-8d35a32b2a6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:51.337223 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54808498-4af8-4610-a22b-8d35a32b2a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:51.337747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54808498-4af8-4610-a22b-8d35a32b2a6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b26bb011-ef11-46c8-a280-127252a9c681 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:26:51.342002 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-54808498-4af8-4610-a22b-8d35a32b2a6d admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:51.343151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-54808498-4af8-4610-a22b-8d35a32b2a6d admin admin] 10.222.0.16 "DELETE /v2.0/routers/b26bb011-ef11-46c8-a280-127252a9c681 HTTP/1.1" status: 204 len: 168 time: 0.8468099 Jul 29 15:26:51.345911 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51220) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:26:51.395277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3df9e5-4c4e-4128-8e2c-528719d01072 admin admin] Deleting subnet 0d252539-5e6e-4ffb-8189-7bb0855975f8 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:26:51.398355 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c3df9e5-4c4e-4128-8e2c-528719d01072 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:51.432404 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c3df9e5-4c4e-4128-8e2c-528719d01072 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:51.508715 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c3df9e5-4c4e-4128-8e2c-528719d01072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:51.568593 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c3df9e5-4c4e-4128-8e2c-528719d01072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:51.592659 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3df9e5-4c4e-4128-8e2c-528719d01072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d252539-5e6e-4ffb-8189-7bb0855975f8,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:51.603824 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1c3df9e5-4c4e-4128-8e2c-528719d01072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:51.604550 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1c3df9e5-4c4e-4128-8e2c-528719d01072 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0d252539-5e6e-4ffb-8189-7bb0855975f8 HTTP/1.1" status: 204 len: 168 time: 0.2576196 Jul 29 15:26:51.607041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51222) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:26:51.607194 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d8ad35-5636-494d-af96-82aaee823249 None None] Network 76c071b1-e90f-4afb-8836-43a18e77577f requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:26:51.676554 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:51.736054 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] Deleting port 78778918-5d34-4b4c-8868-39bba776d151 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:26:51.736404 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:51.805407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] For port 78778918-5d34-4b4c-8868-39bba776d151, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=78778918-5d34-4b4c-8868-39bba776d151,segment=NetworkSegment(e3226bb8-d9a2-4cfe-82da-6afed5c89fbb),segment_id=e3226bb8-d9a2-4cfe-82da-6afed5c89fbb)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:26:51.805779 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:51.818245 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] Calling delete_port for 78778918-5d34-4b4c-8868-39bba776d151 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:26:51.897065 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:51.925587 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] Pushing event deleted for resources: {'Port': ['ID=78778918-5d34-4b4c-8868-39bba776d151,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:51.931675 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] No DVR routers for this DVR port 78778918-5d34-4b4c-8868-39bba776d151 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:26:51.955077 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807e42bd-3da3-467e-a457-07949b016f27 None None] DHCP port deletion for 76c071b1-e90f-4afb-8836-43a18e77577f request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:26:52.005396 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:52.015803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c071b1-e90f-4afb-8836-43a18e77577f']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:52.024587 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 78778918-5d34-4b4c-8868-39bba776d151 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:26:52.028494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3226bb8-d9a2-4cfe-82da-6afed5c89fbb') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:52.028822 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3226bb8-d9a2-4cfe-82da-6afed5c89fbb') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:26:52.038636 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:52.047386 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 78778918-5d34-4b4c-8868-39bba776d151 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:26:52.047817 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 78778918-5d34-4b4c-8868-39bba776d151 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:26:52.048340 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:26:52.057753 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:52.064251 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:26:52.064596 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:26:52.066703 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:26:52.068754 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:26:52.068754 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f1aad1e1-2144-40c1-a902-f7a8f6bb4db6 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:26:52.068933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:26:52.093741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:26:52.093741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device cc0786f3-b8a9-4c7b-b4f9-7ea6ff97eb80 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:26:52.129621 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:52.138170 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:52.141266 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] 10.222.0.16 "DELETE /v2.0/networks/76c071b1-e90f-4afb-8836-43a18e77577f HTTP/1.1" status: 204 len: 168 time: 0.5327771 Jul 29 15:26:52.158877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ab56e-4cad-47ea-886e-e5c895f773db admin admin] Pushing event deleted for resources: {'Network': ['ID=76c071b1-e90f-4afb-8836-43a18e77577f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:52.287292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51226) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:26:52.328368 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3be353a1-f87d-4d6e-b18a-44c0ec9169c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e99c03d4a234821be155e2a34f15433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397811 Jul 29 15:26:52.330950 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51228) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:26:52.378478 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2a0adc94-f4c7-4ef7-926f-97056b83d35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:52.400247 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2a0adc94-f4c7-4ef7-926f-97056b83d35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:52.447443 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2a0adc94-f4c7-4ef7-926f-97056b83d35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:52.450031 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2a0adc94-f4c7-4ef7-926f-97056b83d35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:52.451187 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2a0adc94-f4c7-4ef7-926f-97056b83d35d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/303179fe-638e-4586-ac3a-532064879636 HTTP/1.1" status: 204 len: 168 time: 0.1193442 Jul 29 15:26:52.458764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0adc94-f4c7-4ef7-926f-97056b83d35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303179fe-638e-4586-ac3a-532064879636,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:52.798352 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51234) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:26:52.840586 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bfd1490a-163b-4907-9508-a7ca99f55cb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a16d421f12b34e8f8d454dace052edb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409753 Jul 29 15:26:52.843040 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51236) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:26:52.891877 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87704c3b-ccb8-4109-905c-32fc1148b5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:52.913188 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87704c3b-ccb8-4109-905c-32fc1148b5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:52.960548 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87704c3b-ccb8-4109-905c-32fc1148b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:52.963163 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-87704c3b-ccb8-4109-905c-32fc1148b5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:26:52.964439 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-87704c3b-ccb8-4109-905c-32fc1148b5e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16a6f2a9-3347-4653-a5f2-f7575c6873dc HTTP/1.1" status: 204 len: 168 time: 0.1204760 Jul 29 15:26:52.972525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87704c3b-ccb8-4109-905c-32fc1148b5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a6f2a9-3347-4653-a5f2-f7575c6873dc,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:26:56.609695 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:00.580841 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e11d5b7-0f91-4050-bcf6-ea38bae497e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:01.921770 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f3bbdb7-095b-462c-aaed-87237e56053b req-199a53b8-6e6e-4a79-9319-11c0abfd4cb5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1934388 Jul 29 15:27:02.002733 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bbdb7-095b-462c-aaed-87237e56053b req-73a7d980-a127-4ac0-add7-07c82779decb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:02.004114 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f3bbdb7-095b-462c-aaed-87237e56053b req-73a7d980-a127-4ac0-add7-07c82779decb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=53c994f83d7b48a997819b179fa11e7d&device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 1096 time: 0.0405788 Jul 29 15:27:02.108944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bbdb7-095b-462c-aaed-87237e56053b req-71b2e2af-1c46-4a67-b8a4-34fdfe932994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:02.110440 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f3bbdb7-095b-462c-aaed-87237e56053b req-71b2e2af-1c46-4a67-b8a4-34fdfe932994 service neutron] 10.222.0.39 "GET /v2.0/networks?id=752d63c6-a270-498f-a48d-7812d0861f3b HTTP/1.1" status: 200 len: 909 time: 0.0877254 Jul 29 15:27:02.178372 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f3bbdb7-095b-462c-aaed-87237e56053b req-21ec2659-74b5-4f65-831d-4c89e215b299 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d83bec-2320-4715-bb73-9e93379c1e9f HTTP/1.1" status: 200 len: 1001 time: 0.0600643 Jul 29 15:27:02.227685 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bbdb7-095b-462c-aaed-87237e56053b req-e997bbf9-5744-4083-9ba9-caba6ab5a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:02.229169 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f3bbdb7-095b-462c-aaed-87237e56053b req-e997bbf9-5744-4083-9ba9-caba6ab5a159 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c4a868c-8aa3-4eb8-a326-3a81d863cad0 HTTP/1.1" status: 200 len: 847 time: 0.0444791 Jul 29 15:27:02.278263 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bbdb7-095b-462c-aaed-87237e56053b req-12152ff2-b6ea-4ae8-9770-4c3aade3e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:27:02.279679 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f3bbdb7-095b-462c-aaed-87237e56053b req-12152ff2-b6ea-4ae8-9770-4c3aade3e029 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=752d63c6-a270-498f-a48d-7812d0861f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433667 Jul 29 15:27:02.370498 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f3bbdb7-095b-462c-aaed-87237e56053b req-bce94221-8177-47d1-843a-83ee2a015ef9 service neutron] 10.222.0.39 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834603 Jul 29 15:27:02.466988 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f3bbdb7-095b-462c-aaed-87237e56053b req-dc36120a-b5db-4e26-b9c2-3657e04518ef service neutron] 10.222.0.39 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894630 Jul 29 15:27:03.231631 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:03.371010 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7b90aa7a-3192-4ece-a886-25533c941045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:04.438249 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:06.419211 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:06.935553 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:27:11.234255 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:26.609044 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:30.581061 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1aea15da-fd97-42b8-b783-6d951762024b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:33.235318 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:33.371272 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff42a2ad-82c0-4afd-81a3-5c9ad10a1314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:34.441173 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:36.421939 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:41.266308 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:27:43.936045 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:27:56.624523 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:00.581927 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17a7ede9-bd4c-4353-9f4d-6fb65dbfcaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:01.769025 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88a76932-40c5-4791-9cff-80f899aa7f80 req-2fde47d3-4dc5-4010-8551-597bdd634480 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434129 Jul 29 15:28:01.859691 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a76932-40c5-4791-9cff-80f899aa7f80 req-bb701ae6-5821-43c5-8d28-2f6fc2c57595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:01.861247 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88a76932-40c5-4791-9cff-80f899aa7f80 req-bb701ae6-5821-43c5-8d28-2f6fc2c57595 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=53c994f83d7b48a997819b179fa11e7d&device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 1096 time: 0.0455754 Jul 29 15:28:01.971704 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a76932-40c5-4791-9cff-80f899aa7f80 req-39a77c89-8620-4b5f-b65b-00f0726f05cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:01.973241 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88a76932-40c5-4791-9cff-80f899aa7f80 req-39a77c89-8620-4b5f-b65b-00f0726f05cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=752d63c6-a270-498f-a48d-7812d0861f3b HTTP/1.1" status: 200 len: 909 time: 0.0915637 Jul 29 15:28:02.039579 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88a76932-40c5-4791-9cff-80f899aa7f80 req-3d4ac047-9590-44e4-9651-776ee191b89a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d83bec-2320-4715-bb73-9e93379c1e9f HTTP/1.1" status: 200 len: 1001 time: 0.0591571 Jul 29 15:28:02.087682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a76932-40c5-4791-9cff-80f899aa7f80 req-82aa69fb-f7bc-4737-acf0-a97ef46b7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:02.089132 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88a76932-40c5-4791-9cff-80f899aa7f80 req-82aa69fb-f7bc-4737-acf0-a97ef46b7eaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8c4a868c-8aa3-4eb8-a326-3a81d863cad0 HTTP/1.1" status: 200 len: 847 time: 0.0431314 Jul 29 15:28:02.139665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a76932-40c5-4791-9cff-80f899aa7f80 req-67f117c0-ae06-4f82-bd97-e197cd0c4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:02.141183 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88a76932-40c5-4791-9cff-80f899aa7f80 req-67f117c0-ae06-4f82-bd97-e197cd0c4de9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=752d63c6-a270-498f-a48d-7812d0861f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451639 Jul 29 15:28:02.230746 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88a76932-40c5-4791-9cff-80f899aa7f80 req-9098d94c-fc4f-4e52-9949-9c74c9ca4585 service neutron] 10.222.0.39 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821006 Jul 29 15:28:02.327495 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88a76932-40c5-4791-9cff-80f899aa7f80 req-7e57553c-1ed3-4be8-80b3-92830f12b424 service neutron] 10.222.0.39 "GET /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897071 Jul 29 15:28:03.242464 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:03.372340 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-42471845-08dc-4913-b722-421fab432059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:04.443462 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:06.426517 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:07.935849 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cb975-769d-41fc-8e7d-cf8e4a13336a req-971047e4-9986-40b2-95de-2e6680a8bc3b tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:07.937401 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6f1cb975-769d-41fc-8e7d-cf8e4a13336a req-971047e4-9986-40b2-95de-2e6680a8bc3b tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 945 time: 0.0531831 Jul 29 15:28:07.980982 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6f1cb975-769d-41fc-8e7d-cf8e4a13336a req-0e469e1d-7f3e-4f5e-97b8-196c436c1a68 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/security-groups?id=76ad44f6-4414-4b41-9bab-1dbd0e7ff49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375087 Jul 29 15:28:09.104182 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114d492-c670-47ec-98b2-403a44a634db req-64e60bfa-4e07-4871-a55c-eaa418c1883d tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:09.106295 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c114d492-c670-47ec-98b2-403a44a634db req-64e60bfa-4e07-4871-a55c-eaa418c1883d tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 945 time: 0.0542910 Jul 29 15:28:09.145830 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c114d492-c670-47ec-98b2-403a44a634db req-0c17f50f-3003-4ce6-9296-a07bd2366539 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/security-groups?id=76ad44f6-4414-4b41-9bab-1dbd0e7ff49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331013 Jul 29 15:28:09.151312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a8abd-28a2-44dc-a8ab-ae1e167efff8 req-4db34ae7-af47-4767-b2da-0642216e17c5 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:09.153195 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ac9a8abd-28a2-44dc-a8ab-ae1e167efff8 req-4db34ae7-af47-4767-b2da-0642216e17c5 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 945 time: 0.0496078 Jul 29 15:28:09.246818 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-ac9a8abd-28a2-44dc-a8ab-ae1e167efff8 req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Deleting port 64d83bec-2320-4715-bb73-9e93379c1e9f {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:28:09.247166 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ac9a8abd-28a2-44dc-a8ab-ae1e167efff8 req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:09.332439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-ac9a8abd-28a2-44dc-a8ab-ae1e167efff8 req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] For port 64d83bec-2320-4715-bb73-9e93379c1e9f, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=64d83bec-2320-4715-bb73-9e93379c1e9f,segment=NetworkSegment(1579a05a-1076-4925-9d7e-a3adf0333011),segment_id=1579a05a-1076-4925-9d7e-a3adf0333011)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:09.332825 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ac9a8abd-28a2-44dc-a8ab-ae1e167efff8 req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:09.500602 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ac9a8abd-28a2-44dc-a8ab-ae1e167efff8 req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:09.500914 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ac9a8abd-28a2-44dc-a8ab-ae1e167efff8 req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:09.501228 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [req-ac9a8abd-28a2-44dc-a8ab-ae1e167efff8 req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Floating IP e7dbb81d-a2fe-489b-8bdc-797e14ae4280 disassociated. External IP: 172.25.6.230, port: 64d83bec-2320-4715-bb73-9e93379c1e9f. Jul 29 15:28:09.501565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-ac9a8abd-28a2-44dc-a8ab-ae1e167efff8 req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Calling delete_port for 64d83bec-2320-4715-bb73-9e93379c1e9f owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:28:09.633579 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ac9a8abd-28a2-44dc-a8ab-ae1e167efff8 req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:09.664312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Pushing event deleted for resources: {'Port': ['ID=64d83bec-2320-4715-bb73-9e93379c1e9f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:09.675024 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:09.675373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:09.675720 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:09.676057 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:09.676390 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:09.676777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:09.677076 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:09.677425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:09.677784 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:09.678083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:09.678409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:09.679197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:09.788860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac9a8abd-28a2-44dc-a8ab-ae1e167efff8 req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Router d147fed2-e648-460b-98ce-71b2b5bf155e has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:28:09.899836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac9a8abd-28a2-44dc-a8ab-ae1e167efff8 req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:28:09.910379 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818d089-176a-4bf8-a750-eedb503f0608 None None] Sync routers for ids ['d147fed2-e648-460b-98ce-71b2b5bf155e'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:28:09.920198 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4818d089-176a-4bf8-a750-eedb503f0608 None None] Routers {'d147fed2-e648-460b-98ce-71b2b5bf155e'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:09.920926 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4818d089-176a-4bf8-a750-eedb503f0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:28:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d147fed2-e648-460b-98ce-71b2b5bf155e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:09.942770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9a8abd-28a2-44dc-a8ab-ae1e167efff8 req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] No DVR routers for this DVR port 64d83bec-2320-4715-bb73-9e93379c1e9f on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:28:09.945750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ac9a8abd-28a2-44dc-a8ab-ae1e167efff8 req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:09.948947 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ac9a8abd-28a2-44dc-a8ab-ae1e167efff8 req-9e1c7885-add1-4f95-9195-4ef4d9fda181 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.39 "DELETE /v2.0/ports/64d83bec-2320-4715-bb73-9e93379c1e9f HTTP/1.1" status: 204 len: 173 time: 0.7888069 Jul 29 15:28:09.949593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcb77f6-5ad8-459e-821c-4829a2340e04', 'name': 'network-vif-deleted', 'tag': '64d83bec-2320-4715-bb73-9e93379c1e9f'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:28:09.952655 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8198fd1-19be-4379-8713-b08673ca90db" -d '{"events": [{"server_uuid": "8bcb77f6-5ad8-459e-821c-4829a2340e04", "name": "network-vif-deleted", "tag": "64d83bec-2320-4715-bb73-9e93379c1e9f"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:28:10.029532 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-4818d089-176a-4bf8-a750-eedb503f0608 None None] Set router d147fed2-e648-460b-98ce-71b2b5bf155e gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:10.168314 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c93c0f-28d7-4f99-b3c8-831c736f0a9a x-openstack-request-id: req-98c93c0f-28d7-4f99-b3c8-831c736f0a9a {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:28:10.168863 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcb77f6-5ad8-459e-821c-4829a2340e04", "name": "network-vif-deleted", "tag": "64d83bec-2320-4715-bb73-9e93379c1e9f", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:28:10.172341 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98c93c0f-28d7-4f99-b3c8-831c736f0a9a {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:28:10.173633 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcb77f6-5ad8-459e-821c-4829a2340e04', 'name': 'network-vif-deleted', 'tag': '64d83bec-2320-4715-bb73-9e93379c1e9f', 'status': 'completed', 'code': 200} Jul 29 15:28:10.259456 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d0e86b99-d294-4754-aa8d-2ecd3a390515 req-0900549d-ab73-4811-8cc3-c9ea217d0da7 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcb77f6-5ad8-459e-821c-4829a2340e04 HTTP/1.1" status: 200 len: 210 time: 0.0264916 Jul 29 15:28:10.326641 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4818d089-176a-4bf8-a750-eedb503f0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'name': 'tempest-TestServerBasicOps-230629408-router', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:09Z', 'revision_number': 4, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'gw_port': {'id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '83db59a6-2aad-403b-a88e-d19a9a8e4386', 'name': '', 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'mac_address': 'fa:16:3e:4e:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:09Z', 'updated_at': '2021-07-29T15:23:16Z', 'revision_number': 5, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'subnets': [{'id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:10.352218 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818d089-176a-4bf8-a750-eedb503f0608 None None] Checking router: d147fed2-e648-460b-98ce-71b2b5bf155e for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:28:10.361296 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4818d089-176a-4bf8-a750-eedb503f0608 None None] Routers {'d147fed2-e648-460b-98ce-71b2b5bf155e'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:10.361909 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4818d089-176a-4bf8-a750-eedb503f0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:28:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d147fed2-e648-460b-98ce-71b2b5bf155e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:10.471676 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-4818d089-176a-4bf8-a750-eedb503f0608 None None] Set router d147fed2-e648-460b-98ce-71b2b5bf155e gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:10.665654 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4818d089-176a-4bf8-a750-eedb503f0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'name': 'tempest-TestServerBasicOps-230629408-router', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:09Z', 'revision_number': 4, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'gw_port': {'id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '83db59a6-2aad-403b-a88e-d19a9a8e4386', 'name': '', 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'mac_address': 'fa:16:3e:4e:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:09Z', 'updated_at': '2021-07-29T15:23:16Z', 'revision_number': 5, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'subnets': [{'id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:10.696075 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4818d089-176a-4bf8-a750-eedb503f0608 None None] The sync data for ids ['d147fed2-e648-460b-98ce-71b2b5bf155e'] in n-d-802893-1 is: [{'id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'name': 'tempest-TestServerBasicOps-230629408-router', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:09Z', 'revision_number': 4, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'gw_port': {'id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '83db59a6-2aad-403b-a88e-d19a9a8e4386', 'name': '', 'network_id': '752d63c6-a270-498f-a48d-7812d0861f3b', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'mac_address': 'fa:16:3e:4e:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:09Z', 'updated_at': '2021-07-29T15:23:16Z', 'revision_number': 5, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'subnets': [{'id': '8c4a868c-8aa3-4eb8-a326-3a81d863cad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:28:10.923241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe03ddd-d4e6-485f-aee2-7ac55941d2e1 None None] New status for floating IP e7dbb81d-a2fe-489b-8bdc-797e14ae4280: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:28:11.253203 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.315902 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51274) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:11.438920 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-815257c0-e641-4d0d-901c-a56a258b5012 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Deleting port ba26001c-9119-4390-93eb-c86c7be11f0f {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:28:11.439162 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-815257c0-e641-4d0d-901c-a56a258b5012 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.516606 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-815257c0-e641-4d0d-901c-a56a258b5012 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.516892 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-815257c0-e641-4d0d-901c-a56a258b5012 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.529851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-815257c0-e641-4d0d-901c-a56a258b5012 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Calling delete_port for ba26001c-9119-4390-93eb-c86c7be11f0f owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:28:11.660888 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-815257c0-e641-4d0d-901c-a56a258b5012 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.688375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815257c0-e641-4d0d-901c-a56a258b5012 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Pushing event deleted for resources: {'Port': ['ID=ba26001c-9119-4390-93eb-c86c7be11f0f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:11.751667 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-815257c0-e641-4d0d-901c-a56a258b5012 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.754341 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-815257c0-e641-4d0d-901c-a56a258b5012 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.755509 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-815257c0-e641-4d0d-901c-a56a258b5012 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "DELETE /v2.0/floatingips/e7dbb81d-a2fe-489b-8bdc-797e14ae4280 HTTP/1.1" status: 204 len: 168 time: 0.4385841 Jul 29 15:28:11.822488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51280) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:11.882401 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c00abc2a-f4aa-4e8c-83e0-b44dea167c53 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.906462 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c00abc2a-f4aa-4e8c-83e0-b44dea167c53 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.965813 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c00abc2a-f4aa-4e8c-83e0-b44dea167c53 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.968538 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c00abc2a-f4aa-4e8c-83e0-b44dea167c53 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:11.969728 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c00abc2a-f4aa-4e8c-83e0-b44dea167c53 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] 10.222.0.16 "DELETE /v2.0/security-groups/76ad44f6-4414-4b41-9bab-1dbd0e7ff49f HTTP/1.1" status: 204 len: 168 time: 0.1462417 Jul 29 15:28:11.978727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00abc2a-f4aa-4e8c-83e0-b44dea167c53 tempest-TestServerBasicOps-895664387 tempest-TestServerBasicOps-895664387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ad44f6-4414-4b41-9bab-1dbd0e7ff49f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:12.011778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51284) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:12.834409 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-10d8990c-4f55-47f6-ba08-435bbf7aece7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:12.985260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 64d83bec-2320-4715-bb73-9e93379c1e9f no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:28:13.005034 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 64d83bec-2320-4715-bb73-9e93379c1e9f {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:28:13.005374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 64d83bec-2320-4715-bb73-9e93379c1e9f not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:28:13.098709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-10d8990c-4f55-47f6-ba08-435bbf7aece7 admin admin] Deleting port 83db59a6-2aad-403b-a88e-d19a9a8e4386 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:28:13.098961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-10d8990c-4f55-47f6-ba08-435bbf7aece7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:13.176053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-10d8990c-4f55-47f6-ba08-435bbf7aece7 admin admin] For port 83db59a6-2aad-403b-a88e-d19a9a8e4386, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=83db59a6-2aad-403b-a88e-d19a9a8e4386,segment=NetworkSegment(1579a05a-1076-4925-9d7e-a3adf0333011),segment_id=1579a05a-1076-4925-9d7e-a3adf0333011)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:13.176417 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-10d8990c-4f55-47f6-ba08-435bbf7aece7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:13.189609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-10d8990c-4f55-47f6-ba08-435bbf7aece7 admin admin] Calling delete_port for 83db59a6-2aad-403b-a88e-d19a9a8e4386 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:28:13.368349 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-10d8990c-4f55-47f6-ba08-435bbf7aece7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:13.394596 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8990c-4f55-47f6-ba08-435bbf7aece7 admin admin] Pushing event deleted for resources: {'Port': ['ID=83db59a6-2aad-403b-a88e-d19a9a8e4386,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:13.566178 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-10d8990c-4f55-47f6-ba08-435bbf7aece7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:13.783853 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d8990c-4f55-47f6-ba08-435bbf7aece7 admin admin] Router d147fed2-e648-460b-98ce-71b2b5bf155e has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:28:13.890965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d8990c-4f55-47f6-ba08-435bbf7aece7 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:28:13.895914 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-10d8990c-4f55-47f6-ba08-435bbf7aece7 admin admin] 10.222.0.16 "PUT /v2.0/routers/d147fed2-e648-460b-98ce-71b2b5bf155e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8830495 Jul 29 15:28:13.898472 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51290) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:13.901673 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83916b56-aca0-47d2-b5de-2e6dc2bfc64b None None] Sync routers for ids ['d147fed2-e648-460b-98ce-71b2b5bf155e'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:28:13.910678 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83916b56-aca0-47d2-b5de-2e6dc2bfc64b None None] Routers {'d147fed2-e648-460b-98ce-71b2b5bf155e'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:13.911290 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-83916b56-aca0-47d2-b5de-2e6dc2bfc64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:28:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d147fed2-e648-460b-98ce-71b2b5bf155e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:14.009124 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5f8ac73-bfd3-4743-b87d-0abb96b36ae3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.016072 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-83916b56-aca0-47d2-b5de-2e6dc2bfc64b None None] Set router d147fed2-e648-460b-98ce-71b2b5bf155e gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:14.114058 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5f8ac73-bfd3-4743-b87d-0abb96b36ae3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.170927 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b5f8ac73-bfd3-4743-b87d-0abb96b36ae3 admin admin] Deleting port 9451c74f-1ad4-4504-9336-4af603b8faf0 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:28:14.171270 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5f8ac73-bfd3-4743-b87d-0abb96b36ae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.199021 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-83916b56-aca0-47d2-b5de-2e6dc2bfc64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'name': 'tempest-TestServerBasicOps-230629408-router', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:28:13Z', 'revision_number': 5, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'gw_port': {'id': '9451c74f-1ad4-4504-9336-4af603b8faf0', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:14.227607 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83916b56-aca0-47d2-b5de-2e6dc2bfc64b None None] Checking router: d147fed2-e648-460b-98ce-71b2b5bf155e for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:28:14.236099 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83916b56-aca0-47d2-b5de-2e6dc2bfc64b None None] Routers {'d147fed2-e648-460b-98ce-71b2b5bf155e'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:14.236721 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-83916b56-aca0-47d2-b5de-2e6dc2bfc64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:28:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['d147fed2-e648-460b-98ce-71b2b5bf155e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:14.249746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-b5f8ac73-bfd3-4743-b87d-0abb96b36ae3 admin admin] For port 9451c74f-1ad4-4504-9336-4af603b8faf0, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9451c74f-1ad4-4504-9336-4af603b8faf0,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:14.250119 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5f8ac73-bfd3-4743-b87d-0abb96b36ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.263266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b5f8ac73-bfd3-4743-b87d-0abb96b36ae3 admin admin] Calling delete_port for 9451c74f-1ad4-4504-9336-4af603b8faf0 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:28:14.315837 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-83916b56-aca0-47d2-b5de-2e6dc2bfc64b None None] Set router d147fed2-e648-460b-98ce-71b2b5bf155e gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:14.368875 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-83916b56-aca0-47d2-b5de-2e6dc2bfc64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'name': 'tempest-TestServerBasicOps-230629408-router', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:28:14Z', 'revision_number': 6, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:14.394740 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83916b56-aca0-47d2-b5de-2e6dc2bfc64b None None] The sync data for ids ['d147fed2-e648-460b-98ce-71b2b5bf155e'] in n-d-802893-1 is: [{'id': 'd147fed2-e648-460b-98ce-71b2b5bf155e', 'name': 'tempest-TestServerBasicOps-230629408-router', 'tenant_id': '53c994f83d7b48a997819b179fa11e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:07Z', 'updated_at': '2021-07-29T15:28:14Z', 'revision_number': 6, 'project_id': '53c994f83d7b48a997819b179fa11e7d', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:28:14.434721 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5f8ac73-bfd3-4743-b87d-0abb96b36ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.465063 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8ac73-bfd3-4743-b87d-0abb96b36ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9451c74f-1ad4-4504-9336-4af603b8faf0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:14.524191 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5f8ac73-bfd3-4743-b87d-0abb96b36ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.612445 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5f8ac73-bfd3-4743-b87d-0abb96b36ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.614540 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5f8ac73-bfd3-4743-b87d-0abb96b36ae3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.657977 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5f8ac73-bfd3-4743-b87d-0abb96b36ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.658570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f8ac73-bfd3-4743-b87d-0abb96b36ae3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d147fed2-e648-460b-98ce-71b2b5bf155e {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:28:14.662985 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b5f8ac73-bfd3-4743-b87d-0abb96b36ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.664132 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b5f8ac73-bfd3-4743-b87d-0abb96b36ae3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d147fed2-e648-460b-98ce-71b2b5bf155e HTTP/1.1" status: 204 len: 168 time: 0.7647431 Jul 29 15:28:14.666773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51292) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:14.716099 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d26704-6cf9-4514-9d35-47a1430f9d1f admin admin] Deleting subnet 8c4a868c-8aa3-4eb8-a326-3a81d863cad0 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:28:14.720627 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14d26704-6cf9-4514-9d35-47a1430f9d1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.759544 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14d26704-6cf9-4514-9d35-47a1430f9d1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.846309 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14d26704-6cf9-4514-9d35-47a1430f9d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.922254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14d26704-6cf9-4514-9d35-47a1430f9d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.952992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d26704-6cf9-4514-9d35-47a1430f9d1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c4a868c-8aa3-4eb8-a326-3a81d863cad0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:14.958297 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14d26704-6cf9-4514-9d35-47a1430f9d1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:14.962498 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-14d26704-6cf9-4514-9d35-47a1430f9d1f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8c4a868c-8aa3-4eb8-a326-3a81d863cad0 HTTP/1.1" status: 204 len: 168 time: 0.2923586 Jul 29 15:28:14.962839 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51294) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:14.963296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dc9c70-7523-46bc-8b72-5996cf062cc3 None None] Network 752d63c6-a270-498f-a48d-7812d0861f3b requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:15.031302 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.084558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] Deleting port 15b862f4-3b01-446f-9423-ac104e2489c1 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:28:15.085007 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.153092 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] For port 15b862f4-3b01-446f-9423-ac104e2489c1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=15b862f4-3b01-446f-9423-ac104e2489c1,segment=NetworkSegment(1579a05a-1076-4925-9d7e-a3adf0333011),segment_id=1579a05a-1076-4925-9d7e-a3adf0333011)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:15.153956 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.158255 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] DHCP port deletion for 752d63c6-a270-498f-a48d-7812d0861f3b request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:28:15.168752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] Calling delete_port for 15b862f4-3b01-446f-9423-ac104e2489c1 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:28:15.208921 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Deleting port 15b862f4-3b01-446f-9423-ac104e2489c1 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:28:15.209304 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.252099 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.278010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] For port 15b862f4-3b01-446f-9423-ac104e2489c1, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=15b862f4-3b01-446f-9423-ac104e2489c1,segment=NetworkSegment(1579a05a-1076-4925-9d7e-a3adf0333011),segment_id=1579a05a-1076-4925-9d7e-a3adf0333011)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:15.278318 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.285714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] Pushing event deleted for resources: {'Port': ['ID=15b862f4-3b01-446f-9423-ac104e2489c1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:15.288169 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] No DVR routers for this DVR port 15b862f4-3b01-446f-9423-ac104e2489c1 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:28:15.296412 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Calling delete_port for 15b862f4-3b01-446f-9423-ac104e2489c1 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:28:15.359275 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.371381 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752d63c6-a270-498f-a48d-7812d0861f3b']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:15.379811 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.385331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1579a05a-1076-4925-9d7e-a3adf0333011') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:15.385700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1579a05a-1076-4925-9d7e-a3adf0333011') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:15.396452 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.405938 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Pushing event deleted for resources: {'Port': ['ID=15b862f4-3b01-446f-9423-ac104e2489c1,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:15.411471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] No DVR routers for this DVR port 15b862f4-3b01-446f-9423-ac104e2489c1 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:28:15.412051 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.424361 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.424823 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.425419 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.425774 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.425970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:28:15.426116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.426621 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.426701 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.426947 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.427385 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.428384 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.428384 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:28:15.428555 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:28:15.430259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.430259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc064ee9-667e-4e79-b414-1dbf84e93958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:15.489493 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.496272 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:15.498148 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] 10.222.0.16 "DELETE /v2.0/networks/752d63c6-a270-498f-a48d-7812d0861f3b HTTP/1.1" status: 204 len: 168 time: 0.5343802 Jul 29 15:28:15.501167 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51296) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:15.509269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f519e72-e8ba-483b-b3a0-f4c5bf7ed69e admin admin] Pushing event deleted for resources: {'Network': ['ID=752d63c6-a270-498f-a48d-7812d0861f3b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:15.842929 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.004680 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 15b862f4-3b01-446f-9423-ac104e2489c1 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:28:16.025748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 15b862f4-3b01-446f-9423-ac104e2489c1 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:28:16.026093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 15b862f4-3b01-446f-9423-ac104e2489c1 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:28:16.026662 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9451c74f-1ad4-4504-9336-4af603b8faf0 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:28:16.046152 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 9451c74f-1ad4-4504-9336-4af603b8faf0 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:28:16.046500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9451c74f-1ad4-4504-9336-4af603b8faf0 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:28:16.046914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 83db59a6-2aad-403b-a88e-d19a9a8e4386 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:28:16.067481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 83db59a6-2aad-403b-a88e-d19a9a8e4386 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:28:16.067829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 83db59a6-2aad-403b-a88e-d19a9a8e4386 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:28:16.408561 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Deleting port f5aeef69-035d-48c3-a20f-e5ab960b0c2d {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:28:16.408935 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.485900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] For port f5aeef69-035d-48c3-a20f-e5ab960b0c2d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f5aeef69-035d-48c3-a20f-e5ab960b0c2d,segment=NetworkSegment(6f5ce233-750d-4f18-9b1e-54afbe17d49c),segment_id=6f5ce233-750d-4f18-9b1e-54afbe17d49c)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:16.486265 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.499006 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Calling delete_port for f5aeef69-035d-48c3-a20f-e5ab960b0c2d owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:28:16.680257 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:16.709109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5aeef69-035d-48c3-a20f-e5ab960b0c2d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:16.736840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:16.737188 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:16.737524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:16.737852 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:16.738179 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:16.738504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:16.738821 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:16.739138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:16.739461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:16.739772 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:16.740086 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:16.740400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:28:16.892367 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.109754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Router 64a16114-9eb4-4247-a3ae-390b57f834a1 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:28:17.222293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:28:17.227504 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-99eb526f-25b7-4b8b-a536-71c928d3693f admin admin] 10.222.0.16 "PUT /v2.0/routers/64a16114-9eb4-4247-a3ae-390b57f834a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7253034 Jul 29 15:28:17.230443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51298) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:17.231669 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f5fa7-3b2e-4fbb-b285-a5588b97ba85 None None] Sync routers for ids ['64a16114-9eb4-4247-a3ae-390b57f834a1'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:28:17.240764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f5fa7-3b2e-4fbb-b285-a5588b97ba85 None None] Routers {'64a16114-9eb4-4247-a3ae-390b57f834a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:17.241376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-da5f5fa7-3b2e-4fbb-b285-a5588b97ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:28:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['64a16114-9eb4-4247-a3ae-390b57f834a1'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:17.336182 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da880489-7891-4ffb-9dad-53f11f232691 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.346275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-da5f5fa7-3b2e-4fbb-b285-a5588b97ba85 None None] Set router 64a16114-9eb4-4247-a3ae-390b57f834a1 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:17.439489 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da880489-7891-4ffb-9dad-53f11f232691 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.496950 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-da880489-7891-4ffb-9dad-53f11f232691 admin admin] Deleting port 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:28:17.497422 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da880489-7891-4ffb-9dad-53f11f232691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.531061 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-da5f5fa7-3b2e-4fbb-b285-a5588b97ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'name': 'tempest-TestServerBasicOps-683460260-router', 'tenant_id': '73c9422cf29b411f8f8c3f69685369e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:12Z', 'updated_at': '2021-07-29T15:28:16Z', 'revision_number': 5, 'project_id': '73c9422cf29b411f8f8c3f69685369e1', 'gw_port': {'id': '79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:23:12Z', 'updated_at': '2021-07-29T15:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:17.556769 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f5fa7-3b2e-4fbb-b285-a5588b97ba85 None None] Checking router: 64a16114-9eb4-4247-a3ae-390b57f834a1 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:28:17.565790 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f5fa7-3b2e-4fbb-b285-a5588b97ba85 None None] Routers {'64a16114-9eb4-4247-a3ae-390b57f834a1'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:28:17.566399 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-da5f5fa7-3b2e-4fbb-b285-a5588b97ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:28:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['64a16114-9eb4-4247-a3ae-390b57f834a1'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:17.578741 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-da880489-7891-4ffb-9dad-53f11f232691 admin admin] For port 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:17.579110 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da880489-7891-4ffb-9dad-53f11f232691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.591852 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-da880489-7891-4ffb-9dad-53f11f232691 admin admin] Calling delete_port for 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:28:17.652180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-da5f5fa7-3b2e-4fbb-b285-a5588b97ba85 None None] Set router 64a16114-9eb4-4247-a3ae-390b57f834a1 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:28:17.706556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-da5f5fa7-3b2e-4fbb-b285-a5588b97ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'name': 'tempest-TestServerBasicOps-683460260-router', 'tenant_id': '73c9422cf29b411f8f8c3f69685369e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 6, 'project_id': '73c9422cf29b411f8f8c3f69685369e1', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:17.733250 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5f5fa7-3b2e-4fbb-b285-a5588b97ba85 None None] The sync data for ids ['64a16114-9eb4-4247-a3ae-390b57f834a1'] in n-d-802893-1 is: [{'id': '64a16114-9eb4-4247-a3ae-390b57f834a1', 'name': 'tempest-TestServerBasicOps-683460260-router', 'tenant_id': '73c9422cf29b411f8f8c3f69685369e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:23:12Z', 'updated_at': '2021-07-29T15:28:17Z', 'revision_number': 6, 'project_id': '73c9422cf29b411f8f8c3f69685369e1', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:28:17.770201 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da880489-7891-4ffb-9dad-53f11f232691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.797803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da880489-7891-4ffb-9dad-53f11f232691 admin admin] Pushing event deleted for resources: {'Port': ['ID=79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:17.862391 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da880489-7891-4ffb-9dad-53f11f232691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.952997 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da880489-7891-4ffb-9dad-53f11f232691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.955115 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da880489-7891-4ffb-9dad-53f11f232691 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.999083 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da880489-7891-4ffb-9dad-53f11f232691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:17.999572 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da880489-7891-4ffb-9dad-53f11f232691 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64a16114-9eb4-4247-a3ae-390b57f834a1 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:28:18.004004 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-da880489-7891-4ffb-9dad-53f11f232691 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.005221 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-da880489-7891-4ffb-9dad-53f11f232691 admin admin] 10.222.0.16 "DELETE /v2.0/routers/64a16114-9eb4-4247-a3ae-390b57f834a1 HTTP/1.1" status: 204 len: 168 time: 0.7738526 Jul 29 15:28:18.007680 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51300) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:18.054747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f63ee6-693c-4167-a29a-616e38e755c3 admin admin] Deleting subnet a2eab44a-ba94-4f9f-aea1-18c3f2d9fca3 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:28:18.058564 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3f63ee6-693c-4167-a29a-616e38e755c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.094284 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3f63ee6-693c-4167-a29a-616e38e755c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.189886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f5aeef69-035d-48c3-a20f-e5ab960b0c2d no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:28:18.193729 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3f63ee6-693c-4167-a29a-616e38e755c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.209628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: f5aeef69-035d-48c3-a20f-e5ab960b0c2d {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:28:18.210054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f5aeef69-035d-48c3-a20f-e5ab960b0c2d not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:28:18.251709 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3f63ee6-693c-4167-a29a-616e38e755c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.278059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f63ee6-693c-4167-a29a-616e38e755c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2eab44a-ba94-4f9f-aea1-18c3f2d9fca3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:18.281782 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b3f63ee6-693c-4167-a29a-616e38e755c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.283648 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b3f63ee6-693c-4167-a29a-616e38e755c3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a2eab44a-ba94-4f9f-aea1-18c3f2d9fca3 HTTP/1.1" status: 204 len: 168 time: 0.2750621 Jul 29 15:28:18.286930 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51302) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:18.287377 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda39532-4902-4b9f-9307-676099679aec None None] Network d81c4e65-a883-436b-aefd-bd21e80658f3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:18.355577 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.410003 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] Deleting port 9798bc7f-dda8-49b4-b7bc-f01d831f63ef {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:28:18.410307 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.477652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] For port 9798bc7f-dda8-49b4-b7bc-f01d831f63ef, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9798bc7f-dda8-49b4-b7bc-f01d831f63ef,segment=NetworkSegment(6f5ce233-750d-4f18-9b1e-54afbe17d49c),segment_id=6f5ce233-750d-4f18-9b1e-54afbe17d49c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:18.477948 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.493107 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] Calling delete_port for 9798bc7f-dda8-49b4-b7bc-f01d831f63ef owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:28:18.517060 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0e1366-c242-4e0d-b715-dba9fe1b16e4 None None] DHCP port deletion for d81c4e65-a883-436b-aefd-bd21e80658f3 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:28:18.564747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e1366-c242-4e0d-b715-dba9fe1b16e4 None None] Deleting port 9798bc7f-dda8-49b4-b7bc-f01d831f63ef {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:28:18.565221 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1366-c242-4e0d-b715-dba9fe1b16e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.578084 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.609774 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9798bc7f-dda8-49b4-b7bc-f01d831f63ef,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:18.613375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] No DVR routers for this DVR port 9798bc7f-dda8-49b4-b7bc-f01d831f63ef on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:28:18.634746 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8b0e1366-c242-4e0d-b715-dba9fe1b16e4 None None] For port 9798bc7f-dda8-49b4-b7bc-f01d831f63ef, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9798bc7f-dda8-49b4-b7bc-f01d831f63ef,segment=NetworkSegment(6f5ce233-750d-4f18-9b1e-54afbe17d49c),segment_id=6f5ce233-750d-4f18-9b1e-54afbe17d49c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:18.635399 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1366-c242-4e0d-b715-dba9fe1b16e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.650111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e1366-c242-4e0d-b715-dba9fe1b16e4 None None] Calling delete_port for 9798bc7f-dda8-49b4-b7bc-f01d831f63ef owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:28:18.686592 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.697444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81c4e65-a883-436b-aefd-bd21e80658f3']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:18.708619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5ce233-750d-4f18-9b1e-54afbe17d49c') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:18.708953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5ce233-750d-4f18-9b1e-54afbe17d49c') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:28:18.719839 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.734728 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8b0e1366-c242-4e0d-b715-dba9fe1b16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.736066 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.742945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:28:18.743136 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:28:18.745075 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:28:18.762343 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e1366-c242-4e0d-b715-dba9fe1b16e4 None None] Pushing event deleted for resources: {'Port': ['ID=9798bc7f-dda8-49b4-b7bc-f01d831f63ef,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:18.767339 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e1366-c242-4e0d-b715-dba9fe1b16e4 None None] No DVR routers for this DVR port 9798bc7f-dda8-49b4-b7bc-f01d831f63ef on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:28:18.809627 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.814982 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:18.816877 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d81c4e65-a883-436b-aefd-bd21e80658f3 HTTP/1.1" status: 204 len: 168 time: 0.5286438 Jul 29 15:28:18.830806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79545486-4e8d-4083-800c-f55a89f83ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d81c4e65-a883-436b-aefd-bd21e80658f3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:18.939354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51306) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:18.980707 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e5dc48d6-1ee6-4b29-8d52-214ab320da1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53c994f83d7b48a997819b179fa11e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401053 Jul 29 15:28:18.983496 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51308) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:19.031348 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-742f4087-7f27-4c48-b13e-d4187a55a571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.051651 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-742f4087-7f27-4c48-b13e-d4187a55a571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.097982 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-742f4087-7f27-4c48-b13e-d4187a55a571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.100554 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-742f4087-7f27-4c48-b13e-d4187a55a571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.101719 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-742f4087-7f27-4c48-b13e-d4187a55a571 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/772f00ff-73ee-4571-a0f2-7f3a96fde27d HTTP/1.1" status: 204 len: 168 time: 0.1173384 Jul 29 15:28:19.109723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f4087-7f27-4c48-b13e-d4187a55a571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772f00ff-73ee-4571-a0f2-7f3a96fde27d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:19.412875 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51314) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:19.457048 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2ce535a6-630f-4f4f-a2e4-eb1c9d3421d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73c9422cf29b411f8f8c3f69685369e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428483 Jul 29 15:28:19.459516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51316) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:19.506817 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-13097690-bd4b-4024-85aa-f7da73a6fe12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.527735 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-13097690-bd4b-4024-85aa-f7da73a6fe12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.577304 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-13097690-bd4b-4024-85aa-f7da73a6fe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.579868 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-13097690-bd4b-4024-85aa-f7da73a6fe12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:19.581079 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-13097690-bd4b-4024-85aa-f7da73a6fe12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/315bab6d-6686-40a1-ae1f-84668259b706 HTTP/1.1" status: 204 len: 168 time: 0.1206284 Jul 29 15:28:19.588818 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13097690-bd4b-4024-85aa-f7da73a6fe12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315bab6d-6686-40a1-ae1f-84668259b706,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:20.001277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9798bc7f-dda8-49b4-b7bc-f01d831f63ef no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:28:20.025663 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 9798bc7f-dda8-49b4-b7bc-f01d831f63ef {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:28:20.026569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9798bc7f-dda8-49b4-b7bc-f01d831f63ef not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:28:20.026971 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:28:20.047681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:28:20.048030 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 79937983-a3f6-4b5c-bd5d-aff6cf3ac3a5 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:28:20.935297 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:28:26.638521 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:29.489803 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-07a0c007-0cfb-40c2-bc41-3191ec2c75cd tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=982cfb199c9440d78f8b20b7a4c3caa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224681 Jul 29 15:28:29.597778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-dc6c0712-0dfb-4c8b-be20-d2f70db6617b tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:29.599277 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-dc6c0712-0dfb-4c8b-be20-d2f70db6617b tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1041715 Jul 29 15:28:29.615156 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-ea6b297a-88de-4116-ae0e-d37de010a0fb tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/quotas/982cfb199c9440d78f8b20b7a4c3caa1 HTTP/1.1" status: 200 len: 375 time: 0.0093985 Jul 29 15:28:29.646348 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-d10af660-b8fc-4341-80da-9b4faaf7d4b3 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=982cfb199c9440d78f8b20b7a4c3caa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255656 Jul 29 15:28:29.809747 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d27ca47c-e09d-44cd-9521-f5c37be6730f req-c501d2ef-dab5-4062-8040-784e99976c41 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/ports?device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 210 time: 0.0268447 Jul 29 15:28:30.584617 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e2b935a0-531e-413e-acf3-a8d1891a25ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:30.905447 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3c304473-e14e-460f-8cc5-07ee33c0f8a5 req-53890f15-9e12-4dfa-abf9-00556268bb16 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/ports?device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 210 time: 0.0263875 Jul 29 15:28:30.934406 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-ed838e71-5025-458f-b0c2-edddef5bfa2d tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=982cfb199c9440d78f8b20b7a4c3caa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232449 Jul 29 15:28:31.046017 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-cb40b750-ff93-4573-bb0f-615778263e63 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:31.047464 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-cb40b750-ff93-4573-bb0f-615778263e63 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077337 Jul 29 15:28:31.066049 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Request body: {'port': {'device_id': 'e568ee5c-58bf-4a6c-bde6-74ff796fd8b0', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'admin_state_up': True, 'tenant_id': '982cfb199c9440d78f8b20b7a4c3caa1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:31.170986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Made reservation on behalf of 982cfb199c9440d78f8b20b7a4c3caa1 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:31.174457 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.187269 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.276632 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.280866 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.343547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f789a3-8cc7-4961-8088-cacefbbbd6e7,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:31.410916 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Allocated IP 192.168.233.110 (685260eb-b7fc-4894-ada6-3f1ae471466f/74f63c3f-53ae-4284-9c43-dda4e8587945/ba0664d7-e351-4fb2-b493-2215230503e3) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:31.562261 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.576050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Transition to ACTIVE for port object ba0664d7-e351-4fb2-b493-2215230503e3 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:31.608450 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.649660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Network 685260eb-b7fc-4894-ada6-3f1ae471466f is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:31.652910 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:31.658456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:31.687369 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Pushing event updated for resources: {'Port': ['ID=ba0664d7-e351-4fb2-b493-2215230503e3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:31.718069 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:31.718734 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.734150 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-604a976d-c662-4b85-ac80-291837ab1d61 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6716487 Jul 29 15:28:31.751485 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Request body: {'port': {'device_id': 'e568ee5c-58bf-4a6c-bde6-74ff796fd8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:31.810099 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:31.955228 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-47982a2f-09d5-4275-86f6-d0a8de7a8b76 None None] Provisioning for port ba0664d7-e351-4fb2-b493-2215230503e3 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:31.960555 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-47982a2f-09d5-4275-86f6-d0a8de7a8b76 None None] Provisioning complete for port ba0664d7-e351-4fb2-b493-2215230503e3 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:31.961125 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-47982a2f-09d5-4275-86f6-d0a8de7a8b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.002148 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-47982a2f-09d5-4275-86f6-d0a8de7a8b76 None None] Port ba0664d7-e351-4fb2-b493-2215230503e3 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:28:32.038554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0196b-29ed-41cc-84f3-cd9f29122afe req-7a83682e-53f8-4ef8-9b1f-8aaff9e70d04 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:32.040077 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97c0196b-29ed-41cc-84f3-cd9f29122afe req-7a83682e-53f8-4ef8-9b1f-8aaff9e70d04 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/ports?device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 936 time: 0.0510488 Jul 29 15:28:32.080524 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97c0196b-29ed-41cc-84f3-cd9f29122afe req-caae47d5-83be-4160-90e6-93cb1e46a1ef tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2f789a3-8cc7-4961-8088-cacefbbbd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334151 Jul 29 15:28:32.082725 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0664d7-e351-4fb2-b493-2215230503e3 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:28:32.091518 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.104703 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Transition to ACTIVE for port object ba0664d7-e351-4fb2-b493-2215230503e3 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:32.108260 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.182924 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0664d7-e351-4fb2-b493-2215230503e3,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:32.235433 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Attempting to bind port ba0664d7-e351-4fb2-b493-2215230503e3 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:32.235775 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Attempting to bind port ba0664d7-e351-4fb2-b493-2215230503e3 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:32.236108 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Attempting to bind port ba0664d7-e351-4fb2-b493-2215230503e3 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:32.242847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Port ba0664d7-e351-4fb2-b493-2215230503e3 on network 685260eb-b7fc-4894-ada6-3f1ae471466f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:28:32.243180 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Attempting to bind port ba0664d7-e351-4fb2-b493-2215230503e3 on network 685260eb-b7fc-4894-ada6-3f1ae471466f {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:32.248619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:32.248998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Checking segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:32.249431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Bound using segment: {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:32.249860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Bound port: ba0664d7-e351-4fb2-b493-2215230503e3, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb94af9-6f54-4b9d-a69a-11294d8b1e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:32.250224 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.315590 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] For port ba0664d7-e351-4fb2-b493-2215230503e3, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:32.318737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] For port ba0664d7-e351-4fb2-b493-2215230503e3, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ba0664d7-e351-4fb2-b493-2215230503e3,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:32.324267 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.362912 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:32.363426 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:32.364863 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] 10.222.0.38 "PUT /v2.0/ports/ba0664d7-e351-4fb2-b493-2215230503e3 HTTP/1.1" status: 200 len: 1096 time: 0.6178174 Jul 29 15:28:32.365308 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e568ee5c-58bf-4a6c-bde6-74ff796fd8b0', 'tag': 'ba0664d7-e351-4fb2-b493-2215230503e3'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:28:32.367825 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cc9a44-61e4-427b-9020-25976a398487" -d '{"events": [{"name": "network-changed", "server_uuid": "e568ee5c-58bf-4a6c-bde6-74ff796fd8b0", "tag": "ba0664d7-e351-4fb2-b493-2215230503e3"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:28:32.396492 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e81cf1-ef8c-4507-abf1-0161ae2136a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0664d7-e351-4fb2-b493-2215230503e3,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:32.411886 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d85ba0-9a19-4d94-82bb-de9f9128cb2c x-openstack-request-id: req-23d85ba0-9a19-4d94-82bb-de9f9128cb2c {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:28:32.412184 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e568ee5c-58bf-4a6c-bde6-74ff796fd8b0", "tag": "ba0664d7-e351-4fb2-b493-2215230503e3", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:28:32.412443 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23d85ba0-9a19-4d94-82bb-de9f9128cb2c {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:28:32.412896 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e568ee5c-58bf-4a6c-bde6-74ff796fd8b0', 'tag': 'ba0664d7-e351-4fb2-b493-2215230503e3', 'status': 'completed', 'code': 200} Jul 29 15:28:32.471865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-59997f7b-d73c-4e37-a7a4-5dce33352de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:32.473440 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-59997f7b-d73c-4e37-a7a4-5dce33352de9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=982cfb199c9440d78f8b20b7a4c3caa1&device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 1099 time: 0.0437229 Jul 29 15:28:32.523531 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-35e111f6-c8c1-4aa2-98fd-fe106d308984 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=ba0664d7-e351-4fb2-b493-2215230503e3 HTTP/1.1" status: 200 len: 217 time: 0.0362465 Jul 29 15:28:32.909373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-ce0cad8b-a3cd-4f94-8c33-476f2de610c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:32.910811 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-ce0cad8b-a3cd-4f94-8c33-476f2de610c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.3801658 Jul 29 15:28:32.957248 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-dde75d5c-f61f-4b00-9b7a-f5d924cadaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:32.958763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-dde75d5c-f61f-4b00-9b7a-f5d924cadaf4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0401025 Jul 29 15:28:33.048289 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-cce6481f-bbce-4a79-b476-7b3bd039f89b service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825675 Jul 29 15:28:33.147215 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53a68ed1-304a-4eb4-8d10-0aca9f0473cc req-009611ba-5654-4f18-9e90-8cf2ff083afc service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920312 Jul 29 15:28:33.205682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdb342-ccd6-49be-9722-042a9841ab1c req-ed5e73cf-288b-4c90-bc0e-f7a8cb534541 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:33.207462 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2afdb342-ccd6-49be-9722-042a9841ab1c req-ed5e73cf-288b-4c90-bc0e-f7a8cb534541 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/ports?device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 948 time: 0.0526788 Jul 29 15:28:33.236240 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:33.255560 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2afdb342-ccd6-49be-9722-042a9841ab1c req-3d45d38c-a4e7-4570-8079-e7a3be1ac72f tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2f789a3-8cc7-4961-8088-cacefbbbd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413182 Jul 29 15:28:33.275471 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc9a44-61e4-427b-9020-25976a398487 req-79045b6c-d871-4402-b426-84459191bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:33.277632 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59cc9a44-61e4-427b-9020-25976a398487 req-79045b6c-d871-4402-b426-84459191bc67 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=982cfb199c9440d78f8b20b7a4c3caa1&device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 1099 time: 0.0471640 Jul 29 15:28:33.372969 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc9a44-61e4-427b-9020-25976a398487 req-930763ec-e542-4ad3-aaf2-956092bb3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:33.374416 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59cc9a44-61e4-427b-9020-25976a398487 req-930763ec-e542-4ad3-aaf2-956092bb3d69 service neutron] 10.222.0.38 "GET /v2.0/networks?id=685260eb-b7fc-4894-ada6-3f1ae471466f HTTP/1.1" status: 200 len: 870 time: 0.0897815 Jul 29 15:28:33.374770 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-78516519-a4a8-4a1c-8005-ff74791274de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:33.417225 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59cc9a44-61e4-427b-9020-25976a398487 req-3d3e88ea-2dc0-4776-a24a-96e2f08656af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=ba0664d7-e351-4fb2-b493-2215230503e3 HTTP/1.1" status: 200 len: 217 time: 0.0352135 Jul 29 15:28:33.467803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc9a44-61e4-427b-9020-25976a398487 req-ef7f6e57-2227-454b-924c-f1943a9f2bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:33.469210 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59cc9a44-61e4-427b-9020-25976a398487 req-ef7f6e57-2227-454b-924c-f1943a9f2bb5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=74f63c3f-53ae-4284-9c43-dda4e8587945 HTTP/1.1" status: 200 len: 843 time: 0.0450101 Jul 29 15:28:33.533279 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc9a44-61e4-427b-9020-25976a398487 req-b4d2b042-38b4-452c-affb-04bd30c1c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:33.534822 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59cc9a44-61e4-427b-9020-25976a398487 req-b4d2b042-38b4-452c-affb-04bd30c1c284 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=685260eb-b7fc-4894-ada6-3f1ae471466f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568635 Jul 29 15:28:33.637782 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59cc9a44-61e4-427b-9020-25976a398487 req-733bf949-e865-4d15-bd60-5e0d9b985e7f service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866981 Jul 29 15:28:33.734486 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-59cc9a44-61e4-427b-9020-25976a398487 req-8e835fa9-5399-40f0-82ef-69fc978f1e01 service neutron] 10.222.0.38 "GET /v2.0/networks/685260eb-b7fc-4894-ada6-3f1ae471466f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888638 Jul 29 15:28:34.376423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051df90d-5cdc-4932-9ed8-dd109eda45cb req-210a5799-7bdd-4c56-ae8e-060621edb64d tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:34.377928 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-051df90d-5cdc-4932-9ed8-dd109eda45cb req-210a5799-7bdd-4c56-ae8e-060621edb64d tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/ports?device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 948 time: 0.0493360 Jul 29 15:28:34.415122 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-051df90d-5cdc-4932-9ed8-dd109eda45cb req-91e1bd74-350f-4bc5-a77b-8c667fc03f58 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2f789a3-8cc7-4961-8088-cacefbbbd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Jul 29 15:28:34.446194 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:35.460647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ba0664d7-e351-4fb2-b493-2215230503e3 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:28:35.532317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b10402-e30c-4683-a827-2ded4604faef req-a6060e69-ea0f-4187-b9b1-47aefbdbe21d tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:35.534121 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66b10402-e30c-4683-a827-2ded4604faef req-a6060e69-ea0f-4187-b9b1-47aefbdbe21d tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/ports?device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 948 time: 0.0493140 Jul 29 15:28:35.558759 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ba0664d7-e351-4fb2-b493-2215230503e3, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ba0664d7-e351-4fb2-b493-2215230503e3,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:35.570078 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'ba0664d7-e351-4fb2-b493-2215230503e3', 'network_id': '685260eb-b7fc-4894-ada6-3f1ae471466f', 'port_id': 'ba0664d7-e351-4fb2-b493-2215230503e3', 'mac_address': 'fa:16:3e:b4:7e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74f63c3f-53ae-4284-9c43-dda4e8587945', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:28:35.572223 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-66b10402-e30c-4683-a827-2ded4604faef req-6edce136-e45c-4e5a-b88f-9d9c6eef08e9 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2f789a3-8cc7-4961-8088-cacefbbbd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320218 Jul 29 15:28:35.608201 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:35.621087 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0664d7-e351-4fb2-b493-2215230503e3 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:28:35.641180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ba0664d7-e351-4fb2-b493-2215230503e3, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ba0664d7-e351-4fb2-b493-2215230503e3,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:35.645074 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:35.700034 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ba0664d7-e351-4fb2-b493-2215230503e3,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:35.945065 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ba0664d7-e351-4fb2-b493-2215230503e3'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:28:36.426622 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:36.687038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a4f12-a2ea-4141-b39b-f9d66c4c9268 req-c5f6a2d1-6cbd-4fe1-a7bb-e625b2b535a2 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:36.688446 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-483a4f12-a2ea-4141-b39b-f9d66c4c9268 req-c5f6a2d1-6cbd-4fe1-a7bb-e625b2b535a2 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/ports?device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 949 time: 0.0483859 Jul 29 15:28:36.726659 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-483a4f12-a2ea-4141-b39b-f9d66c4c9268 req-68e11365-fc76-407f-b3f5-5256334b5c91 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2f789a3-8cc7-4961-8088-cacefbbbd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322254 Jul 29 15:28:37.474019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ba0664d7-e351-4fb2-b493-2215230503e3 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:37.525581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port ba0664d7-e351-4fb2-b493-2215230503e3 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:37.529902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port ba0664d7-e351-4fb2-b493-2215230503e3 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:37.530277 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:37.619909 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:37.643525 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e568ee5c-58bf-4a6c-bde6-74ff796fd8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0664d7-e351-4fb2-b493-2215230503e3'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:28:37.645867 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7511c26-44f2-4fd3-a322-6a8ae93578c6" -d '{"events": [{"server_uuid": "e568ee5c-58bf-4a6c-bde6-74ff796fd8b0", "name": "network-vif-plugged", "status": "completed", "tag": "ba0664d7-e351-4fb2-b493-2215230503e3"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:28:37.660210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ba0664d7-e351-4fb2-b493-2215230503e3, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ba0664d7-e351-4fb2-b493-2215230503e3,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:37.664750 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:37.732420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ba0664d7-e351-4fb2-b493-2215230503e3,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:37.766484 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e7cfa1-4931-4dc0-95b9-3cb15fed77ec x-openstack-request-id: req-86e7cfa1-4931-4dc0-95b9-3cb15fed77ec {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:28:37.766779 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e568ee5c-58bf-4a6c-bde6-74ff796fd8b0", "name": "network-vif-plugged", "status": "completed", "tag": "ba0664d7-e351-4fb2-b493-2215230503e3", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:28:37.767030 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86e7cfa1-4931-4dc0-95b9-3cb15fed77ec {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:28:37.767537 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e568ee5c-58bf-4a6c-bde6-74ff796fd8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0664d7-e351-4fb2-b493-2215230503e3', 'code': 200} Jul 29 15:28:37.849218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e7c65-e8e8-44fa-a0b9-51fbf99c1a11 req-ac721dce-005d-4b79-ae33-a7e2768ef587 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:37.850722 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f7e7c65-e8e8-44fa-a0b9-51fbf99c1a11 req-ac721dce-005d-4b79-ae33-a7e2768ef587 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/ports?device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 950 time: 0.0555227 Jul 29 15:28:37.914562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1f7e7c65-e8e8-44fa-a0b9-51fbf99c1a11 req-efd20bf6-40ec-4d3c-92c4-e59c66f77814 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2f789a3-8cc7-4961-8088-cacefbbbd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547855 Jul 29 15:28:37.917984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3e109-42a5-4157-8b9a-ef596832ba72 req-dbf0ca2a-cbee-43bb-b63f-5605fcba80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:37.919523 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-78a3e109-42a5-4157-8b9a-ef596832ba72 req-dbf0ca2a-cbee-43bb-b63f-5605fcba80d1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 1101 time: 0.0678923 Jul 29 15:28:37.956316 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-78a3e109-42a5-4157-8b9a-ef596832ba72 req-58c3c829-1388-4bae-a799-368623d318de service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f2f789a3-8cc7-4961-8088-cacefbbbd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296900 Jul 29 15:28:39.040612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f41d7-6bbc-415b-971a-c52955b93f85 req-c358b0d4-5193-4a2e-865a-06612c4a99d2 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:39.042281 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f2f41d7-6bbc-415b-971a-c52955b93f85 req-c358b0d4-5193-4a2e-865a-06612c4a99d2 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/ports?device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 950 time: 0.0537219 Jul 29 15:28:39.080824 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f2f41d7-6bbc-415b-971a-c52955b93f85 req-1940ace6-1b5a-47da-9a8c-c4229fefa0b2 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2f789a3-8cc7-4961-8088-cacefbbbd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323625 Jul 29 15:28:40.195822 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3a24f-942b-44b2-8f58-20d25b872a3d req-2b4b3ecb-c23d-4f08-8811-40f235fcfa40 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:40.197364 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49b3a24f-942b-44b2-8f58-20d25b872a3d req-2b4b3ecb-c23d-4f08-8811-40f235fcfa40 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/ports?device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 950 time: 0.0499761 Jul 29 15:28:40.235865 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49b3a24f-942b-44b2-8f58-20d25b872a3d req-260013c8-5fcb-41d7-87e1-5c15d56e891a tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2f789a3-8cc7-4961-8088-cacefbbbd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322108 Jul 29 15:28:41.139329 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f007b3-85a2-492a-90a4-e2ec40544ed3 req-006e8b0d-0f74-4c1b-95a5-60764e340fd3 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:41.140718 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f8f007b3-85a2-492a-90a4-e2ec40544ed3 req-006e8b0d-0f74-4c1b-95a5-60764e340fd3 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/ports?device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 950 time: 0.0524168 Jul 29 15:28:41.179012 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f8f007b3-85a2-492a-90a4-e2ec40544ed3 req-72c67a86-afb7-4a57-bc0c-9741a51fb57c tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2f789a3-8cc7-4961-8088-cacefbbbd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323296 Jul 29 15:28:41.280799 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.297038 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8a495-faf2-4819-9340-7cdd1b9adfaf req-30b1b061-0038-41f2-a27b-da5d0100d025 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:42.298774 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10e8a495-faf2-4819-9340-7cdd1b9adfaf req-30b1b061-0038-41f2-a27b-da5d0100d025 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/ports?device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 950 time: 0.0500462 Jul 29 15:28:42.346205 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10e8a495-faf2-4819-9340-7cdd1b9adfaf req-87461590-965a-4eb0-9a71-58858f64caf5 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2f789a3-8cc7-4961-8088-cacefbbbd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410669 Jul 29 15:28:42.484761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba567a-ae9b-44d3-9175-b52caca749a5 req-c558e113-7087-47c8-bbc9-5a3e275c8132 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:42.486114 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecba567a-ae9b-44d3-9175-b52caca749a5 req-c558e113-7087-47c8-bbc9-5a3e275c8132 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.38 "GET /v2.0/ports?device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 950 time: 0.0487113 Jul 29 15:28:42.579048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-ecba567a-ae9b-44d3-9175-b52caca749a5 req-a935a6cb-5b78-4f9c-9f26-b4563363a81d tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Deleting port ba0664d7-e351-4fb2-b493-2215230503e3 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:28:42.579383 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ecba567a-ae9b-44d3-9175-b52caca749a5 req-a935a6cb-5b78-4f9c-9f26-b4563363a81d tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.667705 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-ecba567a-ae9b-44d3-9175-b52caca749a5 req-a935a6cb-5b78-4f9c-9f26-b4563363a81d tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] For port ba0664d7-e351-4fb2-b493-2215230503e3, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ba0664d7-e351-4fb2-b493-2215230503e3,segment=NetworkSegment(ceb94af9-6f54-4b9d-a69a-11294d8b1e8d),segment_id=ceb94af9-6f54-4b9d-a69a-11294d8b1e8d)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:42.668069 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ecba567a-ae9b-44d3-9175-b52caca749a5 req-a935a6cb-5b78-4f9c-9f26-b4563363a81d tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.681212 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-ecba567a-ae9b-44d3-9175-b52caca749a5 req-a935a6cb-5b78-4f9c-9f26-b4563363a81d tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Calling delete_port for ba0664d7-e351-4fb2-b493-2215230503e3 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:28:42.813891 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ecba567a-ae9b-44d3-9175-b52caca749a5 req-a935a6cb-5b78-4f9c-9f26-b4563363a81d tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.842813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935a6cb-5b78-4f9c-9f26-b4563363a81d tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Pushing event deleted for resources: {'Port': ['ID=ba0664d7-e351-4fb2-b493-2215230503e3,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:42.848693 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ba0664d7-e351-4fb2-b493-2215230503e3'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:28:42.886392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecba567a-ae9b-44d3-9175-b52caca749a5 req-a935a6cb-5b78-4f9c-9f26-b4563363a81d tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] No DVR routers for this DVR port ba0664d7-e351-4fb2-b493-2215230503e3 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:28:42.888984 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ecba567a-ae9b-44d3-9175-b52caca749a5 req-a935a6cb-5b78-4f9c-9f26-b4563363a81d tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:42.891038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecba567a-ae9b-44d3-9175-b52caca749a5 req-a935a6cb-5b78-4f9c-9f26-b4563363a81d tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.38 "DELETE /v2.0/ports/ba0664d7-e351-4fb2-b493-2215230503e3 HTTP/1.1" status: 204 len: 173 time: 0.3988459 Jul 29 15:28:42.891440 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e568ee5c-58bf-4a6c-bde6-74ff796fd8b0', 'name': 'network-vif-deleted', 'tag': 'ba0664d7-e351-4fb2-b493-2215230503e3'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:28:42.893727 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2851ceaf-4ce9-46eb-bee9-01aea45b42eb" -d '{"events": [{"server_uuid": "e568ee5c-58bf-4a6c-bde6-74ff796fd8b0", "name": "network-vif-deleted", "tag": "ba0664d7-e351-4fb2-b493-2215230503e3"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:28:42.938317 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a325da64-b575-4106-8293-8cac99f05f03 x-openstack-request-id: req-a325da64-b575-4106-8293-8cac99f05f03 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:28:42.939055 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e568ee5c-58bf-4a6c-bde6-74ff796fd8b0", "name": "network-vif-deleted", "tag": "ba0664d7-e351-4fb2-b493-2215230503e3", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:28:42.939326 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a325da64-b575-4106-8293-8cac99f05f03 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:28:42.939731 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e568ee5c-58bf-4a6c-bde6-74ff796fd8b0', 'name': 'network-vif-deleted', 'tag': 'ba0664d7-e351-4fb2-b493-2215230503e3', 'status': 'completed', 'code': 200} Jul 29 15:28:43.453710 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea533e51-a033-4856-9a50-ee9a74c91b67 req-daca777b-e28a-45b4-b352-ab3717706c09 tempest-ServersAdminNegativeTestJSON-180137456 tempest-ServersAdminNegativeTestJSON-180137456-project] 10.222.0.16 "GET /v2.0/ports?device_id=e568ee5c-58bf-4a6c-bde6-74ff796fd8b0 HTTP/1.1" status: 200 len: 210 time: 0.0273333 Jul 29 15:28:44.758827 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51460) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:44.899522 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4ee0f419-e673-4e64-a6ad-b2d19fae9782 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=982cfb199c9440d78f8b20b7a4c3caa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400924 Jul 29 15:28:44.902044 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51464) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:44.953124 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-18ae25b3-d4ff-4688-bc7a-cc1505da2bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:44.976418 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-18ae25b3-d4ff-4688-bc7a-cc1505da2bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:45.026458 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-18ae25b3-d4ff-4688-bc7a-cc1505da2bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:45.029205 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-18ae25b3-d4ff-4688-bc7a-cc1505da2bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:45.030508 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-18ae25b3-d4ff-4688-bc7a-cc1505da2bef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2f789a3-8cc7-4961-8088-cacefbbbd6e7 HTTP/1.1" status: 204 len: 168 time: 0.1274331 Jul 29 15:28:45.039012 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae25b3-d4ff-4688-bc7a-cc1505da2bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f789a3-8cc7-4961-8088-cacefbbbd6e7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:45.284479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51470) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:45.298613 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-28676783-1361-4a6b-9834-5a2dbf70b36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:45.387113 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-28676783-1361-4a6b-9834-5a2dbf70b36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:45.392218 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-28676783-1361-4a6b-9834-5a2dbf70b36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:45.430485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28676783-1361-4a6b-9834-5a2dbf70b36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94fe034-9bcc-4857-9127-8b66b6af3010,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:45.434797 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-28676783-1361-4a6b-9834-5a2dbf70b36b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b9d3b375772451c8f90c9a4f4e780e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492050 Jul 29 15:28:45.437648 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51472) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:45.487580 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-229b2761-1ea9-4618-9ed3-09406002de79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:45.508854 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-229b2761-1ea9-4618-9ed3-09406002de79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:45.523162 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ba0664d7-e351-4fb2-b493-2215230503e3 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:28:45.543908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: ba0664d7-e351-4fb2-b493-2215230503e3 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:28:45.544260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ba0664d7-e351-4fb2-b493-2215230503e3 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:28:45.561283 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-229b2761-1ea9-4618-9ed3-09406002de79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:45.563965 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-229b2761-1ea9-4618-9ed3-09406002de79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:45.565155 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-229b2761-1ea9-4618-9ed3-09406002de79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c94fe034-9bcc-4857-9127-8b66b6af3010 HTTP/1.1" status: 204 len: 168 time: 0.1267476 Jul 29 15:28:45.573938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b2761-1ea9-4618-9ed3-09406002de79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94fe034-9bcc-4857-9127-8b66b6af3010,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:46.251549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51494) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:46.344575 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-2b9107c8-d165-43df-ad54-01023bdddf24 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-640241884-network', 'tenant_id': '96714ed4478347dbb8bc02c3a08d5d52'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:46.366731 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9107c8-d165-43df-ad54-01023bdddf24 admin admin] Made reservation on behalf of 96714ed4478347dbb8bc02c3a08d5d52 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:46.369645 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b9107c8-d165-43df-ad54-01023bdddf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:46.377849 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b9107c8-d165-43df-ad54-01023bdddf24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:46.468413 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b9107c8-d165-43df-ad54-01023bdddf24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:46.472221 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b9107c8-d165-43df-ad54-01023bdddf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:46.492870 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9107c8-d165-43df-ad54-01023bdddf24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:28:46.507562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9107c8-d165-43df-ad54-01023bdddf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:46.511250 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b9107c8-d165-43df-ad54-01023bdddf24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:46.511598 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-2b9107c8-d165-43df-ad54-01023bdddf24 admin admin] Added segment 1faf27eb-44d3-48ed-8453-846ed81318b7 of type vlan for network 6e628179-1f64-444d-bd3b-401286c404df Jul 29 15:28:46.553556 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b9107c8-d165-43df-ad54-01023bdddf24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:46.583232 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b9107c8-d165-43df-ad54-01023bdddf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:46.584141 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9107c8-d165-43df-ad54-01023bdddf24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:46.584760 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2b9107c8-d165-43df-ad54-01023bdddf24 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:46.654277 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2b9107c8-d165-43df-ad54-01023bdddf24 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4014618 Jul 29 15:28:46.657218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51498) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:28:46.662792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ec3e2683-44c7-43d7-805c-d628dddf74f7 admin admin] Request body: {'subnet': {'network_id': '6e628179-1f64-444d-bd3b-401286c404df', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-640241884-subnet', 'tenant_id': '96714ed4478347dbb8bc02c3a08d5d52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:46.673395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9107c8-d165-43df-ad54-01023bdddf24 admin admin] Pushing event updated for resources: {'Network': ['ID=6e628179-1f64-444d-bd3b-401286c404df,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:46.684528 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 6e628179-1f64-444d-bd3b-401286c404df details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:28:46.688304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3e2683-44c7-43d7-805c-d628dddf74f7 admin admin] Made reservation on behalf of 96714ed4478347dbb8bc02c3a08d5d52 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:46.690675 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2683-44c7-43d7-805c-d628dddf74f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:46.857800 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2683-44c7-43d7-805c-d628dddf74f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:46.910471 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e2683-44c7-43d7-805c-d628dddf74f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e8d86b3-f05a-41e9-b356-2c850b660d95,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:46.920549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e2683-44c7-43d7-805c-d628dddf74f7 admin admin] Checking segment: {'id': '1faf27eb-44d3-48ed-8453-846ed81318b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6e628179-1f64-444d-bd3b-401286c404df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:46.920940 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e2683-44c7-43d7-805c-d628dddf74f7 admin admin] Network hostable DHCP agents. Network: 6e628179-1f64-444d-bd3b-401286c404df, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:28:46.937684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e2683-44c7-43d7-805c-d628dddf74f7 admin admin] Network 6e628179-1f64-444d-bd3b-401286c404df is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:28:46.945874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-ec3e2683-44c7-43d7-805c-d628dddf74f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 6e628179-1f64-444d-bd3b-401286c404df) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:46.951496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3e2683-44c7-43d7-805c-d628dddf74f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:46.952084 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2683-44c7-43d7-805c-d628dddf74f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:46.954531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd0150c-fc2c-4399-bd09-4354823f8c70 None None] Network 6e628179-1f64-444d-bd3b-401286c404df requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:46.968915 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ec3e2683-44c7-43d7-805c-d628dddf74f7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3104403 Jul 29 15:28:47.082289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e9648-97ab-4a1d-a5ed-7313113d5a89 None None] Network 6e628179-1f64-444d-bd3b-401286c404df requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:28:47.390433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-2175e171-1270-450f-a2eb-269c15fbbe8e tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:47.392135 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-2175e171-1270-450f-a2eb-269c15fbbe8e tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/networks?id=6e628179-1f64-444d-bd3b-401286c404df HTTP/1.1" status: 200 len: 811 time: 0.1023924 Jul 29 15:28:47.407197 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-667dc108-a182-4aff-a73f-10bf52336ceb tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/quotas/96714ed4478347dbb8bc02c3a08d5d52 HTTP/1.1" status: 200 len: 375 time: 0.0092802 Jul 29 15:28:47.443027 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-135118c1-35e4-44ef-85ca-6cf1d368911b tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=96714ed4478347dbb8bc02c3a08d5d52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304241 Jul 29 15:28:47.532185 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-0ae46bbf-5f0c-4d91-af05-19db1bf1a61b service neutron] 10.222.0.16 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819311 Jul 29 15:28:47.624285 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-d0ffead9-f075-4a60-bf0c-4e562ff94499 service neutron] 10.222.0.16 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859997 Jul 29 15:28:48.811705 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-25654ba1-8315-45d3-8562-6cacc3aac4a5 req-3943ced3-a4f0-4901-9b9d-4aa1b080395a tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 210 time: 0.0333791 Jul 29 15:28:49.890166 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6cba5400-da94-455c-ba8b-bbb0b4cdeb37 req-1904ba35-6b17-4373-bf01-2b3ea38de894 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 210 time: 0.0277648 Jul 29 15:28:50.983493 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-70d83984-d882-4358-8c3c-a95925155737 req-4088140d-561d-48d7-9564-5a9a5cd5a687 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 210 time: 0.0266271 Jul 29 15:28:51.820267 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-8e8d3c26-a309-41f6-83cc-0807b7c7a56d tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:51.821897 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-8e8d3c26-a309-41f6-83cc-0807b7c7a56d tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.38 "GET /v2.0/networks?id=6e628179-1f64-444d-bd3b-401286c404df HTTP/1.1" status: 200 len: 811 time: 0.1081753 Jul 29 15:28:51.840414 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-089c7a58-26ca-4ec0-9e97-38ff3777d45c tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Request body: {'port': {'device_id': 'c67ed19b-bee9-4b42-9a7e-0686cde97c11', 'network_id': '6e628179-1f64-444d-bd3b-401286c404df', 'admin_state_up': True, 'tenant_id': '96714ed4478347dbb8bc02c3a08d5d52'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:51.951724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-089c7a58-26ca-4ec0-9e97-38ff3777d45c tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Made reservation on behalf of 96714ed4478347dbb8bc02c3a08d5d52 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:28:51.955293 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-089c7a58-26ca-4ec0-9e97-38ff3777d45c tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.078602 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45c461fd-9866-4db8-91cd-afa415816938 req-6575c2fc-4beb-4018-827a-5e8badf4e596 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 210 time: 0.0270057 Jul 29 15:28:52.081855 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-089c7a58-26ca-4ec0-9e97-38ff3777d45c tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Allocated IP 172.20.0.5 (6e628179-1f64-444d-bd3b-401286c404df/8e8d86b3-f05a-41e9-b356-2c850b660d95/a4087d02-3fb4-4fc0-bb89-10b80e13c8c1) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:28:52.229407 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-089c7a58-26ca-4ec0-9e97-38ff3777d45c tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.268992 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-089c7a58-26ca-4ec0-9e97-38ff3777d45c tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.311017 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-089c7a58-26ca-4ec0-9e97-38ff3777d45c tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Network 6e628179-1f64-444d-bd3b-401286c404df is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:28:52.314124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-089c7a58-26ca-4ec0-9e97-38ff3777d45c tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:28:52.319826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-089c7a58-26ca-4ec0-9e97-38ff3777d45c tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:28:52.326818 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c7a58-26ca-4ec0-9e97-38ff3777d45c tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Pushing event updated for resources: {'Port': ['ID=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:52.377010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-089c7a58-26ca-4ec0-9e97-38ff3777d45c tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:52.377616 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-089c7a58-26ca-4ec0-9e97-38ff3777d45c tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.392382 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-089c7a58-26ca-4ec0-9e97-38ff3777d45c tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5564682 Jul 29 15:28:52.410444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Request body: {'port': {'device_id': 'c67ed19b-bee9-4b42-9a7e-0686cde97c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:28:52.466717 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.734014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:28:52.741234 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.753405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Transition to ACTIVE for port object a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:28:52.757102 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.813026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Pushing event updated for resources: {'Port': ['ID=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:52.880182 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Attempting to bind port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:28:52.880517 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Attempting to bind port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '1faf27eb-44d3-48ed-8453-846ed81318b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6e628179-1f64-444d-bd3b-401286c404df'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:28:52.880877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Attempting to bind port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 on network 6e628179-1f64-444d-bd3b-401286c404df {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:52.885055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 on network 6e628179-1f64-444d-bd3b-401286c404df not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:28:52.885383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Attempting to bind port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 on network 6e628179-1f64-444d-bd3b-401286c404df {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:28:52.890046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:28:52.890388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Checking segment: {'id': '1faf27eb-44d3-48ed-8453-846ed81318b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6e628179-1f64-444d-bd3b-401286c404df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:28:52.890778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Bound using segment: {'id': '1faf27eb-44d3-48ed-8453-846ed81318b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6e628179-1f64-444d-bd3b-401286c404df'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:28:52.891202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Bound port: a4087d02-3fb4-4fc0-bb89-10b80e13c8c1, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1faf27eb-44d3-48ed-8453-846ed81318b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6e628179-1f64-444d-bd3b-401286c404df'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:28:52.891561 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.953612 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] For port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:28:52.956862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] For port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,segment=NetworkSegment(1faf27eb-44d3-48ed-8453-846ed81318b7),segment_id=1faf27eb-44d3-48ed-8453-846ed81318b7)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:28:52.961570 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:52.999709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:53.000358 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:53.001821 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] 10.222.0.38 "PUT /v2.0/ports/a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 HTTP/1.1" status: 200 len: 1091 time: 0.5957248 Jul 29 15:28:53.003988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67ed19b-bee9-4b42-9a7e-0686cde97c11', 'tag': 'a4087d02-3fb4-4fc0-bb89-10b80e13c8c1'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:28:53.006265 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce069147-309d-4ca7-91fc-a8ec0135738d" -d '{"events": [{"name": "network-changed", "server_uuid": "c67ed19b-bee9-4b42-9a7e-0686cde97c11", "tag": "a4087d02-3fb4-4fc0-bb89-10b80e13c8c1"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:28:53.032789 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce96db0-acef-4e84-8e8d-263d036fbf71 service neutron] Pushing event updated for resources: {'Port': ['ID=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:53.046255 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9843aee0-8274-487f-a82c-1ac19189d6ef x-openstack-request-id: req-9843aee0-8274-487f-a82c-1ac19189d6ef {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:28:53.046554 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67ed19b-bee9-4b42-9a7e-0686cde97c11", "tag": "a4087d02-3fb4-4fc0-bb89-10b80e13c8c1", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:28:53.046805 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9843aee0-8274-487f-a82c-1ac19189d6ef {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:28:53.047200 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67ed19b-bee9-4b42-9a7e-0686cde97c11', 'tag': 'a4087d02-3fb4-4fc0-bb89-10b80e13c8c1', 'status': 'completed', 'code': 200} Jul 29 15:28:53.106457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-80342acf-2bec-41dd-9e08-f5f070c75ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:53.108020 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-80342acf-2bec-41dd-9e08-f5f070c75ae7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=96714ed4478347dbb8bc02c3a08d5d52&device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 1094 time: 0.0428336 Jul 29 15:28:53.154613 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-ef848ee3-0cf8-45a5-9301-ad9d396f53f5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 HTTP/1.1" status: 200 len: 217 time: 0.0340230 Jul 29 15:28:53.197011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f7488-49d9-48d0-a574-a684f4dee44c req-9741007c-4800-4cdd-8a7e-79372f4dbb2e tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:53.198932 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-859f7488-49d9-48d0-a574-a684f4dee44c req-9741007c-4800-4cdd-8a7e-79372f4dbb2e tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 943 time: 0.0508039 Jul 29 15:28:53.209683 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-c9b3743d-3149-4f34-9ed9-f2574f0ad7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:53.211164 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-c9b3743d-3149-4f34-9ed9-f2574f0ad7c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8e8d86b3-f05a-41e9-b356-2c850b660d95 HTTP/1.1" status: 200 len: 851 time: 0.0497060 Jul 29 15:28:53.237832 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-859f7488-49d9-48d0-a574-a684f4dee44c req-700954a1-3cac-4d14-bc6c-7a276dcd2e5d tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330858 Jul 29 15:28:53.246335 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-cb72c3a7-313c-4281-adff-876244e975ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e628179-1f64-444d-bd3b-401286c404df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279119 Jul 29 15:28:53.335772 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-9862a02f-7b4e-425d-a17e-4dc8bfba1fa1 service neutron] 10.222.0.38 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821197 Jul 29 15:28:53.428139 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71151f83-b1b4-44c5-b3bb-ec092efcfc70 req-e5f8b279-e12b-4104-ba4d-6157ebf66a4b service neutron] 10.222.0.38 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857267 Jul 29 15:28:53.558824 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce069147-309d-4ca7-91fc-a8ec0135738d req-bb64d05c-9d3b-4dcf-878b-d8d981742cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:53.560358 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce069147-309d-4ca7-91fc-a8ec0135738d req-bb64d05c-9d3b-4dcf-878b-d8d981742cb3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=96714ed4478347dbb8bc02c3a08d5d52&device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 1094 time: 0.0428319 Jul 29 15:28:53.655654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce069147-309d-4ca7-91fc-a8ec0135738d req-11efa3c8-5656-4460-b94f-e7badbb4aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:53.657169 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce069147-309d-4ca7-91fc-a8ec0135738d req-11efa3c8-5656-4460-b94f-e7badbb4aa9b service neutron] 10.222.0.38 "GET /v2.0/networks?id=6e628179-1f64-444d-bd3b-401286c404df HTTP/1.1" status: 200 len: 912 time: 0.0903258 Jul 29 15:28:53.700150 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce069147-309d-4ca7-91fc-a8ec0135738d req-90e7d2c4-d18f-4458-b39c-76b14ddeb6e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 HTTP/1.1" status: 200 len: 217 time: 0.0355375 Jul 29 15:28:53.749531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce069147-309d-4ca7-91fc-a8ec0135738d req-cb586d7e-0788-4589-9e2b-b8e2caefe083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:53.750986 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce069147-309d-4ca7-91fc-a8ec0135738d req-cb586d7e-0788-4589-9e2b-b8e2caefe083 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8e8d86b3-f05a-41e9-b356-2c850b660d95 HTTP/1.1" status: 200 len: 851 time: 0.0439467 Jul 29 15:28:53.783491 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce069147-309d-4ca7-91fc-a8ec0135738d req-61d82899-fa9c-4224-b6a0-84aa25a3deb9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e628179-1f64-444d-bd3b-401286c404df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245779 Jul 29 15:28:53.875750 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce069147-309d-4ca7-91fc-a8ec0135738d req-677fd76e-f005-4ca1-b834-d294392d70ab service neutron] 10.222.0.38 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850003 Jul 29 15:28:53.964188 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce069147-309d-4ca7-91fc-a8ec0135738d req-0d665057-08c9-4aed-96a9-86d3303e09c0 service neutron] 10.222.0.38 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814941 Jul 29 15:28:54.359172 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e045c-5bfa-4812-8b7f-ff9bc6221ea1 req-502231f3-57b5-48be-8c2f-8b6dce25192c tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:54.360799 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-334e045c-5bfa-4812-8b7f-ff9bc6221ea1 req-502231f3-57b5-48be-8c2f-8b6dce25192c tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 943 time: 0.0533245 Jul 29 15:28:54.398301 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-334e045c-5bfa-4812-8b7f-ff9bc6221ea1 req-08768f88-d3cb-48e6-bd8b-d242e5086560 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315859 Jul 29 15:28:55.516492 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25782fcb-36d4-4b33-9bd0-06cc9e081fdc req-ae5b802f-69e4-4964-8d00-767768a6c385 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:55.518022 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25782fcb-36d4-4b33-9bd0-06cc9e081fdc req-ae5b802f-69e4-4964-8d00-767768a6c385 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 943 time: 0.0508637 Jul 29 15:28:55.562939 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25782fcb-36d4-4b33-9bd0-06cc9e081fdc req-be501d06-46e3-4824-a0c6-4f8497e89304 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390165 Jul 29 15:28:55.583339 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:28:55.687716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,segment=NetworkSegment(1faf27eb-44d3-48ed-8453-846ed81318b7),segment_id=1faf27eb-44d3-48ed-8453-846ed81318b7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:55.700310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'a4087d02-3fb4-4fc0-bb89-10b80e13c8c1', 'network_id': '6e628179-1f64-444d-bd3b-401286c404df', 'port_id': 'a4087d02-3fb4-4fc0-bb89-10b80e13c8c1', 'mac_address': 'fa:16:3e:19:69:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8d86b3-f05a-41e9-b356-2c850b660d95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:28:55.738619 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:55.751624 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:28:55.771805 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,segment=NetworkSegment(1faf27eb-44d3-48ed-8453-846ed81318b7),segment_id=1faf27eb-44d3-48ed-8453-846ed81318b7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:55.776423 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:55.822391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:56.030529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['a4087d02-3fb4-4fc0-bb89-10b80e13c8c1'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:28:56.636495 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:56.676635 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f8202-2a64-4412-a612-c3bc58f246a3 req-5553767a-d90c-4a59-b562-88b3871f4676 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:56.678121 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a76f8202-2a64-4412-a612-c3bc58f246a3 req-5553767a-d90c-4a59-b562-88b3871f4676 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 944 time: 0.0490162 Jul 29 15:28:56.717547 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a76f8202-2a64-4412-a612-c3bc58f246a3 req-29cdc00f-6993-446c-91b8-c987ffc6fd99 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330086 Jul 29 15:28:57.598068 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:28:57.645743 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:28:57.649396 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:28:57.649766 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:57.733675 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:57.755755 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67ed19b-bee9-4b42-9a7e-0686cde97c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4087d02-3fb4-4fc0-bb89-10b80e13c8c1'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:28:57.758067 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fedfaaf-5d0f-4f84-8df9-2942b5e98615" -d '{"events": [{"server_uuid": "c67ed19b-bee9-4b42-9a7e-0686cde97c11", "name": "network-vif-plugged", "status": "completed", "tag": "a4087d02-3fb4-4fc0-bb89-10b80e13c8c1"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:28:57.773323 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,segment=NetworkSegment(1faf27eb-44d3-48ed-8453-846ed81318b7),segment_id=1faf27eb-44d3-48ed-8453-846ed81318b7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:28:57.778529 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:28:57.804637 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae7f1b8-c5dd-4751-b8a2-cd8424feba4c x-openstack-request-id: req-fae7f1b8-c5dd-4751-b8a2-cd8424feba4c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:28:57.804961 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67ed19b-bee9-4b42-9a7e-0686cde97c11", "name": "network-vif-plugged", "status": "completed", "tag": "a4087d02-3fb4-4fc0-bb89-10b80e13c8c1", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:28:57.805215 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fae7f1b8-c5dd-4751-b8a2-cd8424feba4c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:28:57.805609 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67ed19b-bee9-4b42-9a7e-0686cde97c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4087d02-3fb4-4fc0-bb89-10b80e13c8c1', 'code': 200} Jul 29 15:28:57.834012 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:28:57.842278 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008c005-1cbf-419c-8ed3-043fbcd08bb5 req-f714bda6-90aa-4ccf-a33c-2aa2ba992296 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:57.845446 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0008c005-1cbf-419c-8ed3-043fbcd08bb5 req-f714bda6-90aa-4ccf-a33c-2aa2ba992296 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0546832 Jul 29 15:28:57.891711 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0008c005-1cbf-419c-8ed3-043fbcd08bb5 req-70622e8b-e501-416a-a5da-b76cee1aa030 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333931 Jul 29 15:28:57.924591 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f3902-6a4c-4eca-be04-a37118be7674 req-5396176c-512c-42da-a5fd-89fb0ddaa74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:57.926104 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8c3f3902-6a4c-4eca-be04-a37118be7674 req-5396176c-512c-42da-a5fd-89fb0ddaa74e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 1096 time: 0.0400722 Jul 29 15:28:57.934731 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:28:57.961771 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8c3f3902-6a4c-4eca-be04-a37118be7674 req-40937ffd-fc90-4d64-b22c-3ef80ee8a523 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286405 Jul 29 15:28:59.017624 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf02c3a-c8c6-41dd-92a0-15cb31f6ddf0 req-3b1d79bf-cc2e-4da0-ac5a-e28bc8aada7a tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:59.019145 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-edf02c3a-c8c6-41dd-92a0-15cb31f6ddf0 req-3b1d79bf-cc2e-4da0-ac5a-e28bc8aada7a tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0563579 Jul 29 15:28:59.059919 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-edf02c3a-c8c6-41dd-92a0-15cb31f6ddf0 req-9f1811a2-6539-4f69-83cc-c0d7ca0cd3ba tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324190 Jul 29 15:28:59.305505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2182a6-41b6-4dd8-815b-7fe1e4a5dc18 req-9b11f051-f16a-4aae-bfb0-03fb8ed1418b tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:28:59.306972 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7c2182a6-41b6-4dd8-815b-7fe1e4a5dc18 req-9b11f051-f16a-4aae-bfb0-03fb8ed1418b tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0586848 Jul 29 15:28:59.365783 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7c2182a6-41b6-4dd8-815b-7fe1e4a5dc18 req-c769c6ae-16ce-4732-af06-ca9cd8eb5462 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451221 Jul 29 15:28:59.369305 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-7bd5b1b4-268f-4b16-9c23-54678044987e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1309798 Jul 29 15:29:00.483291 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d288a-cf25-4bb8-b82e-1975d1d9f206 req-e1d3f4c4-accc-4da1-b9f1-dd85fee040e6 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:00.484811 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e29d288a-cf25-4bb8-b82e-1975d1d9f206 req-e1d3f4c4-accc-4da1-b9f1-dd85fee040e6 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0484142 Jul 29 15:29:00.522557 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e29d288a-cf25-4bb8-b82e-1975d1d9f206 req-6b3af63a-7689-40ef-9c1a-94d0f284fdc8 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318191 Jul 29 15:29:00.586824 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b28c9e6-a0c1-4fdb-8671-182c83018243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:00.641944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-4a0e0e18-9ce6-45c7-af25-ff6e247ca009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:00.643429 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-4a0e0e18-9ce6-45c7-af25-ff6e247ca009 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=96714ed4478347dbb8bc02c3a08d5d52&device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 1096 time: 0.0403543 Jul 29 15:29:00.732322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-7aa612b0-d300-4998-913d-869cdf4b64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:00.733879 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-7aa612b0-d300-4998-913d-869cdf4b64cc service neutron] 10.222.0.38 "GET /v2.0/networks?id=6e628179-1f64-444d-bd3b-401286c404df HTTP/1.1" status: 200 len: 912 time: 0.0834167 Jul 29 15:29:00.779098 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-db3b6eb6-bcb9-4f1b-b3df-21486bac2093 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 HTTP/1.1" status: 200 len: 217 time: 0.0383344 Jul 29 15:29:00.826833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-12b43f82-8a02-4b86-a771-09b10ee25fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:00.828251 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-12b43f82-8a02-4b86-a771-09b10ee25fc4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8e8d86b3-f05a-41e9-b356-2c850b660d95 HTTP/1.1" status: 200 len: 851 time: 0.0430801 Jul 29 15:29:00.861395 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-e51f5b72-7f11-4223-9dcb-5efce3d437d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e628179-1f64-444d-bd3b-401286c404df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260851 Jul 29 15:29:00.952596 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-49a6a842-2e8e-45b9-8702-409434ab7ba7 service neutron] 10.222.0.38 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844934 Jul 29 15:29:01.040316 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-cf8890b9-d8c2-4e44-a514-86beafe6d809 service neutron] 10.222.0.38 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811629 Jul 29 15:29:01.646609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb7358-157f-4cb7-a54d-e893c45a2422 req-95a5d06b-c20c-4689-9ba1-f944908260fc tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:01.648062 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2dcb7358-157f-4cb7-a54d-e893c45a2422 req-95a5d06b-c20c-4689-9ba1-f944908260fc tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0512605 Jul 29 15:29:01.686835 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2dcb7358-157f-4cb7-a54d-e893c45a2422 req-6baa1381-4494-4a46-9fc5-84a4f39128fc tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328114 Jul 29 15:29:02.806221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7607a-dd3a-4d6a-ba48-5a7b8c602f23 req-d7530416-0b3f-4466-888e-df99f7e62c6d tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:02.808369 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03f7607a-dd3a-4d6a-ba48-5a7b8c602f23 req-d7530416-0b3f-4466-888e-df99f7e62c6d tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0510840 Jul 29 15:29:02.854655 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03f7607a-dd3a-4d6a-ba48-5a7b8c602f23 req-a7613482-0b02-4382-b9c0-9d55b064f0b0 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400341 Jul 29 15:29:03.239010 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:03.376141 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5712d61c-c4bd-454f-9b70-17089809a5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:03.974033 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab098cad-a459-4180-9d18-9a70ae5c074f req-507ae3d2-a0df-4ef8-bbca-e9d7bcc87e23 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:03.975516 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab098cad-a459-4180-9d18-9a70ae5c074f req-507ae3d2-a0df-4ef8-bbca-e9d7bcc87e23 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0527534 Jul 29 15:29:04.013683 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab098cad-a459-4180-9d18-9a70ae5c074f req-3624994c-ba06-40eb-a50f-e255aee37053 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312850 Jul 29 15:29:04.448632 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:05.130336 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9a57f-4c29-4569-b695-b54044f381f8 req-3fc75734-02f8-4370-92b6-f3710be13f06 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:05.131751 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84d9a57f-4c29-4569-b695-b54044f381f8 req-3fc75734-02f8-4370-92b6-f3710be13f06 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0497708 Jul 29 15:29:05.169878 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84d9a57f-4c29-4569-b695-b54044f381f8 req-fe96ebc6-dc07-475b-b80a-6aa3aad7dfa7 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316577 Jul 29 15:29:06.286060 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c13a8-495a-4936-97cb-bdb5daa45ab5 req-bb730e6c-d7af-4280-8b2b-36df0d536777 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:06.287566 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9d4c13a8-495a-4936-97cb-bdb5daa45ab5 req-bb730e6c-d7af-4280-8b2b-36df0d536777 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0502057 Jul 29 15:29:06.325445 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9d4c13a8-495a-4936-97cb-bdb5daa45ab5 req-7ad67002-8792-4ab4-a092-8da290b24826 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319774 Jul 29 15:29:06.430893 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:07.445665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85f15b-6164-4da7-a95c-88f291717ab2 req-344d8027-6172-4d28-93cf-3b60ed993dc6 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:07.447140 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca85f15b-6164-4da7-a95c-88f291717ab2 req-344d8027-6172-4d28-93cf-3b60ed993dc6 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0485384 Jul 29 15:29:07.486627 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca85f15b-6164-4da7-a95c-88f291717ab2 req-6d2f6c22-0520-45d1-b09a-28b36abe2bd8 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323513 Jul 29 15:29:08.601884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890b893-8dc7-4a50-a13f-9d8c048a08c9 req-82bb28b0-d612-4c11-b6ca-fd0b08c2200d tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:08.603353 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f890b893-8dc7-4a50-a13f-9d8c048a08c9 req-82bb28b0-d612-4c11-b6ca-fd0b08c2200d tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0485165 Jul 29 15:29:08.645672 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f890b893-8dc7-4a50-a13f-9d8c048a08c9 req-14c9c5e0-d4e4-4916-ba69-ddaf5f09f836 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352967 Jul 29 15:29:09.771640 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667de716-6e77-40c2-a542-4f28e24109cd req-159c4759-1cc1-4632-a348-62e78db21476 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:09.773161 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-667de716-6e77-40c2-a542-4f28e24109cd req-159c4759-1cc1-4632-a348-62e78db21476 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0546889 Jul 29 15:29:09.817014 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-667de716-6e77-40c2-a542-4f28e24109cd req-815263cf-fe50-42fe-a485-13114ee87e88 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377979 Jul 29 15:29:10.940110 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afae7c1-4576-4ac1-8ef1-0a2cbf4fd8cb req-7c0f8210-f0d9-4ee2-b0be-a152064446ac tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:10.941598 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3afae7c1-4576-4ac1-8ef1-0a2cbf4fd8cb req-7c0f8210-f0d9-4ee2-b0be-a152064446ac tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0540383 Jul 29 15:29:10.979658 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3afae7c1-4576-4ac1-8ef1-0a2cbf4fd8cb req-2c8298c0-11ed-46db-9f95-74e73b0d5ae2 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321789 Jul 29 15:29:11.297230 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:12.096332 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73f9b3-b777-42cc-bea1-994eb9208258 req-79798cf1-6a40-49c7-8725-a8b2f8d4daa7 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:12.097801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5d73f9b3-b777-42cc-bea1-994eb9208258 req-79798cf1-6a40-49c7-8725-a8b2f8d4daa7 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0490189 Jul 29 15:29:12.137181 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5d73f9b3-b777-42cc-bea1-994eb9208258 req-ee84e4a8-927a-4dc3-9af8-a378a14b0aa2 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333591 Jul 29 15:29:13.255885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050c2f3-ed64-4e50-bb7f-ec3d9bbfd02d req-e9a51cce-905d-4b53-ade4-df414e45d8c4 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:13.257379 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5050c2f3-ed64-4e50-bb7f-ec3d9bbfd02d req-e9a51cce-905d-4b53-ade4-df414e45d8c4 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0490766 Jul 29 15:29:13.294825 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5050c2f3-ed64-4e50-bb7f-ec3d9bbfd02d req-b9c5f5f7-c03b-4e8c-b4c6-382264ef62f3 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309501 Jul 29 15:29:14.412333 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603ec8a-53c0-41e2-9c40-6a8bb6e196b6 req-be3e3fdc-e267-4ba4-be25-f32c0193249e tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:14.413824 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2603ec8a-53c0-41e2-9c40-6a8bb6e196b6 req-be3e3fdc-e267-4ba4-be25-f32c0193249e tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0497141 Jul 29 15:29:14.452707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2603ec8a-53c0-41e2-9c40-6a8bb6e196b6 req-8eec90f1-53c9-4214-8e77-540ee5042166 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324306 Jul 29 15:29:14.667413 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab561aa-a616-4090-8498-4c71565c27f5 req-e673f89b-d6e3-4032-b898-c9e3d72418c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:14.668820 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dab561aa-a616-4090-8498-4c71565c27f5 req-e673f89b-d6e3-4032-b898-c9e3d72418c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=96714ed4478347dbb8bc02c3a08d5d52&device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 1096 time: 0.0398033 Jul 29 15:29:14.780784 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab561aa-a616-4090-8498-4c71565c27f5 req-e9dcfd23-e3b3-4d0b-8f1b-f66a6600ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:14.782262 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dab561aa-a616-4090-8498-4c71565c27f5 req-e9dcfd23-e3b3-4d0b-8f1b-f66a6600ed09 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6e628179-1f64-444d-bd3b-401286c404df HTTP/1.1" status: 200 len: 912 time: 0.0932002 Jul 29 15:29:14.824319 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dab561aa-a616-4090-8498-4c71565c27f5 req-dc56ea51-bbca-4ca1-824d-e5dce48a36a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 HTTP/1.1" status: 200 len: 217 time: 0.0347922 Jul 29 15:29:14.875081 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab561aa-a616-4090-8498-4c71565c27f5 req-fa27c603-be07-4510-a178-cd4f6adffdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:14.876527 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dab561aa-a616-4090-8498-4c71565c27f5 req-fa27c603-be07-4510-a178-cd4f6adffdac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8e8d86b3-f05a-41e9-b356-2c850b660d95 HTTP/1.1" status: 200 len: 851 time: 0.0449903 Jul 29 15:29:14.910018 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dab561aa-a616-4090-8498-4c71565c27f5 req-f437b130-0870-4966-9c1b-fa028b253d1e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e628179-1f64-444d-bd3b-401286c404df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270877 Jul 29 15:29:14.997907 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dab561aa-a616-4090-8498-4c71565c27f5 req-7015e355-edbc-4e98-ba89-29386cbffc81 service neutron] 10.222.0.38 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799081 Jul 29 15:29:15.093312 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dab561aa-a616-4090-8498-4c71565c27f5 req-3db201c3-e772-4a9f-bf43-2d150315af0f service neutron] 10.222.0.38 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858951 Jul 29 15:29:15.567656 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d74781-9351-4f75-a461-70dde8f4343e req-3ce42999-47e5-4d27-836f-70eae24287a5 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:15.569169 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b5d74781-9351-4f75-a461-70dde8f4343e req-3ce42999-47e5-4d27-836f-70eae24287a5 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0490572 Jul 29 15:29:15.607730 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b5d74781-9351-4f75-a461-70dde8f4343e req-55b9aec0-27d4-4713-9df2-ecd6323a7db1 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326405 Jul 29 15:29:16.722238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce412ad-078e-4382-a203-e5478f70291a req-5dc7ffad-bf0c-4d58-9246-df7e5ff9b7b5 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:16.723740 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ce412ad-078e-4382-a203-e5478f70291a req-5dc7ffad-bf0c-4d58-9246-df7e5ff9b7b5 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0486598 Jul 29 15:29:16.766956 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ce412ad-078e-4382-a203-e5478f70291a req-1e4c9d35-ab14-47f6-8083-74d18e27752a tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371921 Jul 29 15:29:17.885601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97d49d-1262-4936-92fb-51fb1c196830 req-5c61e7b7-e14e-48dd-aae7-6c1e4f044bed tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:17.887183 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3a97d49d-1262-4936-92fb-51fb1c196830 req-5c61e7b7-e14e-48dd-aae7-6c1e4f044bed tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0520961 Jul 29 15:29:17.924450 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3a97d49d-1262-4936-92fb-51fb1c196830 req-552a5bd0-6bb4-4e5c-92bd-9ce6dbc81432 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312700 Jul 29 15:29:19.038991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41157a97-de9f-4147-b6ac-e5f132aea23f req-1e7e185e-4401-472f-8a3e-181f875a4b6a tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:19.040486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41157a97-de9f-4147-b6ac-e5f132aea23f req-1e7e185e-4401-472f-8a3e-181f875a4b6a tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0489793 Jul 29 15:29:19.080417 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41157a97-de9f-4147-b6ac-e5f132aea23f req-0c752b4b-2d82-4ae7-99af-9719b09b73ae tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338488 Jul 29 15:29:20.197877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf23cfa-ee50-4c8e-b0a6-e9c8094b87ef req-93d8e3c1-c486-4d33-be6e-92f407a0371a tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:20.199342 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9cf23cfa-ee50-4c8e-b0a6-e9c8094b87ef req-93d8e3c1-c486-4d33-be6e-92f407a0371a tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0523660 Jul 29 15:29:20.237838 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9cf23cfa-ee50-4c8e-b0a6-e9c8094b87ef req-d392a151-a92e-4ee0-baf5-ea396432b771 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319757 Jul 29 15:29:21.354762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f3d4f-7d6e-4896-a5c4-9040cd1e3ff7 req-c031c004-3358-4074-ac98-9dcd85a2ad6a tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:21.357154 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e04f3d4f-7d6e-4896-a5c4-9040cd1e3ff7 req-c031c004-3358-4074-ac98-9dcd85a2ad6a tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0485656 Jul 29 15:29:21.394215 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e04f3d4f-7d6e-4896-a5c4-9040cd1e3ff7 req-af718bb4-8c92-44f0-9e55-92039217e704 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310409 Jul 29 15:29:22.508705 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baab43-b7f3-4111-9a82-dcbc5e81892c req-5a53ea2a-003e-4fc8-babe-648a3913eb73 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:22.510205 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-42baab43-b7f3-4111-9a82-dcbc5e81892c req-5a53ea2a-003e-4fc8-babe-648a3913eb73 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0486801 Jul 29 15:29:22.548280 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-42baab43-b7f3-4111-9a82-dcbc5e81892c req-f9c7bb57-4556-4951-ac3c-88c3747795bc tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319209 Jul 29 15:29:23.673680 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e3ca9-a7ae-4fed-8a4c-455c4a3b956e req-6573ee4a-040f-4645-aebc-9f6a8b82b622 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:23.675148 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b94e3ca9-a7ae-4fed-8a4c-455c4a3b956e req-6573ee4a-040f-4645-aebc-9f6a8b82b622 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0473521 Jul 29 15:29:23.719994 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b94e3ca9-a7ae-4fed-8a4c-455c4a3b956e req-925aac29-3cb4-4e61-ba40-30da104768a8 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389342 Jul 29 15:29:24.837451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f38ac-0580-4b35-9fca-0974d3170c17 req-91592bdf-a0ee-4448-9103-33043a21a401 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:24.838952 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb5f38ac-0580-4b35-9fca-0974d3170c17 req-91592bdf-a0ee-4448-9103-33043a21a401 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0495932 Jul 29 15:29:24.878187 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb5f38ac-0580-4b35-9fca-0974d3170c17 req-4ff1343a-1f65-4cfc-b3da-ca381ea468c2 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Jul 29 15:29:25.993781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff5dc4-7c81-4d0a-84fb-e40d758f458b req-cd7e8b7c-3a65-4ded-b194-901362c08dd7 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:25.995260 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ceff5dc4-7c81-4d0a-84fb-e40d758f458b req-cd7e8b7c-3a65-4ded-b194-901362c08dd7 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0493722 Jul 29 15:29:26.034070 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ceff5dc4-7c81-4d0a-84fb-e40d758f458b req-cfa9a675-37cb-4847-a47b-69641eed508e tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326424 Jul 29 15:29:26.652856 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:27.151514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b183f-51fe-443c-a436-ede227261f9e req-af80b714-f07f-4278-abc7-396901e79dfd tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:27.152989 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ee8b183f-51fe-443c-a436-ede227261f9e req-af80b714-f07f-4278-abc7-396901e79dfd tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0519726 Jul 29 15:29:27.194199 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ee8b183f-51fe-443c-a436-ede227261f9e req-6cb1a065-d4e8-4d1b-9b91-375ffd106b92 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Jul 29 15:29:28.049453 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-bccf1ecf-ee5c-4215-a215-8edb0e839b60 service neutron] show failed (client error): The resource could not be found. Jul 29 15:29:28.050938 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-bccf1ecf-ee5c-4215-a215-8edb0e839b60 service neutron] 10.222.0.38 "GET /v2.0/ports/a4087d02-3fb4-4fc0-bb89-10b80e13c8c1/bindings/n-h2-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.0592933 Jul 29 15:29:28.272708 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-c5086064-033f-4a52-ba75-2c3b55e7a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:28.274312 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-c5086064-033f-4a52-ba75-2c3b55e7a0f8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11&tenant_id=96714ed4478347dbb8bc02c3a08d5d52 HTTP/1.1" status: 200 len: 1096 time: 0.0453017 Jul 29 15:29:28.288156 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:28.315812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c6f42-a10d-48c7-a2b1-51d17ce36634 req-e902e4e4-9b45-425c-9cde-b264976ebf35 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:28.317387 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-372c6f42-a10d-48c7-a2b1-51d17ce36634 req-e902e4e4-9b45-425c-9cde-b264976ebf35 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 945 time: 0.0533831 Jul 29 15:29:28.348861 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:28.359252 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-372c6f42-a10d-48c7-a2b1-51d17ce36634 req-007e8839-7ec0-4fdc-b723-f785020a6f19 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352409 Jul 29 15:29:28.559770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] For port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,segment=NetworkSegment(1faf27eb-44d3-48ed-8453-846ed81318b7),segment_id=1faf27eb-44d3-48ed-8453-846ed81318b7)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:28.595096 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] For port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:29:28.634921 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67ed19b-bee9-4b42-9a7e-0686cde97c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4087d02-3fb4-4fc0-bb89-10b80e13c8c1'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:28.637235 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a56a62a-6500-4d64-8ca9-5961f43dbd1e" -d '{"events": [{"server_uuid": "c67ed19b-bee9-4b42-9a7e-0686cde97c11", "name": "network-vif-unplugged", "status": "completed", "tag": "a4087d02-3fb4-4fc0-bb89-10b80e13c8c1"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:28.642253 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:28.655219 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Transition to ACTIVE for port object a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:29:28.659472 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:28.705086 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f14a91-1b7c-428c-8c5b-8c85b0bae821 x-openstack-request-id: req-a4f14a91-1b7c-428c-8c5b-8c85b0bae821 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:28.706404 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67ed19b-bee9-4b42-9a7e-0686cde97c11", "name": "network-vif-unplugged", "status": "completed", "tag": "a4087d02-3fb4-4fc0-bb89-10b80e13c8c1", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:28.706666 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4f14a91-1b7c-428c-8c5b-8c85b0bae821 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:28.707114 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67ed19b-bee9-4b42-9a7e-0686cde97c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4087d02-3fb4-4fc0-bb89-10b80e13c8c1', 'code': 200} Jul 29 15:29:28.744282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] No DVR routers for this DVR port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:29:28.760594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Pushing event updated for resources: {'Port': ['ID=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,revision_number=6']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:28.794252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:28.794609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:28.794962 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:28.795303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:28.795646 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:28.796005 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:28.796319 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:28.796654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:28.797018 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:28.797342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:28.797671 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:28.798003 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:28.806074 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Attempting to bind port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:29:28.806475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Attempting to bind port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '1faf27eb-44d3-48ed-8453-846ed81318b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6e628179-1f64-444d-bd3b-401286c404df'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:29:28.806817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Attempting to bind port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 on network 6e628179-1f64-444d-bd3b-401286c404df {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:29:28.813072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 on network 6e628179-1f64-444d-bd3b-401286c404df not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:29:28.813410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Attempting to bind port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 on network 6e628179-1f64-444d-bd3b-401286c404df {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:29:28.819015 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:29:28.819363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Checking segment: {'id': '1faf27eb-44d3-48ed-8453-846ed81318b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6e628179-1f64-444d-bd3b-401286c404df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:29:28.819760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Bound using segment: {'id': '1faf27eb-44d3-48ed-8453-846ed81318b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6e628179-1f64-444d-bd3b-401286c404df'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:29:28.820216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Bound port: a4087d02-3fb4-4fc0-bb89-10b80e13c8c1, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1faf27eb-44d3-48ed-8453-846ed81318b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6e628179-1f64-444d-bd3b-401286c404df'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:29:28.820566 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:28.894243 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] For port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:29:28.897534 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] For port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,segment=NetworkSegment(1faf27eb-44d3-48ed-8453-846ed81318b7),segment_id=1faf27eb-44d3-48ed-8453-846ed81318b7)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:29:28.902286 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:28.938963 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:28.939581 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:28.941076 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] 10.222.0.39 "PUT /v2.0/ports/a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 HTTP/1.1" status: 200 len: 1091 time: 0.6574521 Jul 29 15:29:28.962778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c9a5f-2252-4f4b-884e-c866e582a514 service neutron] Pushing event updated for resources: {'Port': ['ID=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,revision_number=7']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:29.008386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-d31072db-c31b-4076-8935-1504f2ae48be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:29.009981 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-d31072db-c31b-4076-8935-1504f2ae48be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=96714ed4478347dbb8bc02c3a08d5d52&device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 1094 time: 0.0429921 Jul 29 15:29:29.112054 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-87d9d514-678b-4765-8b27-c71a3b0f53b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:29.113599 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-87d9d514-678b-4765-8b27-c71a3b0f53b3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e628179-1f64-444d-bd3b-401286c404df HTTP/1.1" status: 200 len: 912 time: 0.0968771 Jul 29 15:29:29.158843 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-2fd19a68-717f-4521-a0c0-363af4b93d80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 HTTP/1.1" status: 200 len: 217 time: 0.0375018 Jul 29 15:29:29.209110 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-5104f9d8-df34-474e-afeb-329bf3e4bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:29.210571 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-5104f9d8-df34-474e-afeb-329bf3e4bc96 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e8d86b3-f05a-41e9-b356-2c850b660d95 HTTP/1.1" status: 200 len: 851 time: 0.0445724 Jul 29 15:29:29.246321 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-201e7661-cdb3-4f21-a205-0b6c360a46f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e628179-1f64-444d-bd3b-401286c404df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288444 Jul 29 15:29:29.334554 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-b320d4c1-115f-4e12-a1bb-3ab510633272 service neutron] 10.222.0.39 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810263 Jul 29 15:29:29.431477 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cbb662d-0796-492f-a5c9-797ac3be70b7 req-1cd7c66e-64ba-4830-928d-e93cd04c31ec service neutron] 10.222.0.39 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893762 Jul 29 15:29:29.482616 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c5914-b5b3-4bf9-9ba1-379d3f0e79ec req-fd3219e5-87ad-4752-9139-cf9b2e31fbfe tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:29.484123 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d68c5914-b5b3-4bf9-9ba1-379d3f0e79ec req-fd3219e5-87ad-4752-9139-cf9b2e31fbfe tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 943 time: 0.0519710 Jul 29 15:29:29.527157 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d68c5914-b5b3-4bf9-9ba1-379d3f0e79ec req-0c0ff3cf-3afc-4a4a-a752-288b70c03796 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362144 Jul 29 15:29:30.590133 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00807cb3-46ef-4d5b-8071-27866a39b835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:30.656727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cac715-4aaf-4db4-9c67-67602e0a9072 req-1ad3a9d8-7b05-4815-9cdf-ef4fe9561155 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:30.658232 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58cac715-4aaf-4db4-9c67-67602e0a9072 req-1ad3a9d8-7b05-4815-9cdf-ef4fe9561155 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 943 time: 0.0539405 Jul 29 15:29:30.695908 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58cac715-4aaf-4db4-9c67-67602e0a9072 req-2efbbd45-0165-4681-b8af-cbce9550e4e6 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314624 Jul 29 15:29:30.708580 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67ed19b-bee9-4b42-9a7e-0686cde97c11', 'tag': 'a4087d02-3fb4-4fc0-bb89-10b80e13c8c1'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:30.711235 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291a7abe-ba67-4c11-a40a-bfed5c97422f" -d '{"events": [{"name": "network-changed", "server_uuid": "c67ed19b-bee9-4b42-9a7e-0686cde97c11", "tag": "a4087d02-3fb4-4fc0-bb89-10b80e13c8c1"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:30.760494 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9c5dc4-e912-4bfd-b751-851c89770b09 x-openstack-request-id: req-5d9c5dc4-e912-4bfd-b751-851c89770b09 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:30.760826 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67ed19b-bee9-4b42-9a7e-0686cde97c11", "tag": "a4087d02-3fb4-4fc0-bb89-10b80e13c8c1", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:30.761080 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d9c5dc4-e912-4bfd-b751-851c89770b09 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:30.761479 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67ed19b-bee9-4b42-9a7e-0686cde97c11', 'tag': 'a4087d02-3fb4-4fc0-bb89-10b80e13c8c1', 'status': 'completed', 'code': 200} Jul 29 15:29:30.872209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-53b8432d-4ccc-4036-abcb-777dc84df224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:30.873757 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-53b8432d-4ccc-4036-abcb-777dc84df224 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=96714ed4478347dbb8bc02c3a08d5d52&device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 1094 time: 0.0737891 Jul 29 15:29:30.876396 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-fab14af5-c844-42c3-926c-fe979328766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:30.877796 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-fab14af5-c844-42c3-926c-fe979328766b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=96714ed4478347dbb8bc02c3a08d5d52&device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 1094 time: 0.0688398 Jul 29 15:29:31.379992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-d9ebd348-8d7c-4cee-93df-e3b970b6fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:31.381490 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-d9ebd348-8d7c-4cee-93df-e3b970b6fd19 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e628179-1f64-444d-bd3b-401286c404df HTTP/1.1" status: 200 len: 912 time: 0.4998949 Jul 29 15:29:31.382558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-a35496af-f403-4505-b7ef-5b9f9b9e1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:31.383850 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-a35496af-f403-4505-b7ef-5b9f9b9e1c1d service neutron] 10.222.0.38 "GET /v2.0/networks?id=6e628179-1f64-444d-bd3b-401286c404df HTTP/1.1" status: 200 len: 912 time: 0.4930251 Jul 29 15:29:31.453884 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-b62012c1-65d0-4804-a447-d7e82b67b061 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 HTTP/1.1" status: 200 len: 217 time: 0.0653582 Jul 29 15:29:31.455046 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-6b031b39-1075-4c97-81bc-2b4c1eb04f8e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 HTTP/1.1" status: 200 len: 217 time: 0.0611272 Jul 29 15:29:31.536935 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-5bda1f2a-227f-4d5d-a232-a5ca6d9af6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:31.538398 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-5bda1f2a-227f-4d5d-a232-a5ca6d9af6bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8e8d86b3-f05a-41e9-b356-2c850b660d95 HTTP/1.1" status: 200 len: 851 time: 0.0778921 Jul 29 15:29:31.541714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-6e249832-046e-45c1-8c89-e66e57d21dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:31.543014 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-6e249832-046e-45c1-8c89-e66e57d21dfc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8e8d86b3-f05a-41e9-b356-2c850b660d95 HTTP/1.1" status: 200 len: 851 time: 0.0753086 Jul 29 15:29:31.594979 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-fcbca81c-75e2-4e05-bef8-1a11d01ff382 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e628179-1f64-444d-bd3b-401286c404df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493901 Jul 29 15:29:31.596805 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-ede15c3a-c0e9-4723-909d-2bf16c909df7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e628179-1f64-444d-bd3b-401286c404df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442092 Jul 29 15:29:31.760718 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-35cbe394-860a-49f4-add4-6c8b534caebf service neutron] 10.222.0.38 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567190 Jul 29 15:29:31.762801 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-40422cc0-7c2b-458f-860c-656cfce26f87 service neutron] 10.222.0.39 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598616 Jul 29 15:29:31.800406 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:29:31.843075 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:29:31.947083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3eb89e-9f18-425c-88a6-52e8cc82b7a8 req-012dd5f2-f1d0-4f8e-a8a1-2b30f42ceeb9 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:31.948587 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f3eb89e-9f18-425c-88a6-52e8cc82b7a8 req-012dd5f2-f1d0-4f8e-a8a1-2b30f42ceeb9 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 943 time: 0.1816106 Jul 29 15:29:31.982435 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-7e9da11e-59ae-4497-9da4-6ce87ccac12b service neutron] 10.222.0.39 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114811 Jul 29 15:29:31.996160 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-291a7abe-ba67-4c11-a40a-bfed5c97422f req-bceb5a74-2d53-49e9-b291-7026677b656c service neutron] 10.222.0.38 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273748 Jul 29 15:29:32.017092 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0f3eb89e-9f18-425c-88a6-52e8cc82b7a8 req-b6c02477-569e-45f3-a714-8654677ed92f tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594721 Jul 29 15:29:32.319657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-dda56f69-9aa8-4c99-a0b5-c8a9f9103327 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:32.321176 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-dda56f69-9aa8-4c99-a0b5-c8a9f9103327 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.38 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11&tenant_id=96714ed4478347dbb8bc02c3a08d5d52&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 943 time: 0.0862935 Jul 29 15:29:32.383311 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-dfc735bf-e28e-4389-9330-33d577b59edf service neutron] delete failed (client error): The resource could not be found. Jul 29 15:29:32.384345 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-dfc735bf-e28e-4389-9330-33d577b59edf service neutron] 10.222.0.38 "DELETE /v2.0/ports/a4087d02-3fb4-4fc0-bb89-10b80e13c8c1/bindings/n-h1-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.0559788 Jul 29 15:29:32.495506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-b081ca72-87c7-4338-b291-61b93abcc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:32.497621 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-b081ca72-87c7-4338-b291-61b93abcc210 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=96714ed4478347dbb8bc02c3a08d5d52&device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 1094 time: 0.0480969 Jul 29 15:29:32.594579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-d3771af7-d955-4620-bb1f-9f1805580fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:32.595995 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-d3771af7-d955-4620-bb1f-9f1805580fe4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6e628179-1f64-444d-bd3b-401286c404df HTTP/1.1" status: 200 len: 912 time: 0.0915027 Jul 29 15:29:32.642774 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-d5409198-4fa1-4333-b8c6-2ca7a0c1695d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 HTTP/1.1" status: 200 len: 217 time: 0.0395114 Jul 29 15:29:32.697585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-a47f03ad-e9d1-4aa7-a49a-f3547d1c601d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:32.699128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-a47f03ad-e9d1-4aa7-a49a-f3547d1c601d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=8e8d86b3-f05a-41e9-b356-2c850b660d95 HTTP/1.1" status: 200 len: 851 time: 0.0503900 Jul 29 15:29:32.733421 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-0897105a-fa47-4ab6-afa7-2d3d0853d011 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e628179-1f64-444d-bd3b-401286c404df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267780 Jul 29 15:29:32.822978 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-f17a9917-bbeb-4e00-ae2d-fb81877bdadf service neutron] 10.222.0.38 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825677 Jul 29 15:29:32.917382 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-c2dc5152-fae6-4a90-975e-778370d6facb service neutron] 10.222.0.38 "GET /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867875 Jul 29 15:29:33.243505 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:33.352487 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:29:33.383641 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-50b2f3c5-d041-4b8c-975c-3bbb7d9bda5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:33.468083 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,segment=NetworkSegment(1faf27eb-44d3-48ed-8453-846ed81318b7),segment_id=1faf27eb-44d3-48ed-8453-846ed81318b7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:33.479472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'a4087d02-3fb4-4fc0-bb89-10b80e13c8c1', 'network_id': '6e628179-1f64-444d-bd3b-401286c404df', 'port_id': 'a4087d02-3fb4-4fc0-bb89-10b80e13c8c1', 'mac_address': 'fa:16:3e:19:69:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8d86b3-f05a-41e9-b356-2c850b660d95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:29:33.521098 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:33.539700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:29:33.564425 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,segment=NetworkSegment(1faf27eb-44d3-48ed-8453-846ed81318b7),segment_id=1faf27eb-44d3-48ed-8453-846ed81318b7)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:33.569607 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:33.629828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:33.640308 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:33.640992 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:33.641333 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:33.647813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:33.647813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:33.647813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:33.647813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:33.647813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:33.647813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:33.647813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:33.647813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:33.647813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:33.693079 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c71a7-dd7b-41c3-bb98-49894cd717bf req-460c2364-0a2c-4c82-a130-da53f66e2b52 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:33.694606 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c4c71a7-dd7b-41c3-bb98-49894cd717bf req-460c2364-0a2c-4c82-a130-da53f66e2b52 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 944 time: 0.0620356 Jul 29 15:29:33.735859 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c4c71a7-dd7b-41c3-bb98-49894cd717bf req-debe7fcf-5a24-4d22-8da7-a54a8e8ad01b tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351794 Jul 29 15:29:33.815768 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['a4087d02-3fb4-4fc0-bb89-10b80e13c8c1'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:29:34.452984 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:34.874670 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1070d-c942-49ce-83da-9bcfb881a99b req-c479647a-af72-4c37-8c75-58a10316f82b tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:34.877477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ad1070d-c942-49ce-83da-9bcfb881a99b req-c479647a-af72-4c37-8c75-58a10316f82b tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 944 time: 0.0635512 Jul 29 15:29:34.905808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-5cc25c13-9e07-4fad-ad72-bc00d7c9f0d1 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:34.907551 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-5cc25c13-9e07-4fad-ad72-bc00d7c9f0d1 tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.39 "GET /v2.0/ports?device_id=c67ed19b-bee9-4b42-9a7e-0686cde97c11 HTTP/1.1" status: 200 len: 944 time: 0.0572019 Jul 29 15:29:34.921377 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7ad1070d-c942-49ce-83da-9bcfb881a99b req-86c9fac7-b6a1-4daf-9bba-5825e168741b tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360537 Jul 29 15:29:34.938470 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:29:35.027650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-d02e6540-3a95-4639-8d64-b3f0ed77e7de tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Deleting port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:29:35.027916 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-d02e6540-3a95-4639-8d64-b3f0ed77e7de tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:35.120310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-d02e6540-3a95-4639-8d64-b3f0ed77e7de tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] For port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,segment=NetworkSegment(1faf27eb-44d3-48ed-8453-846ed81318b7),segment_id=1faf27eb-44d3-48ed-8453-846ed81318b7)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:35.120715 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-d02e6540-3a95-4639-8d64-b3f0ed77e7de tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:35.135313 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-d02e6540-3a95-4639-8d64-b3f0ed77e7de tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Calling delete_port for a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:29:35.269658 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-d02e6540-3a95-4639-8d64-b3f0ed77e7de tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:35.280986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['a4087d02-3fb4-4fc0-bb89-10b80e13c8c1'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:29:35.299715 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e6540-3a95-4639-8d64-b3f0ed77e7de tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Pushing event deleted for resources: {'Port': ['ID=a4087d02-3fb4-4fc0-bb89-10b80e13c8c1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:35.349856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-d02e6540-3a95-4639-8d64-b3f0ed77e7de tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] No DVR routers for this DVR port a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:29:35.353884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:29:35.354094 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-d02e6540-3a95-4639-8d64-b3f0ed77e7de tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:35.356451 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9bbec7cb-f6a9-4791-831d-dbd4caf482c6 req-d02e6540-3a95-4639-8d64-b3f0ed77e7de tempest-DeleteServersTestJSON-2055182237 tempest-DeleteServersTestJSON-2055182237-project] 10.222.0.39 "DELETE /v2.0/ports/a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 HTTP/1.1" status: 204 len: 173 time: 0.4416466 Jul 29 15:29:35.357783 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67ed19b-bee9-4b42-9a7e-0686cde97c11', 'name': 'network-vif-deleted', 'tag': 'a4087d02-3fb4-4fc0-bb89-10b80e13c8c1'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:35.359867 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b44bc93-147f-417d-9769-14ed19b7d9fb" -d '{"events": [{"server_uuid": "c67ed19b-bee9-4b42-9a7e-0686cde97c11", "name": "network-vif-deleted", "tag": "a4087d02-3fb4-4fc0-bb89-10b80e13c8c1"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:35.376113 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:29:35.376463 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device a4087d02-3fb4-4fc0-bb89-10b80e13c8c1 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:29:35.398259 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11810788-bf3c-4a3f-812d-ef676bdc87b1 x-openstack-request-id: req-11810788-bf3c-4a3f-812d-ef676bdc87b1 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:35.398554 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67ed19b-bee9-4b42-9a7e-0686cde97c11", "name": "network-vif-deleted", "tag": "a4087d02-3fb4-4fc0-bb89-10b80e13c8c1", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:35.398810 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11810788-bf3c-4a3f-812d-ef676bdc87b1 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:35.399213 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67ed19b-bee9-4b42-9a7e-0686cde97c11', 'name': 'network-vif-deleted', 'tag': 'a4087d02-3fb4-4fc0-bb89-10b80e13c8c1', 'status': 'completed', 'code': 200} Jul 29 15:29:36.065687 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51686) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:36.115712 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Deleting subnet 8e8d86b3-f05a-41e9-b356-2c850b660d95 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:29:36.119121 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.156248 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.208972 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.267691 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.295567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e8d86b3-f05a-41e9-b356-2c850b660d95,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:36.298137 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.299965 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8e8d86b3-f05a-41e9-b356-2c850b660d95 HTTP/1.1" status: 204 len: 168 time: 0.2330775 Jul 29 15:29:36.302695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51688) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:36.306455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:36.306804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:36.307138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:36.307468 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:36.307797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:36.308126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:36.308446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:36.308789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:36.309110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:36.309426 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:36.309745 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:36.310132 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87be14-2a60-47b1-ab6e-999c0c223bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:29:36.373769 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7bff29ae-e31d-4747-b5e6-d2f02b74837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.435524 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.463048 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7bff29ae-e31d-4747-b5e6-d2f02b74837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.473551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7bff29ae-e31d-4747-b5e6-d2f02b74837b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e628179-1f64-444d-bd3b-401286c404df']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:36.484775 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7bff29ae-e31d-4747-b5e6-d2f02b74837b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1faf27eb-44d3-48ed-8453-846ed81318b7') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:36.485077 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7bff29ae-e31d-4747-b5e6-d2f02b74837b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1faf27eb-44d3-48ed-8453-846ed81318b7') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:29:36.495207 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7bff29ae-e31d-4747-b5e6-d2f02b74837b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.510921 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7bff29ae-e31d-4747-b5e6-d2f02b74837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.517934 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bff29ae-e31d-4747-b5e6-d2f02b74837b admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:29:36.518380 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7bff29ae-e31d-4747-b5e6-d2f02b74837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:29:36.520512 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:29:36.577192 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7bff29ae-e31d-4747-b5e6-d2f02b74837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.582824 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7bff29ae-e31d-4747-b5e6-d2f02b74837b admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.584692 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7bff29ae-e31d-4747-b5e6-d2f02b74837b admin admin] 10.222.0.16 "DELETE /v2.0/networks/6e628179-1f64-444d-bd3b-401286c404df HTTP/1.1" status: 204 len: 168 time: 0.2809067 Jul 29 15:29:36.598365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff29ae-e31d-4747-b5e6-d2f02b74837b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e628179-1f64-444d-bd3b-401286c404df,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:36.707789 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51692) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:36.757239 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9981cbfc-709d-4d46-b29b-1cb815931870 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96714ed4478347dbb8bc02c3a08d5d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482619 Jul 29 15:29:36.759963 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51694) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:36.809508 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80af0da6-829d-4e6f-918b-7aafc5e03aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.834530 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80af0da6-829d-4e6f-918b-7aafc5e03aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.890859 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80af0da6-829d-4e6f-918b-7aafc5e03aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.893717 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-80af0da6-829d-4e6f-918b-7aafc5e03aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:36.894966 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-80af0da6-829d-4e6f-918b-7aafc5e03aa1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b3ff465-b861-4ca9-b8c2-9cbceb8bd924 HTTP/1.1" status: 204 len: 168 time: 0.1340852 Jul 29 15:29:36.904355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af0da6-829d-4e6f-918b-7aafc5e03aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3ff465-b861-4ca9-b8c2-9cbceb8bd924,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:37.613079 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 51716) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:37.711622 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-2caa6e01-3293-464b-95f8-6883cc306a71 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1970927858-network', 'tenant_id': '8bfc5a97cdc640d1b8e75a5a78d48777'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:37.733604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2caa6e01-3293-464b-95f8-6883cc306a71 admin admin] Made reservation on behalf of 8bfc5a97cdc640d1b8e75a5a78d48777 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:29:37.735891 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2caa6e01-3293-464b-95f8-6883cc306a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:37.744638 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2caa6e01-3293-464b-95f8-6883cc306a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:37.842018 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2caa6e01-3293-464b-95f8-6883cc306a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:37.847328 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2caa6e01-3293-464b-95f8-6883cc306a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:37.875947 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2caa6e01-3293-464b-95f8-6883cc306a71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:29:37.886299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa6e01-3293-464b-95f8-6883cc306a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067fbac8-c328-4855-b961-c3279777d2ff,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:37.892548 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2caa6e01-3293-464b-95f8-6883cc306a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:37.892929 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-2caa6e01-3293-464b-95f8-6883cc306a71 admin admin] Added segment 7a36de42-b2d9-4f4f-abf0-4945ee57f141 of type vlan for network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf Jul 29 15:29:37.940386 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2caa6e01-3293-464b-95f8-6883cc306a71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:37.973272 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2caa6e01-3293-464b-95f8-6883cc306a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:37.974198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caa6e01-3293-464b-95f8-6883cc306a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:37.974787 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-2caa6e01-3293-464b-95f8-6883cc306a71 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:38.034656 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2caa6e01-3293-464b-95f8-6883cc306a71 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4204447 Jul 29 15:29:38.041153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 51720) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:29:38.046938 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa6e01-3293-464b-95f8-6883cc306a71 admin admin] Pushing event updated for resources: {'Network': ['ID=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:38.049039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-060a93e3-4538-4b8c-9438-d39cd07c315c admin admin] Request body: {'subnet': {'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1970927858-subnet', 'tenant_id': '8bfc5a97cdc640d1b8e75a5a78d48777', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:38.058851 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:29:38.074031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060a93e3-4538-4b8c-9438-d39cd07c315c admin admin] Made reservation on behalf of 8bfc5a97cdc640d1b8e75a5a78d48777 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:29:38.076729 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-060a93e3-4538-4b8c-9438-d39cd07c315c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:38.264561 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-060a93e3-4538-4b8c-9438-d39cd07c315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:38.326483 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a93e3-4538-4b8c-9438-d39cd07c315c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ae7fb43-e584-4e60-a93c-e46760be3974,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:38.335546 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a93e3-4538-4b8c-9438-d39cd07c315c admin admin] Checking segment: {'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:29:38.335905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060a93e3-4538-4b8c-9438-d39cd07c315c admin admin] Network hostable DHCP agents. Network: 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:29:38.352956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060a93e3-4538-4b8c-9438-d39cd07c315c admin admin] Network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:29:38.363945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-060a93e3-4538-4b8c-9438-d39cd07c315c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:29:38.368189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060a93e3-4538-4b8c-9438-d39cd07c315c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:38.368816 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-060a93e3-4538-4b8c-9438-d39cd07c315c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:38.374227 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485bec20-98b3-4ec6-aae0-1bd0a3dd974c None None] Network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:29:38.384387 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-060a93e3-4538-4b8c-9438-d39cd07c315c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3413868 Jul 29 15:29:38.510860 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b973e84e-089a-48e1-bf43-94fb36a160ba None None] Network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:29:38.854740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-d89ae43e-af60-4ad4-bde4-acbf82945751 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:38.856558 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-d89ae43e-af60-4ad4-bde4-acbf82945751 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 815 time: 0.1157396 Jul 29 15:29:38.873591 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-ec06a0a1-4400-4783-a5a9-5ce4f967660c tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/quotas/8bfc5a97cdc640d1b8e75a5a78d48777 HTTP/1.1" status: 200 len: 375 time: 0.0102830 Jul 29 15:29:38.909107 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-e8afcc35-51c2-474c-96e7-481d0b98c39b tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288661 Jul 29 15:29:38.972490 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-8235ac39-2065-4935-8e88-ac00d271acfd service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:29:38.973552 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-8235ac39-2065-4935-8e88-ac00d271acfd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0570712 Jul 29 15:29:39.065137 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-8482e1fa-03e9-4554-9fd8-b5d04a51e91d service neutron] 10.222.0.16 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849454 Jul 29 15:29:39.170896 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-92a85e2e-1d6b-471d-8f08-6cbc8586788e service neutron] 10.222.0.16 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995796 Jul 29 15:29:39.338087 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4f5286a5-b32c-4b7a-b846-9aac104a4ca1 req-b9996e9c-57a1-4f5e-b176-6e37a9e707aa tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 210 time: 0.0278883 Jul 29 15:29:40.286398 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-f3ea8a87-04b0-448b-a6b7-472d612197b2 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:40.287882 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-f3ea8a87-04b0-448b-a6b7-472d612197b2 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.39 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 815 time: 0.1109138 Jul 29 15:29:40.300878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-a1fb2bd3-ec96-4a82-a977-78e271de986a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Request body: {'port': {'device_id': 'e4d54654-d955-43a5-bd68-e33732ff31f5', 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf', 'admin_state_up': True, 'tenant_id': '8bfc5a97cdc640d1b8e75a5a78d48777'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:40.443325 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c9b422b6-0bc5-4a58-bd87-e8c4900af9d8 req-2e8a425e-de56-4506-aab4-84ead905913c tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 210 time: 0.0310991 Jul 29 15:29:40.453084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-a1fb2bd3-ec96-4a82-a977-78e271de986a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Made reservation on behalf of 8bfc5a97cdc640d1b8e75a5a78d48777 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:29:40.456957 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-a1fb2bd3-ec96-4a82-a977-78e271de986a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:40.597592 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-a1fb2bd3-ec96-4a82-a977-78e271de986a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Allocated IP 172.20.0.2 (4379fc8f-d04b-4e6c-b51f-4793ac4da7bf/2ae7fb43-e584-4e60-a93c-e46760be3974/4bae6cfa-33e0-4813-b0d2-005c4c05ab6c) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:29:40.777578 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-a1fb2bd3-ec96-4a82-a977-78e271de986a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:40.819888 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-a1fb2bd3-ec96-4a82-a977-78e271de986a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:40.868436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-a1fb2bd3-ec96-4a82-a977-78e271de986a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:29:40.871763 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-a1fb2bd3-ec96-4a82-a977-78e271de986a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:29:40.879113 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-a1fb2bd3-ec96-4a82-a977-78e271de986a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:29:40.904029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb2bd3-ec96-4a82-a977-78e271de986a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Pushing event updated for resources: {'Port': ['ID=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:40.933085 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-a1fb2bd3-ec96-4a82-a977-78e271de986a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:40.933733 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-a1fb2bd3-ec96-4a82-a977-78e271de986a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:40.949181 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-a1fb2bd3-ec96-4a82-a977-78e271de986a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6522706 Jul 29 15:29:40.961817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Request body: {'port': {'device_id': 'e4d54654-d955-43a5-bd68-e33732ff31f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:29:41.024277 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:41.295960 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:41.303879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:29:41.312293 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:41.324973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Transition to ACTIVE for port object 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:29:41.329864 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:41.383227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Pushing event updated for resources: {'Port': ['ID=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:41.456909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Attempting to bind port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:29:41.457250 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Attempting to bind port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:29:41.457586 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Attempting to bind port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c on network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:29:41.462403 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c on network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:29:41.462919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Attempting to bind port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c on network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:29:41.468343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:29:41.468605 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Checking segment: {'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:29:41.468889 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Bound using segment: {'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:29:41.469329 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Bound port: 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:29:41.469694 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:41.548251 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] For port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:29:41.551782 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] For port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:29:41.561016 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:41.606149 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:41.606671 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:41.608360 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] 10.222.0.39 "PUT /v2.0/ports/4bae6cfa-33e0-4813-b0d2-005c4c05ab6c HTTP/1.1" status: 200 len: 1091 time: 0.6514237 Jul 29 15:29:41.608848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d54654-d955-43a5-bd68-e33732ff31f5', 'tag': '4bae6cfa-33e0-4813-b0d2-005c4c05ab6c'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:41.611167 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc79fd28-b5ef-46d2-ab52-34cee0e1f36d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d54654-d955-43a5-bd68-e33732ff31f5", "tag": "4bae6cfa-33e0-4813-b0d2-005c4c05ab6c"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:41.616650 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe9022-e33d-4759-ab5f-c599052b6d02 req-adf4a658-1cc9-49ab-aaee-33a93f12c01b tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:41.626165 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10fe9022-e33d-4759-ab5f-c599052b6d02 req-adf4a658-1cc9-49ab-aaee-33a93f12c01b tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 943 time: 0.1006761 Jul 29 15:29:41.640652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc137d-3bcc-4fcf-94e4-44ad67c985cf service neutron] Pushing event updated for resources: {'Port': ['ID=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:41.672533 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4e646a-005d-4ae6-96f3-f3411cf2b805 x-openstack-request-id: req-bd4e646a-005d-4ae6-96f3-f3411cf2b805 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:41.672922 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d54654-d955-43a5-bd68-e33732ff31f5", "tag": "4bae6cfa-33e0-4813-b0d2-005c4c05ab6c", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:41.673185 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd4e646a-005d-4ae6-96f3-f3411cf2b805 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:41.673763 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d54654-d955-43a5-bd68-e33732ff31f5', 'tag': '4bae6cfa-33e0-4813-b0d2-005c4c05ab6c', 'status': 'completed', 'code': 200} Jul 29 15:29:41.674877 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10fe9022-e33d-4759-ab5f-c599052b6d02 req-1daa829b-a9dc-476b-9ff7-db75a13fa9ed tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476544 Jul 29 15:29:41.730630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-c6e8e795-57bd-4ea7-aab2-f04d2cc460af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:41.732780 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-c6e8e795-57bd-4ea7-aab2-f04d2cc460af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 1094 time: 0.0528631 Jul 29 15:29:41.779708 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-82efd636-7a2d-4c69-b3d5-2f5a6a70c554 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c HTTP/1.1" status: 200 len: 217 time: 0.0380597 Jul 29 15:29:41.830895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-4ee65cf5-dfbf-48cc-983d-b08807c96038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:41.832293 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-4ee65cf5-dfbf-48cc-983d-b08807c96038 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ae7fb43-e584-4e60-a93c-e46760be3974 HTTP/1.1" status: 200 len: 855 time: 0.0465837 Jul 29 15:29:41.864852 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-37adeb3c-782d-4827-854e-258119f10e26 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256002 Jul 29 15:29:41.958993 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-90ace16d-4e7e-4bdd-803e-48bc373161bc service neutron] 10.222.0.39 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869045 Jul 29 15:29:42.051380 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5362c59e-123d-45a7-9e0d-a5d18916f1c0 req-92e2f0b8-fae2-48df-9723-f11388f1ee8a service neutron] 10.222.0.39 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858655 Jul 29 15:29:42.149262 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79fd28-b5ef-46d2-ab52-34cee0e1f36d req-50c1dd70-3880-4b40-bb05-a148ce542f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:42.150722 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc79fd28-b5ef-46d2-ab52-34cee0e1f36d req-50c1dd70-3880-4b40-bb05-a148ce542f4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 1094 time: 0.0482895 Jul 29 15:29:42.255641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79fd28-b5ef-46d2-ab52-34cee0e1f36d req-cca3f661-7336-4064-a3d2-1a9c18306ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:42.257160 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc79fd28-b5ef-46d2-ab52-34cee0e1f36d req-cca3f661-7336-4064-a3d2-1a9c18306ecc service neutron] 10.222.0.39 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 916 time: 0.0996754 Jul 29 15:29:42.303059 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc79fd28-b5ef-46d2-ab52-34cee0e1f36d req-9f71bcce-f349-4200-b138-289e2f459785 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c HTTP/1.1" status: 200 len: 217 time: 0.0362315 Jul 29 15:29:42.362398 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79fd28-b5ef-46d2-ab52-34cee0e1f36d req-740a29aa-b07a-4949-bed2-05ec04be633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:42.364006 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc79fd28-b5ef-46d2-ab52-34cee0e1f36d req-740a29aa-b07a-4949-bed2-05ec04be633b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ae7fb43-e584-4e60-a93c-e46760be3974 HTTP/1.1" status: 200 len: 855 time: 0.0526259 Jul 29 15:29:42.399584 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc79fd28-b5ef-46d2-ab52-34cee0e1f36d req-353c7116-2dbd-43ec-b78f-673a301735f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277863 Jul 29 15:29:42.502203 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc79fd28-b5ef-46d2-ab52-34cee0e1f36d req-125c8a4e-adbb-41ec-9d26-e9dfe0b8b560 service neutron] 10.222.0.39 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954146 Jul 29 15:29:42.606245 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc79fd28-b5ef-46d2-ab52-34cee0e1f36d req-4c4c026a-508c-45ca-a86d-0ce299bb2624 service neutron] 10.222.0.39 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964248 Jul 29 15:29:42.802650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fd454-6116-4988-8130-e278cec3e292 req-03807b9f-bc5c-4273-8630-9af62d36a098 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:42.804232 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-090fd454-6116-4988-8130-e278cec3e292 req-03807b9f-bc5c-4273-8630-9af62d36a098 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 943 time: 0.0530624 Jul 29 15:29:42.852016 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-090fd454-6116-4988-8130-e278cec3e292 req-74a2a074-0a13-4916-850b-0bfcb37f9081 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408485 Jul 29 15:29:43.978917 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7812462-4237-4595-8e0f-7cc5815700ec req-d0aeb3fe-8d86-4f4d-b973-4e341f79ece3 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:43.980895 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d7812462-4237-4595-8e0f-7cc5815700ec req-d0aeb3fe-8d86-4f4d-b973-4e341f79ece3 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 943 time: 0.0545180 Jul 29 15:29:44.024991 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d7812462-4237-4595-8e0f-7cc5815700ec req-3a0442ed-0d0d-4d7c-bf83-0b85a3c4ed12 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364995 Jul 29 15:29:45.151910 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ff919-05ad-460d-93f0-317e15509f2c req-1b9f47e6-65fe-4d1f-bf15-f1bf124b78fd tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:45.153440 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f63ff919-05ad-460d-93f0-317e15509f2c req-1b9f47e6-65fe-4d1f-bf15-f1bf124b78fd tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 943 time: 0.0536499 Jul 29 15:29:45.198932 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f63ff919-05ad-460d-93f0-317e15509f2c req-12c082ac-5366-4d50-a371-a87375bfc7e8 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380721 Jul 29 15:29:45.418943 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:29:45.523080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:45.534723 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '4bae6cfa-33e0-4813-b0d2-005c4c05ab6c', 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf', 'port_id': '4bae6cfa-33e0-4813-b0d2-005c4c05ab6c', 'mac_address': 'fa:16:3e:cd:59:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae7fb43-e584-4e60-a93c-e46760be3974', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:29:45.575182 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:45.588438 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:29:45.610249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:45.614946 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:45.677422 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:45.800102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['4bae6cfa-33e0-4813-b0d2-005c4c05ab6c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:29:46.323534 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1beb1-cb1f-436e-b324-115b5bdcdda2 req-6dca5a5b-0553-4934-8441-f72dd6e9e127 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:46.325152 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6aa1beb1-cb1f-436e-b324-115b5bdcdda2 req-6dca5a5b-0553-4934-8441-f72dd6e9e127 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 944 time: 0.0535355 Jul 29 15:29:46.366927 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6aa1beb1-cb1f-436e-b324-115b5bdcdda2 req-6139742a-32cb-4642-88f0-3f2edcd97457 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350227 Jul 29 15:29:47.434414 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:29:47.491758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:29:47.495908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:29:47.496285 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:47.497343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbfb20-9d81-4ca2-92d8-516af3925400 req-2c040cfb-6e47-4b9e-b1f3-763c399b425d tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:47.498864 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c3fbfb20-9d81-4ca2-92d8-516af3925400 req-2c040cfb-6e47-4b9e-b1f3-763c399b425d tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 944 time: 0.0569782 Jul 29 15:29:47.545710 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c3fbfb20-9d81-4ca2-92d8-516af3925400 req-d2e5b82d-716d-4e12-a289-7eabc6d4a86d tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 Jul 29 15:29:47.582802 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:47.606315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d54654-d955-43a5-bd68-e33732ff31f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bae6cfa-33e0-4813-b0d2-005c4c05ab6c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:29:47.609912 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44ff9a8-85b6-41c1-9fc0-491bfabeb9e1" -d '{"events": [{"server_uuid": "e4d54654-d955-43a5-bd68-e33732ff31f5", "name": "network-vif-plugged", "status": "completed", "tag": "4bae6cfa-33e0-4813-b0d2-005c4c05ab6c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:29:47.625058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:29:47.629704 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:47.654527 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769d7298-5bd1-4f59-a99f-0387b2996647 x-openstack-request-id: req-769d7298-5bd1-4f59-a99f-0387b2996647 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:29:47.654821 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d54654-d955-43a5-bd68-e33732ff31f5", "name": "network-vif-plugged", "status": "completed", "tag": "4bae6cfa-33e0-4813-b0d2-005c4c05ab6c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:29:47.655069 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-769d7298-5bd1-4f59-a99f-0387b2996647 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:29:47.655455 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d54654-d955-43a5-bd68-e33732ff31f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bae6cfa-33e0-4813-b0d2-005c4c05ab6c', 'code': 200} Jul 29 15:29:47.686913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:29:47.746980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c27c1-d1e8-4a22-a92d-ea29138f9e4f req-c8046841-04ae-43ab-b987-f4d35ace2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:47.749055 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-244c27c1-d1e8-4a22-a92d-ea29138f9e4f req-c8046841-04ae-43ab-b987-f4d35ace2164 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 1096 time: 0.0421441 Jul 29 15:29:47.785829 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-244c27c1-d1e8-4a22-a92d-ea29138f9e4f req-68d21755-8ed1-482b-944d-3c5327573be6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299122 Jul 29 15:29:48.663202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc120c8-2f4e-4a29-b565-e2d7d302b6a5 req-ab483206-2926-498e-b2cc-6ba772e476a0 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:48.664712 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ddc120c8-2f4e-4a29-b565-e2d7d302b6a5 req-ab483206-2926-498e-b2cc-6ba772e476a0 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0510414 Jul 29 15:29:48.702285 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ddc120c8-2f4e-4a29-b565-e2d7d302b6a5 req-4c3e1018-4cee-4b29-9238-de6e6eda3362 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Jul 29 15:29:48.825398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b5482-b630-45da-b23d-6a714adf3ca1 req-9685e66b-952b-4edf-b633-2f987175daf4 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:48.827185 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a77b5482-b630-45da-b23d-6a714adf3ca1 req-9685e66b-952b-4edf-b633-2f987175daf4 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0552900 Jul 29 15:29:48.867943 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a77b5482-b630-45da-b23d-6a714adf3ca1 req-2c5db793-4319-4696-ab2e-ad39060aa29c tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347338 Jul 29 15:29:49.069825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3966f-dcdf-483f-8ee2-56188a279aa6 req-00c0fecc-1d4a-4ec6-a652-64f75c9d8f2d tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:49.071318 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-04c3966f-dcdf-483f-8ee2-56188a279aa6 req-00c0fecc-1d4a-4ec6-a652-64f75c9d8f2d tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0523405 Jul 29 15:29:49.111236 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-04c3966f-dcdf-483f-8ee2-56188a279aa6 req-b87b428d-4f24-47e8-ac9c-fd82becc0759 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333652 Jul 29 15:29:49.232051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d57291-47fa-4a0f-a831-1310cf2a400e req-dce718e3-1ebb-4c02-bee2-c6628ad88577 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:49.233587 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-73d57291-47fa-4a0f-a831-1310cf2a400e req-dce718e3-1ebb-4c02-bee2-c6628ad88577 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0541389 Jul 29 15:29:49.274621 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-73d57291-47fa-4a0f-a831-1310cf2a400e req-94992f22-f1a6-4ef8-b168-01301531d58f tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351171 Jul 29 15:29:49.526367 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d42a-9dc3-49ea-887e-03b3f408e3ad req-96dfb3d0-b83a-43ce-b411-17b5e2a0b076 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:49.527822 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6760d42a-9dc3-49ea-887e-03b3f408e3ad req-96dfb3d0-b83a-43ce-b411-17b5e2a0b076 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0652509 Jul 29 15:29:49.532156 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-eccdf5ef-b06a-40dd-be3e-346666396d6c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772460 Jul 29 15:29:49.567978 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6760d42a-9dc3-49ea-887e-03b3f408e3ad req-a2d6158e-4009-4792-8785-fd9060635857 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331709 Jul 29 15:29:50.690944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8673c-1d99-49c1-8298-8690f1c6ecb7 req-1dff6e78-ef4e-4435-91da-b40285bffb47 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:50.692659 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-93b8673c-1d99-49c1-8298-8690f1c6ecb7 req-1dff6e78-ef4e-4435-91da-b40285bffb47 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0521252 Jul 29 15:29:50.739001 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-93b8673c-1d99-49c1-8298-8690f1c6ecb7 req-5a900e8b-0f02-4e92-97aa-3763bf4450ce tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400224 Jul 29 15:29:50.764177 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-76ec96d7-cd9a-43f0-bc09-dbe500f046e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:50.765721 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-76ec96d7-cd9a-43f0-bc09-dbe500f046e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 1096 time: 0.0504203 Jul 29 15:29:50.856003 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-aafd7fd8-5c78-450f-9ded-c224583da795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:50.858197 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-aafd7fd8-5c78-450f-9ded-c224583da795 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 916 time: 0.0851884 Jul 29 15:29:50.902600 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-419ebc10-e6fd-458d-89f8-e98c4ea6f4ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c HTTP/1.1" status: 200 len: 217 time: 0.0375834 Jul 29 15:29:50.951452 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-1dabee7b-2d9c-4c2e-afd3-54910a66efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:50.952961 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-1dabee7b-2d9c-4c2e-afd3-54910a66efcb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ae7fb43-e584-4e60-a93c-e46760be3974 HTTP/1.1" status: 200 len: 855 time: 0.0441771 Jul 29 15:29:50.984652 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-259ac6f4-f7cd-4b3f-b41c-a46ba661e605 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248344 Jul 29 15:29:51.077544 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-4941755f-d12b-4dac-b753-6ca476ab3cff service neutron] 10.222.0.39 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858676 Jul 29 15:29:51.182394 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-5c50bc3b-822e-48fe-b2cf-5d3ebcd1e40e service neutron] 10.222.0.39 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983377 Jul 29 15:29:51.865465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2e2d7-df0e-4061-afb9-34cf141ba90d req-7ff2b812-bb5d-4091-bb7c-dd043b779b24 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:51.866948 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8eb2e2d7-df0e-4061-afb9-34cf141ba90d req-7ff2b812-bb5d-4091-bb7c-dd043b779b24 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0509992 Jul 29 15:29:51.904315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8eb2e2d7-df0e-4061-afb9-34cf141ba90d req-3d57a0a3-e87f-4254-bdab-0eebada0aed9 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307395 Jul 29 15:29:53.026307 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65af96-f10d-4aff-9aa2-7054806dcf7b req-3fb8e927-c0e8-4f0b-89de-9f374b783342 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:53.027863 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e65af96-f10d-4aff-9aa2-7054806dcf7b req-3fb8e927-c0e8-4f0b-89de-9f374b783342 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0537832 Jul 29 15:29:53.067638 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e65af96-f10d-4aff-9aa2-7054806dcf7b req-2b5b5ccd-c086-451a-bec9-977eabfe95e8 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332031 Jul 29 15:29:54.188389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324ec9c-48e5-4bdb-999b-5c7a4a26e5ac req-7adb8eaf-5775-426f-8472-1b9c88be523e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:54.189985 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8324ec9c-48e5-4bdb-999b-5c7a4a26e5ac req-7adb8eaf-5775-426f-8472-1b9c88be523e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0550971 Jul 29 15:29:54.559902 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8324ec9c-48e5-4bdb-999b-5c7a4a26e5ac req-1485f7fe-6003-4307-bcc2-257cd0c3ba38 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617527 Jul 29 15:29:55.681318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8437ac-054a-4a34-a101-c30a03e76181 req-14c438cd-6f28-4e1f-82a5-9e3c707af879 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:55.682881 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f8437ac-054a-4a34-a101-c30a03e76181 req-14c438cd-6f28-4e1f-82a5-9e3c707af879 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0512989 Jul 29 15:29:55.728527 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f8437ac-054a-4a34-a101-c30a03e76181 req-a70ef189-5c29-4ba1-96a5-4f677c05d37f tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355830 Jul 29 15:29:56.668529 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:29:56.853918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e13173-bc35-4eb5-8979-228570dedb8c req-8739c70c-ca9d-4808-a0dd-481aa3c1e65f tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:56.855674 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-04e13173-bc35-4eb5-8979-228570dedb8c req-8739c70c-ca9d-4808-a0dd-481aa3c1e65f tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0515497 Jul 29 15:29:56.895802 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-04e13173-bc35-4eb5-8979-228570dedb8c req-a0c392f5-ff3f-4e55-ae44-258bb26390ed tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337114 Jul 29 15:29:58.018506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f21a7c-1a58-435c-9028-e2f30c952d9c req-9211cb42-3615-4305-959f-f9483f07afbb tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:58.020038 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05f21a7c-1a58-435c-9028-e2f30c952d9c req-9211cb42-3615-4305-959f-f9483f07afbb tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0519519 Jul 29 15:29:58.058418 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05f21a7c-1a58-435c-9028-e2f30c952d9c req-498bbc8e-5a22-4895-b0e2-2738976988e6 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320964 Jul 29 15:29:59.175170 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6b71e-8819-47f2-89b5-71817eb4f698 req-e6836d61-0f11-4b82-87ab-73c5e4555463 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:29:59.176694 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-67d6b71e-8819-47f2-89b5-71817eb4f698 req-e6836d61-0f11-4b82-87ab-73c5e4555463 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0498793 Jul 29 15:29:59.214890 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-67d6b71e-8819-47f2-89b5-71817eb4f698 req-1307b723-11c0-4d55-8740-9b4b282dc67f tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321043 Jul 29 15:30:00.593934 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41dcc41f-89c4-4140-9cdd-7bbfb87a0c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:00.664020 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03038fd3-22ef-4529-8ff5-6b0111f6a14b req-4a50515b-1f8a-476e-a5fb-4a4a91b1dcce tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:00.665543 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03038fd3-22ef-4529-8ff5-6b0111f6a14b req-4a50515b-1f8a-476e-a5fb-4a4a91b1dcce tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.3837435 Jul 29 15:30:00.704314 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03038fd3-22ef-4529-8ff5-6b0111f6a14b req-46f3a4f1-d866-4ec0-9327-d60a373c55ba tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322497 Jul 29 15:30:01.823928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8a472-45bc-473b-b2cc-85b9125ee28f req-e32df6a6-4160-4399-a16c-bd88a7f47793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:01.825619 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffb8a472-45bc-473b-b2cc-85b9125ee28f req-e32df6a6-4160-4399-a16c-bd88a7f47793 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 1096 time: 0.0720704 Jul 29 15:30:01.839019 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2963a-486e-42d6-bbe9-3a1620389516 req-b2126ce0-fe50-4ed7-ae12-98ff2988d162 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:01.840517 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85d2963a-486e-42d6-bbe9-3a1620389516 req-b2126ce0-fe50-4ed7-ae12-98ff2988d162 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0595534 Jul 29 15:30:01.932292 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85d2963a-486e-42d6-bbe9-3a1620389516 req-7392c00e-897f-41bc-bcba-28e393096a29 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807731 Jul 29 15:30:01.957041 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8a472-45bc-473b-b2cc-85b9125ee28f req-526b9f13-3d74-4e05-91e2-e0998f8268ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:01.958537 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffb8a472-45bc-473b-b2cc-85b9125ee28f req-526b9f13-3d74-4e05-91e2-e0998f8268ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 916 time: 0.1144328 Jul 29 15:30:02.000930 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffb8a472-45bc-473b-b2cc-85b9125ee28f req-21929197-362c-4486-b907-34a450c5e21c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c HTTP/1.1" status: 200 len: 217 time: 0.0357497 Jul 29 15:30:02.049752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8a472-45bc-473b-b2cc-85b9125ee28f req-09ee4477-ec66-47e2-b7e3-3023b47a8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:02.051200 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffb8a472-45bc-473b-b2cc-85b9125ee28f req-09ee4477-ec66-47e2-b7e3-3023b47a8986 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ae7fb43-e584-4e60-a93c-e46760be3974 HTTP/1.1" status: 200 len: 855 time: 0.0432029 Jul 29 15:30:02.081530 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffb8a472-45bc-473b-b2cc-85b9125ee28f req-92819764-43b7-4046-9507-f38d10fba23b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234408 Jul 29 15:30:02.173619 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffb8a472-45bc-473b-b2cc-85b9125ee28f req-1555d890-795c-42aa-994d-4e3e82b9f0e1 service neutron] 10.222.0.39 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850871 Jul 29 15:30:02.272647 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ffb8a472-45bc-473b-b2cc-85b9125ee28f req-fa146caf-7b18-408b-8712-71a697f4d5bb service neutron] 10.222.0.39 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906324 Jul 29 15:30:03.047641 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc4c64-005a-43ef-9a59-d5977bf7dfad req-56877871-d6f2-4c47-b45e-a9cba734dd56 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:03.049149 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61dc4c64-005a-43ef-9a59-d5977bf7dfad req-56877871-d6f2-4c47-b45e-a9cba734dd56 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0477929 Jul 29 15:30:03.087246 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61dc4c64-005a-43ef-9a59-d5977bf7dfad req-57883048-28e9-4c38-8331-0aaca81193c0 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322313 Jul 29 15:30:03.244689 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:03.374417 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ff485ff-e3dd-4ab3-9b48-e3eba233f0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:04.215027 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1e529-396d-424f-8cb5-5fdf43d4b906 req-ea605e15-d2e7-4286-a750-082885871388 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:04.217245 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37f1e529-396d-424f-8cb5-5fdf43d4b906 req-ea605e15-d2e7-4286-a750-082885871388 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0579200 Jul 29 15:30:04.255399 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37f1e529-396d-424f-8cb5-5fdf43d4b906 req-cd67467d-a4b2-4609-9b57-62375b9054fb tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321627 Jul 29 15:30:04.456793 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:05.370442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e8f63-bcf6-4d92-8356-5c6c9846e897 req-b6cfac24-5496-4997-8768-b1d8c5b4b45e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:05.371921 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-699e8f63-bcf6-4d92-8356-5c6c9846e897 req-b6cfac24-5496-4997-8768-b1d8c5b4b45e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0484598 Jul 29 15:30:05.410158 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-699e8f63-bcf6-4d92-8356-5c6c9846e897 req-28f55619-daec-4a5d-be03-8d898ccfd4ac tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320964 Jul 29 15:30:06.438572 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:06.527905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497291e-dc59-4e92-a284-707a8e06e965 req-56d487d3-8058-4834-a99a-b39e87e549a6 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:06.529454 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6497291e-dc59-4e92-a284-707a8e06e965 req-56d487d3-8058-4834-a99a-b39e87e549a6 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0505276 Jul 29 15:30:06.567713 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6497291e-dc59-4e92-a284-707a8e06e965 req-6a90d70a-c101-4d8c-a95d-4f7386d253c5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316157 Jul 29 15:30:07.688733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de2b71-0572-4c3e-9391-aebabf55398f req-be94d64f-5aa8-4813-9c64-dbf72c46307e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:07.690222 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3de2b71-0572-4c3e-9391-aebabf55398f req-be94d64f-5aa8-4813-9c64-dbf72c46307e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0549915 Jul 29 15:30:07.728936 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f3de2b71-0572-4c3e-9391-aebabf55398f req-f4c67c8d-0a5a-4497-b6ad-b9ee36b4845b tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325572 Jul 29 15:30:08.846901 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd97eee-b8be-44a2-abdf-13d24990666e req-403b0602-d670-441a-852a-fef55f571c2d tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:08.848435 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dfd97eee-b8be-44a2-abdf-13d24990666e req-403b0602-d670-441a-852a-fef55f571c2d tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0500462 Jul 29 15:30:08.887060 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dfd97eee-b8be-44a2-abdf-13d24990666e req-ae7e1cf2-656c-41b6-8686-1228536b5e08 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327299 Jul 29 15:30:10.001215 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6eb54-87f7-4abc-ae81-1a5eed9d1b6e req-a4caa165-fb7d-4d9c-af89-66ff88b0d4d9 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:10.002714 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b5d6eb54-87f7-4abc-ae81-1a5eed9d1b6e req-a4caa165-fb7d-4d9c-af89-66ff88b0d4d9 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0480042 Jul 29 15:30:10.041173 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b5d6eb54-87f7-4abc-ae81-1a5eed9d1b6e req-66fefd38-2d1a-41e1-9960-684130adf60c tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324991 Jul 29 15:30:11.158314 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a690ba0-c963-4977-af17-494d0ed79274 req-7823704e-8358-478c-81f5-e7ec3cc0ad50 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:11.159712 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a690ba0-c963-4977-af17-494d0ed79274 req-7823704e-8358-478c-81f5-e7ec3cc0ad50 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0522950 Jul 29 15:30:11.198167 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a690ba0-c963-4977-af17-494d0ed79274 req-a01ac1e0-3f5b-488e-8294-c5e7a46d5505 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323837 Jul 29 15:30:11.288369 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:11.937393 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:30:12.313400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299e5d5-7027-455c-acb2-239bc78a2fa3 req-fd8b1b4d-3299-4f08-8c74-63ef8a786ad9 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:12.314890 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c299e5d5-7027-455c-acb2-239bc78a2fa3 req-fd8b1b4d-3299-4f08-8c74-63ef8a786ad9 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0485766 Jul 29 15:30:12.351460 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c299e5d5-7027-455c-acb2-239bc78a2fa3 req-85ed42d1-be21-4ed4-a36b-1f5d35878697 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306995 Jul 29 15:30:13.466744 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec2365-07a9-4c57-af21-32831c0fcfb5 req-badaf32c-8092-4a29-8c0f-6fa6e44628c0 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:13.468189 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-52ec2365-07a9-4c57-af21-32831c0fcfb5 req-badaf32c-8092-4a29-8c0f-6fa6e44628c0 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0489235 Jul 29 15:30:13.505965 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-52ec2365-07a9-4c57-af21-32831c0fcfb5 req-90eae36e-213e-4e9b-b946-a6bb7f686afe tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317516 Jul 29 15:30:14.628048 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55255a87-b005-4267-8514-8cf7c1cfcede req-36e732e6-feea-4181-9db2-021c3177afcf tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:14.629603 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55255a87-b005-4267-8514-8cf7c1cfcede req-36e732e6-feea-4181-9db2-021c3177afcf tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0528786 Jul 29 15:30:14.667967 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-55255a87-b005-4267-8514-8cf7c1cfcede req-d9dc90b3-86c3-4f4f-ae62-0637eccb3ac2 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324531 Jul 29 15:30:15.783040 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba84fe-3e5c-43e1-853f-7471f1acc662 req-f6d58880-3fc0-4f87-a65d-ff43d93c30bd tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:15.784513 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41ba84fe-3e5c-43e1-853f-7471f1acc662 req-f6d58880-3fc0-4f87-a65d-ff43d93c30bd tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0487506 Jul 29 15:30:15.825139 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41ba84fe-3e5c-43e1-853f-7471f1acc662 req-d41466a1-b13c-4783-a1be-ca5d0aee7309 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344703 Jul 29 15:30:16.947359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7833299-64d0-4ae9-8338-f69ee03029e1 req-cbaef404-3016-4ea5-b26c-09394bc2b7cc tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:16.948923 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a7833299-64d0-4ae9-8338-f69ee03029e1 req-cbaef404-3016-4ea5-b26c-09394bc2b7cc tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0504994 Jul 29 15:30:16.988626 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a7833299-64d0-4ae9-8338-f69ee03029e1 req-f0320221-9491-48bc-ac9e-d8c854522401 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327652 Jul 29 15:30:18.002792 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-7090e0f2-fc3d-49e1-8364-4b2a08cdef25 service neutron] show failed (client error): The resource could not be found. Jul 29 15:30:18.003828 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-7090e0f2-fc3d-49e1-8364-4b2a08cdef25 service neutron] 10.222.0.39 "GET /v2.0/ports/4bae6cfa-33e0-4813-b0d2-005c4c05ab6c/bindings/n-h1-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.0616250 Jul 29 15:30:18.107147 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970db9b0-fb23-475e-a39d-1fcdc207aee7 req-b889877e-e22f-4abc-97f2-6d6a47330d69 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:18.108553 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-970db9b0-fb23-475e-a39d-1fcdc207aee7 req-b889877e-e22f-4abc-97f2-6d6a47330d69 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0512779 Jul 29 15:30:18.151903 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-970db9b0-fb23-475e-a39d-1fcdc207aee7 req-a6b0cb37-b290-4ac4-ba8d-9d1f4f62a563 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367043 Jul 29 15:30:18.202486 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-a7851fa7-d7f7-46ca-a9e3-1519d809b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:18.204050 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-a7851fa7-d7f7-46ca-a9e3-1519d809b81d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5&tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777 HTTP/1.1" status: 200 len: 1096 time: 0.0427904 Jul 29 15:30:18.222209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:30:18.278753 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:18.482375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] For port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:18.514818 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] For port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:30:18.553830 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d54654-d955-43a5-bd68-e33732ff31f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bae6cfa-33e0-4813-b0d2-005c4c05ab6c'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:30:18.556206 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabee118-c19d-493c-a469-ae224271d5ad" -d '{"events": [{"server_uuid": "e4d54654-d955-43a5-bd68-e33732ff31f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4bae6cfa-33e0-4813-b0d2-005c4c05ab6c"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:30:18.560313 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:18.572836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Transition to ACTIVE for port object 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:30:18.577036 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:18.610386 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e42828-e736-43b6-b867-63e2a1b586ca x-openstack-request-id: req-a5e42828-e736-43b6-b867-63e2a1b586ca {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:30:18.610705 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d54654-d955-43a5-bd68-e33732ff31f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4bae6cfa-33e0-4813-b0d2-005c4c05ab6c", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:30:18.611090 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5e42828-e736-43b6-b867-63e2a1b586ca {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:30:18.611353 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d54654-d955-43a5-bd68-e33732ff31f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bae6cfa-33e0-4813-b0d2-005c4c05ab6c', 'code': 200} Jul 29 15:30:18.645548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] No DVR routers for this DVR port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:30:18.647511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Pushing event updated for resources: {'Port': ['ID=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,revision_number=6']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:18.682441 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Attempting to bind port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:30:18.682773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Attempting to bind port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:30:18.683098 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Attempting to bind port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c on network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:30:18.687232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c on network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:30:18.687600 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Attempting to bind port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c on network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:30:18.692871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:30:18.693206 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Checking segment: {'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:30:18.693585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Bound using segment: {'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:30:18.694002 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Bound port: 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:30:18.694354 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:18.757719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] For port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:30:18.760704 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] For port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:30:18.765480 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:18.800656 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:18.801295 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:18.802658 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] 10.222.0.38 "PUT /v2.0/ports/4bae6cfa-33e0-4813-b0d2-005c4c05ab6c HTTP/1.1" status: 200 len: 1091 time: 0.5845008 Jul 29 15:30:18.822929 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b12ea9-7201-436c-836c-d12b3429f6ce service neutron] Pushing event updated for resources: {'Port': ['ID=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,revision_number=7']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:18.880328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-12afa523-b45b-4321-aafe-00d2d4cb7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:18.881836 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-12afa523-b45b-4321-aafe-00d2d4cb7bd9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 1094 time: 0.0463698 Jul 29 15:30:18.969667 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-7c0c5387-f768-41e8-acc1-17e6973aa5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:18.971220 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-7c0c5387-f768-41e8-acc1-17e6973aa5c7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 916 time: 0.0825260 Jul 29 15:30:19.012040 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-bdf77f3a-48fd-414b-8f78-6404940cf602 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c HTTP/1.1" status: 200 len: 217 time: 0.0335827 Jul 29 15:30:19.064249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-bffba9f0-ddc5-4e87-b600-bc4a67c75113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:19.065735 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-bffba9f0-ddc5-4e87-b600-bc4a67c75113 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2ae7fb43-e584-4e60-a93c-e46760be3974 HTTP/1.1" status: 200 len: 855 time: 0.0472457 Jul 29 15:30:19.100690 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-862d9683-efe9-4c0f-834d-bb5965d7ae0d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268471 Jul 29 15:30:19.190036 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-052e9ce0-ae4d-4752-a607-f4d99d124b80 service neutron] 10.222.0.38 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832987 Jul 29 15:30:19.323484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb245700-a49a-482e-b5d3-1d8849574049 req-d6d62a04-d722-4c5b-ad9c-af2bd2ce34e3 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:19.324977 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb245700-a49a-482e-b5d3-1d8849574049 req-d6d62a04-d722-4c5b-ad9c-af2bd2ce34e3 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 943 time: 0.0805020 Jul 29 15:30:19.327167 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-911ecd81-fd83-4f4d-8c74-9af71269437e req-63559af0-9692-480c-9c23-2ae24ee383ea service neutron] 10.222.0.38 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290383 Jul 29 15:30:19.366609 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb245700-a49a-482e-b5d3-1d8849574049 req-1d71753c-ee99-406a-9fd2-37f47eece5c2 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350173 Jul 29 15:30:20.485677 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19790f-d753-490b-82c6-c298a5025733 req-44c4f9a4-1767-437f-b488-157bdaec65e8 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:20.487178 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef19790f-d753-490b-82c6-c298a5025733 req-44c4f9a4-1767-437f-b488-157bdaec65e8 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 943 time: 0.0493631 Jul 29 15:30:20.524975 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef19790f-d753-490b-82c6-c298a5025733 req-c6dce020-5341-4a49-a155-34122c332a06 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Jul 29 15:30:20.612570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d54654-d955-43a5-bd68-e33732ff31f5', 'tag': '4bae6cfa-33e0-4813-b0d2-005c4c05ab6c'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:30:20.614969 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b458524e-c142-4ecf-81ab-765e344bd059" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d54654-d955-43a5-bd68-e33732ff31f5", "tag": "4bae6cfa-33e0-4813-b0d2-005c4c05ab6c"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:30:20.664925 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dc5c14-c424-4464-8e8f-1be543621b43 x-openstack-request-id: req-d9dc5c14-c424-4464-8e8f-1be543621b43 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:30:20.665290 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d54654-d955-43a5-bd68-e33732ff31f5", "tag": "4bae6cfa-33e0-4813-b0d2-005c4c05ab6c", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:30:20.665877 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9dc5c14-c424-4464-8e8f-1be543621b43 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:30:20.666364 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d54654-d955-43a5-bd68-e33732ff31f5', 'tag': '4bae6cfa-33e0-4813-b0d2-005c4c05ab6c', 'status': 'completed', 'code': 200} Jul 29 15:30:20.754586 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458524e-c142-4ecf-81ab-765e344bd059 req-a7ddd67f-560a-4855-a7a4-43b9040a5499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:20.756075 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b458524e-c142-4ecf-81ab-765e344bd059 req-a7ddd67f-560a-4855-a7a4-43b9040a5499 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 1094 time: 0.0749102 Jul 29 15:30:20.774638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458524e-c142-4ecf-81ab-765e344bd059 req-19a6d98b-a34d-493f-9023-079af072f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:20.776112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b458524e-c142-4ecf-81ab-765e344bd059 req-19a6d98b-a34d-493f-9023-079af072f5ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 1094 time: 0.0615489 Jul 29 15:30:20.927082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458524e-c142-4ecf-81ab-765e344bd059 req-f0090172-25c1-45bc-b3e3-19251288477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:20.928477 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b458524e-c142-4ecf-81ab-765e344bd059 req-f0090172-25c1-45bc-b3e3-19251288477e service neutron] 10.222.0.39 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 916 time: 0.1653318 Jul 29 15:30:20.946106 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458524e-c142-4ecf-81ab-765e344bd059 req-621623e6-0fd5-4785-8425-82e557a1db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:20.947505 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b458524e-c142-4ecf-81ab-765e344bd059 req-621623e6-0fd5-4785-8425-82e557a1db46 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 916 time: 0.1381731 Jul 29 15:30:20.982076 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b458524e-c142-4ecf-81ab-765e344bd059 req-58940514-987f-471e-ae11-fe55ea1d3434 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c HTTP/1.1" status: 200 len: 217 time: 0.0461421 Jul 29 15:30:21.024296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b458524e-c142-4ecf-81ab-765e344bd059 req-50894c87-876c-410c-8a25-3a39ddbfe3a0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c HTTP/1.1" status: 200 len: 217 time: 0.0491297 Jul 29 15:30:21.092405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458524e-c142-4ecf-81ab-765e344bd059 req-0b59cdbb-b804-452e-bb97-c5b09f178cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:21.094038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b458524e-c142-4ecf-81ab-765e344bd059 req-0b59cdbb-b804-452e-bb97-c5b09f178cd5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ae7fb43-e584-4e60-a93c-e46760be3974 HTTP/1.1" status: 200 len: 855 time: 0.0782983 Jul 29 15:30:21.097338 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458524e-c142-4ecf-81ab-765e344bd059 req-aae34155-6a47-4221-8e44-d9aff82d4980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:21.098637 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b458524e-c142-4ecf-81ab-765e344bd059 req-aae34155-6a47-4221-8e44-d9aff82d4980 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2ae7fb43-e584-4e60-a93c-e46760be3974 HTTP/1.1" status: 200 len: 855 time: 0.0561996 Jul 29 15:30:21.136219 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b458524e-c142-4ecf-81ab-765e344bd059 req-1330d546-a2dc-43d9-b97b-de526d48fd5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353856 Jul 29 15:30:21.151069 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b458524e-c142-4ecf-81ab-765e344bd059 req-fd6fb8e0-0c67-4b0d-b500-5916b5d0c9a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430067 Jul 29 15:30:21.302594 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b458524e-c142-4ecf-81ab-765e344bd059 req-0a860526-06aa-44b3-a318-b6acae2a23ef service neutron] 10.222.0.39 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535113 Jul 29 15:30:21.305825 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b458524e-c142-4ecf-81ab-765e344bd059 req-4990df5e-e508-4f6b-aebd-de9b66d12ac3 service neutron] 10.222.0.38 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472743 Jul 29 15:30:21.456470 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b458524e-c142-4ecf-81ab-765e344bd059 req-de8f9eac-f303-47ef-a054-42848cf6e118 service neutron] 10.222.0.39 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467700 Jul 29 15:30:21.459729 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b458524e-c142-4ecf-81ab-765e344bd059 req-e92b4f2a-37b6-4675-b978-975a75283fc2 service neutron] 10.222.0.38 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424649 Jul 29 15:30:21.605791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:30:21.646853 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b65641-aed8-4739-a159-edcead39d43c req-8c328057-5a7d-4044-a784-0354041e36f9 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:21.647538 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:30:21.648460 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48b65641-aed8-4739-a159-edcead39d43c req-8c328057-5a7d-4044-a784-0354041e36f9 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 943 time: 0.0538347 Jul 29 15:30:21.687417 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48b65641-aed8-4739-a159-edcead39d43c req-10b1abde-2336-4f0b-ada5-a994042142c2 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329461 Jul 29 15:30:21.898818 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48391748-37f5-4eed-93ac-9c05cc70f76a req-44b8ec97-4d41-400c-9050-51413c6afa16 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:21.900385 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48391748-37f5-4eed-93ac-9c05cc70f76a req-44b8ec97-4d41-400c-9050-51413c6afa16 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 943 time: 0.0499473 Jul 29 15:30:21.909485 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3e5e5-e6ab-44c4-8c25-6d6d11d164e2 req-6273441e-6cad-4ff8-b1c7-dfabe2f46e2a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:21.911058 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1ff3e5e5-e6ab-44c4-8c25-6d6d11d164e2 req-6273441e-6cad-4ff8-b1c7-dfabe2f46e2a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5&tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&binding%3Ahost_id=n-h1-802893-1 HTTP/1.1" status: 200 len: 943 time: 0.0537786 Jul 29 15:30:21.939966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48391748-37f5-4eed-93ac-9c05cc70f76a req-eaac5415-3485-460f-955d-41e08ca0e547 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332778 Jul 29 15:30:21.975756 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-1ff3e5e5-e6ab-44c4-8c25-6d6d11d164e2 req-9e9efeba-dc4f-4197-b035-021f3ac4d514 service neutron] delete failed (client error): The resource could not be found. Jul 29 15:30:21.976795 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1ff3e5e5-e6ab-44c4-8c25-6d6d11d164e2 req-9e9efeba-dc4f-4197-b035-021f3ac4d514 service neutron] 10.222.0.39 "DELETE /v2.0/ports/4bae6cfa-33e0-4813-b0d2-005c4c05ab6c/bindings/n-h2-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.0581112 Jul 29 15:30:22.033799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:30:22.057948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3e5e5-e6ab-44c4-8c25-6d6d11d164e2 req-5801f58f-e93e-4e14-8b45-417bc500735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:22.059344 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1ff3e5e5-e6ab-44c4-8c25-6d6d11d164e2 req-5801f58f-e93e-4e14-8b45-417bc500735f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 1094 time: 0.0411773 Jul 29 15:30:22.128289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:22.139410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '4bae6cfa-33e0-4813-b0d2-005c4c05ab6c', 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf', 'port_id': '4bae6cfa-33e0-4813-b0d2-005c4c05ab6c', 'mac_address': 'fa:16:3e:cd:59:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae7fb43-e584-4e60-a93c-e46760be3974', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:30:22.147736 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3e5e5-e6ab-44c4-8c25-6d6d11d164e2 req-de187160-fdc7-4278-817f-bba1e85a542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:22.149432 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1ff3e5e5-e6ab-44c4-8c25-6d6d11d164e2 req-de187160-fdc7-4278-817f-bba1e85a542c service neutron] 10.222.0.39 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 916 time: 0.0833461 Jul 29 15:30:22.177788 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:22.190912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:30:22.195806 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1ff3e5e5-e6ab-44c4-8c25-6d6d11d164e2 req-f0037832-a21c-4987-8760-6fb7ed52fb60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c HTTP/1.1" status: 200 len: 217 time: 0.0396047 Jul 29 15:30:22.210683 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:22.213725 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:22.245678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3e5e5-e6ab-44c4-8c25-6d6d11d164e2 req-bd4b2335-f761-4e60-9477-15cb00d0e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:22.247153 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1ff3e5e5-e6ab-44c4-8c25-6d6d11d164e2 req-bd4b2335-f761-4e60-9477-15cb00d0e360 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ae7fb43-e584-4e60-a93c-e46760be3974 HTTP/1.1" status: 200 len: 855 time: 0.0452657 Jul 29 15:30:22.260704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:22.279275 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1ff3e5e5-e6ab-44c4-8c25-6d6d11d164e2 req-1ff87fc1-a228-4fdb-96f3-e2a37e33a4c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251095 Jul 29 15:30:22.371842 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1ff3e5e5-e6ab-44c4-8c25-6d6d11d164e2 req-1b6f7521-97a1-4dfe-b6a5-b702f829a684 service neutron] 10.222.0.39 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854838 Jul 29 15:30:22.460761 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1ff3e5e5-e6ab-44c4-8c25-6d6d11d164e2 req-c561b1f5-7bde-47d8-ab44-f7dfa13e0a7b service neutron] 10.222.0.39 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822854 Jul 29 15:30:22.489805 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['4bae6cfa-33e0-4813-b0d2-005c4c05ab6c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:30:23.066074 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7232fe-01c2-4f17-9150-cf02e53fb5ab req-b1709bef-4867-45a2-942e-32664be5791c tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:23.067543 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a7232fe-01c2-4f17-9150-cf02e53fb5ab req-b1709bef-4867-45a2-942e-32664be5791c tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 944 time: 0.0505002 Jul 29 15:30:23.105692 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a7232fe-01c2-4f17-9150-cf02e53fb5ab req-9a2b4056-1d20-43c9-9da5-4c7657737eea tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 Jul 29 15:30:23.221063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d4fbd-e33e-4a5e-9d04-a644fd4e18a4 req-884de38f-6dd1-4eb7-a151-b14384e355ba tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:23.222577 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ee7d4fbd-e33e-4a5e-9d04-a644fd4e18a4 req-884de38f-6dd1-4eb7-a151-b14384e355ba tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 944 time: 0.0479269 Jul 29 15:30:23.261624 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ee7d4fbd-e33e-4a5e-9d04-a644fd4e18a4 req-c28693c6-2beb-40f8-bcc2-a25bf8ffc5bb tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329449 Jul 29 15:30:23.377322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b080b2-ab8f-4610-81d4-5b85b425635e req-74857606-e699-49d3-8da1-89298b27b426 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:23.378688 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71b080b2-ab8f-4610-81d4-5b85b425635e req-74857606-e699-49d3-8da1-89298b27b426 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 944 time: 0.0524127 Jul 29 15:30:23.416368 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-71b080b2-ab8f-4610-81d4-5b85b425635e req-5bc6a5ae-8c2d-4efc-872a-fcb0fe7da7e2 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317996 Jul 29 15:30:23.761882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e46f-c17b-4b94-b1a0-269726152fff req-cbf13093-35e2-4078-ab6c-1f167e71304f tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:23.763375 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c085e46f-c17b-4b94-b1a0-269726152fff req-cbf13093-35e2-4078-ab6c-1f167e71304f tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 815 time: 0.1017437 Jul 29 15:30:23.778910 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c085e46f-c17b-4b94-b1a0-269726152fff req-b5c3515f-9744-4807-9da4-e8f6d1ce49a6 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/quotas/8bfc5a97cdc640d1b8e75a5a78d48777 HTTP/1.1" status: 200 len: 375 time: 0.0091374 Jul 29 15:30:23.831228 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c085e46f-c17b-4b94-b1a0-269726152fff req-f3e05285-8e8a-4678-8eab-155c1740b115 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468485 Jul 29 15:30:23.920406 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c085e46f-c17b-4b94-b1a0-269726152fff req-4a619451-7bb5-4053-a0da-914aece43c39 service neutron] 10.222.0.16 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816267 Jul 29 15:30:24.012931 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c085e46f-c17b-4b94-b1a0-269726152fff req-5716cfaa-7c3e-40b8-a9ab-b4ef536e5eea service neutron] 10.222.0.16 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857699 Jul 29 15:30:24.049406 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:30:24.099336 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:30:24.103144 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:30:24.103524 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:24.188217 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:24.197545 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fa626f5e-b5d7-4710-826d-2c1b608c43ce req-9909d16f-6423-4c96-a81e-2d491c1513cb tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 210 time: 0.0351772 Jul 29 15:30:24.221842 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d54654-d955-43a5-bd68-e33732ff31f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bae6cfa-33e0-4813-b0d2-005c4c05ab6c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:30:24.221842 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404bcb50-f2d2-497c-a67d-03091b4fa512" -d '{"events": [{"server_uuid": "e4d54654-d955-43a5-bd68-e33732ff31f5", "name": "network-vif-plugged", "status": "completed", "tag": "4bae6cfa-33e0-4813-b0d2-005c4c05ab6c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:30:24.232798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:24.238379 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:24.263126 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29981db1-16e4-44ea-b555-fb1839e70382 x-openstack-request-id: req-29981db1-16e4-44ea-b555-fb1839e70382 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:30:24.263404 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d54654-d955-43a5-bd68-e33732ff31f5", "name": "network-vif-plugged", "status": "completed", "tag": "4bae6cfa-33e0-4813-b0d2-005c4c05ab6c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:30:24.263747 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29981db1-16e4-44ea-b555-fb1839e70382 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:30:24.264055 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d54654-d955-43a5-bd68-e33732ff31f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bae6cfa-33e0-4813-b0d2-005c4c05ab6c', 'code': 200} Jul 29 15:30:24.290254 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:25.042038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272de52-a03f-4f31-a287-3a4947811187 req-48d30d60-d687-4e2d-8e12-9f38f75e1894 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:25.043499 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9272de52-a03f-4f31-a287-3a4947811187 req-48d30d60-d687-4e2d-8e12-9f38f75e1894 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4d54654-d955-43a5-bd68-e33732ff31f5 HTTP/1.1" status: 200 len: 945 time: 0.0493650 Jul 29 15:30:25.140046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-9272de52-a03f-4f31-a287-3a4947811187 req-98490711-3884-46b9-b160-12e06788c7bc tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Deleting port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:30:25.140323 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9272de52-a03f-4f31-a287-3a4947811187 req-98490711-3884-46b9-b160-12e06788c7bc tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:25.240604 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-9272de52-a03f-4f31-a287-3a4947811187 req-98490711-3884-46b9-b160-12e06788c7bc tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] For port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:25.241251 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9272de52-a03f-4f31-a287-3a4947811187 req-98490711-3884-46b9-b160-12e06788c7bc tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:25.256749 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-9272de52-a03f-4f31-a287-3a4947811187 req-98490711-3884-46b9-b160-12e06788c7bc tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Calling delete_port for 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:30:25.294340 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e46f-c17b-4b94-b1a0-269726152fff req-62dbc8a6-5b2f-43ac-8d62-4c4ec95a0267 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:25.295837 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c085e46f-c17b-4b94-b1a0-269726152fff req-62dbc8a6-5b2f-43ac-8d62-4c4ec95a0267 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.38 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 815 time: 0.1208611 Jul 29 15:30:25.314541 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-c085e46f-c17b-4b94-b1a0-269726152fff req-f7936702-dc2f-4b32-91ac-cf52195c9af5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Request body: {'port': {'device_id': '43810d68-85bf-4f09-b268-5c5c05e0001d', 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf', 'admin_state_up': True, 'tenant_id': '8bfc5a97cdc640d1b8e75a5a78d48777'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:30:25.319830 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-32398d29-2e97-446d-816a-326ce6eaa30f req-e3565903-4362-4531-ab50-a6145938a102 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 210 time: 0.0436378 Jul 29 15:30:25.403475 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9272de52-a03f-4f31-a287-3a4947811187 req-98490711-3884-46b9-b160-12e06788c7bc tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:25.432614 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98490711-3884-46b9-b160-12e06788c7bc tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Pushing event deleted for resources: {'Port': ['ID=4bae6cfa-33e0-4813-b0d2-005c4c05ab6c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:25.440124 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['4bae6cfa-33e0-4813-b0d2-005c4c05ab6c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:30:25.442520 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c085e46f-c17b-4b94-b1a0-269726152fff req-f7936702-dc2f-4b32-91ac-cf52195c9af5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Made reservation on behalf of 8bfc5a97cdc640d1b8e75a5a78d48777 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:30:25.445587 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c085e46f-c17b-4b94-b1a0-269726152fff req-f7936702-dc2f-4b32-91ac-cf52195c9af5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:25.476432 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-9272de52-a03f-4f31-a287-3a4947811187 req-98490711-3884-46b9-b160-12e06788c7bc tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] No DVR routers for this DVR port 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:30:25.479756 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-9272de52-a03f-4f31-a287-3a4947811187 req-98490711-3884-46b9-b160-12e06788c7bc tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:25.481891 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9272de52-a03f-4f31-a287-3a4947811187 req-98490711-3884-46b9-b160-12e06788c7bc tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.38 "DELETE /v2.0/ports/4bae6cfa-33e0-4813-b0d2-005c4c05ab6c HTTP/1.1" status: 204 len: 173 time: 0.4280326 Jul 29 15:30:25.482335 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d54654-d955-43a5-bd68-e33732ff31f5', 'name': 'network-vif-deleted', 'tag': '4bae6cfa-33e0-4813-b0d2-005c4c05ab6c'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:30:25.484759 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff23d65-421b-441b-83fe-ef19fe0d489d" -d '{"events": [{"server_uuid": "e4d54654-d955-43a5-bd68-e33732ff31f5", "name": "network-vif-deleted", "tag": "4bae6cfa-33e0-4813-b0d2-005c4c05ab6c"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:30:25.524698 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5208ae3a-375b-4d45-9f90-89b29fe1db48 x-openstack-request-id: req-5208ae3a-375b-4d45-9f90-89b29fe1db48 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:30:25.525019 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d54654-d955-43a5-bd68-e33732ff31f5", "name": "network-vif-deleted", "tag": "4bae6cfa-33e0-4813-b0d2-005c4c05ab6c", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:30:25.525280 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5208ae3a-375b-4d45-9f90-89b29fe1db48 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:30:25.525677 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d54654-d955-43a5-bd68-e33732ff31f5', 'name': 'network-vif-deleted', 'tag': '4bae6cfa-33e0-4813-b0d2-005c4c05ab6c', 'status': 'completed', 'code': 200} Jul 29 15:30:25.585876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-c085e46f-c17b-4b94-b1a0-269726152fff req-f7936702-dc2f-4b32-91ac-cf52195c9af5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Allocated IP 172.20.0.14 (4379fc8f-d04b-4e6c-b51f-4793ac4da7bf/2ae7fb43-e584-4e60-a93c-e46760be3974/62ab6133-db05-4ede-81d3-a4fe6750987c) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:30:25.741798 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c085e46f-c17b-4b94-b1a0-269726152fff req-f7936702-dc2f-4b32-91ac-cf52195c9af5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:25.782681 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c085e46f-c17b-4b94-b1a0-269726152fff req-f7936702-dc2f-4b32-91ac-cf52195c9af5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:25.814829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['4bae6cfa-33e0-4813-b0d2-005c4c05ab6c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:30:25.831871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c085e46f-c17b-4b94-b1a0-269726152fff req-f7936702-dc2f-4b32-91ac-cf52195c9af5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:30:25.839952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-c085e46f-c17b-4b94-b1a0-269726152fff req-f7936702-dc2f-4b32-91ac-cf52195c9af5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:30:25.845135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7936702-dc2f-4b32-91ac-cf52195c9af5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Pushing event updated for resources: {'Port': ['ID=62ab6133-db05-4ede-81d3-a4fe6750987c,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:25.847458 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-c085e46f-c17b-4b94-b1a0-269726152fff req-f7936702-dc2f-4b32-91ac-cf52195c9af5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:30:25.896173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e46f-c17b-4b94-b1a0-269726152fff req-f7936702-dc2f-4b32-91ac-cf52195c9af5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:25.896810 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c085e46f-c17b-4b94-b1a0-269726152fff req-f7936702-dc2f-4b32-91ac-cf52195c9af5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:25.910139 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c085e46f-c17b-4b94-b1a0-269726152fff req-f7936702-dc2f-4b32-91ac-cf52195c9af5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6005342 Jul 29 15:30:25.927210 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Request body: {'port': {'device_id': '43810d68-85bf-4f09-b268-5c5c05e0001d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:30:25.980691 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:26.249818 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ab6133-db05-4ede-81d3-a4fe6750987c {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:30:26.257187 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:26.268981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Transition to ACTIVE for port object 62ab6133-db05-4ede-81d3-a4fe6750987c will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:30:26.272729 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:26.320725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Pushing event updated for resources: {'Port': ['ID=62ab6133-db05-4ede-81d3-a4fe6750987c,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:26.388643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Attempting to bind port 62ab6133-db05-4ede-81d3-a4fe6750987c on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:30:26.389005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Attempting to bind port 62ab6133-db05-4ede-81d3-a4fe6750987c by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:30:26.389337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Attempting to bind port 62ab6133-db05-4ede-81d3-a4fe6750987c on network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:30:26.408485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Port 62ab6133-db05-4ede-81d3-a4fe6750987c on network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:30:26.408836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Attempting to bind port 62ab6133-db05-4ede-81d3-a4fe6750987c on network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:30:26.428211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:30:26.428547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Checking segment: {'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:30:26.428961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Bound using segment: {'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:30:26.429400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Bound port: 62ab6133-db05-4ede-81d3-a4fe6750987c, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:30:26.429761 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:26.477739 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64432dc8-08dc-4437-b421-a8c18a3f59bf req-30543c1c-add1-4a19-b0a1-40f8fb5bd7f0 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:26.479236 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64432dc8-08dc-4437-b421-a8c18a3f59bf req-30543c1c-add1-4a19-b0a1-40f8fb5bd7f0 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 944 time: 0.0872004 Jul 29 15:30:26.530353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] For port 62ab6133-db05-4ede-81d3-a4fe6750987c, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:30:26.535579 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] For port 62ab6133-db05-4ede-81d3-a4fe6750987c, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=62ab6133-db05-4ede-81d3-a4fe6750987c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:30:26.541814 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64432dc8-08dc-4437-b421-a8c18a3f59bf req-abdc9f4c-40b2-484b-b8a5-34336ebc3cb6 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561111 Jul 29 15:30:26.543289 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:26.575640 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:26.576252 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:26.577650 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c085e46f-c17b-4b94-b1a0-269726152fff req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] 10.222.0.38 "PUT /v2.0/ports/62ab6133-db05-4ede-81d3-a4fe6750987c HTTP/1.1" status: 200 len: 1092 time: 0.6545916 Jul 29 15:30:26.578631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43810d68-85bf-4f09-b268-5c5c05e0001d', 'tag': '62ab6133-db05-4ede-81d3-a4fe6750987c'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:30:26.581030 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a35d9fe-174c-471d-9d94-f779186fa256" -d '{"events": [{"name": "network-changed", "server_uuid": "43810d68-85bf-4f09-b268-5c5c05e0001d", "tag": "62ab6133-db05-4ede-81d3-a4fe6750987c"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:30:26.607143 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2e1d7-528d-4230-9c9e-ecae1a6e7db1 service neutron] Pushing event updated for resources: {'Port': ['ID=62ab6133-db05-4ede-81d3-a4fe6750987c,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:26.665287 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:26.677247 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e46f-c17b-4b94-b1a0-269726152fff req-0718fedc-1284-44cc-a214-ce8788e918af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:26.678777 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c085e46f-c17b-4b94-b1a0-269726152fff req-0718fedc-1284-44cc-a214-ce8788e918af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 1095 time: 0.0472119 Jul 29 15:30:26.698849 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c844be-9906-43b5-8079-538587745474 x-openstack-request-id: req-30c844be-9906-43b5-8079-538587745474 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:30:26.699155 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43810d68-85bf-4f09-b268-5c5c05e0001d", "tag": "62ab6133-db05-4ede-81d3-a4fe6750987c", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:30:26.699407 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30c844be-9906-43b5-8079-538587745474 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:30:26.699808 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43810d68-85bf-4f09-b268-5c5c05e0001d', 'tag': '62ab6133-db05-4ede-81d3-a4fe6750987c', 'status': 'completed', 'code': 200} Jul 29 15:30:26.727475 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c085e46f-c17b-4b94-b1a0-269726152fff req-13dca06d-b0c7-4fcf-a904-60064813877e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ab6133-db05-4ede-81d3-a4fe6750987c HTTP/1.1" status: 200 len: 217 time: 0.0362844 Jul 29 15:30:26.776243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e46f-c17b-4b94-b1a0-269726152fff req-85d5c689-9d99-43c1-b79c-e3b4705f63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:26.777749 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c085e46f-c17b-4b94-b1a0-269726152fff req-85d5c689-9d99-43c1-b79c-e3b4705f63c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2ae7fb43-e584-4e60-a93c-e46760be3974 HTTP/1.1" status: 200 len: 855 time: 0.0440497 Jul 29 15:30:26.808748 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c085e46f-c17b-4b94-b1a0-269726152fff req-cfb63533-d0ba-44cd-bcac-be6573d0017b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236781 Jul 29 15:30:26.905107 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c085e46f-c17b-4b94-b1a0-269726152fff req-d46ee6aa-9578-4f5f-93ca-cfe9e96970df service neutron] 10.222.0.38 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892932 Jul 29 15:30:26.995512 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c085e46f-c17b-4b94-b1a0-269726152fff req-cf8b6222-270c-4771-8096-870d37682239 service neutron] 10.222.0.38 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820856 Jul 29 15:30:27.120567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35d9fe-174c-471d-9d94-f779186fa256 req-241205ee-5016-4d11-9fcd-3f6269c8d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:27.122002 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a35d9fe-174c-471d-9d94-f779186fa256 req-241205ee-5016-4d11-9fcd-3f6269c8d042 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 1095 time: 0.0461760 Jul 29 15:30:27.211602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35d9fe-174c-471d-9d94-f779186fa256 req-534ce5f6-45bc-4dea-8463-9ec60bc3a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:27.213099 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a35d9fe-174c-471d-9d94-f779186fa256 req-534ce5f6-45bc-4dea-8463-9ec60bc3a5c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 916 time: 0.0839744 Jul 29 15:30:27.258741 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a35d9fe-174c-471d-9d94-f779186fa256 req-8eb9389b-983b-4a46-ab32-76b4f7c9b22e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ab6133-db05-4ede-81d3-a4fe6750987c HTTP/1.1" status: 200 len: 217 time: 0.0385885 Jul 29 15:30:27.307317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35d9fe-174c-471d-9d94-f779186fa256 req-98e5cd1b-97be-4389-8f34-24fe121f8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:27.308790 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a35d9fe-174c-471d-9d94-f779186fa256 req-98e5cd1b-97be-4389-8f34-24fe121f8f1c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2ae7fb43-e584-4e60-a93c-e46760be3974 HTTP/1.1" status: 200 len: 855 time: 0.0434003 Jul 29 15:30:27.340961 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a35d9fe-174c-471d-9d94-f779186fa256 req-72f45858-60ba-477a-9d79-85b47e59f518 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241034 Jul 29 15:30:27.436518 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a35d9fe-174c-471d-9d94-f779186fa256 req-2d810a34-9902-4f53-bd46-4d845d3fb338 service neutron] 10.222.0.38 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873711 Jul 29 15:30:27.530035 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a35d9fe-174c-471d-9d94-f779186fa256 req-a8ff6b4d-cc26-4350-8c75-40c90dd517d7 service neutron] 10.222.0.38 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854268 Jul 29 15:30:27.659549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc602094-d7e5-476d-b45c-9200341723cf req-7e8fd71e-62ab-47f6-9c04-1132c5ac917a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:27.661081 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc602094-d7e5-476d-b45c-9200341723cf req-7e8fd71e-62ab-47f6-9c04-1132c5ac917a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 944 time: 0.0497499 Jul 29 15:30:27.699814 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc602094-d7e5-476d-b45c-9200341723cf req-1d496ef4-b3cb-4897-8eaf-d3c91be40d78 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327027 Jul 29 15:30:28.076720 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:30:28.099392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:30:28.099789 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 4bae6cfa-33e0-4813-b0d2-005c4c05ab6c not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:30:28.817962 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e245af-bc9c-482b-b275-65d135190d51 req-e2cfed6b-bac3-45ef-85a4-7e5641dd280f tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:28.819635 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87e245af-bc9c-482b-b275-65d135190d51 req-e2cfed6b-bac3-45ef-85a4-7e5641dd280f tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 944 time: 0.0495327 Jul 29 15:30:28.867861 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87e245af-bc9c-482b-b275-65d135190d51 req-6d79d04c-6211-4313-90e9-2ecc79515547 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380445 Jul 29 15:30:29.988373 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2b553-4b41-4a22-86a4-8ba54a8516dc req-8387f726-2101-4732-97c3-aafbbfedc1ce tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:29.989916 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41e2b553-4b41-4a22-86a4-8ba54a8516dc req-8387f726-2101-4732-97c3-aafbbfedc1ce tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 944 time: 0.0548990 Jul 29 15:30:30.031675 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41e2b553-4b41-4a22-86a4-8ba54a8516dc req-46117f73-afcb-47d7-ac7f-c149fe4542c4 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351183 Jul 29 15:30:30.095905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 62ab6133-db05-4ede-81d3-a4fe6750987c details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:30:30.186946 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 62ab6133-db05-4ede-81d3-a4fe6750987c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=62ab6133-db05-4ede-81d3-a4fe6750987c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:30.198219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '62ab6133-db05-4ede-81d3-a4fe6750987c', 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf', 'port_id': '62ab6133-db05-4ede-81d3-a4fe6750987c', 'mac_address': 'fa:16:3e:67:d0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae7fb43-e584-4e60-a93c-e46760be3974', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:30:30.237949 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:30.250247 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ab6133-db05-4ede-81d3-a4fe6750987c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:30:30.269197 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 62ab6133-db05-4ede-81d3-a4fe6750987c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=62ab6133-db05-4ede-81d3-a4fe6750987c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:30.273388 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:30.321194 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=62ab6133-db05-4ede-81d3-a4fe6750987c,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:30.525002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['62ab6133-db05-4ede-81d3-a4fe6750987c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:30:30.608801 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9b6aa58c-eb8c-4895-b5c9-2df46f95a8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:31.145385 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115c166-a1f3-4c94-ad9a-791bb3e842e7 req-1bc23ea1-9fe7-4c71-9cb8-819a1f84d7ac tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:31.146788 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a115c166-a1f3-4c94-ad9a-791bb3e842e7 req-1bc23ea1-9fe7-4c71-9cb8-819a1f84d7ac tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 945 time: 0.0486143 Jul 29 15:30:31.185796 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a115c166-a1f3-4c94-ad9a-791bb3e842e7 req-0c271912-2c60-45b9-9f23-5f54da91462c tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329857 Jul 29 15:30:32.127782 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 62ab6133-db05-4ede-81d3-a4fe6750987c up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:30:32.178918 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 62ab6133-db05-4ede-81d3-a4fe6750987c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:30:32.183033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 62ab6133-db05-4ede-81d3-a4fe6750987c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:30:32.183407 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:32.263851 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:32.288369 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43810d68-85bf-4f09-b268-5c5c05e0001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ab6133-db05-4ede-81d3-a4fe6750987c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:30:32.290690 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73d3d8a-1860-47e4-879d-5f6ac46a72f3" -d '{"events": [{"server_uuid": "43810d68-85bf-4f09-b268-5c5c05e0001d", "name": "network-vif-plugged", "status": "completed", "tag": "62ab6133-db05-4ede-81d3-a4fe6750987c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:30:32.304914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 62ab6133-db05-4ede-81d3-a4fe6750987c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=62ab6133-db05-4ede-81d3-a4fe6750987c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:30:32.310314 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:32.313128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab171e8-3fa9-40a8-a8f8-2e19ca1c1c15 req-3cd1984a-d148-4763-936a-0645e8b2dc85 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:32.314874 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cab171e8-3fa9-40a8-a8f8-2e19ca1c1c15 req-3cd1984a-d148-4763-936a-0645e8b2dc85 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 945 time: 0.0571439 Jul 29 15:30:32.344747 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d679ee-ff2a-4a70-8351-5860655aab3e x-openstack-request-id: req-d1d679ee-ff2a-4a70-8351-5860655aab3e {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:30:32.345215 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43810d68-85bf-4f09-b268-5c5c05e0001d", "name": "network-vif-plugged", "status": "completed", "tag": "62ab6133-db05-4ede-81d3-a4fe6750987c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:30:32.345608 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1d679ee-ff2a-4a70-8351-5860655aab3e {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:30:32.346203 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43810d68-85bf-4f09-b268-5c5c05e0001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ab6133-db05-4ede-81d3-a4fe6750987c', 'code': 200} Jul 29 15:30:32.360443 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cab171e8-3fa9-40a8-a8f8-2e19ca1c1c15 req-2402996e-18af-41cc-a0d2-51828abe530d tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371728 Jul 29 15:30:32.371879 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=62ab6133-db05-4ede-81d3-a4fe6750987c,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:30:32.473051 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5cc4d-919c-4ce7-8f70-0aaba9bded4c req-6ba1c1e3-3a9a-47af-8318-3af421c7d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:32.474558 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dac5cc4d-919c-4ce7-8f70-0aaba9bded4c req-6ba1c1e3-3a9a-47af-8318-3af421c7d462 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 1097 time: 0.0439720 Jul 29 15:30:32.511521 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dac5cc4d-919c-4ce7-8f70-0aaba9bded4c req-ead55f8e-533a-4c08-b7c7-e196babfa6b2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295677 Jul 29 15:30:33.247475 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:33.377112 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-104538db-e2ea-4b88-be7f-04ccad87ec25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:33.484842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02e539-4751-4bce-a95c-54229b0cac21 req-2a5b00cd-ed86-4e09-bb3b-4a34251cef8e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:33.487205 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ee02e539-4751-4bce-a95c-54229b0cac21 req-2a5b00cd-ed86-4e09-bb3b-4a34251cef8e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0537136 Jul 29 15:30:33.532350 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ee02e539-4751-4bce-a95c-54229b0cac21 req-51599b59-101d-458f-95da-ace152bdfb46 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381658 Jul 29 15:30:34.458633 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:34.659273 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be80dc-08cf-4ebf-ac8c-dd4c3862be82 req-7365b5fe-3386-47d8-82dd-b7e38e6b60d5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:34.660752 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-18be80dc-08cf-4ebf-ac8c-dd4c3862be82 req-7365b5fe-3386-47d8-82dd-b7e38e6b60d5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0533519 Jul 29 15:30:34.698276 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-18be80dc-08cf-4ebf-ac8c-dd4c3862be82 req-76d6f64f-d584-4ee5-b57e-87b7eb0a2508 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316234 Jul 29 15:30:34.815602 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0f149-95ac-4f43-8a10-87cf010694ce req-fdda82b5-dccb-4d10-9a61-5d2272eaa174 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:34.817084 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-94d0f149-95ac-4f43-8a10-87cf010694ce req-fdda82b5-dccb-4d10-9a61-5d2272eaa174 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0484238 Jul 29 15:30:34.860861 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-94d0f149-95ac-4f43-8a10-87cf010694ce req-a5999c38-cc32-4efa-b165-de97f84e5346 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377417 Jul 29 15:30:35.111072 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-17f8c125-5229-4de8-af53-d33cdfac23c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694387 Jul 29 15:30:35.123258 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae905ba2-dd4e-491a-a67c-32db05a0fb8f req-2ad5dff3-87cd-4b4a-8bec-55eca89f54f4 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:35.125262 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae905ba2-dd4e-491a-a67c-32db05a0fb8f req-2ad5dff3-87cd-4b4a-8bec-55eca89f54f4 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0723896 Jul 29 15:30:35.166032 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ae905ba2-dd4e-491a-a67c-32db05a0fb8f req-22ae5b9e-5497-47a8-9c02-844eeda823b5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333314 Jul 29 15:30:36.177777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426c0b-0d0f-415e-9753-b9461992493b req-99864fc4-7753-4e2f-91ee-ad17f79c053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:36.179270 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-99864fc4-7753-4e2f-91ee-ad17f79c053b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 1097 time: 0.0431426 Jul 29 15:30:36.301641 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426c0b-0d0f-415e-9753-b9461992493b req-919fd85e-cf8b-4c70-9ce2-7801e1887967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:36.303119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-919fd85e-cf8b-4c70-9ce2-7801e1887967 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 916 time: 0.1173460 Jul 29 15:30:36.314550 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010de7c-9f69-4977-bca2-f1a1886ca4e5 req-55e43293-5571-445f-9145-aeba9c8a0221 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:36.315947 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5010de7c-9f69-4977-bca2-f1a1886ca4e5 req-55e43293-5571-445f-9145-aeba9c8a0221 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0766971 Jul 29 15:30:36.361791 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-37aea915-d0e9-4d49-b6df-2b2bdc6c9624 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ab6133-db05-4ede-81d3-a4fe6750987c HTTP/1.1" status: 200 len: 217 time: 0.0448964 Jul 29 15:30:36.405815 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5010de7c-9f69-4977-bca2-f1a1886ca4e5 req-f6416c58-20db-4b4c-a67c-54ec4022e422 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833812 Jul 29 15:30:36.423309 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426c0b-0d0f-415e-9753-b9461992493b req-55869d01-391a-4189-af63-c82dac9f7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:36.425592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-55869d01-391a-4189-af63-c82dac9f7942 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2ae7fb43-e584-4e60-a93c-e46760be3974 HTTP/1.1" status: 200 len: 855 time: 0.0561311 Jul 29 15:30:36.440943 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:36.463538 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-e99249ea-75ce-4e50-aed0-f80e36104e22 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307028 Jul 29 15:30:36.555204 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-1ca9e6d8-afbf-4011-a508-f8817e53ae2f service neutron] 10.222.0.38 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843236 Jul 29 15:30:36.651506 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-b38d7bc3-63fd-4b66-854a-1faa18855719 service neutron] 10.222.0.38 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899668 Jul 29 15:30:37.521010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc3396-c51d-470a-b1ec-cc63f352d2d4 req-c6ad698f-09fa-4116-8a4b-86cdab341276 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:37.522509 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0fc3396-c51d-470a-b1ec-cc63f352d2d4 req-c6ad698f-09fa-4116-8a4b-86cdab341276 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0486078 Jul 29 15:30:37.563620 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f0fc3396-c51d-470a-b1ec-cc63f352d2d4 req-44533090-81b7-4216-a0cc-51a8be26cee6 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345197 Jul 29 15:30:38.681653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9e03c-6301-4ab9-b768-865db5dafca4 req-66c64c85-5861-42b7-9a9c-c613c676ad6b tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:38.683127 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-12f9e03c-6301-4ab9-b768-865db5dafca4 req-66c64c85-5861-42b7-9a9c-c613c676ad6b tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0507770 Jul 29 15:30:38.722723 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-12f9e03c-6301-4ab9-b768-865db5dafca4 req-5948fb76-b991-4f26-8f8c-883caa8026fb tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331445 Jul 29 15:30:39.837931 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e1698-7838-4c7d-83eb-2d689f47d0ef req-acdeb0d5-5c44-40bd-a2b5-a99263d8d8ce tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:39.839455 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-112e1698-7838-4c7d-83eb-2d689f47d0ef req-acdeb0d5-5c44-40bd-a2b5-a99263d8d8ce tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0479767 Jul 29 15:30:39.878172 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-112e1698-7838-4c7d-83eb-2d689f47d0ef req-f4405198-7817-4213-ab3c-00389fec64be tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321269 Jul 29 15:30:40.993584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0a973-d439-470a-8a4f-c20c3f5293ee req-8af5137e-f504-4461-ae50-9616f77f0fb8 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:40.995074 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3fc0a973-d439-470a-8a4f-c20c3f5293ee req-8af5137e-f504-4461-ae50-9616f77f0fb8 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0488255 Jul 29 15:30:41.032005 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3fc0a973-d439-470a-8a4f-c20c3f5293ee req-c0dcd0c9-c095-4b30-80cb-da125bfc2c91 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308473 Jul 29 15:30:41.289657 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:42.147475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c9b82-bac2-45fc-a777-c4f5b5af6681 req-3fa89c77-6927-49eb-a10f-b5959b8c2ebe tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:42.148884 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a49c9b82-bac2-45fc-a777-c4f5b5af6681 req-3fa89c77-6927-49eb-a10f-b5959b8c2ebe tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0482411 Jul 29 15:30:42.186673 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a49c9b82-bac2-45fc-a777-c4f5b5af6681 req-64e85485-4bdb-46bc-8ede-07a570b06b46 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318863 Jul 29 15:30:43.305728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c2ba9-bdc4-4530-aa13-b85828c4525b req-8c8b7fb5-3a35-46f4-9fcb-d52b132211b3 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:43.307198 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b79c2ba9-bdc4-4530-aa13-b85828c4525b req-8c8b7fb5-3a35-46f4-9fcb-d52b132211b3 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0527930 Jul 29 15:30:43.345435 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b79c2ba9-bdc4-4530-aa13-b85828c4525b req-701596b1-e5de-4a54-b8a8-42c3b7c4a6a7 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323224 Jul 29 15:30:44.458567 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d39359-c406-44cd-af50-30903b950b88 req-2cb00b2b-69d0-4786-b1fc-fe2bc99b44f4 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:44.460032 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58d39359-c406-44cd-af50-30903b950b88 req-2cb00b2b-69d0-4786-b1fc-fe2bc99b44f4 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0479770 Jul 29 15:30:44.503549 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58d39359-c406-44cd-af50-30903b950b88 req-c5e2ae76-bbc8-4ff6-a698-d35f04e19fe5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373974 Jul 29 15:30:45.616939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0509b3-53e1-4546-9731-781f0b805880 req-167dcd30-06e9-4451-81b2-c8e10fe2aa75 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:45.618415 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e0509b3-53e1-4546-9731-781f0b805880 req-167dcd30-06e9-4451-81b2-c8e10fe2aa75 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0482976 Jul 29 15:30:45.656304 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e0509b3-53e1-4546-9731-781f0b805880 req-5d414f62-8356-4408-880d-5ac9500b85e2 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320001 Jul 29 15:30:46.774052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f3235-eb94-41d4-b358-c74154ccd9f3 req-eb840eff-8e95-4d9e-bcc0-c8a8d586d701 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:46.775538 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9d7f3235-eb94-41d4-b358-c74154ccd9f3 req-eb840eff-8e95-4d9e-bcc0-c8a8d586d701 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0487704 Jul 29 15:30:46.813767 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9d7f3235-eb94-41d4-b358-c74154ccd9f3 req-828f8aa9-7b75-45dd-b27c-4cc55ca3e434 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321674 Jul 29 15:30:47.928971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ce0f8-c0c1-45e6-aa9e-7f98a6d3078e req-00aeefe8-d961-4bde-aaa9-6c88b24de553 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:47.930455 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3d9ce0f8-c0c1-45e6-aa9e-7f98a6d3078e req-00aeefe8-d961-4bde-aaa9-6c88b24de553 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0485907 Jul 29 15:30:47.968628 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3d9ce0f8-c0c1-45e6-aa9e-7f98a6d3078e req-de93b2c4-fc1c-42ae-b75d-8acd85043f7b tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322120 Jul 29 15:30:48.936408 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:30:49.090487 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2add90-b165-4afd-bfc7-a05138d334cd req-d8fc5d19-333b-4b3b-9c7a-f5e81a22c1ae tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:49.092023 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ac2add90-b165-4afd-bfc7-a05138d334cd req-d8fc5d19-333b-4b3b-9c7a-f5e81a22c1ae tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0519426 Jul 29 15:30:49.133851 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ac2add90-b165-4afd-bfc7-a05138d334cd req-2047af89-74bd-48c2-b22b-1e056b92da81 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352800 Jul 29 15:30:50.255381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13478236-2811-4834-ac7c-f57673446645 req-be0640ab-731b-4356-ac02-bc49b1e9d488 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:50.256899 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-13478236-2811-4834-ac7c-f57673446645 req-be0640ab-731b-4356-ac02-bc49b1e9d488 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0546570 Jul 29 15:30:50.295731 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-13478236-2811-4834-ac7c-f57673446645 req-2111858c-e58f-4e4a-b2eb-586ff9d32806 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329292 Jul 29 15:30:51.410162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746f7a2-47a2-4924-8fb8-dd27b192188f req-97aa505f-25d5-4c68-aced-7e3570b9bc8b tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:51.411638 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7746f7a2-47a2-4924-8fb8-dd27b192188f req-97aa505f-25d5-4c68-aced-7e3570b9bc8b tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0492449 Jul 29 15:30:51.454151 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7746f7a2-47a2-4924-8fb8-dd27b192188f req-6aaf0078-82b2-4a6f-9f73-e5f3369069b9 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360520 Jul 29 15:30:52.570109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3826fc-0b2f-43cb-bb3c-591e1f2e6c6f req-dd33bb57-d223-4dab-8975-3acd102ae6a3 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:52.571580 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0b3826fc-0b2f-43cb-bb3c-591e1f2e6c6f req-dd33bb57-d223-4dab-8975-3acd102ae6a3 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0490437 Jul 29 15:30:52.609587 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0b3826fc-0b2f-43cb-bb3c-591e1f2e6c6f req-c86c69b2-ecfe-4796-af7e-e7ab10444819 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319490 Jul 29 15:30:53.727724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d7b0a-09f9-4466-8cb2-36dd0ea8e3b2 req-b7dab64d-3a43-4c45-823d-e1c7497a7855 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:53.729528 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-017d7b0a-09f9-4466-8cb2-36dd0ea8e3b2 req-b7dab64d-3a43-4c45-823d-e1c7497a7855 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0507321 Jul 29 15:30:53.768858 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-017d7b0a-09f9-4466-8cb2-36dd0ea8e3b2 req-f9dd3aae-c415-4a60-b922-847cf2b5c8fc tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334380 Jul 29 15:30:54.896630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0600d9-0f36-41b1-a0d2-fa1e895cb540 req-e8baceea-bec3-48c4-a782-dcac864d8278 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:54.898535 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8d0600d9-0f36-41b1-a0d2-fa1e895cb540 req-e8baceea-bec3-48c4-a782-dcac864d8278 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0609436 Jul 29 15:30:54.938172 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8d0600d9-0f36-41b1-a0d2-fa1e895cb540 req-fd03fa6e-f171-499b-9d0d-0a1b8507ccdc tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325875 Jul 29 15:30:56.056593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55047c46-a4fa-42e5-8b61-1e7501edd224 req-de36601e-66d8-486b-af42-566757001dff tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:56.058152 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55047c46-a4fa-42e5-8b61-1e7501edd224 req-de36601e-66d8-486b-af42-566757001dff tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0493779 Jul 29 15:30:56.108507 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55047c46-a4fa-42e5-8b61-1e7501edd224 req-787630f3-b497-4332-a3cd-fbf0c0892ce6 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440986 Jul 29 15:30:56.679442 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:30:57.231583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbfd45-b2c2-4a9a-850f-6fc91b095f5d req-f92d5cae-6dac-4c9a-a7fb-bf3d814e68e5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:57.233139 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6bdbfd45-b2c2-4a9a-850f-6fc91b095f5d req-f92d5cae-6dac-4c9a-a7fb-bf3d814e68e5 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0555103 Jul 29 15:30:57.273104 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6bdbfd45-b2c2-4a9a-850f-6fc91b095f5d req-bfa6a42a-9623-436a-876e-fe26ef05cf8e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330575 Jul 29 15:30:58.389448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d5038-0ffe-4704-8559-60b1d9c76e88 req-b7f42170-8a16-4c93-87e3-30991435ac6e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:58.390996 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf1d5038-0ffe-4704-8559-60b1d9c76e88 req-b7f42170-8a16-4c93-87e3-30991435ac6e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0502601 Jul 29 15:30:58.432883 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf1d5038-0ffe-4704-8559-60b1d9c76e88 req-bc489ae8-8b9a-46c9-b50c-83bb0228f51b tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352080 Jul 29 15:30:59.547353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed3337-4c06-47b4-b8cb-fa5afcf178d0 req-05987959-e52d-4dd8-92bb-ad778e148536 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:30:59.549573 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c4ed3337-4c06-47b4-b8cb-fa5afcf178d0 req-05987959-e52d-4dd8-92bb-ad778e148536 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0487385 Jul 29 15:30:59.586442 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c4ed3337-4c06-47b4-b8cb-fa5afcf178d0 req-edd8898f-fe72-4fcb-9790-82f5cb4a9863 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310657 Jul 29 15:31:00.598960 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5eda918c-2c48-4845-82d8-8d7350aceff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:00.702175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93311d-95f7-447d-a66e-ad7814b9d0ff req-cbd4f520-0f1a-45aa-8825-9c139bf77a30 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:00.703645 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec93311d-95f7-447d-a66e-ad7814b9d0ff req-cbd4f520-0f1a-45aa-8825-9c139bf77a30 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0498676 Jul 29 15:31:00.742025 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec93311d-95f7-447d-a66e-ad7814b9d0ff req-9c186145-c58d-4229-b71c-bcf4682c74e0 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319638 Jul 29 15:31:01.857806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7333b6-b104-4b38-b255-01e82f3c3968 req-6b97b3f8-18f5-4003-97f9-b5a983c06a09 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:01.859289 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6d7333b6-b104-4b38-b255-01e82f3c3968 req-6b97b3f8-18f5-4003-97f9-b5a983c06a09 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0493188 Jul 29 15:31:01.899355 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6d7333b6-b104-4b38-b255-01e82f3c3968 req-fce95679-60fa-471d-8cef-b889e723e3ad tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328879 Jul 29 15:31:03.017814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001df6e-455d-4b7e-bb02-2408b715ec4c req-aff47e1c-b546-4b52-9b1f-1e31355e41a4 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:03.019317 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c001df6e-455d-4b7e-bb02-2408b715ec4c req-aff47e1c-b546-4b52-9b1f-1e31355e41a4 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0495777 Jul 29 15:31:03.056808 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c001df6e-455d-4b7e-bb02-2408b715ec4c req-d10a4176-ae9d-4cdd-aae5-4c658e973c74 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314434 Jul 29 15:31:03.248345 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:03.379464 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7929ba57-7bbf-4d39-80b0-c283674235e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:03.537395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-58491f34-7819-41ce-943f-1738b50f227e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:31:03.538309 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-58491f34-7819-41ce-943f-1738b50f227e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056293 Jul 29 15:31:03.605617 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-d8426c0b-0d0f-415e-9753-b9461992493b req-58a0f9ff-bc54-4d28-a174-c5bd38323b91 service neutron] show failed (client error): The resource could not be found. Jul 29 15:31:03.606635 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-58a0f9ff-bc54-4d28-a174-c5bd38323b91 service neutron] 10.222.0.38 "GET /v2.0/ports/62ab6133-db05-4ede-81d3-a4fe6750987c/bindings/n-h2-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.0607467 Jul 29 15:31:03.805520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426c0b-0d0f-415e-9753-b9461992493b req-1a9ff701-0cf9-4800-80f6-083b238e6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:03.807032 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-1a9ff701-0cf9-4800-80f6-083b238e6660 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d&tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777 HTTP/1.1" status: 200 len: 1097 time: 0.0407221 Jul 29 15:31:03.818576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:03.876134 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:04.076702 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] For port 62ab6133-db05-4ede-81d3-a4fe6750987c, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=62ab6133-db05-4ede-81d3-a4fe6750987c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:04.111916 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] For port 62ab6133-db05-4ede-81d3-a4fe6750987c, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:31:04.153843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43810d68-85bf-4f09-b268-5c5c05e0001d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ab6133-db05-4ede-81d3-a4fe6750987c'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:31:04.156069 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11882f4e-7bf3-42e5-84f5-8b2dfe3e0daf" -d '{"events": [{"server_uuid": "43810d68-85bf-4f09-b268-5c5c05e0001d", "name": "network-vif-unplugged", "status": "completed", "tag": "62ab6133-db05-4ede-81d3-a4fe6750987c"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:31:04.160914 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:04.176260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Transition to ACTIVE for port object 62ab6133-db05-4ede-81d3-a4fe6750987c will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:31:04.179789 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:04.180490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8debec7-a9cf-466c-8901-d428efc78426 req-45a173a9-37f9-4589-ab39-d2b6a68213ac tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:04.182085 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8debec7-a9cf-466c-8901-d428efc78426 req-45a173a9-37f9-4589-ab39-d2b6a68213ac tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0560892 Jul 29 15:31:04.219085 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c830134-f52c-43fd-afd8-eadf305ba665 x-openstack-request-id: req-3c830134-f52c-43fd-afd8-eadf305ba665 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:31:04.219378 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43810d68-85bf-4f09-b268-5c5c05e0001d", "name": "network-vif-unplugged", "status": "completed", "tag": "62ab6133-db05-4ede-81d3-a4fe6750987c", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:31:04.219630 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c830134-f52c-43fd-afd8-eadf305ba665 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:31:04.220033 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43810d68-85bf-4f09-b268-5c5c05e0001d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ab6133-db05-4ede-81d3-a4fe6750987c', 'code': 200} Jul 29 15:31:04.226984 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8debec7-a9cf-466c-8901-d428efc78426 req-e654560a-6528-4cd3-87ef-80e28a6338c1 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381107 Jul 29 15:31:04.254469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Pushing event updated for resources: {'Port': ['ID=62ab6133-db05-4ede-81d3-a4fe6750987c,revision_number=6']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:04.256715 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] No DVR routers for this DVR port 62ab6133-db05-4ede-81d3-a4fe6750987c on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:31:04.268643 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:04.269072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:04.269419 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:04.269760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:04.270097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:04.270433 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:04.270763 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:04.271090 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:04.271415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:04.271741 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:04.272068 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:04.272390 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:04.300660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Attempting to bind port 62ab6133-db05-4ede-81d3-a4fe6750987c on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:31:04.301036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Attempting to bind port 62ab6133-db05-4ede-81d3-a4fe6750987c by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:31:04.301369 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Attempting to bind port 62ab6133-db05-4ede-81d3-a4fe6750987c on network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:31:04.305652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Port 62ab6133-db05-4ede-81d3-a4fe6750987c on network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:31:04.306086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Attempting to bind port 62ab6133-db05-4ede-81d3-a4fe6750987c on network 4379fc8f-d04b-4e6c-b51f-4793ac4da7bf {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:31:04.310852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:31:04.311107 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Checking segment: {'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:31:04.311489 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Bound using segment: {'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:31:04.311916 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Bound port: 62ab6133-db05-4ede-81d3-a4fe6750987c, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a36de42-b2d9-4f4f-abf0-4945ee57f141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:31:04.312273 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:04.374863 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] For port 62ab6133-db05-4ede-81d3-a4fe6750987c, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:31:04.377845 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] For port 62ab6133-db05-4ede-81d3-a4fe6750987c, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=62ab6133-db05-4ede-81d3-a4fe6750987c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:31:04.383919 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:04.418455 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:04.419138 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:04.420512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] 10.222.0.39 "PUT /v2.0/ports/62ab6133-db05-4ede-81d3-a4fe6750987c HTTP/1.1" status: 200 len: 1092 time: 0.6058433 Jul 29 15:31:04.441772 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336368d7-795f-4e33-83cb-73f0e7388355 service neutron] Pushing event updated for resources: {'Port': ['ID=62ab6133-db05-4ede-81d3-a4fe6750987c,revision_number=7']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:04.465328 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:04.493953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426c0b-0d0f-415e-9753-b9461992493b req-5a8fe9b7-f1b7-4e36-9efe-ec29d9ef395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:04.495491 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-5a8fe9b7-f1b7-4e36-9efe-ec29d9ef395c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 1095 time: 0.0509167 Jul 29 15:31:04.585224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426c0b-0d0f-415e-9753-b9461992493b req-1a979625-ab14-4a80-b14e-fe7d3d34e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:04.586680 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-1a979625-ab14-4a80-b14e-fe7d3d34e28d service neutron] 10.222.0.39 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 916 time: 0.0843146 Jul 29 15:31:04.635065 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-8e1e9dbc-1d2e-472d-8d70-70e2211fb2c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ab6133-db05-4ede-81d3-a4fe6750987c HTTP/1.1" status: 200 len: 217 time: 0.0415995 Jul 29 15:31:04.685751 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426c0b-0d0f-415e-9753-b9461992493b req-acdb6e20-f97d-4b5d-93f9-99a62771857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:04.687228 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-acdb6e20-f97d-4b5d-93f9-99a62771857a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ae7fb43-e584-4e60-a93c-e46760be3974 HTTP/1.1" status: 200 len: 855 time: 0.0460305 Jul 29 15:31:04.723772 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-f26830e3-6206-431b-875e-93476f81cdd8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287864 Jul 29 15:31:04.735216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-34cb7933-b2f9-43ab-95db-c4fe23e71036 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:31:04.736563 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-34cb7933-b2f9-43ab-95db-c4fe23e71036 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057385 Jul 29 15:31:04.843917 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-555e0108-b24a-490d-9933-bd2324dcf3ee service neutron] 10.222.0.39 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999351 Jul 29 15:31:04.950214 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8426c0b-0d0f-415e-9753-b9461992493b req-19985bb5-befe-4e80-9093-98a43beb941f service neutron] 10.222.0.39 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991025 Jul 29 15:31:05.354429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d55dc-a822-466e-85d3-3df523ecd8ff req-fa4871ae-425f-409a-8a27-880b561bb736 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:05.355943 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-982d55dc-a822-466e-85d3-3df523ecd8ff req-fa4871ae-425f-409a-8a27-880b561bb736 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 944 time: 0.0544310 Jul 29 15:31:05.395481 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-982d55dc-a822-466e-85d3-3df523ecd8ff req-37f3e28d-0f63-41c5-bab1-9ca775a472aa tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328915 Jul 29 15:31:06.221294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43810d68-85bf-4f09-b268-5c5c05e0001d', 'tag': '62ab6133-db05-4ede-81d3-a4fe6750987c'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:31:06.223512 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab855f0c-43cf-4578-b796-52ef52c2421b" -d '{"events": [{"name": "network-changed", "server_uuid": "43810d68-85bf-4f09-b268-5c5c05e0001d", "tag": "62ab6133-db05-4ede-81d3-a4fe6750987c"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:31:06.271620 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca0f26d-fe6a-4279-a252-a67c301df100 x-openstack-request-id: req-fca0f26d-fe6a-4279-a252-a67c301df100 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:31:06.271914 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43810d68-85bf-4f09-b268-5c5c05e0001d", "tag": "62ab6133-db05-4ede-81d3-a4fe6750987c", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:31:06.272163 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fca0f26d-fe6a-4279-a252-a67c301df100 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:31:06.272559 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43810d68-85bf-4f09-b268-5c5c05e0001d', 'tag': '62ab6133-db05-4ede-81d3-a4fe6750987c', 'status': 'completed', 'code': 200} Jul 29 15:31:06.312212 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 62ab6133-db05-4ede-81d3-a4fe6750987c no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:31:06.342947 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-e23cf6e2-19b2-4d5f-bcce-7518b5e3eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:06.344471 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-e23cf6e2-19b2-4d5f-bcce-7518b5e3eded service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 1095 time: 0.0449500 Jul 29 15:31:06.351013 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 62ab6133-db05-4ede-81d3-a4fe6750987c not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:31:06.358449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-6ed4e391-e37c-42ef-8d52-4878163608af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:06.359938 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-6ed4e391-e37c-42ef-8d52-4878163608af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 1095 time: 0.0430336 Jul 29 15:31:06.448771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-62be8a31-efae-4621-8ad1-ba6545c1b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:06.450359 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-62be8a31-efae-4621-8ad1-ba6545c1b747 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 916 time: 0.0975118 Jul 29 15:31:06.452251 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:06.465664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-c06d75bf-b5f0-4d97-bd8a-652ce71d4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:06.467151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-c06d75bf-b5f0-4d97-bd8a-652ce71d4207 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 916 time: 0.0995033 Jul 29 15:31:06.506779 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-431dfabd-4f16-441a-a002-c78a0ea0d8fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ab6133-db05-4ede-81d3-a4fe6750987c HTTP/1.1" status: 200 len: 217 time: 0.0424919 Jul 29 15:31:06.520298 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-cdb5eec3-91da-422e-9a75-01cab1cddd45 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ab6133-db05-4ede-81d3-a4fe6750987c HTTP/1.1" status: 200 len: 217 time: 0.0458324 Jul 29 15:31:06.574024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-7c0b54b5-db85-40c7-898a-3f4ad795ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:06.575959 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-7c0b54b5-db85-40c7-898a-3f4ad795ef0c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2ae7fb43-e584-4e60-a93c-e46760be3974 HTTP/1.1" status: 200 len: 855 time: 0.0488157 Jul 29 15:31:06.590695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f306e-47e1-45ef-8fb0-d7746adf12f2 req-d3c12ee4-5452-4db7-8183-abc1120b3543 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:06.592180 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-543f306e-47e1-45ef-8fb0-d7746adf12f2 req-d3c12ee4-5452-4db7-8183-abc1120b3543 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 944 time: 0.0883374 Jul 29 15:31:06.593596 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-0ebbc670-45dc-4d9f-ac68-d717f1e80eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:06.594938 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-0ebbc670-45dc-4d9f-ac68-d717f1e80eec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ae7fb43-e584-4e60-a93c-e46760be3974 HTTP/1.1" status: 200 len: 855 time: 0.0805209 Jul 29 15:31:06.607727 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-4cad5630-8639-4a4e-9b2a-3f0dddd6dea2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252016 Jul 29 15:31:06.639656 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-bf1b14a8-6ce2-43bd-bb11-84da9e0cea0e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349410 Jul 29 15:31:06.705133 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-3a046e01-5839-44f7-9884-21c14fff177c service neutron] 10.222.0.38 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892766 Jul 29 15:31:06.810620 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-3427a1ee-0e78-4472-ade7-b5659912b228 service neutron] 10.222.0.38 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973742 Jul 29 15:31:07.037785 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-543f306e-47e1-45ef-8fb0-d7746adf12f2 req-3bb55a69-4bd1-4003-9016-fb8ad9ec6bbd tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394174 Jul 29 15:31:07.080439 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-dfed6908-dc99-434a-88d4-143d518497c4 service neutron] 10.222.0.39 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310997 Jul 29 15:31:07.171618 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ab855f0c-43cf-4578-b796-52ef52c2421b req-c2bbe669-99ed-43b9-934b-f7ac5bcbf513 service neutron] 10.222.0.39 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830028 Jul 29 15:31:07.854599 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 62ab6133-db05-4ede-81d3-a4fe6750987c details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:31:07.951145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 62ab6133-db05-4ede-81d3-a4fe6750987c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=62ab6133-db05-4ede-81d3-a4fe6750987c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:07.962150 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '62ab6133-db05-4ede-81d3-a4fe6750987c', 'network_id': '4379fc8f-d04b-4e6c-b51f-4793ac4da7bf', 'port_id': '62ab6133-db05-4ede-81d3-a4fe6750987c', 'mac_address': 'fa:16:3e:67:d0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae7fb43-e584-4e60-a93c-e46760be3974', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:31:07.998749 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:08.011976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ab6133-db05-4ede-81d3-a4fe6750987c {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:31:08.031084 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 62ab6133-db05-4ede-81d3-a4fe6750987c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=62ab6133-db05-4ede-81d3-a4fe6750987c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:08.035941 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:08.087243 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=62ab6133-db05-4ede-81d3-a4fe6750987c,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:08.094668 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:08.095099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:08.095466 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:08.095860 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:08.096203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:08.096536 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:08.096897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:08.097229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:08.097556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:08.097886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:08.098211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:08.098533 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:08.156675 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f65549-4b9b-49a4-9fd0-94cadf7a4989 req-2b82e984-7967-408b-a54c-8cde56bad36e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:08.158195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51f65549-4b9b-49a4-9fd0-94cadf7a4989 req-2b82e984-7967-408b-a54c-8cde56bad36e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 945 time: 0.0501876 Jul 29 15:31:08.197597 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51f65549-4b9b-49a4-9fd0-94cadf7a4989 req-709aa030-2a1b-4d66-ae10-76a63f49ab6d tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333245 Jul 29 15:31:08.256693 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['62ab6133-db05-4ede-81d3-a4fe6750987c'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:31:08.434065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36789e32-1693-4637-8220-db168e106b19 req-974f33bf-ab69-4357-bc37-3c1c74feb1da tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:08.435897 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-36789e32-1693-4637-8220-db168e106b19 req-974f33bf-ab69-4357-bc37-3c1c74feb1da tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 945 time: 0.0887349 Jul 29 15:31:08.479821 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83598e89-5669-4596-8864-2e0f80531791 req-8b08107f-55f5-426f-af7a-9a3aff4cf12a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:08.481279 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83598e89-5669-4596-8864-2e0f80531791 req-8b08107f-55f5-426f-af7a-9a3aff4cf12a tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.38 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d&tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 945 time: 0.0926237 Jul 29 15:31:08.523032 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-36789e32-1693-4637-8220-db168e106b19 req-7046cc3e-81a1-4c1c-a196-0fafea40245c tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804574 Jul 29 15:31:08.554767 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-83598e89-5669-4596-8864-2e0f80531791 req-babee64a-8ce6-4a55-9acb-fbb04bb10568 service neutron] delete failed (client error): The resource could not be found. Jul 29 15:31:08.555960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83598e89-5669-4596-8864-2e0f80531791 req-babee64a-8ce6-4a55-9acb-fbb04bb10568 service neutron] 10.222.0.38 "DELETE /v2.0/ports/62ab6133-db05-4ede-81d3-a4fe6750987c/bindings/n-h1-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.0653119 Jul 29 15:31:08.665106 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83598e89-5669-4596-8864-2e0f80531791 req-5cd503a9-066e-4d24-b8a2-6fe32936c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:08.666822 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83598e89-5669-4596-8864-2e0f80531791 req-5cd503a9-066e-4d24-b8a2-6fe32936c885 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 1096 time: 0.0445161 Jul 29 15:31:08.764217 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83598e89-5669-4596-8864-2e0f80531791 req-4e5f4201-1fb5-44dd-966d-5edf76f155b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:08.765992 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83598e89-5669-4596-8864-2e0f80531791 req-4e5f4201-1fb5-44dd-966d-5edf76f155b9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 200 len: 916 time: 0.0921526 Jul 29 15:31:08.808793 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83598e89-5669-4596-8864-2e0f80531791 req-5c98c187-4191-4a0a-bb74-8a9fd77b9117 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62ab6133-db05-4ede-81d3-a4fe6750987c HTTP/1.1" status: 200 len: 217 time: 0.0355754 Jul 29 15:31:08.861161 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83598e89-5669-4596-8864-2e0f80531791 req-423170d8-12d2-411b-98cb-3598e9d865cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:08.862890 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83598e89-5669-4596-8864-2e0f80531791 req-423170d8-12d2-411b-98cb-3598e9d865cf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2ae7fb43-e584-4e60-a93c-e46760be3974 HTTP/1.1" status: 200 len: 855 time: 0.0475318 Jul 29 15:31:08.896298 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83598e89-5669-4596-8864-2e0f80531791 req-e361a925-6e6e-446f-ade2-4d7d99ad1f99 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261533 Jul 29 15:31:08.990909 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83598e89-5669-4596-8864-2e0f80531791 req-c9ed8dd1-7f7e-4263-a6f7-1fc4004d42e7 service neutron] 10.222.0.38 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873070 Jul 29 15:31:09.083666 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-83598e89-5669-4596-8864-2e0f80531791 req-4e6af148-a280-4219-bf80-21aa436bd439 service neutron] 10.222.0.38 "GET /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860293 Jul 29 15:31:09.649651 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f8049-a8a6-4775-b0fa-ed9eeaeb0948 req-325dd7a2-b244-45b7-b7b8-c21e35947d8e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:09.651275 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3a2f8049-a8a6-4775-b0fa-ed9eeaeb0948 req-325dd7a2-b244-45b7-b7b8-c21e35947d8e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 945 time: 0.0557973 Jul 29 15:31:09.697157 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3a2f8049-a8a6-4775-b0fa-ed9eeaeb0948 req-4c5224c6-c20f-4192-99da-3f6fcac792aa tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392344 Jul 29 15:31:09.820086 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bda39-a7a9-4b8d-bda0-7343b443e4e7 req-aeb1c71e-57e2-4ced-9c01-f5155d599606 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:09.821582 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c14bda39-a7a9-4b8d-bda0-7343b443e4e7 req-aeb1c71e-57e2-4ced-9c01-f5155d599606 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 945 time: 0.0566494 Jul 29 15:31:09.861750 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c14bda39-a7a9-4b8d-bda0-7343b443e4e7 req-061e189b-3511-4692-a3b0-066682cebb88 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333328 Jul 29 15:31:09.868996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 62ab6133-db05-4ede-81d3-a4fe6750987c up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:31:09.920879 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 62ab6133-db05-4ede-81d3-a4fe6750987c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:31:09.925327 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 62ab6133-db05-4ede-81d3-a4fe6750987c triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:31:09.925696 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:09.996040 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b46f7d-a8dc-4192-b5a0-75745476f3e3 req-2640e098-c448-4605-9ad8-87c1657a728f tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:09.997674 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-26b46f7d-a8dc-4192-b5a0-75745476f3e3 req-2640e098-c448-4605-9ad8-87c1657a728f tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 945 time: 0.0590038 Jul 29 15:31:10.042190 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-26b46f7d-a8dc-4192-b5a0-75745476f3e3 req-06c96f9f-14a4-4ec3-bb56-52a23668dc3f tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381784 Jul 29 15:31:10.161326 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:10.192628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43810d68-85bf-4f09-b268-5c5c05e0001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ab6133-db05-4ede-81d3-a4fe6750987c'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:31:10.194867 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e841ee-f322-4f7e-b3d8-9a6ff1d320f9" -d '{"events": [{"server_uuid": "43810d68-85bf-4f09-b268-5c5c05e0001d", "name": "network-vif-plugged", "status": "completed", "tag": "62ab6133-db05-4ede-81d3-a4fe6750987c"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:31:10.208151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 62ab6133-db05-4ede-81d3-a4fe6750987c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=62ab6133-db05-4ede-81d3-a4fe6750987c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:10.213172 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:10.240778 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd82ce7-24bc-4cfc-8fe9-d25a6a99abc7 x-openstack-request-id: req-5bd82ce7-24bc-4cfc-8fe9-d25a6a99abc7 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:31:10.241074 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43810d68-85bf-4f09-b268-5c5c05e0001d", "name": "network-vif-plugged", "status": "completed", "tag": "62ab6133-db05-4ede-81d3-a4fe6750987c", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:31:10.241316 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bd82ce7-24bc-4cfc-8fe9-d25a6a99abc7 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:31:10.241697 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43810d68-85bf-4f09-b268-5c5c05e0001d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ab6133-db05-4ede-81d3-a4fe6750987c', 'code': 200} Jul 29 15:31:10.265379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=62ab6133-db05-4ede-81d3-a4fe6750987c,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:10.385667 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a4cc2-4c11-417b-851f-0217eb98dda6 req-3e10b96d-e804-41f4-99db-edb927aee19e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:10.387039 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d74a4cc2-4c11-417b-851f-0217eb98dda6 req-3e10b96d-e804-41f4-99db-edb927aee19e tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0481572 Jul 29 15:31:10.426292 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d74a4cc2-4c11-417b-851f-0217eb98dda6 req-63a980f6-1bc5-4d38-ba7f-1ca246d95720 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323546 Jul 29 15:31:11.305164 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:11.555716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8418545-76b0-4ac3-ae65-a13eeda12270 req-0bac9f52-00cd-4733-9622-e272a55879a4 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:11.557095 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8418545-76b0-4ac3-ae65-a13eeda12270 req-0bac9f52-00cd-4733-9622-e272a55879a4 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0492382 Jul 29 15:31:11.624768 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8418545-76b0-4ac3-ae65-a13eeda12270 req-fa51f405-1fe7-4ce3-96df-e9d518055a20 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.16 "GET /v2.0/security-groups?id=067fbac8-c328-4855-b961-c3279777d2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591211 Jul 29 15:31:11.633922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adfd62-3c0c-492f-8d76-b1070a47b2fe req-8005b11e-87a1-4033-a11f-f2613ed6e5a1 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:11.635442 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-73adfd62-3c0c-492f-8d76-b1070a47b2fe req-8005b11e-87a1-4033-a11f-f2613ed6e5a1 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.39 "GET /v2.0/ports?device_id=43810d68-85bf-4f09-b268-5c5c05e0001d HTTP/1.1" status: 200 len: 946 time: 0.0774121 Jul 29 15:31:11.725864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-73adfd62-3c0c-492f-8d76-b1070a47b2fe req-38b421d3-f5c1-4184-9e7b-47e3ec067022 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Deleting port 62ab6133-db05-4ede-81d3-a4fe6750987c {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:31:11.726199 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-73adfd62-3c0c-492f-8d76-b1070a47b2fe req-38b421d3-f5c1-4184-9e7b-47e3ec067022 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:11.819059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-73adfd62-3c0c-492f-8d76-b1070a47b2fe req-38b421d3-f5c1-4184-9e7b-47e3ec067022 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] For port 62ab6133-db05-4ede-81d3-a4fe6750987c, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=62ab6133-db05-4ede-81d3-a4fe6750987c,segment=NetworkSegment(7a36de42-b2d9-4f4f-abf0-4945ee57f141),segment_id=7a36de42-b2d9-4f4f-abf0-4945ee57f141)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:11.819336 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-73adfd62-3c0c-492f-8d76-b1070a47b2fe req-38b421d3-f5c1-4184-9e7b-47e3ec067022 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:11.833885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-73adfd62-3c0c-492f-8d76-b1070a47b2fe req-38b421d3-f5c1-4184-9e7b-47e3ec067022 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Calling delete_port for 62ab6133-db05-4ede-81d3-a4fe6750987c owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:31:11.968867 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-73adfd62-3c0c-492f-8d76-b1070a47b2fe req-38b421d3-f5c1-4184-9e7b-47e3ec067022 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:11.999351 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b421d3-f5c1-4184-9e7b-47e3ec067022 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Pushing event deleted for resources: {'Port': ['ID=62ab6133-db05-4ede-81d3-a4fe6750987c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:12.040295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-73adfd62-3c0c-492f-8d76-b1070a47b2fe req-38b421d3-f5c1-4184-9e7b-47e3ec067022 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] No DVR routers for this DVR port 62ab6133-db05-4ede-81d3-a4fe6750987c on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:31:12.042699 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-73adfd62-3c0c-492f-8d76-b1070a47b2fe req-38b421d3-f5c1-4184-9e7b-47e3ec067022 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:12.044783 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-73adfd62-3c0c-492f-8d76-b1070a47b2fe req-38b421d3-f5c1-4184-9e7b-47e3ec067022 tempest-ServerDiskConfigTestJSON-1008716701 tempest-ServerDiskConfigTestJSON-1008716701-project] 10.222.0.39 "DELETE /v2.0/ports/62ab6133-db05-4ede-81d3-a4fe6750987c HTTP/1.1" status: 204 len: 173 time: 0.4027498 Jul 29 15:31:12.045136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43810d68-85bf-4f09-b268-5c5c05e0001d', 'name': 'network-vif-deleted', 'tag': '62ab6133-db05-4ede-81d3-a4fe6750987c'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:31:12.047554 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b208d5f-4044-405c-802f-95b2f8e25ab9" -d '{"events": [{"server_uuid": "43810d68-85bf-4f09-b268-5c5c05e0001d", "name": "network-vif-deleted", "tag": "62ab6133-db05-4ede-81d3-a4fe6750987c"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:31:12.087429 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828efcf5-0af4-4c93-b45c-a873e2f7486e x-openstack-request-id: req-828efcf5-0af4-4c93-b45c-a873e2f7486e {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:31:12.087739 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43810d68-85bf-4f09-b268-5c5c05e0001d", "name": "network-vif-deleted", "tag": "62ab6133-db05-4ede-81d3-a4fe6750987c", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:31:12.088032 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-828efcf5-0af4-4c93-b45c-a873e2f7486e {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:31:12.088434 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43810d68-85bf-4f09-b268-5c5c05e0001d', 'name': 'network-vif-deleted', 'tag': '62ab6133-db05-4ede-81d3-a4fe6750987c', 'status': 'completed', 'code': 200} Jul 29 15:31:12.750542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 52066) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:12.795387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Deleting subnet 2ae7fb43-e584-4e60-a93c-e46760be3974 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:31:12.799075 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:12.836786 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:12.879510 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:12.931483 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:12.956174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ae7fb43-e584-4e60-a93c-e46760be3974,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:12.960862 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:12.962682 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2ae7fb43-e584-4e60-a93c-e46760be3974 HTTP/1.1" status: 204 len: 168 time: 0.2110708 Jul 29 15:31:12.965271 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 52068) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:12.967841 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:12.968180 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:12.968532 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:12.968885 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:12.969215 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:12.969545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:12.969869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:12.970719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:12.971150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:12.971607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:12.971931 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:12.972252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52b6571-37d0-4562-8d86-494e5f3c5f60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:13.036826 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5801ac2-f5a3-4edf-90f9-3c6708b37360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:13.114915 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5801ac2-f5a3-4edf-90f9-3c6708b37360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:13.124496 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e5801ac2-f5a3-4edf-90f9-3c6708b37360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4379fc8f-d04b-4e6c-b51f-4793ac4da7bf']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:13.135216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e5801ac2-f5a3-4edf-90f9-3c6708b37360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a36de42-b2d9-4f4f-abf0-4945ee57f141') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:13.135511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-e5801ac2-f5a3-4edf-90f9-3c6708b37360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a36de42-b2d9-4f4f-abf0-4945ee57f141') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:13.144907 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5801ac2-f5a3-4edf-90f9-3c6708b37360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:13.159271 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5801ac2-f5a3-4edf-90f9-3c6708b37360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:13.165607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5801ac2-f5a3-4edf-90f9-3c6708b37360 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:31:13.166125 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5801ac2-f5a3-4edf-90f9-3c6708b37360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:31:13.168209 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:31:13.226256 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5801ac2-f5a3-4edf-90f9-3c6708b37360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:13.231476 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e5801ac2-f5a3-4edf-90f9-3c6708b37360 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:13.233794 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e5801ac2-f5a3-4edf-90f9-3c6708b37360 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4379fc8f-d04b-4e6c-b51f-4793ac4da7bf HTTP/1.1" status: 204 len: 168 time: 0.2674625 Jul 29 15:31:13.248022 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5801ac2-f5a3-4edf-90f9-3c6708b37360 admin admin] Pushing event deleted for resources: {'Network': ['ID=4379fc8f-d04b-4e6c-b51f-4793ac4da7bf,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:13.370445 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 52072) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:13.410450 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-90b5b383-ddf2-4d00-b3b0-977d700a4ea5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bfc5a97cdc640d1b8e75a5a78d48777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387809 Jul 29 15:31:13.412910 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 52074) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:13.459932 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4b6ce4f-fb7e-47af-96fe-48e6ce61cb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:13.481416 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4b6ce4f-fb7e-47af-96fe-48e6ce61cb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:13.533222 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4b6ce4f-fb7e-47af-96fe-48e6ce61cb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:13.535793 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a4b6ce4f-fb7e-47af-96fe-48e6ce61cb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:13.537019 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a4b6ce4f-fb7e-47af-96fe-48e6ce61cb02 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/067fbac8-c328-4855-b961-c3279777d2ff HTTP/1.1" status: 204 len: 168 time: 0.1231697 Jul 29 15:31:13.544648 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6ce4f-fb7e-47af-96fe-48e6ce61cb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067fbac8-c328-4855-b961-c3279777d2ff,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:13.916175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 62ab6133-db05-4ede-81d3-a4fe6750987c no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:31:13.936546 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 62ab6133-db05-4ede-81d3-a4fe6750987c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:31:13.936923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 62ab6133-db05-4ede-81d3-a4fe6750987c not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:31:14.248932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 52096) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:14.373964 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-c29c63ea-c323-4e9f-890c-fb1f9ee15451 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-915182330-network', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:14.397373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29c63ea-c323-4e9f-890c-fb1f9ee15451 admin admin] Made reservation on behalf of a98fa9aaf8844aa19d9fe10737b462f9 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:31:14.399834 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c29c63ea-c323-4e9f-890c-fb1f9ee15451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:14.408505 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c29c63ea-c323-4e9f-890c-fb1f9ee15451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:14.503864 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c29c63ea-c323-4e9f-890c-fb1f9ee15451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:14.507573 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c29c63ea-c323-4e9f-890c-fb1f9ee15451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:14.531359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29c63ea-c323-4e9f-890c-fb1f9ee15451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:31:14.541075 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c63ea-c323-4e9f-890c-fb1f9ee15451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56188474-9286-4684-83e5-678584c99e37,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:14.546304 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c29c63ea-c323-4e9f-890c-fb1f9ee15451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:14.546655 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-c29c63ea-c323-4e9f-890c-fb1f9ee15451 admin admin] Added segment b1f58a45-c815-4e1d-b598-9081ff5d671b of type vlan for network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 Jul 29 15:31:14.589544 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c29c63ea-c323-4e9f-890c-fb1f9ee15451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:14.620540 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c29c63ea-c323-4e9f-890c-fb1f9ee15451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:14.621540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29c63ea-c323-4e9f-890c-fb1f9ee15451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:14.622125 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c29c63ea-c323-4e9f-890c-fb1f9ee15451 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:14.677490 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c29c63ea-c323-4e9f-890c-fb1f9ee15451 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4271436 Jul 29 15:31:14.681202 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 52100) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:14.685201 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c63ea-c323-4e9f-890c-fb1f9ee15451 admin admin] Pushing event updated for resources: {'Network': ['ID=0f7c405f-19a2-4d40-8f85-606f1e56ab32,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:14.686975 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d6ab198c-0aab-4dfa-a62e-b86b5d84d89a admin admin] Request body: {'subnet': {'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-915182330-subnet', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:14.695916 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:31:14.711959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ab198c-0aab-4dfa-a62e-b86b5d84d89a admin admin] Made reservation on behalf of a98fa9aaf8844aa19d9fe10737b462f9 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:31:14.714314 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6ab198c-0aab-4dfa-a62e-b86b5d84d89a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:14.882472 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6ab198c-0aab-4dfa-a62e-b86b5d84d89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:14.936098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab198c-0aab-4dfa-a62e-b86b5d84d89a admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d14917-8124-42a3-8e4a-b33ee619910e,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:14.945141 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab198c-0aab-4dfa-a62e-b86b5d84d89a admin admin] Checking segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:31:14.945501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ab198c-0aab-4dfa-a62e-b86b5d84d89a admin admin] Network hostable DHCP agents. Network: 0f7c405f-19a2-4d40-8f85-606f1e56ab32, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:31:14.961857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ab198c-0aab-4dfa-a62e-b86b5d84d89a admin admin] Network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:31:14.971189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-d6ab198c-0aab-4dfa-a62e-b86b5d84d89a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 0f7c405f-19a2-4d40-8f85-606f1e56ab32) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:31:14.975810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ab198c-0aab-4dfa-a62e-b86b5d84d89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:14.976718 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d6ab198c-0aab-4dfa-a62e-b86b5d84d89a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:14.981742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9038d899-b8e9-4629-93fe-ea0307702e13 None None] Network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:31:14.995382 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d6ab198c-0aab-4dfa-a62e-b86b5d84d89a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3125894 Jul 29 15:31:14.997937 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 52102) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:15.004985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:15.035968 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:15.037005 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:15.091470 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:15.155933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:31:15.156879 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:15.230617 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:15.294263 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Allocated IP 172.20.0.2 (0f7c405f-19a2-4d40-8f85-606f1e56ab32/92d14917-8124-42a3-8e4a-b33ee619910e/e28fd3e1-0bac-4aa9-88d4-554d0635d8c7) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:31:15.444245 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:15.452839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Transition to ACTIVE for port object e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:31:15.468802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Transition to ACTIVE for port object e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:31:15.475819 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:15.514777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:31:15.518303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:31:15.524162 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:31:15.529903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Pushing event updated for resources: {'Port': ['ID=e28fd3e1-0bac-4aa9-88d4-554d0635d8c7,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:15.585258 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Attempting to bind port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:31:15.585628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Attempting to bind port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:31:15.585989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Attempting to bind port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:31:15.591469 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:31:15.591842 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Checking segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:31:15.592270 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:15.592657 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Bound using segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:31:15.593143 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Bound port: e28fd3e1-0bac-4aa9-88d4-554d0635d8c7, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:31:15.593522 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:15.663655 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] For port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:31:15.667209 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] For port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e28fd3e1-0bac-4aa9-88d4-554d0635d8c7,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:31:15.673675 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:15.731237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac982080-b8b8-4bd3-a797-a9b2c6e631ac None None] Pushing event updated for resources: {'Port': ['ID=e28fd3e1-0bac-4aa9-88d4-554d0635d8c7,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:15.786312 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:15.805813 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:15.923164 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Allocated IP 172.25.6.188 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/7ae572f5-4940-4eb8-a2fb-c55a78edf460) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:31:16.041624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:16.087796 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:16.124107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:31:16.127080 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:31:16.130050 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:31:16.136303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:31:16.164774 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae572f5-4940-4eb8-a2fb-c55a78edf460,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:16.181640 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:31:16.395434 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:16.597339 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:16.664511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bd7797-17a1-4f15-a3c0-8de785fa65c0 None None] Network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:31:16.728071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Router 39a9033b-87b3-4413-9711-fdf1e4c4e161 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:31:16.789437 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-15a54a6a-bdca-4ab8-a582-e827f76ceff7 None None] Provisioning for port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:31:16.795796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-15a54a6a-bdca-4ab8-a582-e827f76ceff7 None None] Provisioning complete for port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:31:16.796187 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15a54a6a-bdca-4ab8-a582-e827f76ceff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:16.839762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:31:16.854102 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Sync routers for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:31:16.859181 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:16.860602 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a1ee79fc-d3e8-4ab4-a8b0-a40d6bfa4234 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8613214 Jul 29 15:31:16.863962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 52104) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:16.873470 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:31:16.874178 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:31:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:16.902576 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15a54a6a-bdca-4ab8-a582-e827f76ceff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:16.942293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-15a54a6a-bdca-4ab8-a582-e827f76ceff7 None None] For port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e28fd3e1-0bac-4aa9-88d4-554d0635d8c7,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:16.948816 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-15a54a6a-bdca-4ab8-a582-e827f76ceff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:17.007114 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a54a6a-bdca-4ab8-a582-e827f76ceff7 None None] Pushing event updated for resources: {'Port': ['ID=e28fd3e1-0bac-4aa9-88d4-554d0635d8c7,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:17.025903 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:31:17.169934 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e76e6ed8-e5d0-4cbd-af7a-b37ebd080202 None None] Provisioning complete for port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:31:17.170548 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e76e6ed8-e5d0-4cbd-af7a-b37ebd080202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:17.217904 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:16Z', 'revision_number': 3, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:17.249854 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Checking router: 39a9033b-87b3-4413-9711-fdf1e4c4e161 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:31:17.250239 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Updating router 39a9033b-87b3-4413-9711-fdf1e4c4e161 port 7ae572f5-4940-4eb8-a2fb-c55a78edf460 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:31:17.275378 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:17.335928 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:17.495289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Allocated IP 172.20.0.1 (0f7c405f-19a2-4d40-8f85-606f1e56ab32/92d14917-8124-42a3-8e4a-b33ee619910e/04d7020c-e918-4891-96d0-4a471c112265) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:31:17.527555 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:17.537802 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Transition to ACTIVE for port object 7ae572f5-4940-4eb8-a2fb-c55a78edf460 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:31:17.542708 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:17.599059 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Attempting to bind port 7ae572f5-4940-4eb8-a2fb-c55a78edf460 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:31:17.599421 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Attempting to bind port 7ae572f5-4940-4eb8-a2fb-c55a78edf460 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:31:17.599787 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Attempting to bind port 7ae572f5-4940-4eb8-a2fb-c55a78edf460 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:31:17.601937 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fb640-00e1-42c3-bd12-f3f15a7b90a5 None None] Pushing event updated for resources: {'Port': ['ID=7ae572f5-4940-4eb8-a2fb-c55a78edf460,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:17.607218 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:17.611287 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:31:17.611659 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:31:17.612063 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:17.612446 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:31:17.613006 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Bound port: 7ae572f5-4940-4eb8-a2fb-c55a78edf460, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:31:17.613393 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:17.615551 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fb640-00e1-42c3-bd12-f3f15a7b90a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:17.615892 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fb640-00e1-42c3-bd12-f3f15a7b90a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:17.616227 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fb640-00e1-42c3-bd12-f3f15a7b90a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:17.616557 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fb640-00e1-42c3-bd12-f3f15a7b90a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:17.616906 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fb640-00e1-42c3-bd12-f3f15a7b90a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:17.617237 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fb640-00e1-42c3-bd12-f3f15a7b90a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:17.617560 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fb640-00e1-42c3-bd12-f3f15a7b90a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:17.617880 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fb640-00e1-42c3-bd12-f3f15a7b90a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:17.618197 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fb640-00e1-42c3-bd12-f3f15a7b90a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:17.618513 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fb640-00e1-42c3-bd12-f3f15a7b90a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:17.618836 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fb640-00e1-42c3-bd12-f3f15a7b90a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:17.619856 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fb640-00e1-42c3-bd12-f3f15a7b90a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:31:17.622575 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Transition to ACTIVE for port object 04d7020c-e918-4891-96d0-4a471c112265 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:31:17.657259 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:17.676791 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] For port 7ae572f5-4940-4eb8-a2fb-c55a78edf460, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:31:17.680290 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] For port 7ae572f5-4940-4eb8-a2fb-c55a78edf460, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7ae572f5-4940-4eb8-a2fb-c55a78edf460,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:31:17.684385 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:17.699171 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:31:17.702031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:31:17.708397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:31:17.737735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Pushing event updated for resources: {'Port': ['ID=04d7020c-e918-4891-96d0-4a471c112265,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:17.743022 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:31:17.743649 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:31:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:17.748652 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fb640-00e1-42c3-bd12-f3f15a7b90a5 None None] Pushing event updated for resources: {'Port': ['ID=7ae572f5-4940-4eb8-a2fb-c55a78edf460,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:17.762383 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:17.865181 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:31:17.915310 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:17.975794 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c2f9be54-d696-4cae-924a-3623bb557983 None None] Provisioning for port 04d7020c-e918-4891-96d0-4a471c112265 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:31:17.980157 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c2f9be54-d696-4cae-924a-3623bb557983 None None] Provisioning complete for port 04d7020c-e918-4891-96d0-4a471c112265 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:31:17.980582 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c2f9be54-d696-4cae-924a-3623bb557983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:18.021599 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c2f9be54-d696-4cae-924a-3623bb557983 None None] Port 04d7020c-e918-4891-96d0-4a471c112265 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:31:18.057068 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:16Z', 'revision_number': 3, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:18.091405 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b90b3-09c1-4e35-909b-2d1da77de9eb None None] The sync data for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 is: [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:16Z', 'revision_number': 3, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:31:18.109630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:31:18.117248 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:18.123170 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:18.166181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:31:18.166708 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:18.198294 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Pushing event updated for resources: {'Port': ['ID=04d7020c-e918-4891-96d0-4a471c112265,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:18.200814 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:18.300116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:31:18.301606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:31:18.459400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Router 39a9033b-87b3-4413-9711-fdf1e4c4e161 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:31:18.578384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:31:18.588972 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-af8f47c6-5a6e-4f7b-923e-946a783381fc admin admin] 10.222.0.16 "PUT /v2.0/routers/39a9033b-87b3-4413-9711-fdf1e4c4e161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7190645 Jul 29 15:31:18.644258 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4382589e-4e94-42f9-856f-9fd355905744 None None] Provisioning complete for port 04d7020c-e918-4891-96d0-4a471c112265 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:31:18.644832 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4382589e-4e94-42f9-856f-9fd355905744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:18.683984 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4382589e-4e94-42f9-856f-9fd355905744 None None] Port 04d7020c-e918-4891-96d0-4a471c112265 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:31:19.628989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Sync routers for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:31:19.638374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:31:19.638996 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:31:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:19.743924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:31:19.948210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 2, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:19.975259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Checking router: 39a9033b-87b3-4413-9711-fdf1e4c4e161 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:31:19.975613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Updating router 39a9033b-87b3-4413-9711-fdf1e4c4e161 port 04d7020c-e918-4891-96d0-4a471c112265 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:31:20.003587 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.124360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7ae572f5-4940-4eb8-a2fb-c55a78edf460 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:31:20.171220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 52116) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:20.175980 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ca6ff5cc-6d49-43b8-b0b9-6547973e68a0 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400332063', 'description': 'tempest-description--1483679091'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:20.197659 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff5cc-6d49-43b8-b0b9-6547973e68a0 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.237154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 7ae572f5-4940-4eb8-a2fb-c55a78edf460 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:31:20.248836 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7ae572f5-4940-4eb8-a2fb-c55a78edf460 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:31:20.249212 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.282956 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff5cc-6d49-43b8-b0b9-6547973e68a0 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.286953 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff5cc-6d49-43b8-b0b9-6547973e68a0 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.315119 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ca6ff5cc-6d49-43b8-b0b9-6547973e68a0 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.316368 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ca6ff5cc-6d49-43b8-b0b9-6547973e68a0 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1441088 Jul 29 15:31:20.319432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 52118) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:20.323857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-9ec77f55-20fd-4007-b4f4-aab70162ec2c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Request body: {'security_group_rule': {'security_group_id': '305a6733-2422-47f0-b673-05d219687a2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:20.330456 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ff5cc-6d49-43b8-b0b9-6547973e68a0 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305a6733-2422-47f0-b673-05d219687a2b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:20.357816 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ec77f55-20fd-4007-b4f4-aab70162ec2c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.373470 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.393241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Transition to ACTIVE for port object 04d7020c-e918-4891-96d0-4a471c112265 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:31:20.397714 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.403920 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.421385 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ec77f55-20fd-4007-b4f4-aab70162ec2c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.425985 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ec77f55-20fd-4007-b4f4-aab70162ec2c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.446299 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 7ae572f5-4940-4eb8-a2fb-c55a78edf460, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7ae572f5-4940-4eb8-a2fb-c55a78edf460,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:20.447630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec77f55-20fd-4007-b4f4-aab70162ec2c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d55d251-e473-4abc-9c8b-38f0065e3578,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:20.454608 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.465546 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ec77f55-20fd-4007-b4f4-aab70162ec2c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.469624 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9ec77f55-20fd-4007-b4f4-aab70162ec2c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467223 Jul 29 15:31:20.470833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 52120) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:20.474236 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6e17f-a21b-482b-bd0f-d33f0d4774f2 None None] Pushing event updated for resources: {'Port': ['ID=04d7020c-e918-4891-96d0-4a471c112265,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:20.475082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-20a6486c-5870-4a5e-bf54-d0b235d57b9b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Request body: {'security_group_rule': {'security_group_id': '305a6733-2422-47f0-b673-05d219687a2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:20.507475 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-20a6486c-5870-4a5e-bf54-d0b235d57b9b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.571184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Attempting to bind port 04d7020c-e918-4891-96d0-4a471c112265 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:31:20.571561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Attempting to bind port 04d7020c-e918-4891-96d0-4a471c112265 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:31:20.571923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Attempting to bind port 04d7020c-e918-4891-96d0-4a471c112265 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:31:20.574030 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=7ae572f5-4940-4eb8-a2fb-c55a78edf460,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:20.581876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:31:20.582270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Checking segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:31:20.582645 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.583029 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Bound using segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:31:20.583498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Bound port: 04d7020c-e918-4891-96d0-4a471c112265, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:31:20.583893 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.589165 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-20a6486c-5870-4a5e-bf54-d0b235d57b9b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.593540 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-20a6486c-5870-4a5e-bf54-d0b235d57b9b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.613580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6486c-5870-4a5e-bf54-d0b235d57b9b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba9225b-6535-49bc-835e-89e91d0927e3,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:20.621767 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-20a6486c-5870-4a5e-bf54-d0b235d57b9b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.625308 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-20a6486c-5870-4a5e-bf54-d0b235d57b9b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536379 Jul 29 15:31:20.628019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 52122) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:20.633544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:20.655481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] For port 04d7020c-e918-4891-96d0-4a471c112265, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:31:20.659764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] For port 04d7020c-e918-4891-96d0-4a471c112265, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=04d7020c-e918-4891-96d0-4a471c112265,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:31:20.659897 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.663596 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.729099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:31:20.729666 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:31:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:20.773070 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6e17f-a21b-482b-bd0f-d33f0d4774f2 None None] Pushing event updated for resources: {'Port': ['ID=04d7020c-e918-4891-96d0-4a471c112265,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:20.774877 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:20.861271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:31:20.898455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Allocated IP 172.25.6.254 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/d1a3f592-93a5-4186-95d5-7763d34ef894) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:31:21.012426 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:21.052622 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:21.089603 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:31:21.093845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:31:21.099399 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:31:21.121724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Pushing event updated for resources: {'Port': ['ID=d1a3f592-93a5-4186-95d5-7763d34ef894,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:21.187649 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:21.227978 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:21.238327 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:21.264813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4a5c9-61c5-4005-93d5-8ab608a7505b None None] The sync data for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 is: [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:31:21.399066 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:21.403606 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:21.478524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Pushing event updated for resources: {'Port': ['ID=d1a3f592-93a5-4186-95d5-7763d34ef894,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:21.494735 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:21.509414 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:21.510789 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a8ee3f21-26ea-4721-a76a-bf45bbdb06e3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8817942 Jul 29 15:31:21.847743 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-eed50f6f-613e-4362-9d63-e9cb1d55d04a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1400332063&fields=id&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 267 time: 0.0376625 Jul 29 15:31:21.965856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-ccb79d7a-3bc3-4b43-ac59-be7ea07e583b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:21.967544 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-ccb79d7a-3bc3-4b43-ac59-be7ea07e583b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 811 time: 0.1119943 Jul 29 15:31:21.983823 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-f97b60da-21b9-47c6-9698-0dc7d4f08847 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/quotas/a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 375 time: 0.0102255 Jul 29 15:31:22.043003 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-05f61da5-8496-4fc1-8a3f-94be7f57a216 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525770 Jul 29 15:31:22.154693 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d6532457-01e4-4a11-b306-7ade562828a2 service neutron] 10.222.0.16 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992777 Jul 29 15:31:22.189521 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 04d7020c-e918-4891-96d0-4a471c112265 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:31:22.249492 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 04d7020c-e918-4891-96d0-4a471c112265 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:31:22.254800 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 04d7020c-e918-4891-96d0-4a471c112265 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:31:22.255246 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:22.262761 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-681e8da5-be1b-4734-98a7-5bd1646e6385 service neutron] 10.222.0.16 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014311 Jul 29 15:31:22.348835 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:22.390745 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 04d7020c-e918-4891-96d0-4a471c112265, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=04d7020c-e918-4891-96d0-4a471c112265,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:22.397070 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:22.398294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7ae572f5-4940-4eb8-a2fb-c55a78edf460 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:31:22.503442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=04d7020c-e918-4891-96d0-4a471c112265,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:22.507424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7ae572f5-4940-4eb8-a2fb-c55a78edf460 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:31:22.507424 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:22.568576 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e269a348-9298-403d-95d3-0b515980f222 req-c7afa032-f9c2-4aa6-95f1-998d4b3d8439 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 210 time: 0.1564493 Jul 29 15:31:23.557234 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-c441dcba-e9d7-4255-ba3e-7a6f5cd121f9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:23.558689 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-c441dcba-e9d7-4255-ba3e-7a6f5cd121f9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 811 time: 0.1182497 Jul 29 15:31:23.612131 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-66228bbf-2669-4642-ab3e-ed372b5f387d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 380 time: 0.0386026 Jul 29 15:31:23.646313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-8251ad2f-72df-4438-b213-1950e29aac7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Request body: {'port': {'device_id': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'admin_state_up': True, 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'security_groups': ['305a6733-2422-47f0-b673-05d219687a2b']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:23.669348 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8ea30f23-4ed3-4be5-a27c-739b6290c639 req-86ee1b12-3376-421a-bedd-fd9f133e9370 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 210 time: 0.0281780 Jul 29 15:31:23.760971 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-8251ad2f-72df-4438-b213-1950e29aac7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Made reservation on behalf of a98fa9aaf8844aa19d9fe10737b462f9 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:31:23.764500 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-8251ad2f-72df-4438-b213-1950e29aac7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:23.895965 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-8251ad2f-72df-4438-b213-1950e29aac7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Allocated IP 172.20.0.7 (0f7c405f-19a2-4d40-8f85-606f1e56ab32/92d14917-8124-42a3-8e4a-b33ee619910e/a34471fd-d467-43c3-9714-b9d4eb280344) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:31:24.033254 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-8251ad2f-72df-4438-b213-1950e29aac7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:24.047012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-8251ad2f-72df-4438-b213-1950e29aac7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Transition to ACTIVE for port object a34471fd-d467-43c3-9714-b9d4eb280344 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:31:24.082185 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-8251ad2f-72df-4438-b213-1950e29aac7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:24.106763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 04d7020c-e918-4891-96d0-4a471c112265 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:31:24.129270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-8251ad2f-72df-4438-b213-1950e29aac7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:31:24.132431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-8251ad2f-72df-4438-b213-1950e29aac7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:31:24.138562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-8251ad2f-72df-4438-b213-1950e29aac7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:31:24.147230 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251ad2f-72df-4438-b213-1950e29aac7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Pushing event updated for resources: {'Port': ['ID=a34471fd-d467-43c3-9714-b9d4eb280344,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:24.159604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 04d7020c-e918-4891-96d0-4a471c112265 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:31:24.159976 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:24.211491 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-8251ad2f-72df-4438-b213-1950e29aac7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:24.216195 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-8251ad2f-72df-4438-b213-1950e29aac7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:24.231770 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-8251ad2f-72df-4438-b213-1950e29aac7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5898497 Jul 29 15:31:24.305078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Request body: {'port': {'device_id': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:24.367669 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:24.373509 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6849894a-2a26-422a-b9db-2a804e453e64 None None] Provisioning for port a34471fd-d467-43c3-9714-b9d4eb280344 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:31:24.380233 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6849894a-2a26-422a-b9db-2a804e453e64 None None] Provisioning complete for port a34471fd-d467-43c3-9714-b9d4eb280344 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:31:24.380913 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6849894a-2a26-422a-b9db-2a804e453e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:24.416981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6849894a-2a26-422a-b9db-2a804e453e64 None None] Port a34471fd-d467-43c3-9714-b9d4eb280344 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:31:24.626943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34471fd-d467-43c3-9714-b9d4eb280344 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:31:24.634653 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:24.646231 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Transition to ACTIVE for port object a34471fd-d467-43c3-9714-b9d4eb280344 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:31:24.650092 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:24.702071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=a34471fd-d467-43c3-9714-b9d4eb280344,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:24.802875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Attempting to bind port a34471fd-d467-43c3-9714-b9d4eb280344 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:31:24.803207 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Attempting to bind port a34471fd-d467-43c3-9714-b9d4eb280344 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:31:24.803565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Attempting to bind port a34471fd-d467-43c3-9714-b9d4eb280344 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:31:24.810750 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Port a34471fd-d467-43c3-9714-b9d4eb280344 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:31:24.811079 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Attempting to bind port a34471fd-d467-43c3-9714-b9d4eb280344 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:31:24.820902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:31:24.821247 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Checking segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:31:24.821633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Bound using segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:31:24.822072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Bound port: a34471fd-d467-43c3-9714-b9d4eb280344, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:31:24.822433 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:24.842519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e66ad-e07a-40f2-8378-c9d856425831 req-511caac0-31d9-47ca-8e7a-a8fc406a6b31 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:24.844120 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b45e66ad-e07a-40f2-8378-c9d856425831 req-511caac0-31d9-47ca-8e7a-a8fc406a6b31 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 943 time: 0.0852516 Jul 29 15:31:24.927326 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b45e66ad-e07a-40f2-8378-c9d856425831 req-f5f90762-91ef-4a43-881b-60f570d85722 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571399 Jul 29 15:31:24.929990 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] For port a34471fd-d467-43c3-9714-b9d4eb280344, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:31:24.933422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] For port a34471fd-d467-43c3-9714-b9d4eb280344, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a34471fd-d467-43c3-9714-b9d4eb280344,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:31:24.938689 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:24.976058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:24.976703 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:24.978079 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] 10.222.0.38 "PUT /v2.0/ports/a34471fd-d467-43c3-9714-b9d4eb280344 HTTP/1.1" status: 200 len: 1091 time: 0.7324445 Jul 29 15:31:24.978517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'tag': 'a34471fd-d467-43c3-9714-b9d4eb280344'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:31:24.981044 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bd934d-4784-47c5-b457-b0e01396f64d" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c4bf4e-2c77-492b-9cfd-e2adb16f931a", "tag": "a34471fd-d467-43c3-9714-b9d4eb280344"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:31:25.009917 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822666f-0b99-4362-804d-80a365f11ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=a34471fd-d467-43c3-9714-b9d4eb280344,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:25.022887 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b12e830-9e33-4ef1-bf30-0aeae7372fcb x-openstack-request-id: req-2b12e830-9e33-4ef1-bf30-0aeae7372fcb {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:31:25.023369 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c4bf4e-2c77-492b-9cfd-e2adb16f931a", "tag": "a34471fd-d467-43c3-9714-b9d4eb280344", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:31:25.023623 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b12e830-9e33-4ef1-bf30-0aeae7372fcb {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:31:25.024028 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'tag': 'a34471fd-d467-43c3-9714-b9d4eb280344', 'status': 'completed', 'code': 200} Jul 29 15:31:25.088547 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-16f96820-5245-4579-9a89-aad14f685542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:25.090137 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-16f96820-5245-4579-9a89-aad14f685542 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 1094 time: 0.0475385 Jul 29 15:31:25.140051 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-f535af0f-de4c-4b35-b84c-4c3576972c0a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a34471fd-d467-43c3-9714-b9d4eb280344 HTTP/1.1" status: 200 len: 217 time: 0.0367410 Jul 29 15:31:25.197692 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-0628969e-5fbc-425f-bb3f-15eee346488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:25.199164 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-0628969e-5fbc-425f-bb3f-15eee346488f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0520968 Jul 29 15:31:25.248103 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-2ea54a67-af00-4c04-aadc-85e2d5e6d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:25.249685 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-2ea54a67-af00-4c04-aadc-85e2d5e6d6e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427217 Jul 29 15:31:25.341428 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-2dc17575-1448-43ce-8f02-06bf12c9f46a service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846348 Jul 29 15:31:25.440766 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c164553-76ed-4818-9eae-f6d743a8b570 req-6c33efdf-f2a2-4b75-9eb7-9e29f5d37fcd service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912545 Jul 29 15:31:25.576511 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd934d-4784-47c5-b457-b0e01396f64d req-110496fc-ae4c-4e71-a08b-d1d30aedaea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:25.578453 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-56bd934d-4784-47c5-b457-b0e01396f64d req-110496fc-ae4c-4e71-a08b-d1d30aedaea2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 1094 time: 0.0440512 Jul 29 15:31:25.674436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd934d-4784-47c5-b457-b0e01396f64d req-46d99cc7-87c2-4c29-b967-102baaf07d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:25.675945 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-56bd934d-4784-47c5-b457-b0e01396f64d req-46d99cc7-87c2-4c29-b967-102baaf07d83 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0899272 Jul 29 15:31:25.719135 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-56bd934d-4784-47c5-b457-b0e01396f64d req-fb1d1a13-7529-4a9d-8ca6-6a29134e284b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a34471fd-d467-43c3-9714-b9d4eb280344 HTTP/1.1" status: 200 len: 217 time: 0.0352321 Jul 29 15:31:25.769593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd934d-4784-47c5-b457-b0e01396f64d req-66c08e8b-0cfd-4985-8914-56d1557e256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:25.771053 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-56bd934d-4784-47c5-b457-b0e01396f64d req-66c08e8b-0cfd-4985-8914-56d1557e256c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0443206 Jul 29 15:31:25.821057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd934d-4784-47c5-b457-b0e01396f64d req-d3380936-6779-4990-a620-8fde37566f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:25.822583 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-56bd934d-4784-47c5-b457-b0e01396f64d req-d3380936-6779-4990-a620-8fde37566f04 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439000 Jul 29 15:31:25.917560 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-56bd934d-4784-47c5-b457-b0e01396f64d req-ac471054-6672-42e8-98ad-fd44fa50803a service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867226 Jul 29 15:31:25.940764 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:31:26.043494 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-56bd934d-4784-47c5-b457-b0e01396f64d req-ab3af825-76f7-4ae4-9733-8ea8961753c5 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177146 Jul 29 15:31:26.062582 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9b597-d037-4481-b964-3486fdd0f6ff req-0ee96edb-0b45-48c0-86c4-5151df9c9994 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:26.064386 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3e9b597-d037-4481-b964-3486fdd0f6ff req-0ee96edb-0b45-48c0-86c4-5151df9c9994 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 943 time: 0.0659242 Jul 29 15:31:26.106674 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c3e9b597-d037-4481-b964-3486fdd0f6ff req-0da8f7be-1c43-4726-b0d1-198c278cb219 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357726 Jul 29 15:31:26.679836 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:27.236173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e5d8c-8dfd-41a5-94f0-e8be88cd4ce3 req-a7967d58-c86a-4093-99d3-0c82c1df1e6f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:27.237734 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7c1e5d8c-8dfd-41a5-94f0-e8be88cd4ce3 req-a7967d58-c86a-4093-99d3-0c82c1df1e6f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 943 time: 0.0510695 Jul 29 15:31:27.279476 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7c1e5d8c-8dfd-41a5-94f0-e8be88cd4ce3 req-fad7e69c-3972-446e-bfef-499b832785e6 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357203 Jul 29 15:31:28.396645 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a34471fd-d467-43c3-9714-b9d4eb280344 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:31:28.466989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99720e-42f8-4367-9b58-eaedaafce711 req-7bd7d5e9-85ff-4233-a51e-363ecb297f5e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:28.471724 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5a99720e-42f8-4367-9b58-eaedaafce711 req-7bd7d5e9-85ff-4233-a51e-363ecb297f5e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 943 time: 0.0915380 Jul 29 15:31:28.507936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port a34471fd-d467-43c3-9714-b9d4eb280344, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a34471fd-d467-43c3-9714-b9d4eb280344,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:28.523727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'a34471fd-d467-43c3-9714-b9d4eb280344', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'port_id': 'a34471fd-d467-43c3-9714-b9d4eb280344', 'mac_address': 'fa:16:3e:41:71:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:31:28.526550 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5a99720e-42f8-4367-9b58-eaedaafce711 req-760c3b42-c18a-43c9-b214-654a080832b2 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470219 Jul 29 15:31:28.571768 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:28.589459 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34471fd-d467-43c3-9714-b9d4eb280344 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:31:28.614522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port a34471fd-d467-43c3-9714-b9d4eb280344, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a34471fd-d467-43c3-9714-b9d4eb280344,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:28.620762 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:28.685529 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=a34471fd-d467-43c3-9714-b9d4eb280344,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:28.894697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['a34471fd-d467-43c3-9714-b9d4eb280344'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:31:29.654728 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25bd37-074f-4bc1-ab0c-4a61167535e2 req-450f63f6-1b8e-4351-a91d-f4dd36ccae89 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:29.656362 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0a25bd37-074f-4bc1-ab0c-4a61167535e2 req-450f63f6-1b8e-4351-a91d-f4dd36ccae89 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 944 time: 0.0576887 Jul 29 15:31:29.698271 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0a25bd37-074f-4bc1-ab0c-4a61167535e2 req-063c4872-538e-44d0-b6fb-f8384c66bd88 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358369 Jul 29 15:31:30.390628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a34471fd-d467-43c3-9714-b9d4eb280344 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:31:30.440590 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port a34471fd-d467-43c3-9714-b9d4eb280344 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:31:30.444888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port a34471fd-d467-43c3-9714-b9d4eb280344 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:31:30.445261 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:30.534378 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:30.557332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34471fd-d467-43c3-9714-b9d4eb280344'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:31:30.559659 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fc2424-3b61-4f40-94d2-fc646cdfd6fe" -d '{"events": [{"server_uuid": "b1c4bf4e-2c77-492b-9cfd-e2adb16f931a", "name": "network-vif-plugged", "status": "completed", "tag": "a34471fd-d467-43c3-9714-b9d4eb280344"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:31:30.573704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port a34471fd-d467-43c3-9714-b9d4eb280344, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a34471fd-d467-43c3-9714-b9d4eb280344,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:31:30.578347 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:30.610003 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823ba83f-378a-49ed-8b93-72cd91866666 x-openstack-request-id: req-823ba83f-378a-49ed-8b93-72cd91866666 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:31:30.610569 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c4bf4e-2c77-492b-9cfd-e2adb16f931a", "name": "network-vif-plugged", "status": "completed", "tag": "a34471fd-d467-43c3-9714-b9d4eb280344", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:31:30.610720 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-823ba83f-378a-49ed-8b93-72cd91866666 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:31:30.611274 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34471fd-d467-43c3-9714-b9d4eb280344', 'code': 200} Jul 29 15:31:30.626743 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-be65348a-1758-46fb-9020-748efb4119eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:30.647131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=a34471fd-d467-43c3-9714-b9d4eb280344,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:31:30.737436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee1298-efb6-43ef-bbec-cc202b8fb924 req-86e3fc75-1da9-4afb-a9a5-6ab18f771d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:30.739013 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-37ee1298-efb6-43ef-bbec-cc202b8fb924 req-86e3fc75-1da9-4afb-a9a5-6ab18f771d5b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 1096 time: 0.0486336 Jul 29 15:31:30.838142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b41cbd-6418-4395-b6a0-a8b3c76c098f req-0d655238-c90a-49be-b030-9f19e9c72ad2 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:30.839907 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-10b41cbd-6418-4395-b6a0-a8b3c76c098f req-0d655238-c90a-49be-b030-9f19e9c72ad2 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0556996 Jul 29 15:31:30.888177 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-10b41cbd-6418-4395-b6a0-a8b3c76c098f req-b209e8f0-e376-41c0-9542-e1328368d0ac tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412562 Jul 29 15:31:31.114897 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-37ee1298-efb6-43ef-bbec-cc202b8fb924 req-6ee9e110-f453-4852-af93-23952780af6d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3685055 Jul 29 15:31:32.008129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f4c78-4f47-4387-8c85-5f447fa43405 req-815eff97-06cb-4fe3-b5e3-cf5b189d47f9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:32.009685 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b84f4c78-4f47-4387-8c85-5f447fa43405 req-815eff97-06cb-4fe3-b5e3-cf5b189d47f9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0490823 Jul 29 15:31:32.051738 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b84f4c78-4f47-4387-8c85-5f447fa43405 req-9f8086f0-e6a7-467d-a44b-7206b0dd4a44 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360363 Jul 29 15:31:33.208984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb78fc-bb6c-40ec-aec2-4380048ba61f req-42e322ce-9218-4b19-ac7e-b603b3247f47 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:33.211604 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58fb78fc-bb6c-40ec-aec2-4380048ba61f req-42e322ce-9218-4b19-ac7e-b603b3247f47 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0888693 Jul 29 15:31:33.254360 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:33.259650 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58fb78fc-bb6c-40ec-aec2-4380048ba61f req-6163e186-72ce-481f-a7fc-01dc796fecd2 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419869 Jul 29 15:31:33.381949 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3d7759c3-cdd3-42a8-8659-b0def2cd97a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:33.394717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096725f1-28f1-471f-b019-709de6e780f8 req-65793ea8-0ca3-42de-a4d6-6328563b3d84 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:33.396370 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-096725f1-28f1-471f-b019-709de6e780f8 req-65793ea8-0ca3-42de-a4d6-6328563b3d84 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0611219 Jul 29 15:31:33.406362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 52182) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:31:33.411399 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c6049443-9e17-4fc4-9698-760d63363608 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Request body: {'floatingip': {'port_id': 'a34471fd-d467-43c3-9714-b9d4eb280344'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:31:33.456542 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6049443-9e17-4fc4-9698-760d63363608 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:33.952014 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6049443-9e17-4fc4-9698-760d63363608 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:33.957837 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6049443-9e17-4fc4-9698-760d63363608 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:34.074855 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-c6049443-9e17-4fc4-9698-760d63363608 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Floating IP 8d21d671-ab87-4eff-807a-990ca476561c associated. External IP: 172.25.6.254, port: a34471fd-d467-43c3-9714-b9d4eb280344. Jul 29 15:31:34.301222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6049443-9e17-4fc4-9698-760d63363608 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Router 39a9033b-87b3-4413-9711-fdf1e4c4e161 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:31:34.419148 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6049443-9e17-4fc4-9698-760d63363608 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:31:34.425034 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6049443-9e17-4fc4-9698-760d63363608 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:34.433938 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a808d13c-34d6-446d-924c-3acb30ad89a2 None None] Sync routers for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:31:34.445852 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a808d13c-34d6-446d-924c-3acb30ad89a2 None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:31:34.446644 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a808d13c-34d6-446d-924c-3acb30ad89a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:31:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:34.460957 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c6049443-9e17-4fc4-9698-760d63363608 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "PUT /v2.0/floatingips/8d21d671-ab87-4eff-807a-990ca476561c HTTP/1.1" status: 200 len: 991 time: 1.0506825 Jul 29 15:31:34.460957 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'tag': 'a34471fd-d467-43c3-9714-b9d4eb280344'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:31:34.462641 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbf2310-a559-4ee8-97a9-353a442b2c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c4bf4e-2c77-492b-9cfd-e2adb16f931a", "tag": "a34471fd-d467-43c3-9714-b9d4eb280344"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:31:34.505399 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:34.529903 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8af9e63-ddcd-40af-acc1-f65bce275e5f x-openstack-request-id: req-d8af9e63-ddcd-40af-acc1-f65bce275e5f {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:31:34.530449 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c4bf4e-2c77-492b-9cfd-e2adb16f931a", "tag": "a34471fd-d467-43c3-9714-b9d4eb280344", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:31:34.530939 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8af9e63-ddcd-40af-acc1-f65bce275e5f {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:31:34.532429 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'tag': 'a34471fd-d467-43c3-9714-b9d4eb280344', 'status': 'completed', 'code': 200} Jul 29 15:31:34.576894 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a808d13c-34d6-446d-924c-3acb30ad89a2 None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:31:34.633701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf2310-a559-4ee8-97a9-353a442b2c9f req-70523234-89a2-43b8-bb6b-484eab6abc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:34.635367 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8cbf2310-a559-4ee8-97a9-353a442b2c9f req-70523234-89a2-43b8-bb6b-484eab6abc3c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 1096 time: 0.0532007 Jul 29 15:31:34.735764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf2310-a559-4ee8-97a9-353a442b2c9f req-fd63e5ab-1cfe-41f4-a453-9b34c3305ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:34.738323 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8cbf2310-a559-4ee8-97a9-353a442b2c9f req-fd63e5ab-1cfe-41f4-a453-9b34c3305ee5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0956450 Jul 29 15:31:34.827494 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8cbf2310-a559-4ee8-97a9-353a442b2c9f req-5d97f69f-d232-4bb3-b131-a8e49299d6f8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a34471fd-d467-43c3-9714-b9d4eb280344 HTTP/1.1" status: 200 len: 999 time: 0.0827472 Jul 29 15:31:34.868315 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a808d13c-34d6-446d-924c-3acb30ad89a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8d21d671-ab87-4eff-807a-990ca476561c', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'port_id': 'a34471fd-d467-43c3-9714-b9d4eb280344', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'mac_address': 'fa:16:3e:41:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:31:21Z', 'updated_at': '2021-07-29T15:31:33Z', 'revision_number': 1, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:34.888271 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf2310-a559-4ee8-97a9-353a442b2c9f req-b2474cb2-387c-49c9-bab1-9f8b745fec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:34.889792 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8cbf2310-a559-4ee8-97a9-353a442b2c9f req-b2474cb2-387c-49c9-bab1-9f8b745fec4d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0549531 Jul 29 15:31:34.902682 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a808d13c-34d6-446d-924c-3acb30ad89a2 None None] Checking router: 39a9033b-87b3-4413-9711-fdf1e4c4e161 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:31:34.916985 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a808d13c-34d6-446d-924c-3acb30ad89a2 None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:31:34.917623 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a808d13c-34d6-446d-924c-3acb30ad89a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:31:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:34.946874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf2310-a559-4ee8-97a9-353a442b2c9f req-d1e5abf6-ed44-4505-89ed-3e1932ee16ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:31:34.949745 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8cbf2310-a559-4ee8-97a9-353a442b2c9f req-d1e5abf6-ed44-4505-89ed-3e1932ee16ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517092 Jul 29 15:31:35.059944 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8cbf2310-a559-4ee8-97a9-353a442b2c9f req-04751341-6a41-40c1-a756-8ed47551d0dd service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033523 Jul 29 15:31:35.136276 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a808d13c-34d6-446d-924c-3acb30ad89a2 None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:31:35.185375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8cbf2310-a559-4ee8-97a9-353a442b2c9f req-152e2c23-b9fc-48c8-9f36-ac9a993c07bb service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186905 Jul 29 15:31:35.402203 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a808d13c-34d6-446d-924c-3acb30ad89a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8d21d671-ab87-4eff-807a-990ca476561c', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'port_id': 'a34471fd-d467-43c3-9714-b9d4eb280344', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'mac_address': 'fa:16:3e:41:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:31:21Z', 'updated_at': '2021-07-29T15:31:33Z', 'revision_number': 1, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:31:35.431624 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a808d13c-34d6-446d-924c-3acb30ad89a2 None None] The sync data for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 is: [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8d21d671-ab87-4eff-807a-990ca476561c', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'port_id': 'a34471fd-d467-43c3-9714-b9d4eb280344', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'mac_address': 'fa:16:3e:41:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:31:21Z', 'updated_at': '2021-07-29T15:31:33Z', 'revision_number': 1, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:31:35.657974 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c52bd6c-0cf4-44f4-997f-062d541f9eb4 None None] New status for floating IP 8d21d671-ab87-4eff-807a-990ca476561c: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:31:36.443133 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:41.311460 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:31:52.701493 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-409a7c27-77cf-4797-9267-ec7ae771ee4c req-4fcc70f4-c2eb-4373-8190-b462912adfa7 service neutron] (94157) timed out ('10.222.0.16', 46478) {{(pid=94157) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 15:31:56.692855 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:00.596504 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b5d8ba4-1af6-4d86-9ebb-11c470d800d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:02.940349 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:32:03.246965 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:03.383316 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f857f96c-d021-41d6-a78e-a75993fb7679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:04.470615 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:06.438979 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:11.311266 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:21.242542 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8ac42ece-de32-44e3-83c6-01235f18e66a req-270d0bfd-4e8d-485e-90c9-85346529fa1a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407417 Jul 29 15:32:21.340391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac42ece-de32-44e3-83c6-01235f18e66a req-ac18121c-b1e2-458c-9636-86195131a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:21.341919 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8ac42ece-de32-44e3-83c6-01235f18e66a req-ac18121c-b1e2-458c-9636-86195131a9a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 1096 time: 0.0454834 Jul 29 15:32:21.443205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac42ece-de32-44e3-83c6-01235f18e66a req-87e4d0f0-7b26-4bd6-9d04-9be04141e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:21.444695 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8ac42ece-de32-44e3-83c6-01235f18e66a req-87e4d0f0-7b26-4bd6-9d04-9be04141e8bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0836151 Jul 29 15:32:21.513570 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8ac42ece-de32-44e3-83c6-01235f18e66a req-ce286795-fa7f-4ddf-a7c7-5b7d21dd7f8c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a34471fd-d467-43c3-9714-b9d4eb280344 HTTP/1.1" status: 200 len: 1001 time: 0.0612912 Jul 29 15:32:21.561830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac42ece-de32-44e3-83c6-01235f18e66a req-89a4e446-9d6b-467e-a4b6-160d3c683b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:21.563261 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8ac42ece-de32-44e3-83c6-01235f18e66a req-89a4e446-9d6b-467e-a4b6-160d3c683b9f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0431116 Jul 29 15:32:21.608754 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac42ece-de32-44e3-83c6-01235f18e66a req-220b556b-8b3c-475d-aba8-9145ef1e866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:32:21.610473 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8ac42ece-de32-44e3-83c6-01235f18e66a req-220b556b-8b3c-475d-aba8-9145ef1e866f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399730 Jul 29 15:32:21.704988 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8ac42ece-de32-44e3-83c6-01235f18e66a req-41602ea0-8afd-494d-b56e-4a614344ebbc service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847392 Jul 29 15:32:21.796309 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8ac42ece-de32-44e3-83c6-01235f18e66a req-7861787a-663a-4f94-80d7-1fc514178908 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832477 Jul 29 15:32:26.693096 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:30.597337 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26a6be71-7eae-492d-9aac-8b19402acaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:33.248885 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:33.384238 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f45400c1-3890-4531-a22b-775452c65f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:34.474618 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:36.441554 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:39.939477 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:32:41.321668 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:32:56.707845 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:00.602214 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-84433f64-a230-4544-a5c2-fc563e07afa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:03.251190 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:03.383319 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62b7bda2-bf67-4790-97d8-a29ea8810446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:04.476925 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:06.445304 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:09.649813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bb2c6-7975-44bb-a765-149dd8a57962 req-0edf96c5-40bd-46f7-a1e9-420aa945f013 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:09.651329 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d32bb2c6-7975-44bb-a765-149dd8a57962 req-0edf96c5-40bd-46f7-a1e9-420aa945f013 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0501535 Jul 29 15:33:09.690485 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d32bb2c6-7975-44bb-a765-149dd8a57962 req-06228207-7494-4ffe-8958-d6fa87a5a4de tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331578 Jul 29 15:33:09.931071 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-f94fa858-4644-4580-abf8-da780ac87228 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446277 Jul 29 15:33:09.940934 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68b2ec-ed56-4263-96fc-2f552a49ebba req-a088e69b-381d-4460-aec7-59100d8ce6ab tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:09.942480 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea68b2ec-ed56-4263-96fc-2f552a49ebba req-a088e69b-381d-4460-aec7-59100d8ce6ab tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0533614 Jul 29 15:33:09.982472 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ea68b2ec-ed56-4263-96fc-2f552a49ebba req-917a1493-1b04-4130-8747-414f18f109ed tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339732 Jul 29 15:33:11.102085 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9650c-0113-4d10-bed2-da2927d18ce2 req-208d25d5-4c11-4b7c-af53-8a4b37ce9d5c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:11.103856 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d3a9650c-0113-4d10-bed2-da2927d18ce2 req-208d25d5-4c11-4b7c-af53-8a4b37ce9d5c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0504754 Jul 29 15:33:11.156887 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d3a9650c-0113-4d10-bed2-da2927d18ce2 req-cde41d31-31e3-4486-8225-89227c748fdb tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470078 Jul 29 15:33:11.219304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-609c78a6-c829-4545-ac27-d1ee2fdbd409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:11.221498 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-609c78a6-c829-4545-ac27-d1ee2fdbd409 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 1096 time: 0.0406854 Jul 29 15:33:11.325204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6b01222b-4c35-41f8-b362-d40c0db62484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:11.326697 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6b01222b-4c35-41f8-b362-d40c0db62484 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0983462 Jul 29 15:33:11.332857 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:11.390960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-8277f1ac-da2e-4ac6-b091-8dab60fc933f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a34471fd-d467-43c3-9714-b9d4eb280344 HTTP/1.1" status: 200 len: 1001 time: 0.0570908 Jul 29 15:33:11.440921 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-52ed3e40-0402-4cf1-bc6d-2e4bd5133057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:11.442455 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-52ed3e40-0402-4cf1-bc6d-2e4bd5133057 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0444789 Jul 29 15:33:11.495131 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-9f81603f-5e26-4659-80be-970bb64ca5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:11.496702 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-9f81603f-5e26-4659-80be-970bb64ca5c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475698 Jul 29 15:33:11.590318 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-b71bd8e7-a225-4162-af7d-cd0e5efbdf2b service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863867 Jul 29 15:33:11.685649 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-d9f76a45-3a60-42d4-8283-f017388bcad8 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883179 Jul 29 15:33:12.276845 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c15786-b0e1-49df-abf5-948d7b73a93b req-d0082383-9f4f-48a4-a0e3-ef55844af3d9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:12.278504 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e4c15786-b0e1-49df-abf5-948d7b73a93b req-d0082383-9f4f-48a4-a0e3-ef55844af3d9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0504303 Jul 29 15:33:12.318848 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e4c15786-b0e1-49df-abf5-948d7b73a93b req-05be4a3a-e3c2-4812-aad2-df0634ca3b44 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338752 Jul 29 15:33:13.445827 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2be37-33c4-4aca-a6c4-2940036de555 req-96c06dc6-1b34-4806-b097-1a35559a7f4c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:13.447319 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61a2be37-33c4-4aca-a6c4-2940036de555 req-96c06dc6-1b34-4806-b097-1a35559a7f4c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0497000 Jul 29 15:33:13.485677 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-61a2be37-33c4-4aca-a6c4-2940036de555 req-9706eb09-fbbc-45b4-aa89-4e8631acb60e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325074 Jul 29 15:33:14.603088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14cebb-be52-4c96-b198-a78995f3d986 req-8f437f7f-2072-43d7-87e1-4d808a855cfd tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:14.605020 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6d14cebb-be52-4c96-b198-a78995f3d986 req-8f437f7f-2072-43d7-87e1-4d808a855cfd tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0497656 Jul 29 15:33:14.645258 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6d14cebb-be52-4c96-b198-a78995f3d986 req-6ce18a1b-e6df-4f3b-959d-8e122f6e99c5 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343132 Jul 29 15:33:15.767446 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05586f2a-bcbc-49e5-b63e-44f82a5b477f req-419bdd22-381e-48fb-9706-dbcde445cd2c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:15.768993 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05586f2a-bcbc-49e5-b63e-44f82a5b477f req-419bdd22-381e-48fb-9706-dbcde445cd2c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0557168 Jul 29 15:33:15.806971 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05586f2a-bcbc-49e5-b63e-44f82a5b477f req-f7240613-0bfd-418b-aa14-0d3bcf94df78 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321021 Jul 29 15:33:16.927806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3465b2-bc60-41a9-9021-50de794d4af5 req-535015a7-e1de-4ce5-9b11-2f6e7a43b009 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:16.929347 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d3465b2-bc60-41a9-9021-50de794d4af5 req-535015a7-e1de-4ce5-9b11-2f6e7a43b009 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0511823 Jul 29 15:33:16.938852 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:33:16.976058 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2d3465b2-bc60-41a9-9021-50de794d4af5 req-c7dbbdaa-9048-4710-9289-80091885b946 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406950 Jul 29 15:33:18.103476 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba3881-2cb1-4358-ba3e-1da803820847 req-eb2e023c-62a2-4e2c-9135-d0998f8198ef tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:18.105033 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-91ba3881-2cb1-4358-ba3e-1da803820847 req-eb2e023c-62a2-4e2c-9135-d0998f8198ef tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0527246 Jul 29 15:33:18.151145 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-91ba3881-2cb1-4358-ba3e-1da803820847 req-0d365645-681a-44b4-94bc-d15207722b65 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364110 Jul 29 15:33:19.286393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd22a63-412d-41e2-80d2-4e19394aa315 req-9feaa783-7d65-471b-b372-06fff046ea3d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:19.287909 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddd22a63-412d-41e2-80d2-4e19394aa315 req-9feaa783-7d65-471b-b372-06fff046ea3d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0562696 Jul 29 15:33:19.325960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ddd22a63-412d-41e2-80d2-4e19394aa315 req-02488911-aa79-45b8-8fe9-4c824907795a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320239 Jul 29 15:33:20.446292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ef654-7670-47f8-b108-a3ce6ab87dd1 req-44c5eb95-51a5-4a24-bfae-6a3c92d4b2a8 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:20.447831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-375ef654-7670-47f8-b108-a3ce6ab87dd1 req-44c5eb95-51a5-4a24-bfae-6a3c92d4b2a8 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0505466 Jul 29 15:33:20.488284 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-375ef654-7670-47f8-b108-a3ce6ab87dd1 req-1fa084a1-07a8-4a69-897a-993abb7442be tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343978 Jul 29 15:33:21.357454 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-3f1bfcab-d903-4fc2-9181-96ed08ef336b req-2802a07b-7892-4b7f-a846-4f4f44646a24 service neutron] (94158) timed out ('10.222.0.39', 57579) {{(pid=94158) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 15:33:21.608594 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03094a7f-1411-4af1-ae4a-ef3cfea4b7f5 req-0bbdf12b-a9f0-455f-ad38-cc0daf66f751 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:21.610107 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03094a7f-1411-4af1-ae4a-ef3cfea4b7f5 req-0bbdf12b-a9f0-455f-ad38-cc0daf66f751 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0510623 Jul 29 15:33:21.656892 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03094a7f-1411-4af1-ae4a-ef3cfea4b7f5 req-fb2a4e76-e434-4fd1-871d-d2bd920a81ca tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355303 Jul 29 15:33:22.824558 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75186d4-b5eb-4026-90c6-83372792871a req-afbf42ad-aa58-4453-9aeb-d90d641cca0b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:22.827834 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e75186d4-b5eb-4026-90c6-83372792871a req-afbf42ad-aa58-4453-9aeb-d90d641cca0b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0867085 Jul 29 15:33:22.870048 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e75186d4-b5eb-4026-90c6-83372792871a req-7a561e2f-1cc9-4d09-bb88-f23207c21e29 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363030 Jul 29 15:33:23.308707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721c291-3d3d-4c9a-b965-bee531a81e8b req-3728ef56-855e-49b8-9963-fed9252e6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:23.310248 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e721c291-3d3d-4c9a-b965-bee531a81e8b req-3728ef56-855e-49b8-9963-fed9252e6d6d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 1096 time: 0.0440948 Jul 29 15:33:23.423334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721c291-3d3d-4c9a-b965-bee531a81e8b req-de912eae-b6e6-41ad-b28d-16645ab614ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:23.425384 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e721c291-3d3d-4c9a-b965-bee531a81e8b req-de912eae-b6e6-41ad-b28d-16645ab614ac service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0939796 Jul 29 15:33:23.496399 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e721c291-3d3d-4c9a-b965-bee531a81e8b req-9f0edd97-37c8-4869-83bb-b51497042836 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a34471fd-d467-43c3-9714-b9d4eb280344 HTTP/1.1" status: 200 len: 1001 time: 0.0620854 Jul 29 15:33:23.554018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721c291-3d3d-4c9a-b965-bee531a81e8b req-e78d5c56-a33e-4613-97c9-ddc8a2c218be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:23.555517 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e721c291-3d3d-4c9a-b965-bee531a81e8b req-e78d5c56-a33e-4613-97c9-ddc8a2c218be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0518718 Jul 29 15:33:23.603792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721c291-3d3d-4c9a-b965-bee531a81e8b req-6ea16851-bec1-409f-9b98-a974a7a63b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:23.605283 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e721c291-3d3d-4c9a-b965-bee531a81e8b req-6ea16851-bec1-409f-9b98-a974a7a63b67 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433195 Jul 29 15:33:23.682461 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-1e6879bf-09a4-4a3f-8fd2-e4140837490d service neutron] show failed (client error): The resource could not be found. Jul 29 15:33:23.683492 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-1e6879bf-09a4-4a3f-8fd2-e4140837490d service neutron] 10.222.0.38 "GET /v2.0/ports/a34471fd-d467-43c3-9714-b9d4eb280344/bindings/n-h2-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.0578766 Jul 29 15:33:23.711640 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e721c291-3d3d-4c9a-b965-bee531a81e8b req-6658ae32-9220-43db-9748-aa35cc45293d service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867062 Jul 29 15:33:23.825772 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e721c291-3d3d-4c9a-b965-bee531a81e8b req-7324befd-35a5-4952-8df8-da717bc99926 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003225 Jul 29 15:33:23.987143 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-aed531ce-caf0-432d-9ebf-4212a21a7f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:23.988897 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-aed531ce-caf0-432d-9ebf-4212a21a7f53 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 1096 time: 0.1140597 Jul 29 15:33:24.003726 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:33:24.005725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c1468-b317-42f3-be96-968815080781 req-705d9b8d-8605-4cc3-bf3c-5ee18ab92688 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:24.007309 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5e5c1468-b317-42f3-be96-968815080781 req-705d9b8d-8605-4cc3-bf3c-5ee18ab92688 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0572381 Jul 29 15:33:24.053623 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5e5c1468-b317-42f3-be96-968815080781 req-ffb73e64-57f0-42c5-9e1e-7ff5e09ba82d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350072 Jul 29 15:33:24.066438 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.319656 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] For port a34471fd-d467-43c3-9714-b9d4eb280344, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=a34471fd-d467-43c3-9714-b9d4eb280344,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:24.358773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] For port a34471fd-d467-43c3-9714-b9d4eb280344, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:33:24.403620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34471fd-d467-43c3-9714-b9d4eb280344'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:33:24.406066 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52828d2e-df72-4bf0-ad13-194f8a040ac5" -d '{"events": [{"server_uuid": "b1c4bf4e-2c77-492b-9cfd-e2adb16f931a", "name": "network-vif-unplugged", "status": "completed", "tag": "a34471fd-d467-43c3-9714-b9d4eb280344"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:33:24.410681 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.425135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Transition to ACTIVE for port object a34471fd-d467-43c3-9714-b9d4eb280344 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:33:24.430087 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.494466 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Pushing event updated for resources: {'Port': ['ID=a34471fd-d467-43c3-9714-b9d4eb280344,revision_number=6']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:24.539986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.540365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.540701 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.541050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.541389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.541727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.542063 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.542547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.542718 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.543052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.543383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.543777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:24.595008 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] No DVR routers for this DVR port a34471fd-d467-43c3-9714-b9d4eb280344 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:33:24.635416 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36d5b19-ef86-4bba-a809-3d6c41f1dcd6 x-openstack-request-id: req-a36d5b19-ef86-4bba-a809-3d6c41f1dcd6 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:33:24.635712 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c4bf4e-2c77-492b-9cfd-e2adb16f931a", "name": "network-vif-unplugged", "status": "completed", "tag": "a34471fd-d467-43c3-9714-b9d4eb280344", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:33:24.635970 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a36d5b19-ef86-4bba-a809-3d6c41f1dcd6 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:33:24.636494 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34471fd-d467-43c3-9714-b9d4eb280344', 'code': 200} Jul 29 15:33:24.761904 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Attempting to bind port a34471fd-d467-43c3-9714-b9d4eb280344 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:33:24.762376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Attempting to bind port a34471fd-d467-43c3-9714-b9d4eb280344 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:33:24.762921 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Attempting to bind port a34471fd-d467-43c3-9714-b9d4eb280344 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:33:24.770045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Port a34471fd-d467-43c3-9714-b9d4eb280344 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:33:24.770418 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Attempting to bind port a34471fd-d467-43c3-9714-b9d4eb280344 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:33:24.776877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:33:24.777583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Checking segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:33:24.778054 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Bound using segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:33:24.778508 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Bound port: a34471fd-d467-43c3-9714-b9d4eb280344, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:33:24.779183 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.861303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] For port a34471fd-d467-43c3-9714-b9d4eb280344, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:33:24.865427 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] For port a34471fd-d467-43c3-9714-b9d4eb280344, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a34471fd-d467-43c3-9714-b9d4eb280344,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:33:24.871302 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.911895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:24.912828 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:24.914348 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] 10.222.0.39 "PUT /v2.0/ports/a34471fd-d467-43c3-9714-b9d4eb280344 HTTP/1.1" status: 200 len: 1091 time: 0.9160242 Jul 29 15:33:24.967015 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513cf99-4551-43cc-9ce3-c70c1c3e873d service neutron] Pushing event updated for resources: {'Port': ['ID=a34471fd-d467-43c3-9714-b9d4eb280344,revision_number=7']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:25.008498 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-935cd0f8-2b29-4cb9-b004-69caa05bae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:25.010541 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-935cd0f8-2b29-4cb9-b004-69caa05bae16 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 1094 time: 0.0647278 Jul 29 15:33:25.134765 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-7cec3d7b-174a-480e-a908-2561dfa94f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:25.136360 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-7cec3d7b-174a-480e-a908-2561dfa94f4e service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.1177320 Jul 29 15:33:25.206293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062e2d8-142b-4582-9c26-e96e73708080 req-a0e8a749-2eef-4067-96ed-6e2c1d03031e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:25.208227 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4062e2d8-142b-4582-9c26-e96e73708080 req-a0e8a749-2eef-4067-96ed-6e2c1d03031e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 943 time: 0.0706973 Jul 29 15:33:25.236524 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-a638c940-5333-4ac4-9f31-2c24ffa976e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a34471fd-d467-43c3-9714-b9d4eb280344 HTTP/1.1" status: 200 len: 999 time: 0.0905776 Jul 29 15:33:25.265798 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4062e2d8-142b-4582-9c26-e96e73708080 req-f38f811c-7558-449d-9290-4771315c6c21 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481629 Jul 29 15:33:25.294468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-3b48ef10-affe-41ee-9cf3-091c99ad6739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:25.296042 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-3b48ef10-affe-41ee-9cf3-091c99ad6739 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0528994 Jul 29 15:33:25.347613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-c4b5a63b-2d41-4c5a-8324-d0ee33ec8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:25.349136 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-c4b5a63b-2d41-4c5a-8324-d0ee33ec8c7c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446875 Jul 29 15:33:25.457595 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-b417d7cd-ca8e-4506-8c05-8b9a1c35b071 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975130 Jul 29 15:33:25.555559 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-1b329964-0e0f-4597-b026-d9cb0e4eedb7 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886297 Jul 29 15:33:26.407061 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60931b-9657-4cc1-a406-8f1b3bfa4e61 req-89a27aab-68be-4486-9649-c107fba6e982 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:26.409493 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-de60931b-9657-4cc1-a406-8f1b3bfa4e61 req-89a27aab-68be-4486-9649-c107fba6e982 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 943 time: 0.0599091 Jul 29 15:33:26.450805 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-de60931b-9657-4cc1-a406-8f1b3bfa4e61 req-d9ab00b3-4411-4a82-b6b3-f0fb093ffc0d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352616 Jul 29 15:33:26.637956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'tag': 'a34471fd-d467-43c3-9714-b9d4eb280344'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:33:26.640333 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76db2296-4661-4d9c-89e6-4c86ce800533" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c4bf4e-2c77-492b-9cfd-e2adb16f931a", "tag": "a34471fd-d467-43c3-9714-b9d4eb280344"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:33:26.694647 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6b7060-9b09-45c3-b818-3cb9bd0cb511 x-openstack-request-id: req-cd6b7060-9b09-45c3-b818-3cb9bd0cb511 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:33:26.695142 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c4bf4e-2c77-492b-9cfd-e2adb16f931a", "tag": "a34471fd-d467-43c3-9714-b9d4eb280344", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:33:26.695402 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd6b7060-9b09-45c3-b818-3cb9bd0cb511 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:33:26.695795 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'tag': 'a34471fd-d467-43c3-9714-b9d4eb280344', 'status': 'completed', 'code': 200} Jul 29 15:33:26.724551 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:26.767568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-643b4542-ebd6-4852-90b6-35fce32af2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:26.769555 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-643b4542-ebd6-4852-90b6-35fce32af2a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 1094 time: 0.0513916 Jul 29 15:33:26.793182 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-45ed2b04-a19f-4786-9e7d-ac46c99eef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:26.795635 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-45ed2b04-a19f-4786-9e7d-ac46c99eef99 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 1094 time: 0.0563209 Jul 29 15:33:26.879444 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-90045c69-d55d-4f4b-b5fe-a092cf564ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:26.881019 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-90045c69-d55d-4f4b-b5fe-a092cf564ff3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.1036465 Jul 29 15:33:26.893281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-e601e264-92fa-4ef5-aced-3333b679474b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:26.894797 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-e601e264-92fa-4ef5-aced-3333b679474b service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0922191 Jul 29 15:33:26.934012 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a34471fd-d467-43c3-9714-b9d4eb280344 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:33:26.962551 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-57c3f054-a3a3-4f8f-9655-52156f327b87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a34471fd-d467-43c3-9714-b9d4eb280344 HTTP/1.1" status: 200 len: 999 time: 0.0729675 Jul 29 15:33:26.976385 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device a34471fd-d467-43c3-9714-b9d4eb280344 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:33:27.003085 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-40ed4588-be18-44bc-8cf5-ce7930cf4549 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a34471fd-d467-43c3-9714-b9d4eb280344 HTTP/1.1" status: 200 len: 999 time: 0.1005859 Jul 29 15:33:27.020810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-f9de4a29-6d45-4a67-9d9e-f08def8f0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:27.023404 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-f9de4a29-6d45-4a67-9d9e-f08def8f0934 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0528488 Jul 29 15:33:27.073480 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-9c6043e3-78e4-4f12-bacb-5aec548692cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:27.075098 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-9c6043e3-78e4-4f12-bacb-5aec548692cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440326 Jul 29 15:33:27.076439 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-df3f3821-05ec-4349-a26c-d6549f5e05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:27.078080 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-df3f3821-05ec-4349-a26c-d6549f5e05ca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0688598 Jul 29 15:33:27.132763 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-f9349cd3-5bf9-4262-a866-eab37af97bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:27.135999 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-f9349cd3-5bf9-4262-a866-eab37af97bed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504913 Jul 29 15:33:27.224823 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-608dea75-4be7-4c6d-b44d-e40580de816d service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392913 Jul 29 15:33:27.292974 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-558160fc-17ef-4a03-81a9-998115f92433 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413796 Jul 29 15:33:27.353531 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-47a5b4c7-6d78-4144-bdf6-0498a10f2be8 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181014 Jul 29 15:33:27.405482 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-76db2296-4661-4d9c-89e6-4c86ce800533 req-6c9812b7-d86e-487d-b390-1aeb8bb0d2c8 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067991 Jul 29 15:33:27.591892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10b607-e3e9-48f5-8255-ee0e4e416074 req-ef08f9a6-8aa1-4199-92d6-33a91fe50d0d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:27.593583 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2b10b607-e3e9-48f5-8255-ee0e4e416074 req-ef08f9a6-8aa1-4199-92d6-33a91fe50d0d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 943 time: 0.0607069 Jul 29 15:33:27.638330 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2b10b607-e3e9-48f5-8255-ee0e4e416074 req-034fdd51-48fa-469e-9152-313a5fa46724 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376468 Jul 29 15:33:27.860610 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b20f9-a1b1-44d9-ad26-f7aebff6933a req-c7eba8fd-7540-4931-ad3f-8e23189e90bb tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:27.862877 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d1b20f9-a1b1-44d9-ad26-f7aebff6933a req-c7eba8fd-7540-4931-ad3f-8e23189e90bb tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 943 time: 0.0619290 Jul 29 15:33:27.896114 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b6a99-e0ae-4d00-b64c-73f3fe03d560 req-a47850a1-27bc-4720-8119-52b14238ec29 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:27.897719 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c7b6a99-e0ae-4d00-b64c-73f3fe03d560 req-a47850a1-27bc-4720-8119-52b14238ec29 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.38 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 943 time: 0.0630202 Jul 29 15:33:27.911672 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d1b20f9-a1b1-44d9-ad26-f7aebff6933a req-846218c9-edee-43b7-a848-7943c3196e7b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Jul 29 15:33:27.966033 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-9c7b6a99-e0ae-4d00-b64c-73f3fe03d560 req-1874656c-dcd2-43bb-8224-131ba2dce27c service neutron] delete failed (client error): The resource could not be found. Jul 29 15:33:27.967091 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c7b6a99-e0ae-4d00-b64c-73f3fe03d560 req-1874656c-dcd2-43bb-8224-131ba2dce27c service neutron] 10.222.0.38 "DELETE /v2.0/ports/a34471fd-d467-43c3-9714-b9d4eb280344/bindings/n-h1-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.0613618 Jul 29 15:33:28.075104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b6a99-e0ae-4d00-b64c-73f3fe03d560 req-f20e4073-a450-4bd1-b0f6-d24b68d54891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:28.076847 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c7b6a99-e0ae-4d00-b64c-73f3fe03d560 req-f20e4073-a450-4bd1-b0f6-d24b68d54891 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 1094 time: 0.0456460 Jul 29 15:33:28.187783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b6a99-e0ae-4d00-b64c-73f3fe03d560 req-94d247ad-e87a-4ae6-92e8-e062a79ef624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:28.190641 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c7b6a99-e0ae-4d00-b64c-73f3fe03d560 req-94d247ad-e87a-4ae6-92e8-e062a79ef624 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.1068017 Jul 29 15:33:28.274990 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c7b6a99-e0ae-4d00-b64c-73f3fe03d560 req-25aabebe-9d9a-49a3-9c61-e03d0ec0722a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a34471fd-d467-43c3-9714-b9d4eb280344 HTTP/1.1" status: 200 len: 999 time: 0.0775676 Jul 29 15:33:28.329366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b6a99-e0ae-4d00-b64c-73f3fe03d560 req-2f73ffba-1780-4577-8324-92818c2d1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:28.331287 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c7b6a99-e0ae-4d00-b64c-73f3fe03d560 req-2f73ffba-1780-4577-8324-92818c2d1c58 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0495794 Jul 29 15:33:28.386162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b6a99-e0ae-4d00-b64c-73f3fe03d560 req-18f17863-2381-4c86-85db-ac4b217d07ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:28.387663 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c7b6a99-e0ae-4d00-b64c-73f3fe03d560 req-18f17863-2381-4c86-85db-ac4b217d07ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488925 Jul 29 15:33:28.506124 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c7b6a99-e0ae-4d00-b64c-73f3fe03d560 req-b6f37946-6dc6-45d0-b308-820c5de2de2a service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071320 Jul 29 15:33:28.552731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device a34471fd-d467-43c3-9714-b9d4eb280344 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:33:28.655900 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c7b6a99-e0ae-4d00-b64c-73f3fe03d560 req-9f3a1615-86d7-4a43-bc8c-5c9c95c12e0c service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389894 Jul 29 15:33:28.677564 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port a34471fd-d467-43c3-9714-b9d4eb280344, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a34471fd-d467-43c3-9714-b9d4eb280344,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:28.692941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'a34471fd-d467-43c3-9714-b9d4eb280344', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'port_id': 'a34471fd-d467-43c3-9714-b9d4eb280344', 'mac_address': 'fa:16:3e:41:71:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:33:28.743728 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:28.763176 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34471fd-d467-43c3-9714-b9d4eb280344 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:33:28.790153 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port a34471fd-d467-43c3-9714-b9d4eb280344, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a34471fd-d467-43c3-9714-b9d4eb280344,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:28.794618 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:28.852637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=a34471fd-d467-43c3-9714-b9d4eb280344,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:28.860371 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:28.861418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:28.862388 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:28.862729 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:28.863066 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:28.863392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:28.863713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:28.864037 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:28.864355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:28.864705 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:28.865010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:28.865331 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:33:29.055704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28874240-85da-4ff0-be13-ca3b5bf0a3d0 req-841d9a5e-7609-48e9-90dd-782859d7ab30 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:29.057378 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28874240-85da-4ff0-be13-ca3b5bf0a3d0 req-841d9a5e-7609-48e9-90dd-782859d7ab30 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 944 time: 0.0645673 Jul 29 15:33:29.075035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['a34471fd-d467-43c3-9714-b9d4eb280344'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:33:29.138118 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28874240-85da-4ff0-be13-ca3b5bf0a3d0 req-f1428e69-9c38-4d20-826d-1e7241557363 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735033 Jul 29 15:33:30.256428 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d31b00-12f5-48b5-9aaa-957d380a7daf req-6c1766c8-90b1-45af-a885-84550aa53423 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:30.258513 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1d31b00-12f5-48b5-9aaa-957d380a7daf req-6c1766c8-90b1-45af-a885-84550aa53423 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 944 time: 0.0501597 Jul 29 15:33:30.301877 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1d31b00-12f5-48b5-9aaa-957d380a7daf req-632e6a10-e560-48fe-9a2a-0ab9b690a373 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364938 Jul 29 15:33:30.420457 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f144f-20bd-4358-a367-a0e8e8abbae5 req-c4935068-5043-4f70-aeba-36163f1c3012 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:30.421928 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd9f144f-20bd-4358-a367-a0e8e8abbae5 req-c4935068-5043-4f70-aeba-36163f1c3012 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 944 time: 0.0503619 Jul 29 15:33:30.481611 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fd9f144f-20bd-4358-a367-a0e8e8abbae5 req-16c35c0c-542f-4e05-b283-4745fc7b6069 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530787 Jul 29 15:33:30.568051 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device a34471fd-d467-43c3-9714-b9d4eb280344 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:33:30.604079 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26e624-4bb3-4c6b-9c93-213776f27a7e req-36ab9bb5-552c-44d1-9c95-77d450b1e4fe tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:30.605939 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f26e624-4bb3-4c6b-9c93-213776f27a7e req-36ab9bb5-552c-44d1-9c95-77d450b1e4fe tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 944 time: 0.0571284 Jul 29 15:33:30.622256 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3ee62ecd-dae7-4158-ab87-686e7a866e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:30.638360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port a34471fd-d467-43c3-9714-b9d4eb280344 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:33:30.643438 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port a34471fd-d467-43c3-9714-b9d4eb280344 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:33:30.643932 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:30.648998 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f26e624-4bb3-4c6b-9c93-213776f27a7e req-7d62d73d-8198-4b44-9b03-4c6669eaa2cb tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362697 Jul 29 15:33:30.726796 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:30.750530 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34471fd-d467-43c3-9714-b9d4eb280344'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:33:30.753773 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5d57fc-abe8-4198-96b2-860b926ee857" -d '{"events": [{"server_uuid": "b1c4bf4e-2c77-492b-9cfd-e2adb16f931a", "name": "network-vif-plugged", "status": "completed", "tag": "a34471fd-d467-43c3-9714-b9d4eb280344"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:33:30.772545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port a34471fd-d467-43c3-9714-b9d4eb280344, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a34471fd-d467-43c3-9714-b9d4eb280344,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:30.777069 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:30.803523 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f110f15-6382-4f75-98c4-f51cdabdfade x-openstack-request-id: req-1f110f15-6382-4f75-98c4-f51cdabdfade {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:33:30.803809 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c4bf4e-2c77-492b-9cfd-e2adb16f931a", "name": "network-vif-plugged", "status": "completed", "tag": "a34471fd-d467-43c3-9714-b9d4eb280344", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:33:30.804058 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f110f15-6382-4f75-98c4-f51cdabdfade {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:33:30.804476 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34471fd-d467-43c3-9714-b9d4eb280344', 'code': 200} Jul 29 15:33:30.833892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=a34471fd-d467-43c3-9714-b9d4eb280344,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:30.896916 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413135b-7b0f-4e4a-a5e9-6947e18770aa req-abb711ea-d82c-43a2-ad1d-a220407e6192 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:30.898398 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d413135b-7b0f-4e4a-a5e9-6947e18770aa req-abb711ea-d82c-43a2-ad1d-a220407e6192 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0491533 Jul 29 15:33:30.935917 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d413135b-7b0f-4e4a-a5e9-6947e18770aa req-c984417f-7cd0-4f93-bbc8-8f1953fb5320 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315599 Jul 29 15:33:32.055339 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009c3dc-99d4-408b-b827-76bcbc5bc3c4 req-41ed4757-d723-42c2-af9f-9f89bb5ecbb7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:32.056825 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1009c3dc-99d4-408b-b827-76bcbc5bc3c4 req-41ed4757-d723-42c2-af9f-9f89bb5ecbb7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0494976 Jul 29 15:33:32.098903 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1009c3dc-99d4-408b-b827-76bcbc5bc3c4 req-285cc1dd-4538-437a-aca4-e7a6d6165c9e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360484 Jul 29 15:33:32.206520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7893d-242a-4ed0-b723-01d393734af9 req-db350f2f-4946-4b82-870c-5414d048e72d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:32.208016 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1d7893d-242a-4ed0-b723-01d393734af9 req-db350f2f-4946-4b82-870c-5414d048e72d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 945 time: 0.0528932 Jul 29 15:33:32.304073 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-a1d7893d-242a-4ed0-b723-01d393734af9 req-ded0c401-1dd9-4114-ac99-6b8d799a4e98 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Deleting port a34471fd-d467-43c3-9714-b9d4eb280344 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:33:32.304418 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a1d7893d-242a-4ed0-b723-01d393734af9 req-ded0c401-1dd9-4114-ac99-6b8d799a4e98 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:32.394295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-a1d7893d-242a-4ed0-b723-01d393734af9 req-ded0c401-1dd9-4114-ac99-6b8d799a4e98 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] For port a34471fd-d467-43c3-9714-b9d4eb280344, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=a34471fd-d467-43c3-9714-b9d4eb280344,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:32.394579 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a1d7893d-242a-4ed0-b723-01d393734af9 req-ded0c401-1dd9-4114-ac99-6b8d799a4e98 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:32.568492 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a1d7893d-242a-4ed0-b723-01d393734af9 req-ded0c401-1dd9-4114-ac99-6b8d799a4e98 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:32.568892 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a1d7893d-242a-4ed0-b723-01d393734af9 req-ded0c401-1dd9-4114-ac99-6b8d799a4e98 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:32.569208 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [req-a1d7893d-242a-4ed0-b723-01d393734af9 req-ded0c401-1dd9-4114-ac99-6b8d799a4e98 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Floating IP 8d21d671-ab87-4eff-807a-990ca476561c disassociated. External IP: 172.25.6.254, port: a34471fd-d467-43c3-9714-b9d4eb280344. Jul 29 15:33:32.569552 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-a1d7893d-242a-4ed0-b723-01d393734af9 req-ded0c401-1dd9-4114-ac99-6b8d799a4e98 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Calling delete_port for a34471fd-d467-43c3-9714-b9d4eb280344 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:33:32.705206 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a1d7893d-242a-4ed0-b723-01d393734af9 req-ded0c401-1dd9-4114-ac99-6b8d799a4e98 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:32.738579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0c401-1dd9-4114-ac99-6b8d799a4e98 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Pushing event deleted for resources: {'Port': ['ID=a34471fd-d467-43c3-9714-b9d4eb280344,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:32.855076 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1d7893d-242a-4ed0-b723-01d393734af9 req-ded0c401-1dd9-4114-ac99-6b8d799a4e98 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Router 39a9033b-87b3-4413-9711-fdf1e4c4e161 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:33:32.964567 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1d7893d-242a-4ed0-b723-01d393734af9 req-ded0c401-1dd9-4114-ac99-6b8d799a4e98 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:33:32.974329 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea86aa33-c614-4c32-895a-2e8f475f8264 None None] Sync routers for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:33:32.984333 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea86aa33-c614-4c32-895a-2e8f475f8264 None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:33:32.984975 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ea86aa33-c614-4c32-895a-2e8f475f8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:33:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:33:33.008336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d7893d-242a-4ed0-b723-01d393734af9 req-ded0c401-1dd9-4114-ac99-6b8d799a4e98 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] No DVR routers for this DVR port a34471fd-d467-43c3-9714-b9d4eb280344 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:33:33.011070 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a1d7893d-242a-4ed0-b723-01d393734af9 req-ded0c401-1dd9-4114-ac99-6b8d799a4e98 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:33.013048 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1d7893d-242a-4ed0-b723-01d393734af9 req-ded0c401-1dd9-4114-ac99-6b8d799a4e98 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.39 "DELETE /v2.0/ports/a34471fd-d467-43c3-9714-b9d4eb280344 HTTP/1.1" status: 204 len: 173 time: 0.7979932 Jul 29 15:33:33.013489 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'name': 'network-vif-deleted', 'tag': 'a34471fd-d467-43c3-9714-b9d4eb280344'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:33:33.015823 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda6df99-e596-44d6-8b77-f06aa6e0bbe8" -d '{"events": [{"server_uuid": "b1c4bf4e-2c77-492b-9cfd-e2adb16f931a", "name": "network-vif-deleted", "tag": "a34471fd-d467-43c3-9714-b9d4eb280344"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:33:33.057382 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3468f2-1d2f-4b48-83c0-ca64a9d3f077 x-openstack-request-id: req-8d3468f2-1d2f-4b48-83c0-ca64a9d3f077 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:33:33.057674 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c4bf4e-2c77-492b-9cfd-e2adb16f931a", "name": "network-vif-deleted", "tag": "a34471fd-d467-43c3-9714-b9d4eb280344", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:33:33.057921 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d3468f2-1d2f-4b48-83c0-ca64a9d3f077 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:33:33.058313 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c4bf4e-2c77-492b-9cfd-e2adb16f931a', 'name': 'network-vif-deleted', 'tag': 'a34471fd-d467-43c3-9714-b9d4eb280344', 'status': 'completed', 'code': 200} Jul 29 15:33:33.096005 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-ea86aa33-c614-4c32-895a-2e8f475f8264 None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:33:33.213570 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f4ef00d5-0c50-48e9-b198-1364629eabe2 req-784ad5f1-8543-4b46-8e40-325d8eea59ec tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1c4bf4e-2c77-492b-9cfd-e2adb16f931a HTTP/1.1" status: 200 len: 210 time: 0.0306103 Jul 29 15:33:33.256174 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:33.321490 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ea86aa33-c614-4c32-895a-2e8f475f8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:33:33.347614 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea86aa33-c614-4c32-895a-2e8f475f8264 None None] Checking router: 39a9033b-87b3-4413-9711-fdf1e4c4e161 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:33:33.356317 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea86aa33-c614-4c32-895a-2e8f475f8264 None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:33:33.356966 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ea86aa33-c614-4c32-895a-2e8f475f8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:33:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:33:33.383753 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8fe101c9-693a-479c-a8d5-e2d6119a7dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:33.464118 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-ea86aa33-c614-4c32-895a-2e8f475f8264 None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:33:33.660884 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-ea86aa33-c614-4c32-895a-2e8f475f8264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:33:33.690927 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea86aa33-c614-4c32-895a-2e8f475f8264 None None] The sync data for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 is: [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:33:33.935184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ae0f23-a071-40d2-8e3d-0f160968ca9a None None] New status for floating IP 8d21d671-ab87-4eff-807a-990ca476561c: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:33:34.452309 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-b719762f-cf2a-4851-a1b7-bd613a806205 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1400332063&fields=id&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 267 time: 0.0325866 Jul 29 15:33:34.479747 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:34.558660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a57d5846-53a0-4285-9688-10636e146eba tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:34.560116 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a57d5846-53a0-4285-9688-10636e146eba tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 811 time: 0.1007016 Jul 29 15:33:34.575876 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-1050bc38-2b25-40f0-a43f-eea343eeeda5 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/quotas/a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 375 time: 0.0091612 Jul 29 15:33:34.606717 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device a34471fd-d467-43c3-9714-b9d4eb280344 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:33:34.631234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: a34471fd-d467-43c3-9714-b9d4eb280344 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:33:34.631586 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device a34471fd-d467-43c3-9714-b9d4eb280344 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:33:34.635384 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-ce06151b-86b3-402d-b977-b40c05ec33f4 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540998 Jul 29 15:33:34.730591 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-66c69c13-3f7e-4ae5-8a70-dcb8b0bee4fa service neutron] 10.222.0.16 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831683 Jul 29 15:33:34.826564 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-777d4f5d-96b1-4545-bfe9-c6628062e09e service neutron] 10.222.0.16 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893421 Jul 29 15:33:34.996550 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a5642e59-3c96-4533-8783-1f56100c01dd req-fcad37e8-2190-4b93-b77c-b7587bc9eaa9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0291100 Jul 29 15:33:35.916262 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-ce172a0a-e4e2-4adb-a803-1343f6ca0c16 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:35.919411 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-ce172a0a-e4e2-4adb-a803-1343f6ca0c16 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 811 time: 0.1056056 Jul 29 15:33:35.964455 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-d6f59530-b21d-48cb-84e6-4bad59cea496 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 380 time: 0.0348351 Jul 29 15:33:35.974239 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-ed945029-ac0e-4508-9385-edbf6c410765 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Request body: {'port': {'device_id': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'admin_state_up': True, 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'security_groups': ['305a6733-2422-47f0-b673-05d219687a2b']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:33:36.099913 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-017c5607-685f-40b0-bdb2-5c79e7ca80ac req-60831f3c-b741-4e91-812a-7e553681e633 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0318632 Jul 29 15:33:36.113849 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-ed945029-ac0e-4508-9385-edbf6c410765 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Made reservation on behalf of a98fa9aaf8844aa19d9fe10737b462f9 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:33:36.117543 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-ed945029-ac0e-4508-9385-edbf6c410765 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:36.254601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-ed945029-ac0e-4508-9385-edbf6c410765 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Allocated IP 172.20.0.9 (0f7c405f-19a2-4d40-8f85-606f1e56ab32/92d14917-8124-42a3-8e4a-b33ee619910e/7c6e52ce-95b8-4dff-968c-6fbddf34cf07) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:33:36.394261 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-ed945029-ac0e-4508-9385-edbf6c410765 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:36.410227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-ed945029-ac0e-4508-9385-edbf6c410765 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Transition to ACTIVE for port object 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:33:36.445588 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-ed945029-ac0e-4508-9385-edbf6c410765 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:36.450990 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:36.496250 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-ed945029-ac0e-4508-9385-edbf6c410765 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:33:36.499542 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-ed945029-ac0e-4508-9385-edbf6c410765 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:33:36.506582 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-ed945029-ac0e-4508-9385-edbf6c410765 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:33:36.530208 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed945029-ac0e-4508-9385-edbf6c410765 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Pushing event updated for resources: {'Port': ['ID=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:36.562309 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-ed945029-ac0e-4508-9385-edbf6c410765 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:36.562957 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-ed945029-ac0e-4508-9385-edbf6c410765 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:36.579535 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-ed945029-ac0e-4508-9385-edbf6c410765 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6088431 Jul 29 15:33:36.592893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Request body: {'port': {'device_id': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:33:36.653014 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:36.716583 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-92251fda-22b5-4e23-bacc-d7bd61405a43 None None] Provisioning for port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:33:36.721037 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-92251fda-22b5-4e23-bacc-d7bd61405a43 None None] Provisioning complete for port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:33:36.721412 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92251fda-22b5-4e23-bacc-d7bd61405a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:36.757474 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-92251fda-22b5-4e23-bacc-d7bd61405a43 None None] Port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:33:36.934087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:33:36.942505 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:36.954870 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Transition to ACTIVE for port object 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:33:36.958701 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:37.008507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Pushing event updated for resources: {'Port': ['ID=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:37.084166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Attempting to bind port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:33:37.084573 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Attempting to bind port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:33:37.084849 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Attempting to bind port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:33:37.089523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:33:37.089845 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Attempting to bind port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:33:37.095605 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:33:37.096930 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Checking segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:33:37.096930 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Bound using segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:33:37.097386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Bound port: 7c6e52ce-95b8-4dff-968c-6fbddf34cf07, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:33:37.097753 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:37.179300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] For port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:33:37.183014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] For port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:33:37.187815 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:37.225028 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:37.225675 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:37.227466 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] 10.222.0.39 "PUT /v2.0/ports/7c6e52ce-95b8-4dff-968c-6fbddf34cf07 HTTP/1.1" status: 200 len: 1091 time: 0.6388936 Jul 29 15:33:37.228023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'tag': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:33:37.230818 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a74813-2287-44ff-8e36-8f847bf2f712" -d '{"events": [{"name": "network-changed", "server_uuid": "a447a54e-a4b6-4886-89c1-5349b24e6cd5", "tag": "7c6e52ce-95b8-4dff-968c-6fbddf34cf07"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:33:37.242924 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d477aed-0b0b-4f4e-81b7-cd464787cd75 req-5961403e-d355-480e-a74b-8766fced902c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:37.245006 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d477aed-0b0b-4f4e-81b7-cd464787cd75 req-5961403e-d355-480e-a74b-8766fced902c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 943 time: 0.0674880 Jul 29 15:33:37.295882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174055b-d2f1-43d6-938e-711f863cf33a service neutron] Pushing event updated for resources: {'Port': ['ID=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:37.312391 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d477aed-0b0b-4f4e-81b7-cd464787cd75 req-cb0a4610-bc5e-4459-bf50-a5bda3b6da1a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609529 Jul 29 15:33:37.321466 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6433a689-4541-462b-9e4d-2b46c5d9d3c4 x-openstack-request-id: req-6433a689-4541-462b-9e4d-2b46c5d9d3c4 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:33:37.321761 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a447a54e-a4b6-4886-89c1-5349b24e6cd5", "tag": "7c6e52ce-95b8-4dff-968c-6fbddf34cf07", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:33:37.322011 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6433a689-4541-462b-9e4d-2b46c5d9d3c4 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:33:37.322407 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'tag': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07', 'status': 'completed', 'code': 200} Jul 29 15:33:37.340190 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-d1c654c9-1310-4878-a219-8e6fa0e1c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:37.341746 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-d1c654c9-1310-4878-a219-8e6fa0e1c686 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 1094 time: 0.0674198 Jul 29 15:33:37.416757 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-0153b298-d4f9-4d52-ad72-921253f01f36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07 HTTP/1.1" status: 200 len: 217 time: 0.0651910 Jul 29 15:33:37.468273 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-0f326396-d089-402b-a80c-ee897188b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:37.469704 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-0f326396-d089-402b-a80c-ee897188b87d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0455766 Jul 29 15:33:37.524957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-4df26e0e-42e5-42b2-a79c-fe5354849e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:37.526462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-4df26e0e-42e5-42b2-a79c-fe5354849e27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486586 Jul 29 15:33:37.966827 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-93e806f1-b819-4e23-bd99-83ae8edcbba7 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325452 Jul 29 15:33:38.058896 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21281fe1-4e71-4dcc-854f-df5a91c30b86 req-5a18633d-b555-42e1-baf2-64bab739716e service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840771 Jul 29 15:33:38.148678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a74813-2287-44ff-8e36-8f847bf2f712 req-8816c8e9-d40e-4cf5-8d63-cdd3a87e74af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:38.150217 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85a74813-2287-44ff-8e36-8f847bf2f712 req-8816c8e9-d40e-4cf5-8d63-cdd3a87e74af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 1094 time: 0.0445981 Jul 29 15:33:38.256422 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a74813-2287-44ff-8e36-8f847bf2f712 req-30226800-0bec-4e8f-af1a-05fd2889858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:38.257934 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85a74813-2287-44ff-8e36-8f847bf2f712 req-30226800-0bec-4e8f-af1a-05fd2889858b service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0985787 Jul 29 15:33:38.305263 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85a74813-2287-44ff-8e36-8f847bf2f712 req-441227ed-b199-4479-94d2-22e64cb0505e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07 HTTP/1.1" status: 200 len: 217 time: 0.0394101 Jul 29 15:33:38.364515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a74813-2287-44ff-8e36-8f847bf2f712 req-997bcb97-5402-49a8-99f7-f87bd7138d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:38.365928 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85a74813-2287-44ff-8e36-8f847bf2f712 req-997bcb97-5402-49a8-99f7-f87bd7138d10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0533431 Jul 29 15:33:38.446689 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a74813-2287-44ff-8e36-8f847bf2f712 req-9cfe1ea0-1c9c-45ee-be6b-6fedd9b1a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:38.448339 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85a74813-2287-44ff-8e36-8f847bf2f712 req-9cfe1ea0-1c9c-45ee-be6b-6fedd9b1a2ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736208 Jul 29 15:33:38.462852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170a2cf-4236-4f5e-99f4-308ff1314ec6 req-78eb4c23-2331-427e-b460-727f8ade91a6 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:38.464420 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8170a2cf-4236-4f5e-99f4-308ff1314ec6 req-78eb4c23-2331-427e-b460-727f8ade91a6 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 943 time: 0.0643613 Jul 29 15:33:38.556067 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8170a2cf-4236-4f5e-99f4-308ff1314ec6 req-f22d3c1f-87da-4dab-9bf3-b1af9c079047 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821362 Jul 29 15:33:38.582664 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85a74813-2287-44ff-8e36-8f847bf2f712 req-dcda7932-472a-4744-a5aa-c7acb11a3dd2 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171978 Jul 29 15:33:38.677141 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85a74813-2287-44ff-8e36-8f847bf2f712 req-35e98950-92a9-40fd-a767-169f2fecc4a2 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859447 Jul 29 15:33:39.679878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e506f2-e15b-49e7-9023-fcd52f4d1360 req-0c605e20-6ad2-4ea8-9469-c124751afde1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:39.681406 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c4e506f2-e15b-49e7-9023-fcd52f4d1360 req-0c605e20-6ad2-4ea8-9469-c124751afde1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 943 time: 0.0484254 Jul 29 15:33:39.723477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c4e506f2-e15b-49e7-9023-fcd52f4d1360 req-31a4e08e-ee78-4f1a-9ea5-ca10fd4e3a74 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361800 Jul 29 15:33:40.645924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:33:40.741591 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:40.754069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'port_id': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07', 'mac_address': 'fa:16:3e:72:2a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:33:40.792195 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:40.805690 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:33:40.825766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:40.829929 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:40.846239 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b33929-3055-49da-bb4c-116c3856e815 req-644c2ed3-5aa7-49d2-ab4b-75f9645130e5 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:40.847825 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4b33929-3055-49da-bb4c-116c3856e815 req-644c2ed3-5aa7-49d2-ab4b-75f9645130e5 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 943 time: 0.0564179 Jul 29 15:33:40.878744 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:40.887442 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e4b33929-3055-49da-bb4c-116c3856e815 req-e71dbbb2-dab0-44ad-97c6-c31bcd856b4b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328789 Jul 29 15:33:41.045043 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['7c6e52ce-95b8-4dff-968c-6fbddf34cf07'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:33:41.333518 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:42.332206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd695acf-05bd-4c12-8049-1ba45c83a69e req-485d7879-a051-4c7f-a86b-b48c450d5390 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:42.333720 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd695acf-05bd-4c12-8049-1ba45c83a69e req-485d7879-a051-4c7f-a86b-b48c450d5390 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 944 time: 0.3723874 Jul 29 15:33:42.371217 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd695acf-05bd-4c12-8049-1ba45c83a69e req-b003dfa2-c6c4-4aad-89c6-caee96c93458 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314364 Jul 29 15:33:42.652760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:33:42.702196 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:33:42.706013 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:33:42.706384 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:42.784304 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:42.806388 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:33:42.808608 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389972c0-947f-45a0-9e70-9a80887894d4" -d '{"events": [{"server_uuid": "a447a54e-a4b6-4886-89c1-5349b24e6cd5", "name": "network-vif-plugged", "status": "completed", "tag": "7c6e52ce-95b8-4dff-968c-6fbddf34cf07"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:33:42.822131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:33:42.826019 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:42.876597 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:33:42.914974 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fc3c73-db22-4129-8916-166b16b837dc x-openstack-request-id: req-97fc3c73-db22-4129-8916-166b16b837dc {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:33:42.915348 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a447a54e-a4b6-4886-89c1-5349b24e6cd5", "name": "network-vif-plugged", "status": "completed", "tag": "7c6e52ce-95b8-4dff-968c-6fbddf34cf07", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:33:42.915664 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97fc3c73-db22-4129-8916-166b16b837dc {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:33:42.916114 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07', 'code': 200} Jul 29 15:33:43.017079 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd61c5-ba48-4a15-88d0-f7d87d33cfed req-817d3c2c-605a-4519-ac28-536632d47457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:43.018752 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-94bd61c5-ba48-4a15-88d0-f7d87d33cfed req-817d3c2c-605a-4519-ac28-536632d47457 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 1096 time: 0.0397968 Jul 29 15:33:43.053642 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-94bd61c5-ba48-4a15-88d0-f7d87d33cfed req-43b65c59-9f0c-4482-bb4e-5b8e002137e8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277689 Jul 29 15:33:43.485029 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602cc01-1570-438d-b854-48f6ca8ace9a req-6850b1f5-be19-4b67-96b3-ccc9f6c4d0d3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:43.487138 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7602cc01-1570-438d-b854-48f6ca8ace9a req-6850b1f5-be19-4b67-96b3-ccc9f6c4d0d3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0488391 Jul 29 15:33:43.524417 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7602cc01-1570-438d-b854-48f6ca8ace9a req-d8e163b3-1e10-4e46-8676-f384f2a547cb tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313070 Jul 29 15:33:44.640957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96926f9e-640c-4a51-8d0d-de03441d8120 req-bd2d9d92-2f26-4d4e-92bc-e80f8678b63c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:44.643223 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-96926f9e-640c-4a51-8d0d-de03441d8120 req-bd2d9d92-2f26-4d4e-92bc-e80f8678b63c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0496180 Jul 29 15:33:44.680968 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-96926f9e-640c-4a51-8d0d-de03441d8120 req-c8e9c212-87c5-4355-a293-88437f901399 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313916 Jul 29 15:33:44.794691 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33048631-5497-4c73-84cf-e44028de2f94 req-650beb85-9ee4-4958-a316-ddef07842047 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:44.796160 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-33048631-5497-4c73-84cf-e44028de2f94 req-650beb85-9ee4-4958-a316-ddef07842047 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0499244 Jul 29 15:33:44.806137 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 52532) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:33:44.810621 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ebbb2a25-3d06-4a8a-85cf-23cdc896db7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Request body: {'floatingip': {'port_id': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:33:44.852692 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2a25-3d06-4a8a-85cf-23cdc896db7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for floatingip, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:45.302110 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2a25-3d06-4a8a-85cf-23cdc896db7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:45.305624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2a25-3d06-4a8a-85cf-23cdc896db7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:45.405670 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-ebbb2a25-3d06-4a8a-85cf-23cdc896db7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Floating IP 8d21d671-ab87-4eff-807a-990ca476561c associated. External IP: 172.25.6.254, port: 7c6e52ce-95b8-4dff-968c-6fbddf34cf07. Jul 29 15:33:45.612355 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbb2a25-3d06-4a8a-85cf-23cdc896db7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Router 39a9033b-87b3-4413-9711-fdf1e4c4e161 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:33:45.721602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbb2a25-3d06-4a8a-85cf-23cdc896db7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:33:45.726519 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ebbb2a25-3d06-4a8a-85cf-23cdc896db7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:33:45.732191 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fa1d4-7578-4674-99d1-e4afffd230a5 None None] Sync routers for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:33:45.741600 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9fa1d4-7578-4674-99d1-e4afffd230a5 None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:33:45.742214 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5a9fa1d4-7578-4674-99d1-e4afffd230a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:33:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:33:45.758221 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ebbb2a25-3d06-4a8a-85cf-23cdc896db7f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "PUT /v2.0/floatingips/8d21d671-ab87-4eff-807a-990ca476561c HTTP/1.1" status: 200 len: 991 time: 0.9510345 Jul 29 15:33:45.758793 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'tag': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:33:45.761078 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397d949a-5f6d-4800-aeb3-3325e1105ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "a447a54e-a4b6-4886-89c1-5349b24e6cd5", "tag": "7c6e52ce-95b8-4dff-968c-6fbddf34cf07"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:33:45.800997 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de35c36-74c1-4116-9317-c8f06e8365f7 x-openstack-request-id: req-9de35c36-74c1-4116-9317-c8f06e8365f7 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:33:45.801562 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a447a54e-a4b6-4886-89c1-5349b24e6cd5", "tag": "7c6e52ce-95b8-4dff-968c-6fbddf34cf07", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:33:45.801659 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9de35c36-74c1-4116-9317-c8f06e8365f7 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:33:45.802202 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'tag': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07', 'status': 'completed', 'code': 200} Jul 29 15:33:45.861451 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-5a9fa1d4-7578-4674-99d1-e4afffd230a5 None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:33:45.869832 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d949a-5f6d-4800-aeb3-3325e1105ad5 req-8f55df45-8fec-473c-88f2-9ad9a5983a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:45.871245 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-397d949a-5f6d-4800-aeb3-3325e1105ad5 req-8f55df45-8fec-473c-88f2-9ad9a5983a29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 1096 time: 0.0458622 Jul 29 15:33:45.961781 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d949a-5f6d-4800-aeb3-3325e1105ad5 req-0ae22594-09a7-4f24-9ff4-79e01f047236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:45.963281 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-397d949a-5f6d-4800-aeb3-3325e1105ad5 req-0ae22594-09a7-4f24-9ff4-79e01f047236 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0847590 Jul 29 15:33:46.037986 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-397d949a-5f6d-4800-aeb3-3325e1105ad5 req-ec20f69a-0c89-46ef-973e-54c6725e5568 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07 HTTP/1.1" status: 200 len: 999 time: 0.0664902 Jul 29 15:33:46.089998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d949a-5f6d-4800-aeb3-3325e1105ad5 req-d02c9f08-f36d-43ad-bd1f-4ef606cf9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:46.091464 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-397d949a-5f6d-4800-aeb3-3325e1105ad5 req-d02c9f08-f36d-43ad-bd1f-4ef606cf9387 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0445032 Jul 29 15:33:46.138989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d949a-5f6d-4800-aeb3-3325e1105ad5 req-5a7aea62-0e12-4fde-aeaf-df9e22e12ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:33:46.140476 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-397d949a-5f6d-4800-aeb3-3325e1105ad5 req-5a7aea62-0e12-4fde-aeaf-df9e22e12ee8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408714 Jul 29 15:33:46.169711 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5a9fa1d4-7578-4674-99d1-e4afffd230a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8d21d671-ab87-4eff-807a-990ca476561c', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'port_id': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'mac_address': 'fa:16:3e:72:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:31:21Z', 'updated_at': '2021-07-29T15:33:45Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:33:46.198495 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fa1d4-7578-4674-99d1-e4afffd230a5 None None] Checking router: 39a9033b-87b3-4413-9711-fdf1e4c4e161 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:33:46.207557 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9fa1d4-7578-4674-99d1-e4afffd230a5 None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:33:46.208169 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5a9fa1d4-7578-4674-99d1-e4afffd230a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:33:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:33:46.234764 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-397d949a-5f6d-4800-aeb3-3325e1105ad5 req-d1ed34c1-5401-4c13-bba2-2621053f64a3 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863209 Jul 29 15:33:46.309414 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-5a9fa1d4-7578-4674-99d1-e4afffd230a5 None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:33:46.326797 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-397d949a-5f6d-4800-aeb3-3325e1105ad5 req-8b67eeb6-0bda-4909-86ad-3901604c9970 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832915 Jul 29 15:33:46.530699 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5a9fa1d4-7578-4674-99d1-e4afffd230a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8d21d671-ab87-4eff-807a-990ca476561c', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'port_id': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'mac_address': 'fa:16:3e:72:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:31:21Z', 'updated_at': '2021-07-29T15:33:45Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:33:46.555798 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9fa1d4-7578-4674-99d1-e4afffd230a5 None None] The sync data for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 is: [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8d21d671-ab87-4eff-807a-990ca476561c', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'port_id': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'mac_address': 'fa:16:3e:72:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:31:21Z', 'updated_at': '2021-07-29T15:33:45Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:33:46.752511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a4b8f0-a169-4a00-8759-918d62f0048d None None] New status for floating IP 8d21d671-ab87-4eff-807a-990ca476561c: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:33:53.937831 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:33:56.726032 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:00.593315 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a2942e0-d2e3-4fe1-ad09-dec8e97af3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:03.258510 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:03.385007 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3821a669-860a-4c56-a7a4-b3e0c9a872c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:04.481702 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:05.765158 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c019002f-b4c0-49c1-81ef-e7af52d4c6f6 req-8775526d-c1ca-4c52-8035-c7dbbebb9a07 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427890 Jul 29 15:34:05.854346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019002f-b4c0-49c1-81ef-e7af52d4c6f6 req-a9348482-b356-4732-9826-b3d9dc996c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:05.855827 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c019002f-b4c0-49c1-81ef-e7af52d4c6f6 req-a9348482-b356-4732-9826-b3d9dc996c1f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 1096 time: 0.0464423 Jul 29 15:34:05.962514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019002f-b4c0-49c1-81ef-e7af52d4c6f6 req-59df0361-d960-4720-9868-b48057787975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:05.964037 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c019002f-b4c0-49c1-81ef-e7af52d4c6f6 req-59df0361-d960-4720-9868-b48057787975 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0860584 Jul 29 15:34:06.037353 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c019002f-b4c0-49c1-81ef-e7af52d4c6f6 req-3f94df8b-8006-4d66-8037-61c8a81ec4c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07 HTTP/1.1" status: 200 len: 1001 time: 0.0640171 Jul 29 15:34:06.087723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019002f-b4c0-49c1-81ef-e7af52d4c6f6 req-b3435321-95f8-40b9-bf9c-d6d5f49a9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:06.089205 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c019002f-b4c0-49c1-81ef-e7af52d4c6f6 req-b3435321-95f8-40b9-bf9c-d6d5f49a9915 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0435698 Jul 29 15:34:06.137806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019002f-b4c0-49c1-81ef-e7af52d4c6f6 req-207f3f48-1dfd-4de0-a14a-48734e9f6dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:34:06.139308 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c019002f-b4c0-49c1-81ef-e7af52d4c6f6 req-207f3f48-1dfd-4de0-a14a-48734e9f6dc2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405426 Jul 29 15:34:06.236417 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c019002f-b4c0-49c1-81ef-e7af52d4c6f6 req-570a572b-d9bc-4778-9a5f-9bac56761cb7 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883706 Jul 29 15:34:06.328303 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c019002f-b4c0-49c1-81ef-e7af52d4c6f6 req-1895b386-62ca-4b49-b84d-9108b86baa95 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844731 Jul 29 15:34:06.450430 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:11.344804 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:26.751172 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:30.604851 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-acc0922e-9d1e-4a62-a56b-54301ed3d91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:30.938523 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:34:33.263253 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:33.386727 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ba4dac0-a5ed-407d-a521-80691f2b97c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:34.488140 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:36.456578 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:41.353013 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:34:56.767700 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:00.596338 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-702af7e8-8be3-43ef-b643-8db2d6c75699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:03.255635 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:03.387987 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9b1a6fe-f70f-4753-b8da-a94cab941903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:04.488875 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:06.456847 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:06.761907 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2c2f5b0-3f1f-48de-92ce-151358325844 req-94fe051c-2886-48c1-b09f-a87f4ac164b8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463355 Jul 29 15:35:06.849932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2f5b0-3f1f-48de-92ce-151358325844 req-3830e2a5-a37f-4517-875b-c0b390d14efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:06.851701 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2c2f5b0-3f1f-48de-92ce-151358325844 req-3830e2a5-a37f-4517-875b-c0b390d14efa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 1096 time: 0.0469668 Jul 29 15:35:06.956875 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2f5b0-3f1f-48de-92ce-151358325844 req-b0a36ebc-ea1f-4ad8-885c-1c7d044b46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:06.958356 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2c2f5b0-3f1f-48de-92ce-151358325844 req-b0a36ebc-ea1f-4ad8-885c-1c7d044b46a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0856020 Jul 29 15:35:07.030588 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2c2f5b0-3f1f-48de-92ce-151358325844 req-913c0088-c6dc-4026-888b-b5223034a82f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07 HTTP/1.1" status: 200 len: 1001 time: 0.0626156 Jul 29 15:35:07.080204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2f5b0-3f1f-48de-92ce-151358325844 req-4e5ef094-cb65-4708-8a21-f7f5ae404feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:07.081724 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2c2f5b0-3f1f-48de-92ce-151358325844 req-4e5ef094-cb65-4708-8a21-f7f5ae404feb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0445013 Jul 29 15:35:07.130726 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2f5b0-3f1f-48de-92ce-151358325844 req-207cd2f7-1492-449f-81f3-d8fef0bad525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:07.132219 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2c2f5b0-3f1f-48de-92ce-151358325844 req-207cd2f7-1492-449f-81f3-d8fef0bad525 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413096 Jul 29 15:35:07.226940 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2c2f5b0-3f1f-48de-92ce-151358325844 req-9e5cf7f9-7028-422a-847f-5cfe8f148dc9 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854564 Jul 29 15:35:07.319128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2c2f5b0-3f1f-48de-92ce-151358325844 req-3feaad35-86ea-4a6d-9227-0c7d43e7cd0a service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820880 Jul 29 15:35:07.938835 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:35:11.356962 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:26.120365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3375d7-b300-4cca-9329-ab07137a0332 req-568b60fd-b98e-4bb1-b24b-6b08862ee1b9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:26.121815 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b3375d7-b300-4cca-9329-ab07137a0332 req-568b60fd-b98e-4bb1-b24b-6b08862ee1b9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0506594 Jul 29 15:35:26.161273 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b3375d7-b300-4cca-9329-ab07137a0332 req-a0b53e3a-ccdc-48fa-92d4-323bd5af993a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331481 Jul 29 15:35:26.768005 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:27.283218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf85074-86df-4acd-b221-6508ba21d5da req-fe04a662-21d0-40d0-aef9-508b2e55e15c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:27.284735 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1cf85074-86df-4acd-b221-6508ba21d5da req-fe04a662-21d0-40d0-aef9-508b2e55e15c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0509789 Jul 29 15:35:27.323360 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1cf85074-86df-4acd-b221-6508ba21d5da req-fc9da19f-c66d-4eee-a942-e5ba8273af4f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327728 Jul 29 15:35:28.445448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0b741-9231-4038-94cf-484771480aa6 req-86641423-fccb-4237-bfe5-7639cdbb500a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:28.446878 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08f0b741-9231-4038-94cf-484771480aa6 req-86641423-fccb-4237-bfe5-7639cdbb500a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0561812 Jul 29 15:35:28.489858 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-08f0b741-9231-4038-94cf-484771480aa6 req-3d6fff26-1b0c-4027-862a-4a631c553f0d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361521 Jul 29 15:35:29.611022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a16d4e-9adc-4438-ae72-80d1b441a210 req-06b5a8ce-ad5a-4c11-810f-62fddc33587b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:29.612587 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1a16d4e-9adc-4438-ae72-80d1b441a210 req-06b5a8ce-ad5a-4c11-810f-62fddc33587b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0527294 Jul 29 15:35:29.651114 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a1a16d4e-9adc-4438-ae72-80d1b441a210 req-3772405e-eabe-4104-bdb0-a32b0e5c1d5d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324652 Jul 29 15:35:30.596195 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37bf832c-4507-419e-a9ec-13a7407e2717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:30.768419 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf1182-e7f4-4193-8d3c-36e985a93cf5 req-7d9f240a-d762-4dfb-a757-4019ba081e57 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:30.769842 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7faf1182-e7f4-4193-8d3c-36e985a93cf5 req-7d9f240a-d762-4dfb-a757-4019ba081e57 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0485311 Jul 29 15:35:30.807704 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7faf1182-e7f4-4193-8d3c-36e985a93cf5 req-43a929cb-c784-4c2d-92f7-52dd443aa1ac tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320742 Jul 29 15:35:31.933973 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29a851-9db2-4a57-bee0-1f110c1a0b63 req-7719ca60-5d1e-4376-b351-3ddee6331a5a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:31.935979 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd29a851-9db2-4a57-bee0-1f110c1a0b63 req-7719ca60-5d1e-4376-b351-3ddee6331a5a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0483832 Jul 29 15:35:31.978416 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bd29a851-9db2-4a57-bee0-1f110c1a0b63 req-e0c88396-5854-4f98-908b-315e7b50bd4d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364234 Jul 29 15:35:33.092521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34218f78-9920-429a-8a30-2fe582299c29 req-6fa4d234-5fd2-4969-8f9e-79ab66baaff7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:33.093938 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34218f78-9920-429a-8a30-2fe582299c29 req-6fa4d234-5fd2-4969-8f9e-79ab66baaff7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0480831 Jul 29 15:35:33.135009 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34218f78-9920-429a-8a30-2fe582299c29 req-1c44eae4-f3b2-49b7-92e9-8ebd0d018d53 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351670 Jul 29 15:35:33.258101 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:33.389349 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8241d82d-e3be-43bf-866b-2cdb08207cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:34.251381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566bf655-4fd9-4dd5-a98d-114c3e1c1ccc req-87863bc5-f088-415b-9e98-53f1b8a61825 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:34.252907 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-566bf655-4fd9-4dd5-a98d-114c3e1c1ccc req-87863bc5-f088-415b-9e98-53f1b8a61825 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0491838 Jul 29 15:35:34.294712 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-566bf655-4fd9-4dd5-a98d-114c3e1c1ccc req-53b9072a-8677-4197-93f4-b873533e366b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357568 Jul 29 15:35:34.491574 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:35.414995 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66655ad7-1574-41e6-84b7-1fdf65acd3ef req-915a313a-caa8-4626-8987-36a72696fedc tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:35.416462 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-66655ad7-1574-41e6-84b7-1fdf65acd3ef req-915a313a-caa8-4626-8987-36a72696fedc tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0528297 Jul 29 15:35:35.454045 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-66655ad7-1574-41e6-84b7-1fdf65acd3ef req-11088efa-da81-4de1-a951-478d0a1db03b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313501 Jul 29 15:35:36.458502 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:36.569887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba9e64-8f50-4d18-8078-52f127407ead req-dcd793de-b839-4995-b02c-c306ac46b064 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:36.571364 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b1ba9e64-8f50-4d18-8078-52f127407ead req-dcd793de-b839-4995-b02c-c306ac46b064 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0496366 Jul 29 15:35:36.610173 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b1ba9e64-8f50-4d18-8078-52f127407ead req-0d34d7b4-fc10-4661-b459-7080b549f931 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326984 Jul 29 15:35:36.791347 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 52780) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:35:36.864315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16014ba-41db-48fc-8f64-b96fdee46c29 req-7ab2d13e-09f9-4c9c-a82a-aaa0d3122454 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:36.865781 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c16014ba-41db-48fc-8f64-b96fdee46c29 req-7ab2d13e-09f9-4c9c-a82a-aaa0d3122454 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0654705 Jul 29 15:35:36.922625 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c16014ba-41db-48fc-8f64-b96fdee46c29 req-4e22d0db-adc4-4fe3-9a96-23796960c568 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420811 Jul 29 15:35:36.926335 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-2cfad643-44bf-48fd-9a46-78cd7fd5aa09 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1338642 Jul 29 15:35:38.040172 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d9cea-be78-4e9b-aab7-769453ffb121 req-1e2db931-4096-4dc2-8ff0-480f6d53774e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:38.041678 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-968d9cea-be78-4e9b-aab7-769453ffb121 req-1e2db931-4096-4dc2-8ff0-480f6d53774e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0490711 Jul 29 15:35:38.079656 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-968d9cea-be78-4e9b-aab7-769453ffb121 req-d21a0861-4851-4356-85ab-4aca92435ba9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312035 Jul 29 15:35:38.277997 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-548f3516-4c3d-4be3-82c4-9757ad91e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:38.280204 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-548f3516-4c3d-4be3-82c4-9757ad91e213 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 1096 time: 0.0404291 Jul 29 15:35:38.374503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-94f6dbd8-c541-41d1-ab7a-935c706d0b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:38.376000 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-94f6dbd8-c541-41d1-ab7a-935c706d0b62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0885243 Jul 29 15:35:38.443711 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-b1bc4416-f6fa-4ff4-a2f6-ad00d3ba7d04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07 HTTP/1.1" status: 200 len: 1001 time: 0.0599182 Jul 29 15:35:38.499869 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-b9ed950a-6bdb-4884-b2b5-d6505e3e0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:38.501400 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-b9ed950a-6bdb-4884-b2b5-d6505e3e0111 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0495267 Jul 29 15:35:38.547481 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-1098c92f-2f8a-4733-b4a3-d74bbc6f36a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:38.549013 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-1098c92f-2f8a-4733-b4a3-d74bbc6f36a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404403 Jul 29 15:35:38.637515 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-7a5ce010-a496-4271-883b-e8154bdad7ec service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809479 Jul 29 15:35:38.731632 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-3bdf2e9b-2bc6-4438-83fd-7f8ceaa142f4 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864370 Jul 29 15:35:39.196354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550d1b1-6690-469f-9226-cb18aa2660fc req-2b751df6-7c03-46e0-ae6e-7f4fc9c93e87 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:39.197865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a550d1b1-6690-469f-9226-cb18aa2660fc req-2b751df6-7c03-46e0-ae6e-7f4fc9c93e87 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0497854 Jul 29 15:35:39.236435 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a550d1b1-6690-469f-9226-cb18aa2660fc req-88d5bddd-3486-4ee3-b2b2-72051452fb4f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324283 Jul 29 15:35:40.354402 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53873317-a1ea-4fb2-af84-9ebbe7756889 req-b85eab5b-8bd4-41fb-a5ec-3f7a42735f68 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:40.355920 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53873317-a1ea-4fb2-af84-9ebbe7756889 req-b85eab5b-8bd4-41fb-a5ec-3f7a42735f68 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0501964 Jul 29 15:35:40.393623 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-53873317-a1ea-4fb2-af84-9ebbe7756889 req-9b33ba07-2865-420e-bab9-b4fcf69a6947 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315540 Jul 29 15:35:40.689475 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-41136cd7-5127-42b0-a97b-f290c93a9ce0 service neutron] show failed (client error): The resource could not be found. Jul 29 15:35:40.690485 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-41136cd7-5127-42b0-a97b-f290c93a9ce0 service neutron] 10.222.0.39 "GET /v2.0/ports/7c6e52ce-95b8-4dff-968c-6fbddf34cf07/bindings/n-h1-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.0551872 Jul 29 15:35:40.887213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-b1915b3e-1178-4842-b551-5aa0afb81185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:40.889474 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-b1915b3e-1178-4842-b551-5aa0afb81185 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 1096 time: 0.0413930 Jul 29 15:35:40.907518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:35:40.963893 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:41.162490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] For port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:41.195706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] For port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:35:41.235330 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:35:41.237594 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de275914-9f3c-4afa-9355-78f04b2b8f3a" -d '{"events": [{"server_uuid": "a447a54e-a4b6-4886-89c1-5349b24e6cd5", "name": "network-vif-unplugged", "status": "completed", "tag": "7c6e52ce-95b8-4dff-968c-6fbddf34cf07"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:35:41.241317 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:41.254290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Transition to ACTIVE for port object 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:35:41.260750 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:41.354035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,revision_number=6']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:41.358460 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fd57a8-08fc-46a0-ac2e-2ce4ca1b424d x-openstack-request-id: req-74fd57a8-08fc-46a0-ac2e-2ce4ca1b424d {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:35:41.358760 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a447a54e-a4b6-4886-89c1-5349b24e6cd5", "name": "network-vif-unplugged", "status": "completed", "tag": "7c6e52ce-95b8-4dff-968c-6fbddf34cf07", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:35:41.359003 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:41.359507 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74fd57a8-08fc-46a0-ac2e-2ce4ca1b424d {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:35:41.359507 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07', 'code': 200} Jul 29 15:35:41.370678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:41.371030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:41.371377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:41.371718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:41.372055 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:41.373058 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:41.373470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:41.373801 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:41.374131 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:41.374461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:41.374790 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:41.375116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:41.413996 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] No DVR routers for this DVR port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:35:41.523433 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21972fc-4b9e-4ac8-8fde-355d8a1ad9f1 req-29cf34e3-5fd8-420f-95f9-25cc152df0ae tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:41.524953 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c21972fc-4b9e-4ac8-8fde-355d8a1ad9f1 req-29cf34e3-5fd8-420f-95f9-25cc152df0ae tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 943 time: 0.0563154 Jul 29 15:35:41.555660 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Attempting to bind port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:35:41.556168 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Attempting to bind port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:35:41.556323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Attempting to bind port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:35:41.562306 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:35:41.562567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Attempting to bind port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:35:41.567663 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:35:41.568005 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Checking segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:35:41.568395 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Bound using segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:35:41.568868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Bound port: 7c6e52ce-95b8-4dff-968c-6fbddf34cf07, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:35:41.569236 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:41.572636 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c21972fc-4b9e-4ac8-8fde-355d8a1ad9f1 req-abdc0b96-96ce-43f7-898f-9b2dca767f57 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406680 Jul 29 15:35:41.636423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] For port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:35:41.639486 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] For port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:35:41.644208 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:41.680512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:41.681147 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:41.682520 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] 10.222.0.38 "PUT /v2.0/ports/7c6e52ce-95b8-4dff-968c-6fbddf34cf07 HTTP/1.1" status: 200 len: 1091 time: 0.7789917 Jul 29 15:35:41.711588 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16192c3b-b214-4b85-9887-30aad81db8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:41.759920 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-cd9d7bc4-7096-41cf-8068-8500329b6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:41.761520 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-cd9d7bc4-7096-41cf-8068-8500329b6134 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 1094 time: 0.0439193 Jul 29 15:35:41.862662 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-784084de-9259-4957-afee-b95ed9b75c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:41.864150 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-784084de-9259-4957-afee-b95ed9b75c46 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0945044 Jul 29 15:35:41.936623 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-cfd430fb-962f-4c95-8015-b21bfaddc38e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07 HTTP/1.1" status: 200 len: 999 time: 0.0657661 Jul 29 15:35:41.986310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-f643d732-643b-415d-bd0e-5299d56ee5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:41.987700 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-f643d732-643b-415d-bd0e-5299d56ee5cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0440309 Jul 29 15:35:42.032759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-f61d1f5e-5c14-4815-bca8-9580c2990af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:42.034181 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-f61d1f5e-5c14-4815-bca8-9580c2990af0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398667 Jul 29 15:35:42.126581 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-3684af2d-f414-49a5-ba1c-fa44b3f0cb2f service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852988 Jul 29 15:35:42.217098 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0fee96c5-54b3-4b76-9224-79cbd6d020a2 req-d22f6efe-fd92-42da-b68b-18e9756fc948 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832434 Jul 29 15:35:42.697818 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a958eb6-f035-46fc-90e7-15f1daed6cf9 req-95e75931-3b7a-44d6-8258-88a1b259d938 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:42.699292 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7a958eb6-f035-46fc-90e7-15f1daed6cf9 req-95e75931-3b7a-44d6-8258-88a1b259d938 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 943 time: 0.0538423 Jul 29 15:35:42.739914 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7a958eb6-f035-46fc-90e7-15f1daed6cf9 req-2afc3d64-258f-4de0-8cf7-17dcd3932ae5 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345564 Jul 29 15:35:43.360512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'tag': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:35:43.363223 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526" -d '{"events": [{"name": "network-changed", "server_uuid": "a447a54e-a4b6-4886-89c1-5349b24e6cd5", "tag": "7c6e52ce-95b8-4dff-968c-6fbddf34cf07"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:35:43.376109 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:35:43.412520 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d68b4cb-d4e7-4c3f-af4e-234c5cf3c360 x-openstack-request-id: req-7d68b4cb-d4e7-4c3f-af4e-234c5cf3c360 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:35:43.413025 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a447a54e-a4b6-4886-89c1-5349b24e6cd5", "tag": "7c6e52ce-95b8-4dff-968c-6fbddf34cf07", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:35:43.413388 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d68b4cb-d4e7-4c3f-af4e-234c5cf3c360 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:35:43.413901 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'tag': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07', 'status': 'completed', 'code': 200} Jul 29 15:35:43.418026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:35:43.475059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-005caac1-3c62-448a-b777-c16975b61e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:43.476854 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-005caac1-3c62-448a-b777-c16975b61e49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 1094 time: 0.0462680 Jul 29 15:35:43.502184 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-3bd9d23c-9820-4316-969a-ba751bcd449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:43.504103 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-3bd9d23c-9820-4316-969a-ba751bcd449d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 1094 time: 0.0456388 Jul 29 15:35:43.579817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-e34312f5-9482-429b-8993-51976262ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:43.581375 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-e34312f5-9482-429b-8993-51976262ca03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0962076 Jul 29 15:35:43.599706 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-14fa9b57-51c2-4386-b7e4-f030e85b7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:43.601466 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-14fa9b57-51c2-4386-b7e4-f030e85b7943 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0903285 Jul 29 15:35:43.649461 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-1fd3f1f2-d222-4c8f-bb2f-3534b29f307f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07 HTTP/1.1" status: 200 len: 999 time: 0.0592375 Jul 29 15:35:43.668100 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-0307cdd0-b1b9-4dba-bfd3-4ecaf7c92a2f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07 HTTP/1.1" status: 200 len: 999 time: 0.0594668 Jul 29 15:35:43.700974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-791b8627-e6a2-4cae-9139-db6ca805103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:43.702708 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-791b8627-e6a2-4cae-9139-db6ca805103d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0454929 Jul 29 15:35:43.717964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-963da614-e2fe-462d-bcfb-70413093ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:43.719530 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-963da614-e2fe-462d-bcfb-70413093ce22 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0444372 Jul 29 15:35:43.763671 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-32e645b5-abe2-45ed-86cb-23d48ce42e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:43.765230 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-32e645b5-abe2-45ed-86cb-23d48ce42e69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550933 Jul 29 15:35:43.775180 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-2047a86c-83f7-4b7b-b70a-9004634160c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:43.776689 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-2047a86c-83f7-4b7b-b70a-9004634160c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492370 Jul 29 15:35:43.862183 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-9115dacf-d280-48c3-84cf-f779d35d6f98 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897036 Jul 29 15:35:43.907366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df95c0b-6792-4b2f-91a2-59181b09ae1a req-01e69374-4076-4742-a058-69c8d09968cd tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:43.908821 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8df95c0b-6792-4b2f-91a2-59181b09ae1a req-01e69374-4076-4742-a058-69c8d09968cd tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 943 time: 0.0796847 Jul 29 15:35:43.912634 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-7c1928ec-1cd1-4343-9347-41b2944df47e service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270216 Jul 29 15:35:43.957341 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-28be0aab-60f6-4408-bdef-a032cef0cdd8 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879006 Jul 29 15:35:43.994538 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8df95c0b-6792-4b2f-91a2-59181b09ae1a req-76aec7e2-9c53-45f9-8f5f-8264543807f1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796914 Jul 29 15:35:44.032315 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-216f2d67-8d53-4e4f-ab2e-af8ebe6ef526 req-0f8bd6b7-7451-43f9-8f85-c91e35116cae service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995269 Jul 29 15:35:44.193640 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23707b51-1391-494c-97a0-01828df5ec89 req-b01a1241-3587-4269-a55f-74e17b8e439d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:44.195184 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-23707b51-1391-494c-97a0-01828df5ec89 req-b01a1241-3587-4269-a55f-74e17b8e439d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 943 time: 0.0528610 Jul 29 15:35:44.207561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94e64f-21d7-4746-9639-b9d7472cdcd5 req-3f8255bd-a8af-4b0f-8664-e12a8fb2fd6e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:44.209082 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b94e64f-21d7-4746-9639-b9d7472cdcd5 req-3f8255bd-a8af-4b0f-8664-e12a8fb2fd6e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.39 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&binding%3Ahost_id=n-h1-802893-1 HTTP/1.1" status: 200 len: 943 time: 0.0536621 Jul 29 15:35:44.235133 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-23707b51-1391-494c-97a0-01828df5ec89 req-91539f00-ae45-40c0-a078-a8b1de5d47ff tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327842 Jul 29 15:35:44.273019 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-7b94e64f-21d7-4746-9639-b9d7472cdcd5 req-247cb6d9-a7d6-49b6-a031-caaf27df808b service neutron] delete failed (client error): The resource could not be found. Jul 29 15:35:44.274043 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b94e64f-21d7-4746-9639-b9d7472cdcd5 req-247cb6d9-a7d6-49b6-a031-caaf27df808b service neutron] 10.222.0.39 "DELETE /v2.0/ports/7c6e52ce-95b8-4dff-968c-6fbddf34cf07/bindings/n-h2-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.0562294 Jul 29 15:35:44.359240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94e64f-21d7-4746-9639-b9d7472cdcd5 req-c1a0d183-d356-43da-9e90-9fcf4d2b2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:44.360739 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b94e64f-21d7-4746-9639-b9d7472cdcd5 req-c1a0d183-d356-43da-9e90-9fcf4d2b2a9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 1094 time: 0.0420299 Jul 29 15:35:44.454158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94e64f-21d7-4746-9639-b9d7472cdcd5 req-18e1d2fd-b74c-402a-b930-9777a3956328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:44.455547 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b94e64f-21d7-4746-9639-b9d7472cdcd5 req-18e1d2fd-b74c-402a-b930-9777a3956328 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0879402 Jul 29 15:35:44.521031 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b94e64f-21d7-4746-9639-b9d7472cdcd5 req-bf5027ec-08b7-4f5c-b467-a50587c4273a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07 HTTP/1.1" status: 200 len: 999 time: 0.0580883 Jul 29 15:35:44.573840 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94e64f-21d7-4746-9639-b9d7472cdcd5 req-fe4b5da4-d8f4-4a89-ade9-9dd4246909f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:44.575279 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b94e64f-21d7-4746-9639-b9d7472cdcd5 req-fe4b5da4-d8f4-4a89-ade9-9dd4246909f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0473995 Jul 29 15:35:44.621314 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94e64f-21d7-4746-9639-b9d7472cdcd5 req-cf7fbf5f-5a2e-4edf-bb4c-9eb92793c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:44.622905 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b94e64f-21d7-4746-9639-b9d7472cdcd5 req-cf7fbf5f-5a2e-4edf-bb4c-9eb92793c47e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404060 Jul 29 15:35:44.710094 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b94e64f-21d7-4746-9639-b9d7472cdcd5 req-af8f399d-782f-480c-b776-5e5da5140c94 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795619 Jul 29 15:35:44.805763 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b94e64f-21d7-4746-9639-b9d7472cdcd5 req-871bdb35-b13a-4374-b76c-65f1997f06f9 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878820 Jul 29 15:35:44.939065 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:35:45.364116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a30aec-9e1c-401d-9910-54734818d84c req-3baac32c-4969-486b-80e2-4704d820459e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:45.365692 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98a30aec-9e1c-401d-9910-54734818d84c req-3baac32c-4969-486b-80e2-4704d820459e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 943 time: 0.0519023 Jul 29 15:35:45.398078 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:35:45.408258 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98a30aec-9e1c-401d-9910-54734818d84c req-83b7d8f4-6fba-4b22-9941-5c61d2cbc33f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366189 Jul 29 15:35:45.496826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:45.509432 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'port_id': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07', 'mac_address': 'fa:16:3e:72:2a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:35:45.528040 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3adceb-b5d3-4166-8de7-99d6bcc236ab req-5d881dc5-cb0f-4c01-a491-f35552a08e94 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:45.530320 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5a3adceb-b5d3-4166-8de7-99d6bcc236ab req-5d881dc5-cb0f-4c01-a491-f35552a08e94 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 943 time: 0.0535662 Jul 29 15:35:45.546969 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:45.559331 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:35:45.568515 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5a3adceb-b5d3-4166-8de7-99d6bcc236ab req-fcaddc41-27ea-4cfe-9e04-1e7237a5a71e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320745 Jul 29 15:35:45.579306 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:45.584023 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:45.631628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:45.639119 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:45.639468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:45.639805 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:45.640138 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:45.640470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:45.640824 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:45.641260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:45.641590 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:45.641911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:45.642242 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:45.642549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:45.642864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:45.772747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c56ed-7257-440a-a0f1-9d543a75eb21 req-64ce2267-c965-405e-8149-8b11b348169c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:45.774175 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-448c56ed-7257-440a-a0f1-9d543a75eb21 req-64ce2267-c965-405e-8149-8b11b348169c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0505071 Jul 29 15:35:45.837400 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-448c56ed-7257-440a-a0f1-9d543a75eb21 req-a42d8146-e832-40a0-9143-debbea295811 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508802 Jul 29 15:35:45.844572 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e56618-29b0-44e4-a534-c3f551ec6f63 req-666e057b-7e6b-4626-be4a-12351c01aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:45.846456 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-32e56618-29b0-44e4-a534-c3f551ec6f63 req-666e057b-7e6b-4626-be4a-12351c01aaa1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 1095 time: 0.0680263 Jul 29 15:35:45.890985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['7c6e52ce-95b8-4dff-968c-6fbddf34cf07'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:35:45.940611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e56618-29b0-44e4-a534-c3f551ec6f63 req-92eeae7e-7a11-4122-b196-a85a8355242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:45.942136 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-32e56618-29b0-44e4-a534-c3f551ec6f63 req-92eeae7e-7a11-4122-b196-a85a8355242e service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0884140 Jul 29 15:35:46.011791 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-32e56618-29b0-44e4-a534-c3f551ec6f63 req-5b9bcabf-df0a-4bcb-b5bb-72acdbc9db16 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07 HTTP/1.1" status: 200 len: 1000 time: 0.0626261 Jul 29 15:35:46.064392 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e56618-29b0-44e4-a534-c3f551ec6f63 req-00eb93e6-652e-4f1e-ab5c-e9fc36ab5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:46.065869 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-32e56618-29b0-44e4-a534-c3f551ec6f63 req-00eb93e6-652e-4f1e-ab5c-e9fc36ab5cea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0475521 Jul 29 15:35:46.111166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e56618-29b0-44e4-a534-c3f551ec6f63 req-a9f56b8f-ca5c-4db3-ba00-c7c14773201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:46.112620 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-32e56618-29b0-44e4-a534-c3f551ec6f63 req-a9f56b8f-ca5c-4db3-ba00-c7c14773201f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397117 Jul 29 15:35:46.202188 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-32e56618-29b0-44e4-a534-c3f551ec6f63 req-e29c41c7-beb6-423a-841a-22fae99ae0b4 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819221 Jul 29 15:35:46.294027 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-32e56618-29b0-44e4-a534-c3f551ec6f63 req-0aafe96f-2851-45ab-8fcf-a19e01b851da service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848432 Jul 29 15:35:46.954660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f676f0-631b-4ef6-b28f-c0e3df414207 req-be5a417b-352b-4e43-a019-b1ef1804f5e7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:46.956124 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-90f676f0-631b-4ef6-b28f-c0e3df414207 req-be5a417b-352b-4e43-a019-b1ef1804f5e7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0483279 Jul 29 15:35:46.992771 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-90f676f0-631b-4ef6-b28f-c0e3df414207 req-cec7f4fa-fb7a-4cd7-807e-4722902c4b86 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307255 Jul 29 15:35:47.229441 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93af4f6-26ec-4489-9f8d-d13409c6a0d4 req-5fa12731-c003-466a-a37e-e8d244a8abc3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:47.230930 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e93af4f6-26ec-4489-9f8d-d13409c6a0d4 req-5fa12731-c003-466a-a37e-e8d244a8abc3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 944 time: 0.0538111 Jul 29 15:35:47.269942 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e93af4f6-26ec-4489-9f8d-d13409c6a0d4 req-72bcf6db-48bc-41fc-88f4-215cea9fa3d7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322409 Jul 29 15:35:47.398519 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:35:47.447128 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:35:47.450744 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:35:47.451112 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:47.529308 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:47.551444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:35:47.553739 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6fe7de-cdb5-4cd4-ad8f-b7454dad6457" -d '{"events": [{"server_uuid": "a447a54e-a4b6-4886-89c1-5349b24e6cd5", "name": "network-vif-plugged", "status": "completed", "tag": "7c6e52ce-95b8-4dff-968c-6fbddf34cf07"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:35:47.567314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:47.571659 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:47.597634 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3d156e-c15c-4acd-a56f-d2af13f3c4ab x-openstack-request-id: req-ec3d156e-c15c-4acd-a56f-d2af13f3c4ab {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:35:47.597927 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a447a54e-a4b6-4886-89c1-5349b24e6cd5", "name": "network-vif-plugged", "status": "completed", "tag": "7c6e52ce-95b8-4dff-968c-6fbddf34cf07", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:35:47.598202 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec3d156e-c15c-4acd-a56f-d2af13f3c4ab {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:35:47.598586 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07', 'code': 200} Jul 29 15:35:47.624839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:48.388962 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b15d58-98d1-4fa6-a1b5-86e57df33780 req-d3ca06fe-b31d-4468-8397-d51e2d297710 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:48.390483 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-86b15d58-98d1-4fa6-a1b5-86e57df33780 req-d3ca06fe-b31d-4468-8397-d51e2d297710 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0526783 Jul 29 15:35:48.431154 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-86b15d58-98d1-4fa6-a1b5-86e57df33780 req-01049ef4-82d6-479e-9d1e-1d4c4f048c44 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346918 Jul 29 15:35:48.566134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc5c5e-eac6-4dcf-9950-bdbf9366ae4e req-1ce10e12-1ee3-42e0-92f6-cea201290031 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:48.567593 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b5dc5c5e-eac6-4dcf-9950-bdbf9366ae4e req-1ce10e12-1ee3-42e0-92f6-cea201290031 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.38 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 945 time: 0.0492902 Jul 29 15:35:48.660242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-b5dc5c5e-eac6-4dcf-9950-bdbf9366ae4e req-04ca9949-e4e5-44d2-a416-9afbdeb92027 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Deleting port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:35:48.660583 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b5dc5c5e-eac6-4dcf-9950-bdbf9366ae4e req-04ca9949-e4e5-44d2-a416-9afbdeb92027 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:48.748128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b5dc5c5e-eac6-4dcf-9950-bdbf9366ae4e req-04ca9949-e4e5-44d2-a416-9afbdeb92027 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] For port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:48.748399 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b5dc5c5e-eac6-4dcf-9950-bdbf9366ae4e req-04ca9949-e4e5-44d2-a416-9afbdeb92027 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:48.968584 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b5dc5c5e-eac6-4dcf-9950-bdbf9366ae4e req-04ca9949-e4e5-44d2-a416-9afbdeb92027 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:48.968980 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b5dc5c5e-eac6-4dcf-9950-bdbf9366ae4e req-04ca9949-e4e5-44d2-a416-9afbdeb92027 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:48.969303 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-b5dc5c5e-eac6-4dcf-9950-bdbf9366ae4e req-04ca9949-e4e5-44d2-a416-9afbdeb92027 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Floating IP 8d21d671-ab87-4eff-807a-990ca476561c disassociated. External IP: 172.25.6.254, port: 7c6e52ce-95b8-4dff-968c-6fbddf34cf07. Jul 29 15:35:48.969633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-b5dc5c5e-eac6-4dcf-9950-bdbf9366ae4e req-04ca9949-e4e5-44d2-a416-9afbdeb92027 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Calling delete_port for 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:35:49.097646 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b5dc5c5e-eac6-4dcf-9950-bdbf9366ae4e req-04ca9949-e4e5-44d2-a416-9afbdeb92027 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:49.124416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca9949-e4e5-44d2-a416-9afbdeb92027 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Pushing event deleted for resources: {'Port': ['ID=7c6e52ce-95b8-4dff-968c-6fbddf34cf07,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:49.242592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5dc5c5e-eac6-4dcf-9950-bdbf9366ae4e req-04ca9949-e4e5-44d2-a416-9afbdeb92027 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Router 39a9033b-87b3-4413-9711-fdf1e4c4e161 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:35:49.689090 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-38cb3fe1-19f3-44c3-a825-a8fd887dcc08 req-29418e13-957f-4c2e-8e99-ffd54424687d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=a447a54e-a4b6-4886-89c1-5349b24e6cd5 HTTP/1.1" status: 200 len: 210 time: 0.0313230 Jul 29 15:35:49.702908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5dc5c5e-eac6-4dcf-9950-bdbf9366ae4e req-04ca9949-e4e5-44d2-a416-9afbdeb92027 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:35:49.718217 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc79656-d372-4ca4-8c90-e62645bfa32d None None] Sync routers for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:35:49.727536 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc79656-d372-4ca4-8c90-e62645bfa32d None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:35:49.728145 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0dc79656-d372-4ca4-8c90-e62645bfa32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:35:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:35:49.749042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dc5c5e-eac6-4dcf-9950-bdbf9366ae4e req-04ca9949-e4e5-44d2-a416-9afbdeb92027 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] No DVR routers for this DVR port 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:35:49.751780 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b5dc5c5e-eac6-4dcf-9950-bdbf9366ae4e req-04ca9949-e4e5-44d2-a416-9afbdeb92027 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:49.753891 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b5dc5c5e-eac6-4dcf-9950-bdbf9366ae4e req-04ca9949-e4e5-44d2-a416-9afbdeb92027 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.38 "DELETE /v2.0/ports/7c6e52ce-95b8-4dff-968c-6fbddf34cf07 HTTP/1.1" status: 204 len: 173 time: 1.1802821 Jul 29 15:35:49.754315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'name': 'network-vif-deleted', 'tag': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:35:49.756599 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41591f30c2e8e82c3ca859e75347780e94003353073ca44e708405f6ab97c9c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac581a50-1c0a-4ea1-9e30-7ea4a4e2d3bd" -d '{"events": [{"server_uuid": "a447a54e-a4b6-4886-89c1-5349b24e6cd5", "name": "network-vif-deleted", "tag": "7c6e52ce-95b8-4dff-968c-6fbddf34cf07"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:35:49.842096 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0dc79656-d372-4ca4-8c90-e62645bfa32d None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:35:50.066726 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cfb38f-33ac-4777-b4a7-c596a48660fc x-openstack-request-id: req-b2cfb38f-33ac-4777-b4a7-c596a48660fc {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:35:50.067015 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a447a54e-a4b6-4886-89c1-5349b24e6cd5", "name": "network-vif-deleted", "tag": "7c6e52ce-95b8-4dff-968c-6fbddf34cf07", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:35:50.067301 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2cfb38f-33ac-4777-b4a7-c596a48660fc {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:35:50.067698 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a447a54e-a4b6-4886-89c1-5349b24e6cd5', 'name': 'network-vif-deleted', 'tag': '7c6e52ce-95b8-4dff-968c-6fbddf34cf07', 'status': 'completed', 'code': 200} Jul 29 15:35:50.075067 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0dc79656-d372-4ca4-8c90-e62645bfa32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:35:50.105728 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc79656-d372-4ca4-8c90-e62645bfa32d None None] Checking router: 39a9033b-87b3-4413-9711-fdf1e4c4e161 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:35:50.114303 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc79656-d372-4ca4-8c90-e62645bfa32d None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:35:50.114903 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0dc79656-d372-4ca4-8c90-e62645bfa32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:35:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:35:50.220997 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0dc79656-d372-4ca4-8c90-e62645bfa32d None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:35:50.414374 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0dc79656-d372-4ca4-8c90-e62645bfa32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:35:50.441000 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc79656-d372-4ca4-8c90-e62645bfa32d None None] The sync data for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 is: [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:35:50.650594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b85fd0-7cd1-4f38-a553-d96423a280ef None None] New status for floating IP 8d21d671-ab87-4eff-807a-990ca476561c: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:35:50.971962 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-dfeb31a0-37f6-4cae-9cbb-c85f9ee4cce3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1400332063&fields=id&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 267 time: 0.0334134 Jul 29 15:35:51.078297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-a892328a-1cc0-43dc-86cb-f3541592061b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:51.079771 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-a892328a-1cc0-43dc-86cb-f3541592061b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 811 time: 0.1008904 Jul 29 15:35:51.095091 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-43cff885-706d-440d-852b-4f34d40bddce tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/quotas/a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 375 time: 0.0096393 Jul 29 15:35:51.148021 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-cd7eb483-dec0-4683-8255-55c7058679ab tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476067 Jul 29 15:35:51.210662 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-6c970caf-836f-431d-aac7-2eaf5e4091e0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:35:51.211745 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-6c970caf-836f-431d-aac7-2eaf5e4091e0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517271 Jul 29 15:35:51.303490 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-6a68df25-3681-4239-906d-3c76051d9669 service neutron] 10.222.0.16 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845091 Jul 29 15:35:51.392873 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-8bd3671f-884e-44ee-a4d3-8efcf3664d1a service neutron] 10.222.0.16 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831819 Jul 29 15:35:51.430425 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:35:51.451710 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:35:51.452125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 7c6e52ce-95b8-4dff-968c-6fbddf34cf07 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:35:51.555854 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce9bf415-7ffd-4147-8759-7ba4d9ef8f93 req-1c55cfe3-c600-45b0-bc9c-4e6e33ad6d6f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 210 time: 0.0261502 Jul 29 15:35:52.569699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-b7a0c647-e221-47b9-8a59-e227af30d08c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:52.571143 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-b7a0c647-e221-47b9-8a59-e227af30d08c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 811 time: 0.1106012 Jul 29 15:35:52.618521 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-4dce6460-ee93-4ab8-9e6d-31d8a3fc8024 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 380 time: 0.0369227 Jul 29 15:35:52.630337 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Request body: {'port': {'device_id': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'admin_state_up': True, 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'security_groups': ['305a6733-2422-47f0-b673-05d219687a2b']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:35:52.653471 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f85339d2-6ba3-467b-b97a-8b4ca103016c req-67416d3d-bf7e-4c8e-abeb-3c3abc3d423f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 210 time: 0.0279038 Jul 29 15:35:52.736114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Made reservation on behalf of a98fa9aaf8844aa19d9fe10737b462f9 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:35:52.739655 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:52.875894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Allocated IP 172.20.0.4 (0f7c405f-19a2-4d40-8f85-606f1e56ab32/92d14917-8124-42a3-8e4a-b33ee619910e/2a4bc668-0e8f-4a98-81c4-79793b43c928) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:35:53.015088 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:53.029161 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Transition to ACTIVE for port object 2a4bc668-0e8f-4a98-81c4-79793b43c928 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:35:53.061527 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:53.103032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:35:53.106032 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:35:53.110391 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:35:53.142070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Pushing event updated for resources: {'Port': ['ID=2a4bc668-0e8f-4a98-81c4-79793b43c928,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:53.156871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:53.157224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:53.157568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:53.157909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:53.158244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:53.158578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:53.158907 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:53.159236 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:53.159559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:53.159885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:53.160210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:53.160677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:35:53.177885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:53.178513 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:53.195878 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-ce38eb09-39ab-4de5-83c3-c8d0f2d005c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5692849 Jul 29 15:35:53.208931 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Request body: {'port': {'device_id': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:35:53.270766 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:53.396575 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c78d28c6-46c9-4eeb-ad7a-73b0be023303 None None] Provisioning for port 2a4bc668-0e8f-4a98-81c4-79793b43c928 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:35:53.401123 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c78d28c6-46c9-4eeb-ad7a-73b0be023303 None None] Provisioning complete for port 2a4bc668-0e8f-4a98-81c4-79793b43c928 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:35:53.401564 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c78d28c6-46c9-4eeb-ad7a-73b0be023303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:53.439130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c78d28c6-46c9-4eeb-ad7a-73b0be023303 None None] Port 2a4bc668-0e8f-4a98-81c4-79793b43c928 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:35:53.533551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4bc668-0e8f-4a98-81c4-79793b43c928 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:35:53.540885 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:53.553687 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Transition to ACTIVE for port object 2a4bc668-0e8f-4a98-81c4-79793b43c928 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:35:53.557241 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:53.623566 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4bc668-0e8f-4a98-81c4-79793b43c928,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:53.680499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Attempting to bind port 2a4bc668-0e8f-4a98-81c4-79793b43c928 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:35:53.680881 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Attempting to bind port 2a4bc668-0e8f-4a98-81c4-79793b43c928 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:35:53.681223 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Attempting to bind port 2a4bc668-0e8f-4a98-81c4-79793b43c928 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:35:53.686957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Port 2a4bc668-0e8f-4a98-81c4-79793b43c928 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:35:53.687405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Attempting to bind port 2a4bc668-0e8f-4a98-81c4-79793b43c928 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:35:53.693312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:35:53.693875 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Checking segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:35:53.694355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Bound using segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:35:53.694893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Bound port: 2a4bc668-0e8f-4a98-81c4-79793b43c928, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:35:53.695367 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:53.790221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:35:53.794885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:35:53.799695 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:53.811428 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d541285-3d43-42d5-8849-96e10dde2061 req-c503a142-efe7-4f4b-a4f1-13ecabda6812 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:53.812932 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d541285-3d43-42d5-8849-96e10dde2061 req-c503a142-efe7-4f4b-a4f1-13ecabda6812 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 943 time: 0.0833371 Jul 29 15:35:53.854439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:53.854998 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:53.856521 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] 10.222.0.39 "PUT /v2.0/ports/2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 200 len: 1091 time: 0.6519711 Jul 29 15:35:53.857272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:35:53.859528 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665a9cea-772a-4690-b80f-f188dfd90c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:35:53.921779 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81aba23-35b5-4dc2-a159-bd71b83f42fa x-openstack-request-id: req-d81aba23-35b5-4dc2-a159-bd71b83f42fa {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:35:53.921779 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:35:53.921779 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d81aba23-35b5-4dc2-a159-bd71b83f42fa {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:35:53.922126 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'status': 'completed', 'code': 200} Jul 29 15:35:53.943505 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d541285-3d43-42d5-8849-96e10dde2061 req-1974f854-d60c-4153-b1bd-5450978d331f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087801 Jul 29 15:35:53.945810 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a515a0-a21e-41f9-bc07-be09494e3570 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4bc668-0e8f-4a98-81c4-79793b43c928,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:53.962271 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-27c90bab-ac36-4659-8727-97f3f8c0fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:53.963821 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-27c90bab-ac36-4659-8727-97f3f8c0fd8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 1094 time: 0.0567870 Jul 29 15:35:54.010766 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-95046bc9-7ef5-4b5d-8ca6-bd67e30c91a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 200 len: 217 time: 0.0368302 Jul 29 15:35:54.065433 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-78046127-5d8f-4095-a15d-3500d633ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:54.066907 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-78046127-5d8f-4095-a15d-3500d633ae27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0493536 Jul 29 15:35:54.116249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-e4a619e7-bb57-4f10-a10a-f8c9826d634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:54.117799 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-e4a619e7-bb57-4f10-a10a-f8c9826d634e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427055 Jul 29 15:35:54.207790 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-21a841fa-7086-47c9-918e-3521d597c978 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817878 Jul 29 15:35:54.302898 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4da50490-3ef6-4533-a363-f5fb21219e78 req-f4d673a8-4aa0-4c8a-9f58-af82e89ac651 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875602 Jul 29 15:35:54.389296 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9cea-772a-4690-b80f-f188dfd90c6f req-1f2f6256-82ef-4269-9db3-f53c441db81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:54.390786 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-665a9cea-772a-4690-b80f-f188dfd90c6f req-1f2f6256-82ef-4269-9db3-f53c441db81e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 1094 time: 0.0415232 Jul 29 15:35:54.482479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9cea-772a-4690-b80f-f188dfd90c6f req-1012e377-a8d5-4f08-912a-d0713cdbc932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:54.483873 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-665a9cea-772a-4690-b80f-f188dfd90c6f req-1012e377-a8d5-4f08-912a-d0713cdbc932 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0855587 Jul 29 15:35:54.525995 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-665a9cea-772a-4690-b80f-f188dfd90c6f req-52ad7a1a-9981-4428-8b31-6fce10cc3ac2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 200 len: 217 time: 0.0348101 Jul 29 15:35:54.573712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9cea-772a-4690-b80f-f188dfd90c6f req-dfcd9b10-4fc7-4ff1-b2b0-1ac32769c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:54.575764 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-665a9cea-772a-4690-b80f-f188dfd90c6f req-dfcd9b10-4fc7-4ff1-b2b0-1ac32769c990 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0420711 Jul 29 15:35:54.624250 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a9cea-772a-4690-b80f-f188dfd90c6f req-889a596c-afd3-4f03-96da-683981a2c800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:54.625755 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-665a9cea-772a-4690-b80f-f188dfd90c6f req-889a596c-afd3-4f03-96da-683981a2c800 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434558 Jul 29 15:35:54.715636 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-665a9cea-772a-4690-b80f-f188dfd90c6f req-bb4dbf29-0c20-49b9-90ac-58c550456d43 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802958 Jul 29 15:35:54.811665 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-665a9cea-772a-4690-b80f-f188dfd90c6f req-2ea128ab-187a-430a-81d1-ba566ac68226 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874233 Jul 29 15:35:55.067826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190f1a0-9f4e-4f23-8f6f-a47a641ef03f req-91726335-d24c-4d5f-85fb-c08a0fb8bc9e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:55.069231 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f190f1a0-9f4e-4f23-8f6f-a47a641ef03f req-91726335-d24c-4d5f-85fb-c08a0fb8bc9e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 943 time: 0.0531876 Jul 29 15:35:55.108568 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f190f1a0-9f4e-4f23-8f6f-a47a641ef03f req-3df96c70-115b-4daa-b21c-29407bb76d8e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328753 Jul 29 15:35:56.559211 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b17b24-5727-46b6-8205-2b213912bb46 req-484b1213-67c8-4281-9f8f-eed1823540c9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:56.561317 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-23b17b24-5727-46b6-8205-2b213912bb46 req-484b1213-67c8-4281-9f8f-eed1823540c9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 943 time: 0.3855841 Jul 29 15:35:56.599274 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-23b17b24-5727-46b6-8205-2b213912bb46 req-d257a35a-954b-471c-aeaf-5cb7826b7ce7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318530 Jul 29 15:35:56.795551 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:57.441900 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 2a4bc668-0e8f-4a98-81c4-79793b43c928 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:35:57.533703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:57.545495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'port_id': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'mac_address': 'fa:16:3e:b9:52:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:35:57.584943 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:57.597856 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4bc668-0e8f-4a98-81c4-79793b43c928 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:35:57.617537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:57.621715 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:57.669511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=2a4bc668-0e8f-4a98-81c4-79793b43c928,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:57.717185 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce01fdc-d140-4839-8a1b-4d62e12ed4a1 req-1ca950be-6231-4282-b9cb-6692ebe42e04 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:57.718633 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ce01fdc-d140-4839-8a1b-4d62e12ed4a1 req-1ca950be-6231-4282-b9cb-6692ebe42e04 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 944 time: 0.0489266 Jul 29 15:35:57.756395 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ce01fdc-d140-4839-8a1b-4d62e12ed4a1 req-2b899c10-6646-44d7-aa03-123756dddf2e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318325 Jul 29 15:35:57.837505 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['2a4bc668-0e8f-4a98-81c4-79793b43c928'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:35:58.879198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffed94a-c921-4426-a6d6-ca4765754e63 req-7e0edb64-5221-46d0-9b43-ccd62b95e31b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:58.880713 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ffed94a-c921-4426-a6d6-ca4765754e63 req-7e0edb64-5221-46d0-9b43-ccd62b95e31b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 944 time: 0.0529222 Jul 29 15:35:58.919744 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ffed94a-c921-4426-a6d6-ca4765754e63 req-93eb7099-f826-44f1-b028-25f5df0b24f6 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325029 Jul 29 15:35:59.454442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 2a4bc668-0e8f-4a98-81c4-79793b43c928 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:35:59.502328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 2a4bc668-0e8f-4a98-81c4-79793b43c928 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:35:59.506090 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 2a4bc668-0e8f-4a98-81c4-79793b43c928 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:35:59.506459 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:59.582005 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:59.603787 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:35:59.606519 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9773079d6a56cfb5bda4e3c35534f74b38bd440b7644590b53a541b0c6166be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4a2b9e-99bc-41c4-a9d7-0bd4d2818715" -d '{"events": [{"server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "name": "network-vif-plugged", "status": "completed", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:35:59.623212 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:35:59.627801 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:35:59.656043 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bb9de6-d939-416e-ba59-e4ab07aa5f9b x-openstack-request-id: req-c3bb9de6-d939-416e-ba59-e4ab07aa5f9b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:35:59.656321 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "name": "network-vif-plugged", "status": "completed", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:35:59.656558 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3bb9de6-d939-416e-ba59-e4ab07aa5f9b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:35:59.656967 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'code': 200} Jul 29 15:35:59.686494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=2a4bc668-0e8f-4a98-81c4-79793b43c928,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:35:59.744593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77700c29-5c61-442e-8ffc-a3f45266fb97 req-1f3c3c8f-9bb3-4076-989b-9bddf8b50210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:35:59.746032 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-77700c29-5c61-442e-8ffc-a3f45266fb97 req-1f3c3c8f-9bb3-4076-989b-9bddf8b50210 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 1096 time: 0.0392601 Jul 29 15:35:59.785033 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-77700c29-5c61-442e-8ffc-a3f45266fb97 req-20178857-d9ff-411b-b274-dc7be95a7c1c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315533 Jul 29 15:36:00.033832 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eace0c5-0a6a-4a3d-a8b8-40ba9353a94d req-8b4db367-1369-43d7-b6fb-d3cc421b4e58 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:00.035208 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1eace0c5-0a6a-4a3d-a8b8-40ba9353a94d req-8b4db367-1369-43d7-b6fb-d3cc421b4e58 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0475957 Jul 29 15:36:00.072690 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1eace0c5-0a6a-4a3d-a8b8-40ba9353a94d req-3903057f-f4f6-4f9c-a8ac-bed0eb34048e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316193 Jul 29 15:36:00.596890 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-48f916d7-4130-423c-b426-f2a3fd842207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:01.189555 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b1003-014a-44ec-b27d-6fa43e7885dd req-c715bc22-549e-4647-ab65-badc2dde9273 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:01.191087 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-738b1003-014a-44ec-b27d-6fa43e7885dd req-c715bc22-549e-4647-ab65-badc2dde9273 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0485604 Jul 29 15:36:01.229707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-738b1003-014a-44ec-b27d-6fa43e7885dd req-9edc989e-593c-4685-92bf-57d53117820e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325491 Jul 29 15:36:01.339921 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80770a03-bb03-4250-a8d2-adf20db38160 req-675c3f45-9ff2-4580-949f-44ed1db9bfae tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:01.341552 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-80770a03-bb03-4250-a8d2-adf20db38160 req-675c3f45-9ff2-4580-949f-44ed1db9bfae tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0484438 Jul 29 15:36:01.350429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 52922) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:36:01.354834 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-5b7055cd-d093-492d-9538-363b676d0b04 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Request body: {'floatingip': {'port_id': '2a4bc668-0e8f-4a98-81c4-79793b43c928'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:36:01.396583 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b7055cd-d093-492d-9538-363b676d0b04 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:01.821213 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b7055cd-d093-492d-9538-363b676d0b04 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:01.825070 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b7055cd-d093-492d-9538-363b676d0b04 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:01.926511 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-5b7055cd-d093-492d-9538-363b676d0b04 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Floating IP 8d21d671-ab87-4eff-807a-990ca476561c associated. External IP: 172.25.6.254, port: 2a4bc668-0e8f-4a98-81c4-79793b43c928. Jul 29 15:36:02.132773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7055cd-d093-492d-9538-363b676d0b04 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Router 39a9033b-87b3-4413-9711-fdf1e4c4e161 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:36:02.243469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7055cd-d093-492d-9538-363b676d0b04 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:36:02.248771 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5b7055cd-d093-492d-9538-363b676d0b04 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:02.254323 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d05284-4682-46d5-9e24-ae985b66cb16 None None] Sync routers for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:36:02.263695 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d05284-4682-46d5-9e24-ae985b66cb16 None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:36:02.264305 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a7d05284-4682-46d5-9e24-ae985b66cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:35:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:02.277122 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5b7055cd-d093-492d-9538-363b676d0b04 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "PUT /v2.0/floatingips/8d21d671-ab87-4eff-807a-990ca476561c HTTP/1.1" status: 200 len: 991 time: 0.9256265 Jul 29 15:36:02.277848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:36:02.280563 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cfb86540e5eb1a234c7b81049ee9ca176435080b51db90e8e89529a9995e4e76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7202cf31-4f6f-49e3-82c2-29bb7a8cc931" -d '{"events": [{"name": "network-changed", "server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:36:02.325427 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bd7745-7644-4866-b24a-7bffae0bb118 x-openstack-request-id: req-28bd7745-7644-4866-b24a-7bffae0bb118 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:36:02.325843 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:36:02.326174 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28bd7745-7644-4866-b24a-7bffae0bb118 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:36:02.326972 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'status': 'completed', 'code': 200} Jul 29 15:36:02.398499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202cf31-4f6f-49e3-82c2-29bb7a8cc931 req-8ab9b53e-5187-4048-96c3-0b2060c1a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:02.399978 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7202cf31-4f6f-49e3-82c2-29bb7a8cc931 req-8ab9b53e-5187-4048-96c3-0b2060c1a023 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 1096 time: 0.0449972 Jul 29 15:36:02.476567 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a7d05284-4682-46d5-9e24-ae985b66cb16 None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:36:02.503450 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202cf31-4f6f-49e3-82c2-29bb7a8cc931 req-1966b1b7-b067-4537-b41b-deffef29786e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:02.505006 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7202cf31-4f6f-49e3-82c2-29bb7a8cc931 req-1966b1b7-b067-4537-b41b-deffef29786e service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0953307 Jul 29 15:36:02.573233 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7202cf31-4f6f-49e3-82c2-29bb7a8cc931 req-a468247b-6f27-4247-b072-113e40aa5e20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 200 len: 999 time: 0.0602615 Jul 29 15:36:02.629405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202cf31-4f6f-49e3-82c2-29bb7a8cc931 req-003a293f-7d6e-46fd-b2f0-af338b182e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:02.630935 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7202cf31-4f6f-49e3-82c2-29bb7a8cc931 req-003a293f-7d6e-46fd-b2f0-af338b182e5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0504222 Jul 29 15:36:02.680765 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202cf31-4f6f-49e3-82c2-29bb7a8cc931 req-6412d25f-656f-4250-836c-2fbabb601614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:02.682210 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7202cf31-4f6f-49e3-82c2-29bb7a8cc931 req-6412d25f-656f-4250-836c-2fbabb601614 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429192 Jul 29 15:36:02.718067 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a7d05284-4682-46d5-9e24-ae985b66cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8d21d671-ab87-4eff-807a-990ca476561c', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'port_id': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'mac_address': 'fa:16:3e:b9:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:31:21Z', 'updated_at': '2021-07-29T15:36:01Z', 'revision_number': 9, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:02.746068 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d05284-4682-46d5-9e24-ae985b66cb16 None None] Checking router: 39a9033b-87b3-4413-9711-fdf1e4c4e161 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:36:02.754719 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d05284-4682-46d5-9e24-ae985b66cb16 None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:36:02.755335 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a7d05284-4682-46d5-9e24-ae985b66cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:35:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:02.786368 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7202cf31-4f6f-49e3-82c2-29bb7a8cc931 req-1eaed9bb-3652-4a56-857c-aad933d89bab service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944541 Jul 29 15:36:02.863806 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-a7d05284-4682-46d5-9e24-ae985b66cb16 None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:36:02.891244 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7202cf31-4f6f-49e3-82c2-29bb7a8cc931 req-b8eebac8-9580-4d9f-9a64-41fab35071b4 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966895 Jul 29 15:36:03.080202 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-a7d05284-4682-46d5-9e24-ae985b66cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8d21d671-ab87-4eff-807a-990ca476561c', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'port_id': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'mac_address': 'fa:16:3e:b9:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:31:21Z', 'updated_at': '2021-07-29T15:36:01Z', 'revision_number': 9, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:36:03.109647 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d05284-4682-46d5-9e24-ae985b66cb16 None None] The sync data for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 is: [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8d21d671-ab87-4eff-807a-990ca476561c', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'port_id': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'mac_address': 'fa:16:3e:b9:52:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:31:21Z', 'updated_at': '2021-07-29T15:36:01Z', 'revision_number': 9, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:36:03.261337 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:03.299047 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d23c6a0-a55f-4843-8e4d-884f5fef0159 None None] New status for floating IP 8d21d671-ab87-4eff-807a-990ca476561c: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:36:03.405474 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1603d1ba-006f-46e5-803c-6616c93d0045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:04.493957 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:06.463554 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:08.769474 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-840c9092-db36-40fd-a2c9-284cd79d4c7d req-c505def5-4ca0-448e-a4ab-2d6fb8bc14ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417347 Jul 29 15:36:08.851376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c9092-db36-40fd-a2c9-284cd79d4c7d req-3f37621f-d526-4448-b96b-a93e97ddc1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:08.852925 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-840c9092-db36-40fd-a2c9-284cd79d4c7d req-3f37621f-d526-4448-b96b-a93e97ddc1a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 1096 time: 0.0411668 Jul 29 15:36:08.962251 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c9092-db36-40fd-a2c9-284cd79d4c7d req-b177b643-96a6-465e-8f22-050f44e29520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:08.963636 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-840c9092-db36-40fd-a2c9-284cd79d4c7d req-b177b643-96a6-465e-8f22-050f44e29520 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0892305 Jul 29 15:36:09.030408 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-840c9092-db36-40fd-a2c9-284cd79d4c7d req-d611ac01-b3d1-44b8-b1b0-461e6aa450b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 200 len: 1002 time: 0.0587566 Jul 29 15:36:09.088322 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c9092-db36-40fd-a2c9-284cd79d4c7d req-7fb7458e-c8b3-4407-862c-fbcb6b99ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:09.089795 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-840c9092-db36-40fd-a2c9-284cd79d4c7d req-7fb7458e-c8b3-4407-862c-fbcb6b99ca2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0521526 Jul 29 15:36:09.135618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c9092-db36-40fd-a2c9-284cd79d4c7d req-0a0fa37b-be7f-43d7-806f-02b99f27e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:36:09.137131 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-840c9092-db36-40fd-a2c9-284cd79d4c7d req-0a0fa37b-be7f-43d7-806f-02b99f27e75e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397899 Jul 29 15:36:09.225216 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-840c9092-db36-40fd-a2c9-284cd79d4c7d req-780a18e9-efd0-4c08-992b-7a289dceed2d service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806983 Jul 29 15:36:09.319094 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-840c9092-db36-40fd-a2c9-284cd79d4c7d req-f8fc52c7-23b3-4d13-ad7f-7ff1da219b45 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863307 Jul 29 15:36:11.372171 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:21.939846 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:36:26.809993 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:30.597931 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f7b0b63b-046c-4a51-acb2-a5aca1b0104e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:33.264657 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:33.385587 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7067e2cd-9e4e-4498-9637-f8e58e574fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:34.497921 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:36.465719 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:41.373868 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:56.810215 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:36:58.939869 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:37:00.600457 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f58db0ec-b765-4f30-993c-c1e4cbb8dc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:03.267095 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:03.385386 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b67a70b0-f9aa-4351-abba-ea1e25bdcc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:04.501175 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:06.471912 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:09.753684 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f9bfb9b-e71d-4616-a124-d42771fdcc94 req-ac58df85-6223-4b92-890d-9f3706c0a6be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463459 Jul 29 15:37:09.841123 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bfb9b-e71d-4616-a124-d42771fdcc94 req-f6e4605d-4ede-40e5-a738-4694b5bb250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:09.842696 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f9bfb9b-e71d-4616-a124-d42771fdcc94 req-f6e4605d-4ede-40e5-a738-4694b5bb250b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 1096 time: 0.0456884 Jul 29 15:37:09.964214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bfb9b-e71d-4616-a124-d42771fdcc94 req-ac00b972-5e7d-46f7-8083-1dbb9b2db0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:09.966340 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f9bfb9b-e71d-4616-a124-d42771fdcc94 req-ac00b972-5e7d-46f7-8083-1dbb9b2db0ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0984237 Jul 29 15:37:10.037952 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f9bfb9b-e71d-4616-a124-d42771fdcc94 req-ee7547ed-72bf-4b1d-901d-61bc6408e11f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 200 len: 1002 time: 0.0639398 Jul 29 15:37:10.093748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bfb9b-e71d-4616-a124-d42771fdcc94 req-c904941c-64fb-4301-a0dc-1aecd931c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:10.095266 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f9bfb9b-e71d-4616-a124-d42771fdcc94 req-c904941c-64fb-4301-a0dc-1aecd931c66c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0502839 Jul 29 15:37:10.143979 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bfb9b-e71d-4616-a124-d42771fdcc94 req-6ca66ba4-9393-4985-8eeb-d21d9bb1fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:10.145567 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f9bfb9b-e71d-4616-a124-d42771fdcc94 req-6ca66ba4-9393-4985-8eeb-d21d9bb1fb78 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426834 Jul 29 15:37:10.240683 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f9bfb9b-e71d-4616-a124-d42771fdcc94 req-fa3207e1-14f3-4da8-bb7e-f1e165fd93d4 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865486 Jul 29 15:37:10.338640 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f9bfb9b-e71d-4616-a124-d42771fdcc94 req-9a345063-97d9-44a6-8f87-5d560807a92c service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903690 Jul 29 15:37:11.405664 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:26.827177 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:30.602580 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a229ccd-b41b-47de-8806-c93ce883b67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:33.269764 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:33.386129 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a3dddb2-a056-4bcf-8720-a1fc39ba610f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:34.504455 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:35.941343 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:37:36.469609 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:40.581155 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-1b195434-da9a-4bfc-ad8b-ddcd3266dc28 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0462253 Jul 29 15:37:40.741943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e242f35-30b4-4bc9-b0c4-b80eb961f551 req-21c761a6-d2f5-440b-a034-cbc5ee99cbea tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:40.743459 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e242f35-30b4-4bc9-b0c4-b80eb961f551 req-21c761a6-d2f5-440b-a034-cbc5ee99cbea tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.1079099 Jul 29 15:37:40.784786 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8e242f35-30b4-4bc9-b0c4-b80eb961f551 req-e06e5f45-e796-4859-861e-cfc299c668bf tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343080 Jul 29 15:37:41.411463 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:42.040877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c935987-117b-4e3c-a73d-98ed7e7266aa req-49dd548d-96ed-4f02-93c3-dae5fe5b3224 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:42.042964 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c935987-117b-4e3c-a73d-98ed7e7266aa req-49dd548d-96ed-4f02-93c3-dae5fe5b3224 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.1007016 Jul 29 15:37:42.081216 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c935987-117b-4e3c-a73d-98ed7e7266aa req-43d91c3c-e41b-4bf3-a773-8bcfcef0a63c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321360 Jul 29 15:37:43.196943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277f67f-e997-4c69-adf8-f008dbb4f013 req-ab214b38-7101-4176-8f1e-d50637bb21ce tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:43.198574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8277f67f-e997-4c69-adf8-f008dbb4f013 req-ab214b38-7101-4176-8f1e-d50637bb21ce tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0497344 Jul 29 15:37:43.237287 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8277f67f-e997-4c69-adf8-f008dbb4f013 req-bc08557f-9dbb-465b-9278-52036e837e06 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321550 Jul 29 15:37:44.360055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5fd46-fe67-44ea-a33c-8e97c07500cf req-4130720b-5ee6-48b0-b5de-d635eca78893 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:44.361594 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a0a5fd46-fe67-44ea-a33c-8e97c07500cf req-4130720b-5ee6-48b0-b5de-d635eca78893 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0548639 Jul 29 15:37:44.400288 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a0a5fd46-fe67-44ea-a33c-8e97c07500cf req-7ffb0d04-a49d-453d-952f-648253969c54 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325122 Jul 29 15:37:45.523213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a929b9-2147-4654-9ead-c42357850744 req-0871137a-a5c4-4cea-8d7f-e6c8dd42232a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:45.524721 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3a929b9-2147-4654-9ead-c42357850744 req-0871137a-a5c4-4cea-8d7f-e6c8dd42232a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0490346 Jul 29 15:37:45.568606 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3a929b9-2147-4654-9ead-c42357850744 req-c13a260a-4bd3-4ca8-8166-d7128d54fa33 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368056 Jul 29 15:37:45.961657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f559b3-939c-453c-a227-85d698a6383e req-3dee1d40-9a4a-4de3-a22b-3049828c7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:45.963148 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-3dee1d40-9a4a-4de3-a22b-3049828c7e25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 1096 time: 0.0408823 Jul 29 15:37:46.051729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f559b3-939c-453c-a227-85d698a6383e req-26186fc9-44a1-49a1-8bef-75378ee243ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:46.053224 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-26186fc9-44a1-49a1-8bef-75378ee243ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0824671 Jul 29 15:37:46.123083 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-7d53af3e-8226-4eb2-8f47-433239b721f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 200 len: 1002 time: 0.0619843 Jul 29 15:37:46.172534 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f559b3-939c-453c-a227-85d698a6383e req-df8745d1-21c2-4ed2-b4e7-4e97d6479383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:46.173992 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-df8745d1-21c2-4ed2-b4e7-4e97d6479383 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0433846 Jul 29 15:37:46.219835 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f559b3-939c-453c-a227-85d698a6383e req-a78a24b1-e8fd-420c-ad50-13d67ad515bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:46.221348 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-a78a24b1-e8fd-420c-ad50-13d67ad515bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405507 Jul 29 15:37:46.315273 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-dcf0dc9e-da7a-4901-8f12-6568441f443e service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860550 Jul 29 15:37:46.405877 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-2031fcfb-d924-4add-bb22-b9d515daa69e service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823331 Jul 29 15:37:46.698402 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8471df7-9c2a-4e09-b561-ef91354416a2 req-31bc41c3-eaa8-4834-9389-0c5af65a1a5a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:46.700038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8471df7-9c2a-4e09-b561-ef91354416a2 req-31bc41c3-eaa8-4834-9389-0c5af65a1a5a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0560448 Jul 29 15:37:46.738464 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8471df7-9c2a-4e09-b561-ef91354416a2 req-bc6b35fd-6ba6-4c9c-a155-a29279ecc1cf tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323544 Jul 29 15:37:47.855525 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a2c6b-ca33-4985-bf69-2c0052433501 req-023729db-fd9c-45d5-bc79-13db94df59fe tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:47.857294 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1d9a2c6b-ca33-4985-bf69-2c0052433501 req-023729db-fd9c-45d5-bc79-13db94df59fe tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0507405 Jul 29 15:37:47.895282 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1d9a2c6b-ca33-4985-bf69-2c0052433501 req-aa4b2bc6-8e94-4345-93bf-3f40a0bf4a34 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319808 Jul 29 15:37:49.014064 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47c72f-ab2a-4acb-bca1-58909fa7b222 req-fb3f9331-9ddc-4bc6-b877-d927cdafef72 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:49.015592 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-db47c72f-ab2a-4acb-bca1-58909fa7b222 req-fb3f9331-9ddc-4bc6-b877-d927cdafef72 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0520270 Jul 29 15:37:49.052969 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-db47c72f-ab2a-4acb-bca1-58909fa7b222 req-f0f94c41-8d02-4aaf-abc4-967aef94d556 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312948 Jul 29 15:37:50.169326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff9f4a-a871-4b0d-9682-2a1dd8803621 req-8a281ca8-e42f-4f0a-b25e-9a83b77b590b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:50.170725 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31ff9f4a-a871-4b0d-9682-2a1dd8803621 req-8a281ca8-e42f-4f0a-b25e-9a83b77b590b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0485003 Jul 29 15:37:50.210124 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-31ff9f4a-a871-4b0d-9682-2a1dd8803621 req-4326dbf3-78da-4215-b913-95504df2c2c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332079 Jul 29 15:37:51.329210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04cf2f-545b-4282-ad5d-b7959bab4ecb req-4a7a83a4-eed7-4392-b654-ca974abf71e6 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:51.330750 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d04cf2f-545b-4282-ad5d-b7959bab4ecb req-4a7a83a4-eed7-4392-b654-ca974abf71e6 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0488951 Jul 29 15:37:51.370394 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d04cf2f-545b-4282-ad5d-b7959bab4ecb req-89a2b35d-f0db-4b83-83b6-0d1f9c1a82ff tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336289 Jul 29 15:37:52.485090 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5eae9-d1eb-4d34-a571-e36805b0e92d req-92336bff-22b8-4ed7-817f-0ba2b9cdeae6 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:52.486662 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcf5eae9-d1eb-4d34-a571-e36805b0e92d req-92336bff-22b8-4ed7-817f-0ba2b9cdeae6 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0493357 Jul 29 15:37:52.529096 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dcf5eae9-d1eb-4d34-a571-e36805b0e92d req-261198c6-62b0-4701-b31a-501d65ff6b67 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365198 Jul 29 15:37:53.648375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8bf9b-d046-413d-a124-14d0b3028ec9 req-135a7976-741c-4259-90c9-e3170aae1be6 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:53.649877 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49e8bf9b-d046-413d-a124-14d0b3028ec9 req-135a7976-741c-4259-90c9-e3170aae1be6 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0527279 Jul 29 15:37:53.688499 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-49e8bf9b-d046-413d-a124-14d0b3028ec9 req-dc4314fe-84f7-4412-a21a-101f96cfe657 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320940 Jul 29 15:37:54.804502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bdc60-3e3f-4e4a-8964-1cbf75c68c57 req-9ae96539-dc12-41bb-914a-168b43247bca tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:54.806033 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7c3bdc60-3e3f-4e4a-8964-1cbf75c68c57 req-9ae96539-dc12-41bb-914a-168b43247bca tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0481067 Jul 29 15:37:54.846505 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7c3bdc60-3e3f-4e4a-8964-1cbf75c68c57 req-a435607a-c581-4c7a-9018-b09a3ed0a4d9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325401 Jul 29 15:37:55.963078 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01d4c1-b3a3-4d86-ae1f-0021a557b980 req-08ee6f83-cb38-4e26-a434-7b87a74f8921 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:55.964546 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c01d4c1-b3a3-4d86-ae1f-0021a557b980 req-08ee6f83-cb38-4e26-a434-7b87a74f8921 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0496500 Jul 29 15:37:56.002785 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0c01d4c1-b3a3-4d86-ae1f-0021a557b980 req-cc6e8808-bfe3-498d-af31-c52007e4a2c1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322394 Jul 29 15:37:56.838657 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:57.118109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8760cbe-7a03-41b7-8608-06bc1576bf65 req-43d27070-b8ec-447d-9ac4-c294a1c83a3d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:57.119515 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8760cbe-7a03-41b7-8608-06bc1576bf65 req-43d27070-b8ec-447d-9ac4-c294a1c83a3d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0497708 Jul 29 15:37:57.157966 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e8760cbe-7a03-41b7-8608-06bc1576bf65 req-5eed5c07-7e1e-4709-bbe1-f4451cb773cf tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322790 Jul 29 15:37:58.278771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30385e-1a3a-40f8-bfb2-20888c08a8f5 req-3feb3383-3f27-4f17-a99f-832623f067d0 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:58.280309 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fe30385e-1a3a-40f8-bfb2-20888c08a8f5 req-3feb3383-3f27-4f17-a99f-832623f067d0 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0513673 Jul 29 15:37:58.318504 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fe30385e-1a3a-40f8-bfb2-20888c08a8f5 req-22c3ceb4-e9a8-4186-b6e0-c01d136f2f15 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322962 Jul 29 15:37:58.583529 n-d-802893-1 neutron-server[94157]: INFO neutron.api.v2.resource [req-b4f559b3-939c-453c-a227-85d698a6383e req-358bcb9e-3d6c-4962-a343-3b1a9ec0913b service neutron] show failed (client error): The resource could not be found. Jul 29 15:37:58.584530 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-358bcb9e-3d6c-4962-a343-3b1a9ec0913b service neutron] 10.222.0.39 "GET /v2.0/ports/2a4bc668-0e8f-4a98-81c4-79793b43c928/bindings/n-h1-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.0964952 Jul 29 15:37:58.844020 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f559b3-939c-453c-a227-85d698a6383e req-4272d13c-f20b-4a34-9205-46a2863931ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:58.845621 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-4272d13c-f20b-4a34-9205-46a2863931ee service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 1096 time: 0.0766735 Jul 29 15:37:58.863413 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:37:58.921114 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:59.122253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:37:59.156908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:37:59.196948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:37:59.202884 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:59.215904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Transition to ACTIVE for port object 2a4bc668-0e8f-4a98-81c4-79793b43c928 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:37:59.219936 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:59.248166 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e156faec-62a8-4076-9655-70ea7882a1ca" -d '{"events": [{"server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "name": "network-vif-unplugged", "status": "completed", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:37:59.314030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4bc668-0e8f-4a98-81c4-79793b43c928,revision_number=6']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:59.330642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.330991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.331330 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.331661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.332019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.332315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.332636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.332980 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.333301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.333620 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.333942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.334315 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:37:59.371038 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90a7cd0-d009-4788-b8a2-5f4353b42099 x-openstack-request-id: req-c90a7cd0-d009-4788-b8a2-5f4353b42099 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:37:59.371386 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "name": "network-vif-unplugged", "status": "completed", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:37:59.371833 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c90a7cd0-d009-4788-b8a2-5f4353b42099 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:37:59.372223 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'code': 200} Jul 29 15:37:59.373288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] No DVR routers for this DVR port 2a4bc668-0e8f-4a98-81c4-79793b43c928 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:37:59.449457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c400644-6d3b-46b2-9cc1-d9b58c91e2c3 req-10053a14-d911-4b33-8228-19a7736d5a63 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:59.451708 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7c400644-6d3b-46b2-9cc1-d9b58c91e2c3 req-10053a14-d911-4b33-8228-19a7736d5a63 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 943 time: 0.0543776 Jul 29 15:37:59.492418 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7c400644-6d3b-46b2-9cc1-d9b58c91e2c3 req-c99845e3-b38b-4e31-9b7f-845e475c0c49 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342989 Jul 29 15:37:59.513758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Attempting to bind port 2a4bc668-0e8f-4a98-81c4-79793b43c928 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:37:59.514095 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Attempting to bind port 2a4bc668-0e8f-4a98-81c4-79793b43c928 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:37:59.514450 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Attempting to bind port 2a4bc668-0e8f-4a98-81c4-79793b43c928 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:37:59.518800 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Port 2a4bc668-0e8f-4a98-81c4-79793b43c928 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:37:59.519123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Attempting to bind port 2a4bc668-0e8f-4a98-81c4-79793b43c928 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:37:59.523944 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:37:59.524287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Checking segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:37:59.524774 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Bound using segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:37:59.525130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Bound port: 2a4bc668-0e8f-4a98-81c4-79793b43c928, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:37:59.525485 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:59.588470 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:37:59.591722 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:37:59.595610 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:59.633562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:59.634175 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:37:59.635564 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] 10.222.0.38 "PUT /v2.0/ports/2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 200 len: 1091 time: 0.7761223 Jul 29 15:37:59.658671 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919eeee-01f8-4a70-9ea3-7fff4503c409 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4bc668-0e8f-4a98-81c4-79793b43c928,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:37:59.710358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f559b3-939c-453c-a227-85d698a6383e req-062d2f02-c918-473d-8714-b583832430d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:59.711787 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-062d2f02-c918-473d-8714-b583832430d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 1094 time: 0.0419741 Jul 29 15:37:59.810459 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f559b3-939c-453c-a227-85d698a6383e req-071c8319-a473-4d4e-b5bf-2f397536ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:59.812067 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-071c8319-a473-4d4e-b5bf-2f397536ae8b service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0902448 Jul 29 15:37:59.887429 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-911c4dd6-6d2e-4922-9da1-9057b3c8df0d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 200 len: 1000 time: 0.0666332 Jul 29 15:37:59.939192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f559b3-939c-453c-a227-85d698a6383e req-b286047c-568d-4e63-ba16-08b90a1df0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:59.940759 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-b286047c-568d-4e63-ba16-08b90a1df0d6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0479712 Jul 29 15:37:59.987888 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f559b3-939c-453c-a227-85d698a6383e req-7edbb542-b1df-4f4b-9816-820e15869971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:37:59.989455 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-7edbb542-b1df-4f4b-9816-820e15869971 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412652 Jul 29 15:38:00.082568 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-61f61d33-99ec-4a62-9410-ab8565f61dc1 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848174 Jul 29 15:38:00.172845 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4f559b3-939c-453c-a227-85d698a6383e req-a2ae752b-9169-438c-99fc-fec577cc7c8a service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816648 Jul 29 15:38:00.603757 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-752ccb71-a4c4-46ad-9ab5-7f91ff3a2025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:00.618144 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed09390-d1c4-4468-80c4-a9c083d5babc req-8d170cd6-2047-45be-92de-7f495b432eeb tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:00.619664 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ed09390-d1c4-4468-80c4-a9c083d5babc req-8d170cd6-2047-45be-92de-7f495b432eeb tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 943 time: 0.0565698 Jul 29 15:38:00.658546 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ed09390-d1c4-4468-80c4-a9c083d5babc req-4e8de419-a200-4162-a75a-b3f5dfcdb081 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320759 Jul 29 15:38:01.373236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:38:01.375621 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbf29c8-93d5-40dc-a304-8d34af0ff913" -d '{"events": [{"name": "network-changed", "server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:38:01.423474 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a6a4cb-a603-4561-af72-2c1b31d43879 x-openstack-request-id: req-65a6a4cb-a603-4561-af72-2c1b31d43879 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:38:01.423765 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:38:01.424020 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65a6a4cb-a603-4561-af72-2c1b31d43879 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:38:01.424421 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'status': 'completed', 'code': 200} Jul 29 15:38:01.485681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-fd294314-9c12-41bc-a4e8-d043fde80516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:01.487198 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-fd294314-9c12-41bc-a4e8-d043fde80516 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 1094 time: 0.0442698 Jul 29 15:38:01.507283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-d0dfc7b3-b8c1-4052-8ea2-e874ec3c85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:01.508824 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-d0dfc7b3-b8c1-4052-8ea2-e874ec3c85a3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 1094 time: 0.0401175 Jul 29 15:38:01.581148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-4b5c20ea-d18f-4dc1-8fd2-d1beed7e3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:01.582634 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-4b5c20ea-d18f-4dc1-8fd2-d1beed7e3022 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0882297 Jul 29 15:38:01.603549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-5559efcd-fb0a-4c9d-baf2-a22faf70a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:01.605094 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-5559efcd-fb0a-4c9d-baf2-a22faf70a839 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0886104 Jul 29 15:38:01.651704 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-5e7ef648-d1d9-4192-beee-baebc2a951a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 200 len: 1000 time: 0.0597718 Jul 29 15:38:01.684410 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-1a99f040-1d91-4789-98aa-8f03d529b87d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 200 len: 1000 time: 0.0620270 Jul 29 15:38:01.707905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-e4e249a2-e102-4f53-94ac-d5bf94176512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:01.709526 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-e4e249a2-e102-4f53-94ac-d5bf94176512 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0502660 Jul 29 15:38:01.739435 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-4ca0daed-e4b9-4f71-a6a9-2515432ec0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:01.741059 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-4ca0daed-e4b9-4f71-a6a9-2515432ec0a5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0480840 Jul 29 15:38:01.770029 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-d9c1e146-63a0-443c-b9a3-38db2c41d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:01.771555 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-d9c1e146-63a0-443c-b9a3-38db2c41d691 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544593 Jul 29 15:38:01.835210 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-3bb85cae-0eeb-47d8-9387-ac6637553583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:01.836134 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-3bb85cae-0eeb-47d8-9387-ac6637553583 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870061 Jul 29 15:38:01.862353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8ee25-5ab3-4130-91be-68b9b3bf2539 req-19c1c2cb-6144-4ed7-8e8e-96a1f95c3f57 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:01.863848 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-86a8ee25-5ab3-4130-91be-68b9b3bf2539 req-19c1c2cb-6144-4ed7-8e8e-96a1f95c3f57 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 943 time: 0.0822492 Jul 29 15:38:01.881498 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-183853e3-4c8e-4678-aa20-3e0ed15c04f3 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013224 Jul 29 15:38:01.952293 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-86a8ee25-5ab3-4130-91be-68b9b3bf2539 req-a0033d50-3e6f-4e64-8bdd-058b03559320 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783556 Jul 29 15:38:01.971552 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-65bf8a91-fef7-4293-a2c0-17cf3b4fd1a6 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260905 Jul 29 15:38:01.992838 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-523282d2-0de0-42c4-9f60-c50a10cce362 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034141 Jul 29 15:38:02.062712 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fdbf29c8-93d5-40dc-a304-8d34af0ff913 req-68ee07a4-7573-4c9f-8eda-c53ee9ad5edf service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833580 Jul 29 15:38:02.065173 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2a4bc668-0e8f-4a98-81c4-79793b43c928 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:38:02.162434 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:38:02.173541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'port_id': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'mac_address': 'fa:16:3e:b9:52:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:38:02.210463 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:02.223766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4bc668-0e8f-4a98-81c4-79793b43c928 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:38:02.242524 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:38:02.247152 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:02.298212 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2a4bc668-0e8f-4a98-81c4-79793b43c928,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:02.305314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:02.305656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:02.305990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:02.306318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:02.306643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:02.306965 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:02.307285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:02.307622 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:02.307922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:02.308267 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:02.309075 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:02.309397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:02.567710 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2a4bc668-0e8f-4a98-81c4-79793b43c928'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:38:03.071704 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b75732-913e-436d-b889-ffc129227f46 req-884ffbf4-98af-47f8-a304-109b45fc25de tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:03.073235 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-74b75732-913e-436d-b889-ffc129227f46 req-884ffbf4-98af-47f8-a304-109b45fc25de tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 944 time: 0.0495126 Jul 29 15:38:03.112006 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-74b75732-913e-436d-b889-ffc129227f46 req-10d982e4-408e-44f0-a57e-8713be111323 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322130 Jul 29 15:38:03.273041 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:03.391760 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3a7a1e99-1f6d-44a8-98bc-0dd4c72b2268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:03.425502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-4fe1d0ac-4098-4ed7-a79b-42e1e7db7c3b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:03.428165 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-4fe1d0ac-4098-4ed7-a79b-42e1e7db7c3b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.38 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&binding%3Ahost_id=n-h1-802893-1 HTTP/1.1" status: 200 len: 944 time: 0.0710878 Jul 29 15:38:03.429594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a09f25-42b3-4476-b62c-5f18889bfd48 req-8b6895d2-2cef-4288-9a1c-813dce4fe76e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:03.431128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98a09f25-42b3-4476-b62c-5f18889bfd48 req-8b6895d2-2cef-4288-9a1c-813dce4fe76e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 944 time: 0.0535834 Jul 29 15:38:03.474083 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98a09f25-42b3-4476-b62c-5f18889bfd48 req-b44a0045-f9cc-41d7-bd9c-c7fa87b4b302 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358858 Jul 29 15:38:03.499257 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b3463388-2669-47bc-bfbe-f0919d1d946f service neutron] 10.222.0.38 "GET /v2.0/ports/2a4bc668-0e8f-4a98-81c4-79793b43c928/bindings/n-h1-802893-1 HTTP/1.1" status: 200 len: 382 time: 0.0631630 Jul 29 15:38:03.578981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-6da9ea6a-80de-4af4-aac1-b2a6c25d71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:03.580512 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-6da9ea6a-80de-4af4-aac1-b2a6c25d71f9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 1095 time: 0.0440333 Jul 29 15:38:03.675878 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-1cd650df-a1dc-4c8f-86fc-1663e02e38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:03.677327 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-1cd650df-a1dc-4c8f-86fc-1663e02e38f7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0890541 Jul 29 15:38:03.749592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-7aa16a02-fc16-4ad4-8e18-e937d381c83d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 200 len: 1001 time: 0.0648341 Jul 29 15:38:03.799864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-998165bd-55de-4b44-a6b7-9a48dcb5a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:03.801407 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-998165bd-55de-4b44-a6b7-9a48dcb5a9b9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0456009 Jul 29 15:38:03.849837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-25367e4d-8d05-4848-9dea-ecebd073fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:03.851389 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-25367e4d-8d05-4848-9dea-ecebd073fd24 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431352 Jul 29 15:38:03.945324 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-503212db-78a0-4486-842a-28600f0ec2b1 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865209 Jul 29 15:38:04.034652 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b71ceddd-bae2-4421-9533-ab477ddb07f0 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821476 Jul 29 15:38:04.064309 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2a4bc668-0e8f-4a98-81c4-79793b43c928 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:38:04.091962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 2a4bc668-0e8f-4a98-81c4-79793b43c928 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:38:04.141167 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 2a4bc668-0e8f-4a98-81c4-79793b43c928 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:38:04.151153 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 2a4bc668-0e8f-4a98-81c4-79793b43c928 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:38:04.155472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 2a4bc668-0e8f-4a98-81c4-79793b43c928 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:38:04.155845 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:04.234692 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:04.257268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:38:04.276656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:38:04.281915 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:04.307933 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e549695c-d9eb-4c13-824b-530f419597e0" -d '{"events": [{"server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "name": "network-vif-plugged", "status": "completed", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:38:04.337531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2a4bc668-0e8f-4a98-81c4-79793b43c928,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:04.407054 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c92897-0fc8-40e0-babb-db38ababd032 x-openstack-request-id: req-c2c92897-0fc8-40e0-babb-db38ababd032 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:38:04.407468 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "name": "network-vif-plugged", "status": "completed", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:38:04.407605 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2c92897-0fc8-40e0-babb-db38ababd032 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:38:04.408009 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'code': 200} Jul 29 15:38:04.507192 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:04.596405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323d7e9-af43-4e71-99f2-bb55f217a4d0 req-1502d8fe-be66-4fe7-a8ec-4cdc86f5c84b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:04.597884 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3323d7e9-af43-4e71-99f2-bb55f217a4d0 req-1502d8fe-be66-4fe7-a8ec-4cdc86f5c84b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0539587 Jul 29 15:38:04.635938 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3323d7e9-af43-4e71-99f2-bb55f217a4d0 req-ab440a96-217d-43dd-b102-0683dd85a0e7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318325 Jul 29 15:38:05.758059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f857281-2aef-4b1a-95f1-fbdcc9acd27c req-db9402fd-8e98-427f-9f70-efa6bbfd8480 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:05.759563 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6f857281-2aef-4b1a-95f1-fbdcc9acd27c req-db9402fd-8e98-427f-9f70-efa6bbfd8480 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0510724 Jul 29 15:38:05.805672 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6f857281-2aef-4b1a-95f1-fbdcc9acd27c req-d17d6e1b-f349-4c85-8f42-a416f19740a8 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397923 Jul 29 15:38:06.080892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-5f1f59a4-d181-4771-b3ff-b98b0361aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:06.082385 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-5f1f59a4-d181-4771-b3ff-b98b0361aa2a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 1096 time: 0.0416160 Jul 29 15:38:06.094961 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:38:06.146758 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:06.357706 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:38:06.391443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:38:06.430123 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:38:06.436090 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:06.453585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Transition to ACTIVE for port object 2a4bc668-0e8f-4a98-81c4-79793b43c928 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:38:06.457814 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:06.479053 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:06.493050 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a235abe4-cd7a-47a7-a559-8bb59f8eb96f" -d '{"events": [{"server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "name": "network-vif-unplugged", "status": "completed", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:38:06.545030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4bc668-0e8f-4a98-81c4-79793b43c928,revision_number=10']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:06.556871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:06.557232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:06.557576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:06.557913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:06.558776 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:06.559125 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:06.559538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:06.559837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:06.560197 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:06.560531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:06.560888 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:06.561215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:38:06.596892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] No DVR routers for this DVR port 2a4bc668-0e8f-4a98-81c4-79793b43c928 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:38:06.631773 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b898036-8b7c-4369-855e-97478c9f3dc2 x-openstack-request-id: req-8b898036-8b7c-4369-855e-97478c9f3dc2 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:38:06.632063 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "name": "network-vif-unplugged", "status": "completed", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:38:06.632319 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b898036-8b7c-4369-855e-97478c9f3dc2 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:38:06.632740 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'code': 200} Jul 29 15:38:06.740185 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Attempting to bind port 2a4bc668-0e8f-4a98-81c4-79793b43c928 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:38:06.740514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Attempting to bind port 2a4bc668-0e8f-4a98-81c4-79793b43c928 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:38:06.740876 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Attempting to bind port 2a4bc668-0e8f-4a98-81c4-79793b43c928 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:38:06.745009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Port 2a4bc668-0e8f-4a98-81c4-79793b43c928 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:38:06.745328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Attempting to bind port 2a4bc668-0e8f-4a98-81c4-79793b43c928 on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:38:06.750982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:38:06.751320 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Checking segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:38:06.751700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Bound using segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:38:06.752117 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Bound port: 2a4bc668-0e8f-4a98-81c4-79793b43c928, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:38:06.752472 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:06.815787 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:38:06.819388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:38:06.823369 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:06.860804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:06.861417 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:06.862803 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] 10.222.0.39 "PUT /v2.0/ports/2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 200 len: 1092 time: 0.7717738 Jul 29 15:38:06.882878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708b53e-ece1-4ba7-a264-74651e4fa423 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4bc668-0e8f-4a98-81c4-79793b43c928,revision_number=11']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:06.932383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726b3a4-7e73-486f-bd6f-042c5b0d9fee req-71bddefc-4c36-4a50-b87a-46462549b233 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:06.935935 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-1048506d-ba56-466e-b478-3307d5395152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:06.937499 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-1048506d-ba56-466e-b478-3307d5395152 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 1095 time: 0.0474482 Jul 29 15:38:06.941250 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1726b3a4-7e73-486f-bd6f-042c5b0d9fee req-71bddefc-4c36-4a50-b87a-46462549b233 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 944 time: 0.0596275 Jul 29 15:38:06.978043 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1726b3a4-7e73-486f-bd6f-042c5b0d9fee req-ab785407-c93c-491d-965e-abc8aca402e4 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357518 Jul 29 15:38:07.038191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-ac7ecffe-6538-4cb6-8945-c528f8f6487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:07.039686 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-ac7ecffe-6538-4cb6-8945-c528f8f6487e service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0934124 Jul 29 15:38:07.110938 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-4cf33577-016e-42c5-91bc-23c49bf0a8b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 200 len: 1000 time: 0.0634902 Jul 29 15:38:07.161828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-f4b4fe08-4b71-47c2-ade6-3e940bb13f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:07.163273 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-f4b4fe08-4b71-47c2-ade6-3e940bb13f0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0459919 Jul 29 15:38:07.209072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-a73363e4-c156-4bfc-8b4c-a3f661b0916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:07.210535 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-a73363e4-c156-4bfc-8b4c-a3f661b0916a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401654 Jul 29 15:38:07.303008 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-e8301ccd-1862-48ed-a001-199dba5d249b service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849547 Jul 29 15:38:07.390229 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6a4b61f4-b181-46c0-88ac-ca524d878411 req-229f129f-1541-45fa-b0e8-403d6dcd1a32 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804510 Jul 29 15:38:08.098692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2a4bc668-0e8f-4a98-81c4-79793b43c928 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:38:08.102811 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf672a7-fd6d-470e-a442-d5841e4e3e14 req-23857e64-0ea7-47a0-bb7a-c81201c7c9a5 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:08.104315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6bf672a7-fd6d-470e-a442-d5841e4e3e14 req-23857e64-0ea7-47a0-bb7a-c81201c7c9a5 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 944 time: 0.0503130 Jul 29 15:38:08.138384 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2a4bc668-0e8f-4a98-81c4-79793b43c928 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:38:08.144535 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6bf672a7-fd6d-470e-a442-d5841e4e3e14 req-166aeb7c-f4f4-47aa-b186-aae03eeae105 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335269 Jul 29 15:38:08.634030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:38:08.636525 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d542ea-2250-4866-acd7-57f8fa2661b2" -d '{"events": [{"name": "network-changed", "server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:38:08.684596 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0e390b-dbb6-482e-a69b-ff00572d36a2 x-openstack-request-id: req-5e0e390b-dbb6-482e-a69b-ff00572d36a2 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:38:08.684899 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:38:08.685152 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e0e390b-dbb6-482e-a69b-ff00572d36a2 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:38:08.685564 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'status': 'completed', 'code': 200} Jul 29 15:38:08.748107 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-996b82a3-6242-47f6-a5dd-530263e7c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:08.749642 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-996b82a3-6242-47f6-a5dd-530263e7c5f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 1095 time: 0.0460093 Jul 29 15:38:08.770323 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-f510db9a-02da-44b9-983f-4e34450ae74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:08.771841 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-f510db9a-02da-44b9-983f-4e34450ae74d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 1095 time: 0.0406554 Jul 29 15:38:08.867718 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-3e552a88-6e6b-45bd-9838-7a0059c5f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:08.873635 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-3e552a88-6e6b-45bd-9838-7a0059c5f4ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0986366 Jul 29 15:38:08.881105 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-41f900bb-eb1d-4c6e-8542-d825b9d82f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:08.882663 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-41f900bb-eb1d-4c6e-8542-d825b9d82f10 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.1039150 Jul 29 15:38:08.949744 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-adc076e8-c034-4456-bd7c-8d77f840349f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 200 len: 1000 time: 0.0682335 Jul 29 15:38:08.951985 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-3aa8f4a6-1fcf-412c-9ad2-5a921428d5e5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 200 len: 1000 time: 0.0623879 Jul 29 15:38:09.004539 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-b1a1f431-5141-4987-8cf7-5d4224b504e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:09.006133 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-b1a1f431-5141-4987-8cf7-5d4224b504e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0473378 Jul 29 15:38:09.062333 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-aaad1ab7-1ff1-4ee2-8ccf-8bfd82905273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:09.064171 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-aaad1ab7-1ff1-4ee2-8ccf-8bfd82905273 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498915 Jul 29 15:38:09.158590 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-c610b761-1e64-4bd1-b274-c2b4cb3963b6 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871153 Jul 29 15:38:09.263397 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-a7eb8988-1c77-4c78-b8ac-4c852523dfa3 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965648 Jul 29 15:38:09.366227 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-6ee6213b-aab6-4c8b-9ad4-c9157ec05d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:09.367703 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-6ee6213b-aab6-4c8b-9ad4-c9157ec05d15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.4125533 Jul 29 15:38:09.391150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b548bc2-f7a7-4ec1-b532-ab151d1858f2 req-09404fc0-4efe-41c4-b821-2cc7198a916e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:09.392585 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b548bc2-f7a7-4ec1-b532-ab151d1858f2 req-09404fc0-4efe-41c4-b821-2cc7198a916e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 944 time: 0.0688345 Jul 29 15:38:09.449100 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-687d0a29-88ae-4edd-9d42-b9ced01c0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:09.450638 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-687d0a29-88ae-4edd-9d42-b9ced01c0401 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750189 Jul 29 15:38:09.453376 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b548bc2-f7a7-4ec1-b532-ab151d1858f2 req-68320b83-12a7-4bcc-8c25-dc3ff7a58185 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469618 Jul 29 15:38:09.540524 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-a27b4247-1a21-4ba9-8584-82b4769d581c service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831945 Jul 29 15:38:09.571664 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab9c7b-7330-4bf5-a88a-42e79482c572 req-12cf2935-a829-495e-8f1e-db3a4ca50dab tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:09.573177 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-04ab9c7b-7330-4bf5-a88a-42e79482c572 req-12cf2935-a829-495e-8f1e-db3a4ca50dab tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 944 time: 0.0507267 Jul 29 15:38:09.612653 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-04ab9c7b-7330-4bf5-a88a-42e79482c572 req-c310e1d8-7784-4d52-96d7-e57d4c2fb33b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331948 Jul 29 15:38:09.638715 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-41d542ea-2250-4866-acd7-57f8fa2661b2 req-20e9637c-77f6-462b-bfc7-87f087f9f3a7 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870075 Jul 29 15:38:09.729680 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d3d06-bd35-41c9-8a2f-c3893f945f02 req-f9b875a4-8de9-45b9-9d68-330abce8e61a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:09.731723 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c03d3d06-bd35-41c9-8a2f-c3893f945f02 req-f9b875a4-8de9-45b9-9d68-330abce8e61a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 944 time: 0.0498011 Jul 29 15:38:09.770124 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c03d3d06-bd35-41c9-8a2f-c3893f945f02 req-da56c1ef-0300-412a-93ef-25078d284498 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322230 Jul 29 15:38:10.007093 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ba57d-73a2-4b36-a0e0-c30ca09beca6 req-b50d1350-5a95-4401-98ac-07cb6f6a3eba tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:10.008561 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3a0ba57d-73a2-4b36-a0e0-c30ca09beca6 req-b50d1350-5a95-4401-98ac-07cb6f6a3eba tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 944 time: 0.0496716 Jul 29 15:38:10.051057 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3a0ba57d-73a2-4b36-a0e0-c30ca09beca6 req-6422e6b8-e973-4605-9389-8ea79804d76d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363088 Jul 29 15:38:10.122004 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 2a4bc668-0e8f-4a98-81c4-79793b43c928 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:38:10.215958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:38:10.227237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'port_id': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'mac_address': 'fa:16:3e:b9:52:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:38:10.263646 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:10.276047 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4bc668-0e8f-4a98-81c4-79793b43c928 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:38:10.296326 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:38:10.299876 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:10.345808 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=2a4bc668-0e8f-4a98-81c4-79793b43c928,revision_number=12']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:10.577847 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['2a4bc668-0e8f-4a98-81c4-79793b43c928'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:38:11.167952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0d5d3-d56c-4259-b97f-5544505ebf7a req-87d95e26-4f6e-4a78-9be2-90e13606ea9a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:11.169486 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-93e0d5d3-d56c-4259-b97f-5544505ebf7a req-87d95e26-4f6e-4a78-9be2-90e13606ea9a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0491495 Jul 29 15:38:11.207922 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-93e0d5d3-d56c-4259-b97f-5544505ebf7a req-43f95916-4745-49a3-ab40-91c9d081dea6 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325236 Jul 29 15:38:11.265521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0f542-08df-4f36-a60f-bc4a826416e4 req-6bad0529-d191-4a60-88b7-17b5db3d1ac6 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:11.266966 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aaa0f542-08df-4f36-a60f-bc4a826416e4 req-6bad0529-d191-4a60-88b7-17b5db3d1ac6 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.39 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 945 time: 0.0526838 Jul 29 15:38:11.357196 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-aaa0f542-08df-4f36-a60f-bc4a826416e4 req-776901d6-bb20-4088-aaa3-e4e2e8cf0d09 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Deleting port 2a4bc668-0e8f-4a98-81c4-79793b43c928 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:38:11.357538 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aaa0f542-08df-4f36-a60f-bc4a826416e4 req-776901d6-bb20-4088-aaa3-e4e2e8cf0d09 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:11.408909 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:11.449704 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-aaa0f542-08df-4f36-a60f-bc4a826416e4 req-776901d6-bb20-4088-aaa3-e4e2e8cf0d09 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] For port 2a4bc668-0e8f-4a98-81c4-79793b43c928, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=2a4bc668-0e8f-4a98-81c4-79793b43c928,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:38:11.450221 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aaa0f542-08df-4f36-a60f-bc4a826416e4 req-776901d6-bb20-4088-aaa3-e4e2e8cf0d09 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:11.637603 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aaa0f542-08df-4f36-a60f-bc4a826416e4 req-776901d6-bb20-4088-aaa3-e4e2e8cf0d09 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:11.637979 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aaa0f542-08df-4f36-a60f-bc4a826416e4 req-776901d6-bb20-4088-aaa3-e4e2e8cf0d09 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:11.638293 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [req-aaa0f542-08df-4f36-a60f-bc4a826416e4 req-776901d6-bb20-4088-aaa3-e4e2e8cf0d09 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Floating IP 8d21d671-ab87-4eff-807a-990ca476561c disassociated. External IP: 172.25.6.254, port: 2a4bc668-0e8f-4a98-81c4-79793b43c928. Jul 29 15:38:11.638640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-aaa0f542-08df-4f36-a60f-bc4a826416e4 req-776901d6-bb20-4088-aaa3-e4e2e8cf0d09 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Calling delete_port for 2a4bc668-0e8f-4a98-81c4-79793b43c928 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:38:11.785810 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aaa0f542-08df-4f36-a60f-bc4a826416e4 req-776901d6-bb20-4088-aaa3-e4e2e8cf0d09 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:11.818532 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776901d6-bb20-4088-aaa3-e4e2e8cf0d09 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Pushing event deleted for resources: {'Port': ['ID=2a4bc668-0e8f-4a98-81c4-79793b43c928,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:11.947208 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaa0f542-08df-4f36-a60f-bc4a826416e4 req-776901d6-bb20-4088-aaa3-e4e2e8cf0d09 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Router 39a9033b-87b3-4413-9711-fdf1e4c4e161 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:38:12.066011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaa0f542-08df-4f36-a60f-bc4a826416e4 req-776901d6-bb20-4088-aaa3-e4e2e8cf0d09 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:38:12.077969 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6a0df-9fb7-4cc1-ae06-c24fa0ab34e0 None None] Sync routers for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:38:12.093271 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6a0df-9fb7-4cc1-ae06-c24fa0ab34e0 None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:38:12.093914 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0bb6a0df-9fb7-4cc1-ae06-c24fa0ab34e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:38:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:38:12.115858 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa0f542-08df-4f36-a60f-bc4a826416e4 req-776901d6-bb20-4088-aaa3-e4e2e8cf0d09 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] No DVR routers for this DVR port 2a4bc668-0e8f-4a98-81c4-79793b43c928 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:38:12.118471 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-aaa0f542-08df-4f36-a60f-bc4a826416e4 req-776901d6-bb20-4088-aaa3-e4e2e8cf0d09 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:12.121246 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-aaa0f542-08df-4f36-a60f-bc4a826416e4 req-776901d6-bb20-4088-aaa3-e4e2e8cf0d09 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.39 "DELETE /v2.0/ports/2a4bc668-0e8f-4a98-81c4-79793b43c928 HTTP/1.1" status: 204 len: 173 time: 0.8467574 Jul 29 15:38:12.121706 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'name': 'network-vif-deleted', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:38:12.123982 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced1caf7-324c-4727-9966-d53121d749e2" -d '{"events": [{"server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "name": "network-vif-deleted", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:38:12.128123 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 2a4bc668-0e8f-4a98-81c4-79793b43c928 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:38:12.152518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 2a4bc668-0e8f-4a98-81c4-79793b43c928 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:38:12.153119 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 2a4bc668-0e8f-4a98-81c4-79793b43c928 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 29 15:38:12.172211 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85efb4ea-c282-43c0-a229-17e97694473d x-openstack-request-id: req-85efb4ea-c282-43c0-a229-17e97694473d {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:38:12.172506 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "077f7f10-1e3a-4e34-9cfe-856d1b4faa9e", "name": "network-vif-deleted", "tag": "2a4bc668-0e8f-4a98-81c4-79793b43c928", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:38:12.172790 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85efb4ea-c282-43c0-a229-17e97694473d {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:38:12.173191 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077f7f10-1e3a-4e34-9cfe-856d1b4faa9e', 'name': 'network-vif-deleted', 'tag': '2a4bc668-0e8f-4a98-81c4-79793b43c928', 'status': 'completed', 'code': 200} Jul 29 15:38:12.176596 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Port 2a4bc668-0e8f-4a98-81c4-79793b43c928 not found, will not notify nova. {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 29 15:38:12.236946 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0bb6a0df-9fb7-4cc1-ae06-c24fa0ab34e0 None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:38:12.325254 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c5df2c9-b730-4454-aec9-df6a608b735f req-beb747f6-b004-44b5-bc46-2aad74c71fc6 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=077f7f10-1e3a-4e34-9cfe-856d1b4faa9e HTTP/1.1" status: 200 len: 210 time: 0.0302904 Jul 29 15:38:12.443581 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0bb6a0df-9fb7-4cc1-ae06-c24fa0ab34e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:38:12.474218 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6a0df-9fb7-4cc1-ae06-c24fa0ab34e0 None None] Checking router: 39a9033b-87b3-4413-9711-fdf1e4c4e161 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:38:12.483749 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6a0df-9fb7-4cc1-ae06-c24fa0ab34e0 None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:38:12.484347 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0bb6a0df-9fb7-4cc1-ae06-c24fa0ab34e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:38:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:38:12.591381 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0bb6a0df-9fb7-4cc1-ae06-c24fa0ab34e0 None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:38:12.884953 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0bb6a0df-9fb7-4cc1-ae06-c24fa0ab34e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:38:12.910090 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6a0df-9fb7-4cc1-ae06-c24fa0ab34e0 None None] The sync data for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 is: [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:38:12.940510 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:38:13.134309 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0139f1b2-58e8-4ee8-903c-36af6cbf2253 None None] New status for floating IP 8d21d671-ab87-4eff-807a-990ca476561c: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:38:13.595875 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-fa56ae5b-f033-4259-a1ee-62fe6b702d10 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1400332063&fields=id&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 267 time: 0.0336478 Jul 29 15:38:13.703179 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-c38a351f-da41-4597-9af3-a31438a80942 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:13.704547 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-c38a351f-da41-4597-9af3-a31438a80942 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 811 time: 0.1017218 Jul 29 15:38:13.720195 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-9d2fb909-8ff7-46bc-a12e-d4cac464eb33 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/quotas/a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 375 time: 0.0098462 Jul 29 15:38:13.774445 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4356545d-0149-4e31-9c81-1562ebceb4c9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483832 Jul 29 15:38:13.919154 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-1ea1bdc7-3814-4201-8c95-0ab01e4cf3da service neutron] 10.222.0.16 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327565 Jul 29 15:38:14.008964 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-49b5a0ca-d121-4288-84e0-b0be711f28d6 service neutron] 10.222.0.16 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835350 Jul 29 15:38:14.165833 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84043ad3-7d3e-428a-b65c-2a245d0bf2ed req-38a7e008-e66f-4c87-8ccf-f9aeccfd5227 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 210 time: 0.0249088 Jul 29 15:38:15.124078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-9edd16f8-9675-448c-bf25-513b1486a2f5 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:15.125534 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-9edd16f8-9675-448c-bf25-513b1486a2f5 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 811 time: 0.1049259 Jul 29 15:38:15.177170 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-2ef26f6e-2e07-42e4-a951-4555e94cd91e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 380 time: 0.0359206 Jul 29 15:38:15.188828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a1c5cd6-3e92-4eac-8e93-32ccfd840ae1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Request body: {'port': {'device_id': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'admin_state_up': True, 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'security_groups': ['305a6733-2422-47f0-b673-05d219687a2b']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:38:15.262450 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8e6cd6d5-5784-4267-b80a-5ca1adf9babf req-51728317-0460-4c22-b61e-18b0bfd00765 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 210 time: 0.0265112 Jul 29 15:38:15.301039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a1c5cd6-3e92-4eac-8e93-32ccfd840ae1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Made reservation on behalf of a98fa9aaf8844aa19d9fe10737b462f9 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:38:15.305036 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a1c5cd6-3e92-4eac-8e93-32ccfd840ae1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:15.440592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a1c5cd6-3e92-4eac-8e93-32ccfd840ae1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Allocated IP 172.20.0.7 (0f7c405f-19a2-4d40-8f85-606f1e56ab32/92d14917-8124-42a3-8e4a-b33ee619910e/865f59ea-a5b5-48e4-b208-6c715bda44fe) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:38:15.575126 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a1c5cd6-3e92-4eac-8e93-32ccfd840ae1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:15.588582 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a1c5cd6-3e92-4eac-8e93-32ccfd840ae1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Transition to ACTIVE for port object 865f59ea-a5b5-48e4-b208-6c715bda44fe will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:38:15.622153 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a1c5cd6-3e92-4eac-8e93-32ccfd840ae1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:15.668204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a1c5cd6-3e92-4eac-8e93-32ccfd840ae1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:38:15.671317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a1c5cd6-3e92-4eac-8e93-32ccfd840ae1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:38:15.677630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a1c5cd6-3e92-4eac-8e93-32ccfd840ae1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:38:15.702921 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c5cd6-3e92-4eac-8e93-32ccfd840ae1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Pushing event updated for resources: {'Port': ['ID=865f59ea-a5b5-48e4-b208-6c715bda44fe,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:15.730523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a1c5cd6-3e92-4eac-8e93-32ccfd840ae1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:15.731199 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a1c5cd6-3e92-4eac-8e93-32ccfd840ae1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:15.746971 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a1c5cd6-3e92-4eac-8e93-32ccfd840ae1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5618603 Jul 29 15:38:15.764690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Request body: {'port': {'device_id': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:38:15.825596 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:15.918708 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ee949dda-8126-48f3-bf8d-8f5745ecd931 None None] Provisioning for port 865f59ea-a5b5-48e4-b208-6c715bda44fe completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:38:15.922619 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ee949dda-8126-48f3-bf8d-8f5745ecd931 None None] Provisioning complete for port 865f59ea-a5b5-48e4-b208-6c715bda44fe triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:38:15.923050 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ee949dda-8126-48f3-bf8d-8f5745ecd931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:15.960163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ee949dda-8126-48f3-bf8d-8f5745ecd931 None None] Port 865f59ea-a5b5-48e4-b208-6c715bda44fe cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:38:16.090499 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 865f59ea-a5b5-48e4-b208-6c715bda44fe {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:38:16.097888 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:16.109939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Transition to ACTIVE for port object 865f59ea-a5b5-48e4-b208-6c715bda44fe will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:38:16.113471 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:16.137121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 2a4bc668-0e8f-4a98-81c4-79793b43c928 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:38:16.158928 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 2a4bc668-0e8f-4a98-81c4-79793b43c928 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:38:16.159517 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 2a4bc668-0e8f-4a98-81c4-79793b43c928 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:38:16.180776 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Pushing event updated for resources: {'Port': ['ID=865f59ea-a5b5-48e4-b208-6c715bda44fe,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:16.231749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Attempting to bind port 865f59ea-a5b5-48e4-b208-6c715bda44fe on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:38:16.231855 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Attempting to bind port 865f59ea-a5b5-48e4-b208-6c715bda44fe by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:38:16.232137 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Attempting to bind port 865f59ea-a5b5-48e4-b208-6c715bda44fe on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:38:16.236869 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Port 865f59ea-a5b5-48e4-b208-6c715bda44fe on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:38:16.237204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Attempting to bind port 865f59ea-a5b5-48e4-b208-6c715bda44fe on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:38:16.242317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:38:16.242653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Checking segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:38:16.243033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Bound using segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:38:16.243458 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Bound port: 865f59ea-a5b5-48e4-b208-6c715bda44fe, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:38:16.243821 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:16.320356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:38:16.324170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:38:16.329393 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:16.387252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:16.387878 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:16.389307 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] 10.222.0.38 "PUT /v2.0/ports/865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 200 len: 1091 time: 0.6298172 Jul 29 15:38:16.392593 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:38:16.394619 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6edcc7-3d5f-405a-9a1c-f049dae1d2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:38:16.439536 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2238b2e4-2001-4b45-a1e3-81147a9364c2 x-openstack-request-id: req-2238b2e4-2001-4b45-a1e3-81147a9364c2 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:38:16.439950 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:38:16.440236 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2238b2e4-2001-4b45-a1e3-81147a9364c2 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:38:16.440642 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'status': 'completed', 'code': 200} Jul 29 15:38:16.443609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cc311-7f67-40bc-a0ba-ef517909e434 service neutron] Pushing event updated for resources: {'Port': ['ID=865f59ea-a5b5-48e4-b208-6c715bda44fe,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:16.457085 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452246f-175a-4c99-9a20-3bec1f1f2849 req-9d87a60b-2152-4b24-8e3d-df967432e88f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:16.458636 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4452246f-175a-4c99-9a20-3bec1f1f2849 req-9d87a60b-2152-4b24-8e3d-df967432e88f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 943 time: 0.1204557 Jul 29 15:38:16.528686 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-ac218931-6859-4b33-90c7-8f53f7afdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:16.530277 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-ac218931-6859-4b33-90c7-8f53f7afdd60 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 1094 time: 0.0706999 Jul 29 15:38:16.533313 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4452246f-175a-4c99-9a20-3bec1f1f2849 req-14b5d01a-6983-462f-a781-296dc8721c6b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662403 Jul 29 15:38:16.588201 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-42193de0-e942-4818-aebe-bf4825a2e353 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 200 len: 217 time: 0.0426769 Jul 29 15:38:16.637237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-c82c7aa1-e716-4437-b0c8-324ecbf50d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:16.638684 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-c82c7aa1-e716-4437-b0c8-324ecbf50d3c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0446813 Jul 29 15:38:16.690194 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-0b0f71ef-8da1-4203-b265-c34d2b987de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:16.691922 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-0b0f71ef-8da1-4203-b265-c34d2b987de7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465455 Jul 29 15:38:16.782957 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-824749ed-18cb-4645-b4c8-9af35b6f2531 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822792 Jul 29 15:38:16.878862 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05b3334d-5f5e-40a2-8e2a-baf37be8ba65 req-0f4ee596-e885-4866-9744-1524357455d0 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886617 Jul 29 15:38:17.008592 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6edcc7-3d5f-405a-9a1c-f049dae1d2e9 req-cae0529d-e44a-4523-9551-f2455a96599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:17.010114 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c6edcc7-3d5f-405a-9a1c-f049dae1d2e9 req-cae0529d-e44a-4523-9551-f2455a96599b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 1094 time: 0.0412631 Jul 29 15:38:17.097935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6edcc7-3d5f-405a-9a1c-f049dae1d2e9 req-ffb631b3-9a50-45d8-b70b-43c2f5b14bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:17.099649 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c6edcc7-3d5f-405a-9a1c-f049dae1d2e9 req-ffb631b3-9a50-45d8-b70b-43c2f5b14bde service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0825875 Jul 29 15:38:17.143504 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c6edcc7-3d5f-405a-9a1c-f049dae1d2e9 req-3363080a-6a5e-4796-b4e4-8785bfb38419 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 200 len: 217 time: 0.0374148 Jul 29 15:38:17.192777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6edcc7-3d5f-405a-9a1c-f049dae1d2e9 req-8647e354-b007-48ec-9b94-6f0315a47e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:17.194860 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c6edcc7-3d5f-405a-9a1c-f049dae1d2e9 req-8647e354-b007-48ec-9b94-6f0315a47e7b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0443628 Jul 29 15:38:17.240929 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6edcc7-3d5f-405a-9a1c-f049dae1d2e9 req-75520fdf-a541-44b8-a4c4-de25181720ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:17.242525 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c6edcc7-3d5f-405a-9a1c-f049dae1d2e9 req-75520fdf-a541-44b8-a4c4-de25181720ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398190 Jul 29 15:38:17.336631 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c6edcc7-3d5f-405a-9a1c-f049dae1d2e9 req-b42142eb-94de-43dc-90dd-fcd94ca630d3 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867090 Jul 29 15:38:17.425953 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2c6edcc7-3d5f-405a-9a1c-f049dae1d2e9 req-eea4ac3d-024f-4d27-a942-170530a6a52d service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818522 Jul 29 15:38:17.662123 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2f3e5-14e2-44ac-978d-2b068ba79d65 req-389e829b-e1d1-4136-9b1f-1e8659d60968 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:17.663611 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-77e2f3e5-14e2-44ac-978d-2b068ba79d65 req-389e829b-e1d1-4136-9b1f-1e8659d60968 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 943 time: 0.0535841 Jul 29 15:38:17.710013 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-77e2f3e5-14e2-44ac-978d-2b068ba79d65 req-e582c509-62e5-455d-8724-40530e07a4e8 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401418 Jul 29 15:38:18.143321 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 865f59ea-a5b5-48e4-b208-6c715bda44fe details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:38:18.241041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:38:18.255249 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'port_id': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'mac_address': 'fa:16:3e:d2:6f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:38:18.293289 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:18.305823 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865f59ea-a5b5-48e4-b208-6c715bda44fe {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:38:18.325180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:38:18.329589 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:18.376692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=865f59ea-a5b5-48e4-b208-6c715bda44fe,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:18.580486 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['865f59ea-a5b5-48e4-b208-6c715bda44fe'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:38:18.826262 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e579874-39d4-46fa-a2af-0b81698c377a req-913efcf0-1243-455a-a807-f47e5abb2847 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:18.827748 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e579874-39d4-46fa-a2af-0b81698c377a req-913efcf0-1243-455a-a807-f47e5abb2847 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 944 time: 0.0481584 Jul 29 15:38:18.870837 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6e579874-39d4-46fa-a2af-0b81698c377a req-57176fe8-bc34-4fcd-978f-2f9efd3d216b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370748 Jul 29 15:38:19.989434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887744c4-8862-4693-b498-45bb89cc2b15 req-603d71d2-3d37-4724-854b-0172de0f89ea tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:19.990943 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-887744c4-8862-4693-b498-45bb89cc2b15 req-603d71d2-3d37-4724-854b-0172de0f89ea tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 944 time: 0.0502362 Jul 29 15:38:20.029563 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-887744c4-8862-4693-b498-45bb89cc2b15 req-ac8a6532-4da6-45e7-8bfa-259aedb7f5e7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325227 Jul 29 15:38:20.158444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 865f59ea-a5b5-48e4-b208-6c715bda44fe up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:38:20.205499 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 865f59ea-a5b5-48e4-b208-6c715bda44fe completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:38:20.208962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 865f59ea-a5b5-48e4-b208-6c715bda44fe triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:38:20.209332 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:20.284978 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:20.306716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:38:20.309557 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db7be42-1cb9-418f-9ed3-4090068915a6" -d '{"events": [{"server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "name": "network-vif-plugged", "status": "completed", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:38:20.321757 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:38:20.327746 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:20.349309 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd2cff0-6174-4231-839a-480ddd8926af x-openstack-request-id: req-3dd2cff0-6174-4231-839a-480ddd8926af {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:38:20.349593 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "name": "network-vif-plugged", "status": "completed", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:38:20.349838 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3dd2cff0-6174-4231-839a-480ddd8926af {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:38:20.350220 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'code': 200} Jul 29 15:38:20.376125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=865f59ea-a5b5-48e4-b208-6c715bda44fe,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:38:20.470644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809846bd-6d7c-4ce2-8cd5-528cf471a1ce req-d66e60df-c532-4384-bad0-4577d82a0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:20.472036 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-809846bd-6d7c-4ce2-8cd5-528cf471a1ce req-d66e60df-c532-4384-bad0-4577d82a0ff1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 1096 time: 0.0398786 Jul 29 15:38:20.507169 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-809846bd-6d7c-4ce2-8cd5-528cf471a1ce req-9491aba9-067c-483a-9421-d81ce3c405dd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276942 Jul 29 15:38:21.144301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a075c71-fd8a-4c3e-a371-cca4f9ddb99c req-0c3a26d3-4b83-4966-84f5-69378d975cca tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:21.145730 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a075c71-fd8a-4c3e-a371-cca4f9ddb99c req-0c3a26d3-4b83-4966-84f5-69378d975cca tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0486443 Jul 29 15:38:21.183657 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4a075c71-fd8a-4c3e-a371-cca4f9ddb99c req-53e7d87f-b721-414b-a541-e3d9efe938c5 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320070 Jul 29 15:38:22.299154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0dd9c9-1ab1-40ed-bc26-101e1c46a21e req-5ab0fe2e-e11b-4492-a0ef-6f5ee0911b0e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:22.300627 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb0dd9c9-1ab1-40ed-bc26-101e1c46a21e req-5ab0fe2e-e11b-4492-a0ef-6f5ee0911b0e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0478828 Jul 29 15:38:22.338195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bb0dd9c9-1ab1-40ed-bc26-101e1c46a21e req-685f563b-96e1-4f18-99a0-d2b4ecfbb05b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317018 Jul 29 15:38:22.450170 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203287d-8853-4f7b-bc07-3f47182fbcc9 req-2b7fdf02-2026-418f-8bf1-f0219ea9a797 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:22.451938 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2203287d-8853-4f7b-bc07-3f47182fbcc9 req-2b7fdf02-2026-418f-8bf1-f0219ea9a797 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0492883 Jul 29 15:38:22.460152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53322) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:38:22.464951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-5a3fa1f6-9e67-47dd-a019-b99d3ec1c193 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Request body: {'floatingip': {'port_id': '865f59ea-a5b5-48e4-b208-6c715bda44fe'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:38:22.508652 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa1f6-9e67-47dd-a019-b99d3ec1c193 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for floatingip, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:22.949807 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa1f6-9e67-47dd-a019-b99d3ec1c193 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:22.953559 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa1f6-9e67-47dd-a019-b99d3ec1c193 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:23.054184 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-5a3fa1f6-9e67-47dd-a019-b99d3ec1c193 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Floating IP 8d21d671-ab87-4eff-807a-990ca476561c associated. External IP: 172.25.6.254, port: 865f59ea-a5b5-48e4-b208-6c715bda44fe. Jul 29 15:38:23.256830 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3fa1f6-9e67-47dd-a019-b99d3ec1c193 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Router 39a9033b-87b3-4413-9711-fdf1e4c4e161 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:38:23.365442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3fa1f6-9e67-47dd-a019-b99d3ec1c193 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:38:23.370847 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5a3fa1f6-9e67-47dd-a019-b99d3ec1c193 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:23.375754 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8c6868-c0e3-4ece-88f2-99bc7588f95a None None] Sync routers for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:38:23.384806 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8c6868-c0e3-4ece-88f2-99bc7588f95a None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:38:23.385424 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5c8c6868-c0e3-4ece-88f2-99bc7588f95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:38:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:38:23.400786 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5a3fa1f6-9e67-47dd-a019-b99d3ec1c193 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "PUT /v2.0/floatingips/8d21d671-ab87-4eff-807a-990ca476561c HTTP/1.1" status: 200 len: 992 time: 0.9395115 Jul 29 15:38:23.402138 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:38:23.404652 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c5acfb-78f5-4ca9-b8fb-4e5cae40e8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:38:23.441699 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531a1608-d2bf-4c84-911a-1d07d600faa6 x-openstack-request-id: req-531a1608-d2bf-4c84-911a-1d07d600faa6 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:38:23.441995 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:38:23.442254 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-531a1608-d2bf-4c84-911a-1d07d600faa6 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:38:23.443049 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'status': 'completed', 'code': 200} Jul 29 15:38:23.500523 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-5c8c6868-c0e3-4ece-88f2-99bc7588f95a None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:38:23.535896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5acfb-78f5-4ca9-b8fb-4e5cae40e8e6 req-ad199e68-acf7-448b-bf85-0d7f212e39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:23.537387 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45c5acfb-78f5-4ca9-b8fb-4e5cae40e8e6 req-ad199e68-acf7-448b-bf85-0d7f212e39a3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 1096 time: 0.0404270 Jul 29 15:38:23.632726 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5acfb-78f5-4ca9-b8fb-4e5cae40e8e6 req-bc82de2d-cbc1-412c-bf75-6677f18c5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:23.634210 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45c5acfb-78f5-4ca9-b8fb-4e5cae40e8e6 req-bc82de2d-cbc1-412c-bf75-6677f18c5a24 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0898807 Jul 29 15:38:23.699755 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45c5acfb-78f5-4ca9-b8fb-4e5cae40e8e6 req-2cd7f952-5f9d-4732-974e-103013c56c37 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 200 len: 1000 time: 0.0579143 Jul 29 15:38:23.719872 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5c8c6868-c0e3-4ece-88f2-99bc7588f95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8d21d671-ab87-4eff-807a-990ca476561c', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'port_id': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'mac_address': 'fa:16:3e:d2:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:31:21Z', 'updated_at': '2021-07-29T15:38:22Z', 'revision_number': 13, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:38:23.746557 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8c6868-c0e3-4ece-88f2-99bc7588f95a None None] Checking router: 39a9033b-87b3-4413-9711-fdf1e4c4e161 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:38:23.753512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5acfb-78f5-4ca9-b8fb-4e5cae40e8e6 req-85a104ba-c877-48af-a214-fbd51886f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:23.754590 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8c6868-c0e3-4ece-88f2-99bc7588f95a None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:38:23.754982 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45c5acfb-78f5-4ca9-b8fb-4e5cae40e8e6 req-85a104ba-c877-48af-a214-fbd51886f1d7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0487406 Jul 29 15:38:23.755191 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5c8c6868-c0e3-4ece-88f2-99bc7588f95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:38:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:38:23.800440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5acfb-78f5-4ca9-b8fb-4e5cae40e8e6 req-8451fa30-5876-4c13-b2e0-8722e0c58bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:23.801988 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45c5acfb-78f5-4ca9-b8fb-4e5cae40e8e6 req-8451fa30-5876-4c13-b2e0-8722e0c58bc8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405483 Jul 29 15:38:23.862098 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-5c8c6868-c0e3-4ece-88f2-99bc7588f95a None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:38:23.891948 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45c5acfb-78f5-4ca9-b8fb-4e5cae40e8e6 req-3ea18e10-6b42-4cc6-87df-6bf2f430e28d service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824084 Jul 29 15:38:23.986587 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-45c5acfb-78f5-4ca9-b8fb-4e5cae40e8e6 req-28c6c9f0-3cde-40e5-85d7-6ea805e5cba8 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869782 Jul 29 15:38:24.086199 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5c8c6868-c0e3-4ece-88f2-99bc7588f95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8d21d671-ab87-4eff-807a-990ca476561c', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'port_id': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'mac_address': 'fa:16:3e:d2:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:31:21Z', 'updated_at': '2021-07-29T15:38:22Z', 'revision_number': 13, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:38:24.111753 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8c6868-c0e3-4ece-88f2-99bc7588f95a None None] The sync data for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 is: [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8d21d671-ab87-4eff-807a-990ca476561c', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'port_id': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'mac_address': 'fa:16:3e:d2:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:31:21Z', 'updated_at': '2021-07-29T15:38:22Z', 'revision_number': 13, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:38:24.309275 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfa415b-4d46-4a44-9972-0f356ce917fe None None] New status for floating IP 8d21d671-ab87-4eff-807a-990ca476561c: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:38:26.856174 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:30.606999 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-de9fdb6b-da92-4441-b61b-c6f69ef7dc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:31.212348 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5322a0a9-b669-4719-9fb8-332fa5253a87 req-e8815584-e868-4cb8-9205-f195dddd4e85 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396450 Jul 29 15:38:31.304451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322a0a9-b669-4719-9fb8-332fa5253a87 req-78c50244-bf48-4100-be0f-2b79e1488f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:31.305976 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5322a0a9-b669-4719-9fb8-332fa5253a87 req-78c50244-bf48-4100-be0f-2b79e1488f82 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 1096 time: 0.0398507 Jul 29 15:38:31.410638 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322a0a9-b669-4719-9fb8-332fa5253a87 req-83471abe-67db-4736-92ac-1d969057ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:31.412121 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5322a0a9-b669-4719-9fb8-332fa5253a87 req-83471abe-67db-4736-92ac-1d969057ed45 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0873284 Jul 29 15:38:31.477605 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5322a0a9-b669-4719-9fb8-332fa5253a87 req-ba1679c8-e7ac-446f-98f2-f466af6a68de service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 200 len: 1002 time: 0.0579810 Jul 29 15:38:31.528211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322a0a9-b669-4719-9fb8-332fa5253a87 req-fccc13bb-cc3c-4ac4-9d23-918c395f4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:31.529673 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5322a0a9-b669-4719-9fb8-332fa5253a87 req-fccc13bb-cc3c-4ac4-9d23-918c395f4760 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0458612 Jul 29 15:38:31.574780 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322a0a9-b669-4719-9fb8-332fa5253a87 req-2f0783f0-a6be-4852-8144-0b8bea8385fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:38:31.576250 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5322a0a9-b669-4719-9fb8-332fa5253a87 req-2f0783f0-a6be-4852-8144-0b8bea8385fb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392923 Jul 29 15:38:31.662421 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5322a0a9-b669-4719-9fb8-332fa5253a87 req-026d540a-d39d-4f2d-a7dd-ecdb817271c0 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794249 Jul 29 15:38:31.755890 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5322a0a9-b669-4719-9fb8-332fa5253a87 req-589db5cd-de63-493f-b205-c5a6d499c846 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863600 Jul 29 15:38:33.275032 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:33.384209 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-45d70b78-6c2c-43c0-958d-1f77a3d87b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:34.508854 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:36.480456 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:41.413959 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:38:49.940138 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:38:56.865135 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:00.609765 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bb03a9f6-ede0-4d5e-89b9-137085d3544e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:03.279926 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:03.313055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-b372192f-4831-4323-9568-c3ad492b9057 req-e86aee84-5ba2-4380-b523-b6f93ca0da3b service neutron] (94157) timed out ('10.222.0.16', 50900) {{(pid=94157) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 15:39:03.388196 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b87bc578-7b09-4a56-bdeb-d9ba1e9c62f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:04.512919 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:06.480155 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:11.419440 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:26.882446 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:26.940375 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:39:30.611683 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-923f5258-9b53-4e52-ab19-e1f3423d84fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:32.356504 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-843210bd-c80e-4e65-bd81-2043d453de9d req-230470f9-fbaa-45da-83ce-e42ca2f45440 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427825 Jul 29 15:39:32.503024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843210bd-c80e-4e65-bd81-2043d453de9d req-7b4f6b77-347b-489e-b7bd-63acf7f88e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:39:32.504572 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-843210bd-c80e-4e65-bd81-2043d453de9d req-7b4f6b77-347b-489e-b7bd-63acf7f88e1b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 1096 time: 0.0408919 Jul 29 15:39:32.956169 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843210bd-c80e-4e65-bd81-2043d453de9d req-06051e0d-c5ea-4c62-8aa3-45b0cea4a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:39:32.957718 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-843210bd-c80e-4e65-bd81-2043d453de9d req-06051e0d-c5ea-4c62-8aa3-45b0cea4a9fb service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.4336233 Jul 29 15:39:33.027822 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-843210bd-c80e-4e65-bd81-2043d453de9d req-e8bc87d7-7459-40c3-964d-0da8a79ca893 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 200 len: 1002 time: 0.0623775 Jul 29 15:39:33.076949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843210bd-c80e-4e65-bd81-2043d453de9d req-210a0cc2-ed75-4d52-a23f-20a1b6c49704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:39:33.078446 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-843210bd-c80e-4e65-bd81-2043d453de9d req-210a0cc2-ed75-4d52-a23f-20a1b6c49704 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0443747 Jul 29 15:39:33.132490 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843210bd-c80e-4e65-bd81-2043d453de9d req-f0bc608c-3065-4d29-8643-c90d032f98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:39:33.135180 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-843210bd-c80e-4e65-bd81-2043d453de9d req-f0bc608c-3065-4d29-8643-c90d032f98d8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489759 Jul 29 15:39:33.241477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-843210bd-c80e-4e65-bd81-2043d453de9d req-050bc1de-c0e2-4228-8444-5577bf1d6cd0 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984414 Jul 29 15:39:33.284658 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:33.337571 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-843210bd-c80e-4e65-bd81-2043d453de9d req-aaeba9ee-802f-420c-a3ba-0a82de07e195 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888741 Jul 29 15:39:33.395886 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a0dde0ac-dcd1-4266-96fb-e9a97e8e2783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:34.515283 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:36.480873 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:41.418798 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:39:56.879301 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:00.613609 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b29d-1dac-4bbf-a86f-511d5d172453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:01.092097 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4978c8-6929-4100-9242-caa270312d61 req-3d723cec-58a3-43d6-8599-f2233bd3e96b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:01.093667 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ce4978c8-6929-4100-9242-caa270312d61 req-3d723cec-58a3-43d6-8599-f2233bd3e96b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0551233 Jul 29 15:40:01.133712 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ce4978c8-6929-4100-9242-caa270312d61 req-c8d40d8e-4367-4157-827f-6bcdf99bdfbd tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332010 Jul 29 15:40:03.279195 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:03.387901 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f7ad-0b1e-459b-aedf-e1f77a09f9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:03.940879 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:40:04.522460 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:06.484413 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:11.442107 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:12.273076 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ab68d-a977-411d-8a6f-41285e320316 req-611deca6-daa9-4289-93b1-4253d6963d20 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:12.275925 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf1ab68d-a977-411d-8a6f-41285e320316 req-611deca6-daa9-4289-93b1-4253d6963d20 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0543797 Jul 29 15:40:12.316116 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cf1ab68d-a977-411d-8a6f-41285e320316 req-8d28e00d-ef05-4a0c-8ded-19bb27ca3d0c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354266 Jul 29 15:40:12.358874 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-c94564ff-b2fd-4470-8ef8-5dff12f385e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835145 Jul 29 15:40:13.459311 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d0a62-c68e-4f45-8c5c-8c8d3940efe7 req-316f63ac-35d6-4929-85f0-0ea0fdc92eba tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:13.460843 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-208d0a62-c68e-4f45-8c5c-8c8d3940efe7 req-316f63ac-35d6-4929-85f0-0ea0fdc92eba tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0716460 Jul 29 15:40:13.487945 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-0cbefc9d-2d11-4bb5-b92a-1dc125511f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:13.489534 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-0cbefc9d-2d11-4bb5-b92a-1dc125511f89 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 1096 time: 0.0660131 Jul 29 15:40:13.525524 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-208d0a62-c68e-4f45-8c5c-8c8d3940efe7 req-ac28bb55-954f-4f85-b449-65711a6e3f3c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572970 Jul 29 15:40:13.594935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-773dc750-797d-44b5-a427-deccaa34fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:13.596734 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-773dc750-797d-44b5-a427-deccaa34fe65 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0942276 Jul 29 15:40:13.659739 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-80a8b2f0-5fcb-431a-af39-0ae3d9cc75fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 200 len: 1002 time: 0.0565484 Jul 29 15:40:13.722014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-110a789c-f8ec-4332-9445-18dd3f0848eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:13.723500 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-110a789c-f8ec-4332-9445-18dd3f0848eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0570359 Jul 29 15:40:13.776792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-ac3a76e4-fcea-4062-b2ab-c9085a453023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:13.778287 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-ac3a76e4-fcea-4062-b2ab-c9085a453023 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481803 Jul 29 15:40:13.879958 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-c8eb055e-2c8a-4aae-a057-c1f370ecccda service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946569 Jul 29 15:40:13.980811 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-cd7d90a4-4cba-4f42-b7bf-14fda9b7d54d service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944066 Jul 29 15:40:14.643446 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91c842-c1b1-4057-ab7b-f8ae7583ded3 req-f3202317-4c4f-45fb-aae0-39ca9de22058 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:14.644986 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc91c842-c1b1-4057-ab7b-f8ae7583ded3 req-f3202317-4c4f-45fb-aae0-39ca9de22058 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0489492 Jul 29 15:40:14.683437 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc91c842-c1b1-4057-ab7b-f8ae7583ded3 req-f5700357-ebf3-4cba-bcd9-a7d786eb5f0b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324354 Jul 29 15:40:15.803455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c042f3-d33d-4d67-8583-13c9800da254 req-7fcc0978-cd3f-4bc7-86a4-aaaf5d9539f2 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:15.804943 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-94c042f3-d33d-4d67-8583-13c9800da254 req-7fcc0978-cd3f-4bc7-86a4-aaaf5d9539f2 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0516434 Jul 29 15:40:15.845622 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-94c042f3-d33d-4d67-8583-13c9800da254 req-0627d220-7a58-4897-85f6-71f5a8d902cb tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346725 Jul 29 15:40:16.964628 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ba8f-113d-4266-96f6-853e0d2ae845 req-10d7b10b-24a8-4d54-98dd-01e77e2f291f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:16.966124 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c06ba8f-113d-4266-96f6-853e0d2ae845 req-10d7b10b-24a8-4d54-98dd-01e77e2f291f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0519383 Jul 29 15:40:17.003584 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c06ba8f-113d-4266-96f6-853e0d2ae845 req-33fb6af7-56f9-411f-8ab4-b5e68647aec0 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310760 Jul 29 15:40:18.122324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c678512-e8a0-4c05-9403-7d13c75a2be7 req-ce7ce2a2-cbb8-48b8-854d-dc6598feaf2d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:18.124380 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c678512-e8a0-4c05-9403-7d13c75a2be7 req-ce7ce2a2-cbb8-48b8-854d-dc6598feaf2d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0504107 Jul 29 15:40:18.164625 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8c678512-e8a0-4c05-9403-7d13c75a2be7 req-b0c6bd73-4c9d-4306-9e8c-320ed0c1f7dc tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342410 Jul 29 15:40:19.282148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab2b39-ef7d-493f-a797-3391a9814ebd req-dfa64e50-93b8-4966-9341-73b6bbab66e8 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:19.283620 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4ab2b39-ef7d-493f-a797-3391a9814ebd req-dfa64e50-93b8-4966-9341-73b6bbab66e8 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0485322 Jul 29 15:40:19.320715 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4ab2b39-ef7d-493f-a797-3391a9814ebd req-3c6effa2-d164-41bc-93ea-5f3745613021 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311124 Jul 29 15:40:20.439993 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed7149-51d1-4543-a33f-bb2da9d0817e req-6fce6527-fc1c-4b4a-a3b3-a7dc349aeb56 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:20.441504 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-89ed7149-51d1-4543-a33f-bb2da9d0817e req-6fce6527-fc1c-4b4a-a3b3-a7dc349aeb56 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0529151 Jul 29 15:40:20.479877 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-89ed7149-51d1-4543-a33f-bb2da9d0817e req-70195327-8fae-485d-9aee-cbdf9e96b564 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322864 Jul 29 15:40:21.610799 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b251ef-97b8-475a-a257-a912239b37b1 req-0ae9f3d0-9288-42d2-b7a6-243062eee5c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:21.612393 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57b251ef-97b8-475a-a257-a912239b37b1 req-0ae9f3d0-9288-42d2-b7a6-243062eee5c3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0502350 Jul 29 15:40:21.651030 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57b251ef-97b8-475a-a257-a912239b37b1 req-969195b9-b639-498a-a8fc-f1e30c5906c5 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326805 Jul 29 15:40:22.768111 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32203449-19af-4574-9419-04c3f8823651 req-2310338e-5862-41bb-aa43-1440a0ab2071 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:22.769579 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-32203449-19af-4574-9419-04c3f8823651 req-2310338e-5862-41bb-aa43-1440a0ab2071 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0512159 Jul 29 15:40:22.807850 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-32203449-19af-4574-9419-04c3f8823651 req-47c0e139-42c2-4cba-ae54-cbe7f4812a6d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322857 Jul 29 15:40:23.929026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e600ba-f2c8-4855-8480-09a068992e7a req-0492b0ee-f716-4d26-9b5a-c94a36937f78 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:23.930518 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d0e600ba-f2c8-4855-8480-09a068992e7a req-0492b0ee-f716-4d26-9b5a-c94a36937f78 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0532310 Jul 29 15:40:23.968546 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d0e600ba-f2c8-4855-8480-09a068992e7a req-0cecdd5b-b51b-41a4-8318-b45f7f3001fc tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320034 Jul 29 15:40:25.084879 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beff9f-4310-4566-8595-934d91f9dba2 req-2786d7b2-6e21-4c59-9258-9d9a6653a505 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:25.086368 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-59beff9f-4310-4566-8595-934d91f9dba2 req-2786d7b2-6e21-4c59-9258-9d9a6653a505 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0488267 Jul 29 15:40:25.123597 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-59beff9f-4310-4566-8595-934d91f9dba2 req-9ba677b2-0c18-4e0f-bd11-1c7146a79988 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312507 Jul 29 15:40:26.241511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6cd91-7852-41a6-b55a-3b6c10d5cacb req-bfb5edb0-cb1f-4754-9617-922e19858936 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:26.242924 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18d6cd91-7852-41a6-b55a-3b6c10d5cacb req-bfb5edb0-cb1f-4754-9617-922e19858936 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0502598 Jul 29 15:40:26.283755 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-18d6cd91-7852-41a6-b55a-3b6c10d5cacb req-59cab7b5-dd3d-4830-84ef-b835e1900e6f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346193 Jul 29 15:40:26.881989 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:27.408166 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7d218-1d36-421f-9809-b90af60a820d req-d835c4ce-0c89-4395-ac02-8fe9c4471a56 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:27.409708 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f7a7d218-1d36-421f-9809-b90af60a820d req-d835c4ce-0c89-4395-ac02-8fe9c4471a56 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0559812 Jul 29 15:40:27.449603 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f7a7d218-1d36-421f-9809-b90af60a820d req-433ea461-6849-41de-9d27-c5232a8be029 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337830 Jul 29 15:40:27.721578 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-4061897a-2c98-4114-8158-dfbdedfd19fc service neutron] show failed (client error): The resource could not be found. Jul 29 15:40:27.722629 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-4061897a-2c98-4114-8158-dfbdedfd19fc service neutron] 10.222.0.38 "GET /v2.0/ports/865f59ea-a5b5-48e4-b208-6c715bda44fe/bindings/n-h2-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.0553243 Jul 29 15:40:27.925036 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-04d454a8-78c4-4146-8d7a-0a381bdbc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:27.926486 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-04d454a8-78c4-4146-8d7a-0a381bdbc0ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 1096 time: 0.0417032 Jul 29 15:40:27.939741 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:40:27.995916 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:28.200201 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:40:28.235782 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:40:28.276595 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:40:28.278878 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f43a50-31be-4be4-a39c-cde8bbbbb858" -d '{"events": [{"server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "name": "network-vif-unplugged", "status": "completed", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:40:28.284190 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:28.299502 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Transition to ACTIVE for port object 865f59ea-a5b5-48e4-b208-6c715bda44fe will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:40:28.303965 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:28.375428 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8329b7-33da-43fe-9b4d-ae906ec56396 x-openstack-request-id: req-2c8329b7-33da-43fe-9b4d-ae906ec56396 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:40:28.375428 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "name": "network-vif-unplugged", "status": "completed", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:40:28.376218 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c8329b7-33da-43fe-9b4d-ae906ec56396 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:40:28.376453 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'code': 200} Jul 29 15:40:28.400222 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Pushing event updated for resources: {'Port': ['ID=865f59ea-a5b5-48e4-b208-6c715bda44fe,revision_number=6']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:40:28.418299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:28.418650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:28.418995 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:28.419335 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:28.419673 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:28.420002 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:28.420331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:28.420680 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:28.421011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:28.421339 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:28.421710 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:28.422035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:28.442297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] No DVR routers for this DVR port 865f59ea-a5b5-48e4-b208-6c715bda44fe on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:40:28.584181 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aecb94-1771-406d-be49-7238aba25c0a req-db7aee09-92a5-4c0b-9580-01db04dc6fa4 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:28.586149 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d5aecb94-1771-406d-be49-7238aba25c0a req-db7aee09-92a5-4c0b-9580-01db04dc6fa4 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 943 time: 0.0565808 Jul 29 15:40:28.605264 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Attempting to bind port 865f59ea-a5b5-48e4-b208-6c715bda44fe on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:40:28.605873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Attempting to bind port 865f59ea-a5b5-48e4-b208-6c715bda44fe by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:40:28.606379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Attempting to bind port 865f59ea-a5b5-48e4-b208-6c715bda44fe on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:40:28.614712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Port 865f59ea-a5b5-48e4-b208-6c715bda44fe on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:40:28.617087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Attempting to bind port 865f59ea-a5b5-48e4-b208-6c715bda44fe on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:40:28.623283 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:40:28.623712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Checking segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:40:28.624167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Bound using segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:40:28.625279 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Bound port: 865f59ea-a5b5-48e4-b208-6c715bda44fe, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:40:28.625710 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:28.635362 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d5aecb94-1771-406d-be49-7238aba25c0a req-ac3271f9-c269-4333-8c4b-9a1241b38181 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431077 Jul 29 15:40:28.693403 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:40:28.696706 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:40:28.700796 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:28.741954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:28.742598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:28.743874 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] 10.222.0.39 "PUT /v2.0/ports/865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 200 len: 1091 time: 0.8092906 Jul 29 15:40:28.752284 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 865f59ea-a5b5-48e4-b208-6c715bda44fe no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:40:28.764131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9f814-d270-411c-9d79-6409094581a3 service neutron] Pushing event updated for resources: {'Port': ['ID=865f59ea-a5b5-48e4-b208-6c715bda44fe,revision_number=7']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:40:28.802747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 865f59ea-a5b5-48e4-b208-6c715bda44fe not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:40:28.814382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-cb0f1cc6-42ed-4c30-b9f8-19fa6bc4fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:28.815955 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-cb0f1cc6-42ed-4c30-b9f8-19fa6bc4fff1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 1094 time: 0.0452461 Jul 29 15:40:28.913388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-394eac0b-9b76-45a1-8bac-e453e930c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:28.915250 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-394eac0b-9b76-45a1-8bac-e453e930c77e service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0914018 Jul 29 15:40:29.321158 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-a3d3b049-73ff-4a9a-a005-02eb5769ff8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 200 len: 1000 time: 0.3983006 Jul 29 15:40:29.369392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-bbf57f27-a165-47f0-80e7-6f381d4cb544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:29.370815 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-bbf57f27-a165-47f0-80e7-6f381d4cb544 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0428672 Jul 29 15:40:29.416539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-faa1236e-ef64-4209-bf5e-2d96731714cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:29.418063 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-faa1236e-ef64-4209-bf5e-2d96731714cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399215 Jul 29 15:40:29.508087 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-7fb30a04-a562-4cb8-83f2-3eb7029c9050 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831616 Jul 29 15:40:29.597719 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e748cd82-39fc-48d6-8224-51d249c0c399 req-fd92a7d4-8dd0-4fa7-9954-965b0d40b8cb service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825391 Jul 29 15:40:29.766123 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80a26b-3555-4e4e-b5e6-46712c13cc33 req-ee520947-ed49-484b-aeb0-bc8f0c32d7fc tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:29.768129 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-db80a26b-3555-4e4e-b5e6-46712c13cc33 req-ee520947-ed49-484b-aeb0-bc8f0c32d7fc tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 943 time: 0.0566080 Jul 29 15:40:29.808136 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-db80a26b-3555-4e4e-b5e6-46712c13cc33 req-1c3a5a39-7c20-4fe6-8086-b5766d7226cd tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340300 Jul 29 15:40:30.378389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:40:30.380878 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274c229d-4fff-4dba-bd03-799df6bcc068" -d '{"events": [{"name": "network-changed", "server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:40:30.428649 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c674f408-b9cb-490c-8f66-03070bbef5ed x-openstack-request-id: req-c674f408-b9cb-490c-8f66-03070bbef5ed {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:40:30.429144 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:40:30.429600 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c674f408-b9cb-490c-8f66-03070bbef5ed {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:40:30.430062 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'status': 'completed', 'code': 200} Jul 29 15:40:30.491274 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-bbbb6883-53ba-40f1-9dd4-e146a610dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:30.493046 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-bbbb6883-53ba-40f1-9dd4-e146a610dde6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 1094 time: 0.0448472 Jul 29 15:40:30.523009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-708bb5fe-82fd-4600-b1cf-bf28771d1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:30.524763 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-708bb5fe-82fd-4600-b1cf-bf28771d1730 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 1094 time: 0.0499103 Jul 29 15:40:30.589562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-b0a2d6ee-8343-4df6-979a-4a166f2a2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:30.591550 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-b0a2d6ee-8343-4df6-979a-4a166f2a2d73 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0913956 Jul 29 15:40:30.616084 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c21da3f-1882-4f11-aa2a-79d5a2de7f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:30.620622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-25988724-7092-4ce5-9eaf-04bf39d24817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:30.622142 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-25988724-7092-4ce5-9eaf-04bf39d24817 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0898485 Jul 29 15:40:30.672888 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-a35b07a7-6818-4c73-ab48-48cc7a90978e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 200 len: 1000 time: 0.0736203 Jul 29 15:40:30.696960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-868b0f5a-d395-496b-9a0e-07ff69f15a30 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 200 len: 1000 time: 0.0677211 Jul 29 15:40:30.733013 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-682ffd7c-83c4-4503-a52d-c4b9ec7be4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:30.735495 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-682ffd7c-83c4-4503-a52d-c4b9ec7be4c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0560248 Jul 29 15:40:30.755620 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-c1465ca6-e4f3-4079-a60e-0a79a0885461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:30.757245 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-c1465ca6-e4f3-4079-a60e-0a79a0885461 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0526121 Jul 29 15:40:30.788200 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-06d7302d-b8d3-45e0-afd6-00664aeeecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:30.789828 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-06d7302d-b8d3-45e0-afd6-00664aeeecca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469055 Jul 29 15:40:30.805532 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-a96b5504-c6c8-478d-8851-d3e311d85956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:30.807154 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-a96b5504-c6c8-478d-8851-d3e311d85956 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433469 Jul 29 15:40:30.897143 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-0af966ee-d896-4943-af25-5b66c141e6bb service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993903 Jul 29 15:40:30.955957 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-20f0c682-c6c9-4a8f-a944-fb677667e3cc service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408896 Jul 29 15:40:31.054224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6b7d7-c4c9-4656-9948-b7b09d5eb1d1 req-869fda41-18ff-4479-8ba8-3ad47ebd5818 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:31.055794 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5df6b7d7-c4c9-4656-9948-b7b09d5eb1d1 req-869fda41-18ff-4479-8ba8-3ad47ebd5818 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 943 time: 0.0895474 Jul 29 15:40:31.060516 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-000c7325-4f46-4289-88c9-890eef08d6a5 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561644 Jul 29 15:40:31.089580 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-274c229d-4fff-4dba-bd03-799df6bcc068 req-962d435f-e91d-4c02-b4e2-966a48e44646 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258917 Jul 29 15:40:31.109609 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5df6b7d7-c4c9-4656-9948-b7b09d5eb1d1 req-51c13bf6-c4c2-40c4-bec5-51f25ce98d34 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448081 Jul 29 15:40:32.238421 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15270e5-d354-40f8-8934-98818c045265 req-34b8ef61-f7c4-47df-9e08-125ee3323e15 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:32.240019 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e15270e5-d354-40f8-8934-98818c045265 req-34b8ef61-f7c4-47df-9e08-125ee3323e15 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 943 time: 0.0534983 Jul 29 15:40:32.279026 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e15270e5-d354-40f8-8934-98818c045265 req-e8fff4a3-972c-4298-bc4f-edf3fc24dd5f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328608 Jul 29 15:40:33.282936 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:33.389672 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01d60175-e0eb-43e8-8969-601af37c9535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:33.403589 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35688e68-c184-4116-9865-fb42ef4c07a1 req-ba6a804f-434e-4833-88e9-ac43d7b767b3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:33.405117 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-35688e68-c184-4116-9865-fb42ef4c07a1 req-ba6a804f-434e-4833-88e9-ac43d7b767b3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 943 time: 0.0555599 Jul 29 15:40:33.447326 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-35688e68-c184-4116-9865-fb42ef4c07a1 req-b82a36a0-89de-4549-a84e-1520dd81fb56 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354059 Jul 29 15:40:34.522261 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:34.569160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a652c43-aa3a-4e20-8f69-e33094470d64 req-dfe2d64c-5bb1-473d-b0fb-de70af5e330b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:34.570654 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1a652c43-aa3a-4e20-8f69-e33094470d64 req-dfe2d64c-5bb1-473d-b0fb-de70af5e330b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 943 time: 0.0535507 Jul 29 15:40:34.609314 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1a652c43-aa3a-4e20-8f69-e33094470d64 req-e6d0e9eb-3460-4486-8b03-71b42a153d19 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325775 Jul 29 15:40:35.739316 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257d7d8-4224-4bfa-ad58-d60395e9b4c4 req-498a6e4e-9ef4-42ad-9758-1032d9f08f64 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:35.740851 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b257d7d8-4224-4bfa-ad58-d60395e9b4c4 req-498a6e4e-9ef4-42ad-9758-1032d9f08f64 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 943 time: 0.0573788 Jul 29 15:40:35.779717 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b257d7d8-4224-4bfa-ad58-d60395e9b4c4 req-a91aa228-8084-4545-8976-dea41d32b281 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328467 Jul 29 15:40:36.488115 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:36.895042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec7d24-6137-4c48-88b4-1a89a6bcac4b req-943bde1a-89ad-477e-8dc5-b4dd3316f75c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:36.896533 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-09ec7d24-6137-4c48-88b4-1a89a6bcac4b req-943bde1a-89ad-477e-8dc5-b4dd3316f75c tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 943 time: 0.0485425 Jul 29 15:40:36.935467 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-09ec7d24-6137-4c48-88b4-1a89a6bcac4b req-0ec94fe1-9bb5-4a0f-a2ad-a0cb88f81efa tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329561 Jul 29 15:40:38.053621 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c769215-523c-4c64-a002-22c1f547c9eb req-edf59f05-a189-4bb6-8165-adb4cf068df7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:38.055097 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c769215-523c-4c64-a002-22c1f547c9eb req-edf59f05-a189-4bb6-8165-adb4cf068df7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 943 time: 0.0493832 Jul 29 15:40:38.092994 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1c769215-523c-4c64-a002-22c1f547c9eb req-9ad9a2d4-1a26-41e5-bd3b-130bd32dbb30 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319195 Jul 29 15:40:39.211304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4f1b9-594d-444c-81fd-cd9a563fcafc req-7bed0735-7694-4df9-8447-a0b7c546a2bb tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:39.213067 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-39e4f1b9-594d-444c-81fd-cd9a563fcafc req-7bed0735-7694-4df9-8447-a0b7c546a2bb tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 943 time: 0.0492821 Jul 29 15:40:39.251002 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-39e4f1b9-594d-444c-81fd-cd9a563fcafc req-0ddfaf73-f20a-4925-a62d-68ccb3c95398 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317693 Jul 29 15:40:40.366884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50893679-fe5f-4fb3-9516-190486ba0b7b req-8a2d32ff-dadc-4940-ae42-583c18052595 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:40.368371 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-50893679-fe5f-4fb3-9516-190486ba0b7b req-8a2d32ff-dadc-4940-ae42-583c18052595 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 943 time: 0.0484068 Jul 29 15:40:40.406032 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-50893679-fe5f-4fb3-9516-190486ba0b7b req-216d79e5-54db-4184-9ee7-97358e50bf54 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316756 Jul 29 15:40:40.940227 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:40:41.441953 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:41.528896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df1e0b-ceca-42b4-821a-2e6147a1f12d req-9664da00-bb80-4ff6-913e-48c72cf9284b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:41.530375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84df1e0b-ceca-42b4-821a-2e6147a1f12d req-9664da00-bb80-4ff6-913e-48c72cf9284b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 943 time: 0.0532837 Jul 29 15:40:41.568466 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84df1e0b-ceca-42b4-821a-2e6147a1f12d req-887f3fc5-8638-46da-9421-c0200c6752ef tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317702 Jul 29 15:40:41.863008 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-d4cbd4d6-b4c6-475c-b5a1-1d73ccbcbea9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:41.864534 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-d4cbd4d6-b4c6-475c-b5a1-1d73ccbcbea9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.39 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 943 time: 0.0604334 Jul 29 15:40:41.874733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff41ef5-342f-432f-af41-dc276cc013cf req-07f5b984-4e20-4cd7-b894-1f176de82cd5 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:41.876827 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aff41ef5-342f-432f-af41-dc276cc013cf req-07f5b984-4e20-4cd7-b894-1f176de82cd5 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 943 time: 0.0542955 Jul 29 15:40:41.918253 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aff41ef5-342f-432f-af41-dc276cc013cf req-9ffbc1e4-74ac-4ac0-a0c0-9de1996d6b4f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340002 Jul 29 15:40:41.933095 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-435adf91-441d-47af-ac3d-a1fa925ab82b service neutron] 10.222.0.39 "GET /v2.0/ports/865f59ea-a5b5-48e4-b208-6c715bda44fe/bindings/n-h2-802893-1 HTTP/1.1" status: 200 len: 382 time: 0.0607300 Jul 29 15:40:41.995571 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-c1b01033-18b7-4d1a-89d4-ca2105e9cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:41.997093 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-c1b01033-18b7-4d1a-89d4-ca2105e9cf7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 1094 time: 0.0410483 Jul 29 15:40:42.090802 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-fddb5636-40a1-4b2c-bfd5-9b740867a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:42.092284 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-fddb5636-40a1-4b2c-bfd5-9b740867a743 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0880911 Jul 29 15:40:42.158257 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-522781c0-62eb-488c-ac89-12994abc1b6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 200 len: 1000 time: 0.0581176 Jul 29 15:40:42.207589 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-4dc9f2c4-e889-470a-9d09-235ec34acf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:42.209021 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-4dc9f2c4-e889-470a-9d09-235ec34acf50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0439749 Jul 29 15:40:42.258086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-e93bc8bd-20af-4e20-bbbe-4a41691558de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:42.259563 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-e93bc8bd-20af-4e20-bbbe-4a41691558de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439520 Jul 29 15:40:42.355031 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-f1af2ebc-4bc0-4640-993d-ace4382e3371 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883698 Jul 29 15:40:42.447283 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-ba1fe318-5174-48fd-ba13-b3d41222ff69 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851312 Jul 29 15:40:42.851358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 865f59ea-a5b5-48e4-b208-6c715bda44fe details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:40:42.947897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:40:42.959745 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'port_id': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'mac_address': 'fa:16:3e:d2:6f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:40:42.997191 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:43.010976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865f59ea-a5b5-48e4-b208-6c715bda44fe {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:40:43.030285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:40:43.035588 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:43.041535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54684b2-4c0f-47be-af7e-1ba77e7952db req-f16454dd-0050-451c-a9bf-453dcf9f7dc1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:43.043073 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e54684b2-4c0f-47be-af7e-1ba77e7952db req-f16454dd-0050-451c-a9bf-453dcf9f7dc1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 943 time: 0.0508106 Jul 29 15:40:43.083455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=865f59ea-a5b5-48e4-b208-6c715bda44fe,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:40:43.083699 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e54684b2-4c0f-47be-af7e-1ba77e7952db req-2d5c1449-8491-43ee-b772-7295f8c4fb6d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337501 Jul 29 15:40:43.091124 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:43.091468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:43.091813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:43.092145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:43.092471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:43.092827 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:43.093149 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:43.093470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:43.093793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:43.094111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:43.094465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:43.095108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:43.286054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['865f59ea-a5b5-48e4-b208-6c715bda44fe'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:40:44.202253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d50e5-599b-4844-80d1-f7e39cda8453 req-a9bfdf7a-85db-47bc-b12f-bae3ed3ade04 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:44.203870 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-077d50e5-599b-4844-80d1-f7e39cda8453 req-a9bfdf7a-85db-47bc-b12f-bae3ed3ade04 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 944 time: 0.0495350 Jul 29 15:40:44.246308 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-077d50e5-599b-4844-80d1-f7e39cda8453 req-c729a583-f2ec-4ba9-91ec-5b33f5026d4b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347190 Jul 29 15:40:44.879440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 865f59ea-a5b5-48e4-b208-6c715bda44fe up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:40:44.930441 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 865f59ea-a5b5-48e4-b208-6c715bda44fe completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:40:44.934190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 865f59ea-a5b5-48e4-b208-6c715bda44fe triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:40:44.934564 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:45.013430 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:45.036977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:40:45.039209 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf227aa-9e71-4889-828d-48c649cfa6ff" -d '{"events": [{"server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "name": "network-vif-plugged", "status": "completed", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:40:45.058979 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:40:45.064299 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:45.100330 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6609d8b-30c4-4480-a794-c986c8e57d44 x-openstack-request-id: req-a6609d8b-30c4-4480-a794-c986c8e57d44 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:40:45.100723 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "name": "network-vif-plugged", "status": "completed", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:40:45.101051 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6609d8b-30c4-4480-a794-c986c8e57d44 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:40:45.101507 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'code': 200} Jul 29 15:40:45.118809 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=865f59ea-a5b5-48e4-b208-6c715bda44fe,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:40:45.374419 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59a838-9854-4559-a687-b33606959f9e req-fc2e7b98-df4a-46c3-9d41-6846759a6786 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:45.375931 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f59a838-9854-4559-a687-b33606959f9e req-fc2e7b98-df4a-46c3-9d41-6846759a6786 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0575957 Jul 29 15:40:45.415693 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f59a838-9854-4559-a687-b33606959f9e req-42a1a88e-5621-434c-8275-e08604c28107 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333290 Jul 29 15:40:46.282235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-efddc90a-e4a8-468b-99dc-766d1cde8b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:46.283804 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-efddc90a-e4a8-468b-99dc-766d1cde8b02 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c&tenant_id=a98fa9aaf8844aa19d9fe10737b462f9 HTTP/1.1" status: 200 len: 1096 time: 0.0405657 Jul 29 15:40:46.300570 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:40:46.356119 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:46.535471 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce869e5b-7034-4410-bd6d-f94d390add2c req-8efb7cdc-0cff-4a21-8034-bc899d395615 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:46.537094 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce869e5b-7034-4410-bd6d-f94d390add2c req-8efb7cdc-0cff-4a21-8034-bc899d395615 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0501444 Jul 29 15:40:46.559748 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:40:46.575488 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce869e5b-7034-4410-bd6d-f94d390add2c req-ece67e0f-8dfc-4205-a105-f1ca970c65bf tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322576 Jul 29 15:40:46.594337 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:40:46.633966 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:40:46.636473 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b23afc1-4483-413a-9c60-a53b947eb809" -d '{"events": [{"server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "name": "network-vif-unplugged", "status": "completed", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:40:46.640601 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:46.654725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Transition to ACTIVE for port object 865f59ea-a5b5-48e4-b208-6c715bda44fe will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:40:46.658587 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:46.687848 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c27329-2a4e-4724-9a40-5cabac91434c x-openstack-request-id: req-30c27329-2a4e-4724-9a40-5cabac91434c {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:40:46.688856 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "name": "network-vif-unplugged", "status": "completed", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:40:46.689113 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30c27329-2a4e-4724-9a40-5cabac91434c {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:40:46.689518 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'code': 200} Jul 29 15:40:46.745151 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Pushing event updated for resources: {'Port': ['ID=865f59ea-a5b5-48e4-b208-6c715bda44fe,revision_number=10']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:40:46.762683 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:46.763042 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:46.763387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:46.763724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:46.764071 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:46.764390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:46.767807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:46.768186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:46.768530 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:46.768891 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:46.769218 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:46.769546 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:40:46.813440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] No DVR routers for this DVR port 865f59ea-a5b5-48e4-b208-6c715bda44fe on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:40:46.948859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Attempting to bind port 865f59ea-a5b5-48e4-b208-6c715bda44fe on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:40:46.949119 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Attempting to bind port 865f59ea-a5b5-48e4-b208-6c715bda44fe by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:40:46.949455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Attempting to bind port 865f59ea-a5b5-48e4-b208-6c715bda44fe on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:40:46.954318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Port 865f59ea-a5b5-48e4-b208-6c715bda44fe on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:40:46.954646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Attempting to bind port 865f59ea-a5b5-48e4-b208-6c715bda44fe on network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:40:46.959595 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:40:46.959897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Checking segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:40:46.960282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Bound using segment: {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:40:46.960738 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Bound port: 865f59ea-a5b5-48e4-b208-6c715bda44fe, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1f58a45-c815-4e1d-b598-9081ff5d671b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:40:46.961102 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:47.024985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:40:47.027955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:40:47.032414 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:47.069644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:47.070350 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:47.071794 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] 10.222.0.38 "PUT /v2.0/ports/865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 200 len: 1092 time: 0.7751112 Jul 29 15:40:47.093849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a752e-f3fb-49ac-bf4a-019f67eb1b78 service neutron] Pushing event updated for resources: {'Port': ['ID=865f59ea-a5b5-48e4-b208-6c715bda44fe,revision_number=11']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:40:47.149721 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-29a02530-8e1b-406c-86ca-1f01adc9efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:47.151255 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-29a02530-8e1b-406c-86ca-1f01adc9efc7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 1095 time: 0.0436313 Jul 29 15:40:47.245214 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-de434bf4-2b2d-4d69-ab39-ce45c9173ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:47.246691 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-de434bf4-2b2d-4d69-ab39-ce45c9173ea4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.0883205 Jul 29 15:40:47.318347 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-7df546f1-ccb0-4292-aa33-fd751b677d71 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 200 len: 1000 time: 0.0639360 Jul 29 15:40:47.368611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-cf49f7f9-7e60-4af6-ad4c-823f5f1b0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:47.370017 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-cf49f7f9-7e60-4af6-ad4c-823f5f1b0c95 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0448828 Jul 29 15:40:47.415442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-c3d7ee7f-3315-46c3-ac7c-336e917d74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:47.416957 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-c3d7ee7f-3315-46c3-ac7c-336e917d74e6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395322 Jul 29 15:40:47.509592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-9d48234b-b457-4ba6-9723-ff386cf58275 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850942 Jul 29 15:40:47.597567 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cc6bb66b-fdb7-41a7-95cb-3e0853f7709c req-5d965289-eaaf-424d-ba04-4d37a8d8bfbc service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812271 Jul 29 15:40:47.700696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8843fde-23fa-4ab4-9648-8ad172748cf2 req-9eeeb616-9c74-4f4a-a8b2-eb9f8aea7cac tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:47.702381 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8843fde-23fa-4ab4-9648-8ad172748cf2 req-9eeeb616-9c74-4f4a-a8b2-eb9f8aea7cac tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 944 time: 0.0551145 Jul 29 15:40:47.744256 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8843fde-23fa-4ab4-9648-8ad172748cf2 req-a8e89665-a1bb-4c59-bb45-5debfd99efb1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344236 Jul 29 15:40:48.691359 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:40:48.693803 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:40:48.744658 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e0b4aa-4bb4-4cfc-be80-e34095e20662 x-openstack-request-id: req-54e0b4aa-4bb4-4cfc-be80-e34095e20662 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:40:48.745024 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:40:48.745247 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54e0b4aa-4bb4-4cfc-be80-e34095e20662 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:40:48.745664 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'status': 'completed', 'code': 200} Jul 29 15:40:48.808294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-541ba201-9a64-4675-9ef7-142b65722856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:48.809842 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-541ba201-9a64-4675-9ef7-142b65722856 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 1095 time: 0.0452173 Jul 29 15:40:48.848474 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-6d48a56d-a3dc-4ef6-81b6-c19b1cdfee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:48.850112 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-6d48a56d-a3dc-4ef6-81b6-c19b1cdfee3d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 1095 time: 0.0503538 Jul 29 15:40:48.888356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 865f59ea-a5b5-48e4-b208-6c715bda44fe no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:40:48.941414 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b60d18-d9ae-452a-ab93-c72403dc94ac req-91d2ccbf-13dd-4602-96f3-beadde20021e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:48.945592 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 865f59ea-a5b5-48e4-b208-6c715bda44fe not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:40:48.948989 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-74b60d18-d9ae-452a-ab93-c72403dc94ac req-91d2ccbf-13dd-4602-96f3-beadde20021e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 944 time: 0.1242611 Jul 29 15:40:48.965469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-c4a125cc-c3fc-4e56-bb38-d62c5519cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:48.967106 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-c4a125cc-c3fc-4e56-bb38-d62c5519cf3a service neutron] 10.222.0.38 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.1104140 Jul 29 15:40:48.978890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-0218a3c4-563a-4597-82b1-757575322bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:48.980280 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-0218a3c4-563a-4597-82b1-757575322bee service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 200 len: 912 time: 0.1637726 Jul 29 15:40:49.003789 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-74b60d18-d9ae-452a-ab93-c72403dc94ac req-9cb58544-9beb-4548-8f42-9e0a08962e52 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537195 Jul 29 15:40:49.040334 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-35aeb0ca-2262-4a48-a219-6ac425c1e642 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 200 len: 1000 time: 0.0661888 Jul 29 15:40:49.061782 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-a4c26e0a-6bfc-40f6-bb6c-5417ad9ae93a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 200 len: 1000 time: 0.0717242 Jul 29 15:40:49.094063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-22fd11de-0e1a-4e88-9452-21a97ef4b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:49.095602 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-22fd11de-0e1a-4e88-9452-21a97ef4b4ba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0489426 Jul 29 15:40:49.115041 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-0f5d4b6b-433f-4e95-86f0-df89a1076c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:49.116687 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-0f5d4b6b-433f-4e95-86f0-df89a1076c05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 200 len: 850 time: 0.0476711 Jul 29 15:40:49.143496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-10139a39-f784-4c4b-b423-586171384f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:49.145030 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-10139a39-f784-4c4b-b423-586171384f05 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421937 Jul 29 15:40:49.164993 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-e7784337-e5ee-4a6e-834b-a8f87002c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:49.166725 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-e7784337-e5ee-4a6e-834b-a8f87002c695 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f7c405f-19a2-4d40-8f85-606f1e56ab32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432446 Jul 29 15:40:49.239383 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-03c81fc7-243e-46ab-a753-801a07d7a827 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869570 Jul 29 15:40:49.263820 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-51ac4e78-3b0f-48d4-9d86-cb91ae60bc83 service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898495 Jul 29 15:40:49.336382 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-2e476b47-a383-41dc-a1a4-14d8bde7eb37 service neutron] 10.222.0.38 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906589 Jul 29 15:40:49.358051 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6cde18b3-78a7-4335-9ca7-ea76b884d5ee req-f34a8245-6175-4bba-a492-56691049c73b service neutron] 10.222.0.39 "GET /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867753 Jul 29 15:40:50.135887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dabda-2426-47f0-87ab-db196131cc9f req-0c2bae61-6ca5-4586-8ad2-666b115c24a4 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:50.137395 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8b5dabda-2426-47f0-87ab-db196131cc9f req-0c2bae61-6ca5-4586-8ad2-666b115c24a4 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 944 time: 0.0512702 Jul 29 15:40:50.176125 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8b5dabda-2426-47f0-87ab-db196131cc9f req-b23fc5c9-6366-4f53-933d-4d5822a2fd5d tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317664 Jul 29 15:40:51.296877 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80440fff-d068-4dd7-a6ee-101c1adc4a34 req-a6e3a6a4-c2e5-4d08-abfe-db2d041a3d8e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:51.299077 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-80440fff-d068-4dd7-a6ee-101c1adc4a34 req-a6e3a6a4-c2e5-4d08-abfe-db2d041a3d8e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 944 time: 0.0519619 Jul 29 15:40:51.340193 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-80440fff-d068-4dd7-a6ee-101c1adc4a34 req-785b37d5-8105-43c6-ba17-e65b6c796011 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348308 Jul 29 15:40:52.461825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77316f8e-4a9f-4d84-bc44-30873547e347 req-f9abada1-f0cc-404a-9c41-e2bbf7ed8425 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:52.463324 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-77316f8e-4a9f-4d84-bc44-30873547e347 req-f9abada1-f0cc-404a-9c41-e2bbf7ed8425 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 944 time: 0.0529585 Jul 29 15:40:52.501549 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-77316f8e-4a9f-4d84-bc44-30873547e347 req-0714cf3d-39b9-4592-8f1e-e866595e92c7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321012 Jul 29 15:40:53.620865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4a639-439a-44a3-b63c-29e754fdacf9 req-64962a1e-3a07-46a3-83c9-6f0e952c1736 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:53.622342 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6bf4a639-439a-44a3-b63c-29e754fdacf9 req-64962a1e-3a07-46a3-83c9-6f0e952c1736 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 944 time: 0.0529263 Jul 29 15:40:53.660406 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6bf4a639-439a-44a3-b63c-29e754fdacf9 req-cca4ca31-9ae3-49fa-ac56-9e47b99c970b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319753 Jul 29 15:40:54.777001 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f58b25-9d3b-4e75-b6bd-79bbb3917943 req-533eeb7c-f605-418a-9910-689634249122 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:54.778411 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61f58b25-9d3b-4e75-b6bd-79bbb3917943 req-533eeb7c-f605-418a-9910-689634249122 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 944 time: 0.0498695 Jul 29 15:40:54.816956 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61f58b25-9d3b-4e75-b6bd-79bbb3917943 req-4da205cd-b8bf-4da3-a6b1-4db1fcc24d4a tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315933 Jul 29 15:40:55.935194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb3e69-1996-4907-b123-1df9e72b5cb9 req-dc1e65ff-b649-4c5b-a6f0-58ad34f60691 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:55.936686 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9fb3e69-1996-4907-b123-1df9e72b5cb9 req-dc1e65ff-b649-4c5b-a6f0-58ad34f60691 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 944 time: 0.0509381 Jul 29 15:40:55.976095 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9fb3e69-1996-4907-b123-1df9e72b5cb9 req-dd9639e0-282b-483f-8d54-b78458fcc912 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325284 Jul 29 15:40:56.883435 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:57.092992 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1cd4a-b406-44dc-bd36-3336972a3981 req-75835ac9-507a-4668-8e34-258e5e16d2fd tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:57.094463 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3c1cd4a-b406-44dc-bd36-3336972a3981 req-75835ac9-507a-4668-8e34-258e5e16d2fd tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 944 time: 0.0484769 Jul 29 15:40:57.132363 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3c1cd4a-b406-44dc-bd36-3336972a3981 req-bbaec9a8-554f-4c5f-8ffb-5d5b3c6a3244 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314982 Jul 29 15:40:58.252437 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e75c4-dc5a-4c29-8574-0d1907738caa req-dd916b2b-b3cc-4eda-b554-7f9b91a3ad0f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:58.254026 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7f6e75c4-dc5a-4c29-8574-0d1907738caa req-dd916b2b-b3cc-4eda-b554-7f9b91a3ad0f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 944 time: 0.0531850 Jul 29 15:40:58.292773 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7f6e75c4-dc5a-4c29-8574-0d1907738caa req-a21f5684-8704-400e-b6d4-ce226d622a78 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325496 Jul 29 15:40:58.857125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 865f59ea-a5b5-48e4-b208-6c715bda44fe details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:40:58.950445 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:40:58.961884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'port_id': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'mac_address': 'fa:16:3e:d2:6f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:40:58.997592 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:59.010620 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 865f59ea-a5b5-48e4-b208-6c715bda44fe {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:40:59.033587 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:40:59.037292 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:40:59.084614 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=865f59ea-a5b5-48e4-b208-6c715bda44fe,revision_number=12']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:40:59.354499 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['865f59ea-a5b5-48e4-b208-6c715bda44fe'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:40:59.413765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a58a7-2a47-4b25-b86a-74a3f616c3eb req-5df339a4-be67-484c-8a29-8ba62032ba21 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:59.415340 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-368a58a7-2a47-4b25-b86a-74a3f616c3eb req-5df339a4-be67-484c-8a29-8ba62032ba21 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0524113 Jul 29 15:40:59.454312 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-368a58a7-2a47-4b25-b86a-74a3f616c3eb req-a9e89a19-b0ea-4f8e-8829-3472ad829bb3 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324633 Jul 29 15:40:59.573074 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e81f05-42c4-4952-8413-ef3a56468f6b req-9e3fbc81-0290-44ce-b6fc-91fcd08eb2bf tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:59.574471 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6e81f05-42c4-4952-8413-ef3a56468f6b req-9e3fbc81-0290-44ce-b6fc-91fcd08eb2bf tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0515468 Jul 29 15:40:59.613369 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6e81f05-42c4-4952-8413-ef3a56468f6b req-4608af89-99bd-44aa-9d79-46914eb2805f tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321898 Jul 29 15:40:59.726646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f3985-36af-4c75-9d33-e218734be18d req-56887335-661c-4f0c-acf5-b6a031b3c8d0 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:40:59.728189 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-729f3985-36af-4c75-9d33-e218734be18d req-56887335-661c-4f0c-acf5-b6a031b3c8d0 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0485494 Jul 29 15:40:59.766589 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-729f3985-36af-4c75-9d33-e218734be18d req-faead2fd-95a3-4b00-abdc-1599763c10af tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324574 Jul 29 15:41:00.006366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217673fb-65cf-4884-bfab-5a25f39cad99 req-6399347d-2b52-4248-af4e-4be49f7572c9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:00.007855 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-217673fb-65cf-4884-bfab-5a25f39cad99 req-6399347d-2b52-4248-af4e-4be49f7572c9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 945 time: 0.0510719 Jul 29 15:41:00.045126 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-217673fb-65cf-4884-bfab-5a25f39cad99 req-98d31f97-44b6-4371-9c42-5d4f4b03ffd1 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311587 Jul 29 15:41:00.617048 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d0d53f43-40c2-486e-8b5a-15f1908e22e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:00.873374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 865f59ea-a5b5-48e4-b208-6c715bda44fe up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:41:00.924348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 865f59ea-a5b5-48e4-b208-6c715bda44fe completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:41:00.928082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 865f59ea-a5b5-48e4-b208-6c715bda44fe triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:41:00.928453 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:01.003449 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:01.025213 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:41:01.027426 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43d64b6-570f-48c9-b5ac-c6d1879bec81" -d '{"events": [{"server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "name": "network-vif-plugged", "status": "completed", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:41:01.040278 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:01.044880 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:01.072174 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a707873-0219-468c-be56-f93b5cc8a61b x-openstack-request-id: req-0a707873-0219-468c-be56-f93b5cc8a61b {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:41:01.072460 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "name": "network-vif-plugged", "status": "completed", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:41:01.072734 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a707873-0219-468c-be56-f93b5cc8a61b {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:41:01.073125 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'code': 200} Jul 29 15:41:01.099701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=865f59ea-a5b5-48e4-b208-6c715bda44fe,revision_number=13']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:01.170243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85324628-b0af-4a8e-a108-987b7ab55ee3 req-66a9acee-c25d-4728-9b64-575ec847f371 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:01.171711 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-85324628-b0af-4a8e-a108-987b7ab55ee3 req-66a9acee-c25d-4728-9b64-575ec847f371 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 946 time: 0.0532930 Jul 29 15:41:01.210516 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-85324628-b0af-4a8e-a108-987b7ab55ee3 req-c6952220-6b29-4e8d-aaaf-e018db4c5db7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups?id=305a6733-2422-47f0-b673-05d219687a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316670 Jul 29 15:41:01.630591 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9db06-7ca9-4d59-8259-e1ed7593efe0 req-8345e9fb-ca65-445c-aed7-834df1e44ac9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:01.632078 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3c9db06-7ca9-4d59-8259-e1ed7593efe0 req-8345e9fb-ca65-445c-aed7-834df1e44ac9 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.38 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 946 time: 0.0488720 Jul 29 15:41:01.722308 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-b3c9db06-7ca9-4d59-8259-e1ed7593efe0 req-d93e21ad-e54e-424e-894e-74a549497d03 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Deleting port 865f59ea-a5b5-48e4-b208-6c715bda44fe {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:41:01.722648 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b3c9db06-7ca9-4d59-8259-e1ed7593efe0 req-d93e21ad-e54e-424e-894e-74a549497d03 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:01.815539 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b3c9db06-7ca9-4d59-8259-e1ed7593efe0 req-d93e21ad-e54e-424e-894e-74a549497d03 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] For port 865f59ea-a5b5-48e4-b208-6c715bda44fe, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=865f59ea-a5b5-48e4-b208-6c715bda44fe,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:01.815911 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b3c9db06-7ca9-4d59-8259-e1ed7593efe0 req-d93e21ad-e54e-424e-894e-74a549497d03 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:01.986845 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b3c9db06-7ca9-4d59-8259-e1ed7593efe0 req-d93e21ad-e54e-424e-894e-74a549497d03 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:01.987205 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b3c9db06-7ca9-4d59-8259-e1ed7593efe0 req-d93e21ad-e54e-424e-894e-74a549497d03 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:01.987512 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [req-b3c9db06-7ca9-4d59-8259-e1ed7593efe0 req-d93e21ad-e54e-424e-894e-74a549497d03 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Floating IP 8d21d671-ab87-4eff-807a-990ca476561c disassociated. External IP: 172.25.6.254, port: 865f59ea-a5b5-48e4-b208-6c715bda44fe. Jul 29 15:41:01.987843 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-b3c9db06-7ca9-4d59-8259-e1ed7593efe0 req-d93e21ad-e54e-424e-894e-74a549497d03 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Calling delete_port for 865f59ea-a5b5-48e4-b208-6c715bda44fe owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:41:02.118445 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b3c9db06-7ca9-4d59-8259-e1ed7593efe0 req-d93e21ad-e54e-424e-894e-74a549497d03 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:02.149728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e21ad-e54e-424e-894e-74a549497d03 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Pushing event deleted for resources: {'Port': ['ID=865f59ea-a5b5-48e4-b208-6c715bda44fe,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:02.268010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3c9db06-7ca9-4d59-8259-e1ed7593efe0 req-d93e21ad-e54e-424e-894e-74a549497d03 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Router 39a9033b-87b3-4413-9711-fdf1e4c4e161 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:41:02.311616 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b9b81492-7121-4558-9798-c1144a7f9ef9 req-0b7de9ea-be18-4e99-be64-459030c93ca2 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 210 time: 0.0272362 Jul 29 15:41:02.382237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3c9db06-7ca9-4d59-8259-e1ed7593efe0 req-d93e21ad-e54e-424e-894e-74a549497d03 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:41:02.392495 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ecbf49-b8c1-4459-90ac-7442786ea8ac None None] Sync routers for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:41:02.401056 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ecbf49-b8c1-4459-90ac-7442786ea8ac None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:41:02.401657 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c8ecbf49-b8c1-4459-90ac-7442786ea8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:40:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:02.422003 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c9db06-7ca9-4d59-8259-e1ed7593efe0 req-d93e21ad-e54e-424e-894e-74a549497d03 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] No DVR routers for this DVR port 865f59ea-a5b5-48e4-b208-6c715bda44fe on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:41:02.426034 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b3c9db06-7ca9-4d59-8259-e1ed7593efe0 req-d93e21ad-e54e-424e-894e-74a549497d03 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:02.428252 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b3c9db06-7ca9-4d59-8259-e1ed7593efe0 req-d93e21ad-e54e-424e-894e-74a549497d03 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.38 "DELETE /v2.0/ports/865f59ea-a5b5-48e4-b208-6c715bda44fe HTTP/1.1" status: 204 len: 173 time: 0.7900071 Jul 29 15:41:02.428719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'name': 'network-vif-deleted', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:41:02.431106 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c4b854-dffd-4fbf-acd3-91b4d66f9fd4" -d '{"events": [{"server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "name": "network-vif-deleted", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:41:02.470154 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a01db48-7ced-42fd-9ceb-3e748b4a2a7a x-openstack-request-id: req-3a01db48-7ced-42fd-9ceb-3e748b4a2a7a {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:41:02.470442 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c", "name": "network-vif-deleted", "tag": "865f59ea-a5b5-48e4-b208-6c715bda44fe", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:41:02.470825 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a01db48-7ced-42fd-9ceb-3e748b4a2a7a {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:41:02.471500 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c', 'name': 'network-vif-deleted', 'tag': '865f59ea-a5b5-48e4-b208-6c715bda44fe', 'status': 'completed', 'code': 200} Jul 29 15:41:02.512994 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-c8ecbf49-b8c1-4459-90ac-7442786ea8ac None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:41:02.717661 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c8ecbf49-b8c1-4459-90ac-7442786ea8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:02.744803 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ecbf49-b8c1-4459-90ac-7442786ea8ac None None] Checking router: 39a9033b-87b3-4413-9711-fdf1e4c4e161 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:41:02.753713 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ecbf49-b8c1-4459-90ac-7442786ea8ac None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:41:02.754328 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c8ecbf49-b8c1-4459-90ac-7442786ea8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:40:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:02.949795 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-c8ecbf49-b8c1-4459-90ac-7442786ea8ac None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:41:03.146806 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c8ecbf49-b8c1-4459-90ac-7442786ea8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:03.177062 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ecbf49-b8c1-4459-90ac-7442786ea8ac None None] The sync data for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 is: [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:17Z', 'revision_number': 4, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '04d7020c-e918-4891-96d0-4a471c112265', 'name': '', 'network_id': '0f7c405f-19a2-4d40-8f85-606f1e56ab32', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'mac_address': 'fa:16:3e:71:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:17Z', 'updated_at': '2021-07-29T15:31:22Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'subnets': [{'id': '92d14917-8124-42a3-8e4a-b33ee619910e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:41:03.285718 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:03.396376 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-73ff7d6c-7f21-463f-bb74-f8444699c3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:03.423606 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-432f6f34-b11c-4f1b-aa98-0911ce5c30bc req-eda27d59-e9dd-4709-9b74-2438be05b47e tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 210 time: 0.0292730 Jul 29 15:41:03.429937 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaaa5be-74a6-48bf-9ff3-3ecdfb7ee88d None None] New status for floating IP 8d21d671-ab87-4eff-807a-990ca476561c: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:41:04.528127 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:04.532038 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8be56793-321e-41ae-906f-1ee4eff62983 req-f7f2b4c6-aad0-4360-9d7f-c7e15785a2b4 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 210 time: 0.0322475 Jul 29 15:41:05.630211 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3671b43a-7c3a-480c-8318-6a19c7fb4b0f req-9cfb84c5-e30d-413c-b09c-82d61f94af48 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/ports?device_id=b74ceffb-1760-4fb3-9e6b-b1e90f7d2d7c HTTP/1.1" status: 200 len: 210 time: 0.0278518 Jul 29 15:41:06.489333 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:06.921728 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 865f59ea-a5b5-48e4-b208-6c715bda44fe no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:41:06.949402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 865f59ea-a5b5-48e4-b208-6c715bda44fe {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:41:06.950057 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 865f59ea-a5b5-48e4-b208-6c715bda44fe not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:41:09.332206 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53814) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:09.387674 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e19bee11-35f6-440f-9e65-008890cad9d7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:09.413690 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e19bee11-35f6-440f-9e65-008890cad9d7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:09.461629 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e19bee11-35f6-440f-9e65-008890cad9d7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:09.464230 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e19bee11-35f6-440f-9e65-008890cad9d7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:09.467786 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e19bee11-35f6-440f-9e65-008890cad9d7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "DELETE /v2.0/security-groups/305a6733-2422-47f0-b673-05d219687a2b HTTP/1.1" status: 204 len: 168 time: 0.1322224 Jul 29 15:41:09.468120 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53816) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:09.475484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bee11-35f6-440f-9e65-008890cad9d7 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=305a6733-2422-47f0-b673-05d219687a2b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:09.488964 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-d6a7bf63-99c5-49c1-94f5-026a9157146b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] show failed (client error): The resource could not be found. Jul 29 15:41:09.490001 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d6a7bf63-99c5-49c1-94f5-026a9157146b tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "GET /v2.0/security-groups/305a6733-2422-47f0-b673-05d219687a2b HTTP/1.1" status: 404 len: 347 time: 0.0207350 Jul 29 15:41:09.492789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53818) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:09.620290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-6338b76c-e8ba-43d7-be92-1397059c1a40 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Deleting port d1a3f592-93a5-4186-95d5-7763d34ef894 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:41:09.620634 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6338b76c-e8ba-43d7-be92-1397059c1a40 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:09.693319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6338b76c-e8ba-43d7-be92-1397059c1a40 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:09.693596 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6338b76c-e8ba-43d7-be92-1397059c1a40 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:09.705281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-6338b76c-e8ba-43d7-be92-1397059c1a40 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Calling delete_port for d1a3f592-93a5-4186-95d5-7763d34ef894 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:41:09.851902 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6338b76c-e8ba-43d7-be92-1397059c1a40 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:09.879810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338b76c-e8ba-43d7-be92-1397059c1a40 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Pushing event deleted for resources: {'Port': ['ID=d1a3f592-93a5-4186-95d5-7763d34ef894,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:09.942157 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6338b76c-e8ba-43d7-be92-1397059c1a40 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:09.944820 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6338b76c-e8ba-43d7-be92-1397059c1a40 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:09.945923 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6338b76c-e8ba-43d7-be92-1397059c1a40 tempest-ServerActionsTestJSON-1472103181 tempest-ServerActionsTestJSON-1472103181-project] 10.222.0.16 "DELETE /v2.0/floatingips/8d21d671-ab87-4eff-807a-990ca476561c HTTP/1.1" status: 204 len: 168 time: 0.4522240 Jul 29 15:41:09.948949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53820) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:10.687491 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a2f7fdc5-52e6-40ee-a06f-699cc823b511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:10.932958 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7fdc5-52e6-40ee-a06f-699cc823b511 admin admin] Deleting port 04d7020c-e918-4891-96d0-4a471c112265 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:41:10.933296 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a2f7fdc5-52e6-40ee-a06f-699cc823b511 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:11.013383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-a2f7fdc5-52e6-40ee-a06f-699cc823b511 admin admin] For port 04d7020c-e918-4891-96d0-4a471c112265, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=04d7020c-e918-4891-96d0-4a471c112265,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:11.013748 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a2f7fdc5-52e6-40ee-a06f-699cc823b511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:11.027616 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7fdc5-52e6-40ee-a06f-699cc823b511 admin admin] Calling delete_port for 04d7020c-e918-4891-96d0-4a471c112265 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:41:11.202737 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a2f7fdc5-52e6-40ee-a06f-699cc823b511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:11.230080 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7fdc5-52e6-40ee-a06f-699cc823b511 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d7020c-e918-4891-96d0-4a471c112265,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:11.399476 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a2f7fdc5-52e6-40ee-a06f-699cc823b511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:11.448536 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:11.623205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f7fdc5-52e6-40ee-a06f-699cc823b511 admin admin] Router 39a9033b-87b3-4413-9711-fdf1e4c4e161 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:41:11.730533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f7fdc5-52e6-40ee-a06f-699cc823b511 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:41:11.737765 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a2f7fdc5-52e6-40ee-a06f-699cc823b511 admin admin] 10.222.0.16 "PUT /v2.0/routers/39a9033b-87b3-4413-9711-fdf1e4c4e161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7871547 Jul 29 15:41:11.738936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53824) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:11.740901 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b81da4b-d2b8-42de-9596-7fb30cbd466e None None] Sync routers for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:41:11.752471 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b81da4b-d2b8-42de-9596-7fb30cbd466e None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:41:11.753111 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7b81da4b-d2b8-42de-9596-7fb30cbd466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:41:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:11.857520 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1864ef50-38ce-45e8-ae5c-2037f36ebf14 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:11.862385 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-7b81da4b-d2b8-42de-9596-7fb30cbd466e None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:41:11.967064 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1864ef50-38ce-45e8-ae5c-2037f36ebf14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:12.022730 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1864ef50-38ce-45e8-ae5c-2037f36ebf14 admin admin] Deleting port 7ae572f5-4940-4eb8-a2fb-c55a78edf460 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:41:12.023072 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1864ef50-38ce-45e8-ae5c-2037f36ebf14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:12.044501 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7b81da4b-d2b8-42de-9596-7fb30cbd466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:41:11Z', 'revision_number': 5, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port': {'id': '7ae572f5-4940-4eb8-a2fb-c55a78edf460', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:12.070887 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b81da4b-d2b8-42de-9596-7fb30cbd466e None None] Checking router: 39a9033b-87b3-4413-9711-fdf1e4c4e161 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:41:12.079477 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b81da4b-d2b8-42de-9596-7fb30cbd466e None None] Routers {'39a9033b-87b3-4413-9711-fdf1e4c4e161'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:41:12.080094 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7b81da4b-d2b8-42de-9596-7fb30cbd466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:41:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['39a9033b-87b3-4413-9711-fdf1e4c4e161'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:12.110203 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-1864ef50-38ce-45e8-ae5c-2037f36ebf14 admin admin] For port 7ae572f5-4940-4eb8-a2fb-c55a78edf460, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7ae572f5-4940-4eb8-a2fb-c55a78edf460,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:12.110490 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1864ef50-38ce-45e8-ae5c-2037f36ebf14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:12.122381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1864ef50-38ce-45e8-ae5c-2037f36ebf14 admin admin] Calling delete_port for 7ae572f5-4940-4eb8-a2fb-c55a78edf460 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:41:12.164922 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-7b81da4b-d2b8-42de-9596-7fb30cbd466e None None] Set router 39a9033b-87b3-4413-9711-fdf1e4c4e161 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:41:12.217729 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7b81da4b-d2b8-42de-9596-7fb30cbd466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:41:11Z', 'revision_number': 6, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:12.245431 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b81da4b-d2b8-42de-9596-7fb30cbd466e None None] The sync data for ids ['39a9033b-87b3-4413-9711-fdf1e4c4e161'] in n-d-802893-1 is: [{'id': '39a9033b-87b3-4413-9711-fdf1e4c4e161', 'name': 'tempest-ServerActionsTestJSON-915182330-router', 'tenant_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:31:15Z', 'updated_at': '2021-07-29T15:41:11Z', 'revision_number': 6, 'project_id': 'a98fa9aaf8844aa19d9fe10737b462f9', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:41:12.296308 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1864ef50-38ce-45e8-ae5c-2037f36ebf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:12.322833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864ef50-38ce-45e8-ae5c-2037f36ebf14 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae572f5-4940-4eb8-a2fb-c55a78edf460,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:12.381943 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1864ef50-38ce-45e8-ae5c-2037f36ebf14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:12.470668 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1864ef50-38ce-45e8-ae5c-2037f36ebf14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:12.473004 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1864ef50-38ce-45e8-ae5c-2037f36ebf14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:12.520871 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1864ef50-38ce-45e8-ae5c-2037f36ebf14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:12.521502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1864ef50-38ce-45e8-ae5c-2037f36ebf14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39a9033b-87b3-4413-9711-fdf1e4c4e161 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:41:12.526127 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1864ef50-38ce-45e8-ae5c-2037f36ebf14 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:12.527182 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1864ef50-38ce-45e8-ae5c-2037f36ebf14 admin admin] 10.222.0.16 "DELETE /v2.0/routers/39a9033b-87b3-4413-9711-fdf1e4c4e161 HTTP/1.1" status: 204 len: 168 time: 0.7873023 Jul 29 15:41:12.529847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53826) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:12.573988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-6127e1b0-ed2f-4ced-825f-13e8d7e3cd96 admin admin] Deleting subnet 92d14917-8124-42a3-8e4a-b33ee619910e {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:41:12.577017 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6127e1b0-ed2f-4ced-825f-13e8d7e3cd96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:12.618518 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6127e1b0-ed2f-4ced-825f-13e8d7e3cd96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:12.707597 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 04d7020c-e918-4891-96d0-4a471c112265 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:41:12.719931 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6127e1b0-ed2f-4ced-825f-13e8d7e3cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:12.728892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 04d7020c-e918-4891-96d0-4a471c112265 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:41:12.729165 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 04d7020c-e918-4891-96d0-4a471c112265 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:41:12.776374 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6127e1b0-ed2f-4ced-825f-13e8d7e3cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:12.802488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127e1b0-ed2f-4ced-825f-13e8d7e3cd96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d14917-8124-42a3-8e4a-b33ee619910e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:12.806858 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6127e1b0-ed2f-4ced-825f-13e8d7e3cd96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:12.809389 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6127e1b0-ed2f-4ced-825f-13e8d7e3cd96 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/92d14917-8124-42a3-8e4a-b33ee619910e HTTP/1.1" status: 204 len: 168 time: 0.2786331 Jul 29 15:41:12.811713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7c8591-a9cc-409d-b3ac-f38ea4fcedb3 None None] Network 0f7c405f-19a2-4d40-8f85-606f1e56ab32 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:12.811890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53828) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:12.886608 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:12.947949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] Deleting port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:41:12.948374 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:13.017384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] For port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e28fd3e1-0bac-4aa9-88d4-554d0635d8c7,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:13.017750 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:13.032644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] Calling delete_port for e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:41:13.049222 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70dd49d-2c17-4ec9-a13f-012d2f7d092f None None] DHCP port deletion for 0f7c405f-19a2-4d40-8f85-606f1e56ab32 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:41:13.104831 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d70dd49d-2c17-4ec9-a13f-012d2f7d092f None None] Deleting port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:41:13.106157 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d70dd49d-2c17-4ec9-a13f-012d2f7d092f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:13.123999 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:13.138949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] No DVR routers for this DVR port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:41:13.162938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=e28fd3e1-0bac-4aa9-88d4-554d0635d8c7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:13.185003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d70dd49d-2c17-4ec9-a13f-012d2f7d092f None None] For port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e28fd3e1-0bac-4aa9-88d4-554d0635d8c7,segment=NetworkSegment(b1f58a45-c815-4e1d-b598-9081ff5d671b),segment_id=b1f58a45-c815-4e1d-b598-9081ff5d671b)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:13.185629 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d70dd49d-2c17-4ec9-a13f-012d2f7d092f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:13.199753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-d70dd49d-2c17-4ec9-a13f-012d2f7d092f None None] Calling delete_port for e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:41:13.241899 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:13.253873 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7c405f-19a2-4d40-8f85-606f1e56ab32']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:13.270661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f58a45-c815-4e1d-b598-9081ff5d671b') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:13.271003 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f58a45-c815-4e1d-b598-9081ff5d671b') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:13.281382 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:13.286910 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d70dd49d-2c17-4ec9-a13f-012d2f7d092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:13.296948 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:13.303953 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:41:13.304362 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:41:13.306154 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:41:13.322692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70dd49d-2c17-4ec9-a13f-012d2f7d092f None None] No DVR routers for this DVR port e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:41:13.332161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dd49d-2c17-4ec9-a13f-012d2f7d092f None None] Pushing event deleted for resources: {'Port': ['ID=e28fd3e1-0bac-4aa9-88d4-554d0635d8c7,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:13.371217 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:13.378313 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:13.380330 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] 10.222.0.16 "DELETE /v2.0/networks/0f7c405f-19a2-4d40-8f85-606f1e56ab32 HTTP/1.1" status: 204 len: 168 time: 0.5672979 Jul 29 15:41:13.392485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c969070-78fd-406a-a338-b69b76d92e5e admin admin] Pushing event deleted for resources: {'Network': ['ID=0f7c405f-19a2-4d40-8f85-606f1e56ab32,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:13.491852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53832) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:13.531643 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-53f1b998-b0da-4819-b526-8dd4743ef932 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a98fa9aaf8844aa19d9fe10737b462f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385015 Jul 29 15:41:13.534176 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53834) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:13.586870 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4850e7df-bd6e-4bb4-85fc-e4d3e6ca5220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:13.608234 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4850e7df-bd6e-4bb4-85fc-e4d3e6ca5220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:13.654524 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4850e7df-bd6e-4bb4-85fc-e4d3e6ca5220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:13.657374 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4850e7df-bd6e-4bb4-85fc-e4d3e6ca5220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:13.658517 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4850e7df-bd6e-4bb4-85fc-e4d3e6ca5220 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56188474-9286-4684-83e5-678584c99e37 HTTP/1.1" status: 204 len: 168 time: 0.1234484 Jul 29 15:41:13.666305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850e7df-bd6e-4bb4-85fc-e4d3e6ca5220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56188474-9286-4684-83e5-678584c99e37,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:14.404539 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 53856) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:14.536587 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1dd07e43-b8cc-49d9-8b16-3263d1b7cb7c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-995621660-network', 'tenant_id': '3db5a581430448ab826e0a32c7f15933'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:14.541564 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:41:14.559347 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd07e43-b8cc-49d9-8b16-3263d1b7cb7c admin admin] Made reservation on behalf of 3db5a581430448ab826e0a32c7f15933 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:14.561893 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1dd07e43-b8cc-49d9-8b16-3263d1b7cb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:14.563295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:41:14.563643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e28fd3e1-0bac-4aa9-88d4-554d0635d8c7 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:41:14.564447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7ae572f5-4940-4eb8-a2fb-c55a78edf460 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:41:14.570602 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1dd07e43-b8cc-49d9-8b16-3263d1b7cb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:14.583194 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 7ae572f5-4940-4eb8-a2fb-c55a78edf460 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:41:14.583542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7ae572f5-4940-4eb8-a2fb-c55a78edf460 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:41:14.668801 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1dd07e43-b8cc-49d9-8b16-3263d1b7cb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:14.672631 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1dd07e43-b8cc-49d9-8b16-3263d1b7cb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:14.699186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd07e43-b8cc-49d9-8b16-3263d1b7cb7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:41:14.718156 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd07e43-b8cc-49d9-8b16-3263d1b7cb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad122678-6c3a-4753-aa1a-3b2e331e42d3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:14.722306 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1dd07e43-b8cc-49d9-8b16-3263d1b7cb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:14.722645 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-1dd07e43-b8cc-49d9-8b16-3263d1b7cb7c admin admin] Added segment 2091a72e-d6b5-4de6-91da-99d37ed92efe of type vlan for network 25d674f8-052b-4b3b-bd9b-986c6703d440 Jul 29 15:41:14.770649 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1dd07e43-b8cc-49d9-8b16-3263d1b7cb7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:14.802480 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1dd07e43-b8cc-49d9-8b16-3263d1b7cb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:14.803493 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd07e43-b8cc-49d9-8b16-3263d1b7cb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:14.804077 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1dd07e43-b8cc-49d9-8b16-3263d1b7cb7c admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:14.857735 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1dd07e43-b8cc-49d9-8b16-3263d1b7cb7c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4520228 Jul 29 15:41:14.861047 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 53860) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:14.867205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ef650080-4eab-4980-890c-279629df6a03 admin admin] Request body: {'subnet': {'network_id': '25d674f8-052b-4b3b-bd9b-986c6703d440', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-995621660-subnet', 'tenant_id': '3db5a581430448ab826e0a32c7f15933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:14.869837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd07e43-b8cc-49d9-8b16-3263d1b7cb7c admin admin] Pushing event updated for resources: {'Network': ['ID=25d674f8-052b-4b3b-bd9b-986c6703d440,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:14.881420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 25d674f8-052b-4b3b-bd9b-986c6703d440 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:41:14.890695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef650080-4eab-4980-890c-279629df6a03 admin admin] Made reservation on behalf of 3db5a581430448ab826e0a32c7f15933 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:14.893780 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef650080-4eab-4980-890c-279629df6a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:15.066746 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef650080-4eab-4980-890c-279629df6a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:15.131112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef650080-4eab-4980-890c-279629df6a03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29006f0-de9b-473c-b174-a02f0ce3eb51,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:15.138714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef650080-4eab-4980-890c-279629df6a03 admin admin] Checking segment: {'id': '2091a72e-d6b5-4de6-91da-99d37ed92efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '25d674f8-052b-4b3b-bd9b-986c6703d440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:41:15.139104 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef650080-4eab-4980-890c-279629df6a03 admin admin] Network hostable DHCP agents. Network: 25d674f8-052b-4b3b-bd9b-986c6703d440, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:41:15.157040 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef650080-4eab-4980-890c-279629df6a03 admin admin] Network 25d674f8-052b-4b3b-bd9b-986c6703d440 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:41:15.166315 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-ef650080-4eab-4980-890c-279629df6a03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 25d674f8-052b-4b3b-bd9b-986c6703d440) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:41:15.171010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef650080-4eab-4980-890c-279629df6a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:15.171599 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ef650080-4eab-4980-890c-279629df6a03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:15.177994 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a5d651-455c-4280-9453-a0e0b7187c06 None None] Network 25d674f8-052b-4b3b-bd9b-986c6703d440 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:15.190435 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ef650080-4eab-4980-890c-279629df6a03 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3280230 Jul 29 15:41:15.309284 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4a414a-3850-4f3c-9413-fdae738df251 None None] Network 25d674f8-052b-4b3b-bd9b-986c6703d440 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:15.628182 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-b50c8e9e-ac4f-422e-a874-0adb9a74210e tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:15.629719 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-b50c8e9e-ac4f-422e-a874-0adb9a74210e tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/networks?id=25d674f8-052b-4b3b-bd9b-986c6703d440 HTTP/1.1" status: 200 len: 813 time: 0.1047926 Jul 29 15:41:15.644750 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-ed4311f5-ee3f-47d6-bf5b-55d2bbf0d9bf tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/quotas/3db5a581430448ab826e0a32c7f15933 HTTP/1.1" status: 200 len: 375 time: 0.0091753 Jul 29 15:41:15.677710 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-b21dae62-7643-476c-95d6-2ffd872a3404 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3db5a581430448ab826e0a32c7f15933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274787 Jul 29 15:41:15.839978 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-58724e63-4b56-4685-b3af-a76d0c2896a3 service neutron] 10.222.0.16 "GET /v2.0/networks/25d674f8-052b-4b3b-bd9b-986c6703d440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230092 Jul 29 15:41:15.929865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-bf669012-9674-4bb1-a6d4-d9d312f6269c service neutron] 10.222.0.16 "GET /v2.0/networks/25d674f8-052b-4b3b-bd9b-986c6703d440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829186 Jul 29 15:41:16.091791 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88fdbaa1-0326-4a2a-8b68-d8b16714613a req-6f898587-52e0-4fc8-a1a5-c3356095c856 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 210 time: 0.0268686 Jul 29 15:41:17.200581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-dc14c012-a21e-4239-987b-cc7c902aee99 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:17.202605 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-dc14c012-a21e-4239-987b-cc7c902aee99 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.39 "GET /v2.0/networks?id=25d674f8-052b-4b3b-bd9b-986c6703d440 HTTP/1.1" status: 200 len: 813 time: 0.1091444 Jul 29 15:41:17.209531 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a8da8ba5-0344-4e30-a976-8b7ffa01b496 req-12bcd5bd-b59c-404a-9588-a6a618d07888 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 210 time: 0.0337119 Jul 29 15:41:17.215403 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-188af11d-1a71-42aa-86a7-a30d0dfebcd7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Request body: {'port': {'device_id': '66971c8e-11dd-42c0-aa95-c732ee12cba2', 'network_id': '25d674f8-052b-4b3b-bd9b-986c6703d440', 'admin_state_up': True, 'tenant_id': '3db5a581430448ab826e0a32c7f15933'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:17.326226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-188af11d-1a71-42aa-86a7-a30d0dfebcd7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Made reservation on behalf of 3db5a581430448ab826e0a32c7f15933 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:17.329972 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-188af11d-1a71-42aa-86a7-a30d0dfebcd7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:17.458980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-188af11d-1a71-42aa-86a7-a30d0dfebcd7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Allocated IP 172.20.0.3 (25d674f8-052b-4b3b-bd9b-986c6703d440/f29006f0-de9b-473c-b174-a02f0ce3eb51/d6ba4ceb-b212-4170-a510-148b78039d80) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:41:17.606742 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-188af11d-1a71-42aa-86a7-a30d0dfebcd7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:17.646102 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-188af11d-1a71-42aa-86a7-a30d0dfebcd7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:17.691184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-188af11d-1a71-42aa-86a7-a30d0dfebcd7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Network 25d674f8-052b-4b3b-bd9b-986c6703d440 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:41:17.694214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-188af11d-1a71-42aa-86a7-a30d0dfebcd7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:41:17.700414 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-188af11d-1a71-42aa-86a7-a30d0dfebcd7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:41:17.724407 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188af11d-1a71-42aa-86a7-a30d0dfebcd7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Pushing event updated for resources: {'Port': ['ID=d6ba4ceb-b212-4170-a510-148b78039d80,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:17.751956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-188af11d-1a71-42aa-86a7-a30d0dfebcd7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:17.752553 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-188af11d-1a71-42aa-86a7-a30d0dfebcd7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:17.766759 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-188af11d-1a71-42aa-86a7-a30d0dfebcd7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5553126 Jul 29 15:41:17.780129 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-1c3ba5e2-bb5b-4b7a-9359-c502f1dc7417 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:41:17.781183 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-1c3ba5e2-bb5b-4b7a-9359-c502f1dc7417 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052249 Jul 29 15:41:17.792434 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Request body: {'port': {'device_id': '66971c8e-11dd-42c0-aa95-c732ee12cba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:17.847425 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:17.939824 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:41:18.108163 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ba4ceb-b212-4170-a510-148b78039d80 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:41:18.116887 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:18.128979 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Transition to ACTIVE for port object d6ba4ceb-b212-4170-a510-148b78039d80 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:41:18.132653 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:18.181046 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ba4ceb-b212-4170-a510-148b78039d80,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:18.250277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Attempting to bind port d6ba4ceb-b212-4170-a510-148b78039d80 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:41:18.250902 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Attempting to bind port d6ba4ceb-b212-4170-a510-148b78039d80 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '2091a72e-d6b5-4de6-91da-99d37ed92efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '25d674f8-052b-4b3b-bd9b-986c6703d440'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:41:18.251002 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Attempting to bind port d6ba4ceb-b212-4170-a510-148b78039d80 on network 25d674f8-052b-4b3b-bd9b-986c6703d440 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:41:18.255294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Port d6ba4ceb-b212-4170-a510-148b78039d80 on network 25d674f8-052b-4b3b-bd9b-986c6703d440 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:41:18.255614 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Attempting to bind port d6ba4ceb-b212-4170-a510-148b78039d80 on network 25d674f8-052b-4b3b-bd9b-986c6703d440 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:41:18.260288 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:41:18.260625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Checking segment: {'id': '2091a72e-d6b5-4de6-91da-99d37ed92efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '25d674f8-052b-4b3b-bd9b-986c6703d440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:41:18.261037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Bound using segment: {'id': '2091a72e-d6b5-4de6-91da-99d37ed92efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '25d674f8-052b-4b3b-bd9b-986c6703d440'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:41:18.261461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Bound port: d6ba4ceb-b212-4170-a510-148b78039d80, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2091a72e-d6b5-4de6-91da-99d37ed92efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '25d674f8-052b-4b3b-bd9b-986c6703d440'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:41:18.261817 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:18.360595 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08102d-fba2-4d40-9b55-b3d3e13aaf25 req-b2f63030-6520-4044-a991-6a24efd9c67b tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:18.361999 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad08102d-fba2-4d40-9b55-b3d3e13aaf25 req-b2f63030-6520-4044-a991-6a24efd9c67b tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 943 time: 0.0908999 Jul 29 15:41:18.366209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] For port d6ba4ceb-b212-4170-a510-148b78039d80, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:41:18.370802 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] For port d6ba4ceb-b212-4170-a510-148b78039d80, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d6ba4ceb-b212-4170-a510-148b78039d80,segment=NetworkSegment(2091a72e-d6b5-4de6-91da-99d37ed92efe),segment_id=2091a72e-d6b5-4de6-91da-99d37ed92efe)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:41:18.377836 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:18.428335 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:18.428978 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:18.430369 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] 10.222.0.39 "PUT /v2.0/ports/d6ba4ceb-b212-4170-a510-148b78039d80 HTTP/1.1" status: 200 len: 1091 time: 0.6419046 Jul 29 15:41:18.430807 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66971c8e-11dd-42c0-aa95-c732ee12cba2', 'tag': 'd6ba4ceb-b212-4170-a510-148b78039d80'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:41:18.433065 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abf09f0-cb5c-4cf4-be84-a145e0f747c7" -d '{"events": [{"name": "network-changed", "server_uuid": "66971c8e-11dd-42c0-aa95-c732ee12cba2", "tag": "d6ba4ceb-b212-4170-a510-148b78039d80"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:41:18.462566 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ad08102d-fba2-4d40-9b55-b3d3e13aaf25 req-65509bd6-759b-457c-8585-d1abe8614160 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940776 Jul 29 15:41:18.466232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9206f3e-240c-4b5f-9d66-eba711d86951 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ba4ceb-b212-4170-a510-148b78039d80,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:18.506268 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b619161-2fae-4a45-96bc-1700384715ea x-openstack-request-id: req-9b619161-2fae-4a45-96bc-1700384715ea {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:41:18.506558 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66971c8e-11dd-42c0-aa95-c732ee12cba2", "tag": "d6ba4ceb-b212-4170-a510-148b78039d80", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:41:18.506805 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b619161-2fae-4a45-96bc-1700384715ea {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:41:18.507219 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66971c8e-11dd-42c0-aa95-c732ee12cba2', 'tag': 'd6ba4ceb-b212-4170-a510-148b78039d80', 'status': 'completed', 'code': 200} Jul 29 15:41:18.541776 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-930f802e-be9f-405a-86b4-5f42447ed4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:18.543277 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-930f802e-be9f-405a-86b4-5f42447ed4f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3db5a581430448ab826e0a32c7f15933&device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 1094 time: 0.0498984 Jul 29 15:41:18.591144 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-ba5186a0-00d7-459c-b273-7c8d02237f9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6ba4ceb-b212-4170-a510-148b78039d80 HTTP/1.1" status: 200 len: 217 time: 0.0370226 Jul 29 15:41:18.643538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-e64f0b16-5bf0-42ec-985e-81395298fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:18.644961 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-e64f0b16-5bf0-42ec-985e-81395298fd21 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f29006f0-de9b-473c-b174-a02f0ce3eb51 HTTP/1.1" status: 200 len: 853 time: 0.0469763 Jul 29 15:41:18.677033 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-f0401ef7-55e3-4e96-ab3b-44d9bfff64ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25d674f8-052b-4b3b-bd9b-986c6703d440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251069 Jul 29 15:41:18.770618 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-6275e663-52e8-4cc7-af6c-9ee2f1ee8348 service neutron] 10.222.0.39 "GET /v2.0/networks/25d674f8-052b-4b3b-bd9b-986c6703d440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864043 Jul 29 15:41:18.860920 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a8728b9f-ad58-4e19-bf13-90262cae4ad7 req-0b73f581-ed57-4a58-b4ef-d7e4a2d70bf1 service neutron] 10.222.0.39 "GET /v2.0/networks/25d674f8-052b-4b3b-bd9b-986c6703d440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817626 Jul 29 15:41:18.955712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf09f0-cb5c-4cf4-be84-a145e0f747c7 req-bf528d89-b617-4f38-ba57-b4bc4b6f6ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:18.957149 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4abf09f0-cb5c-4cf4-be84-a145e0f747c7 req-bf528d89-b617-4f38-ba57-b4bc4b6f6ece service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3db5a581430448ab826e0a32c7f15933&device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 1094 time: 0.0482187 Jul 29 15:41:19.046132 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf09f0-cb5c-4cf4-be84-a145e0f747c7 req-8676eb6f-79b5-4552-8a09-cdc7e1e13c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:19.048128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4abf09f0-cb5c-4cf4-be84-a145e0f747c7 req-8676eb6f-79b5-4552-8a09-cdc7e1e13c7b service neutron] 10.222.0.39 "GET /v2.0/networks?id=25d674f8-052b-4b3b-bd9b-986c6703d440 HTTP/1.1" status: 200 len: 914 time: 0.0834816 Jul 29 15:41:19.095848 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4abf09f0-cb5c-4cf4-be84-a145e0f747c7 req-c926a51a-91c3-45a9-9c01-394c95c619bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6ba4ceb-b212-4170-a510-148b78039d80 HTTP/1.1" status: 200 len: 217 time: 0.0385053 Jul 29 15:41:19.147012 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf09f0-cb5c-4cf4-be84-a145e0f747c7 req-da16dea4-46a6-4f88-8eb4-2bb2a642d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:19.148446 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4abf09f0-cb5c-4cf4-be84-a145e0f747c7 req-da16dea4-46a6-4f88-8eb4-2bb2a642d059 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f29006f0-de9b-473c-b174-a02f0ce3eb51 HTTP/1.1" status: 200 len: 853 time: 0.0434170 Jul 29 15:41:19.181197 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4abf09f0-cb5c-4cf4-be84-a145e0f747c7 req-42b4b66b-6eff-44ec-8593-39186e3a00f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=25d674f8-052b-4b3b-bd9b-986c6703d440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241489 Jul 29 15:41:19.270535 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4abf09f0-cb5c-4cf4-be84-a145e0f747c7 req-52a0d2ac-18c7-4473-a69c-65530f55bcc7 service neutron] 10.222.0.39 "GET /v2.0/networks/25d674f8-052b-4b3b-bd9b-986c6703d440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812731 Jul 29 15:41:19.365720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4abf09f0-cb5c-4cf4-be84-a145e0f747c7 req-4b46cdea-9786-4641-bb7c-931a1199863d service neutron] 10.222.0.39 "GET /v2.0/networks/25d674f8-052b-4b3b-bd9b-986c6703d440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864084 Jul 29 15:41:19.583113 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80fde9-fbd3-449a-a79e-b2b7a87fea15 req-6d141705-d94c-4a5e-8019-e1a24a754ee7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:19.584629 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc80fde9-fbd3-449a-a79e-b2b7a87fea15 req-6d141705-d94c-4a5e-8019-e1a24a754ee7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 943 time: 0.0498440 Jul 29 15:41:19.623057 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cc80fde9-fbd3-449a-a79e-b2b7a87fea15 req-d7afbb69-733b-48b7-b790-5731c2a49595 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324581 Jul 29 15:41:20.740810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f3d03-db5c-4bcd-b449-897066c5a188 req-97a57727-fdb1-4817-ac28-cf79df1de370 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:20.742351 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0b0f3d03-db5c-4bcd-b449-897066c5a188 req-97a57727-fdb1-4817-ac28-cf79df1de370 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 943 time: 0.0488842 Jul 29 15:41:20.786068 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0b0f3d03-db5c-4bcd-b449-897066c5a188 req-889d5bf5-f3ba-481a-b3be-d5a44f69152f tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378087 Jul 29 15:41:21.117192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d6ba4ceb-b212-4170-a510-148b78039d80 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:41:21.214539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port d6ba4ceb-b212-4170-a510-148b78039d80, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d6ba4ceb-b212-4170-a510-148b78039d80,segment=NetworkSegment(2091a72e-d6b5-4de6-91da-99d37ed92efe),segment_id=2091a72e-d6b5-4de6-91da-99d37ed92efe)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:21.226847 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'd6ba4ceb-b212-4170-a510-148b78039d80', 'network_id': '25d674f8-052b-4b3b-bd9b-986c6703d440', 'port_id': 'd6ba4ceb-b212-4170-a510-148b78039d80', 'mac_address': 'fa:16:3e:47:77:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29006f0-de9b-473c-b174-a02f0ce3eb51', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:41:21.264186 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:21.277279 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ba4ceb-b212-4170-a510-148b78039d80 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:41:21.296202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port d6ba4ceb-b212-4170-a510-148b78039d80, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d6ba4ceb-b212-4170-a510-148b78039d80,segment=NetworkSegment(2091a72e-d6b5-4de6-91da-99d37ed92efe),segment_id=2091a72e-d6b5-4de6-91da-99d37ed92efe)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:21.300689 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:21.348429 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=d6ba4ceb-b212-4170-a510-148b78039d80,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:21.530413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['d6ba4ceb-b212-4170-a510-148b78039d80'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:41:21.911332 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54376e91-0d6b-467b-95fe-d07fe2c0d2b8 req-94568d2d-6a71-4010-a92c-c5ad2c6a43ef tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:21.912826 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-54376e91-0d6b-467b-95fe-d07fe2c0d2b8 req-94568d2d-6a71-4010-a92c-c5ad2c6a43ef tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 944 time: 0.0542359 Jul 29 15:41:21.951085 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-54376e91-0d6b-467b-95fe-d07fe2c0d2b8 req-2792ba05-aa2b-45e5-9d32-2749858c2147 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322182 Jul 29 15:41:23.071324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e5043-0650-4e69-831f-7ee76340ce06 req-e9024e03-218e-49fd-913e-0618cb6415af tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:23.072837 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b6e5043-0650-4e69-831f-7ee76340ce06 req-e9024e03-218e-49fd-913e-0618cb6415af tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 944 time: 0.0483880 Jul 29 15:41:23.111389 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3b6e5043-0650-4e69-831f-7ee76340ce06 req-570a975e-49d0-414f-9978-319c91d0b215 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321891 Jul 29 15:41:23.131573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d6ba4ceb-b212-4170-a510-148b78039d80 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:41:23.179172 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port d6ba4ceb-b212-4170-a510-148b78039d80 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:41:23.182618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port d6ba4ceb-b212-4170-a510-148b78039d80 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:41:23.182984 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:23.263060 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:23.285254 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66971c8e-11dd-42c0-aa95-c732ee12cba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ba4ceb-b212-4170-a510-148b78039d80'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:41:23.287473 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd63cca-59cc-4a26-b2b5-704c4414b816" -d '{"events": [{"server_uuid": "66971c8e-11dd-42c0-aa95-c732ee12cba2", "name": "network-vif-plugged", "status": "completed", "tag": "d6ba4ceb-b212-4170-a510-148b78039d80"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:41:23.300218 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port d6ba4ceb-b212-4170-a510-148b78039d80, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d6ba4ceb-b212-4170-a510-148b78039d80,segment=NetworkSegment(2091a72e-d6b5-4de6-91da-99d37ed92efe),segment_id=2091a72e-d6b5-4de6-91da-99d37ed92efe)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:23.304188 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:23.326595 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69723a2c-34f3-4b35-b6b5-07c5ae9dc7f4 x-openstack-request-id: req-69723a2c-34f3-4b35-b6b5-07c5ae9dc7f4 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:41:23.326881 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66971c8e-11dd-42c0-aa95-c732ee12cba2", "name": "network-vif-plugged", "status": "completed", "tag": "d6ba4ceb-b212-4170-a510-148b78039d80", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:41:23.327133 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69723a2c-34f3-4b35-b6b5-07c5ae9dc7f4 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:41:23.327516 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66971c8e-11dd-42c0-aa95-c732ee12cba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ba4ceb-b212-4170-a510-148b78039d80', 'code': 200} Jul 29 15:41:23.355373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=d6ba4ceb-b212-4170-a510-148b78039d80,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:23.417518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4188b-bced-4869-87b3-e80c8a9bee6a req-333017fb-e69d-4f25-a3b0-53ca2f034642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:23.421027 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2f4188b-bced-4869-87b3-e80c8a9bee6a req-333017fb-e69d-4f25-a3b0-53ca2f034642 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 1096 time: 0.0392139 Jul 29 15:41:23.457305 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c2f4188b-bced-4869-87b3-e80c8a9bee6a req-5786c078-e5db-436f-80e2-0b692751f78f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287740 Jul 29 15:41:24.234815 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f084902-fe51-44f9-a44c-f5ac9d107040 req-b2cf67aa-3f14-43e7-bb30-2bd545fd6a6b tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:24.236539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f084902-fe51-44f9-a44c-f5ac9d107040 req-b2cf67aa-3f14-43e7-bb30-2bd545fd6a6b tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 945 time: 0.0549338 Jul 29 15:41:24.274576 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f084902-fe51-44f9-a44c-f5ac9d107040 req-5f496ca5-4833-4703-9af7-272fb1d493bc tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320561 Jul 29 15:41:25.391640 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b9dba-63d9-4c4a-844a-06538416c0e9 req-9ac66ad7-b05b-4112-8425-9adbc52a657b tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:25.393172 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c22b9dba-63d9-4c4a-844a-06538416c0e9 req-9ac66ad7-b05b-4112-8425-9adbc52a657b tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 945 time: 0.0489836 Jul 29 15:41:25.431798 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c22b9dba-63d9-4c4a-844a-06538416c0e9 req-a6b64867-67b5-4ba8-b22d-d7076037c274 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326550 Jul 29 15:41:25.658866 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-f43b05f5-f559-442f-8a1f-b951fa9f1034 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:25.660479 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-f43b05f5-f559-442f-8a1f-b951fa9f1034 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/networks?id=25d674f8-052b-4b3b-bd9b-986c6703d440 HTTP/1.1" status: 200 len: 813 time: 0.1030610 Jul 29 15:41:25.675439 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-c5e5406b-230b-44fd-bffa-b84eb6d41c64 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/quotas/3db5a581430448ab826e0a32c7f15933 HTTP/1.1" status: 200 len: 375 time: 0.0091417 Jul 29 15:41:25.724227 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-727d578e-b9a1-4a42-9f74-a40470c3d4e0 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3db5a581430448ab826e0a32c7f15933&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432692 Jul 29 15:41:25.815181 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-155fee6e-e71b-4aa6-b37b-c977c7e12d0a service neutron] 10.222.0.16 "GET /v2.0/networks/25d674f8-052b-4b3b-bd9b-986c6703d440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839992 Jul 29 15:41:25.904047 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-c6a9f0e1-8704-436a-8031-98e12f2cc482 service neutron] 10.222.0.16 "GET /v2.0/networks/25d674f8-052b-4b3b-bd9b-986c6703d440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827565 Jul 29 15:41:26.063563 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-901aba89-e338-41ef-a8d7-c781d1f77e48 req-70cc41e8-2802-4709-8aeb-7537fd0770ce tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c705f937-2056-48d2-aa48-a965dd8b50a9 HTTP/1.1" status: 200 len: 210 time: 0.0296109 Jul 29 15:41:26.880347 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:27.136511 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-6b808243-0a17-4911-a86e-1e52f08e9b09 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:27.138119 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-6b808243-0a17-4911-a86e-1e52f08e9b09 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.38 "GET /v2.0/networks?id=25d674f8-052b-4b3b-bd9b-986c6703d440 HTTP/1.1" status: 200 len: 813 time: 0.1115384 Jul 29 15:41:27.176522 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ba1080a-d36f-4f4f-bc46-fe96ac57034d req-06921075-12a5-4d3d-a8b7-d2e39a06a528 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c705f937-2056-48d2-aa48-a965dd8b50a9 HTTP/1.1" status: 200 len: 210 time: 0.0373144 Jul 29 15:41:27.180040 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-6140d532-dd89-44fb-b0a1-a0b307775bb4 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Request body: {'port': {'device_id': 'c705f937-2056-48d2-aa48-a965dd8b50a9', 'network_id': '25d674f8-052b-4b3b-bd9b-986c6703d440', 'admin_state_up': True, 'tenant_id': '3db5a581430448ab826e0a32c7f15933'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:27.285539 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-6140d532-dd89-44fb-b0a1-a0b307775bb4 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Made reservation on behalf of 3db5a581430448ab826e0a32c7f15933 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:27.289283 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-6140d532-dd89-44fb-b0a1-a0b307775bb4 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:27.414128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-6140d532-dd89-44fb-b0a1-a0b307775bb4 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Allocated IP 172.20.0.8 (25d674f8-052b-4b3b-bd9b-986c6703d440/f29006f0-de9b-473c-b174-a02f0ce3eb51/c43a8966-5a6d-4beb-85b9-46009b17238a) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:41:27.561899 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-6140d532-dd89-44fb-b0a1-a0b307775bb4 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:27.947610 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-6140d532-dd89-44fb-b0a1-a0b307775bb4 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:27.959522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['d6ba4ceb-b212-4170-a510-148b78039d80'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:41:27.989286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-6140d532-dd89-44fb-b0a1-a0b307775bb4 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Network 25d674f8-052b-4b3b-bd9b-986c6703d440 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:41:27.992340 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-6140d532-dd89-44fb-b0a1-a0b307775bb4 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:41:27.997051 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-6140d532-dd89-44fb-b0a1-a0b307775bb4 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:41:28.030290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140d532-dd89-44fb-b0a1-a0b307775bb4 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Pushing event updated for resources: {'Port': ['ID=c43a8966-5a6d-4beb-85b9-46009b17238a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:28.057213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-6140d532-dd89-44fb-b0a1-a0b307775bb4 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:28.057825 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-6140d532-dd89-44fb-b0a1-a0b307775bb4 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:28.072436 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-6140d532-dd89-44fb-b0a1-a0b307775bb4 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8982708 Jul 29 15:41:28.088825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-84c9a1ce-5905-4d7f-a781-59bc1b37e3ab tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:41:28.089842 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-84c9a1ce-5905-4d7f-a781-59bc1b37e3ab tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055149 Jul 29 15:41:28.101979 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Request body: {'port': {'device_id': 'c705f937-2056-48d2-aa48-a965dd8b50a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:28.157395 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:28.298488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72c5e8-75d9-49a5-ab95-585b6ef2f85a req-af3ffa06-b8d8-491c-8317-e425e7744c39 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:28.300854 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eb72c5e8-75d9-49a5-ab95-585b6ef2f85a req-af3ffa06-b8d8-491c-8317-e425e7744c39 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c705f937-2056-48d2-aa48-a965dd8b50a9 HTTP/1.1" status: 200 len: 931 time: 0.0530534 Jul 29 15:41:28.342754 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eb72c5e8-75d9-49a5-ab95-585b6ef2f85a req-24e91ae2-5301-4a9c-a37f-c7729a873fee tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346911 Jul 29 15:41:28.431021 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43a8966-5a6d-4beb-85b9-46009b17238a {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:41:28.438299 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:28.451678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Transition to ACTIVE for port object c43a8966-5a6d-4beb-85b9-46009b17238a will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:41:28.456782 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:28.529883 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Pushing event updated for resources: {'Port': ['ID=c43a8966-5a6d-4beb-85b9-46009b17238a,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:28.582243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Attempting to bind port c43a8966-5a6d-4beb-85b9-46009b17238a on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:41:28.582389 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Attempting to bind port c43a8966-5a6d-4beb-85b9-46009b17238a by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '2091a72e-d6b5-4de6-91da-99d37ed92efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '25d674f8-052b-4b3b-bd9b-986c6703d440'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:41:28.582985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Attempting to bind port c43a8966-5a6d-4beb-85b9-46009b17238a on network 25d674f8-052b-4b3b-bd9b-986c6703d440 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:41:28.587205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Port c43a8966-5a6d-4beb-85b9-46009b17238a on network 25d674f8-052b-4b3b-bd9b-986c6703d440 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:41:28.587585 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Attempting to bind port c43a8966-5a6d-4beb-85b9-46009b17238a on network 25d674f8-052b-4b3b-bd9b-986c6703d440 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:41:28.592416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:41:28.592775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Checking segment: {'id': '2091a72e-d6b5-4de6-91da-99d37ed92efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '25d674f8-052b-4b3b-bd9b-986c6703d440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:41:28.593162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Bound using segment: {'id': '2091a72e-d6b5-4de6-91da-99d37ed92efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '25d674f8-052b-4b3b-bd9b-986c6703d440'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:41:28.593586 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Bound port: c43a8966-5a6d-4beb-85b9-46009b17238a, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2091a72e-d6b5-4de6-91da-99d37ed92efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '25d674f8-052b-4b3b-bd9b-986c6703d440'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:41:28.593949 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:28.659928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] For port c43a8966-5a6d-4beb-85b9-46009b17238a, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:41:28.663116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] For port c43a8966-5a6d-4beb-85b9-46009b17238a, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=c43a8966-5a6d-4beb-85b9-46009b17238a,segment=NetworkSegment(2091a72e-d6b5-4de6-91da-99d37ed92efe),segment_id=2091a72e-d6b5-4de6-91da-99d37ed92efe)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:41:28.666675 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:28.699248 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:28.700033 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:28.701633 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] 10.222.0.38 "PUT /v2.0/ports/c43a8966-5a6d-4beb-85b9-46009b17238a HTTP/1.1" status: 200 len: 1091 time: 0.6042144 Jul 29 15:41:28.703729 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c705f937-2056-48d2-aa48-a965dd8b50a9', 'tag': 'c43a8966-5a6d-4beb-85b9-46009b17238a'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:41:28.706173 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f11cf55-7133-417d-8193-860e4ef018ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c705f937-2056-48d2-aa48-a965dd8b50a9", "tag": "c43a8966-5a6d-4beb-85b9-46009b17238a"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:41:28.738044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03bd1f-9422-40c7-a73b-65fd1a3654ed service neutron] Pushing event updated for resources: {'Port': ['ID=c43a8966-5a6d-4beb-85b9-46009b17238a,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:28.758328 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949965ff-bada-4641-af28-ef8de75ad735 x-openstack-request-id: req-949965ff-bada-4641-af28-ef8de75ad735 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:41:28.758625 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c705f937-2056-48d2-aa48-a965dd8b50a9", "tag": "c43a8966-5a6d-4beb-85b9-46009b17238a", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:41:28.758876 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-949965ff-bada-4641-af28-ef8de75ad735 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:41:28.759283 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c705f937-2056-48d2-aa48-a965dd8b50a9', 'tag': 'c43a8966-5a6d-4beb-85b9-46009b17238a', 'status': 'completed', 'code': 200} Jul 29 15:41:28.820894 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-b81bcf6f-5b81-44f5-bf37-5b6b3f7f45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:28.822336 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-b81bcf6f-5b81-44f5-bf37-5b6b3f7f45a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3db5a581430448ab826e0a32c7f15933&device_id=c705f937-2056-48d2-aa48-a965dd8b50a9 HTTP/1.1" status: 200 len: 1094 time: 0.0464699 Jul 29 15:41:28.871352 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-ea1e80ec-58dc-4a5e-9267-c774995a7537 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c43a8966-5a6d-4beb-85b9-46009b17238a HTTP/1.1" status: 200 len: 217 time: 0.0356216 Jul 29 15:41:28.921354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-20feda42-d222-4c94-872e-5dc3ee2316ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:28.922699 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-20feda42-d222-4c94-872e-5dc3ee2316ef service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f29006f0-de9b-473c-b174-a02f0ce3eb51 HTTP/1.1" status: 200 len: 853 time: 0.0441015 Jul 29 15:41:28.960265 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-a571edb9-8bf6-4af8-8d40-99055d11c544 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25d674f8-052b-4b3b-bd9b-986c6703d440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304248 Jul 29 15:41:29.056427 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-b9b07347-bebe-49b3-8f1f-b2234600981e service neutron] 10.222.0.38 "GET /v2.0/networks/25d674f8-052b-4b3b-bd9b-986c6703d440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889180 Jul 29 15:41:29.147258 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b62c80d9-9435-4e8f-a57c-85bc83cb78e1 req-ee645896-c73b-4614-878b-c47d7a4989ec service neutron] 10.222.0.38 "GET /v2.0/networks/25d674f8-052b-4b3b-bd9b-986c6703d440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840280 Jul 29 15:41:29.282114 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11cf55-7133-417d-8193-860e4ef018ff req-47254777-f229-4a9e-aaad-efc4defd093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:29.283993 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f11cf55-7133-417d-8193-860e4ef018ff req-47254777-f229-4a9e-aaad-efc4defd093c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3db5a581430448ab826e0a32c7f15933&device_id=c705f937-2056-48d2-aa48-a965dd8b50a9 HTTP/1.1" status: 200 len: 1094 time: 0.0443196 Jul 29 15:41:29.370431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11cf55-7133-417d-8193-860e4ef018ff req-64b12059-8829-4d4d-8a45-b70c81c0fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:29.372010 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f11cf55-7133-417d-8193-860e4ef018ff req-64b12059-8829-4d4d-8a45-b70c81c0fdec service neutron] 10.222.0.38 "GET /v2.0/networks?id=25d674f8-052b-4b3b-bd9b-986c6703d440 HTTP/1.1" status: 200 len: 914 time: 0.0814416 Jul 29 15:41:29.419601 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f11cf55-7133-417d-8193-860e4ef018ff req-41948d2c-dfd8-4861-bc51-73851c77683d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c43a8966-5a6d-4beb-85b9-46009b17238a HTTP/1.1" status: 200 len: 217 time: 0.0393276 Jul 29 15:41:29.460341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b59b5-164d-4d5f-92d0-afad2c4e617c req-247dcd2a-6b34-4770-8cee-0881609cf4c0 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:29.461884 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d6b59b5-164d-4d5f-92d0-afad2c4e617c req-247dcd2a-6b34-4770-8cee-0881609cf4c0 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c705f937-2056-48d2-aa48-a965dd8b50a9 HTTP/1.1" status: 200 len: 943 time: 0.0488720 Jul 29 15:41:29.472981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11cf55-7133-417d-8193-860e4ef018ff req-cfd4c719-55cf-49c0-8f25-24d6fc332648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:29.474457 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f11cf55-7133-417d-8193-860e4ef018ff req-cfd4c719-55cf-49c0-8f25-24d6fc332648 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f29006f0-de9b-473c-b174-a02f0ce3eb51 HTTP/1.1" status: 200 len: 853 time: 0.0460043 Jul 29 15:41:29.501323 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6d6b59b5-164d-4d5f-92d0-afad2c4e617c req-de4e2d4a-9143-4146-b36d-27c2c2d2d2a1 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332208 Jul 29 15:41:29.506951 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f11cf55-7133-417d-8193-860e4ef018ff req-5243567d-8fc3-4a0c-82d0-eb427517042a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25d674f8-052b-4b3b-bd9b-986c6703d440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241857 Jul 29 15:41:29.596498 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f11cf55-7133-417d-8193-860e4ef018ff req-42e13b77-983d-4332-9191-b6323f074a58 service neutron] 10.222.0.38 "GET /v2.0/networks/25d674f8-052b-4b3b-bd9b-986c6703d440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816028 Jul 29 15:41:29.687705 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f11cf55-7133-417d-8193-860e4ef018ff req-28446395-ddd1-4e54-89da-2bfcfa6cb06e service neutron] 10.222.0.38 "GET /v2.0/networks/25d674f8-052b-4b3b-bd9b-986c6703d440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845158 Jul 29 15:41:30.619275 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-11ed5be9-810f-471f-883c-1a2a3d87a537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:30.622031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30847e-0a49-4178-b217-150541cfcec4 req-aef413f3-e374-4656-a323-1f9e0b80a7cc tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:30.623576 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dc30847e-0a49-4178-b217-150541cfcec4 req-aef413f3-e374-4656-a323-1f9e0b80a7cc tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c705f937-2056-48d2-aa48-a965dd8b50a9 HTTP/1.1" status: 200 len: 943 time: 0.0514219 Jul 29 15:41:30.662007 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dc30847e-0a49-4178-b217-150541cfcec4 req-ae09f443-b5c8-4853-a6b1-8e4c1486ba28 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Jul 29 15:41:31.013316 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device c43a8966-5a6d-4beb-85b9-46009b17238a details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:41:31.119180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port c43a8966-5a6d-4beb-85b9-46009b17238a, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=c43a8966-5a6d-4beb-85b9-46009b17238a,segment=NetworkSegment(2091a72e-d6b5-4de6-91da-99d37ed92efe),segment_id=2091a72e-d6b5-4de6-91da-99d37ed92efe)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:31.288074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'c43a8966-5a6d-4beb-85b9-46009b17238a', 'network_id': '25d674f8-052b-4b3b-bd9b-986c6703d440', 'port_id': 'c43a8966-5a6d-4beb-85b9-46009b17238a', 'mac_address': 'fa:16:3e:c9:83:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f29006f0-de9b-473c-b174-a02f0ce3eb51', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:41:31.327515 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:31.341354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43a8966-5a6d-4beb-85b9-46009b17238a {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:41:31.366637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port c43a8966-5a6d-4beb-85b9-46009b17238a, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=c43a8966-5a6d-4beb-85b9-46009b17238a,segment=NetworkSegment(2091a72e-d6b5-4de6-91da-99d37ed92efe),segment_id=2091a72e-d6b5-4de6-91da-99d37ed92efe)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:31.371449 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:31.420769 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=c43a8966-5a6d-4beb-85b9-46009b17238a,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:31.623911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['c43a8966-5a6d-4beb-85b9-46009b17238a'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:41:31.779466 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781125cc-b3b4-4ce7-a127-a584970f2909 req-cdf6a3a3-dc0b-4116-a9dc-b3fd938913a6 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:31.780980 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-781125cc-b3b4-4ce7-a127-a584970f2909 req-cdf6a3a3-dc0b-4116-a9dc-b3fd938913a6 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c705f937-2056-48d2-aa48-a965dd8b50a9 HTTP/1.1" status: 200 len: 944 time: 0.0499775 Jul 29 15:41:31.824226 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-781125cc-b3b4-4ce7-a127-a584970f2909 req-3a496ece-2856-4f84-9edd-81f7c2183d14 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371392 Jul 29 15:41:32.942516 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946961d-71ec-47c5-9a0f-ed9453592e41 req-318fbe06-ea09-4551-8851-8bf3d7576193 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:32.943989 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7946961d-71ec-47c5-9a0f-ed9453592e41 req-318fbe06-ea09-4551-8851-8bf3d7576193 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c705f937-2056-48d2-aa48-a965dd8b50a9 HTTP/1.1" status: 200 len: 944 time: 0.0542588 Jul 29 15:41:32.982334 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7946961d-71ec-47c5-9a0f-ed9453592e41 req-d0187ec8-fcc8-465c-bc03-ae3f4f3a9222 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324121 Jul 29 15:41:33.028542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device c43a8966-5a6d-4beb-85b9-46009b17238a up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:41:33.076958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port c43a8966-5a6d-4beb-85b9-46009b17238a completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:41:33.080483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port c43a8966-5a6d-4beb-85b9-46009b17238a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:41:33.080886 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:33.170959 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:33.198470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c705f937-2056-48d2-aa48-a965dd8b50a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43a8966-5a6d-4beb-85b9-46009b17238a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:41:33.200768 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ad8237-b3a6-4d2e-86b4-5ab413549727" -d '{"events": [{"server_uuid": "c705f937-2056-48d2-aa48-a965dd8b50a9", "name": "network-vif-plugged", "status": "completed", "tag": "c43a8966-5a6d-4beb-85b9-46009b17238a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:41:33.214161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port c43a8966-5a6d-4beb-85b9-46009b17238a, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=c43a8966-5a6d-4beb-85b9-46009b17238a,segment=NetworkSegment(2091a72e-d6b5-4de6-91da-99d37ed92efe),segment_id=2091a72e-d6b5-4de6-91da-99d37ed92efe)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:33.218611 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:33.245215 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5c19a9-c158-4017-89e4-9a610ade2c4c x-openstack-request-id: req-8b5c19a9-c158-4017-89e4-9a610ade2c4c {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:41:33.245511 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c705f937-2056-48d2-aa48-a965dd8b50a9", "name": "network-vif-plugged", "status": "completed", "tag": "c43a8966-5a6d-4beb-85b9-46009b17238a", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:41:33.245760 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b5c19a9-c158-4017-89e4-9a610ade2c4c {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:41:33.246149 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c705f937-2056-48d2-aa48-a965dd8b50a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43a8966-5a6d-4beb-85b9-46009b17238a', 'code': 200} Jul 29 15:41:33.281493 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=c43a8966-5a6d-4beb-85b9-46009b17238a,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:33.295295 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:33.358996 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925c678-e252-436d-a017-49b84cf10677 req-6fb7fa08-2103-48ae-b136-98aa2c2f8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:33.360526 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9925c678-e252-436d-a017-49b84cf10677 req-6fb7fa08-2103-48ae-b136-98aa2c2f8081 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c705f937-2056-48d2-aa48-a965dd8b50a9 HTTP/1.1" status: 200 len: 1096 time: 0.0402582 Jul 29 15:41:33.389630 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ed1be4f6-5acb-4a9e-a214-92806b641ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:33.402363 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9925c678-e252-436d-a017-49b84cf10677 req-7201e6f1-cb96-4f35-ad62-035679ad71c1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345843 Jul 29 15:41:34.095495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d926a-38ce-4740-9ca3-a91dd0cfd46a req-d932e95e-2115-47bb-ac41-9afd36a17e17 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:34.097759 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-646d926a-38ce-4740-9ca3-a91dd0cfd46a req-d932e95e-2115-47bb-ac41-9afd36a17e17 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c705f937-2056-48d2-aa48-a965dd8b50a9 HTTP/1.1" status: 200 len: 945 time: 0.0487690 Jul 29 15:41:34.135277 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-646d926a-38ce-4740-9ca3-a91dd0cfd46a req-fbaf5a49-34de-415b-9db6-1891e56a4bd3 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315800 Jul 29 15:41:34.527391 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:35.253565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f612a-a632-42b0-b89b-fdc523291273 req-77118c3c-f504-42de-af5f-f41da1926971 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:35.255022 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e2f612a-a632-42b0-b89b-fdc523291273 req-77118c3c-f504-42de-af5f-f41da1926971 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c705f937-2056-48d2-aa48-a965dd8b50a9 HTTP/1.1" status: 200 len: 945 time: 0.0488317 Jul 29 15:41:35.292526 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5e2f612a-a632-42b0-b89b-fdc523291273 req-4f89c7be-261a-4346-aa44-030070893b36 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316026 Jul 29 15:41:35.524040 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce473f17-9221-41e1-840a-9582048d0582 req-f4bce8d5-fae2-4e36-b9a6-4a0bc85e8123 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:35.525558 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce473f17-9221-41e1-840a-9582048d0582 req-f4bce8d5-fae2-4e36-b9a6-4a0bc85e8123 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c705f937-2056-48d2-aa48-a965dd8b50a9 HTTP/1.1" status: 200 len: 945 time: 0.0480514 Jul 29 15:41:35.564620 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ce473f17-9221-41e1-840a-9582048d0582 req-7310b35c-5df8-4394-83d4-1c0a2586ac14 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330534 Jul 29 15:41:36.491781 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:36.707267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df28d0a-f763-4eb9-8b8b-16ca0e009dfc req-d298f90f-f075-468c-bbb6-10f7335237af tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:36.708751 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3df28d0a-f763-4eb9-8b8b-16ca0e009dfc req-d298f90f-f075-468c-bbb6-10f7335237af tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c705f937-2056-48d2-aa48-a965dd8b50a9 HTTP/1.1" status: 200 len: 945 time: 0.0529840 Jul 29 15:41:36.749980 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3df28d0a-f763-4eb9-8b8b-16ca0e009dfc req-39eb8739-a25f-43b0-9d0b-f1682a6d4e8d tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351477 Jul 29 15:41:36.916717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41520709-73f3-43f1-8f94-d85da1473993 req-85633311-fcb9-4acd-97c5-a1116ff7ad92 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:36.918204 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41520709-73f3-43f1-8f94-d85da1473993 req-85633311-fcb9-4acd-97c5-a1116ff7ad92 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.38 "GET /v2.0/ports?device_id=c705f937-2056-48d2-aa48-a965dd8b50a9 HTTP/1.1" status: 200 len: 945 time: 0.0498102 Jul 29 15:41:37.014011 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-41520709-73f3-43f1-8f94-d85da1473993 req-78280319-9d64-4408-866c-dde24e705035 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Deleting port c43a8966-5a6d-4beb-85b9-46009b17238a {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:41:37.014265 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41520709-73f3-43f1-8f94-d85da1473993 req-78280319-9d64-4408-866c-dde24e705035 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:37.119513 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-41520709-73f3-43f1-8f94-d85da1473993 req-78280319-9d64-4408-866c-dde24e705035 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] For port c43a8966-5a6d-4beb-85b9-46009b17238a, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=c43a8966-5a6d-4beb-85b9-46009b17238a,segment=NetworkSegment(2091a72e-d6b5-4de6-91da-99d37ed92efe),segment_id=2091a72e-d6b5-4de6-91da-99d37ed92efe)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:37.119832 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41520709-73f3-43f1-8f94-d85da1473993 req-78280319-9d64-4408-866c-dde24e705035 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:37.134523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-41520709-73f3-43f1-8f94-d85da1473993 req-78280319-9d64-4408-866c-dde24e705035 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Calling delete_port for c43a8966-5a6d-4beb-85b9-46009b17238a owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:41:37.273047 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41520709-73f3-43f1-8f94-d85da1473993 req-78280319-9d64-4408-866c-dde24e705035 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:37.284597 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['d6ba4ceb-b212-4170-a510-148b78039d80'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:41:37.303124 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78280319-9d64-4408-866c-dde24e705035 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Pushing event deleted for resources: {'Port': ['ID=c43a8966-5a6d-4beb-85b9-46009b17238a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:37.310848 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['c43a8966-5a6d-4beb-85b9-46009b17238a'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:41:37.346080 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-41520709-73f3-43f1-8f94-d85da1473993 req-78280319-9d64-4408-866c-dde24e705035 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] No DVR routers for this DVR port c43a8966-5a6d-4beb-85b9-46009b17238a on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:41:37.349510 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-41520709-73f3-43f1-8f94-d85da1473993 req-78280319-9d64-4408-866c-dde24e705035 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:37.351628 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-41520709-73f3-43f1-8f94-d85da1473993 req-78280319-9d64-4408-866c-dde24e705035 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.38 "DELETE /v2.0/ports/c43a8966-5a6d-4beb-85b9-46009b17238a HTTP/1.1" status: 204 len: 173 time: 0.4271426 Jul 29 15:41:37.352250 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c705f937-2056-48d2-aa48-a965dd8b50a9', 'name': 'network-vif-deleted', 'tag': 'c43a8966-5a6d-4beb-85b9-46009b17238a'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:41:37.355129 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03efd2f6-da02-4215-8f5f-8d39ec6b4899" -d '{"events": [{"server_uuid": "c705f937-2056-48d2-aa48-a965dd8b50a9", "name": "network-vif-deleted", "tag": "c43a8966-5a6d-4beb-85b9-46009b17238a"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:41:37.397216 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a5b449-c635-44bd-b6b9-c10d85c417cf x-openstack-request-id: req-99a5b449-c635-44bd-b6b9-c10d85c417cf {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:41:37.397506 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c705f937-2056-48d2-aa48-a965dd8b50a9", "name": "network-vif-deleted", "tag": "c43a8966-5a6d-4beb-85b9-46009b17238a", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:41:37.397754 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99a5b449-c635-44bd-b6b9-c10d85c417cf {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:41:37.398157 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c705f937-2056-48d2-aa48-a965dd8b50a9', 'name': 'network-vif-deleted', 'tag': 'c43a8966-5a6d-4beb-85b9-46009b17238a', 'status': 'completed', 'code': 200} Jul 29 15:41:37.861635 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff749e81-761c-46fd-ba96-2c50f1b00e47 req-1de73acf-ceb5-4230-b8e3-c0a74a41aad7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=c705f937-2056-48d2-aa48-a965dd8b50a9 HTTP/1.1" status: 200 len: 210 time: 0.0271032 Jul 29 15:41:39.018136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7bb9f-7122-4e69-8901-cba475bcc15b req-fd199fc1-37a1-4509-979f-4820b9811ee0 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:39.019612 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00a7bb9f-7122-4e69-8901-cba475bcc15b req-fd199fc1-37a1-4509-979f-4820b9811ee0 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 945 time: 0.0530152 Jul 29 15:41:39.061581 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-00a7bb9f-7122-4e69-8901-cba475bcc15b req-5a5ad967-6fe8-4cc6-b265-358e78aa27b8 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357790 Jul 29 15:41:39.194804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6be48-f0e1-42cc-8f15-f2a6ebceef54 req-a358ccc9-1595-4cd7-bc7b-f998b438d15b tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:39.196363 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c2a6be48-f0e1-42cc-8f15-f2a6ebceef54 req-a358ccc9-1595-4cd7-bc7b-f998b438d15b tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 945 time: 0.0488551 Jul 29 15:41:39.234994 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c2a6be48-f0e1-42cc-8f15-f2a6ebceef54 req-b3cb12fd-05a3-4424-ae59-67ce39eff1da tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326083 Jul 29 15:41:39.351277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a16ee-1ebb-4ae4-8c16-a50ed7f2028a req-d1da4aba-672f-4c70-9241-f30f329f804f tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:39.352673 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8e6a16ee-1ebb-4ae4-8c16-a50ed7f2028a req-d1da4aba-672f-4c70-9241-f30f329f804f tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 945 time: 0.0492866 Jul 29 15:41:39.394727 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8e6a16ee-1ebb-4ae4-8c16-a50ed7f2028a req-ff904a6c-f18f-45b3-a8be-60bec93de532 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360839 Jul 29 15:41:39.563230 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add2461-7cba-474b-9eda-4990a547d9c7 req-3ad41137-4648-45f7-bcc1-6d300981b260 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:39.564765 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7add2461-7cba-474b-9eda-4990a547d9c7 req-3ad41137-4648-45f7-bcc1-6d300981b260 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 945 time: 0.0506225 Jul 29 15:41:39.604519 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7add2461-7cba-474b-9eda-4990a547d9c7 req-29fd1796-18cd-4723-9a1a-35fcdfac6c45 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335302 Jul 29 15:41:39.721932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810ae25-1ccd-41ab-a3cb-2acd178c1b44 req-80ba0f69-f1d8-4156-891f-238129380206 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:39.723553 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e810ae25-1ccd-41ab-a3cb-2acd178c1b44 req-80ba0f69-f1d8-4156-891f-238129380206 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 945 time: 0.0494111 Jul 29 15:41:39.762722 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e810ae25-1ccd-41ab-a3cb-2acd178c1b44 req-ab036815-c94f-48c1-9623-60bc67db6b65 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323274 Jul 29 15:41:39.894611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344b678-0444-4027-b729-66dc6e770253 req-5d83df04-ccd0-4deb-bacf-454243bbd3b8 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:39.896584 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6344b678-0444-4027-b729-66dc6e770253 req-5d83df04-ccd0-4deb-bacf-454243bbd3b8 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 945 time: 0.0530362 Jul 29 15:41:39.935529 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6344b678-0444-4027-b729-66dc6e770253 req-99145f74-7135-4fc7-8b4b-591b3813f392 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327666 Jul 29 15:41:40.248575 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32573d-d560-416d-9bab-62375962b503 req-0e2c091d-9961-4157-978f-369b70c8a3c7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:40.250117 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c32573d-d560-416d-9bab-62375962b503 req-0e2c091d-9961-4157-978f-369b70c8a3c7 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 945 time: 0.0511496 Jul 29 15:41:40.288494 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9c32573d-d560-416d-9bab-62375962b503 req-d58c9d96-89a9-42b5-b8c9-460cf2b22594 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319386 Jul 29 15:41:41.060414 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device c43a8966-5a6d-4beb-85b9-46009b17238a no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:41:41.080727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: c43a8966-5a6d-4beb-85b9-46009b17238a {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:41:41.081100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device c43a8966-5a6d-4beb-85b9-46009b17238a not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:41:41.409328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383179e-4456-4c17-b016-dbaf8b777c74 req-70902d94-19c4-4207-89bb-106e050b3fbb tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:41.410827 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2383179e-4456-4c17-b016-dbaf8b777c74 req-70902d94-19c4-4207-89bb-106e050b3fbb tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 945 time: 0.0495424 Jul 29 15:41:41.455201 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2383179e-4456-4c17-b016-dbaf8b777c74 req-4af148c9-996f-45bb-abec-c578cc8f2ea9 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad122678-6c3a-4753-aa1a-3b2e331e42d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371130 Jul 29 15:41:41.462677 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:41.627333 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3758e-cd14-45b2-989e-fe109e45e825 req-9f17a13d-820b-46c5-95f0-4e9d4c3b81da tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:41.628749 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-33a3758e-cd14-45b2-989e-fe109e45e825 req-9f17a13d-820b-46c5-95f0-4e9d4c3b81da tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.39 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 945 time: 0.0506504 Jul 29 15:41:41.722511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-33a3758e-cd14-45b2-989e-fe109e45e825 req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Deleting port d6ba4ceb-b212-4170-a510-148b78039d80 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:41:41.722855 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-33a3758e-cd14-45b2-989e-fe109e45e825 req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:41.808597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-33a3758e-cd14-45b2-989e-fe109e45e825 req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] For port d6ba4ceb-b212-4170-a510-148b78039d80, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=d6ba4ceb-b212-4170-a510-148b78039d80,segment=NetworkSegment(2091a72e-d6b5-4de6-91da-99d37ed92efe),segment_id=2091a72e-d6b5-4de6-91da-99d37ed92efe)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:41.808990 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-33a3758e-cd14-45b2-989e-fe109e45e825 req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:41.821915 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-33a3758e-cd14-45b2-989e-fe109e45e825 req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Calling delete_port for d6ba4ceb-b212-4170-a510-148b78039d80 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:41:41.968823 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-33a3758e-cd14-45b2-989e-fe109e45e825 req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:41.980576 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['d6ba4ceb-b212-4170-a510-148b78039d80'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:41:41.998847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Pushing event deleted for resources: {'Port': ['ID=d6ba4ceb-b212-4170-a510-148b78039d80,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:42.011813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:42.012170 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:42.012507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:42.012872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:42.013211 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:42.013542 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:42.013871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:42.014201 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:42.014525 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:42.014846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:42.015176 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:42.015498 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:42.051548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a3758e-cd14-45b2-989e-fe109e45e825 req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] No DVR routers for this DVR port d6ba4ceb-b212-4170-a510-148b78039d80 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:41:42.055003 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-33a3758e-cd14-45b2-989e-fe109e45e825 req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:42.057002 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-33a3758e-cd14-45b2-989e-fe109e45e825 req-c8b087f5-f525-45d8-8788-b332ee66c4ad tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.39 "DELETE /v2.0/ports/d6ba4ceb-b212-4170-a510-148b78039d80 HTTP/1.1" status: 204 len: 173 time: 0.4222429 Jul 29 15:41:42.057441 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66971c8e-11dd-42c0-aa95-c732ee12cba2', 'name': 'network-vif-deleted', 'tag': 'd6ba4ceb-b212-4170-a510-148b78039d80'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:41:42.059652 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a38afc5-3200-4d16-af3b-edc1c93c0cfc" -d '{"events": [{"server_uuid": "66971c8e-11dd-42c0-aa95-c732ee12cba2", "name": "network-vif-deleted", "tag": "d6ba4ceb-b212-4170-a510-148b78039d80"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:41:42.096097 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a66e78-5fd1-4394-a869-7758672c154f x-openstack-request-id: req-14a66e78-5fd1-4394-a869-7758672c154f {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:41:42.096640 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66971c8e-11dd-42c0-aa95-c732ee12cba2", "name": "network-vif-deleted", "tag": "d6ba4ceb-b212-4170-a510-148b78039d80", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:41:42.096923 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14a66e78-5fd1-4394-a869-7758672c154f {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:41:42.097317 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66971c8e-11dd-42c0-aa95-c732ee12cba2', 'name': 'network-vif-deleted', 'tag': 'd6ba4ceb-b212-4170-a510-148b78039d80', 'status': 'completed', 'code': 200} Jul 29 15:41:42.568958 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-983d7319-56fd-4fd3-93b1-0deb8f415d7f req-6b64659f-8ed6-4b3b-b9fb-77122eb53c14 tempest-ServersNegativeTestJSON-241468237 tempest-ServersNegativeTestJSON-241468237-project] 10.222.0.16 "GET /v2.0/ports?device_id=66971c8e-11dd-42c0-aa95-c732ee12cba2 HTTP/1.1" status: 200 len: 210 time: 0.0270576 Jul 29 15:41:43.626091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54050) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:43.670980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d95fe0-6e1c-479c-b0e7-f483aa7e6743 admin admin] Deleting subnet f29006f0-de9b-473c-b174-a02f0ce3eb51 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:41:43.674100 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81d95fe0-6e1c-479c-b0e7-f483aa7e6743 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:43.708796 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81d95fe0-6e1c-479c-b0e7-f483aa7e6743 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:43.750805 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81d95fe0-6e1c-479c-b0e7-f483aa7e6743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:43.805505 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81d95fe0-6e1c-479c-b0e7-f483aa7e6743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:43.832965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d95fe0-6e1c-479c-b0e7-f483aa7e6743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f29006f0-de9b-473c-b174-a02f0ce3eb51,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:43.835059 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81d95fe0-6e1c-479c-b0e7-f483aa7e6743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:43.836956 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-81d95fe0-6e1c-479c-b0e7-f483aa7e6743 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f29006f0-de9b-473c-b174-a02f0ce3eb51 HTTP/1.1" status: 204 len: 168 time: 0.2098243 Jul 29 15:41:43.842824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54052) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:43.917861 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f9e633a-79c0-4d5a-b59d-41bd8db6ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:44.000066 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f9e633a-79c0-4d5a-b59d-41bd8db6ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:44.009961 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-6f9e633a-79c0-4d5a-b59d-41bd8db6ce0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d674f8-052b-4b3b-bd9b-986c6703d440']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:44.020016 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-6f9e633a-79c0-4d5a-b59d-41bd8db6ce0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2091a72e-d6b5-4de6-91da-99d37ed92efe') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:44.020304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-6f9e633a-79c0-4d5a-b59d-41bd8db6ce0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2091a72e-d6b5-4de6-91da-99d37ed92efe') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:44.029077 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f9e633a-79c0-4d5a-b59d-41bd8db6ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:44.043667 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f9e633a-79c0-4d5a-b59d-41bd8db6ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:44.049580 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9e633a-79c0-4d5a-b59d-41bd8db6ce0d admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:41:44.049904 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f9e633a-79c0-4d5a-b59d-41bd8db6ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:41:44.051552 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:41:44.109539 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f9e633a-79c0-4d5a-b59d-41bd8db6ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:44.115494 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f9e633a-79c0-4d5a-b59d-41bd8db6ce0d admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:44.117505 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6f9e633a-79c0-4d5a-b59d-41bd8db6ce0d admin admin] 10.222.0.16 "DELETE /v2.0/networks/25d674f8-052b-4b3b-bd9b-986c6703d440 HTTP/1.1" status: 204 len: 168 time: 0.2764888 Jul 29 15:41:44.129009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e633a-79c0-4d5a-b59d-41bd8db6ce0d admin admin] Pushing event deleted for resources: {'Network': ['ID=25d674f8-052b-4b3b-bd9b-986c6703d440,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:44.241479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54056) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:44.283477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6c7e56e8-7cdf-4e9b-ab3d-80dff1499ce1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3db5a581430448ab826e0a32c7f15933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407839 Jul 29 15:41:44.286135 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54058) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:44.337746 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f52b1ea1-72f4-4cba-ab80-a6e1f4fd7a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:44.359515 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f52b1ea1-72f4-4cba-ab80-a6e1f4fd7a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:44.405870 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f52b1ea1-72f4-4cba-ab80-a6e1f4fd7a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:44.408365 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f52b1ea1-72f4-4cba-ab80-a6e1f4fd7a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:44.409620 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f52b1ea1-72f4-4cba-ab80-a6e1f4fd7a83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad122678-6c3a-4753-aa1a-3b2e331e42d3 HTTP/1.1" status: 204 len: 168 time: 0.1218789 Jul 29 15:41:44.420450 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b1ea1-72f4-4cba-ab80-a6e1f4fd7a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad122678-6c3a-4753-aa1a-3b2e331e42d3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:45.103719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54080) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:45.198818 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-216585a4-294c-4e9b-92e1-0aade1de0382 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1083186438'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:45.208561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d6ba4ceb-b212-4170-a510-148b78039d80 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:41:45.221822 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216585a4-294c-4e9b-92e1-0aade1de0382 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Made reservation on behalf of c3b12678a0c349c7a8573b88b825e3e4 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:45.225290 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-216585a4-294c-4e9b-92e1-0aade1de0382 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:45.229254 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: d6ba4ceb-b212-4170-a510-148b78039d80 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:41:45.229606 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device d6ba4ceb-b212-4170-a510-148b78039d80 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:41:45.237768 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-216585a4-294c-4e9b-92e1-0aade1de0382 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:45.328609 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-216585a4-294c-4e9b-92e1-0aade1de0382 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:45.332831 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-216585a4-294c-4e9b-92e1-0aade1de0382 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:45.362682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216585a4-294c-4e9b-92e1-0aade1de0382 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:41:45.369902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216585a4-294c-4e9b-92e1-0aade1de0382 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5e8fec-fbf5-40bf-bbf2-73c45db9aa53,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:45.376255 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-216585a4-294c-4e9b-92e1-0aade1de0382 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:45.376608 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-216585a4-294c-4e9b-92e1-0aade1de0382 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Added segment 1e137ec7-feee-43a6-9905-38be4e743db6 of type vlan for network ac135616-4a2d-4f50-8803-c1debfdfbec4 Jul 29 15:41:45.425659 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-216585a4-294c-4e9b-92e1-0aade1de0382 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:45.457677 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-216585a4-294c-4e9b-92e1-0aade1de0382 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:45.463424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216585a4-294c-4e9b-92e1-0aade1de0382 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:45.464034 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-216585a4-294c-4e9b-92e1-0aade1de0382 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:45.528882 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-216585a4-294c-4e9b-92e1-0aade1de0382 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4239161 Jul 29 15:41:45.534997 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216585a4-294c-4e9b-92e1-0aade1de0382 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event updated for resources: {'Network': ['ID=ac135616-4a2d-4f50-8803-c1debfdfbec4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:45.548355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network ac135616-4a2d-4f50-8803-c1debfdfbec4 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:41:48.889754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54086) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:48.894989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-efb29cf6-539a-4bb3-ad79-15ccd926cbdf tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Request body: {'subnet': {'network_id': 'ac135616-4a2d-4f50-8803-c1debfdfbec4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:48.984528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb29cf6-539a-4bb3-ad79-15ccd926cbdf tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Made reservation on behalf of c3b12678a0c349c7a8573b88b825e3e4 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:48.988005 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-efb29cf6-539a-4bb3-ad79-15ccd926cbdf tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:49.181649 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-efb29cf6-539a-4bb3-ad79-15ccd926cbdf tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:49.256462 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb29cf6-539a-4bb3-ad79-15ccd926cbdf tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event updated for resources: {'Subnet': ['ID=a4889e28-140c-46e3-a7a7-3c949a4bfeca,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:49.265933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb29cf6-539a-4bb3-ad79-15ccd926cbdf tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Checking segment: {'id': '1e137ec7-feee-43a6-9905-38be4e743db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ac135616-4a2d-4f50-8803-c1debfdfbec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:41:49.266518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb29cf6-539a-4bb3-ad79-15ccd926cbdf tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Network hostable DHCP agents. Network: ac135616-4a2d-4f50-8803-c1debfdfbec4, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:41:49.289127 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb29cf6-539a-4bb3-ad79-15ccd926cbdf tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Network ac135616-4a2d-4f50-8803-c1debfdfbec4 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:41:49.299382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-efb29cf6-539a-4bb3-ad79-15ccd926cbdf tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, ac135616-4a2d-4f50-8803-c1debfdfbec4) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:41:49.305170 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb29cf6-539a-4bb3-ad79-15ccd926cbdf tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:49.305777 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-efb29cf6-539a-4bb3-ad79-15ccd926cbdf tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:49.310784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b61eee3-4bd9-4d99-bf5e-d54910aa9498 None None] Network ac135616-4a2d-4f50-8803-c1debfdfbec4 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:49.324947 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-efb29cf6-539a-4bb3-ad79-15ccd926cbdf tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4339008 Jul 29 15:41:49.328800 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54088) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:49.334840 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9ab68087-57f5-439c-a0d1-31135884c62a tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-354025440'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:49.357504 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab68087-57f5-439c-a0d1-31135884c62a tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Made reservation on behalf of c3b12678a0c349c7a8573b88b825e3e4 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:49.361270 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ab68087-57f5-439c-a0d1-31135884c62a tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:49.386371 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab68087-57f5-439c-a0d1-31135884c62a tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:41:49.396788 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ab68087-57f5-439c-a0d1-31135884c62a tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:49.397147 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-9ab68087-57f5-439c-a0d1-31135884c62a tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Added segment 86364d10-4155-4adc-b011-ab67c46f8697 of type vlan for network 45c9ac04-e3e2-4e18-9787-2ece72cededf Jul 29 15:41:49.437964 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ab68087-57f5-439c-a0d1-31135884c62a tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:49.466264 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-ac135616-4a2d-4f50-8803-c1debfdfbec4', 'network_id': 'ac135616-4a2d-4f50-8803-c1debfdfbec4', 'tenant_id': 'c3b12678a0c349c7a8573b88b825e3e4', 'fixed_ips': [{'subnet_id': 'a4889e28-140c-46e3-a7a7-3c949a4bfeca'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:41:49.467134 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:49.472323 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ab68087-57f5-439c-a0d1-31135884c62a tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:49.478334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab68087-57f5-439c-a0d1-31135884c62a tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:49.478946 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ab68087-57f5-439c-a0d1-31135884c62a tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:49.544384 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9ab68087-57f5-439c-a0d1-31135884c62a tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2115893 Jul 29 15:41:49.544628 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54090) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:49.552321 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f1bd1de2-376d-470a-b36c-2483a26caeb5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Request body: {'subnet': {'network_id': '45c9ac04-e3e2-4e18-9787-2ece72cededf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:49.614926 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Allocated IP 2001:db8:0:ffff::2 (ac135616-4a2d-4f50-8803-c1debfdfbec4/a4889e28-140c-46e3-a7a7-3c949a4bfeca/29481ea2-84bb-4a37-8467-f179d7cc9d5b) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:41:49.773308 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:49.782671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Transition to ACTIVE for port object 29481ea2-84bb-4a37-8467-f179d7cc9d5b will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:41:49.799075 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Transition to ACTIVE for port object 29481ea2-84bb-4a37-8467-f179d7cc9d5b will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:41:49.806862 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:49.848485 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Network ac135616-4a2d-4f50-8803-c1debfdfbec4 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:41:49.853961 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:41:49.858477 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:41:49.861662 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Pushing event updated for resources: {'Port': ['ID=29481ea2-84bb-4a37-8467-f179d7cc9d5b,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:49.874525 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:49.874982 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:49.875246 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:49.875543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:49.875874 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:49.876208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:49.876540 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:49.876902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:49.877234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:49.877560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:49.877885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:49.878213 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:49.930216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab68087-57f5-439c-a0d1-31135884c62a tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event updated for resources: {'Network': ['ID=45c9ac04-e3e2-4e18-9787-2ece72cededf,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:49.930856 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Attempting to bind port 29481ea2-84bb-4a37-8467-f179d7cc9d5b on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:41:49.931032 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Attempting to bind port 29481ea2-84bb-4a37-8467-f179d7cc9d5b by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '1e137ec7-feee-43a6-9905-38be4e743db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ac135616-4a2d-4f50-8803-c1debfdfbec4'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:41:49.931522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Attempting to bind port 29481ea2-84bb-4a37-8467-f179d7cc9d5b on network ac135616-4a2d-4f50-8803-c1debfdfbec4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:41:49.937490 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:41:49.937961 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Checking segment: {'id': '1e137ec7-feee-43a6-9905-38be4e743db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ac135616-4a2d-4f50-8803-c1debfdfbec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:41:49.938283 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:49.938681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Bound using segment: {'id': '1e137ec7-feee-43a6-9905-38be4e743db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ac135616-4a2d-4f50-8803-c1debfdfbec4'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:41:49.939167 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Bound port: 29481ea2-84bb-4a37-8467-f179d7cc9d5b, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e137ec7-feee-43a6-9905-38be4e743db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ac135616-4a2d-4f50-8803-c1debfdfbec4'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:41:49.939631 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:49.943453 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 45c9ac04-e3e2-4e18-9787-2ece72cededf details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:41:50.009540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bd1de2-376d-470a-b36c-2483a26caeb5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Made reservation on behalf of c3b12678a0c349c7a8573b88b825e3e4 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:50.013257 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1bd1de2-376d-470a-b36c-2483a26caeb5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:50.065742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] For port 29481ea2-84bb-4a37-8467-f179d7cc9d5b, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:41:50.069479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] For port 29481ea2-84bb-4a37-8467-f179d7cc9d5b, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=29481ea2-84bb-4a37-8467-f179d7cc9d5b,segment=NetworkSegment(1e137ec7-feee-43a6-9905-38be4e743db6),segment_id=1e137ec7-feee-43a6-9905-38be4e743db6)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:41:50.074348 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:50.143922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdf8bb-f909-423a-b861-0ccdee1869a4 None None] Pushing event updated for resources: {'Port': ['ID=29481ea2-84bb-4a37-8467-f179d7cc9d5b,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:50.217269 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1bd1de2-376d-470a-b36c-2483a26caeb5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:50.303066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd1de2-376d-470a-b36c-2483a26caeb5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event updated for resources: {'Subnet': ['ID=5c61cb74-1fa1-4544-8545-16df65af9a9d,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:50.318424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd1de2-376d-470a-b36c-2483a26caeb5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Checking segment: {'id': '86364d10-4155-4adc-b011-ab67c46f8697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '45c9ac04-e3e2-4e18-9787-2ece72cededf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:41:50.319007 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bd1de2-376d-470a-b36c-2483a26caeb5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Network hostable DHCP agents. Network: 45c9ac04-e3e2-4e18-9787-2ece72cededf, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:41:50.347509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bd1de2-376d-470a-b36c-2483a26caeb5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Network 45c9ac04-e3e2-4e18-9787-2ece72cededf is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:41:50.359687 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-f1bd1de2-376d-470a-b36c-2483a26caeb5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 45c9ac04-e3e2-4e18-9787-2ece72cededf) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:41:50.364570 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bd1de2-376d-470a-b36c-2483a26caeb5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:50.365215 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f1bd1de2-376d-470a-b36c-2483a26caeb5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:50.369868 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b1e93f-7f97-4f9e-b532-2d343cf6cdd4 None None] Network 45c9ac04-e3e2-4e18-9787-2ece72cededf requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:50.384340 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f1bd1de2-376d-470a-b36c-2483a26caeb5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8383706 Jul 29 15:41:50.387112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54092) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:50.505131 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:50.538716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f366a9-9133-4f63-800f-b6b28b266e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-45c9ac04-e3e2-4e18-9787-2ece72cededf', 'network_id': '45c9ac04-e3e2-4e18-9787-2ece72cededf', 'tenant_id': 'c3b12678a0c349c7a8573b88b825e3e4', 'fixed_ips': [{'subnet_id': '5c61cb74-1fa1-4544-8545-16df65af9a9d'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:41:50.540438 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41f366a9-9133-4f63-800f-b6b28b266e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:50.599887 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:50.623094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 29481ea2-84bb-4a37-8467-f179d7cc9d5b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:41:50.673858 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server [None req-41f366a9-9133-4f63-800f-b6b28b266e49 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c61cb74-1fa1-4544-8545-16df65af9a9d: This subnet is being modified by another concurrent operation. Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise exception Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c61cb74-1fa1-4544-8545-16df65af9a9d: This subnet is being modified by another concurrent operation. Jul 29 15:41:50.681616 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Jul 29 15:41:50.698177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ed55ee-72bf-4893-bbfc-d78bad95fba2 None None] Network 45c9ac04-e3e2-4e18-9787-2ece72cededf requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:50.705307 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event deleted for resources: {'Subnet': ['ID=5c61cb74-1fa1-4544-8545-16df65af9a9d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:50.714479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 29481ea2-84bb-4a37-8467-f179d7cc9d5b completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:41:50.718661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:50.719018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:50.719363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:50.719702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:50.720039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:50.720377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:50.720734 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:50.721064 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:50.721679 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:50.722091 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:50.722443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:50.722758 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:41:50.790031 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:50.801476 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c9ac04-e3e2-4e18-9787-2ece72cededf']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:50.814054 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86364d10-4155-4adc-b011-ab67c46f8697') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:50.814487 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86364d10-4155-4adc-b011-ab67c46f8697') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:50.826311 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:50.842331 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:50.850351 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:41:50.850760 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:41:50.853914 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:41:50.913927 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:50.919074 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:50.924964 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "DELETE /v2.0/networks/45c9ac04-e3e2-4e18-9787-2ece72cededf HTTP/1.1" status: 204 len: 168 time: 0.5331647 Jul 29 15:41:50.925393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54094) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:50.933028 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d23e094f-79e3-4c47-897c-088adabd8939 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-472694215'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:50.944078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2775c4b-fe7b-4900-80bd-9f83417793ea tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event deleted for resources: {'Network': ['ID=45c9ac04-e3e2-4e18-9787-2ece72cededf,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:50.965442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23e094f-79e3-4c47-897c-088adabd8939 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Made reservation on behalf of c3b12678a0c349c7a8573b88b825e3e4 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:50.968965 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d23e094f-79e3-4c47-897c-088adabd8939 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:50.998381 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23e094f-79e3-4c47-897c-088adabd8939 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:41:51.009466 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d23e094f-79e3-4c47-897c-088adabd8939 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:51.009823 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-d23e094f-79e3-4c47-897c-088adabd8939 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Added segment 7bcff507-1407-451a-aac4-a21080668d81 of type vlan for network 2713e9b2-e80f-4432-8d7c-d559e63b36d2 Jul 29 15:41:51.053106 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d23e094f-79e3-4c47-897c-088adabd8939 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:51.084856 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d23e094f-79e3-4c47-897c-088adabd8939 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:51.090410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23e094f-79e3-4c47-897c-088adabd8939 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:51.091008 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d23e094f-79e3-4c47-897c-088adabd8939 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:51.129739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e72162-1483-4098-a8f3-28f82327b98a None None] Network ac135616-4a2d-4f50-8803-c1debfdfbec4 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:51.152715 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d23e094f-79e3-4c47-897c-088adabd8939 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2242274 Jul 29 15:41:51.153744 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54096) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:51.158741 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-60222637-2615-4734-a2b7-18c7a9992215 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Request body: {'subnet': {'network_id': '2713e9b2-e80f-4432-8d7c-d559e63b36d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:51.208851 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e094f-79e3-4c47-897c-088adabd8939 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event updated for resources: {'Network': ['ID=2713e9b2-e80f-4432-8d7c-d559e63b36d2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:51.221522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d4692fc0-1169-45ba-abcd-9e3c9bb1ada9 None None] Provisioning for port 29481ea2-84bb-4a37-8467-f179d7cc9d5b completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:41:51.225645 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 2713e9b2-e80f-4432-8d7c-d559e63b36d2 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:41:51.264115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d4692fc0-1169-45ba-abcd-9e3c9bb1ada9 None None] Provisioning complete for port 29481ea2-84bb-4a37-8467-f179d7cc9d5b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:41:51.264581 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4692fc0-1169-45ba-abcd-9e3c9bb1ada9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:51.266779 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60222637-2615-4734-a2b7-18c7a9992215 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Made reservation on behalf of c3b12678a0c349c7a8573b88b825e3e4 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:51.270748 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60222637-2615-4734-a2b7-18c7a9992215 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:51.336263 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.ipam_backend_mixin [None req-60222637-2615-4734-a2b7-18c7a9992215 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Performing IP validity checks on allocation pools {{(pid=94157) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 15:41:51.336714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.ipam_backend_mixin [None req-60222637-2615-4734-a2b7-18c7a9992215 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94157) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 15:41:51.434698 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4692fc0-1169-45ba-abcd-9e3c9bb1ada9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:51.469631 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d4692fc0-1169-45ba-abcd-9e3c9bb1ada9 None None] For port 29481ea2-84bb-4a37-8467-f179d7cc9d5b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=29481ea2-84bb-4a37-8467-f179d7cc9d5b,segment=NetworkSegment(1e137ec7-feee-43a6-9905-38be4e743db6),segment_id=1e137ec7-feee-43a6-9905-38be4e743db6)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:51.474801 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4692fc0-1169-45ba-abcd-9e3c9bb1ada9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:51.476591 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60222637-2615-4734-a2b7-18c7a9992215 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:51.529306 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4692fc0-1169-45ba-abcd-9e3c9bb1ada9 None None] Pushing event updated for resources: {'Port': ['ID=29481ea2-84bb-4a37-8467-f179d7cc9d5b,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:51.549018 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60222637-2615-4734-a2b7-18c7a9992215 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event updated for resources: {'Subnet': ['ID=dce1ab05-2caa-4d1e-906b-31f903c13820,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:51.566160 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60222637-2615-4734-a2b7-18c7a9992215 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Checking segment: {'id': '7bcff507-1407-451a-aac4-a21080668d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2713e9b2-e80f-4432-8d7c-d559e63b36d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:41:51.566533 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60222637-2615-4734-a2b7-18c7a9992215 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Network hostable DHCP agents. Network: 2713e9b2-e80f-4432-8d7c-d559e63b36d2, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:41:51.585153 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60222637-2615-4734-a2b7-18c7a9992215 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Network 2713e9b2-e80f-4432-8d7c-d559e63b36d2 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:41:51.597210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-60222637-2615-4734-a2b7-18c7a9992215 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 2713e9b2-e80f-4432-8d7c-d559e63b36d2) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:41:51.603026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60222637-2615-4734-a2b7-18c7a9992215 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:51.603874 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-60222637-2615-4734-a2b7-18c7a9992215 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:51.608198 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf760dd4-97d4-4f26-b9ce-c6d6d6a8acaf None None] Network 2713e9b2-e80f-4432-8d7c-d559e63b36d2 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:51.623355 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-60222637-2615-4734-a2b7-18c7a9992215 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4684684 Jul 29 15:41:51.627578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54098) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:51.714012 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-62116993-3fe3-4142-88c2-cead6f4f0f79 None None] Provisioning complete for port 29481ea2-84bb-4a37-8467-f179d7cc9d5b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:41:51.714906 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62116993-3fe3-4142-88c2-cead6f4f0f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:51.735241 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2fc90fe-63df-47b6-8665-fff4016de5f9 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:51.817260 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2fc90fe-63df-47b6-8665-fff4016de5f9 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:51.824258 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa90595-7e28-43fd-bfc5-b3b37d89bbf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-2713e9b2-e80f-4432-8d7c-d559e63b36d2', 'network_id': '2713e9b2-e80f-4432-8d7c-d559e63b36d2', 'tenant_id': 'c3b12678a0c349c7a8573b88b825e3e4', 'fixed_ips': [{'subnet_id': 'dce1ab05-2caa-4d1e-906b-31f903c13820'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:41:51.825122 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-caa90595-7e28-43fd-bfc5-b3b37d89bbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:51.919469 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2fc90fe-63df-47b6-8665-fff4016de5f9 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:51.951820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc90fe-63df-47b6-8665-fff4016de5f9 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event deleted for resources: {'Subnet': ['ID=dce1ab05-2caa-4d1e-906b-31f903c13820,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server [None req-caa90595-7e28-43fd-bfc5-b3b37d89bbf3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dce1ab05-2caa-4d1e-906b-31f903c13820: This subnet is being modified by another concurrent operation. Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server raise exception Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dce1ab05-2caa-4d1e-906b-31f903c13820: This subnet is being modified by another concurrent operation. Jul 29 15:41:51.962519 n-d-802893-1 neutron-server[94159]: ERROR oslo_messaging.rpc.server Jul 29 15:41:51.985618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f20eff2-d40d-4845-9043-fe14a23a3b14 None None] Network 2713e9b2-e80f-4432-8d7c-d559e63b36d2 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:52.018325 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2fc90fe-63df-47b6-8665-fff4016de5f9 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.029294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-b2fc90fe-63df-47b6-8665-fff4016de5f9 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2713e9b2-e80f-4432-8d7c-d559e63b36d2']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:52.045766 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-b2fc90fe-63df-47b6-8665-fff4016de5f9 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bcff507-1407-451a-aac4-a21080668d81') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:52.046048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-b2fc90fe-63df-47b6-8665-fff4016de5f9 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bcff507-1407-451a-aac4-a21080668d81') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:52.055689 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2fc90fe-63df-47b6-8665-fff4016de5f9 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.070977 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2fc90fe-63df-47b6-8665-fff4016de5f9 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.078811 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2fc90fe-63df-47b6-8665-fff4016de5f9 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:41:52.079223 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2fc90fe-63df-47b6-8665-fff4016de5f9 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:41:52.082325 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:41:52.102474 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a1ba26-1b7c-4a5b-9cf4-243ede597428 None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 15:41:52.147953 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2fc90fe-63df-47b6-8665-fff4016de5f9 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.157150 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b2fc90fe-63df-47b6-8665-fff4016de5f9 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.163351 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b2fc90fe-63df-47b6-8665-fff4016de5f9 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "DELETE /v2.0/networks/2713e9b2-e80f-4432-8d7c-d559e63b36d2 HTTP/1.1" status: 204 len: 168 time: 0.5302591 Jul 29 15:41:52.163762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54100) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:52.169130 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-aff784fb-6783-4bd6-b289-d78d9a798bd1 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1767897499'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:52.171619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc90fe-63df-47b6-8665-fff4016de5f9 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event deleted for resources: {'Network': ['ID=2713e9b2-e80f-4432-8d7c-d559e63b36d2,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:52.177853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a1ba26-1b7c-4a5b-9cf4-243ede597428 None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 15:41:52.195658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff784fb-6783-4bd6-b289-d78d9a798bd1 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Made reservation on behalf of c3b12678a0c349c7a8573b88b825e3e4 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:52.199722 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aff784fb-6783-4bd6-b289-d78d9a798bd1 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.225770 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff784fb-6783-4bd6-b289-d78d9a798bd1 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:41:52.234803 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aff784fb-6783-4bd6-b289-d78d9a798bd1 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.235212 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-aff784fb-6783-4bd6-b289-d78d9a798bd1 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Added segment b2a60a6b-b1b6-4816-8071-a2e52a3f6c7f of type vlan for network 04e2ed00-14b2-4875-ae8b-5a41d0a81057 Jul 29 15:41:52.285659 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aff784fb-6783-4bd6-b289-d78d9a798bd1 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.315211 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aff784fb-6783-4bd6-b289-d78d9a798bd1 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.321563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff784fb-6783-4bd6-b289-d78d9a798bd1 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:52.322182 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-aff784fb-6783-4bd6-b289-d78d9a798bd1 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.382142 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-aff784fb-6783-4bd6-b289-d78d9a798bd1 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2171340 Jul 29 15:41:52.386881 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54102) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:52.394665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9e2142cc-19d8-4fc1-8440-0fd36eaad93e tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Request body: {'subnet': {'network_id': '04e2ed00-14b2-4875-ae8b-5a41d0a81057', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:52.399897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff784fb-6783-4bd6-b289-d78d9a798bd1 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event updated for resources: {'Network': ['ID=04e2ed00-14b2-4875-ae8b-5a41d0a81057,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:52.400264 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3842ab-6144-4ad8-9f70-956fe316c998 None None] get_active_networks_info from n-d-802893-1 {{(pid=94159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 15:41:52.423824 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 04e2ed00-14b2-4875-ae8b-5a41d0a81057 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:41:52.493717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2142cc-19d8-4fc1-8440-0fd36eaad93e tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Made reservation on behalf of c3b12678a0c349c7a8573b88b825e3e4 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:52.497429 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9e2142cc-19d8-4fc1-8440-0fd36eaad93e tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.526492 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3842ab-6144-4ad8-9f70-956fe316c998 None None] Resources bound (agent type, host, resource id): {{(pid=94159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 15:41:52.584164 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 29481ea2-84bb-4a37-8467-f179d7cc9d5b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:41:52.700183 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9e2142cc-19d8-4fc1-8440-0fd36eaad93e tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.766602 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2142cc-19d8-4fc1-8440-0fd36eaad93e tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event updated for resources: {'Subnet': ['ID=a2565abf-c4b3-4c7e-b363-0eda950f87bf,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:52.780019 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2142cc-19d8-4fc1-8440-0fd36eaad93e tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Checking segment: {'id': 'b2a60a6b-b1b6-4816-8071-a2e52a3f6c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04e2ed00-14b2-4875-ae8b-5a41d0a81057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:41:52.780386 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2142cc-19d8-4fc1-8440-0fd36eaad93e tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Network hostable DHCP agents. Network: 04e2ed00-14b2-4875-ae8b-5a41d0a81057, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:41:52.799200 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2142cc-19d8-4fc1-8440-0fd36eaad93e tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Network 04e2ed00-14b2-4875-ae8b-5a41d0a81057 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:41:52.809535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-9e2142cc-19d8-4fc1-8440-0fd36eaad93e tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 04e2ed00-14b2-4875-ae8b-5a41d0a81057) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:41:52.814340 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2142cc-19d8-4fc1-8440-0fd36eaad93e tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:52.814934 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9e2142cc-19d8-4fc1-8440-0fd36eaad93e tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.836873 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9e2142cc-19d8-4fc1-8440-0fd36eaad93e tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4435120 Jul 29 15:41:52.837361 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54104) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:52.843410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-81f1f6cf-9a62-4e1a-8edd-77eea2198f2b tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1260089862'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:52.848894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 29481ea2-84bb-4a37-8467-f179d7cc9d5b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:41:52.849701 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.870661 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f1f6cf-9a62-4e1a-8edd-77eea2198f2b tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Made reservation on behalf of c3b12678a0c349c7a8573b88b825e3e4 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:52.874580 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81f1f6cf-9a62-4e1a-8edd-77eea2198f2b tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.901365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f1f6cf-9a62-4e1a-8edd-77eea2198f2b tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:41:52.912434 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81f1f6cf-9a62-4e1a-8edd-77eea2198f2b tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.912893 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-81f1f6cf-9a62-4e1a-8edd-77eea2198f2b tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Added segment ce028b47-54ff-46ca-9921-8c3fb651a1cd of type vlan for network 0d235ce8-03c4-4df6-ac53-ec01a590d409 Jul 29 15:41:52.956970 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81f1f6cf-9a62-4e1a-8edd-77eea2198f2b tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.987994 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81f1f6cf-9a62-4e1a-8edd-77eea2198f2b tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:52.994217 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f1f6cf-9a62-4e1a-8edd-77eea2198f2b tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:52.994960 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-81f1f6cf-9a62-4e1a-8edd-77eea2198f2b tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.011121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7184513d-5bb1-4d36-a09b-20a90b869325 None None] Network 04e2ed00-14b2-4875-ae8b-5a41d0a81057 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:53.057921 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-81f1f6cf-9a62-4e1a-8edd-77eea2198f2b tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2189717 Jul 29 15:41:53.060842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54106) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:53.065817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-29853c73-3dfa-4db5-9bc5-5053ec45bfba tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Request body: {'subnet': {'network_id': '0d235ce8-03c4-4df6-ac53-ec01a590d409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:53.111767 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1f6cf-9a62-4e1a-8edd-77eea2198f2b tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event updated for resources: {'Network': ['ID=0d235ce8-03c4-4df6-ac53-ec01a590d409,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:53.126035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 0d235ce8-03c4-4df6-ac53-ec01a590d409 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:41:53.165735 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29853c73-3dfa-4db5-9bc5-5053ec45bfba tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Made reservation on behalf of c3b12678a0c349c7a8573b88b825e3e4 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:53.169249 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-29853c73-3dfa-4db5-9bc5-5053ec45bfba tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.210145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-04e2ed00-14b2-4875-ae8b-5a41d0a81057', 'network_id': '04e2ed00-14b2-4875-ae8b-5a41d0a81057', 'tenant_id': 'c3b12678a0c349c7a8573b88b825e3e4', 'fixed_ips': [{'subnet_id': 'a2565abf-c4b3-4c7e-b363-0eda950f87bf'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:41:53.211253 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.364440 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Allocated IP 2001:db8::2 (04e2ed00-14b2-4875-ae8b-5a41d0a81057/a2565abf-c4b3-4c7e-b363-0eda950f87bf/890e498d-8a67-4e49-9caa-c36dbc59e11c) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:41:53.364962 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-29853c73-3dfa-4db5-9bc5-5053ec45bfba tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.430754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29853c73-3dfa-4db5-9bc5-5053ec45bfba tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event updated for resources: {'Subnet': ['ID=856aed72-3e7d-489d-822c-61f2815646d6,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:53.439587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29853c73-3dfa-4db5-9bc5-5053ec45bfba tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Checking segment: {'id': 'ce028b47-54ff-46ca-9921-8c3fb651a1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0d235ce8-03c4-4df6-ac53-ec01a590d409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:41:53.439951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29853c73-3dfa-4db5-9bc5-5053ec45bfba tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Network hostable DHCP agents. Network: 0d235ce8-03c4-4df6-ac53-ec01a590d409, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:41:53.456585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29853c73-3dfa-4db5-9bc5-5053ec45bfba tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Network 0d235ce8-03c4-4df6-ac53-ec01a590d409 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:41:53.465655 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-29853c73-3dfa-4db5-9bc5-5053ec45bfba tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 0d235ce8-03c4-4df6-ac53-ec01a590d409) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:41:53.469713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29853c73-3dfa-4db5-9bc5-5053ec45bfba tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:53.470407 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-29853c73-3dfa-4db5-9bc5-5053ec45bfba tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.477687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29733aa1-f52a-4f78-b7e0-0b5d6ddec2be None None] Network 0d235ce8-03c4-4df6-ac53-ec01a590d409 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:53.486600 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-29853c73-3dfa-4db5-9bc5-5053ec45bfba tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4246969 Jul 29 15:41:53.489485 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54108) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:53.567076 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.586287 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Transition to ACTIVE for port object 890e498d-8a67-4e49-9caa-c36dbc59e11c will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:41:53.591097 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6586923f-3e7a-4ead-819e-cbd0e73b7334 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.628742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Transition to ACTIVE for port object 890e498d-8a67-4e49-9caa-c36dbc59e11c will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:41:53.639514 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.649702 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6586923f-3e7a-4ead-819e-cbd0e73b7334 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.697504 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Network 04e2ed00-14b2-4875-ae8b-5a41d0a81057 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:41:53.710703 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6586923f-3e7a-4ead-819e-cbd0e73b7334 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.718242 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:41:53.724512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:41:53.728178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Pushing event updated for resources: {'Port': ['ID=890e498d-8a67-4e49-9caa-c36dbc59e11c,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:53.733629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4de5a35-cf4a-4085-b987-2bea52ba35bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-0d235ce8-03c4-4df6-ac53-ec01a590d409', 'network_id': '0d235ce8-03c4-4df6-ac53-ec01a590d409', 'tenant_id': 'c3b12678a0c349c7a8573b88b825e3e4', 'fixed_ips': [{'subnet_id': '856aed72-3e7d-489d-822c-61f2815646d6'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:41:53.734476 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4de5a35-cf4a-4085-b987-2bea52ba35bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.740299 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586923f-3e7a-4ead-819e-cbd0e73b7334 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event deleted for resources: {'Subnet': ['ID=856aed72-3e7d-489d-822c-61f2815646d6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:53.806636 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6586923f-3e7a-4ead-819e-cbd0e73b7334 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.816898 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-6586923f-3e7a-4ead-819e-cbd0e73b7334 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d235ce8-03c4-4df6-ac53-ec01a590d409']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:53.828096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-6586923f-3e7a-4ead-819e-cbd0e73b7334 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce028b47-54ff-46ca-9921-8c3fb651a1cd') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:53.828384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-6586923f-3e7a-4ead-819e-cbd0e73b7334 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce028b47-54ff-46ca-9921-8c3fb651a1cd') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:53.843259 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6586923f-3e7a-4ead-819e-cbd0e73b7334 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.854164 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Attempting to bind port 890e498d-8a67-4e49-9caa-c36dbc59e11c on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:41:53.854534 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Attempting to bind port 890e498d-8a67-4e49-9caa-c36dbc59e11c by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'b2a60a6b-b1b6-4816-8071-a2e52a3f6c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04e2ed00-14b2-4875-ae8b-5a41d0a81057'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:41:53.854989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Attempting to bind port 890e498d-8a67-4e49-9caa-c36dbc59e11c on network 04e2ed00-14b2-4875-ae8b-5a41d0a81057 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:41:53.859142 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6586923f-3e7a-4ead-819e-cbd0e73b7334 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.862119 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ad388b-1883-4ce8-b57f-00c7b67d86d1 None None] Network 0d235ce8-03c4-4df6-ac53-ec01a590d409 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:53.865257 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:41:53.865630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Checking segment: {'id': 'b2a60a6b-b1b6-4816-8071-a2e52a3f6c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04e2ed00-14b2-4875-ae8b-5a41d0a81057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:41:53.866023 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.866201 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6586923f-3e7a-4ead-819e-cbd0e73b7334 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:41:53.866407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Bound using segment: {'id': 'b2a60a6b-b1b6-4816-8071-a2e52a3f6c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04e2ed00-14b2-4875-ae8b-5a41d0a81057'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:41:53.866579 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6586923f-3e7a-4ead-819e-cbd0e73b7334 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.866876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Bound port: 890e498d-8a67-4e49-9caa-c36dbc59e11c, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a60a6b-b1b6-4816-8071-a2e52a3f6c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '04e2ed00-14b2-4875-ae8b-5a41d0a81057'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:41:53.867250 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:41:53.871350 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:41:53.930441 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6586923f-3e7a-4ead-819e-cbd0e73b7334 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.937109 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6586923f-3e7a-4ead-819e-cbd0e73b7334 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:53.941385 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6586923f-3e7a-4ead-819e-cbd0e73b7334 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "DELETE /v2.0/networks/0d235ce8-03c4-4df6-ac53-ec01a590d409 HTTP/1.1" status: 204 len: 168 time: 0.4483829 Jul 29 15:41:53.941761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54110) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:53.954626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586923f-3e7a-4ead-819e-cbd0e73b7334 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event deleted for resources: {'Network': ['ID=0d235ce8-03c4-4df6-ac53-ec01a590d409,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:53.971808 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a155b57-2ca2-44b2-949e-bf93914d0ecf tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] GET failed (client error): The resource could not be found. Jul 29 15:41:53.973111 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6a155b57-2ca2-44b2-949e-bf93914d0ecf tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "GET /v2.0/subnets/856aed72-3e7d-489d-822c-61f2815646d6 HTTP/1.1" status: 404 len: 337 time: 0.0297945 Jul 29 15:41:53.976626 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54112) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:53.995815 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff2c608-437d-4158-8c02-344c824d5e16 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] DELETE failed (client error): The resource could not be found. Jul 29 15:41:53.996381 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff2c608-437d-4158-8c02-344c824d5e16 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:41:54.001790 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-2ff2c608-437d-4158-8c02-344c824d5e16 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "DELETE /v2.0/networks/0d235ce8-03c4-4df6-ac53-ec01a590d409 HTTP/1.1" status: 404 len: 339 time: 0.0205526 Jul 29 15:41:54.002080 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54114) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:54.022565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] For port 890e498d-8a67-4e49-9caa-c36dbc59e11c, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:41:54.026559 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] For port 890e498d-8a67-4e49-9caa-c36dbc59e11c, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=890e498d-8a67-4e49-9caa-c36dbc59e11c,segment=NetworkSegment(b2a60a6b-b1b6-4816-8071-a2e52a3f6c7f),segment_id=b2a60a6b-b1b6-4816-8071-a2e52a3f6c7f)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:41:54.030599 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:54.032841 n-d-802893-1 neutron-server[94157]: INFO neutron.pecan_wsgi.hooks.translation [None req-500ec5c4-affc-4b43-a020-5f964bb2d622 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] DELETE failed (client error): The resource could not be found. Jul 29 15:41:54.033312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500ec5c4-affc-4b43-a020-5f964bb2d622 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94157) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:41:54.038059 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-500ec5c4-affc-4b43-a020-5f964bb2d622 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "DELETE /v2.0/subnets/856aed72-3e7d-489d-822c-61f2815646d6 HTTP/1.1" status: 404 len: 337 time: 0.0320470 Jul 29 15:41:54.038534 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54116) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:54.062906 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c9bdc8-0708-4154-b1ad-9b3fa41050e5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] DELETE failed (client error): The resource could not be found. Jul 29 15:41:54.063471 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c9bdc8-0708-4154-b1ad-9b3fa41050e5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:41:54.068207 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-63c9bdc8-0708-4154-b1ad-9b3fa41050e5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "DELETE /v2.0/networks/0d235ce8-03c4-4df6-ac53-ec01a590d409 HTTP/1.1" status: 404 len: 339 time: 0.0256870 Jul 29 15:41:54.068813 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54118) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:54.093033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2b827-e555-4594-93c5-d8cd6edccac2 None None] Pushing event updated for resources: {'Port': ['ID=890e498d-8a67-4e49-9caa-c36dbc59e11c,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:54.127027 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fc35bb-cbd4-40a8-b3f0-0bb7232e0c0f tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Deleting subnet a2565abf-c4b3-4c7e-b363-0eda950f87bf {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:41:54.131046 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-79fc35bb-cbd4-40a8-b3f0-0bb7232e0c0f tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:54.171098 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-79fc35bb-cbd4-40a8-b3f0-0bb7232e0c0f tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:54.274205 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-79fc35bb-cbd4-40a8-b3f0-0bb7232e0c0f tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:54.337518 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-79fc35bb-cbd4-40a8-b3f0-0bb7232e0c0f tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:54.368093 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-79fc35bb-cbd4-40a8-b3f0-0bb7232e0c0f tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:54.370052 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-79fc35bb-cbd4-40a8-b3f0-0bb7232e0c0f tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "DELETE /v2.0/subnets/a2565abf-c4b3-4c7e-b363-0eda950f87bf HTTP/1.1" status: 204 len: 168 time: 0.3004498 Jul 29 15:41:54.370978 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc35bb-cbd4-40a8-b3f0-0bb7232e0c0f tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event deleted for resources: {'Subnet': ['ID=a2565abf-c4b3-4c7e-b363-0eda950f87bf,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:54.373237 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54120) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:54.456424 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:54.510107 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Deleting port 890e498d-8a67-4e49-9caa-c36dbc59e11c {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:41:54.510440 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:54.576987 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] For port 890e498d-8a67-4e49-9caa-c36dbc59e11c, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=890e498d-8a67-4e49-9caa-c36dbc59e11c,segment=NetworkSegment(b2a60a6b-b1b6-4816-8071-a2e52a3f6c7f),segment_id=b2a60a6b-b1b6-4816-8071-a2e52a3f6c7f)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:54.577349 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:54.591959 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Calling delete_port for 890e498d-8a67-4e49-9caa-c36dbc59e11c owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:41:54.599465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 890e498d-8a67-4e49-9caa-c36dbc59e11c up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:41:54.648021 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 890e498d-8a67-4e49-9caa-c36dbc59e11c completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:41:54.679874 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:54.704149 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event deleted for resources: {'Port': ['ID=890e498d-8a67-4e49-9caa-c36dbc59e11c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:54.710757 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] No DVR routers for this DVR port 890e498d-8a67-4e49-9caa-c36dbc59e11c on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:41:54.798194 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:54.808638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e2ed00-14b2-4875-ae8b-5a41d0a81057']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:54.820243 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a60a6b-b1b6-4816-8071-a2e52a3f6c7f') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:54.820667 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a60a6b-b1b6-4816-8071-a2e52a3f6c7f') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:54.829916 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:54.845253 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:54.853048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:41:54.853456 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:41:54.856444 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:41:54.923495 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:54.932557 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:54.936952 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "DELETE /v2.0/networks/04e2ed00-14b2-4875-ae8b-5a41d0a81057 HTTP/1.1" status: 204 len: 168 time: 0.5599098 Jul 29 15:41:54.937387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54122) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:54.940601 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:41:54.953853 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa9c49-9183-42f1-be5c-f2059404fb66 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event deleted for resources: {'Network': ['ID=04e2ed00-14b2-4875-ae8b-5a41d0a81057,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:54.966360 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea2baa8-2bdb-418c-bc56-c25eb80e26c5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] DELETE failed (client error): The resource could not be found. Jul 29 15:41:54.966827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea2baa8-2bdb-418c-bc56-c25eb80e26c5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:41:54.968598 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2ea2baa8-2bdb-418c-bc56-c25eb80e26c5 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "DELETE /v2.0/subnets/dce1ab05-2caa-4d1e-906b-31f903c13820 HTTP/1.1" status: 404 len: 337 time: 0.0300524 Jul 29 15:41:54.971517 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54124) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:54.991742 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-4613f964-55f7-45f0-9a15-4741c3e94517 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] DELETE failed (client error): The resource could not be found. Jul 29 15:41:54.992305 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4613f964-55f7-45f0-9a15-4741c3e94517 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:41:54.996529 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4613f964-55f7-45f0-9a15-4741c3e94517 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "DELETE /v2.0/networks/2713e9b2-e80f-4432-8d7c-d559e63b36d2 HTTP/1.1" status: 404 len: 339 time: 0.0216637 Jul 29 15:41:54.996753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54126) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:55.023567 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4de2f4-bfb8-4bc0-8d57-0e37b680a443 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] DELETE failed (client error): The resource could not be found. Jul 29 15:41:55.024028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4de2f4-bfb8-4bc0-8d57-0e37b680a443 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:41:55.025837 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ae4de2f4-bfb8-4bc0-8d57-0e37b680a443 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "DELETE /v2.0/subnets/5c61cb74-1fa1-4544-8545-16df65af9a9d HTTP/1.1" status: 404 len: 337 time: 0.0281646 Jul 29 15:41:55.029223 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54128) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:55.048037 n-d-802893-1 neutron-server[94158]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d93cbc-fc2e-421e-b0cc-00c9092b6c3a tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] DELETE failed (client error): The resource could not be found. Jul 29 15:41:55.048768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d93cbc-fc2e-421e-b0cc-00c9092b6c3a tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94158) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 15:41:55.050524 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-13d93cbc-fc2e-421e-b0cc-00c9092b6c3a tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "DELETE /v2.0/networks/45c9ac04-e3e2-4e18-9787-2ece72cededf HTTP/1.1" status: 404 len: 339 time: 0.0203588 Jul 29 15:41:55.053377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54130) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:55.092041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd58328b-2bfd-42bc-a90e-efb626e39c09 None None] DHCP port deletion for 04e2ed00-14b2-4875-ae8b-5a41d0a81057 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:41:55.102604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-40a16490-387f-4ef2-a5ad-ca0f19dc550e None None] Could not find standard attr ID for object 890e498d-8a67-4e49-9caa-c36dbc59e11c. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:41:55.112336 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ad466f-30e9-4f75-a4a6-eeb3c498ed28 None None] Network 04e2ed00-14b2-4875-ae8b-5a41d0a81057 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:55.115041 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e3ff54-92bc-4a4e-92e3-dc64e1f9f568 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Deleting subnet a4889e28-140c-46e3-a7a7-3c949a4bfeca {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:41:55.118410 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ff54-92bc-4a4e-92e3-dc64e1f9f568 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.124880 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ad466f-30e9-4f75-a4a6-eeb3c498ed28 None None] Network 04e2ed00-14b2-4875-ae8b-5a41d0a81057 could not be found, it might have been deleted concurrently. {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 15:41:55.160246 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ff54-92bc-4a4e-92e3-dc64e1f9f568 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.245212 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ff54-92bc-4a4e-92e3-dc64e1f9f568 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.308276 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ff54-92bc-4a4e-92e3-dc64e1f9f568 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.337385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3ff54-92bc-4a4e-92e3-dc64e1f9f568 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event deleted for resources: {'Subnet': ['ID=a4889e28-140c-46e3-a7a7-3c949a4bfeca,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:55.339345 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ff54-92bc-4a4e-92e3-dc64e1f9f568 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.341792 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a1e3ff54-92bc-4a4e-92e3-dc64e1f9f568 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "DELETE /v2.0/subnets/a4889e28-140c-46e3-a7a7-3c949a4bfeca HTTP/1.1" status: 204 len: 168 time: 0.2869101 Jul 29 15:41:55.344936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54132) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:55.348063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efb8b98-4245-42d4-b73e-dfefd09201bf None None] Network ac135616-4a2d-4f50-8803-c1debfdfbec4 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:55.418178 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.475251 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Deleting port 29481ea2-84bb-4a37-8467-f179d7cc9d5b {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:41:55.475718 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.531634 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181cd934-3d58-47d9-b19c-212b845e2887 None None] DHCP port deletion for ac135616-4a2d-4f50-8803-c1debfdfbec4 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:41:55.546082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] For port 29481ea2-84bb-4a37-8467-f179d7cc9d5b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=29481ea2-84bb-4a37-8467-f179d7cc9d5b,segment=NetworkSegment(1e137ec7-feee-43a6-9905-38be4e743db6),segment_id=1e137ec7-feee-43a6-9905-38be4e743db6)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:55.546444 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.560411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Calling delete_port for 29481ea2-84bb-4a37-8467-f179d7cc9d5b owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:41:55.577316 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-181cd934-3d58-47d9-b19c-212b845e2887 None None] Deleting port 29481ea2-84bb-4a37-8467-f179d7cc9d5b {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:41:55.577696 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-181cd934-3d58-47d9-b19c-212b845e2887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.639341 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.643678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-181cd934-3d58-47d9-b19c-212b845e2887 None None] For port 29481ea2-84bb-4a37-8467-f179d7cc9d5b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=29481ea2-84bb-4a37-8467-f179d7cc9d5b,segment=NetworkSegment(1e137ec7-feee-43a6-9905-38be4e743db6),segment_id=1e137ec7-feee-43a6-9905-38be4e743db6)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:55.644183 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-181cd934-3d58-47d9-b19c-212b845e2887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.657443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-181cd934-3d58-47d9-b19c-212b845e2887 None None] Calling delete_port for 29481ea2-84bb-4a37-8467-f179d7cc9d5b owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:41:55.670601 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] No DVR routers for this DVR port 29481ea2-84bb-4a37-8467-f179d7cc9d5b on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:41:55.676480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event deleted for resources: {'Port': ['ID=29481ea2-84bb-4a37-8467-f179d7cc9d5b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:55.732748 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-181cd934-3d58-47d9-b19c-212b845e2887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.750262 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.760987 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac135616-4a2d-4f50-8803-c1debfdfbec4']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:55.762804 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cd934-3d58-47d9-b19c-212b845e2887 None None] Pushing event deleted for resources: {'Port': ['ID=29481ea2-84bb-4a37-8467-f179d7cc9d5b,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:55.764626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181cd934-3d58-47d9-b19c-212b845e2887 None None] No DVR routers for this DVR port 29481ea2-84bb-4a37-8467-f179d7cc9d5b on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:41:55.775267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e137ec7-feee-43a6-9905-38be4e743db6') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:55.775449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e137ec7-feee-43a6-9905-38be4e743db6') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:55.784586 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.798257 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.804750 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:41:55.805138 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:41:55.808027 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:41:55.867646 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.874225 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:55.876080 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] 10.222.0.16 "DELETE /v2.0/networks/ac135616-4a2d-4f50-8803-c1debfdfbec4 HTTP/1.1" status: 204 len: 168 time: 0.5301938 Jul 29 15:41:55.888585 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162546a6-533e-4ee7-9d88-809eba858809 tempest-NetworksIpV6Test-1284987746 tempest-NetworksIpV6Test-1284987746-project] Pushing event deleted for resources: {'Network': ['ID=ac135616-4a2d-4f50-8803-c1debfdfbec4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:56.119340 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54138) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:56.247657 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-efe15729-8afd-4f21-9c03-2bfa15b43cf8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3b12678a0c349c7a8573b88b825e3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271260 Jul 29 15:41:56.250204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54142) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:56.303477 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a2f088e0-328e-43e5-852e-478dfd7e4761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:56.325221 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a2f088e0-328e-43e5-852e-478dfd7e4761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:56.373408 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a2f088e0-328e-43e5-852e-478dfd7e4761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:56.375905 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a2f088e0-328e-43e5-852e-478dfd7e4761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:56.377412 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a2f088e0-328e-43e5-852e-478dfd7e4761 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff5e8fec-fbf5-40bf-bbf2-73c45db9aa53 HTTP/1.1" status: 204 len: 168 time: 0.1263011 Jul 29 15:41:56.385864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f088e0-328e-43e5-852e-478dfd7e4761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5e8fec-fbf5-40bf-bbf2-73c45db9aa53,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:56.568972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 890e498d-8a67-4e49-9caa-c36dbc59e11c no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:41:56.589621 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 890e498d-8a67-4e49-9caa-c36dbc59e11c {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:41:56.589968 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 890e498d-8a67-4e49-9caa-c36dbc59e11c not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:41:56.590393 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 29481ea2-84bb-4a37-8467-f179d7cc9d5b no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:41:56.609285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 29481ea2-84bb-4a37-8467-f179d7cc9d5b {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:41:56.609630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 29481ea2-84bb-4a37-8467-f179d7cc9d5b not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:41:56.893628 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.019245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54164) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:57.110632 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a418830e-a215-4f6d-a162-14822209e21c tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-854613413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:57.135367 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a418830e-a215-4f6d-a162-14822209e21c tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.136341 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a418830e-a215-4f6d-a162-14822209e21c tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.186045 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a418830e-a215-4f6d-a162-14822209e21c tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.190106 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a418830e-a215-4f6d-a162-14822209e21c tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.207007 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a418830e-a215-4f6d-a162-14822209e21c tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.208315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a418830e-a215-4f6d-a162-14822209e21c tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1880212 Jul 29 15:41:57.211469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54168) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:57.216435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-14dfde1d-69a6-4264-bbcc-168e20dc05c1 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-856693594'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:57.236443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dfde1d-69a6-4264-bbcc-168e20dc05c1 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Made reservation on behalf of 044eb7fce85642f98b2a9e072892ca4d for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:57.240458 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14dfde1d-69a6-4264-bbcc-168e20dc05c1 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.248997 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14dfde1d-69a6-4264-bbcc-168e20dc05c1 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.342776 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14dfde1d-69a6-4264-bbcc-168e20dc05c1 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.347082 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14dfde1d-69a6-4264-bbcc-168e20dc05c1 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.373499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14dfde1d-69a6-4264-bbcc-168e20dc05c1 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:41:57.382865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfde1d-69a6-4264-bbcc-168e20dc05c1 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e86793-26fd-454a-88b8-8e2f14ce0080,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:57.389255 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14dfde1d-69a6-4264-bbcc-168e20dc05c1 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.389768 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-14dfde1d-69a6-4264-bbcc-168e20dc05c1 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Added segment a08bc0b6-5ac2-4b9f-a0fa-b29a3ee8e7ba of type vlan for network 5cd74c95-af43-4a34-9ca1-6e62af7134b6 Jul 29 15:41:57.430667 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14dfde1d-69a6-4264-bbcc-168e20dc05c1 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.459645 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14dfde1d-69a6-4264-bbcc-168e20dc05c1 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.465093 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dfde1d-69a6-4264-bbcc-168e20dc05c1 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:57.465678 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14dfde1d-69a6-4264-bbcc-168e20dc05c1 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.523853 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-14dfde1d-69a6-4264-bbcc-168e20dc05c1 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3112926 Jul 29 15:41:57.526676 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54170) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:57.533838 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ae94df4e-c615-44b9-ae9d-6ba30416d9b0 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Request body: {'subnet': {'network_id': '5cd74c95-af43-4a34-9ca1-6e62af7134b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:57.582240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfde1d-69a6-4264-bbcc-168e20dc05c1 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Pushing event updated for resources: {'Network': ['ID=5cd74c95-af43-4a34-9ca1-6e62af7134b6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:57.593805 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 5cd74c95-af43-4a34-9ca1-6e62af7134b6 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:41:57.637170 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae94df4e-c615-44b9-ae9d-6ba30416d9b0 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Made reservation on behalf of 044eb7fce85642f98b2a9e072892ca4d for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:57.640587 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae94df4e-c615-44b9-ae9d-6ba30416d9b0 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.820418 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae94df4e-c615-44b9-ae9d-6ba30416d9b0 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.878724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94df4e-c615-44b9-ae9d-6ba30416d9b0 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Pushing event updated for resources: {'Subnet': ['ID=f7707440-fa6c-4469-bb43-72435a370db9,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:57.890158 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae94df4e-c615-44b9-ae9d-6ba30416d9b0 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Checking segment: {'id': 'a08bc0b6-5ac2-4b9f-a0fa-b29a3ee8e7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5cd74c95-af43-4a34-9ca1-6e62af7134b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:41:57.890518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae94df4e-c615-44b9-ae9d-6ba30416d9b0 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Network hostable DHCP agents. Network: 5cd74c95-af43-4a34-9ca1-6e62af7134b6, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:41:57.910042 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae94df4e-c615-44b9-ae9d-6ba30416d9b0 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Network 5cd74c95-af43-4a34-9ca1-6e62af7134b6 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:41:57.919509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-ae94df4e-c615-44b9-ae9d-6ba30416d9b0 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 5cd74c95-af43-4a34-9ca1-6e62af7134b6) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:41:57.923916 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae94df4e-c615-44b9-ae9d-6ba30416d9b0 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:57.924510 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ae94df4e-c615-44b9-ae9d-6ba30416d9b0 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:57.929251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51859116-2c1d-4121-ae10-e114c4e3c2f7 None None] Network 5cd74c95-af43-4a34-9ca1-6e62af7134b6 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:57.941692 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ae94df4e-c615-44b9-ae9d-6ba30416d9b0 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4139771 Jul 29 15:41:57.945211 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54172) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:57.950256 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-c3c125ff-7439-44ec-a796-a68cebc79c9d tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1464389931'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:57.970951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c125ff-7439-44ec-a796-a68cebc79c9d tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Made reservation on behalf of 044eb7fce85642f98b2a9e072892ca4d for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:57.975239 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3c125ff-7439-44ec-a796-a68cebc79c9d tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:58.000370 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c125ff-7439-44ec-a796-a68cebc79c9d tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:41:58.012494 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3c125ff-7439-44ec-a796-a68cebc79c9d tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:58.012892 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-c3c125ff-7439-44ec-a796-a68cebc79c9d tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Added segment e55781bc-8f4b-460c-a646-c5729d64231f of type vlan for network 80d04b5d-8f46-4f75-94d5-b1385dafdc09 Jul 29 15:41:58.060920 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3c125ff-7439-44ec-a796-a68cebc79c9d tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:58.079929 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-5cd74c95-af43-4a34-9ca1-6e62af7134b6', 'network_id': '5cd74c95-af43-4a34-9ca1-6e62af7134b6', 'tenant_id': '044eb7fce85642f98b2a9e072892ca4d', 'fixed_ips': [{'subnet_id': 'f7707440-fa6c-4469-bb43-72435a370db9'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:41:58.080859 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:58.091677 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3c125ff-7439-44ec-a796-a68cebc79c9d tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:58.097690 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c125ff-7439-44ec-a796-a68cebc79c9d tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:58.098289 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3c125ff-7439-44ec-a796-a68cebc79c9d tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:58.154046 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c3c125ff-7439-44ec-a796-a68cebc79c9d tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2050962 Jul 29 15:41:58.155377 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54174) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:58.161281 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cae5755d-64a3-4d67-80e0-784409b219e9 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Request body: {'subnet': {'network_id': '80d04b5d-8f46-4f75-94d5-b1385dafdc09', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:58.169551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c125ff-7439-44ec-a796-a68cebc79c9d tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Pushing event updated for resources: {'Network': ['ID=80d04b5d-8f46-4f75-94d5-b1385dafdc09,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:58.179889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 80d04b5d-8f46-4f75-94d5-b1385dafdc09 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:41:58.252527 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae5755d-64a3-4d67-80e0-784409b219e9 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Made reservation on behalf of 044eb7fce85642f98b2a9e072892ca4d for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:41:58.257035 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cae5755d-64a3-4d67-80e0-784409b219e9 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:58.283607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Allocated IP 172.20.0.2 (5cd74c95-af43-4a34-9ca1-6e62af7134b6/f7707440-fa6c-4469-bb43-72435a370db9/5dfb5e3f-b0bc-4792-aac2-19a4eabf6304) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:41:58.432199 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:58.441361 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Transition to ACTIVE for port object 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:41:58.441731 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cae5755d-64a3-4d67-80e0-784409b219e9 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:58.458948 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Transition to ACTIVE for port object 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:41:58.467321 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:58.509654 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5755d-64a3-4d67-80e0-784409b219e9 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Pushing event updated for resources: {'Subnet': ['ID=d9087d18-11d3-4fa6-964f-552073c2e24d,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:58.510010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Network 5cd74c95-af43-4a34-9ca1-6e62af7134b6 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:41:58.517806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:41:58.520686 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae5755d-64a3-4d67-80e0-784409b219e9 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Checking segment: {'id': 'e55781bc-8f4b-460c-a646-c5729d64231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '80d04b5d-8f46-4f75-94d5-b1385dafdc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:41:58.521289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae5755d-64a3-4d67-80e0-784409b219e9 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Network hostable DHCP agents. Network: 80d04b5d-8f46-4f75-94d5-b1385dafdc09, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:41:58.523225 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:41:58.525247 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Pushing event updated for resources: {'Port': ['ID=5dfb5e3f-b0bc-4792-aac2-19a4eabf6304,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:58.543316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae5755d-64a3-4d67-80e0-784409b219e9 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Network 80d04b5d-8f46-4f75-94d5-b1385dafdc09 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:41:58.554408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-cae5755d-64a3-4d67-80e0-784409b219e9 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 80d04b5d-8f46-4f75-94d5-b1385dafdc09) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:41:58.558471 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5755d-64a3-4d67-80e0-784409b219e9 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:41:58.559184 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cae5755d-64a3-4d67-80e0-784409b219e9 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:58.575133 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cae5755d-64a3-4d67-80e0-784409b219e9 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4182043 Jul 29 15:41:58.577700 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54176) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:58.579417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ae4b10-ab52-45ab-8d09-d46ba6bdd0c7 None None] Network 80d04b5d-8f46-4f75-94d5-b1385dafdc09 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:58.582246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c0c6141e-75ac-4949-ac9a-f1b2b3b4f848 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Request body: {'router': {'external_gateway_info': {'network_id': '80d04b5d-8f46-4f75-94d5-b1385dafdc09'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:41:58.623399 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Attempting to bind port 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:41:58.623760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Attempting to bind port 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'a08bc0b6-5ac2-4b9f-a0fa-b29a3ee8e7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5cd74c95-af43-4a34-9ca1-6e62af7134b6'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:41:58.624191 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Attempting to bind port 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 on network 5cd74c95-af43-4a34-9ca1-6e62af7134b6 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:41:58.633998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:41:58.634454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Checking segment: {'id': 'a08bc0b6-5ac2-4b9f-a0fa-b29a3ee8e7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5cd74c95-af43-4a34-9ca1-6e62af7134b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:41:58.634887 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:58.635253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Bound using segment: {'id': 'a08bc0b6-5ac2-4b9f-a0fa-b29a3ee8e7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5cd74c95-af43-4a34-9ca1-6e62af7134b6'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:41:58.635725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Bound port: 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08bc0b6-5ac2-4b9f-a0fa-b29a3ee8e7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5cd74c95-af43-4a34-9ca1-6e62af7134b6'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:41:58.636109 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:58.760284 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] For port 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:41:58.778835 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] For port 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5dfb5e3f-b0bc-4792-aac2-19a4eabf6304,segment=NetworkSegment(a08bc0b6-5ac2-4b9f-a0fa-b29a3ee8e7ba),segment_id=a08bc0b6-5ac2-4b9f-a0fa-b29a3ee8e7ba)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:41:58.786078 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:58.798778 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c0c6141e-75ac-4949-ac9a-f1b2b3b4f848 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:58.835024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-80d04b5d-8f46-4f75-94d5-b1385dafdc09', 'network_id': '80d04b5d-8f46-4f75-94d5-b1385dafdc09', 'tenant_id': '044eb7fce85642f98b2a9e072892ca4d', 'fixed_ips': [{'subnet_id': 'd9087d18-11d3-4fa6-964f-552073c2e24d'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:41:58.835949 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:58.920816 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [None req-c0c6141e-75ac-4949-ac9a-f1b2b3b4f848 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 15:41:58.928770 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c0c6141e-75ac-4949-ac9a-f1b2b3b4f848 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] 10.222.0.16 "PUT /v2.0/routers/15089968-3354-48e7-b6a6-42af3f911859 HTTP/1.1" status: 400 len: 364 time: 0.3432245 Jul 29 15:41:58.929504 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54178) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:58.946813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21570d-7ad8-42a7-a091-48c630be183f None None] Pushing event updated for resources: {'Port': ['ID=5dfb5e3f-b0bc-4792-aac2-19a4eabf6304,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:58.988724 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8b8ef0-9608-4940-97d1-ce5e29e51911 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Deleting subnet d9087d18-11d3-4fa6-964f-552073c2e24d {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:41:59.004496 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Allocated IP 172.21.0.2 (80d04b5d-8f46-4f75-94d5-b1385dafdc09/d9087d18-11d3-4fa6-964f-552073c2e24d/4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:41:59.171817 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.181099 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Transition to ACTIVE for port object 4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:41:59.195577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Transition to ACTIVE for port object 4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:41:59.200761 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e8b8ef0-9608-4940-97d1-ce5e29e51911 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.201328 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.242452 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Network 80d04b5d-8f46-4f75-94d5-b1385dafdc09 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:41:59.244940 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e8b8ef0-9608-4940-97d1-ce5e29e51911 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.246432 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:41:59.253629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:41:59.260449 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Pushing event updated for resources: {'Port': ['ID=4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:59.319277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Attempting to bind port 4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:41:59.319728 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Attempting to bind port 4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'e55781bc-8f4b-460c-a646-c5729d64231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '80d04b5d-8f46-4f75-94d5-b1385dafdc09'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:41:59.320020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Attempting to bind port 4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc on network 80d04b5d-8f46-4f75-94d5-b1385dafdc09 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:41:59.325427 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:41:59.325798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Checking segment: {'id': 'e55781bc-8f4b-460c-a646-c5729d64231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '80d04b5d-8f46-4f75-94d5-b1385dafdc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:41:59.326194 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.326580 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Bound using segment: {'id': 'e55781bc-8f4b-460c-a646-c5729d64231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '80d04b5d-8f46-4f75-94d5-b1385dafdc09'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:41:59.327285 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Bound port: 4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55781bc-8f4b-460c-a646-c5729d64231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '80d04b5d-8f46-4f75-94d5-b1385dafdc09'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:41:59.327665 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.333877 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e8b8ef0-9608-4940-97d1-ce5e29e51911 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.397706 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e8b8ef0-9608-4940-97d1-ce5e29e51911 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.400328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] For port 4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:41:59.403441 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] For port 4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc,segment=NetworkSegment(e55781bc-8f4b-460c-a646-c5729d64231f),segment_id=e55781bc-8f4b-460c-a646-c5729d64231f)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:41:59.408545 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.428138 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b8ef0-9608-4940-97d1-ce5e29e51911 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Pushing event deleted for resources: {'Subnet': ['ID=d9087d18-11d3-4fa6-964f-552073c2e24d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:59.431142 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5e8b8ef0-9608-4940-97d1-ce5e29e51911 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.436431 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5e8b8ef0-9608-4940-97d1-ce5e29e51911 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] 10.222.0.16 "DELETE /v2.0/subnets/d9087d18-11d3-4fa6-964f-552073c2e24d HTTP/1.1" status: 204 len: 168 time: 0.5025189 Jul 29 15:41:59.436858 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54180) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:41:59.473135 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df283f15-cddd-4606-8cf0-11fdb3b10c30 None None] Pushing event updated for resources: {'Port': ['ID=4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:59.519798 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.577416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Deleting port 4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:41:59.577771 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.661922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] For port 4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc,segment=NetworkSegment(e55781bc-8f4b-460c-a646-c5729d64231f),segment_id=e55781bc-8f4b-460c-a646-c5729d64231f)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:41:59.662288 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.681559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Calling delete_port for 4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:41:59.768364 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.799826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Pushing event deleted for resources: {'Port': ['ID=4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:41:59.805350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] No DVR routers for this DVR port 4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:41:59.889590 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.901734 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d04b5d-8f46-4f75-94d5-b1385dafdc09']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:59.914057 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55781bc-8f4b-460c-a646-c5729d64231f') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:59.914349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55781bc-8f4b-460c-a646-c5729d64231f') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:41:59.925021 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.928268 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3d8e18-87fd-4cec-ae15-ad73b7eda55e None None] Network 5cd74c95-af43-4a34-9ca1-6e62af7134b6 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:41:59.951916 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.958960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:41:59.959603 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:41:59.962703 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:42:00.000365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d81498d1-c100-4edf-9073-98aabe025d8a None None] Provisioning for port 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:42:00.025766 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:00.035237 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:00.037671 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] 10.222.0.16 "DELETE /v2.0/networks/80d04b5d-8f46-4f75-94d5-b1385dafdc09 HTTP/1.1" status: 204 len: 168 time: 0.5998452 Jul 29 15:42:00.040276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54182) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:42:00.050933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d874c0f-879c-4023-bac3-ca7485f0ac63 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Pushing event deleted for resources: {'Network': ['ID=80d04b5d-8f46-4f75-94d5-b1385dafdc09,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:00.097479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a7b872-1068-4f52-bdb5-e8a80b61b879 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Deleting subnet f7707440-fa6c-4469-bb43-72435a370db9 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:42:00.101151 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24a7b872-1068-4f52-bdb5-e8a80b61b879 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:00.145429 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24a7b872-1068-4f52-bdb5-e8a80b61b879 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:00.237339 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24a7b872-1068-4f52-bdb5-e8a80b61b879 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:00.309156 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24a7b872-1068-4f52-bdb5-e8a80b61b879 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:00.337442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7b872-1068-4f52-bdb5-e8a80b61b879 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Pushing event deleted for resources: {'Subnet': ['ID=f7707440-fa6c-4469-bb43-72435a370db9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:00.342243 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-24a7b872-1068-4f52-bdb5-e8a80b61b879 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:00.346719 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-24a7b872-1068-4f52-bdb5-e8a80b61b879 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] 10.222.0.16 "DELETE /v2.0/subnets/f7707440-fa6c-4469-bb43-72435a370db9 HTTP/1.1" status: 204 len: 168 time: 0.3028963 Jul 29 15:42:00.347165 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54184) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:42:00.382925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec17e95-066f-41a8-a781-9b2c07fb0547 None None] Network 5cd74c95-af43-4a34-9ca1-6e62af7134b6 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:42:00.610787 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecf2e26-f501-4b50-9b6f-8ded87e4403f None None] DHCP port deletion for 80d04b5d-8f46-4f75-94d5-b1385dafdc09 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:42:00.665842 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:42:00.689221 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6470f7b6-7fa8-4fae-b9e8-451dafbdfb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:00.694520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ed765c-52da-4d4d-b377-a90df9838f17 None None] Network 80d04b5d-8f46-4f75-94d5-b1385dafdc09 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:42:00.719218 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ed765c-52da-4d4d-b377-a90df9838f17 None None] Network 80d04b5d-8f46-4f75-94d5-b1385dafdc09 could not be found, it might have been deleted concurrently. {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 15:42:00.777363 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e7df4930-6c7f-4aa3-8444-d07607f54f66 None None] Could not find standard attr ID for object 4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc. {{(pid=94159) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 15:42:00.785568 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:42:00.792655 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:00.793061 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:00.802220 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:00.862678 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Deleting port 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:42:00.863022 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:00.874080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eedd64b-8528-4608-8cf6-a938427aefda None None] DHCP port deletion for 5cd74c95-af43-4a34-9ca1-6e62af7134b6 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:42:00.904330 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:00.932290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] For port 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5dfb5e3f-b0bc-4792-aac2-19a4eabf6304,segment=NetworkSegment(a08bc0b6-5ac2-4b9f-a0fa-b29a3ee8e7ba),segment_id=a08bc0b6-5ac2-4b9f-a0fa-b29a3ee8e7ba)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:42:00.932683 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:00.947145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Calling delete_port for 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:42:00.952782 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5dfb5e3f-b0bc-4792-aac2-19a4eabf6304,segment=NetworkSegment(a08bc0b6-5ac2-4b9f-a0fa-b29a3ee8e7ba),segment_id=a08bc0b6-5ac2-4b9f-a0fa-b29a3ee8e7ba)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:42:00.966669 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:00.978961 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9eedd64b-8528-4608-8cf6-a938427aefda None None] Deleting port 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:42:00.979596 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9eedd64b-8528-4608-8cf6-a938427aefda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.031622 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.059462 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Pushing event deleted for resources: {'Port': ['ID=5dfb5e3f-b0bc-4792-aac2-19a4eabf6304,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:01.064494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] No DVR routers for this DVR port 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:42:01.126102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=5dfb5e3f-b0bc-4792-aac2-19a4eabf6304,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:01.130931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9eedd64b-8528-4608-8cf6-a938427aefda None None] For port 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5dfb5e3f-b0bc-4792-aac2-19a4eabf6304,segment=NetworkSegment(a08bc0b6-5ac2-4b9f-a0fa-b29a3ee8e7ba),segment_id=a08bc0b6-5ac2-4b9f-a0fa-b29a3ee8e7ba)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:42:01.130931 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9eedd64b-8528-4608-8cf6-a938427aefda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.143814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9eedd64b-8528-4608-8cf6-a938427aefda None None] Calling delete_port for 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:42:01.153374 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.163507 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd74c95-af43-4a34-9ca1-6e62af7134b6']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:01.174537 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08bc0b6-5ac2-4b9f-a0fa-b29a3ee8e7ba') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:01.174847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08bc0b6-5ac2-4b9f-a0fa-b29a3ee8e7ba') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:01.184079 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.198443 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.205197 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:42:01.205555 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:42:01.209289 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:42:01.231379 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9eedd64b-8528-4608-8cf6-a938427aefda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.256806 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedd64b-8528-4608-8cf6-a938427aefda None None] Pushing event deleted for resources: {'Port': ['ID=5dfb5e3f-b0bc-4792-aac2-19a4eabf6304,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:01.260340 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eedd64b-8528-4608-8cf6-a938427aefda None None] No DVR routers for this DVR port 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:42:01.276898 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.283726 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.285554 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] 10.222.0.16 "DELETE /v2.0/networks/5cd74c95-af43-4a34-9ca1-6e62af7134b6 HTTP/1.1" status: 204 len: 168 time: 0.9373357 Jul 29 15:42:01.288625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54186) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:42:01.297210 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493f925-7a17-4cf0-8418-d9ad8f0509a3 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Pushing event deleted for resources: {'Network': ['ID=5cd74c95-af43-4a34-9ca1-6e62af7134b6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:01.314900 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e461346c-01cf-48d3-a0d8-14b06e4663b8 tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] 10.222.0.16 "GET /v2.0/ports?device_id=15089968-3354-48e7-b6a6-42af3f911859 HTTP/1.1" status: 200 len: 205 time: 0.0250244 Jul 29 15:42:01.317872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54188) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:42:01.392995 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cddb3e24-c970-43a4-89f6-ca77d699e48f tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.550496 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cddb3e24-c970-43a4-89f6-ca77d699e48f tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.553293 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cddb3e24-c970-43a4-89f6-ca77d699e48f tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.596919 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cddb3e24-c970-43a4-89f6-ca77d699e48f tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.597439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddb3e24-c970-43a4-89f6-ca77d699e48f tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Fanout notify agent at l3_agent the message router_deleted on router 15089968-3354-48e7-b6a6-42af3f911859 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:42:01.604710 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cddb3e24-c970-43a4-89f6-ca77d699e48f tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:01.605821 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cddb3e24-c970-43a4-89f6-ca77d699e48f tempest-RoutersNegativeTest-1854621682 tempest-RoutersNegativeTest-1854621682-project] 10.222.0.16 "DELETE /v2.0/routers/15089968-3354-48e7-b6a6-42af3f911859 HTTP/1.1" status: 204 len: 168 time: 0.2869415 Jul 29 15:42:01.844467 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54194) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:42:01.975536 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1c16919c-23f0-4984-9ebf-dcf5f4b35346 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=044eb7fce85642f98b2a9e072892ca4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297944 Jul 29 15:42:01.977979 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54198) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:42:02.028498 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e914fec3-c78e-4044-af92-7a2e374783b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:02.049538 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e914fec3-c78e-4044-af92-7a2e374783b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:02.094913 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e914fec3-c78e-4044-af92-7a2e374783b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:02.097777 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e914fec3-c78e-4044-af92-7a2e374783b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:02.099441 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e914fec3-c78e-4044-af92-7a2e374783b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4e86793-26fd-454a-88b8-8e2f14ce0080 HTTP/1.1" status: 204 len: 168 time: 0.1205649 Jul 29 15:42:02.107855 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914fec3-c78e-4044-af92-7a2e374783b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e86793-26fd-454a-88b8-8e2f14ce0080,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:02.572066 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:42:02.593717 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:42:02.594057 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4ad873f1-4c71-4ab7-8e1e-ea6e74bd60fc not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:42:02.594483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:42:02.617521 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:42:02.617864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5dfb5e3f-b0bc-4792-aac2-19a4eabf6304 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:42:02.748804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54220) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:42:02.845874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ea84a718-b7fd-4edc-be18-d865246e6b1e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-218192060-network', 'tenant_id': '8259430151b149968368f4459ed631ac'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:42:02.868415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea84a718-b7fd-4edc-be18-d865246e6b1e admin admin] Made reservation on behalf of 8259430151b149968368f4459ed631ac for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:42:02.870716 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea84a718-b7fd-4edc-be18-d865246e6b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:02.879103 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea84a718-b7fd-4edc-be18-d865246e6b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:02.969492 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea84a718-b7fd-4edc-be18-d865246e6b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:02.973772 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea84a718-b7fd-4edc-be18-d865246e6b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:02.994669 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea84a718-b7fd-4edc-be18-d865246e6b1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:42:03.010693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84a718-b7fd-4edc-be18-d865246e6b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068ea0e9-ab32-4fea-9a0f-72c6de6c258f,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:03.015046 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea84a718-b7fd-4edc-be18-d865246e6b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.015397 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-ea84a718-b7fd-4edc-be18-d865246e6b1e admin admin] Added segment c99776fa-cae2-4d2d-aef0-e8164b1a23a9 of type vlan for network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d Jul 29 15:42:03.056010 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea84a718-b7fd-4edc-be18-d865246e6b1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.085118 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea84a718-b7fd-4edc-be18-d865246e6b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.086088 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84a718-b7fd-4edc-be18-d865246e6b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:03.086659 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ea84a718-b7fd-4edc-be18-d865246e6b1e admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.145830 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ea84a718-b7fd-4edc-be18-d865246e6b1e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3958437 Jul 29 15:42:03.148951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84a718-b7fd-4edc-be18-d865246e6b1e admin admin] Pushing event updated for resources: {'Network': ['ID=8917fed5-f90c-4c1a-b95f-c5235cbbc62d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:03.149096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54224) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:42:03.154432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1e789573-028b-4075-9dd4-b8a30007b493 admin admin] Request body: {'subnet': {'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-218192060-subnet', 'tenant_id': '8259430151b149968368f4459ed631ac', 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:42:03.159053 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:42:03.175100 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e789573-028b-4075-9dd4-b8a30007b493 admin admin] Made reservation on behalf of 8259430151b149968368f4459ed631ac for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:42:03.178155 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e789573-028b-4075-9dd4-b8a30007b493 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.287318 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.353047 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e789573-028b-4075-9dd4-b8a30007b493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.394001 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04bd3448-a641-4eb4-bf21-29e9fc3c684e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.410157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e789573-028b-4075-9dd4-b8a30007b493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6fc5a5-1350-408b-b0bb-febab470184f,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:03.419688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e789573-028b-4075-9dd4-b8a30007b493 admin admin] Checking segment: {'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:42:03.420051 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e789573-028b-4075-9dd4-b8a30007b493 admin admin] Network hostable DHCP agents. Network: 8917fed5-f90c-4c1a-b95f-c5235cbbc62d, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:42:03.437841 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e789573-028b-4075-9dd4-b8a30007b493 admin admin] Network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:42:03.447584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-1e789573-028b-4075-9dd4-b8a30007b493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 8917fed5-f90c-4c1a-b95f-c5235cbbc62d) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:42:03.451550 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e789573-028b-4075-9dd4-b8a30007b493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:03.452133 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1e789573-028b-4075-9dd4-b8a30007b493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.457211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45adb74-2213-40dd-b83c-3fdaadf9b2da None None] Network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:42:03.467204 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1e789573-028b-4075-9dd4-b8a30007b493 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3168240 Jul 29 15:42:03.469846 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54226) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:42:03.475316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-218192060-router', 'tenant_id': '8259430151b149968368f4459ed631ac', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:42:03.496596 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.497881 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.555288 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.607294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-8917fed5-f90c-4c1a-b95f-c5235cbbc62d', 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d', 'tenant_id': '8259430151b149968368f4459ed631ac', 'fixed_ips': [{'subnet_id': '0d6fc5a5-1350-408b-b0bb-febab470184f'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:42:03.608295 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.702195 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.755949 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Allocated IP 172.20.0.2 (8917fed5-f90c-4c1a-b95f-c5235cbbc62d/0d6fc5a5-1350-408b-b0bb-febab470184f/41fd27df-f8e6-4977-b431-e929e6b8c215) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:42:03.902573 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.912301 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Transition to ACTIVE for port object 41fd27df-f8e6-4977-b431-e929e6b8c215 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:42:03.912752 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.929318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Transition to ACTIVE for port object 41fd27df-f8e6-4977-b431-e929e6b8c215 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:42:03.932446 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.936018 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:03.982095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:42:03.984901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:42:03.988341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:42:03.999137 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Pushing event updated for resources: {'Port': ['ID=41fd27df-f8e6-4977-b431-e929e6b8c215,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:04.044627 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Allocated IP 172.25.6.101 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/7dc6830a-f392-4001-a7d2-fa73099891e4) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:42:04.049624 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Attempting to bind port 41fd27df-f8e6-4977-b431-e929e6b8c215 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:42:04.049999 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Attempting to bind port 41fd27df-f8e6-4977-b431-e929e6b8c215 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:42:04.050495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Attempting to bind port 41fd27df-f8e6-4977-b431-e929e6b8c215 on network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:42:04.055860 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:42:04.056237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Checking segment: {'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:42:04.056641 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:04.057065 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Bound using segment: {'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:42:04.057532 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Bound port: 41fd27df-f8e6-4977-b431-e929e6b8c215, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:42:04.057913 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:04.120943 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] For port 41fd27df-f8e6-4977-b431-e929e6b8c215, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:42:04.124145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] For port 41fd27df-f8e6-4977-b431-e929e6b8c215, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=41fd27df-f8e6-4977-b431-e929e6b8c215,segment=NetworkSegment(c99776fa-cae2-4d2d-aef0-e8164b1a23a9),segment_id=c99776fa-cae2-4d2d-aef0-e8164b1a23a9)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:42:04.128318 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:04.153618 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:04.189856 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebadd04-d635-4134-b399-e0722eaf0885 None None] Pushing event updated for resources: {'Port': ['ID=41fd27df-f8e6-4977-b431-e929e6b8c215,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:04.198657 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:04.238558 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:42:04.241721 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:42:04.247242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:42:04.252949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc6830a-f392-4001-a7d2-fa73099891e4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:04.523656 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:04.532228 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:04.613163 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 41fd27df-f8e6-4977-b431-e929e6b8c215 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:42:04.673581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 41fd27df-f8e6-4977-b431-e929e6b8c215 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:42:04.731601 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:04.867682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Router 1509c380-f070-412f-9abe-d50fd249b409 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:42:04.982035 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:42:04.993046 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Sync routers for ids ['1509c380-f070-412f-9abe-d50fd249b409'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:42:04.999703 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:05.003913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54228) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:42:05.004424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Routers {'1509c380-f070-412f-9abe-d50fd249b409'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:42:05.004565 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ac4ba1c3-11c0-4480-80ce-044018bf5b64 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5332081 Jul 29 15:42:05.004826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:42:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1509c380-f070-412f-9abe-d50fd249b409'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:05.118816 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Set router 1509c380-f070-412f-9abe-d50fd249b409 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:42:05.145767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d418f6-f941-4d94-83a5-1e0b1bc1981c None None] Network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:42:05.279541 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-07dfcda6-5a50-40ec-ae65-1b5cda16eab0 None None] Provisioning for port 41fd27df-f8e6-4977-b431-e929e6b8c215 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:42:05.298494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-07dfcda6-5a50-40ec-ae65-1b5cda16eab0 None None] Provisioning complete for port 41fd27df-f8e6-4977-b431-e929e6b8c215 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:05.298863 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07dfcda6-5a50-40ec-ae65-1b5cda16eab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:05.508359 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07dfcda6-5a50-40ec-ae65-1b5cda16eab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:05.512688 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509c380-f070-412f-9abe-d50fd249b409', 'name': 'tempest-TestEncryptedCinderVolumes-218192060-router', 'tenant_id': '8259430151b149968368f4459ed631ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '7dc6830a-f392-4001-a7d2-fa73099891e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:03Z', 'updated_at': '2021-07-29T15:42:04Z', 'revision_number': 3, 'project_id': '8259430151b149968368f4459ed631ac', 'gw_port': {'id': '7dc6830a-f392-4001-a7d2-fa73099891e4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509c380-f070-412f-9abe-d50fd249b409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:03Z', 'updated_at': '2021-07-29T15:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:05.549274 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Checking router: 1509c380-f070-412f-9abe-d50fd249b409 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:42:05.549653 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Updating router 1509c380-f070-412f-9abe-d50fd249b409 port 7dc6830a-f392-4001-a7d2-fa73099891e4 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:42:05.595366 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:05.598277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-07dfcda6-5a50-40ec-ae65-1b5cda16eab0 None None] For port 41fd27df-f8e6-4977-b431-e929e6b8c215, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=41fd27df-f8e6-4977-b431-e929e6b8c215,segment=NetworkSegment(c99776fa-cae2-4d2d-aef0-e8164b1a23a9),segment_id=c99776fa-cae2-4d2d-aef0-e8164b1a23a9)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:42:05.619932 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-07dfcda6-5a50-40ec-ae65-1b5cda16eab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:05.742985 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfcda6-5a50-40ec-ae65-1b5cda16eab0 None None] Pushing event updated for resources: {'Port': ['ID=41fd27df-f8e6-4977-b431-e929e6b8c215,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:05.792434 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:05.798828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b67c6625-3632-4fdb-9f52-1f2da6c33e90 None None] Provisioning complete for port 41fd27df-f8e6-4977-b431-e929e6b8c215 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:05.799199 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b67c6625-3632-4fdb-9f52-1f2da6c33e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:05.949347 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Allocated IP 172.20.0.1 (8917fed5-f90c-4c1a-b95f-c5235cbbc62d/0d6fc5a5-1350-408b-b0bb-febab470184f/b70114d9-1c7c-4cf4-8c7e-366dd61e26f7) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:42:05.973366 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:05.983809 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Transition to ACTIVE for port object 7dc6830a-f392-4001-a7d2-fa73099891e4 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:42:05.990991 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:06.042963 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Attempting to bind port 7dc6830a-f392-4001-a7d2-fa73099891e4 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:42:06.043332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Attempting to bind port 7dc6830a-f392-4001-a7d2-fa73099891e4 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:42:06.043698 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Attempting to bind port 7dc6830a-f392-4001-a7d2-fa73099891e4 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:42:06.050677 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037301f-800c-4ca0-808c-4148d0bf6d37 None None] Pushing event updated for resources: {'Port': ['ID=7dc6830a-f392-4001-a7d2-fa73099891e4,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:06.054004 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:42:06.054368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:42:06.054766 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:06.055152 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:42:06.055617 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Bound port: 7dc6830a-f392-4001-a7d2-fa73099891e4, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:42:06.056003 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:06.060809 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:06.075585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Transition to ACTIVE for port object b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:42:06.108532 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] For port 7dc6830a-f392-4001-a7d2-fa73099891e4, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:42:06.108898 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:06.111699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] For port 7dc6830a-f392-4001-a7d2-fa73099891e4, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7dc6830a-f392-4001-a7d2-fa73099891e4,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:42:06.116164 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:06.148020 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:42:06.151552 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:42:06.154509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:42:06.178657 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Routers {'1509c380-f070-412f-9abe-d50fd249b409'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:42:06.179289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:42:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1509c380-f070-412f-9abe-d50fd249b409'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:06.182215 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037301f-800c-4ca0-808c-4148d0bf6d37 None None] Pushing event updated for resources: {'Port': ['ID=7dc6830a-f392-4001-a7d2-fa73099891e4,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:06.187867 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Pushing event updated for resources: {'Port': ['ID=b70114d9-1c7c-4cf4-8c7e-366dd61e26f7,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:06.213199 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:06.297620 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] Set router 1509c380-f070-412f-9abe-d50fd249b409 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:42:06.362184 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:06.553105 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:06.558929 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:06.582582 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:06.588970 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f8f9a60e-3e1f-4458-ba0a-1c6d96f9e14f None None] Provisioning for port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:42:06.591207 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 41fd27df-f8e6-4977-b431-e929e6b8c215 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:42:06.616571 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f8f9a60e-3e1f-4458-ba0a-1c6d96f9e14f None None] Provisioning complete for port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:06.617286 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a60e-3e1f-4458-ba0a-1c6d96f9e14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:06.635424 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:06.637414 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Pushing event updated for resources: {'Port': ['ID=b70114d9-1c7c-4cf4-8c7e-366dd61e26f7,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:06.696085 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f8f9a60e-3e1f-4458-ba0a-1c6d96f9e14f None None] Port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:42:06.735553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:42:06.737025 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:42:06.738131 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 41fd27df-f8e6-4977-b431-e929e6b8c215 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:06.738517 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:06.795715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509c380-f070-412f-9abe-d50fd249b409', 'name': 'tempest-TestEncryptedCinderVolumes-218192060-router', 'tenant_id': '8259430151b149968368f4459ed631ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '7dc6830a-f392-4001-a7d2-fa73099891e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:03Z', 'updated_at': '2021-07-29T15:42:04Z', 'revision_number': 3, 'project_id': '8259430151b149968368f4459ed631ac', 'gw_port': {'id': '7dc6830a-f392-4001-a7d2-fa73099891e4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509c380-f070-412f-9abe-d50fd249b409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:03Z', 'updated_at': '2021-07-29T15:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:06.825947 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7d2cd-564d-4ab3-8fa4-74257727a684 None None] The sync data for ids ['1509c380-f070-412f-9abe-d50fd249b409'] in n-d-802893-1 is: [{'id': '1509c380-f070-412f-9abe-d50fd249b409', 'name': 'tempest-TestEncryptedCinderVolumes-218192060-router', 'tenant_id': '8259430151b149968368f4459ed631ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '7dc6830a-f392-4001-a7d2-fa73099891e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:03Z', 'updated_at': '2021-07-29T15:42:04Z', 'revision_number': 3, 'project_id': '8259430151b149968368f4459ed631ac', 'gw_port': {'id': '7dc6830a-f392-4001-a7d2-fa73099891e4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509c380-f070-412f-9abe-d50fd249b409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:03Z', 'updated_at': '2021-07-29T15:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:42:06.868746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Router 1509c380-f070-412f-9abe-d50fd249b409 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:42:06.987398 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:42:06.993159 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fda6c381-b31e-437e-b429-e49c821cbbac admin admin] 10.222.0.16 "PUT /v2.0/routers/1509c380-f070-412f-9abe-d50fd249b409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9880745 Jul 29 15:42:07.016242 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ff7f538d-af12-4f1d-ba47-20c01b27469b None None] Provisioning complete for port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:07.016534 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ff7f538d-af12-4f1d-ba47-20c01b27469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:07.053212 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ff7f538d-af12-4f1d-ba47-20c01b27469b None None] Port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:42:07.491206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54244) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:42:07.496446 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cfdde399-e326-4014-9665-2ddcdeede60f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-486233818-network', 'tenant_id': '88daecd1466f41e9895426d6dea1341d'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:42:07.518176 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdde399-e326-4014-9665-2ddcdeede60f admin admin] Made reservation on behalf of 88daecd1466f41e9895426d6dea1341d for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:42:07.521882 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfdde399-e326-4014-9665-2ddcdeede60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:07.531208 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfdde399-e326-4014-9665-2ddcdeede60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:07.629809 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfdde399-e326-4014-9665-2ddcdeede60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:07.634457 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfdde399-e326-4014-9665-2ddcdeede60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:07.660554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdde399-e326-4014-9665-2ddcdeede60f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:42:07.670647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdde399-e326-4014-9665-2ddcdeede60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385e5c55-3533-40d0-99f2-c2dc5bfd6399,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:07.678984 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfdde399-e326-4014-9665-2ddcdeede60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:07.679330 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-cfdde399-e326-4014-9665-2ddcdeede60f admin admin] Added segment 62f80504-b422-4d44-ac65-7a5b90ad256c of type vlan for network 0b2b2d56-e680-463c-95f5-053c0d9b19a3 Jul 29 15:42:07.726406 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfdde399-e326-4014-9665-2ddcdeede60f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:07.758004 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfdde399-e326-4014-9665-2ddcdeede60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:07.759010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdde399-e326-4014-9665-2ddcdeede60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:07.759591 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cfdde399-e326-4014-9665-2ddcdeede60f admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:07.815166 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cfdde399-e326-4014-9665-2ddcdeede60f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3227463 Jul 29 15:42:07.818074 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54246) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:42:07.822300 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdde399-e326-4014-9665-2ddcdeede60f admin admin] Pushing event updated for resources: {'Network': ['ID=0b2b2d56-e680-463c-95f5-053c0d9b19a3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:07.823221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9a2d81ac-8dd7-4151-bb4c-c3f79a954d34 admin admin] Request body: {'subnet': {'network_id': '0b2b2d56-e680-463c-95f5-053c0d9b19a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-486233818-subnet', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:42:07.836504 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 0b2b2d56-e680-463c-95f5-053c0d9b19a3 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:42:07.851576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2d81ac-8dd7-4151-bb4c-c3f79a954d34 admin admin] Made reservation on behalf of 88daecd1466f41e9895426d6dea1341d for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:42:07.854060 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a2d81ac-8dd7-4151-bb4c-c3f79a954d34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.027276 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a2d81ac-8dd7-4151-bb4c-c3f79a954d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.075545 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d81ac-8dd7-4151-bb4c-c3f79a954d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3b8723-2e89-40b5-b758-d4c752a39d29,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:08.091817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2d81ac-8dd7-4151-bb4c-c3f79a954d34 admin admin] Checking segment: {'id': '62f80504-b422-4d44-ac65-7a5b90ad256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0b2b2d56-e680-463c-95f5-053c0d9b19a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:42:08.092183 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2d81ac-8dd7-4151-bb4c-c3f79a954d34 admin admin] Network hostable DHCP agents. Network: 0b2b2d56-e680-463c-95f5-053c0d9b19a3, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:42:08.108644 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2d81ac-8dd7-4151-bb4c-c3f79a954d34 admin admin] Network 0b2b2d56-e680-463c-95f5-053c0d9b19a3 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:42:08.117168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-9a2d81ac-8dd7-4151-bb4c-c3f79a954d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 0b2b2d56-e680-463c-95f5-053c0d9b19a3) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:42:08.121422 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2d81ac-8dd7-4151-bb4c-c3f79a954d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:08.122011 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a2d81ac-8dd7-4151-bb4c-c3f79a954d34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.127522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f25a18-7385-4873-a221-4c784d4e0ee5 None None] Network 0b2b2d56-e680-463c-95f5-053c0d9b19a3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:42:08.137768 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9a2d81ac-8dd7-4151-bb4c-c3f79a954d34 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3184752 Jul 29 15:42:08.140295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54248) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:42:08.144755 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-486233818-router', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:42:08.170045 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.170950 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.230477 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.290704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-0b2b2d56-e680-463c-95f5-053c0d9b19a3', 'network_id': '0b2b2d56-e680-463c-95f5-053c0d9b19a3', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'fixed_ips': [{'subnet_id': 'de3b8723-2e89-40b5-b758-d4c752a39d29'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:42:08.291636 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.381067 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.435411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Allocated IP 172.20.0.2 (0b2b2d56-e680-463c-95f5-053c0d9b19a3/de3b8723-2e89-40b5-b758-d4c752a39d29/dbd757f3-90c6-45de-b51d-1f24b8c3f4aa) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:42:08.498135 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Sync routers for ids ['1509c380-f070-412f-9abe-d50fd249b409'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:42:08.509423 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Routers {'1509c380-f070-412f-9abe-d50fd249b409'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:42:08.510043 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:42:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1509c380-f070-412f-9abe-d50fd249b409'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:08.609400 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.613643 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.615906 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Set router 1509c380-f070-412f-9abe-d50fd249b409 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:42:08.619066 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Transition to ACTIVE for port object dbd757f3-90c6-45de-b51d-1f24b8c3f4aa will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:42:08.635936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Transition to ACTIVE for port object dbd757f3-90c6-45de-b51d-1f24b8c3f4aa will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:42:08.636382 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.647692 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.697296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Pushing event updated for resources: {'Port': ['ID=dbd757f3-90c6-45de-b51d-1f24b8c3f4aa,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:08.699644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7dc6830a-f392-4001-a7d2-fa73099891e4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:42:08.735080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Network 0b2b2d56-e680-463c-95f5-053c0d9b19a3 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:42:08.739042 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:42:08.744407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:42:08.761802 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Allocated IP 172.25.6.20 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/ce6d64c5-6b31-458d-b328-4c091e49aa35) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:42:08.823566 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Attempting to bind port dbd757f3-90c6-45de-b51d-1f24b8c3f4aa on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:42:08.823936 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Attempting to bind port dbd757f3-90c6-45de-b51d-1f24b8c3f4aa by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '62f80504-b422-4d44-ac65-7a5b90ad256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0b2b2d56-e680-463c-95f5-053c0d9b19a3'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:42:08.824297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Attempting to bind port dbd757f3-90c6-45de-b51d-1f24b8c3f4aa on network 0b2b2d56-e680-463c-95f5-053c0d9b19a3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:42:08.833824 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 7dc6830a-f392-4001-a7d2-fa73099891e4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:42:08.834067 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509c380-f070-412f-9abe-d50fd249b409', 'name': 'tempest-TestEncryptedCinderVolumes-218192060-router', 'tenant_id': '8259430151b149968368f4459ed631ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '7dc6830a-f392-4001-a7d2-fa73099891e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:03Z', 'updated_at': '2021-07-29T15:42:06Z', 'revision_number': 4, 'project_id': '8259430151b149968368f4459ed631ac', 'gw_port': {'id': '7dc6830a-f392-4001-a7d2-fa73099891e4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509c380-f070-412f-9abe-d50fd249b409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:03Z', 'updated_at': '2021-07-29T15:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'b70114d9-1c7c-4cf4-8c7e-366dd61e26f7', 'name': '', 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d', 'tenant_id': '8259430151b149968368f4459ed631ac', 'mac_address': 'fa:16:3e:e2:2f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509c380-f070-412f-9abe-d50fd249b409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0d6fc5a5-1350-408b-b0bb-febab470184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:05Z', 'updated_at': '2021-07-29T15:42:06Z', 'revision_number': 2, 'project_id': '8259430151b149968368f4459ed631ac', 'subnets': [{'id': '0d6fc5a5-1350-408b-b0bb-febab470184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:08.834227 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:42:08.834227 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Checking segment: {'id': '62f80504-b422-4d44-ac65-7a5b90ad256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0b2b2d56-e680-463c-95f5-053c0d9b19a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:42:08.834227 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.834227 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Bound using segment: {'id': '62f80504-b422-4d44-ac65-7a5b90ad256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0b2b2d56-e680-463c-95f5-053c0d9b19a3'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:42:08.834579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Bound port: dbd757f3-90c6-45de-b51d-1f24b8c3f4aa, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f80504-b422-4d44-ac65-7a5b90ad256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0b2b2d56-e680-463c-95f5-053c0d9b19a3'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:42:08.834669 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.838147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7dc6830a-f392-4001-a7d2-fa73099891e4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:08.839131 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.860166 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Checking router: 1509c380-f070-412f-9abe-d50fd249b409 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:42:08.860526 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Updating router 1509c380-f070-412f-9abe-d50fd249b409 port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:42:08.888961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.889574 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.930718 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] For port dbd757f3-90c6-45de-b51d-1f24b8c3f4aa, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:42:08.932406 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.934998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] For port dbd757f3-90c6-45de-b51d-1f24b8c3f4aa, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=dbd757f3-90c6-45de-b51d-1f24b8c3f4aa,segment=NetworkSegment(62f80504-b422-4d44-ac65-7a5b90ad256c),segment_id=62f80504-b422-4d44-ac65-7a5b90ad256c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:42:08.959900 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:08.976154 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:42:08.983383 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:42:08.988470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:42:08.991637 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Pushing event updated for resources: {'Port': ['ID=ce6d64c5-6b31-458d-b328-4c091e49aa35,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:09.010453 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:09.054731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 7dc6830a-f392-4001-a7d2-fa73099891e4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7dc6830a-f392-4001-a7d2-fa73099891e4,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:42:09.056072 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99940c06-3111-4a36-8e5c-2fefd18a9e12 None None] Pushing event updated for resources: {'Port': ['ID=dbd757f3-90c6-45de-b51d-1f24b8c3f4aa,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:09.062108 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:09.122375 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=7dc6830a-f392-4001-a7d2-fa73099891e4,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:09.195722 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:09.207015 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Transition to ACTIVE for port object b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:42:09.215333 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:09.287929 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaddbc7-9294-4ac5-aff5-6e67a0de6187 None None] Pushing event updated for resources: {'Port': ['ID=b70114d9-1c7c-4cf4-8c7e-366dd61e26f7,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:09.292055 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:09.301152 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaddbc7-9294-4ac5-aff5-6e67a0de6187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:09.301787 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaddbc7-9294-4ac5-aff5-6e67a0de6187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:09.302290 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaddbc7-9294-4ac5-aff5-6e67a0de6187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:09.302778 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaddbc7-9294-4ac5-aff5-6e67a0de6187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:09.303282 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaddbc7-9294-4ac5-aff5-6e67a0de6187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:09.303758 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaddbc7-9294-4ac5-aff5-6e67a0de6187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:09.304241 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaddbc7-9294-4ac5-aff5-6e67a0de6187 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:09.304876 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaddbc7-9294-4ac5-aff5-6e67a0de6187 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:09.305381 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaddbc7-9294-4ac5-aff5-6e67a0de6187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:09.305708 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaddbc7-9294-4ac5-aff5-6e67a0de6187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:09.306031 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaddbc7-9294-4ac5-aff5-6e67a0de6187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:09.306351 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaddbc7-9294-4ac5-aff5-6e67a0de6187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:09.366186 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Attempting to bind port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:42:09.366789 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Attempting to bind port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:42:09.367508 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Attempting to bind port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 on network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:42:09.383450 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:42:09.383826 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Checking segment: {'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:42:09.384365 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:09.384781 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Bound using segment: {'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:42:09.385396 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Bound port: b70114d9-1c7c-4cf4-8c7e-366dd61e26f7, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:42:09.385780 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:09.528135 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:09.553807 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] For port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:42:09.558765 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] For port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=b70114d9-1c7c-4cf4-8c7e-366dd61e26f7,segment=NetworkSegment(c99776fa-cae2-4d2d-aef0-e8164b1a23a9),segment_id=c99776fa-cae2-4d2d-aef0-e8164b1a23a9)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:42:09.563038 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:09.623651 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Routers {'1509c380-f070-412f-9abe-d50fd249b409'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:42:09.624276 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:42:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1509c380-f070-412f-9abe-d50fd249b409'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:09.628932 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaddbc7-9294-4ac5-aff5-6e67a0de6187 None None] Pushing event updated for resources: {'Port': ['ID=b70114d9-1c7c-4cf4-8c7e-366dd61e26f7,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:09.681153 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Router 53fcee00-96d1-4bab-a1ce-c3ae9060f83e is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:42:09.741704 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] Set router 1509c380-f070-412f-9abe-d50fd249b409 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:42:09.801059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:42:09.812320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Sync routers for ids ['53fcee00-96d1-4bab-a1ce-c3ae9060f83e'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:42:09.821149 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:09.823910 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-676f9d5f-f124-4737-a624-a828e75136dc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6823688 Jul 29 15:42:09.826855 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54250) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:42:09.838236 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Routers {'53fcee00-96d1-4bab-a1ce-c3ae9060f83e'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:42:09.838895 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:42:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['53fcee00-96d1-4bab-a1ce-c3ae9060f83e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:09.966594 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Set router 53fcee00-96d1-4bab-a1ce-c3ae9060f83e gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:42:09.996766 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509c380-f070-412f-9abe-d50fd249b409', 'name': 'tempest-TestEncryptedCinderVolumes-218192060-router', 'tenant_id': '8259430151b149968368f4459ed631ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '7dc6830a-f392-4001-a7d2-fa73099891e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:03Z', 'updated_at': '2021-07-29T15:42:06Z', 'revision_number': 4, 'project_id': '8259430151b149968368f4459ed631ac', 'gw_port': {'id': '7dc6830a-f392-4001-a7d2-fa73099891e4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509c380-f070-412f-9abe-d50fd249b409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:03Z', 'updated_at': '2021-07-29T15:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'b70114d9-1c7c-4cf4-8c7e-366dd61e26f7', 'name': '', 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d', 'tenant_id': '8259430151b149968368f4459ed631ac', 'mac_address': 'fa:16:3e:e2:2f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509c380-f070-412f-9abe-d50fd249b409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0d6fc5a5-1350-408b-b0bb-febab470184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:05Z', 'updated_at': '2021-07-29T15:42:09Z', 'revision_number': 4, 'project_id': '8259430151b149968368f4459ed631ac', 'subnets': [{'id': '0d6fc5a5-1350-408b-b0bb-febab470184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:10.031234 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc6ac42-c37d-4b0a-aa4e-0fe87a7b4f4a None None] The sync data for ids ['1509c380-f070-412f-9abe-d50fd249b409'] in n-d-802893-1 is: [{'id': '1509c380-f070-412f-9abe-d50fd249b409', 'name': 'tempest-TestEncryptedCinderVolumes-218192060-router', 'tenant_id': '8259430151b149968368f4459ed631ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '7dc6830a-f392-4001-a7d2-fa73099891e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:03Z', 'updated_at': '2021-07-29T15:42:06Z', 'revision_number': 4, 'project_id': '8259430151b149968368f4459ed631ac', 'gw_port': {'id': '7dc6830a-f392-4001-a7d2-fa73099891e4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509c380-f070-412f-9abe-d50fd249b409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:03Z', 'updated_at': '2021-07-29T15:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'b70114d9-1c7c-4cf4-8c7e-366dd61e26f7', 'name': '', 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d', 'tenant_id': '8259430151b149968368f4459ed631ac', 'mac_address': 'fa:16:3e:e2:2f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1509c380-f070-412f-9abe-d50fd249b409', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0d6fc5a5-1350-408b-b0bb-febab470184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:05Z', 'updated_at': '2021-07-29T15:42:09Z', 'revision_number': 4, 'project_id': '8259430151b149968368f4459ed631ac', 'subnets': [{'id': '0d6fc5a5-1350-408b-b0bb-febab470184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:42:10.195140 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'name': 'tempest-TestEncryptedCinderVolumes-486233818-router', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce6d64c5-6b31-458d-b328-4c091e49aa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:08Z', 'updated_at': '2021-07-29T15:42:09Z', 'revision_number': 3, 'project_id': '88daecd1466f41e9895426d6dea1341d', 'gw_port': {'id': 'ce6d64c5-6b31-458d-b328-4c091e49aa35', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:08Z', 'updated_at': '2021-07-29T15:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:10.232632 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Checking router: 53fcee00-96d1-4bab-a1ce-c3ae9060f83e for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:42:10.233039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Updating router 53fcee00-96d1-4bab-a1ce-c3ae9060f83e port ce6d64c5-6b31-458d-b328-4c091e49aa35 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:42:10.253888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d2b33d-8457-42b0-ba29-18972e5e6439 None None] Network 0b2b2d56-e680-463c-95f5-053c0d9b19a3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:42:10.299414 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:10.386186 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:10.427918 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9cba3efc-74b5-4ac8-ab24-a042df1fea28 None None] Provisioning for port dbd757f3-90c6-45de-b51d-1f24b8c3f4aa completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:42:10.584819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Allocated IP 172.20.0.1 (0b2b2d56-e680-463c-95f5-053c0d9b19a3/de3b8723-2e89-40b5-b758-d4c752a39d29/c1d3e84c-7509-4129-8ecd-8d27b49bc209) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:42:10.717832 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:10.738635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Transition to ACTIVE for port object ce6d64c5-6b31-458d-b328-4c091e49aa35 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:42:10.739166 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:10.746068 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:10.762356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Transition to ACTIVE for port object c1d3e84c-7509-4129-8ecd-8d27b49bc209 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:42:10.823640 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:10.835932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c6f89-912c-4f86-afd6-02d270d261f5 None None] Pushing event updated for resources: {'Port': ['ID=ce6d64c5-6b31-458d-b328-4c091e49aa35,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:10.840098 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:42:10.888522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Network 0b2b2d56-e680-463c-95f5-053c0d9b19a3 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:42:10.891548 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:42:10.893278 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Attempting to bind port ce6d64c5-6b31-458d-b328-4c091e49aa35 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:42:10.894027 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Attempting to bind port ce6d64c5-6b31-458d-b328-4c091e49aa35 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:42:10.894989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Attempting to bind port ce6d64c5-6b31-458d-b328-4c091e49aa35 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:42:10.898861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:42:10.911459 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:42:10.911831 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:42:10.912446 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:10.912878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:42:10.913540 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Bound port: ce6d64c5-6b31-458d-b328-4c091e49aa35, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:42:10.914111 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:10.926088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d3e84c-7509-4129-8ecd-8d27b49bc209,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:10.946992 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:10.969156 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:42:10.980454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:10.981186 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:11.006224 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] For port ce6d64c5-6b31-458d-b328-4c091e49aa35, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:42:11.028181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] For port ce6d64c5-6b31-458d-b328-4c091e49aa35, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ce6d64c5-6b31-458d-b328-4c091e49aa35,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:42:11.039695 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:11.126300 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:11.142183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c6f89-912c-4f86-afd6-02d270d261f5 None None] Pushing event updated for resources: {'Port': ['ID=ce6d64c5-6b31-458d-b328-4c091e49aa35,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:11.148700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Routers {'53fcee00-96d1-4bab-a1ce-c3ae9060f83e'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:42:11.149552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:42:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['53fcee00-96d1-4bab-a1ce-c3ae9060f83e'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:11.193230 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:11.310446 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:11.317708 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:11.392902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d3e84c-7509-4129-8ecd-8d27b49bc209,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:11.395887 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:11.448491 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-58d459c4-1a8f-4344-9504-b699a049f7b1 None None] Provisioning for port c1d3e84c-7509-4129-8ecd-8d27b49bc209 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:42:11.460467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=b70114d9-1c7c-4cf4-8c7e-366dd61e26f7,segment=NetworkSegment(c99776fa-cae2-4d2d-aef0-e8164b1a23a9),segment_id=c99776fa-cae2-4d2d-aef0-e8164b1a23a9)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:42:11.466737 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-58d459c4-1a8f-4344-9504-b699a049f7b1 None None] Provisioning complete for port c1d3e84c-7509-4129-8ecd-8d27b49bc209 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:11.467112 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58d459c4-1a8f-4344-9504-b699a049f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:11.472421 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:11.473265 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7dc6830a-f392-4001-a7d2-fa73099891e4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:42:11.494468 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Network 0b2b2d56-e680-463c-95f5-053c0d9b19a3 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:42:11.495903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:42:11.547187 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:11.573183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] Set router 53fcee00-96d1-4bab-a1ce-c3ae9060f83e gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:42:11.625091 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-58d459c4-1a8f-4344-9504-b699a049f7b1 None None] Port c1d3e84c-7509-4129-8ecd-8d27b49bc209 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:42:11.632768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Router 53fcee00-96d1-4bab-a1ce-c3ae9060f83e has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:42:11.636959 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=b70114d9-1c7c-4cf4-8c7e-366dd61e26f7,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:11.722220 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7dc6830a-f392-4001-a7d2-fa73099891e4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:11.722595 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:11.755696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:42:11.760986 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7c5c4fcc-fa10-4968-a585-8ee0ac407533 admin admin] 10.222.0.16 "PUT /v2.0/routers/53fcee00-96d1-4bab-a1ce-c3ae9060f83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9325805 Jul 29 15:42:11.794401 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9167b7a0-b2fc-4da0-8df8-3b1b33df3326 None None] Provisioning complete for port c1d3e84c-7509-4129-8ecd-8d27b49bc209 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:11.794775 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9167b7a0-b2fc-4da0-8df8-3b1b33df3326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:11.870943 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-9167b7a0-b2fc-4da0-8df8-3b1b33df3326 None None] Port c1d3e84c-7509-4129-8ecd-8d27b49bc209 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:42:11.920399 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device dbd757f3-90c6-45de-b51d-1f24b8c3f4aa up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:42:11.963185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'name': 'tempest-TestEncryptedCinderVolumes-486233818-router', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce6d64c5-6b31-458d-b328-4c091e49aa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:08Z', 'updated_at': '2021-07-29T15:42:11Z', 'revision_number': 4, 'project_id': '88daecd1466f41e9895426d6dea1341d', 'gw_port': {'id': 'ce6d64c5-6b31-458d-b328-4c091e49aa35', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:08Z', 'updated_at': '2021-07-29T15:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c1d3e84c-7509-4129-8ecd-8d27b49bc209', 'name': '', 'network_id': '0b2b2d56-e680-463c-95f5-053c0d9b19a3', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'mac_address': 'fa:16:3e:9d:e5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'de3b8723-2e89-40b5-b758-d4c752a39d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:10Z', 'updated_at': '2021-07-29T15:42:10Z', 'revision_number': 1, 'project_id': '88daecd1466f41e9895426d6dea1341d', 'subnets': [{'id': 'de3b8723-2e89-40b5-b758-d4c752a39d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:11.996377 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aed2b4-74b7-4102-a9c8-eaf3f807675b None None] The sync data for ids ['53fcee00-96d1-4bab-a1ce-c3ae9060f83e'] in n-d-802893-1 is: [{'id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'name': 'tempest-TestEncryptedCinderVolumes-486233818-router', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce6d64c5-6b31-458d-b328-4c091e49aa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:08Z', 'updated_at': '2021-07-29T15:42:11Z', 'revision_number': 4, 'project_id': '88daecd1466f41e9895426d6dea1341d', 'gw_port': {'id': 'ce6d64c5-6b31-458d-b328-4c091e49aa35', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:08Z', 'updated_at': '2021-07-29T15:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c1d3e84c-7509-4129-8ecd-8d27b49bc209', 'name': '', 'network_id': '0b2b2d56-e680-463c-95f5-053c0d9b19a3', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'mac_address': 'fa:16:3e:9d:e5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'de3b8723-2e89-40b5-b758-d4c752a39d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:10Z', 'updated_at': '2021-07-29T15:42:10Z', 'revision_number': 1, 'project_id': '88daecd1466f41e9895426d6dea1341d', 'subnets': [{'id': 'de3b8723-2e89-40b5-b758-d4c752a39d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:42:12.008392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port dbd757f3-90c6-45de-b51d-1f24b8c3f4aa completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:42:12.012316 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port dbd757f3-90c6-45de-b51d-1f24b8c3f4aa triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:12.014094 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:12.103041 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:12.136098 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port dbd757f3-90c6-45de-b51d-1f24b8c3f4aa, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=dbd757f3-90c6-45de-b51d-1f24b8c3f4aa,segment=NetworkSegment(62f80504-b422-4d44-ac65-7a5b90ad256c),segment_id=62f80504-b422-4d44-ac65-7a5b90ad256c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:42:12.140040 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:12.204887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=dbd757f3-90c6-45de-b51d-1f24b8c3f4aa,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:12.596848 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:42:12.664525 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:12.664525 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:12.765556 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device dbd757f3-90c6-45de-b51d-1f24b8c3f4aa up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:42:12.804009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da1845-174b-4207-a3dd-5d0be761892f req-ecf3373c-0054-4d5c-b906-ef6a2713506a tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:12.805621 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-39da1845-174b-4207-a3dd-5d0be761892f req-ecf3373c-0054-4d5c-b906-ef6a2713506a tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/networks?id=8917fed5-f90c-4c1a-b95f-c5235cbbc62d HTTP/1.1" status: 200 len: 816 time: 0.1207604 Jul 29 15:42:12.818359 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port dbd757f3-90c6-45de-b51d-1f24b8c3f4aa triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:12.818724 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:12.823566 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-39da1845-174b-4207-a3dd-5d0be761892f req-ffd388b0-b9d7-467a-b0bb-386f41dfb053 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/quotas/8259430151b149968368f4459ed631ac HTTP/1.1" status: 200 len: 375 time: 0.0110521 Jul 29 15:42:12.896830 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-39da1845-174b-4207-a3dd-5d0be761892f req-c9da8775-960b-470b-a7f1-f73ff31c3392 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8259430151b149968368f4459ed631ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625379 Jul 29 15:42:12.999787 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-39da1845-174b-4207-a3dd-5d0be761892f req-3b5fc43b-c897-4eed-9e53-cf82b0dd9a28 service neutron] 10.222.0.16 "GET /v2.0/networks/8917fed5-f90c-4c1a-b95f-c5235cbbc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870314 Jul 29 15:42:13.099884 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-39da1845-174b-4207-a3dd-5d0be761892f req-e24e31a0-e1ad-49e9-9a51-fa5de974f960 service neutron] 10.222.0.16 "GET /v2.0/networks/8917fed5-f90c-4c1a-b95f-c5235cbbc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928586 Jul 29 15:42:13.277464 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0d45a470-7b11-483e-b524-217edaf4f42a req-d7ee51d1-f1f9-4372-8108-1f84253254a3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 210 time: 0.0347707 Jul 29 15:42:14.058507 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Sync routers for ids ['53fcee00-96d1-4bab-a1ce-c3ae9060f83e'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:42:14.067936 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Routers {'53fcee00-96d1-4bab-a1ce-c3ae9060f83e'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:42:14.068539 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:42:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['53fcee00-96d1-4bab-a1ce-c3ae9060f83e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:14.176977 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Set router 53fcee00-96d1-4bab-a1ce-c3ae9060f83e gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:42:14.215809 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da1845-174b-4207-a3dd-5d0be761892f req-b5d9bea6-7a96-4497-8862-b6306a81efa0 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:14.217617 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-39da1845-174b-4207-a3dd-5d0be761892f req-b5d9bea6-7a96-4497-8862-b6306a81efa0 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.39 "GET /v2.0/networks?id=8917fed5-f90c-4c1a-b95f-c5235cbbc62d HTTP/1.1" status: 200 len: 816 time: 0.1103792 Jul 29 15:42:14.230581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-39da1845-174b-4207-a3dd-5d0be761892f req-2204cdc9-efd6-49a3-8f70-b42142b37df3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Request body: {'port': {'device_id': '4e629f84-c40b-40ef-8f1e-b14a66bd9ce1', 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d', 'admin_state_up': True, 'tenant_id': '8259430151b149968368f4459ed631ac'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:42:14.358759 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39da1845-174b-4207-a3dd-5d0be761892f req-2204cdc9-efd6-49a3-8f70-b42142b37df3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Made reservation on behalf of 8259430151b149968368f4459ed631ac for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:42:14.362465 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-39da1845-174b-4207-a3dd-5d0be761892f req-2204cdc9-efd6-49a3-8f70-b42142b37df3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:14.386557 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'name': 'tempest-TestEncryptedCinderVolumes-486233818-router', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce6d64c5-6b31-458d-b328-4c091e49aa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:08Z', 'updated_at': '2021-07-29T15:42:11Z', 'revision_number': 4, 'project_id': '88daecd1466f41e9895426d6dea1341d', 'gw_port': {'id': 'ce6d64c5-6b31-458d-b328-4c091e49aa35', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:08Z', 'updated_at': '2021-07-29T15:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c1d3e84c-7509-4129-8ecd-8d27b49bc209', 'name': '', 'network_id': '0b2b2d56-e680-463c-95f5-053c0d9b19a3', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'mac_address': 'fa:16:3e:9d:e5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'de3b8723-2e89-40b5-b758-d4c752a39d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:10Z', 'updated_at': '2021-07-29T15:42:11Z', 'revision_number': 2, 'project_id': '88daecd1466f41e9895426d6dea1341d', 'subnets': [{'id': 'de3b8723-2e89-40b5-b758-d4c752a39d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:14.408011 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a2088be-a1ec-48b3-a428-a6ec5a55b967 req-9e77e60f-a84a-4268-a854-d38e4ca3fab2 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 210 time: 0.0330477 Jul 29 15:42:14.412907 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Checking router: 53fcee00-96d1-4bab-a1ce-c3ae9060f83e for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:42:14.413311 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Updating router 53fcee00-96d1-4bab-a1ce-c3ae9060f83e port c1d3e84c-7509-4129-8ecd-8d27b49bc209 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:42:14.445696 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:14.510803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-39da1845-174b-4207-a3dd-5d0be761892f req-2204cdc9-efd6-49a3-8f70-b42142b37df3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Allocated IP 172.20.0.3 (8917fed5-f90c-4c1a-b95f-c5235cbbc62d/0d6fc5a5-1350-408b-b0bb-febab470184f/dc97fb15-d143-4567-98fc-0de9b9fb413d) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:42:14.621691 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ce6d64c5-6b31-458d-b328-4c091e49aa35 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:42:14.672190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port ce6d64c5-6b31-458d-b328-4c091e49aa35 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:42:14.676167 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port ce6d64c5-6b31-458d-b328-4c091e49aa35 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:14.677411 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:14.688934 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-39da1845-174b-4207-a3dd-5d0be761892f req-2204cdc9-efd6-49a3-8f70-b42142b37df3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:14.703113 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-39da1845-174b-4207-a3dd-5d0be761892f req-2204cdc9-efd6-49a3-8f70-b42142b37df3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Transition to ACTIVE for port object dc97fb15-d143-4567-98fc-0de9b9fb413d will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:42:14.731877 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:14.741062 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-39da1845-174b-4207-a3dd-5d0be761892f req-2204cdc9-efd6-49a3-8f70-b42142b37df3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:14.744660 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Transition to ACTIVE for port object c1d3e84c-7509-4129-8ecd-8d27b49bc209 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:42:14.751695 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:14.766861 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:14.787435 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39da1845-174b-4207-a3dd-5d0be761892f req-2204cdc9-efd6-49a3-8f70-b42142b37df3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:42:14.790242 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port ce6d64c5-6b31-458d-b328-4c091e49aa35, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ce6d64c5-6b31-458d-b328-4c091e49aa35,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:42:14.790760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-39da1845-174b-4207-a3dd-5d0be761892f req-2204cdc9-efd6-49a3-8f70-b42142b37df3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:42:14.798408 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-39da1845-174b-4207-a3dd-5d0be761892f req-2204cdc9-efd6-49a3-8f70-b42142b37df3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:42:14.799412 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ebc99-241f-4fe4-af98-68c2baec1205 None None] Pushing event updated for resources: {'Port': ['ID=c1d3e84c-7509-4129-8ecd-8d27b49bc209,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:14.805337 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:14.830330 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204cdc9-efd6-49a3-8f70-b42142b37df3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Pushing event updated for resources: {'Port': ['ID=dc97fb15-d143-4567-98fc-0de9b9fb413d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:14.867395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da1845-174b-4207-a3dd-5d0be761892f req-2204cdc9-efd6-49a3-8f70-b42142b37df3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:14.868361 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-39da1845-174b-4207-a3dd-5d0be761892f req-2204cdc9-efd6-49a3-8f70-b42142b37df3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:14.888382 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=ce6d64c5-6b31-458d-b328-4c091e49aa35,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:14.894922 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-39da1845-174b-4207-a3dd-5d0be761892f req-2204cdc9-efd6-49a3-8f70-b42142b37df3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6683333 Jul 29 15:42:14.907992 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Request body: {'port': {'device_id': '4e629f84-c40b-40ef-8f1e-b14a66bd9ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:42:14.930729 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Attempting to bind port c1d3e84c-7509-4129-8ecd-8d27b49bc209 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:42:14.931232 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Attempting to bind port c1d3e84c-7509-4129-8ecd-8d27b49bc209 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '62f80504-b422-4d44-ac65-7a5b90ad256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0b2b2d56-e680-463c-95f5-053c0d9b19a3'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:42:14.931598 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Attempting to bind port c1d3e84c-7509-4129-8ecd-8d27b49bc209 on network 0b2b2d56-e680-463c-95f5-053c0d9b19a3 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:42:14.937559 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:42:14.937933 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Checking segment: {'id': '62f80504-b422-4d44-ac65-7a5b90ad256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0b2b2d56-e680-463c-95f5-053c0d9b19a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:42:14.939044 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:14.939445 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Bound using segment: {'id': '62f80504-b422-4d44-ac65-7a5b90ad256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0b2b2d56-e680-463c-95f5-053c0d9b19a3'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:42:14.939995 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Bound port: c1d3e84c-7509-4129-8ecd-8d27b49bc209, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f80504-b422-4d44-ac65-7a5b90ad256c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0b2b2d56-e680-463c-95f5-053c0d9b19a3'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:42:14.940559 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:14.979036 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:15.011108 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] For port c1d3e84c-7509-4129-8ecd-8d27b49bc209, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:42:15.015951 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] For port c1d3e84c-7509-4129-8ecd-8d27b49bc209, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c1d3e84c-7509-4129-8ecd-8d27b49bc209,segment=NetworkSegment(62f80504-b422-4d44-ac65-7a5b90ad256c),segment_id=62f80504-b422-4d44-ac65-7a5b90ad256c)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:42:15.029497 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:15.080223 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Routers {'53fcee00-96d1-4bab-a1ce-c3ae9060f83e'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:42:15.081617 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:42:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['53fcee00-96d1-4bab-a1ce-c3ae9060f83e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:15.134034 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0cf3af82-1452-467d-8c5a-a97856ef2a95 None None] Provisioning for port dc97fb15-d143-4567-98fc-0de9b9fb413d completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:42:15.139297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0cf3af82-1452-467d-8c5a-a97856ef2a95 None None] Provisioning complete for port dc97fb15-d143-4567-98fc-0de9b9fb413d triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:15.139791 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0cf3af82-1452-467d-8c5a-a97856ef2a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:15.156828 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ebc99-241f-4fe4-af98-68c2baec1205 None None] Pushing event updated for resources: {'Port': ['ID=c1d3e84c-7509-4129-8ecd-8d27b49bc209,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:15.191662 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3af82-1452-467d-8c5a-a97856ef2a95 None None] Port dc97fb15-d143-4567-98fc-0de9b9fb413d cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:42:15.243932 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] Set router 53fcee00-96d1-4bab-a1ce-c3ae9060f83e gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:42:15.298790 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc97fb15-d143-4567-98fc-0de9b9fb413d {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:42:15.314050 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:15.335016 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Transition to ACTIVE for port object dc97fb15-d143-4567-98fc-0de9b9fb413d will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:42:15.340278 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:15.442448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc97fb15-d143-4567-98fc-0de9b9fb413d,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:15.504349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Attempting to bind port dc97fb15-d143-4567-98fc-0de9b9fb413d on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:42:15.505336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Attempting to bind port dc97fb15-d143-4567-98fc-0de9b9fb413d by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:42:15.505894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Attempting to bind port dc97fb15-d143-4567-98fc-0de9b9fb413d on network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:42:15.508228 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'name': 'tempest-TestEncryptedCinderVolumes-486233818-router', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce6d64c5-6b31-458d-b328-4c091e49aa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:08Z', 'updated_at': '2021-07-29T15:42:11Z', 'revision_number': 4, 'project_id': '88daecd1466f41e9895426d6dea1341d', 'gw_port': {'id': 'ce6d64c5-6b31-458d-b328-4c091e49aa35', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:08Z', 'updated_at': '2021-07-29T15:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c1d3e84c-7509-4129-8ecd-8d27b49bc209', 'name': '', 'network_id': '0b2b2d56-e680-463c-95f5-053c0d9b19a3', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'mac_address': 'fa:16:3e:9d:e5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'de3b8723-2e89-40b5-b758-d4c752a39d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:10Z', 'updated_at': '2021-07-29T15:42:15Z', 'revision_number': 4, 'project_id': '88daecd1466f41e9895426d6dea1341d', 'subnets': [{'id': 'de3b8723-2e89-40b5-b758-d4c752a39d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:42:15.512769 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Port dc97fb15-d143-4567-98fc-0de9b9fb413d on network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:42:15.513553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Attempting to bind port dc97fb15-d143-4567-98fc-0de9b9fb413d on network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:42:15.521743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:42:15.522087 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Checking segment: {'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:42:15.522472 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Bound using segment: {'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:42:15.522922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Bound port: dc97fb15-d143-4567-98fc-0de9b9fb413d, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:42:15.523279 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:15.617159 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d6cff-aa9f-4aa5-9a5c-419b57bbe077 req-50ded3b7-c3eb-45ac-b02c-7f38a65a979e tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:15.618765 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-754d6cff-aa9f-4aa5-9a5c-419b57bbe077 req-50ded3b7-c3eb-45ac-b02c-7f38a65a979e tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 943 time: 0.0997581 Jul 29 15:42:15.643058 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0d322-097c-47eb-89f0-1344ea58a483 None None] The sync data for ids ['53fcee00-96d1-4bab-a1ce-c3ae9060f83e'] in n-d-802893-1 is: [{'id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'name': 'tempest-TestEncryptedCinderVolumes-486233818-router', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce6d64c5-6b31-458d-b328-4c091e49aa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:08Z', 'updated_at': '2021-07-29T15:42:11Z', 'revision_number': 4, 'project_id': '88daecd1466f41e9895426d6dea1341d', 'gw_port': {'id': 'ce6d64c5-6b31-458d-b328-4c091e49aa35', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:08Z', 'updated_at': '2021-07-29T15:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'c1d3e84c-7509-4129-8ecd-8d27b49bc209', 'name': '', 'network_id': '0b2b2d56-e680-463c-95f5-053c0d9b19a3', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'mac_address': 'fa:16:3e:9d:e5:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'de3b8723-2e89-40b5-b758-d4c752a39d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:10Z', 'updated_at': '2021-07-29T15:42:15Z', 'revision_number': 4, 'project_id': '88daecd1466f41e9895426d6dea1341d', 'subnets': [{'id': 'de3b8723-2e89-40b5-b758-d4c752a39d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:42:15.663165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] For port dc97fb15-d143-4567-98fc-0de9b9fb413d, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:42:15.667459 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] For port dc97fb15-d143-4567-98fc-0de9b9fb413d, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=dc97fb15-d143-4567-98fc-0de9b9fb413d,segment=NetworkSegment(c99776fa-cae2-4d2d-aef0-e8164b1a23a9),segment_id=c99776fa-cae2-4d2d-aef0-e8164b1a23a9)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:42:15.678430 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:15.688087 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-754d6cff-aa9f-4aa5-9a5c-419b57bbe077 req-d092a74c-6088-4eea-bb61-ffa6877ff98c tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622847 Jul 29 15:42:15.732030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:15.732707 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:15.735026 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-39da1845-174b-4207-a3dd-5d0be761892f req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] 10.222.0.39 "PUT /v2.0/ports/dc97fb15-d143-4567-98fc-0de9b9fb413d HTTP/1.1" status: 200 len: 1091 time: 0.8314335 Jul 29 15:42:15.735698 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e629f84-c40b-40ef-8f1e-b14a66bd9ce1', 'tag': 'dc97fb15-d143-4567-98fc-0de9b9fb413d'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:42:15.741214 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d335a07-4d1d-487c-b5f9-f4b4082539f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e629f84-c40b-40ef-8f1e-b14a66bd9ce1", "tag": "dc97fb15-d143-4567-98fc-0de9b9fb413d"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:42:15.767781 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3eeac7-b214-480d-9c0e-d8522df252c1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc97fb15-d143-4567-98fc-0de9b9fb413d,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:15.812498 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c514ec39-b739-4e57-993e-dc8acb21246b x-openstack-request-id: req-c514ec39-b739-4e57-993e-dc8acb21246b {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:42:15.812901 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e629f84-c40b-40ef-8f1e-b14a66bd9ce1", "tag": "dc97fb15-d143-4567-98fc-0de9b9fb413d", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:42:15.813216 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c514ec39-b739-4e57-993e-dc8acb21246b {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:42:15.813723 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e629f84-c40b-40ef-8f1e-b14a66bd9ce1', 'tag': 'dc97fb15-d143-4567-98fc-0de9b9fb413d', 'status': 'completed', 'code': 200} Jul 29 15:42:15.831966 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da1845-174b-4207-a3dd-5d0be761892f req-93c96062-1320-4431-bb62-c6645f3c09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:15.834278 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-39da1845-174b-4207-a3dd-5d0be761892f req-93c96062-1320-4431-bb62-c6645f3c09c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8259430151b149968368f4459ed631ac&device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 1094 time: 0.0540457 Jul 29 15:42:16.277751 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-39da1845-174b-4207-a3dd-5d0be761892f req-81517b8d-cca3-4268-bd7e-f430760ccd79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc97fb15-d143-4567-98fc-0de9b9fb413d HTTP/1.1" status: 200 len: 217 time: 0.4342597 Jul 29 15:42:16.328051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da1845-174b-4207-a3dd-5d0be761892f req-41b2a8c9-7830-42ed-b93d-8fe5bc1ac436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:16.329440 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-39da1845-174b-4207-a3dd-5d0be761892f req-41b2a8c9-7830-42ed-b93d-8fe5bc1ac436 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d6fc5a5-1350-408b-b0bb-febab470184f HTTP/1.1" status: 200 len: 855 time: 0.0441904 Jul 29 15:42:16.383958 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da1845-174b-4207-a3dd-5d0be761892f req-e082aa2b-a0ac-4019-a749-43c471c68fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:16.385477 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-39da1845-174b-4207-a3dd-5d0be761892f req-e082aa2b-a0ac-4019-a749-43c471c68fac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8917fed5-f90c-4c1a-b95f-c5235cbbc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489738 Jul 29 15:42:16.477770 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-39da1845-174b-4207-a3dd-5d0be761892f req-692e56ba-b9e9-4667-81ff-74f6eee20dc5 service neutron] 10.222.0.39 "GET /v2.0/networks/8917fed5-f90c-4c1a-b95f-c5235cbbc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848544 Jul 29 15:42:16.574214 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-39da1845-174b-4207-a3dd-5d0be761892f req-a57e43f7-2fe4-450d-9cf2-7b969b358c62 service neutron] 10.222.0.39 "GET /v2.0/networks/8917fed5-f90c-4c1a-b95f-c5235cbbc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897114 Jul 29 15:42:16.605800 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ce6d64c5-6b31-458d-b328-4c091e49aa35 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:42:16.658862 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port ce6d64c5-6b31-458d-b328-4c091e49aa35 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:16.659242 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:16.664494 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d335a07-4d1d-487c-b5f9-f4b4082539f0 req-2507c485-68d0-4a1d-8196-9bdff33f3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:16.666131 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d335a07-4d1d-487c-b5f9-f4b4082539f0 req-2507c485-68d0-4a1d-8196-9bdff33f3c9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8259430151b149968368f4459ed631ac&device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 1094 time: 0.0431075 Jul 29 15:42:16.740376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c1d3e84c-7509-4129-8ecd-8d27b49bc209 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:42:16.779424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d335a07-4d1d-487c-b5f9-f4b4082539f0 req-7f8607e2-0d64-41b9-81b2-584e0ca6eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:16.781246 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d335a07-4d1d-487c-b5f9-f4b4082539f0 req-7f8607e2-0d64-41b9-81b2-584e0ca6eca0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8917fed5-f90c-4c1a-b95f-c5235cbbc62d HTTP/1.1" status: 200 len: 917 time: 0.1086965 Jul 29 15:42:16.791495 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port c1d3e84c-7509-4129-8ecd-8d27b49bc209 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:42:16.795119 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c1d3e84c-7509-4129-8ecd-8d27b49bc209 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:16.795492 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:16.839598 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d335a07-4d1d-487c-b5f9-f4b4082539f0 req-38aa2a1c-9c29-43be-a2be-acd91a209441 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc97fb15-d143-4567-98fc-0de9b9fb413d HTTP/1.1" status: 200 len: 217 time: 0.0438418 Jul 29 15:42:16.864892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ad38d-dfc2-4a7d-b045-c93138bc05e5 req-b493a3f8-6b4f-4afc-822e-414c1b94d332 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:16.866379 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fe7ad38d-dfc2-4a7d-b045-c93138bc05e5 req-b493a3f8-6b4f-4afc-822e-414c1b94d332 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 943 time: 0.1011126 Jul 29 15:42:16.878223 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:16.912019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port c1d3e84c-7509-4129-8ecd-8d27b49bc209, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c1d3e84c-7509-4129-8ecd-8d27b49bc209,segment=NetworkSegment(62f80504-b422-4d44-ac65-7a5b90ad256c),segment_id=62f80504-b422-4d44-ac65-7a5b90ad256c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:42:16.916783 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:16.925246 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d335a07-4d1d-487c-b5f9-f4b4082539f0 req-dba08cf2-7fd8-486e-a860-de83d2b21bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:16.927336 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d335a07-4d1d-487c-b5f9-f4b4082539f0 req-dba08cf2-7fd8-486e-a860-de83d2b21bb2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0d6fc5a5-1350-408b-b0bb-febab470184f HTTP/1.1" status: 200 len: 855 time: 0.0795596 Jul 29 15:42:16.935132 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fe7ad38d-dfc2-4a7d-b045-c93138bc05e5 req-15cfd7e3-ff52-4908-b2c6-876889f662ad tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502679 Jul 29 15:42:16.968420 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=c1d3e84c-7509-4129-8ecd-8d27b49bc209,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:16.983287 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d335a07-4d1d-487c-b5f9-f4b4082539f0 req-95506ff0-f35f-4d46-9360-f29633c39ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:16.984834 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d335a07-4d1d-487c-b5f9-f4b4082539f0 req-95506ff0-f35f-4d46-9360-f29633c39ae7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8917fed5-f90c-4c1a-b95f-c5235cbbc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487735 Jul 29 15:42:17.077693 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d335a07-4d1d-487c-b5f9-f4b4082539f0 req-916b937d-c58b-4a05-a3ca-f745661faf50 service neutron] 10.222.0.39 "GET /v2.0/networks/8917fed5-f90c-4c1a-b95f-c5235cbbc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853198 Jul 29 15:42:17.168303 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d335a07-4d1d-487c-b5f9-f4b4082539f0 req-2d92a8f8-2c3b-4313-8292-a766d2ef8789 service neutron] 10.222.0.39 "GET /v2.0/networks/8917fed5-f90c-4c1a-b95f-c5235cbbc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826695 Jul 29 15:42:18.062573 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda34bb-c176-40d0-9bbb-b400e980ad59 req-88e44a49-afc4-47dd-a2b2-a2338f3a01e4 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:18.064051 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8fda34bb-c176-40d0-9bbb-b400e980ad59 req-88e44a49-afc4-47dd-a2b2-a2338f3a01e4 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 943 time: 0.0484271 Jul 29 15:42:18.103800 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8fda34bb-c176-40d0-9bbb-b400e980ad59 req-6dfb9b9f-eb30-475a-8838-6460a553ebdb tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323322 Jul 29 15:42:18.588989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c1d3e84c-7509-4129-8ecd-8d27b49bc209 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:42:18.649788 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c1d3e84c-7509-4129-8ecd-8d27b49bc209 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:18.650062 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:19.224487 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eade43d-3fa2-4301-828f-40aff3dedccd req-5edafd6f-04e0-47e4-825e-bbb0eb4e03df tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:19.226025 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5eade43d-3fa2-4301-828f-40aff3dedccd req-5edafd6f-04e0-47e4-825e-bbb0eb4e03df tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 943 time: 0.0547221 Jul 29 15:42:19.263780 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5eade43d-3fa2-4301-828f-40aff3dedccd req-aa1ef39d-591f-4bd4-bca6-a58a62adbe5f tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Jul 29 15:42:19.333802 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device dc97fb15-d143-4567-98fc-0de9b9fb413d details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:42:19.434907 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port dc97fb15-d143-4567-98fc-0de9b9fb413d, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=dc97fb15-d143-4567-98fc-0de9b9fb413d,segment=NetworkSegment(c99776fa-cae2-4d2d-aef0-e8164b1a23a9),segment_id=c99776fa-cae2-4d2d-aef0-e8164b1a23a9)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:42:19.447189 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'dc97fb15-d143-4567-98fc-0de9b9fb413d', 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d', 'port_id': 'dc97fb15-d143-4567-98fc-0de9b9fb413d', 'mac_address': 'fa:16:3e:a2:ad:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6fc5a5-1350-408b-b0bb-febab470184f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:42:19.484595 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:19.498161 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc97fb15-d143-4567-98fc-0de9b9fb413d {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:42:19.517796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port dc97fb15-d143-4567-98fc-0de9b9fb413d, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=dc97fb15-d143-4567-98fc-0de9b9fb413d,segment=NetworkSegment(c99776fa-cae2-4d2d-aef0-e8164b1a23a9),segment_id=c99776fa-cae2-4d2d-aef0-e8164b1a23a9)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:42:19.522631 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:19.569994 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=dc97fb15-d143-4567-98fc-0de9b9fb413d,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:19.724455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['dc97fb15-d143-4567-98fc-0de9b9fb413d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:42:20.380237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bb40b-fa86-45e7-a10f-c43f6c60dcbb req-360de3a3-7a17-458c-b136-f69cdde02d62 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:20.381739 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f6bb40b-fa86-45e7-a10f-c43f6c60dcbb req-360de3a3-7a17-458c-b136-f69cdde02d62 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 944 time: 0.0503576 Jul 29 15:42:20.420373 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f6bb40b-fa86-45e7-a10f-c43f6c60dcbb req-97955444-4b36-4732-a927-1c3510f906f9 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325675 Jul 29 15:42:21.348870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device dc97fb15-d143-4567-98fc-0de9b9fb413d up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:42:21.404817 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port dc97fb15-d143-4567-98fc-0de9b9fb413d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:42:21.408721 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port dc97fb15-d143-4567-98fc-0de9b9fb413d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:21.409100 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:21.505716 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:21.537306 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e629f84-c40b-40ef-8f1e-b14a66bd9ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc97fb15-d143-4567-98fc-0de9b9fb413d'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:42:21.539568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa062ca-9a96-4988-8eb2-d519c8f83966 req-722f6166-909d-45d1-8dfb-e3129a671e13 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:21.540156 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9b2b2d-32d6-42d7-9ed9-85a4e67b7209" -d '{"events": [{"server_uuid": "4e629f84-c40b-40ef-8f1e-b14a66bd9ce1", "name": "network-vif-plugged", "status": "completed", "tag": "dc97fb15-d143-4567-98fc-0de9b9fb413d"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:42:21.541161 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fa062ca-9a96-4988-8eb2-d519c8f83966 req-722f6166-909d-45d1-8dfb-e3129a671e13 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 944 time: 0.0505750 Jul 29 15:42:21.565230 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port dc97fb15-d143-4567-98fc-0de9b9fb413d, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=dc97fb15-d143-4567-98fc-0de9b9fb413d,segment=NetworkSegment(c99776fa-cae2-4d2d-aef0-e8164b1a23a9),segment_id=c99776fa-cae2-4d2d-aef0-e8164b1a23a9)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:42:21.573193 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:21.597521 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4fa062ca-9a96-4988-8eb2-d519c8f83966 req-fe028426-7a2f-45c1-bd04-3942597a9b23 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Jul 29 15:42:21.613091 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb1d683-80fe-40dc-8f7f-3c07a9275ef3 x-openstack-request-id: req-6fb1d683-80fe-40dc-8f7f-3c07a9275ef3 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:42:21.613468 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e629f84-c40b-40ef-8f1e-b14a66bd9ce1", "name": "network-vif-plugged", "status": "completed", "tag": "dc97fb15-d143-4567-98fc-0de9b9fb413d", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:42:21.614465 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fb1d683-80fe-40dc-8f7f-3c07a9275ef3 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:42:21.615007 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e629f84-c40b-40ef-8f1e-b14a66bd9ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc97fb15-d143-4567-98fc-0de9b9fb413d', 'code': 200} Jul 29 15:42:21.692517 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=dc97fb15-d143-4567-98fc-0de9b9fb413d,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:21.708583 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b061d-4824-4f76-a7c5-4065b6244ef8 req-4a01b7d6-7d21-4f9f-ad07-07816ca440f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:21.710260 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bd8b061d-4824-4f76-a7c5-4065b6244ef8 req-4a01b7d6-7d21-4f9f-ad07-07816ca440f9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 1096 time: 0.0418189 Jul 29 15:42:21.748787 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bd8b061d-4824-4f76-a7c5-4065b6244ef8 req-5d606591-3af0-48ee-b892-3491e83398d5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320084 Jul 29 15:42:22.728481 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c036c88-5330-44be-994b-9e8d97f21b66 req-5a53aeca-19e3-4422-b38f-d74b5aacd6e0 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:22.729951 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4c036c88-5330-44be-994b-9e8d97f21b66 req-5a53aeca-19e3-4422-b38f-d74b5aacd6e0 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0559392 Jul 29 15:42:22.770785 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4c036c88-5330-44be-994b-9e8d97f21b66 req-5b2fe622-88d7-46db-8075-c20fd36b5406 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348299 Jul 29 15:42:22.890941 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75334eae-b6f3-4dda-8519-7055ae624e76 req-19c93da9-411e-4dbb-aadf-02af0016d12a tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:22.892458 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-75334eae-b6f3-4dda-8519-7055ae624e76 req-19c93da9-411e-4dbb-aadf-02af0016d12a tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0538146 Jul 29 15:42:22.930597 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-75334eae-b6f3-4dda-8519-7055ae624e76 req-2150e4e0-ae9d-4316-8370-e36a4f3cc003 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315251 Jul 29 15:42:26.895223 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:30.620195 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82fd3cb7-e641-4771-b8cd-ca393c2c16bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:31.939889 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:42:33.290130 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:33.395113 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5411c8c6-95d3-4169-9ccf-33397e9035f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:34.534950 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:36.498085 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:41.478229 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:41.573669 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb7a50-6afe-4b4f-9620-932d938ca190 req-35a53606-8847-4d5e-a5e1-8778bce33f90 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:41.575158 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b7eb7a50-6afe-4b4f-9620-932d938ca190 req-35a53606-8847-4d5e-a5e1-8778bce33f90 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0499604 Jul 29 15:42:41.613793 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b7eb7a50-6afe-4b4f-9620-932d938ca190 req-8c3d23cd-2fd0-4d63-be39-9297e4306eff tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324028 Jul 29 15:42:42.831613 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc82e0c-98cd-4eff-b27b-1d9cf3055ede req-ba4da957-3b33-47e5-a2b7-c3081eaa4cf8 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:42.833163 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6fc82e0c-98cd-4eff-b27b-1d9cf3055ede req-ba4da957-3b33-47e5-a2b7-c3081eaa4cf8 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 945 time: 0.1477187 Jul 29 15:42:42.873064 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6fc82e0c-98cd-4eff-b27b-1d9cf3055ede req-132ba2ad-697b-4d6e-81e6-5b000a3ab357 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329006 Jul 29 15:42:43.178533 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5673b9-8ad1-46c6-94d3-9cadbddf3c65 req-2613d307-8d28-43dc-8872-a84e4a523b85 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:43.180027 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-da5673b9-8ad1-46c6-94d3-9cadbddf3c65 req-2613d307-8d28-43dc-8872-a84e4a523b85 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 945 time: 0.0489080 Jul 29 15:42:43.273249 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-da5673b9-8ad1-46c6-94d3-9cadbddf3c65 req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Deleting port dc97fb15-d143-4567-98fc-0de9b9fb413d {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:42:43.273588 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-da5673b9-8ad1-46c6-94d3-9cadbddf3c65 req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:43.359072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-da5673b9-8ad1-46c6-94d3-9cadbddf3c65 req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] For port dc97fb15-d143-4567-98fc-0de9b9fb413d, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=dc97fb15-d143-4567-98fc-0de9b9fb413d,segment=NetworkSegment(c99776fa-cae2-4d2d-aef0-e8164b1a23a9),segment_id=c99776fa-cae2-4d2d-aef0-e8164b1a23a9)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:42:43.359438 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-da5673b9-8ad1-46c6-94d3-9cadbddf3c65 req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:43.372104 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-da5673b9-8ad1-46c6-94d3-9cadbddf3c65 req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Calling delete_port for dc97fb15-d143-4567-98fc-0de9b9fb413d owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:42:43.500190 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-da5673b9-8ad1-46c6-94d3-9cadbddf3c65 req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:43.512405 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['dc97fb15-d143-4567-98fc-0de9b9fb413d'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:42:43.527935 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Pushing event deleted for resources: {'Port': ['ID=dc97fb15-d143-4567-98fc-0de9b9fb413d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:43.540660 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:43.541047 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:43.541392 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:43.541811 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:43.542073 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:43.542408 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:43.542740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:43.543069 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:43.543404 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:43.543732 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:43.544058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:43.544380 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:43.583925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5673b9-8ad1-46c6-94d3-9cadbddf3c65 req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] No DVR routers for this DVR port dc97fb15-d143-4567-98fc-0de9b9fb413d on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:42:43.587382 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-da5673b9-8ad1-46c6-94d3-9cadbddf3c65 req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:43.589470 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-da5673b9-8ad1-46c6-94d3-9cadbddf3c65 req-730b7825-c1ac-4a93-8142-b4a8f8661ee3 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.39 "DELETE /v2.0/ports/dc97fb15-d143-4567-98fc-0de9b9fb413d HTTP/1.1" status: 204 len: 173 time: 0.4033206 Jul 29 15:42:43.589922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e629f84-c40b-40ef-8f1e-b14a66bd9ce1', 'name': 'network-vif-deleted', 'tag': 'dc97fb15-d143-4567-98fc-0de9b9fb413d'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:42:43.593814 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7de242-ebab-4cf1-8209-4a6727105866" -d '{"events": [{"server_uuid": "4e629f84-c40b-40ef-8f1e-b14a66bd9ce1", "name": "network-vif-deleted", "tag": "dc97fb15-d143-4567-98fc-0de9b9fb413d"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:42:43.630575 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20209be3-773d-4c03-bb3f-7c88274d25fa x-openstack-request-id: req-20209be3-773d-4c03-bb3f-7c88274d25fa {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:42:43.630864 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e629f84-c40b-40ef-8f1e-b14a66bd9ce1", "name": "network-vif-deleted", "tag": "dc97fb15-d143-4567-98fc-0de9b9fb413d", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:42:43.631119 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20209be3-773d-4c03-bb3f-7c88274d25fa {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:42:43.632433 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e629f84-c40b-40ef-8f1e-b14a66bd9ce1', 'name': 'network-vif-deleted', 'tag': 'dc97fb15-d143-4567-98fc-0de9b9fb413d', 'status': 'completed', 'code': 200} Jul 29 15:42:43.979230 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3fa6d6da-63fc-4f8d-8c93-79fe89956866 req-9ea426f3-3a95-484a-bfa8-4ec39bd5c68d tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e629f84-c40b-40ef-8f1e-b14a66bd9ce1 HTTP/1.1" status: 200 len: 210 time: 0.0265481 Jul 29 15:42:45.514247 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-1285bc98-c657-48e5-8445-7ea541f233fa tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:45.515959 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-1285bc98-c657-48e5-8445-7ea541f233fa tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/networks?id=8917fed5-f90c-4c1a-b95f-c5235cbbc62d HTTP/1.1" status: 200 len: 816 time: 0.1035194 Jul 29 15:42:45.531926 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-e87eff56-2592-4cf0-acfd-4d592634cefa tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/quotas/8259430151b149968368f4459ed631ac HTTP/1.1" status: 200 len: 375 time: 0.0093660 Jul 29 15:42:45.584595 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-a44ff4f3-c15f-4f7c-96ae-a245454a9316 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8259430151b149968368f4459ed631ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472741 Jul 29 15:42:45.680263 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-a7857322-0daa-4e79-a49e-ebbde8b0691c service neutron] 10.222.0.16 "GET /v2.0/networks/8917fed5-f90c-4c1a-b95f-c5235cbbc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839603 Jul 29 15:42:46.106364 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-00dbeb27-c2a8-4f43-a9ba-ab226e0d93a0 service neutron] 10.222.0.16 "GET /v2.0/networks/8917fed5-f90c-4c1a-b95f-c5235cbbc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199333 Jul 29 15:42:46.317929 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-52b697c8-e756-4a4f-892b-c7879565dc71 req-cc58b0f4-10bf-4fc2-8653-68558f85390e tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 210 time: 0.0778866 Jul 29 15:42:47.228417 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-68e3a538-5cce-46fc-8b28-16a3d7873381 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:47.229938 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-68e3a538-5cce-46fc-8b28-16a3d7873381 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.38 "GET /v2.0/networks?id=8917fed5-f90c-4c1a-b95f-c5235cbbc62d HTTP/1.1" status: 200 len: 816 time: 0.1047807 Jul 29 15:42:47.248476 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-ecf1d8f0-3a07-4eb5-9e3e-c79bdfb4941d tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Request body: {'port': {'device_id': '4b3bc292-02b3-4cf9-93fd-5ae086f4db53', 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d', 'admin_state_up': True, 'tenant_id': '8259430151b149968368f4459ed631ac'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:42:47.354108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-ecf1d8f0-3a07-4eb5-9e3e-c79bdfb4941d tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Made reservation on behalf of 8259430151b149968368f4459ed631ac for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:42:47.357815 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-ecf1d8f0-3a07-4eb5-9e3e-c79bdfb4941d tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:47.447703 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-39857c6b-149c-4c49-8b21-1a834edeca83 req-15e7148f-448e-4a10-900b-60e373ef15b6 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 210 time: 0.0590699 Jul 29 15:42:47.514554 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-ecf1d8f0-3a07-4eb5-9e3e-c79bdfb4941d tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Allocated IP 172.20.0.6 (8917fed5-f90c-4c1a-b95f-c5235cbbc62d/0d6fc5a5-1350-408b-b0bb-febab470184f/ff47c658-7fa2-45d6-9bc9-502d34d7f243) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:42:47.521977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device dc97fb15-d143-4567-98fc-0de9b9fb413d no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:42:47.542704 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: dc97fb15-d143-4567-98fc-0de9b9fb413d {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:42:47.543050 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device dc97fb15-d143-4567-98fc-0de9b9fb413d not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:42:47.661724 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-ecf1d8f0-3a07-4eb5-9e3e-c79bdfb4941d tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:47.675874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-ecf1d8f0-3a07-4eb5-9e3e-c79bdfb4941d tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Transition to ACTIVE for port object ff47c658-7fa2-45d6-9bc9-502d34d7f243 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:42:47.707861 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-ecf1d8f0-3a07-4eb5-9e3e-c79bdfb4941d tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:47.751819 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-ecf1d8f0-3a07-4eb5-9e3e-c79bdfb4941d tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:42:47.754902 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-ecf1d8f0-3a07-4eb5-9e3e-c79bdfb4941d tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:42:47.760897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-ecf1d8f0-3a07-4eb5-9e3e-c79bdfb4941d tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:42:47.767747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1d8f0-3a07-4eb5-9e3e-c79bdfb4941d tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Pushing event updated for resources: {'Port': ['ID=ff47c658-7fa2-45d6-9bc9-502d34d7f243,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:47.815675 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-ecf1d8f0-3a07-4eb5-9e3e-c79bdfb4941d tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:47.816298 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-ecf1d8f0-3a07-4eb5-9e3e-c79bdfb4941d tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:47.831177 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-ecf1d8f0-3a07-4eb5-9e3e-c79bdfb4941d tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5866544 Jul 29 15:42:47.848861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Request body: {'port': {'device_id': '4b3bc292-02b3-4cf9-93fd-5ae086f4db53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:42:47.911544 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:48.033061 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-28963605-e820-415c-aa75-0ee1f89d7b5b None None] Provisioning for port ff47c658-7fa2-45d6-9bc9-502d34d7f243 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:42:48.036544 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-28963605-e820-415c-aa75-0ee1f89d7b5b None None] Provisioning complete for port ff47c658-7fa2-45d6-9bc9-502d34d7f243 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:48.036942 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-28963605-e820-415c-aa75-0ee1f89d7b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:48.072177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-28963605-e820-415c-aa75-0ee1f89d7b5b None None] Port ff47c658-7fa2-45d6-9bc9-502d34d7f243 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:42:48.175665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff47c658-7fa2-45d6-9bc9-502d34d7f243 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:42:48.183044 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:48.195122 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Transition to ACTIVE for port object ff47c658-7fa2-45d6-9bc9-502d34d7f243 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:42:48.198809 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:48.251861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Pushing event updated for resources: {'Port': ['ID=ff47c658-7fa2-45d6-9bc9-502d34d7f243,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:48.328196 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Attempting to bind port ff47c658-7fa2-45d6-9bc9-502d34d7f243 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:42:48.328533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Attempting to bind port ff47c658-7fa2-45d6-9bc9-502d34d7f243 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:42:48.328919 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Attempting to bind port ff47c658-7fa2-45d6-9bc9-502d34d7f243 on network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:42:48.333566 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Port ff47c658-7fa2-45d6-9bc9-502d34d7f243 on network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:42:48.333893 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Attempting to bind port ff47c658-7fa2-45d6-9bc9-502d34d7f243 on network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:42:48.339981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:42:48.340322 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Checking segment: {'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:42:48.340741 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Bound using segment: {'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:42:48.341180 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Bound port: ff47c658-7fa2-45d6-9bc9-502d34d7f243, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:42:48.341545 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:48.409825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] For port ff47c658-7fa2-45d6-9bc9-502d34d7f243, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:42:48.413288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] For port ff47c658-7fa2-45d6-9bc9-502d34d7f243, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ff47c658-7fa2-45d6-9bc9-502d34d7f243,segment=NetworkSegment(c99776fa-cae2-4d2d-aef0-e8164b1a23a9),segment_id=c99776fa-cae2-4d2d-aef0-e8164b1a23a9)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:42:48.417568 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:48.450479 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:48.451164 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:48.452558 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] 10.222.0.38 "PUT /v2.0/ports/ff47c658-7fa2-45d6-9bc9-502d34d7f243 HTTP/1.1" status: 200 len: 1091 time: 0.6083481 Jul 29 15:42:48.453045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3bc292-02b3-4cf9-93fd-5ae086f4db53', 'tag': 'ff47c658-7fa2-45d6-9bc9-502d34d7f243'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:42:48.455364 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406095f1-9a9e-4692-a96d-e1c6db99fd02" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3bc292-02b3-4cf9-93fd-5ae086f4db53", "tag": "ff47c658-7fa2-45d6-9bc9-502d34d7f243"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:42:48.495859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474424f-3ab2-4c60-852b-6e9bd3bb2798 service neutron] Pushing event updated for resources: {'Port': ['ID=ff47c658-7fa2-45d6-9bc9-502d34d7f243,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:48.554615 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503c73ea-2ff0-43d7-b242-2dec019e8ef9 x-openstack-request-id: req-503c73ea-2ff0-43d7-b242-2dec019e8ef9 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:42:48.555073 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3bc292-02b3-4cf9-93fd-5ae086f4db53", "tag": "ff47c658-7fa2-45d6-9bc9-502d34d7f243", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:42:48.555371 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-503c73ea-2ff0-43d7-b242-2dec019e8ef9 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:42:48.555779 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3bc292-02b3-4cf9-93fd-5ae086f4db53', 'tag': 'ff47c658-7fa2-45d6-9bc9-502d34d7f243', 'status': 'completed', 'code': 200} Jul 29 15:42:48.594077 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-e404bb45-0b8a-4b96-a68a-ce33b141a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:48.595679 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-e404bb45-0b8a-4b96-a68a-ce33b141a5bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8259430151b149968368f4459ed631ac&device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 1094 time: 0.0822892 Jul 29 15:42:48.609206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba13e66-c2c7-43a5-a2ec-5b3e4e4e6d52 req-2d965e26-06ff-4b95-ac97-d13813e531e8 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:48.610627 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ba13e66-c2c7-43a5-a2ec-5b3e4e4e6d52 req-2d965e26-06ff-4b95-ac97-d13813e531e8 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 943 time: 0.0669155 Jul 29 15:42:48.653515 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-c2539ba2-ccbb-4a5c-95f7-5c44ab8c6d32 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff47c658-7fa2-45d6-9bc9-502d34d7f243 HTTP/1.1" status: 200 len: 217 time: 0.0418394 Jul 29 15:42:48.715044 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4ba13e66-c2c7-43a5-a2ec-5b3e4e4e6d52 req-214f053f-a9ba-4947-a9b5-6d410946bb80 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969336 Jul 29 15:42:48.727243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-cab276c4-2cd9-47dd-89a2-1343e30a0c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:48.728728 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-cab276c4-2cd9-47dd-89a2-1343e30a0c24 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0d6fc5a5-1350-408b-b0bb-febab470184f HTTP/1.1" status: 200 len: 855 time: 0.0689678 Jul 29 15:42:48.775089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-3fb16e90-5c07-4f67-b649-7ce19566b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:48.776694 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-3fb16e90-5c07-4f67-b649-7ce19566b19b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8917fed5-f90c-4c1a-b95f-c5235cbbc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413258 Jul 29 15:42:48.879115 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-59f421ad-c8d8-46a7-bd04-a4d48aaed52e service neutron] 10.222.0.38 "GET /v2.0/networks/8917fed5-f90c-4c1a-b95f-c5235cbbc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954275 Jul 29 15:42:48.969371 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ca8970c4-d4cb-4b05-b161-ef78b4cb1c45 req-878a133c-7722-4a85-8b77-c9e04b80638c service neutron] 10.222.0.38 "GET /v2.0/networks/8917fed5-f90c-4c1a-b95f-c5235cbbc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833542 Jul 29 15:42:49.090545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406095f1-9a9e-4692-a96d-e1c6db99fd02 req-e5731ad1-e6d1-429c-99f5-559811f4253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:49.092046 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-406095f1-9a9e-4692-a96d-e1c6db99fd02 req-e5731ad1-e6d1-429c-99f5-559811f4253b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8259430151b149968368f4459ed631ac&device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 1094 time: 0.0413995 Jul 29 15:42:49.203666 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406095f1-9a9e-4692-a96d-e1c6db99fd02 req-ee5d2710-12a9-488c-8ea5-1cf08d5e19da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:49.205070 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-406095f1-9a9e-4692-a96d-e1c6db99fd02 req-ee5d2710-12a9-488c-8ea5-1cf08d5e19da service neutron] 10.222.0.38 "GET /v2.0/networks?id=8917fed5-f90c-4c1a-b95f-c5235cbbc62d HTTP/1.1" status: 200 len: 917 time: 0.1059134 Jul 29 15:42:49.246542 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-406095f1-9a9e-4692-a96d-e1c6db99fd02 req-6a0f0391-f3d9-47cf-95e5-e1cf0bffe6ce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff47c658-7fa2-45d6-9bc9-502d34d7f243 HTTP/1.1" status: 200 len: 217 time: 0.0343823 Jul 29 15:42:49.294794 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406095f1-9a9e-4692-a96d-e1c6db99fd02 req-9abbe6e7-5bcf-4eaa-9a36-67edde48dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:49.296213 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-406095f1-9a9e-4692-a96d-e1c6db99fd02 req-9abbe6e7-5bcf-4eaa-9a36-67edde48dd6d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0d6fc5a5-1350-408b-b0bb-febab470184f HTTP/1.1" status: 200 len: 855 time: 0.0426705 Jul 29 15:42:49.345783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406095f1-9a9e-4692-a96d-e1c6db99fd02 req-150f0e61-00f0-4307-b8e8-0a0e256d4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:49.347503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-406095f1-9a9e-4692-a96d-e1c6db99fd02 req-150f0e61-00f0-4307-b8e8-0a0e256d4083 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8917fed5-f90c-4c1a-b95f-c5235cbbc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431600 Jul 29 15:42:49.435625 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-406095f1-9a9e-4692-a96d-e1c6db99fd02 req-0e8f9991-9105-4ef9-a9ae-bb4ec7d61ce1 service neutron] 10.222.0.38 "GET /v2.0/networks/8917fed5-f90c-4c1a-b95f-c5235cbbc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793025 Jul 29 15:42:49.534579 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-406095f1-9a9e-4692-a96d-e1c6db99fd02 req-28bf1f05-5d88-4536-a3b6-974fa591d80a service neutron] 10.222.0.38 "GET /v2.0/networks/8917fed5-f90c-4c1a-b95f-c5235cbbc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908158 Jul 29 15:42:49.839528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5418c7d-778c-4df7-9171-578d3a6fcecd req-c0ae4b7e-d400-406f-84eb-ad687535b492 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:49.841174 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b5418c7d-778c-4df7-9171-578d3a6fcecd req-c0ae4b7e-d400-406f-84eb-ad687535b492 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 943 time: 0.0556548 Jul 29 15:42:49.881178 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b5418c7d-778c-4df7-9171-578d3a6fcecd req-a60c9379-09d2-4a4a-adab-f2edeaeebe23 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337079 Jul 29 15:42:50.998127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982d2a5-e760-41f0-aa6f-a04e70c0e51c req-3cc4763e-0257-43b1-b4e3-583ccfbf37f9 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:50.999616 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f982d2a5-e760-41f0-aa6f-a04e70c0e51c req-3cc4763e-0257-43b1-b4e3-583ccfbf37f9 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 943 time: 0.0498915 Jul 29 15:42:51.037721 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f982d2a5-e760-41f0-aa6f-a04e70c0e51c req-cd5c208f-487c-4f0d-8708-61142e38e8ba tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321612 Jul 29 15:42:51.354681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ff47c658-7fa2-45d6-9bc9-502d34d7f243 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:42:51.453910 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ff47c658-7fa2-45d6-9bc9-502d34d7f243, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ff47c658-7fa2-45d6-9bc9-502d34d7f243,segment=NetworkSegment(c99776fa-cae2-4d2d-aef0-e8164b1a23a9),segment_id=c99776fa-cae2-4d2d-aef0-e8164b1a23a9)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:42:51.465737 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'ff47c658-7fa2-45d6-9bc9-502d34d7f243', 'network_id': '8917fed5-f90c-4c1a-b95f-c5235cbbc62d', 'port_id': 'ff47c658-7fa2-45d6-9bc9-502d34d7f243', 'mac_address': 'fa:16:3e:8b:6f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6fc5a5-1350-408b-b0bb-febab470184f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:42:51.503039 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:51.521064 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff47c658-7fa2-45d6-9bc9-502d34d7f243 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:42:51.540066 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ff47c658-7fa2-45d6-9bc9-502d34d7f243, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ff47c658-7fa2-45d6-9bc9-502d34d7f243,segment=NetworkSegment(c99776fa-cae2-4d2d-aef0-e8164b1a23a9),segment_id=c99776fa-cae2-4d2d-aef0-e8164b1a23a9)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:42:51.543703 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:51.594055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ff47c658-7fa2-45d6-9bc9-502d34d7f243,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:51.602018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:51.602354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:51.602691 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:51.603016 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:51.603338 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:51.603660 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:51.603980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:51.604299 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:51.604617 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:51.605020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:51.605295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:51.605603 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:42:51.816631 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ff47c658-7fa2-45d6-9bc9-502d34d7f243'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:42:52.152528 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d841c0c-e339-49f4-a8d0-52ffdaa51eca req-098901b4-8443-46bf-8f0d-920987202c5f tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:52.154030 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0d841c0c-e339-49f4-a8d0-52ffdaa51eca req-098901b4-8443-46bf-8f0d-920987202c5f tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 944 time: 0.0484231 Jul 29 15:42:52.191568 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0d841c0c-e339-49f4-a8d0-52ffdaa51eca req-7c50dc09-f3be-4466-a88d-c83035cef301 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315623 Jul 29 15:42:53.308508 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc9e67-f3dc-411f-92b2-26b58f0aff1e req-b6ed1a19-4925-44cb-b662-5ccca4e9e206 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:53.310014 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b2cc9e67-f3dc-411f-92b2-26b58f0aff1e req-b6ed1a19-4925-44cb-b662-5ccca4e9e206 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 944 time: 0.0491378 Jul 29 15:42:53.347528 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b2cc9e67-f3dc-411f-92b2-26b58f0aff1e req-e713ec02-c16d-4ae5-a182-44375db9ac20 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Jul 29 15:42:53.370853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ff47c658-7fa2-45d6-9bc9-502d34d7f243 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:42:53.418448 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port ff47c658-7fa2-45d6-9bc9-502d34d7f243 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:42:53.422056 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port ff47c658-7fa2-45d6-9bc9-502d34d7f243 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:42:53.422426 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:53.502212 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:53.525045 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3bc292-02b3-4cf9-93fd-5ae086f4db53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff47c658-7fa2-45d6-9bc9-502d34d7f243'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:42:53.527295 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70f3fbe-d30c-4f0e-a2c1-5a9dec1bd7e9" -d '{"events": [{"server_uuid": "4b3bc292-02b3-4cf9-93fd-5ae086f4db53", "name": "network-vif-plugged", "status": "completed", "tag": "ff47c658-7fa2-45d6-9bc9-502d34d7f243"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:42:53.540084 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port ff47c658-7fa2-45d6-9bc9-502d34d7f243, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ff47c658-7fa2-45d6-9bc9-502d34d7f243,segment=NetworkSegment(c99776fa-cae2-4d2d-aef0-e8164b1a23a9),segment_id=c99776fa-cae2-4d2d-aef0-e8164b1a23a9)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:42:53.545609 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:42:53.571706 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048bb176-3924-45fb-8711-d7bb606b27b3 x-openstack-request-id: req-048bb176-3924-45fb-8711-d7bb606b27b3 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:42:53.571991 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3bc292-02b3-4cf9-93fd-5ae086f4db53", "name": "network-vif-plugged", "status": "completed", "tag": "ff47c658-7fa2-45d6-9bc9-502d34d7f243", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:42:53.572240 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-048bb176-3924-45fb-8711-d7bb606b27b3 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:42:53.572626 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3bc292-02b3-4cf9-93fd-5ae086f4db53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff47c658-7fa2-45d6-9bc9-502d34d7f243', 'code': 200} Jul 29 15:42:53.599063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=ff47c658-7fa2-45d6-9bc9-502d34d7f243,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:42:53.692507 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb653fb-ca21-4e34-bdbe-09b651878300 req-225ec146-8ded-4956-9fac-a1a87cdd5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:53.694801 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dfb653fb-ca21-4e34-bdbe-09b651878300 req-225ec146-8ded-4956-9fac-a1a87cdd5532 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 1096 time: 0.0447111 Jul 29 15:42:53.728286 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-dfb653fb-ca21-4e34-bdbe-09b651878300 req-4be2076e-d725-437c-ad74-d5394dcd1d90 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274794 Jul 29 15:42:54.464981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09af2a-b875-4c5f-b470-4a8990587c6b req-1a7c38d4-1ffa-4ffe-abfd-792fc959724e tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:54.466484 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df09af2a-b875-4c5f-b470-4a8990587c6b req-1a7c38d4-1ffa-4ffe-abfd-792fc959724e tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 945 time: 0.0525522 Jul 29 15:42:54.505222 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-df09af2a-b875-4c5f-b470-4a8990587c6b req-acf0a2e2-35e8-4500-8805-a141ef60f289 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325806 Jul 29 15:42:55.632936 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec1249-16ac-4701-b335-7bd5806dcba4 req-7d0e49ca-1d4b-4541-a4b3-60a43736763e tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:55.634414 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-26ec1249-16ac-4701-b335-7bd5806dcba4 req-7d0e49ca-1d4b-4541-a4b3-60a43736763e tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 945 time: 0.0542202 Jul 29 15:42:55.672438 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-26ec1249-16ac-4701-b335-7bd5806dcba4 req-dddf271a-7bc7-4b44-886f-dc5866255688 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320220 Jul 29 15:42:55.786469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12560dd-11ff-435f-82e6-c80d888308aa req-a112935b-6e98-43aa-8660-456ab425c2a4 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:42:55.788006 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f12560dd-11ff-435f-82e6-c80d888308aa req-a112935b-6e98-43aa-8660-456ab425c2a4 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 945 time: 0.0494795 Jul 29 15:42:55.829797 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f12560dd-11ff-435f-82e6-c80d888308aa req-a5a41bab-eaa0-4f6a-b252-eee2d0fe660c tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354576 Jul 29 15:42:56.907321 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:00.621836 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-57adbd04-b2e5-4ea1-abc4-a75d3cb04c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:03.290562 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:03.396700 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-530b4b6e-93af-420e-8a26-4d2a5878c8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:04.541975 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:06.499853 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:08.946529 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:43:11.469613 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:14.278411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886a78b-40bc-4756-827d-748ad754f1a4 req-25360f2c-caf4-417f-8bdb-2b06c6b3ed31 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:14.279896 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b886a78b-40bc-4756-827d-748ad754f1a4 req-25360f2c-caf4-417f-8bdb-2b06c6b3ed31 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 945 time: 0.0528610 Jul 29 15:43:14.320699 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b886a78b-40bc-4756-827d-748ad754f1a4 req-2dfeaf1a-c863-4003-b8fe-287cd582fa36 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346997 Jul 29 15:43:15.439518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b544d4a-84e3-482d-8873-d9b157e5fd78 req-ef3d4cc8-2355-4687-8f4e-4e367d8307a5 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:15.441037 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b544d4a-84e3-482d-8873-d9b157e5fd78 req-ef3d4cc8-2355-4687-8f4e-4e367d8307a5 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 945 time: 0.0497653 Jul 29 15:43:15.481073 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b544d4a-84e3-482d-8873-d9b157e5fd78 req-083585ef-fc75-4cfb-915f-e8aaff53c2d1 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/security-groups?id=068ea0e9-ab32-4fea-9a0f-72c6de6c258f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340509 Jul 29 15:43:15.884174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ad25-79d4-4745-be67-4c7ffe5c7369 req-8a84fd64-4aad-4f97-9be2-811ffe585f40 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:15.885657 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e81ad25-79d4-4745-be67-4c7ffe5c7369 req-8a84fd64-4aad-4f97-9be2-811ffe585f40 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.38 "GET /v2.0/ports?device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 945 time: 0.0481718 Jul 29 15:43:15.978773 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-1e81ad25-79d4-4745-be67-4c7ffe5c7369 req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Deleting port ff47c658-7fa2-45d6-9bc9-502d34d7f243 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:43:15.979116 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1e81ad25-79d4-4745-be67-4c7ffe5c7369 req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:16.064088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-1e81ad25-79d4-4745-be67-4c7ffe5c7369 req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] For port ff47c658-7fa2-45d6-9bc9-502d34d7f243, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=ff47c658-7fa2-45d6-9bc9-502d34d7f243,segment=NetworkSegment(c99776fa-cae2-4d2d-aef0-e8164b1a23a9),segment_id=c99776fa-cae2-4d2d-aef0-e8164b1a23a9)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:43:16.064455 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1e81ad25-79d4-4745-be67-4c7ffe5c7369 req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:16.077469 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-1e81ad25-79d4-4745-be67-4c7ffe5c7369 req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Calling delete_port for ff47c658-7fa2-45d6-9bc9-502d34d7f243 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:43:16.204751 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1e81ad25-79d4-4745-be67-4c7ffe5c7369 req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:16.231753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Pushing event deleted for resources: {'Port': ['ID=ff47c658-7fa2-45d6-9bc9-502d34d7f243,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:16.235961 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['ff47c658-7fa2-45d6-9bc9-502d34d7f243'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:43:16.242626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:16.243014 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:16.243310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:16.243651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:16.243985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:16.244318 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:16.244645 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:16.244998 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:16.245326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:16.245654 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:16.246458 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:16.246458 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:16.287779 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e81ad25-79d4-4745-be67-4c7ffe5c7369 req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] No DVR routers for this DVR port ff47c658-7fa2-45d6-9bc9-502d34d7f243 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:43:16.290534 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-1e81ad25-79d4-4745-be67-4c7ffe5c7369 req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:16.292660 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1e81ad25-79d4-4745-be67-4c7ffe5c7369 req-ef85bc81-525b-47eb-8bf6-b28e003c4491 tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.38 "DELETE /v2.0/ports/ff47c658-7fa2-45d6-9bc9-502d34d7f243 HTTP/1.1" status: 204 len: 173 time: 0.4006970 Jul 29 15:43:16.293123 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3bc292-02b3-4cf9-93fd-5ae086f4db53', 'name': 'network-vif-deleted', 'tag': 'ff47c658-7fa2-45d6-9bc9-502d34d7f243'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:43:16.295434 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454d24c2-86e2-4979-bd13-217d666d4c4e" -d '{"events": [{"server_uuid": "4b3bc292-02b3-4cf9-93fd-5ae086f4db53", "name": "network-vif-deleted", "tag": "ff47c658-7fa2-45d6-9bc9-502d34d7f243"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:43:16.402198 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576c6686-bfdc-4d7c-8d7d-647d3d86ba00 x-openstack-request-id: req-576c6686-bfdc-4d7c-8d7d-647d3d86ba00 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:43:16.402490 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3bc292-02b3-4cf9-93fd-5ae086f4db53", "name": "network-vif-deleted", "tag": "ff47c658-7fa2-45d6-9bc9-502d34d7f243", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:43:16.402742 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-576c6686-bfdc-4d7c-8d7d-647d3d86ba00 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:43:16.403142 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3bc292-02b3-4cf9-93fd-5ae086f4db53', 'name': 'network-vif-deleted', 'tag': 'ff47c658-7fa2-45d6-9bc9-502d34d7f243', 'status': 'completed', 'code': 200} Jul 29 15:43:16.585198 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-44c6b243-d01d-4358-9134-abc9b31a4975 req-8279fc08-4e83-40ff-a25b-0d2820d668ab tempest-TestEncryptedCinderVolumes-672987614 tempest-TestEncryptedCinderVolumes-672987614-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b3bc292-02b3-4cf9-93fd-5ae086f4db53 HTTP/1.1" status: 200 len: 210 time: 0.0265021 Jul 29 15:43:17.677612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54554) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:18.022587 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9c6914c-92a7-4351-b8be-bd05abe92576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:18.274735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-e9c6914c-92a7-4351-b8be-bd05abe92576 admin admin] Deleting port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:43:18.274998 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9c6914c-92a7-4351-b8be-bd05abe92576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:18.353633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-e9c6914c-92a7-4351-b8be-bd05abe92576 admin admin] For port b70114d9-1c7c-4cf4-8c7e-366dd61e26f7, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=b70114d9-1c7c-4cf4-8c7e-366dd61e26f7,segment=NetworkSegment(c99776fa-cae2-4d2d-aef0-e8164b1a23a9),segment_id=c99776fa-cae2-4d2d-aef0-e8164b1a23a9)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:43:18.353998 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9c6914c-92a7-4351-b8be-bd05abe92576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:18.371979 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-e9c6914c-92a7-4351-b8be-bd05abe92576 admin admin] Calling delete_port for b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:43:18.558128 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9c6914c-92a7-4351-b8be-bd05abe92576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:18.584609 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6914c-92a7-4351-b8be-bd05abe92576 admin admin] Pushing event deleted for resources: {'Port': ['ID=b70114d9-1c7c-4cf4-8c7e-366dd61e26f7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:18.760966 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e9c6914c-92a7-4351-b8be-bd05abe92576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:18.997826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c6914c-92a7-4351-b8be-bd05abe92576 admin admin] Router 1509c380-f070-412f-9abe-d50fd249b409 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:43:19.110438 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c6914c-92a7-4351-b8be-bd05abe92576 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:43:19.116536 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e9c6914c-92a7-4351-b8be-bd05abe92576 admin admin] 10.222.0.16 "PUT /v2.0/routers/1509c380-f070-412f-9abe-d50fd249b409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4372847 Jul 29 15:43:19.119619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54558) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:19.124837 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb138f7-3f43-4ebd-8993-1b49f13ce708 None None] Sync routers for ids ['1509c380-f070-412f-9abe-d50fd249b409'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:43:19.136180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb138f7-3f43-4ebd-8993-1b49f13ce708 None None] Routers {'1509c380-f070-412f-9abe-d50fd249b409'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:43:19.137211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-beb138f7-3f43-4ebd-8993-1b49f13ce708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1509c380-f070-412f-9abe-d50fd249b409'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:19.258065 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04265fab-2ac6-400e-8b5b-edf35fb1b8a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:19.380319 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04265fab-2ac6-400e-8b5b-edf35fb1b8a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:19.432692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-beb138f7-3f43-4ebd-8993-1b49f13ce708 None None] Set router 1509c380-f070-412f-9abe-d50fd249b409 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:43:19.438499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-04265fab-2ac6-400e-8b5b-edf35fb1b8a4 admin admin] Deleting port 7dc6830a-f392-4001-a7d2-fa73099891e4 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:43:19.438836 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04265fab-2ac6-400e-8b5b-edf35fb1b8a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:19.461715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ff47c658-7fa2-45d6-9bc9-502d34d7f243 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:43:19.513751 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: ff47c658-7fa2-45d6-9bc9-502d34d7f243 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:43:19.514095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device ff47c658-7fa2-45d6-9bc9-502d34d7f243 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:43:19.538879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-04265fab-2ac6-400e-8b5b-edf35fb1b8a4 admin admin] For port 7dc6830a-f392-4001-a7d2-fa73099891e4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7dc6830a-f392-4001-a7d2-fa73099891e4,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:43:19.539506 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04265fab-2ac6-400e-8b5b-edf35fb1b8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:19.562342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-04265fab-2ac6-400e-8b5b-edf35fb1b8a4 admin admin] Calling delete_port for 7dc6830a-f392-4001-a7d2-fa73099891e4 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:43:19.647063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-beb138f7-3f43-4ebd-8993-1b49f13ce708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509c380-f070-412f-9abe-d50fd249b409', 'name': 'tempest-TestEncryptedCinderVolumes-218192060-router', 'tenant_id': '8259430151b149968368f4459ed631ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': '7dc6830a-f392-4001-a7d2-fa73099891e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:03Z', 'updated_at': '2021-07-29T15:43:18Z', 'revision_number': 5, 'project_id': '8259430151b149968368f4459ed631ac', 'gw_port': {'id': '7dc6830a-f392-4001-a7d2-fa73099891e4', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1509c380-f070-412f-9abe-d50fd249b409', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:03Z', 'updated_at': '2021-07-29T15:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:19.678613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb138f7-3f43-4ebd-8993-1b49f13ce708 None None] Checking router: 1509c380-f070-412f-9abe-d50fd249b409 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:43:19.687543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb138f7-3f43-4ebd-8993-1b49f13ce708 None None] Routers {'1509c380-f070-412f-9abe-d50fd249b409'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:43:19.688179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-beb138f7-3f43-4ebd-8993-1b49f13ce708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1509c380-f070-412f-9abe-d50fd249b409'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:19.752020 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04265fab-2ac6-400e-8b5b-edf35fb1b8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:19.782149 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04265fab-2ac6-400e-8b5b-edf35fb1b8a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc6830a-f392-4001-a7d2-fa73099891e4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:19.784780 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-beb138f7-3f43-4ebd-8993-1b49f13ce708 None None] Set router 1509c380-f070-412f-9abe-d50fd249b409 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:43:19.842545 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-beb138f7-3f43-4ebd-8993-1b49f13ce708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1509c380-f070-412f-9abe-d50fd249b409', 'name': 'tempest-TestEncryptedCinderVolumes-218192060-router', 'tenant_id': '8259430151b149968368f4459ed631ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:03Z', 'updated_at': '2021-07-29T15:43:19Z', 'revision_number': 6, 'project_id': '8259430151b149968368f4459ed631ac', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:19.855746 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04265fab-2ac6-400e-8b5b-edf35fb1b8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:19.873192 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb138f7-3f43-4ebd-8993-1b49f13ce708 None None] The sync data for ids ['1509c380-f070-412f-9abe-d50fd249b409'] in n-d-802893-1 is: [{'id': '1509c380-f070-412f-9abe-d50fd249b409', 'name': 'tempest-TestEncryptedCinderVolumes-218192060-router', 'tenant_id': '8259430151b149968368f4459ed631ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:03Z', 'updated_at': '2021-07-29T15:43:19Z', 'revision_number': 6, 'project_id': '8259430151b149968368f4459ed631ac', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:43:19.950807 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04265fab-2ac6-400e-8b5b-edf35fb1b8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:19.953450 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04265fab-2ac6-400e-8b5b-edf35fb1b8a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:19.999493 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04265fab-2ac6-400e-8b5b-edf35fb1b8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.000151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04265fab-2ac6-400e-8b5b-edf35fb1b8a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1509c380-f070-412f-9abe-d50fd249b409 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:43:20.004746 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-04265fab-2ac6-400e-8b5b-edf35fb1b8a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.006589 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-04265fab-2ac6-400e-8b5b-edf35fb1b8a4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1509c380-f070-412f-9abe-d50fd249b409 HTTP/1.1" status: 204 len: 168 time: 0.8855352 Jul 29 15:43:20.010112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54560) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:20.055630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bae29e-3d5b-4570-8777-3df3d029ea6a admin admin] Deleting subnet 0d6fc5a5-1350-408b-b0bb-febab470184f {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:43:20.058947 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b8bae29e-3d5b-4570-8777-3df3d029ea6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.094765 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b8bae29e-3d5b-4570-8777-3df3d029ea6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.181100 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b8bae29e-3d5b-4570-8777-3df3d029ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.239544 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b8bae29e-3d5b-4570-8777-3df3d029ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.264517 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bae29e-3d5b-4570-8777-3df3d029ea6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6fc5a5-1350-408b-b0bb-febab470184f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:20.271590 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b8bae29e-3d5b-4570-8777-3df3d029ea6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.276334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b8bae29e-3d5b-4570-8777-3df3d029ea6a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0d6fc5a5-1350-408b-b0bb-febab470184f HTTP/1.1" status: 204 len: 168 time: 0.2626326 Jul 29 15:43:20.276494 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54562) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:20.278993 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ad9fe5-03b4-444b-9674-1fdb6c21af70 None None] Network 8917fed5-f90c-4c1a-b95f-c5235cbbc62d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:43:20.359098 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.414439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] Deleting port 41fd27df-f8e6-4977-b431-e929e6b8c215 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:43:20.414786 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.477278 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] For port 41fd27df-f8e6-4977-b431-e929e6b8c215, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=41fd27df-f8e6-4977-b431-e929e6b8c215,segment=NetworkSegment(c99776fa-cae2-4d2d-aef0-e8164b1a23a9),segment_id=c99776fa-cae2-4d2d-aef0-e8164b1a23a9)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:43:20.477542 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.489635 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] Calling delete_port for 41fd27df-f8e6-4977-b431-e929e6b8c215 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:43:20.576376 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.603509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=41fd27df-f8e6-4977-b431-e929e6b8c215,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:20.607785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] No DVR routers for this DVR port 41fd27df-f8e6-4977-b431-e929e6b8c215 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:43:20.670097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8b5c1f-6362-48da-b1ec-8a63c28eeaae None None] DHCP port deletion for 8917fed5-f90c-4c1a-b95f-c5235cbbc62d request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:43:20.698139 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.708625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8917fed5-f90c-4c1a-b95f-c5235cbbc62d']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:20.719954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:20.720253 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99776fa-cae2-4d2d-aef0-e8164b1a23a9') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:20.730442 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.731413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:43:20.744500 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.751547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:43:20.752126 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:43:20.753863 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:43:20.758967 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:43:20.759312 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device b70114d9-1c7c-4cf4-8c7e-366dd61e26f7 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:43:20.759735 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 41fd27df-f8e6-4977-b431-e929e6b8c215 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:43:20.779443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 41fd27df-f8e6-4977-b431-e929e6b8c215 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:43:20.779793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 41fd27df-f8e6-4977-b431-e929e6b8c215 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:43:20.780203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7dc6830a-f392-4001-a7d2-fa73099891e4 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:43:20.803480 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 7dc6830a-f392-4001-a7d2-fa73099891e4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:43:20.803870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7dc6830a-f392-4001-a7d2-fa73099891e4 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:43:20.822389 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.840063 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:20.844788 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8917fed5-f90c-4c1a-b95f-c5235cbbc62d HTTP/1.1" status: 204 len: 168 time: 0.5642684 Jul 29 15:43:20.844788 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4d553-1fa6-4e19-ad87-0f4e8977ebd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8917fed5-f90c-4c1a-b95f-c5235cbbc62d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:20.845009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54564) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:21.203156 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a475baf1-792f-48ec-bb98-311dfa9dfd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:21.469137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a475baf1-792f-48ec-bb98-311dfa9dfd53 admin admin] Deleting port c1d3e84c-7509-4129-8ecd-8d27b49bc209 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:43:21.469730 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a475baf1-792f-48ec-bb98-311dfa9dfd53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:21.556270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-a475baf1-792f-48ec-bb98-311dfa9dfd53 admin admin] For port c1d3e84c-7509-4129-8ecd-8d27b49bc209, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c1d3e84c-7509-4129-8ecd-8d27b49bc209,segment=NetworkSegment(62f80504-b422-4d44-ac65-7a5b90ad256c),segment_id=62f80504-b422-4d44-ac65-7a5b90ad256c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:43:21.556637 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a475baf1-792f-48ec-bb98-311dfa9dfd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:21.574313 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a475baf1-792f-48ec-bb98-311dfa9dfd53 admin admin] Calling delete_port for c1d3e84c-7509-4129-8ecd-8d27b49bc209 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:43:21.768487 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a475baf1-792f-48ec-bb98-311dfa9dfd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:21.795709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475baf1-792f-48ec-bb98-311dfa9dfd53 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d3e84c-7509-4129-8ecd-8d27b49bc209,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:21.988011 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a475baf1-792f-48ec-bb98-311dfa9dfd53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:22.210709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a475baf1-792f-48ec-bb98-311dfa9dfd53 admin admin] Router 53fcee00-96d1-4bab-a1ce-c3ae9060f83e has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:43:22.324281 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a475baf1-792f-48ec-bb98-311dfa9dfd53 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:43:22.332313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54566) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:22.332823 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a475baf1-792f-48ec-bb98-311dfa9dfd53 admin admin] 10.222.0.16 "PUT /v2.0/routers/53fcee00-96d1-4bab-a1ce-c3ae9060f83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4866078 Jul 29 15:43:22.335568 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e549688-52c7-4e54-aadf-2dafa2047ec2 None None] Sync routers for ids ['53fcee00-96d1-4bab-a1ce-c3ae9060f83e'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:43:22.345536 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e549688-52c7-4e54-aadf-2dafa2047ec2 None None] Routers {'53fcee00-96d1-4bab-a1ce-c3ae9060f83e'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:43:22.346408 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-9e549688-52c7-4e54-aadf-2dafa2047ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['53fcee00-96d1-4bab-a1ce-c3ae9060f83e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:22.437276 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f3b82bb-5609-4cc5-8131-ab0197ea97ef admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:22.448636 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-9e549688-52c7-4e54-aadf-2dafa2047ec2 None None] Set router 53fcee00-96d1-4bab-a1ce-c3ae9060f83e gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:43:22.560886 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f3b82bb-5609-4cc5-8131-ab0197ea97ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:22.623112 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b82bb-5609-4cc5-8131-ab0197ea97ef admin admin] Deleting port ce6d64c5-6b31-458d-b328-4c091e49aa35 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:43:22.623467 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f3b82bb-5609-4cc5-8131-ab0197ea97ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:22.637522 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-9e549688-52c7-4e54-aadf-2dafa2047ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'name': 'tempest-TestEncryptedCinderVolumes-486233818-router', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'ce6d64c5-6b31-458d-b328-4c091e49aa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:08Z', 'updated_at': '2021-07-29T15:43:21Z', 'revision_number': 5, 'project_id': '88daecd1466f41e9895426d6dea1341d', 'gw_port': {'id': 'ce6d64c5-6b31-458d-b328-4c091e49aa35', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:52:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:42:08Z', 'updated_at': '2021-07-29T15:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:22.664281 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e549688-52c7-4e54-aadf-2dafa2047ec2 None None] Checking router: 53fcee00-96d1-4bab-a1ce-c3ae9060f83e for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:43:22.672526 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e549688-52c7-4e54-aadf-2dafa2047ec2 None None] Routers {'53fcee00-96d1-4bab-a1ce-c3ae9060f83e'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:43:22.673175 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-9e549688-52c7-4e54-aadf-2dafa2047ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['53fcee00-96d1-4bab-a1ce-c3ae9060f83e'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:22.705267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-6f3b82bb-5609-4cc5-8131-ab0197ea97ef admin admin] For port ce6d64c5-6b31-458d-b328-4c091e49aa35, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=ce6d64c5-6b31-458d-b328-4c091e49aa35,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:43:22.705631 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f3b82bb-5609-4cc5-8131-ab0197ea97ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:22.723173 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b82bb-5609-4cc5-8131-ab0197ea97ef admin admin] Calling delete_port for ce6d64c5-6b31-458d-b328-4c091e49aa35 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:43:22.759400 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-9e549688-52c7-4e54-aadf-2dafa2047ec2 None None] Set router 53fcee00-96d1-4bab-a1ce-c3ae9060f83e gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:43:22.811266 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-9e549688-52c7-4e54-aadf-2dafa2047ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'name': 'tempest-TestEncryptedCinderVolumes-486233818-router', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:08Z', 'updated_at': '2021-07-29T15:43:22Z', 'revision_number': 6, 'project_id': '88daecd1466f41e9895426d6dea1341d', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:22.843052 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e549688-52c7-4e54-aadf-2dafa2047ec2 None None] The sync data for ids ['53fcee00-96d1-4bab-a1ce-c3ae9060f83e'] in n-d-802893-1 is: [{'id': '53fcee00-96d1-4bab-a1ce-c3ae9060f83e', 'name': 'tempest-TestEncryptedCinderVolumes-486233818-router', 'tenant_id': '88daecd1466f41e9895426d6dea1341d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:42:08Z', 'updated_at': '2021-07-29T15:43:22Z', 'revision_number': 6, 'project_id': '88daecd1466f41e9895426d6dea1341d', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:43:22.924306 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f3b82bb-5609-4cc5-8131-ab0197ea97ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:22.952589 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b82bb-5609-4cc5-8131-ab0197ea97ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6d64c5-6b31-458d-b328-4c091e49aa35,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:23.013250 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f3b82bb-5609-4cc5-8131-ab0197ea97ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:23.457745 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f3b82bb-5609-4cc5-8131-ab0197ea97ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:23.459809 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f3b82bb-5609-4cc5-8131-ab0197ea97ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:23.506461 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f3b82bb-5609-4cc5-8131-ab0197ea97ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:23.507037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3b82bb-5609-4cc5-8131-ab0197ea97ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53fcee00-96d1-4bab-a1ce-c3ae9060f83e {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:43:23.511393 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6f3b82bb-5609-4cc5-8131-ab0197ea97ef admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:23.512561 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6f3b82bb-5609-4cc5-8131-ab0197ea97ef admin admin] 10.222.0.16 "DELETE /v2.0/routers/53fcee00-96d1-4bab-a1ce-c3ae9060f83e HTTP/1.1" status: 204 len: 168 time: 1.1789255 Jul 29 15:43:23.515126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54568) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:23.560390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-42fcfa7a-a912-4d56-a1c3-883bbd48fba9 admin admin] Deleting subnet de3b8723-2e89-40b5-b758-d4c752a39d29 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:43:23.563796 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-42fcfa7a-a912-4d56-a1c3-883bbd48fba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:23.599382 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-42fcfa7a-a912-4d56-a1c3-883bbd48fba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:23.685651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-42fcfa7a-a912-4d56-a1c3-883bbd48fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:23.750197 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-42fcfa7a-a912-4d56-a1c3-883bbd48fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:23.777794 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcfa7a-a912-4d56-a1c3-883bbd48fba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de3b8723-2e89-40b5-b758-d4c752a39d29,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:23.779779 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-42fcfa7a-a912-4d56-a1c3-883bbd48fba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:23.784154 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-42fcfa7a-a912-4d56-a1c3-883bbd48fba9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/de3b8723-2e89-40b5-b758-d4c752a39d29 HTTP/1.1" status: 204 len: 168 time: 0.2656426 Jul 29 15:43:23.784935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54570) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:23.785229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a4ec9e-df0e-4c9e-925e-0f4396b393cb None None] Network 0b2b2d56-e680-463c-95f5-053c0d9b19a3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:43:23.864487 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:23.922504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] Deleting port dbd757f3-90c6-45de-b51d-1f24b8c3f4aa {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:43:23.922849 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:23.988009 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7064ab09-6248-4809-8d84-58554adb1765 None None] DHCP port deletion for 0b2b2d56-e680-463c-95f5-053c0d9b19a3 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:43:23.991658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] For port dbd757f3-90c6-45de-b51d-1f24b8c3f4aa, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=dbd757f3-90c6-45de-b51d-1f24b8c3f4aa,segment=NetworkSegment(62f80504-b422-4d44-ac65-7a5b90ad256c),segment_id=62f80504-b422-4d44-ac65-7a5b90ad256c)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:43:23.992031 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:24.005985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] Calling delete_port for dbd757f3-90c6-45de-b51d-1f24b8c3f4aa owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:43:24.039724 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7064ab09-6248-4809-8d84-58554adb1765 None None] Deleting port dbd757f3-90c6-45de-b51d-1f24b8c3f4aa {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:43:24.040100 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7064ab09-6248-4809-8d84-58554adb1765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:24.090412 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:24.104585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-7064ab09-6248-4809-8d84-58554adb1765 None None] For port dbd757f3-90c6-45de-b51d-1f24b8c3f4aa, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=dbd757f3-90c6-45de-b51d-1f24b8c3f4aa,segment=NetworkSegment(62f80504-b422-4d44-ac65-7a5b90ad256c),segment_id=62f80504-b422-4d44-ac65-7a5b90ad256c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:43:24.105027 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7064ab09-6248-4809-8d84-58554adb1765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:24.119004 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd757f3-90c6-45de-b51d-1f24b8c3f4aa,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:24.121098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] No DVR routers for this DVR port dbd757f3-90c6-45de-b51d-1f24b8c3f4aa on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:43:24.122183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-7064ab09-6248-4809-8d84-58554adb1765 None None] Calling delete_port for dbd757f3-90c6-45de-b51d-1f24b8c3f4aa owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:43:24.192688 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:24.202525 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2b2d56-e680-463c-95f5-053c0d9b19a3']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:24.205300 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7064ab09-6248-4809-8d84-58554adb1765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:24.217506 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f80504-b422-4d44-ac65-7a5b90ad256c') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:24.217868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f80504-b422-4d44-ac65-7a5b90ad256c') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:24.228439 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:24.232572 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064ab09-6248-4809-8d84-58554adb1765 None None] Pushing event deleted for resources: {'Port': ['ID=dbd757f3-90c6-45de-b51d-1f24b8c3f4aa,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:24.234624 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7064ab09-6248-4809-8d84-58554adb1765 None None] No DVR routers for this DVR port dbd757f3-90c6-45de-b51d-1f24b8c3f4aa on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:43:24.251410 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:24.257696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:43:24.258189 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:43:24.259886 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:43:24.315161 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:24.322453 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:24.324324 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0b2b2d56-e680-463c-95f5-053c0d9b19a3 HTTP/1.1" status: 204 len: 168 time: 0.5389993 Jul 29 15:43:24.336563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c62e0c-c67d-4533-8fb0-27d62925e459 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b2b2d56-e680-463c-95f5-053c0d9b19a3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:24.492775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54574) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:24.533692 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c07535d4-d78e-4bec-bd7b-d7369e06d04f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8259430151b149968368f4459ed631ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397635 Jul 29 15:43:24.536328 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54576) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:24.587975 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e144be9-f41e-4a68-aae0-f62975164bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:24.616567 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e144be9-f41e-4a68-aae0-f62975164bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:24.621582 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ce6d64c5-6b31-458d-b328-4c091e49aa35 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:43:24.640724 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: ce6d64c5-6b31-458d-b328-4c091e49aa35 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:43:24.641074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device ce6d64c5-6b31-458d-b328-4c091e49aa35 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:43:24.641505 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device dbd757f3-90c6-45de-b51d-1f24b8c3f4aa no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:43:24.661824 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: dbd757f3-90c6-45de-b51d-1f24b8c3f4aa {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:43:24.662820 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device dbd757f3-90c6-45de-b51d-1f24b8c3f4aa not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:43:24.663244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c1d3e84c-7509-4129-8ecd-8d27b49bc209 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:43:24.666236 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e144be9-f41e-4a68-aae0-f62975164bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:24.668925 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9e144be9-f41e-4a68-aae0-f62975164bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:24.670120 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9e144be9-f41e-4a68-aae0-f62975164bb2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/068ea0e9-ab32-4fea-9a0f-72c6de6c258f HTTP/1.1" status: 204 len: 168 time: 0.1322274 Jul 29 15:43:24.680111 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e144be9-f41e-4a68-aae0-f62975164bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068ea0e9-ab32-4fea-9a0f-72c6de6c258f,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:24.691734 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: c1d3e84c-7509-4129-8ecd-8d27b49bc209 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:43:24.692079 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c1d3e84c-7509-4129-8ecd-8d27b49bc209 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:43:25.010974 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54582) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:25.058363 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-68bd22ba-c404-4fdb-93bc-19acc3afc08e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88daecd1466f41e9895426d6dea1341d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461116 Jul 29 15:43:25.061235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54584) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:25.114703 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7356d005-fcf3-4bb7-b649-74507fb1e2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:25.138853 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7356d005-fcf3-4bb7-b649-74507fb1e2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:25.191663 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7356d005-fcf3-4bb7-b649-74507fb1e2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:25.195841 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7356d005-fcf3-4bb7-b649-74507fb1e2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:25.197264 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7356d005-fcf3-4bb7-b649-74507fb1e2e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/385e5c55-3533-40d0-99f2-c2dc5bfd6399 HTTP/1.1" status: 204 len: 168 time: 0.1350815 Jul 29 15:43:25.205293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356d005-fcf3-4bb7-b649-74507fb1e2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385e5c55-3533-40d0-99f2-c2dc5bfd6399,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:25.919002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54606) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:26.016221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-131a4448-1ffa-4146-adfd-755f4552d996 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1176593342-network', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:43:26.039143 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131a4448-1ffa-4146-adfd-755f4552d996 admin admin] Made reservation on behalf of d86befc6a50d4b2999eba8ffa4d039d9 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:43:26.041611 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-131a4448-1ffa-4146-adfd-755f4552d996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:26.049926 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-131a4448-1ffa-4146-adfd-755f4552d996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:26.152543 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-131a4448-1ffa-4146-adfd-755f4552d996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:26.156890 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-131a4448-1ffa-4146-adfd-755f4552d996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:26.183230 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131a4448-1ffa-4146-adfd-755f4552d996 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:43:26.193051 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a4448-1ffa-4146-adfd-755f4552d996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfbb0aa-4fbb-44fa-8574-e58731fbced5,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:26.198236 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-131a4448-1ffa-4146-adfd-755f4552d996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:26.198590 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-131a4448-1ffa-4146-adfd-755f4552d996 admin admin] Added segment cb8b9eea-f896-4111-92fd-aee7136a731a of type vlan for network 1db7eea6-ef38-4f87-bc24-db002c693ba3 Jul 29 15:43:26.245511 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-131a4448-1ffa-4146-adfd-755f4552d996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:26.278212 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-131a4448-1ffa-4146-adfd-755f4552d996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:26.279300 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131a4448-1ffa-4146-adfd-755f4552d996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:26.279880 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-131a4448-1ffa-4146-adfd-755f4552d996 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:26.353024 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-131a4448-1ffa-4146-adfd-755f4552d996 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4324787 Jul 29 15:43:26.357297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54610) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:26.365494 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-989604db-8997-4e4a-8d0f-b94a08586ad5 admin admin] Request body: {'subnet': {'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1176593342-subnet', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:43:26.367028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a4448-1ffa-4146-adfd-755f4552d996 admin admin] Pushing event updated for resources: {'Network': ['ID=1db7eea6-ef38-4f87-bc24-db002c693ba3,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:26.378749 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 1db7eea6-ef38-4f87-bc24-db002c693ba3 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:43:26.395005 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989604db-8997-4e4a-8d0f-b94a08586ad5 admin admin] Made reservation on behalf of d86befc6a50d4b2999eba8ffa4d039d9 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:43:26.398266 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-989604db-8997-4e4a-8d0f-b94a08586ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:26.580720 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-989604db-8997-4e4a-8d0f-b94a08586ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:26.637792 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989604db-8997-4e4a-8d0f-b94a08586ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3fe515-5f14-45b9-b893-31ac18bd24d2,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:26.649682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989604db-8997-4e4a-8d0f-b94a08586ad5 admin admin] Checking segment: {'id': 'cb8b9eea-f896-4111-92fd-aee7136a731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:43:26.650040 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989604db-8997-4e4a-8d0f-b94a08586ad5 admin admin] Network hostable DHCP agents. Network: 1db7eea6-ef38-4f87-bc24-db002c693ba3, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:43:26.667662 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989604db-8997-4e4a-8d0f-b94a08586ad5 admin admin] Network 1db7eea6-ef38-4f87-bc24-db002c693ba3 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:43:26.678507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-989604db-8997-4e4a-8d0f-b94a08586ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 1db7eea6-ef38-4f87-bc24-db002c693ba3) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:43:26.684709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989604db-8997-4e4a-8d0f-b94a08586ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:26.685550 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-989604db-8997-4e4a-8d0f-b94a08586ad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:26.686753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2735d1f3-8648-453b-9753-64cb06b113e4 None None] Network 1db7eea6-ef38-4f87-bc24-db002c693ba3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:43:26.710764 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-989604db-8997-4e4a-8d0f-b94a08586ad5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3518674 Jul 29 15:43:26.713622 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54612) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:26.718206 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1176593342-router', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:43:26.742227 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:26.743297 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:26.803667 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:26.869718 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-1db7eea6-ef38-4f87-bc24-db002c693ba3', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'fixed_ips': [{'subnet_id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:43:26.870562 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:26.964335 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:26.965002 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:27.034720 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Allocated IP 172.20.0.2 (1db7eea6-ef38-4f87-bc24-db002c693ba3/3f3fe515-5f14-45b9-b893-31ac18bd24d2/bb8c976f-6dac-4dde-b282-d942292756dd) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:43:27.201528 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:27.213166 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Transition to ACTIVE for port object bb8c976f-6dac-4dde-b282-d942292756dd will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:43:27.237888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Transition to ACTIVE for port object bb8c976f-6dac-4dde-b282-d942292756dd will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:43:27.247080 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:27.292796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Network 1db7eea6-ef38-4f87-bc24-db002c693ba3 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:43:27.298158 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:43:27.301421 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:43:27.308346 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Pushing event updated for resources: {'Port': ['ID=bb8c976f-6dac-4dde-b282-d942292756dd,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:27.374290 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Attempting to bind port bb8c976f-6dac-4dde-b282-d942292756dd on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:43:27.374656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Attempting to bind port bb8c976f-6dac-4dde-b282-d942292756dd by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'cb8b9eea-f896-4111-92fd-aee7136a731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:43:27.375020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Attempting to bind port bb8c976f-6dac-4dde-b282-d942292756dd on network 1db7eea6-ef38-4f87-bc24-db002c693ba3 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:43:27.381390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:43:27.382178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Checking segment: {'id': 'cb8b9eea-f896-4111-92fd-aee7136a731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:43:27.382466 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:27.382863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Bound using segment: {'id': 'cb8b9eea-f896-4111-92fd-aee7136a731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:43:27.383343 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Bound port: bb8c976f-6dac-4dde-b282-d942292756dd, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8b9eea-f896-4111-92fd-aee7136a731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:43:27.383717 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:27.453089 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] For port bb8c976f-6dac-4dde-b282-d942292756dd, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:43:27.456397 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] For port bb8c976f-6dac-4dde-b282-d942292756dd, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bb8c976f-6dac-4dde-b282-d942292756dd,segment=NetworkSegment(cb8b9eea-f896-4111-92fd-aee7136a731a),segment_id=cb8b9eea-f896-4111-92fd-aee7136a731a)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:43:27.463941 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:27.528838 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5c348-8eb1-430d-8e45-b038144b37cb None None] Pushing event updated for resources: {'Port': ['ID=bb8c976f-6dac-4dde-b282-d942292756dd,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:27.551814 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:27.574596 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:27.732468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Allocated IP 172.25.6.34 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/2fefd741-0b13-434c-a696-8b05939b16ba) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:43:27.877707 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:27.920033 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:27.960393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:43:27.965517 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:43:27.970341 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:43:27.973818 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Pushing event updated for resources: {'Port': ['ID=2fefd741-0b13-434c-a696-8b05939b16ba,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:28.248843 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:28.467548 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:28.568980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55562af1-8b26-404e-abaf-e213a05cdd6b None None] Network 1db7eea6-ef38-4f87-bc24-db002c693ba3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:43:28.669903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cdedf392-0ffe-4d63-b886-d7ef57c7760b None None] Provisioning for port bb8c976f-6dac-4dde-b282-d942292756dd completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:43:28.672916 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:43:28.735070 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bb8c976f-6dac-4dde-b282-d942292756dd up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:43:28.810905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:43:28.829337 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Sync routers for ids ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:43:28.840513 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:28.844789 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b7995f50-f9e5-4614-af34-67ef7ec1e6d5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1273909 Jul 29 15:43:28.845658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54614) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:28.878348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Routers {'8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:43:28.879120 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:28.962356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port bb8c976f-6dac-4dde-b282-d942292756dd completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:43:28.969703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port bb8c976f-6dac-4dde-b282-d942292756dd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:28.970075 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:29.055661 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Set router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:43:29.209734 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:29.265126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port bb8c976f-6dac-4dde-b282-d942292756dd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bb8c976f-6dac-4dde-b282-d942292756dd,segment=NetworkSegment(cb8b9eea-f896-4111-92fd-aee7136a731a),segment_id=cb8b9eea-f896-4111-92fd-aee7136a731a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:43:29.284350 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:29.347055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=bb8c976f-6dac-4dde-b282-d942292756dd,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:29.349381 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:29.359213 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'name': 'tempest-TestMinimumBasicScenario-1176593342-router', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:26Z', 'updated_at': '2021-07-29T15:43:28Z', 'revision_number': 3, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'gw_port': {'id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:27Z', 'updated_at': '2021-07-29T15:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:29.389649 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Checking router: 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:43:29.389995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Updating router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 port 2fefd741-0b13-434c-a696-8b05939b16ba binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:43:29.422453 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:29.446542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7ff26cd9-21f6-440f-a40b-9447591c1338 None None] Provisioning complete for port bb8c976f-6dac-4dde-b282-d942292756dd triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:29.446926 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7ff26cd9-21f6-440f-a40b-9447591c1338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:29.536647 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Allocated IP 172.20.0.1 (1db7eea6-ef38-4f87-bc24-db002c693ba3/3f3fe515-5f14-45b9-b893-31ac18bd24d2/954f4f32-5ebb-43a7-9fbc-4c961ee51438) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:43:29.680161 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:29.693757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Transition to ACTIVE for port object 954f4f32-5ebb-43a7-9fbc-4c961ee51438 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:43:29.732180 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:29.779969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Network 1db7eea6-ef38-4f87-bc24-db002c693ba3 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:43:29.788604 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:43:29.793701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:43:29.796731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Pushing event updated for resources: {'Port': ['ID=954f4f32-5ebb-43a7-9fbc-4c961ee51438,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:29.844160 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:29.949388 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:29.967149 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Transition to ACTIVE for port object 2fefd741-0b13-434c-a696-8b05939b16ba will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:43:29.978638 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:30.002040 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:30.042503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca5125-f71e-4d59-907c-a9f14ce86a89 None None] Pushing event updated for resources: {'Port': ['ID=2fefd741-0b13-434c-a696-8b05939b16ba,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:30.045143 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Attempting to bind port 2fefd741-0b13-434c-a696-8b05939b16ba on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:43:30.045506 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Attempting to bind port 2fefd741-0b13-434c-a696-8b05939b16ba by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:43:30.045869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Attempting to bind port 2fefd741-0b13-434c-a696-8b05939b16ba on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:43:30.051454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:43:30.052014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:43:30.053211 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:30.053682 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:43:30.054165 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Bound port: 2fefd741-0b13-434c-a696-8b05939b16ba, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:43:30.054596 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:30.121174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] For port 2fefd741-0b13-434c-a696-8b05939b16ba, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:43:30.124539 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] For port 2fefd741-0b13-434c-a696-8b05939b16ba, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2fefd741-0b13-434c-a696-8b05939b16ba,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:43:30.130074 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:30.205002 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:30.208971 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e3eeeecc-4ef4-4e34-9e6d-8b9d8e37cf4e None None] Provisioning for port 954f4f32-5ebb-43a7-9fbc-4c961ee51438 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:43:30.211449 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:30.232288 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e3eeeecc-4ef4-4e34-9e6d-8b9d8e37cf4e None None] Provisioning complete for port 954f4f32-5ebb-43a7-9fbc-4c961ee51438 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:30.232685 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e3eeeecc-4ef4-4e34-9e6d-8b9d8e37cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:30.260284 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Routers {'8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:43:30.260966 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:30.269327 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca5125-f71e-4d59-907c-a9f14ce86a89 None None] Pushing event updated for resources: {'Port': ['ID=2fefd741-0b13-434c-a696-8b05939b16ba,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:30.322032 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e3eeeecc-4ef4-4e34-9e6d-8b9d8e37cf4e None None] Port 954f4f32-5ebb-43a7-9fbc-4c961ee51438 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:43:30.341056 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Pushing event updated for resources: {'Port': ['ID=954f4f32-5ebb-43a7-9fbc-4c961ee51438,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:30.345080 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:30.392334 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] Set router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:43:30.464313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Network 1db7eea6-ef38-4f87-bc24-db002c693ba3 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:43:30.465821 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:43:30.607689 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:43:30.621654 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'name': 'tempest-TestMinimumBasicScenario-1176593342-router', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:26Z', 'updated_at': '2021-07-29T15:43:29Z', 'revision_number': 4, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'gw_port': {'id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:27Z', 'updated_at': '2021-07-29T15:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '954f4f32-5ebb-43a7-9fbc-4c961ee51438', 'name': '', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'mac_address': 'fa:16:3e:5c:9e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:29Z', 'updated_at': '2021-07-29T15:43:30Z', 'revision_number': 2, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'subnets': [{'id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:30.659417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bb8c976f-6dac-4dde-b282-d942292756dd up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:43:30.664610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ccb12b-f135-4e79-8289-8cf0a508c81a None None] The sync data for ids ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'] in n-d-802893-1 is: [{'id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'name': 'tempest-TestMinimumBasicScenario-1176593342-router', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:26Z', 'updated_at': '2021-07-29T15:43:29Z', 'revision_number': 4, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'gw_port': {'id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:27Z', 'updated_at': '2021-07-29T15:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '954f4f32-5ebb-43a7-9fbc-4c961ee51438', 'name': '', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'mac_address': 'fa:16:3e:5c:9e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:29Z', 'updated_at': '2021-07-29T15:43:30Z', 'revision_number': 2, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'subnets': [{'id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:43:30.687204 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6a6e0444-35fb-4048-99a5-bd7f46b67a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:30.745328 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port bb8c976f-6dac-4dde-b282-d942292756dd triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:30.745635 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:30.752016 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:43:30.764387 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-61db15bc-817a-40e1-91a2-f61a4b0aa7fe admin admin] 10.222.0.16 "PUT /v2.0/routers/8ba2cb54-b7ad-4ef0-a4f1-835cd597b588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9128625 Jul 29 15:43:30.779323 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-00cac55a-7c00-40fd-a0c6-98f7e216a088 None None] Provisioning complete for port 954f4f32-5ebb-43a7-9fbc-4c961ee51438 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:30.779698 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-00cac55a-7c00-40fd-a0c6-98f7e216a088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:30.841295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-00cac55a-7c00-40fd-a0c6-98f7e216a088 None None] Port 954f4f32-5ebb-43a7-9fbc-4c961ee51438 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:43:31.319584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54630) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:31.328311 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-78b687ae-eaa0-4531-8baf-2d3459062146 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1110635007-network', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:43:31.353243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b687ae-eaa0-4531-8baf-2d3459062146 admin admin] Made reservation on behalf of 4c3cc2a0aa0e4475aa276f6bdd05c5a2 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:43:31.356347 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b687ae-eaa0-4531-8baf-2d3459062146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:31.367208 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b687ae-eaa0-4531-8baf-2d3459062146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:31.493426 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b687ae-eaa0-4531-8baf-2d3459062146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:31.499985 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b687ae-eaa0-4531-8baf-2d3459062146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:31.529988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b687ae-eaa0-4531-8baf-2d3459062146 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:43:31.540358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b687ae-eaa0-4531-8baf-2d3459062146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677537fc-d619-4a82-a302-8727c77e6b9f,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:31.548465 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b687ae-eaa0-4531-8baf-2d3459062146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:31.548633 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-78b687ae-eaa0-4531-8baf-2d3459062146 admin admin] Added segment 471b825e-60de-41e1-8e23-806476b5686e of type vlan for network cb64ea05-7ad9-49af-9358-204f4f3741b1 Jul 29 15:43:31.597452 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b687ae-eaa0-4531-8baf-2d3459062146 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:31.633956 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b687ae-eaa0-4531-8baf-2d3459062146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:31.635136 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b687ae-eaa0-4531-8baf-2d3459062146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:31.636015 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b687ae-eaa0-4531-8baf-2d3459062146 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:31.694628 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-78b687ae-eaa0-4531-8baf-2d3459062146 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3737664 Jul 29 15:43:31.697455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54632) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:31.704250 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-641cb495-a838-42c6-b2ec-942108c0e29f admin admin] Request body: {'subnet': {'network_id': 'cb64ea05-7ad9-49af-9358-204f4f3741b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1110635007-subnet', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:43:31.719208 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b687ae-eaa0-4531-8baf-2d3459062146 admin admin] Pushing event updated for resources: {'Network': ['ID=cb64ea05-7ad9-49af-9358-204f4f3741b1,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:31.739745 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network cb64ea05-7ad9-49af-9358-204f4f3741b1 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:43:31.743899 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641cb495-a838-42c6-b2ec-942108c0e29f admin admin] Made reservation on behalf of 4c3cc2a0aa0e4475aa276f6bdd05c5a2 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:43:31.747277 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-641cb495-a838-42c6-b2ec-942108c0e29f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:31.996294 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-641cb495-a838-42c6-b2ec-942108c0e29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:32.070800 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cb495-a838-42c6-b2ec-942108c0e29f admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f5bcf4-902b-4182-ab8f-0a8899bff5f4,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:32.075710 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641cb495-a838-42c6-b2ec-942108c0e29f admin admin] Checking segment: {'id': '471b825e-60de-41e1-8e23-806476b5686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cb64ea05-7ad9-49af-9358-204f4f3741b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:43:32.076070 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641cb495-a838-42c6-b2ec-942108c0e29f admin admin] Network hostable DHCP agents. Network: cb64ea05-7ad9-49af-9358-204f4f3741b1, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:43:32.095677 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641cb495-a838-42c6-b2ec-942108c0e29f admin admin] Network cb64ea05-7ad9-49af-9358-204f4f3741b1 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:43:32.107092 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-641cb495-a838-42c6-b2ec-942108c0e29f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, cb64ea05-7ad9-49af-9358-204f4f3741b1) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:43:32.122594 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641cb495-a838-42c6-b2ec-942108c0e29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:32.122913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc26b05a-49b4-4cc7-ab5a-9e657a92da29 None None] Network cb64ea05-7ad9-49af-9358-204f4f3741b1 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:43:32.123287 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-641cb495-a838-42c6-b2ec-942108c0e29f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:32.142125 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-641cb495-a838-42c6-b2ec-942108c0e29f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4406240 Jul 29 15:43:32.142435 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54634) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:32.147938 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1110635007-router', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:43:32.169935 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:32.170985 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:32.227574 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:32.289065 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-cb64ea05-7ad9-49af-9358-204f4f3741b1', 'network_id': 'cb64ea05-7ad9-49af-9358-204f4f3741b1', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'fixed_ips': [{'subnet_id': '25f5bcf4-902b-4182-ab8f-0a8899bff5f4'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:43:32.289958 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:32.373617 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:32.440076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Allocated IP 172.20.0.2 (cb64ea05-7ad9-49af-9358-204f4f3741b1/25f5bcf4-902b-4182-ab8f-0a8899bff5f4/7a388819-995c-4f92-8c04-58ffd0fbfab9) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:43:32.635680 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:32.646861 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Transition to ACTIVE for port object 7a388819-995c-4f92-8c04-58ffd0fbfab9 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:43:32.650038 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:32.674194 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Transition to ACTIVE for port object 7a388819-995c-4f92-8c04-58ffd0fbfab9 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:43:32.679793 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2fefd741-0b13-434c-a696-8b05939b16ba up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:43:32.684912 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:32.700941 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:32.763236 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Network cb64ea05-7ad9-49af-9358-204f4f3741b1 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:43:32.773352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:43:32.775937 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Pushing event updated for resources: {'Port': ['ID=7a388819-995c-4f92-8c04-58ffd0fbfab9,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:32.779930 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:43:32.812528 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 2fefd741-0b13-434c-a696-8b05939b16ba completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:43:32.844652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 2fefd741-0b13-434c-a696-8b05939b16ba triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:32.845536 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:32.878688 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Sync routers for ids ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:43:32.885632 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Attempting to bind port 7a388819-995c-4f92-8c04-58ffd0fbfab9 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:43:32.886243 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Attempting to bind port 7a388819-995c-4f92-8c04-58ffd0fbfab9 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '471b825e-60de-41e1-8e23-806476b5686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cb64ea05-7ad9-49af-9358-204f4f3741b1'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:43:32.886680 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Attempting to bind port 7a388819-995c-4f92-8c04-58ffd0fbfab9 on network cb64ea05-7ad9-49af-9358-204f4f3741b1 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:43:32.894696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:43:32.895309 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Checking segment: {'id': '471b825e-60de-41e1-8e23-806476b5686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cb64ea05-7ad9-49af-9358-204f4f3741b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:43:32.895922 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:32.896823 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Routers {'8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:43:32.896960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Bound using segment: {'id': '471b825e-60de-41e1-8e23-806476b5686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cb64ea05-7ad9-49af-9358-204f4f3741b1'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:43:32.897657 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Bound port: 7a388819-995c-4f92-8c04-58ffd0fbfab9, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471b825e-60de-41e1-8e23-806476b5686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cb64ea05-7ad9-49af-9358-204f4f3741b1'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:43:32.897769 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:43:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:32.898121 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:32.903832 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Allocated IP 172.25.6.128 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/899d23b9-7fb6-444c-a018-ad3df94d5948) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:43:33.039940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] For port 7a388819-995c-4f92-8c04-58ffd0fbfab9, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:43:33.042242 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:33.056173 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Set router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:43:33.064819 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] For port 7a388819-995c-4f92-8c04-58ffd0fbfab9, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7a388819-995c-4f92-8c04-58ffd0fbfab9,segment=NetworkSegment(471b825e-60de-41e1-8e23-806476b5686e),segment_id=471b825e-60de-41e1-8e23-806476b5686e)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:43:33.074756 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:33.077941 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 2fefd741-0b13-434c-a696-8b05939b16ba, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2fefd741-0b13-434c-a696-8b05939b16ba,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:43:33.078271 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:33.105513 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:33.140619 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d95c9-233b-4450-b92f-9b88bcd7b087 None None] Pushing event updated for resources: {'Port': ['ID=7a388819-995c-4f92-8c04-58ffd0fbfab9,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:33.154372 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:33.214831 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=2fefd741-0b13-434c-a696-8b05939b16ba,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:33.232269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:43:33.242648 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:43:33.246642 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:43:33.304225 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:33.307814 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Pushing event updated for resources: {'Port': ['ID=899d23b9-7fb6-444c-a018-ad3df94d5948,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:33.334564 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'name': 'tempest-TestMinimumBasicScenario-1176593342-router', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:26Z', 'updated_at': '2021-07-29T15:43:29Z', 'revision_number': 4, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'gw_port': {'id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:27Z', 'updated_at': '2021-07-29T15:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '954f4f32-5ebb-43a7-9fbc-4c961ee51438', 'name': '', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'mac_address': 'fa:16:3e:5c:9e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:29Z', 'updated_at': '2021-07-29T15:43:30Z', 'revision_number': 2, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'subnets': [{'id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:33.390572 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Checking router: 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:43:33.391320 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Updating router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 port 954f4f32-5ebb-43a7-9fbc-4c961ee51438 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:43:33.413159 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6422a14e-d56e-4ea6-8052-6be3c037691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:33.437438 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:33.642265 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:33.759672 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:33.778200 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Transition to ACTIVE for port object 954f4f32-5ebb-43a7-9fbc-4c961ee51438 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:43:33.788057 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:33.872901 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e848de9-7112-4d22-a816-5f7314b06156 None None] Pushing event updated for resources: {'Port': ['ID=954f4f32-5ebb-43a7-9fbc-4c961ee51438,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:33.882151 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:33.903659 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e848de9-7112-4d22-a816-5f7314b06156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:33.904382 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e848de9-7112-4d22-a816-5f7314b06156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:33.904382 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e848de9-7112-4d22-a816-5f7314b06156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:33.904633 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e848de9-7112-4d22-a816-5f7314b06156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:33.905032 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e848de9-7112-4d22-a816-5f7314b06156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:33.905262 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e848de9-7112-4d22-a816-5f7314b06156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:33.905550 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e848de9-7112-4d22-a816-5f7314b06156 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:33.905856 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e848de9-7112-4d22-a816-5f7314b06156 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:33.906178 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e848de9-7112-4d22-a816-5f7314b06156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:33.906487 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e848de9-7112-4d22-a816-5f7314b06156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:33.906989 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e848de9-7112-4d22-a816-5f7314b06156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:33.907307 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e848de9-7112-4d22-a816-5f7314b06156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:34.066185 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Attempting to bind port 954f4f32-5ebb-43a7-9fbc-4c961ee51438 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:43:34.066815 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Attempting to bind port 954f4f32-5ebb-43a7-9fbc-4c961ee51438 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'cb8b9eea-f896-4111-92fd-aee7136a731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:43:34.067540 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Attempting to bind port 954f4f32-5ebb-43a7-9fbc-4c961ee51438 on network 1db7eea6-ef38-4f87-bc24-db002c693ba3 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:43:34.076158 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:43:34.076874 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Checking segment: {'id': 'cb8b9eea-f896-4111-92fd-aee7136a731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:43:34.077397 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:34.078009 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Bound using segment: {'id': 'cb8b9eea-f896-4111-92fd-aee7136a731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:43:34.078880 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Bound port: 954f4f32-5ebb-43a7-9fbc-4c961ee51438, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8b9eea-f896-4111-92fd-aee7136a731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:43:34.079451 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:34.107633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Router f0d052b3-3dcf-4a97-b6d9-73a36c492e36 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:43:34.200349 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] For port 954f4f32-5ebb-43a7-9fbc-4c961ee51438, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:43:34.204031 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] For port 954f4f32-5ebb-43a7-9fbc-4c961ee51438, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=954f4f32-5ebb-43a7-9fbc-4c961ee51438,segment=NetworkSegment(cb8b9eea-f896-4111-92fd-aee7136a731a),segment_id=cb8b9eea-f896-4111-92fd-aee7136a731a)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:43:34.213553 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:34.301030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:43:34.311676 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Routers {'8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:43:34.312349 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:43:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:34.322931 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Sync routers for ids ['f0d052b3-3dcf-4a97-b6d9-73a36c492e36'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:43:34.339314 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:34.344031 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cea5ca91-8505-4514-9364-e528a90db508 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2003934 Jul 29 15:43:34.344490 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54636) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:43:34.354870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Routers {'f0d052b3-3dcf-4a97-b6d9-73a36c492e36'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:43:34.355980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:43:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f0d052b3-3dcf-4a97-b6d9-73a36c492e36'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:34.364157 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e848de9-7112-4d22-a816-5f7314b06156 None None] Pushing event updated for resources: {'Port': ['ID=954f4f32-5ebb-43a7-9fbc-4c961ee51438,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:34.491336 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] Set router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:43:34.510352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Set router f0d052b3-3dcf-4a97-b6d9-73a36c492e36 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:43:34.563459 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebd718b-4b44-4eec-a962-a7d02a545890 None None] Network cb64ea05-7ad9-49af-9358-204f4f3741b1 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:43:34.696358 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:34.702331 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-eb1d0436-2e76-4086-8b40-db8a9157b4e3 None None] Provisioning for port 7a388819-995c-4f92-8c04-58ffd0fbfab9 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:43:34.827547 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'name': 'tempest-TestMinimumBasicScenario-1176593342-router', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:26Z', 'updated_at': '2021-07-29T15:43:29Z', 'revision_number': 4, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'gw_port': {'id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:27Z', 'updated_at': '2021-07-29T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '954f4f32-5ebb-43a7-9fbc-4c961ee51438', 'name': '', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'mac_address': 'fa:16:3e:5c:9e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:29Z', 'updated_at': '2021-07-29T15:43:34Z', 'revision_number': 4, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'subnets': [{'id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:34.860003 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f713aeb6-9c57-43f3-be77-af368e3344ef None None] The sync data for ids ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'] in n-d-802893-1 is: [{'id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'name': 'tempest-TestMinimumBasicScenario-1176593342-router', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:26Z', 'updated_at': '2021-07-29T15:43:29Z', 'revision_number': 4, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'gw_port': {'id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:27Z', 'updated_at': '2021-07-29T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '954f4f32-5ebb-43a7-9fbc-4c961ee51438', 'name': '', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'mac_address': 'fa:16:3e:5c:9e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:29Z', 'updated_at': '2021-07-29T15:43:34Z', 'revision_number': 4, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'subnets': [{'id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:43:34.891967 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7a388819-995c-4f92-8c04-58ffd0fbfab9 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:43:34.960001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'name': 'tempest-TestMinimumBasicScenario-1110635007-router', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '899d23b9-7fb6-444c-a018-ad3df94d5948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:32Z', 'updated_at': '2021-07-29T15:43:33Z', 'revision_number': 3, 'project_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'gw_port': {'id': '899d23b9-7fb6-444c-a018-ad3df94d5948', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:83:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:32Z', 'updated_at': '2021-07-29T15:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:34.971262 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:34.991977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Checking router: f0d052b3-3dcf-4a97-b6d9-73a36c492e36 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:43:34.992330 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Updating router f0d052b3-3dcf-4a97-b6d9-73a36c492e36 port 899d23b9-7fb6-444c-a018-ad3df94d5948 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:43:35.191723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Allocated IP 172.20.0.1 (cb64ea05-7ad9-49af-9358-204f4f3741b1/25f5bcf4-902b-4182-ab8f-0a8899bff5f4/32b5c230-8a03-48d2-9c71-767ef7940fd0) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:43:35.210669 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 7a388819-995c-4f92-8c04-58ffd0fbfab9 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:43:35.222755 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7a388819-995c-4f92-8c04-58ffd0fbfab9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:35.223875 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.255224 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.282955 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-54251d7b-b53f-474e-9705-ad817066f32b None None] Provisioning complete for port 7a388819-995c-4f92-8c04-58ffd0fbfab9 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:35.283451 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54251d7b-b53f-474e-9705-ad817066f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.336496 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.361429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Transition to ACTIVE for port object 32b5c230-8a03-48d2-9c71-767ef7940fd0 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:43:35.404037 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.444345 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Network cb64ea05-7ad9-49af-9358-204f4f3741b1 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:43:35.449565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:43:35.452598 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:43:35.490428 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Pushing event updated for resources: {'Port': ['ID=32b5c230-8a03-48d2-9c71-767ef7940fd0,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:35.510641 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.577250 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54251d7b-b53f-474e-9705-ad817066f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.600724 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.678600 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-54251d7b-b53f-474e-9705-ad817066f32b None None] For port 7a388819-995c-4f92-8c04-58ffd0fbfab9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7a388819-995c-4f92-8c04-58ffd0fbfab9,segment=NetworkSegment(471b825e-60de-41e1-8e23-806476b5686e),segment_id=471b825e-60de-41e1-8e23-806476b5686e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:43:35.687669 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-54251d7b-b53f-474e-9705-ad817066f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.693542 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.789198 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.db.api [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 15:43:35.789541 n-d-802893-1 neutron-server[94159]: DEBUG oslo_db.api [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 15:43:35.827908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54251d7b-b53f-474e-9705-ad817066f32b None None] Pushing event updated for resources: {'Port': ['ID=7a388819-995c-4f92-8c04-58ffd0fbfab9,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:35.857713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-21df58da-fbcc-4fe1-8498-54f3beb7ead2 None None] Provisioning for port 32b5c230-8a03-48d2-9c71-767ef7940fd0 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:43:35.861588 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-21df58da-fbcc-4fe1-8498-54f3beb7ead2 None None] Provisioning complete for port 32b5c230-8a03-48d2-9c71-767ef7940fd0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:35.862243 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21df58da-fbcc-4fe1-8498-54f3beb7ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.884152 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.902080 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Transition to ACTIVE for port object 899d23b9-7fb6-444c-a018-ad3df94d5948 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:43:35.909640 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.910298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-21df58da-fbcc-4fe1-8498-54f3beb7ead2 None None] Port 32b5c230-8a03-48d2-9c71-767ef7940fd0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:43:35.913851 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.916649 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.971799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a60e14-a05e-4029-a0a4-0071473538b2 None None] Pushing event updated for resources: {'Port': ['ID=899d23b9-7fb6-444c-a018-ad3df94d5948,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:35.973939 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Attempting to bind port 899d23b9-7fb6-444c-a018-ad3df94d5948 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:43:35.974983 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Attempting to bind port 899d23b9-7fb6-444c-a018-ad3df94d5948 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:43:35.975389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Attempting to bind port 899d23b9-7fb6-444c-a018-ad3df94d5948 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:43:35.980999 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:43:35.981357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:43:35.981971 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.982364 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:43:35.982850 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Bound port: 899d23b9-7fb6-444c-a018-ad3df94d5948, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:43:35.983235 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.992867 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:35.994674 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Pushing event updated for resources: {'Port': ['ID=32b5c230-8a03-48d2-9c71-767ef7940fd0,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:36.039069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] For port 899d23b9-7fb6-444c-a018-ad3df94d5948, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:43:36.042312 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] For port 899d23b9-7fb6-444c-a018-ad3df94d5948, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=899d23b9-7fb6-444c-a018-ad3df94d5948,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:43:36.047614 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:36.097506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Network cb64ea05-7ad9-49af-9358-204f4f3741b1 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:43:36.099052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:43:36.109641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Routers {'f0d052b3-3dcf-4a97-b6d9-73a36c492e36'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:43:36.110266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:43:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f0d052b3-3dcf-4a97-b6d9-73a36c492e36'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:36.114068 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a60e14-a05e-4029-a0a4-0071473538b2 None None] Pushing event updated for resources: {'Port': ['ID=899d23b9-7fb6-444c-a018-ad3df94d5948,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:36.236633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] Set router f0d052b3-3dcf-4a97-b6d9-73a36c492e36 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:43:36.252026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Router f0d052b3-3dcf-4a97-b6d9-73a36c492e36 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:43:36.379568 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:43:36.385370 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c3f866ee-1de3-44c3-9eeb-a4af4e045245 admin admin] 10.222.0.16 "PUT /v2.0/routers/f0d052b3-3dcf-4a97-b6d9-73a36c492e36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0378318 Jul 29 15:43:36.404341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2fefd741-0b13-434c-a696-8b05939b16ba up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:43:36.486481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-821cffbf-6bca-44f2-8e8b-9585881d1ee8 None None] Provisioning complete for port 32b5c230-8a03-48d2-9c71-767ef7940fd0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:36.486860 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-821cffbf-6bca-44f2-8e8b-9585881d1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:36.570907 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:36.572727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 2fefd741-0b13-434c-a696-8b05939b16ba triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:36.573611 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:36.574867 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-821cffbf-6bca-44f2-8e8b-9585881d1ee8 None None] Port 32b5c230-8a03-48d2-9c71-767ef7940fd0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:43:36.639374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'name': 'tempest-TestMinimumBasicScenario-1110635007-router', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '899d23b9-7fb6-444c-a018-ad3df94d5948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:32Z', 'updated_at': '2021-07-29T15:43:35Z', 'revision_number': 4, 'project_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'gw_port': {'id': '899d23b9-7fb6-444c-a018-ad3df94d5948', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:83:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:32Z', 'updated_at': '2021-07-29T15:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '32b5c230-8a03-48d2-9c71-767ef7940fd0', 'name': '', 'network_id': 'cb64ea05-7ad9-49af-9358-204f4f3741b1', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'mac_address': 'fa:16:3e:73:7b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '25f5bcf4-902b-4182-ab8f-0a8899bff5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:35Z', 'updated_at': '2021-07-29T15:43:35Z', 'revision_number': 2, 'project_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'subnets': [{'id': '25f5bcf4-902b-4182-ab8f-0a8899bff5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:36.671470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10914801-6bd9-4a17-9d1c-61c5f84d7368 None None] The sync data for ids ['f0d052b3-3dcf-4a97-b6d9-73a36c492e36'] in n-d-802893-1 is: [{'id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'name': 'tempest-TestMinimumBasicScenario-1110635007-router', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '899d23b9-7fb6-444c-a018-ad3df94d5948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:32Z', 'updated_at': '2021-07-29T15:43:35Z', 'revision_number': 4, 'project_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'gw_port': {'id': '899d23b9-7fb6-444c-a018-ad3df94d5948', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:83:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:32Z', 'updated_at': '2021-07-29T15:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '32b5c230-8a03-48d2-9c71-767ef7940fd0', 'name': '', 'network_id': 'cb64ea05-7ad9-49af-9358-204f4f3741b1', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'mac_address': 'fa:16:3e:73:7b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '25f5bcf4-902b-4182-ab8f-0a8899bff5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:35Z', 'updated_at': '2021-07-29T15:43:35Z', 'revision_number': 2, 'project_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'subnets': [{'id': '25f5bcf4-902b-4182-ab8f-0a8899bff5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:43:36.719148 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 954f4f32-5ebb-43a7-9fbc-4c961ee51438 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:43:36.783185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 954f4f32-5ebb-43a7-9fbc-4c961ee51438 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:43:36.788991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 954f4f32-5ebb-43a7-9fbc-4c961ee51438 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:36.789377 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:36.912868 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:36.960632 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 954f4f32-5ebb-43a7-9fbc-4c961ee51438, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=954f4f32-5ebb-43a7-9fbc-4c961ee51438,segment=NetworkSegment(cb8b9eea-f896-4111-92fd-aee7136a731a),segment_id=cb8b9eea-f896-4111-92fd-aee7136a731a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:43:36.971512 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:37.062758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=954f4f32-5ebb-43a7-9fbc-4c961ee51438,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:37.082693 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7a388819-995c-4f92-8c04-58ffd0fbfab9 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:43:37.138076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 7a388819-995c-4f92-8c04-58ffd0fbfab9 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:37.138731 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:39.225181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 954f4f32-5ebb-43a7-9fbc-4c961ee51438 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:43:39.345013 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 954f4f32-5ebb-43a7-9fbc-4c961ee51438 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:39.345013 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:39.399968 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Sync routers for ids ['f0d052b3-3dcf-4a97-b6d9-73a36c492e36'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:43:39.414285 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Routers {'f0d052b3-3dcf-4a97-b6d9-73a36c492e36'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:43:39.416467 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:43:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f0d052b3-3dcf-4a97-b6d9-73a36c492e36'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:39.492500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 899d23b9-7fb6-444c-a018-ad3df94d5948 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:43:39.588928 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 899d23b9-7fb6-444c-a018-ad3df94d5948 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:43:39.593998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 899d23b9-7fb6-444c-a018-ad3df94d5948 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:39.594719 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:39.609318 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Set router f0d052b3-3dcf-4a97-b6d9-73a36c492e36 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:43:39.713520 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:39.791616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 899d23b9-7fb6-444c-a018-ad3df94d5948, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=899d23b9-7fb6-444c-a018-ad3df94d5948,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:43:39.802172 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:39.887120 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=899d23b9-7fb6-444c-a018-ad3df94d5948,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:39.948843 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'name': 'tempest-TestMinimumBasicScenario-1110635007-router', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '899d23b9-7fb6-444c-a018-ad3df94d5948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:32Z', 'updated_at': '2021-07-29T15:43:35Z', 'revision_number': 4, 'project_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'gw_port': {'id': '899d23b9-7fb6-444c-a018-ad3df94d5948', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:83:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:32Z', 'updated_at': '2021-07-29T15:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '32b5c230-8a03-48d2-9c71-767ef7940fd0', 'name': '', 'network_id': 'cb64ea05-7ad9-49af-9358-204f4f3741b1', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'mac_address': 'fa:16:3e:73:7b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '25f5bcf4-902b-4182-ab8f-0a8899bff5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:35Z', 'updated_at': '2021-07-29T15:43:35Z', 'revision_number': 2, 'project_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'subnets': [{'id': '25f5bcf4-902b-4182-ab8f-0a8899bff5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:39.980595 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Checking router: f0d052b3-3dcf-4a97-b6d9-73a36c492e36 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:43:39.981081 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Updating router f0d052b3-3dcf-4a97-b6d9-73a36c492e36 port 32b5c230-8a03-48d2-9c71-767ef7940fd0 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:43:40.011379 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:40.369222 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:40.381001 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Transition to ACTIVE for port object 32b5c230-8a03-48d2-9c71-767ef7940fd0 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:43:40.389120 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:40.479940 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f93c10-d059-41df-b1dc-8485f1d8f64b None None] Pushing event updated for resources: {'Port': ['ID=32b5c230-8a03-48d2-9c71-767ef7940fd0,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:40.571456 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Attempting to bind port 32b5c230-8a03-48d2-9c71-767ef7940fd0 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:43:40.572281 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Attempting to bind port 32b5c230-8a03-48d2-9c71-767ef7940fd0 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '471b825e-60de-41e1-8e23-806476b5686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cb64ea05-7ad9-49af-9358-204f4f3741b1'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:43:40.572599 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Attempting to bind port 32b5c230-8a03-48d2-9c71-767ef7940fd0 on network cb64ea05-7ad9-49af-9358-204f4f3741b1 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:43:40.581747 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:43:40.582264 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Checking segment: {'id': '471b825e-60de-41e1-8e23-806476b5686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cb64ea05-7ad9-49af-9358-204f4f3741b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:43:40.582854 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:40.583387 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Bound using segment: {'id': '471b825e-60de-41e1-8e23-806476b5686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cb64ea05-7ad9-49af-9358-204f4f3741b1'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:43:40.584719 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Bound port: 32b5c230-8a03-48d2-9c71-767ef7940fd0, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471b825e-60de-41e1-8e23-806476b5686e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'cb64ea05-7ad9-49af-9358-204f4f3741b1'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:43:40.585691 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:40.727363 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] For port 32b5c230-8a03-48d2-9c71-767ef7940fd0, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:43:40.737170 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] For port 32b5c230-8a03-48d2-9c71-767ef7940fd0, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=32b5c230-8a03-48d2-9c71-767ef7940fd0,segment=NetworkSegment(471b825e-60de-41e1-8e23-806476b5686e),segment_id=471b825e-60de-41e1-8e23-806476b5686e)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:43:40.744263 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:40.820085 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Routers {'f0d052b3-3dcf-4a97-b6d9-73a36c492e36'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:43:40.821205 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:43:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f0d052b3-3dcf-4a97-b6d9-73a36c492e36'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:40.903774 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f93c10-d059-41df-b1dc-8485f1d8f64b None None] Pushing event updated for resources: {'Port': ['ID=32b5c230-8a03-48d2-9c71-767ef7940fd0,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:41.036405 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] Set router f0d052b3-3dcf-4a97-b6d9-73a36c492e36 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:43:41.120745 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 32b5c230-8a03-48d2-9c71-767ef7940fd0 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:43:41.236277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 32b5c230-8a03-48d2-9c71-767ef7940fd0 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:43:41.249309 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 32b5c230-8a03-48d2-9c71-767ef7940fd0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:41.250039 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:41.343969 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'name': 'tempest-TestMinimumBasicScenario-1110635007-router', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '899d23b9-7fb6-444c-a018-ad3df94d5948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:32Z', 'updated_at': '2021-07-29T15:43:35Z', 'revision_number': 4, 'project_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'gw_port': {'id': '899d23b9-7fb6-444c-a018-ad3df94d5948', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:32Z', 'updated_at': '2021-07-29T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '32b5c230-8a03-48d2-9c71-767ef7940fd0', 'name': '', 'network_id': 'cb64ea05-7ad9-49af-9358-204f4f3741b1', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'mac_address': 'fa:16:3e:73:7b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '25f5bcf4-902b-4182-ab8f-0a8899bff5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:35Z', 'updated_at': '2021-07-29T15:43:40Z', 'revision_number': 4, 'project_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'subnets': [{'id': '25f5bcf4-902b-4182-ab8f-0a8899bff5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:43:41.378048 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd4d10c-8e36-425d-b479-c1e9ce486f53 None None] The sync data for ids ['f0d052b3-3dcf-4a97-b6d9-73a36c492e36'] in n-d-802893-1 is: [{'id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'name': 'tempest-TestMinimumBasicScenario-1110635007-router', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '899d23b9-7fb6-444c-a018-ad3df94d5948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:32Z', 'updated_at': '2021-07-29T15:43:35Z', 'revision_number': 4, 'project_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'gw_port': {'id': '899d23b9-7fb6-444c-a018-ad3df94d5948', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:32Z', 'updated_at': '2021-07-29T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '32b5c230-8a03-48d2-9c71-767ef7940fd0', 'name': '', 'network_id': 'cb64ea05-7ad9-49af-9358-204f4f3741b1', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'mac_address': 'fa:16:3e:73:7b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '25f5bcf4-902b-4182-ab8f-0a8899bff5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:35Z', 'updated_at': '2021-07-29T15:43:40Z', 'revision_number': 4, 'project_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'subnets': [{'id': '25f5bcf4-902b-4182-ab8f-0a8899bff5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:43:41.396091 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:41.462809 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 32b5c230-8a03-48d2-9c71-767ef7940fd0, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=32b5c230-8a03-48d2-9c71-767ef7940fd0,segment=NetworkSegment(471b825e-60de-41e1-8e23-806476b5686e),segment_id=471b825e-60de-41e1-8e23-806476b5686e)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:43:41.474773 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:41.475609 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 899d23b9-7fb6-444c-a018-ad3df94d5948 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:43:41.534234 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:41.575130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=32b5c230-8a03-48d2-9c71-767ef7940fd0,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:41.588358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 899d23b9-7fb6-444c-a018-ad3df94d5948 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:41.589594 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:43.071355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 32b5c230-8a03-48d2-9c71-767ef7940fd0 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:43:43.128356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 32b5c230-8a03-48d2-9c71-767ef7940fd0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:43.128750 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:45.942643 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:43:47.607848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-48a93d51-b65b-4f6b-8401-19332b7d5715 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:47.609527 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-48a93d51-b65b-4f6b-8401-19332b7d5715 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/networks?id=1db7eea6-ef38-4f87-bc24-db002c693ba3 HTTP/1.1" status: 200 len: 815 time: 0.1173685 Jul 29 15:43:47.626845 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-1261614d-ab98-4d4e-8e87-4f59cca9d9a0 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/quotas/d86befc6a50d4b2999eba8ffa4d039d9 HTTP/1.1" status: 200 len: 375 time: 0.0103023 Jul 29 15:43:47.685126 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-c15880f2-03f1-4717-a363-6614597702e9 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d86befc6a50d4b2999eba8ffa4d039d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518277 Jul 29 15:43:47.834784 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-ee1ad308-3f20-461a-a065-18b3e75103e3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:43:47.835860 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-ee1ad308-3f20-461a-a065-18b3e75103e3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513685 Jul 29 15:43:47.931031 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-8801a83e-69e0-4a94-964d-9cf48f474010 service neutron] 10.222.0.16 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883050 Jul 29 15:43:48.034143 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-3c08c76e-f090-4307-882d-885ab09287a7 service neutron] 10.222.0.16 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965159 Jul 29 15:43:48.213645 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f327acfb-db8e-4ba9-9027-b4dfd0256403 req-fb117035-a3ce-4926-acbc-81d8f34ccb52 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 210 time: 0.0325522 Jul 29 15:43:49.256655 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-97d015fd-5ed3-4f43-bc26-665176eee1b8 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:49.257999 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-97d015fd-5ed3-4f43-bc26-665176eee1b8 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.39 "GET /v2.0/networks?id=1db7eea6-ef38-4f87-bc24-db002c693ba3 HTTP/1.1" status: 200 len: 815 time: 0.1386585 Jul 29 15:43:49.272563 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Request body: {'port': {'device_id': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'admin_state_up': True, 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:43:49.359402 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bcbc90dd-609f-4fd7-be15-8fcc8710b893 req-de488577-1dd5-44a6-885b-24d44241b0d1 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 210 time: 0.0303965 Jul 29 15:43:49.429874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Made reservation on behalf of d86befc6a50d4b2999eba8ffa4d039d9 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:43:49.433991 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:49.621871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Allocated IP 172.20.0.5 (1db7eea6-ef38-4f87-bc24-db002c693ba3/3f3fe515-5f14-45b9-b893-31ac18bd24d2/83981649-697d-4b60-992d-6c3e9448d29a) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:43:49.883380 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:49.905300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Transition to ACTIVE for port object 83981649-697d-4b60-992d-6c3e9448d29a will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:43:49.953776 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:50.040385 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Network 1db7eea6-ef38-4f87-bc24-db002c693ba3 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:43:50.043771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:43:50.050780 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:43:50.058321 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Pushing event updated for resources: {'Port': ['ID=83981649-697d-4b60-992d-6c3e9448d29a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:43:50.094429 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:50.095228 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:50.095579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:50.096174 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:50.096507 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:50.096866 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:50.097194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:50.097522 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:50.097848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:50.098173 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:50.098609 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:50.100303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:43:50.148788 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:50.149712 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:50.175529 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-a7977b6d-b56e-42c3-a4d7-ffcd2fb290ef tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9084775 Jul 29 15:43:50.529383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5259f-225f-42b6-88dc-2b7093ec3d46 req-eacc3c5c-3208-4baf-9263-6aed07bf467e tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:50.532172 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4c5259f-225f-42b6-88dc-2b7093ec3d46 req-eacc3c5c-3208-4baf-9263-6aed07bf467e tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 931 time: 0.0708339 Jul 29 15:43:50.583897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-02b51d9a-4765-4061-af90-bd747fe5c436 None None] Provisioning for port 83981649-697d-4b60-992d-6c3e9448d29a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:43:50.584601 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4c5259f-225f-42b6-88dc-2b7093ec3d46 req-b2866b00-3386-45c3-9fb8-cfca87081df5 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390246 Jul 29 15:43:50.589633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-02b51d9a-4765-4061-af90-bd747fe5c436 None None] Provisioning complete for port 83981649-697d-4b60-992d-6c3e9448d29a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:43:50.590009 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-02b51d9a-4765-4061-af90-bd747fe5c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:50.628620 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-02b51d9a-4765-4061-af90-bd747fe5c436 None None] Port 83981649-697d-4b60-992d-6c3e9448d29a cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:43:51.713811 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b560087-b8fb-461a-a18c-2019569c4ffd req-80661a49-8644-4678-82a6-0e703350ed10 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:51.715456 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b560087-b8fb-461a-a18c-2019569c4ffd req-80661a49-8644-4678-82a6-0e703350ed10 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 931 time: 0.0578125 Jul 29 15:43:51.769357 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b560087-b8fb-461a-a18c-2019569c4ffd req-81020837-b734-46d9-96f6-427477bdee7a tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473137 Jul 29 15:43:52.910192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9de8b-e788-478d-8b44-bef74ca4a133 req-863560bb-46b1-4cce-97b3-a3d19b09bd3b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:52.912478 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cad9de8b-e788-478d-8b44-bef74ca4a133 req-863560bb-46b1-4cce-97b3-a3d19b09bd3b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 931 time: 0.0597484 Jul 29 15:43:52.952915 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cad9de8b-e788-478d-8b44-bef74ca4a133 req-fc470a55-cd39-46a2-9220-d4907a9c9fe3 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344737 Jul 29 15:43:54.095417 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fcabb-ad32-4771-9980-375558708a72 req-c1e099c2-d5fb-4e2d-b3b4-7429c3bdfbe0 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:54.097640 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b90fcabb-ad32-4771-9980-375558708a72 req-c1e099c2-d5fb-4e2d-b3b4-7429c3bdfbe0 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 931 time: 0.0655262 Jul 29 15:43:54.140375 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b90fcabb-ad32-4771-9980-375558708a72 req-243c7a5a-b8b2-4b73-84f1-db5e687881ab tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358770 Jul 29 15:43:55.267710 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc64b7-755e-4ada-89da-91296fa8b3f6 req-8003a6df-6455-45c3-a1a6-5503be534dd9 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:55.269412 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ffc64b7-755e-4ada-89da-91296fa8b3f6 req-8003a6df-6455-45c3-a1a6-5503be534dd9 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 931 time: 0.0612810 Jul 29 15:43:55.310873 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5ffc64b7-755e-4ada-89da-91296fa8b3f6 req-a528645f-d685-431b-9bba-bd91909d1d58 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344863 Jul 29 15:43:56.426261 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cfc37-d106-4c87-8aae-2fb993fcc599 req-8a1612ad-fc35-4e40-86d8-bcad5ebd851a tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:56.427736 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a29cfc37-d106-4c87-8aae-2fb993fcc599 req-8a1612ad-fc35-4e40-86d8-bcad5ebd851a tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 931 time: 0.0488434 Jul 29 15:43:56.469190 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a29cfc37-d106-4c87-8aae-2fb993fcc599 req-dbba5e3c-1225-45f5-96f1-18ccd12b2fe8 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351892 Jul 29 15:43:56.929358 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:43:57.593127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b0df-e216-4dec-a203-e50fb72b8153 req-3d320aa1-f08f-41bd-acb6-37ea71be385e tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:57.594606 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c2d3b0df-e216-4dec-a203-e50fb72b8153 req-3d320aa1-f08f-41bd-acb6-37ea71be385e tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 931 time: 0.0507796 Jul 29 15:43:57.637346 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c2d3b0df-e216-4dec-a203-e50fb72b8153 req-d51754de-ff83-4cc0-895c-c0c2184c2934 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362804 Jul 29 15:43:58.766150 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3632f8-b9cb-4820-9c8a-e0d17d174ed8 req-940102ca-72f4-44c9-a495-7e87b08e1c53 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:58.768448 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9e3632f8-b9cb-4820-9c8a-e0d17d174ed8 req-940102ca-72f4-44c9-a495-7e87b08e1c53 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 931 time: 0.0573864 Jul 29 15:43:58.822932 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9e3632f8-b9cb-4820-9c8a-e0d17d174ed8 req-07c48f42-32af-4cdf-b80c-c808b12a28e9 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434673 Jul 29 15:43:59.943546 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8867a-bc68-4d28-a7cc-38d654a86a8e req-74109976-3040-4743-aeea-2a3004f4dbe7 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:43:59.945737 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1cd8867a-bc68-4d28-a7cc-38d654a86a8e req-74109976-3040-4743-aeea-2a3004f4dbe7 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 931 time: 0.0540392 Jul 29 15:43:59.983690 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1cd8867a-bc68-4d28-a7cc-38d654a86a8e req-22a51eef-4de5-45ee-abdb-1b13582b8bdb tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320129 Jul 29 15:44:00.620724 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c45d361a-73a8-4cab-8ec8-3de898f9078b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:00.717843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Request body: {'port': {'device_id': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:44:00.775435 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:01.045468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83981649-697d-4b60-992d-6c3e9448d29a {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:44:01.055198 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:01.094883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Transition to ACTIVE for port object 83981649-697d-4b60-992d-6c3e9448d29a will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:44:01.099744 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:01.151373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d171-ee08-4726-847b-c3dcb866a09e req-972e42f0-217c-4916-8759-43bf5085975a tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:01.152974 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3b85d171-ee08-4726-847b-c3dcb866a09e req-972e42f0-217c-4916-8759-43bf5085975a tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 931 time: 0.1006441 Jul 29 15:44:01.179848 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Pushing event updated for resources: {'Port': ['ID=83981649-697d-4b60-992d-6c3e9448d29a,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:44:01.248528 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3b85d171-ee08-4726-847b-c3dcb866a09e req-8f777d69-6005-4b60-9c8e-457a2557807d tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868304 Jul 29 15:44:01.276275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Attempting to bind port 83981649-697d-4b60-992d-6c3e9448d29a on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:44:01.276621 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Attempting to bind port 83981649-697d-4b60-992d-6c3e9448d29a by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'cb8b9eea-f896-4111-92fd-aee7136a731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:44:01.276989 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Attempting to bind port 83981649-697d-4b60-992d-6c3e9448d29a on network 1db7eea6-ef38-4f87-bc24-db002c693ba3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:44:01.281862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Port 83981649-697d-4b60-992d-6c3e9448d29a on network 1db7eea6-ef38-4f87-bc24-db002c693ba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:44:01.282192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Attempting to bind port 83981649-697d-4b60-992d-6c3e9448d29a on network 1db7eea6-ef38-4f87-bc24-db002c693ba3 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:44:01.288769 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:44:01.289119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Checking segment: {'id': 'cb8b9eea-f896-4111-92fd-aee7136a731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:44:01.289514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Bound using segment: {'id': 'cb8b9eea-f896-4111-92fd-aee7136a731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:44:01.289961 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Bound port: 83981649-697d-4b60-992d-6c3e9448d29a, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb8b9eea-f896-4111-92fd-aee7136a731a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:44:01.290854 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:01.361019 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] For port 83981649-697d-4b60-992d-6c3e9448d29a, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:44:01.364144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] For port 83981649-697d-4b60-992d-6c3e9448d29a, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=83981649-697d-4b60-992d-6c3e9448d29a,segment=NetworkSegment(cb8b9eea-f896-4111-92fd-aee7136a731a),segment_id=cb8b9eea-f896-4111-92fd-aee7136a731a)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:44:01.371000 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:01.407304 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:01.407931 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:01.409455 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] 10.222.0.39 "PUT /v2.0/ports/83981649-697d-4b60-992d-6c3e9448d29a HTTP/1.1" status: 200 len: 1091 time: 0.7381063 Jul 29 15:44:01.409932 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'tag': '83981649-697d-4b60-992d-6c3e9448d29a'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:44:01.412232 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8798d36-7241-44c3-b104-eadf97559e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae08154-37d0-48af-8111-a9cf760bbda4", "tag": "83981649-697d-4b60-992d-6c3e9448d29a"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:44:01.487023 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fa8ac-dd31-4a48-994d-0a4a2c0116d1 service neutron] Pushing event updated for resources: {'Port': ['ID=83981649-697d-4b60-992d-6c3e9448d29a,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:44:01.512816 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-3ce22734-116a-4852-999b-d72e61c377cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:01.514407 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-3ce22734-116a-4852-999b-d72e61c377cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d86befc6a50d4b2999eba8ffa4d039d9&device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 1094 time: 0.0578034 Jul 29 15:44:01.564477 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-945ec33f-279c-435c-a23d-00058be69243 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83981649-697d-4b60-992d-6c3e9448d29a HTTP/1.1" status: 200 len: 217 time: 0.0421216 Jul 29 15:44:01.619868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-608e86d9-98d2-478e-8ce9-972b6e0e769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:01.621409 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-608e86d9-98d2-478e-8ce9-972b6e0e769f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f3fe515-5f14-45b9-b893-31ac18bd24d2 HTTP/1.1" status: 200 len: 854 time: 0.0502608 Jul 29 15:44:01.626844 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b89e2c-e023-44d8-b8c3-80103e43ad6f x-openstack-request-id: req-f1b89e2c-e023-44d8-b8c3-80103e43ad6f {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:44:01.627140 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae08154-37d0-48af-8111-a9cf760bbda4", "tag": "83981649-697d-4b60-992d-6c3e9448d29a", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:44:01.627415 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1b89e2c-e023-44d8-b8c3-80103e43ad6f {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:44:01.627912 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'tag': '83981649-697d-4b60-992d-6c3e9448d29a', 'status': 'completed', 'code': 200} Jul 29 15:44:01.678350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-d86392f8-53ca-4854-aef2-7c68866a2961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:01.679893 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-d86392f8-53ca-4854-aef2-7c68866a2961 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db7eea6-ef38-4f87-bc24-db002c693ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456944 Jul 29 15:44:01.776530 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-de95a415-8850-410c-8478-6668596ef35a service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888622 Jul 29 15:44:01.867991 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-62c5e1e8-a598-465d-bd8b-a5632776d0a2 req-bf30525e-d1fc-4bc2-8244-96d33371a3f2 service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846682 Jul 29 15:44:01.957723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8798d36-7241-44c3-b104-eadf97559e3f req-c50d12fa-a9d4-4114-96ae-7883ee381078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:01.959233 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8798d36-7241-44c3-b104-eadf97559e3f req-c50d12fa-a9d4-4114-96ae-7883ee381078 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d86befc6a50d4b2999eba8ffa4d039d9&device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 1094 time: 0.0435531 Jul 29 15:44:02.442106 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebeb672-8a8b-4b17-80d7-3d867a6267ea req-16ac5085-8404-49bf-b4c9-01e44fec8702 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:02.443571 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ebeb672-8a8b-4b17-80d7-3d867a6267ea req-16ac5085-8404-49bf-b4c9-01e44fec8702 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 943 time: 0.0771809 Jul 29 15:44:02.448509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8798d36-7241-44c3-b104-eadf97559e3f req-684eb259-ba0d-40a7-9b25-3dbbaf844686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:02.449970 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8798d36-7241-44c3-b104-eadf97559e3f req-684eb259-ba0d-40a7-9b25-3dbbaf844686 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db7eea6-ef38-4f87-bc24-db002c693ba3 HTTP/1.1" status: 200 len: 916 time: 0.4841404 Jul 29 15:44:02.507254 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8798d36-7241-44c3-b104-eadf97559e3f req-4a8f8512-9d8d-4aa5-9a0b-3cc096b12463 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83981649-697d-4b60-992d-6c3e9448d29a HTTP/1.1" status: 200 len: 217 time: 0.0418317 Jul 29 15:44:02.530246 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4ebeb672-8a8b-4b17-80d7-3d867a6267ea req-f036675c-4e1d-4811-a6bf-bb525a89f652 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793061 Jul 29 15:44:02.564154 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8798d36-7241-44c3-b104-eadf97559e3f req-829216d3-63e6-472f-87e9-a2ee13fae6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:02.565637 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8798d36-7241-44c3-b104-eadf97559e3f req-829216d3-63e6-472f-87e9-a2ee13fae6ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f3fe515-5f14-45b9-b893-31ac18bd24d2 HTTP/1.1" status: 200 len: 854 time: 0.0496683 Jul 29 15:44:02.614480 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8798d36-7241-44c3-b104-eadf97559e3f req-a8148e9e-ab76-4c34-aec1-ec63848988a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:02.616000 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8798d36-7241-44c3-b104-eadf97559e3f req-a8148e9e-ab76-4c34-aec1-ec63848988a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db7eea6-ef38-4f87-bc24-db002c693ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419085 Jul 29 15:44:02.714568 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8798d36-7241-44c3-b104-eadf97559e3f req-c66d0982-953f-4318-b2d6-3af7d58b843b service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908432 Jul 29 15:44:02.812396 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8798d36-7241-44c3-b104-eadf97559e3f req-ea4f3c73-f3ca-4f92-8966-e1c1869a19bc service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903466 Jul 29 15:44:03.297964 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:03.400166 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a6e5d60-27b6-441f-8560-e2cd2ced4f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:03.650266 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705bf83-46b0-4958-b5e7-9f6074ac6a34 req-e801d0de-d11d-48cc-b52c-f711f66c4391 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:03.651802 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0705bf83-46b0-4958-b5e7-9f6074ac6a34 req-e801d0de-d11d-48cc-b52c-f711f66c4391 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 943 time: 0.0498626 Jul 29 15:44:03.692262 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0705bf83-46b0-4958-b5e7-9f6074ac6a34 req-799f352d-b40a-4d61-8e3a-a113d80bc834 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331166 Jul 29 15:44:03.924349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 83981649-697d-4b60-992d-6c3e9448d29a details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:44:04.023177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 83981649-697d-4b60-992d-6c3e9448d29a, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=83981649-697d-4b60-992d-6c3e9448d29a,segment=NetworkSegment(cb8b9eea-f896-4111-92fd-aee7136a731a),segment_id=cb8b9eea-f896-4111-92fd-aee7136a731a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:44:04.034986 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '83981649-697d-4b60-992d-6c3e9448d29a', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'port_id': '83981649-697d-4b60-992d-6c3e9448d29a', 'mac_address': 'fa:16:3e:70:79:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:44:04.074330 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:04.087512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83981649-697d-4b60-992d-6c3e9448d29a {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:44:04.108097 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 83981649-697d-4b60-992d-6c3e9448d29a, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=83981649-697d-4b60-992d-6c3e9448d29a,segment=NetworkSegment(cb8b9eea-f896-4111-92fd-aee7136a731a),segment_id=cb8b9eea-f896-4111-92fd-aee7136a731a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:44:04.112332 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:04.159125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=83981649-697d-4b60-992d-6c3e9448d29a,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:44:04.166830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:04.167171 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:04.167510 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:04.167845 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:04.168183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:04.168512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:04.168871 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:04.169196 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:04.169520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:04.169843 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:04.170165 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:04.170484 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:04.343171 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['83981649-697d-4b60-992d-6c3e9448d29a'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:44:04.544436 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:04.814397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11496913-0eb2-4ef2-ac01-5989a905697e req-8c8379ab-824e-4192-8b1d-cf86f01123aa tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:04.815795 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-11496913-0eb2-4ef2-ac01-5989a905697e req-8c8379ab-824e-4192-8b1d-cf86f01123aa tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 944 time: 0.0532315 Jul 29 15:44:04.856711 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-11496913-0eb2-4ef2-ac01-5989a905697e req-d337aec7-b899-4eda-99ed-d129e028af40 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342572 Jul 29 15:44:05.924020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 83981649-697d-4b60-992d-6c3e9448d29a up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:44:05.972757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a188f5-8915-4668-8971-bdc392a83167 req-9f1085a6-7e67-47d1-9446-156dfc0bddb6 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:05.974409 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-24a188f5-8915-4668-8971-bdc392a83167 req-9f1085a6-7e67-47d1-9446-156dfc0bddb6 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 944 time: 0.0494490 Jul 29 15:44:05.974739 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 83981649-697d-4b60-992d-6c3e9448d29a completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:44:05.978511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 83981649-697d-4b60-992d-6c3e9448d29a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:44:05.978884 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:06.014088 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-24a188f5-8915-4668-8971-bdc392a83167 req-04a66ab7-d07e-435e-9d2d-b5744c2895bb tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330920 Jul 29 15:44:06.058286 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:06.080038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83981649-697d-4b60-992d-6c3e9448d29a'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:44:06.082271 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecc12a9-79f9-4e34-8d83-4ae113b5ba89" -d '{"events": [{"server_uuid": "9ae08154-37d0-48af-8111-a9cf760bbda4", "name": "network-vif-plugged", "status": "completed", "tag": "83981649-697d-4b60-992d-6c3e9448d29a"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:44:06.094937 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 83981649-697d-4b60-992d-6c3e9448d29a, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=83981649-697d-4b60-992d-6c3e9448d29a,segment=NetworkSegment(cb8b9eea-f896-4111-92fd-aee7136a731a),segment_id=cb8b9eea-f896-4111-92fd-aee7136a731a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:44:06.099254 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:06.148199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=83981649-697d-4b60-992d-6c3e9448d29a,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:44:06.178397 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698c87cd-a40d-4f01-bacc-15e303ca8901 x-openstack-request-id: req-698c87cd-a40d-4f01-bacc-15e303ca8901 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:44:06.178687 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae08154-37d0-48af-8111-a9cf760bbda4", "name": "network-vif-plugged", "status": "completed", "tag": "83981649-697d-4b60-992d-6c3e9448d29a", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:44:06.178939 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-698c87cd-a40d-4f01-bacc-15e303ca8901 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:44:06.179335 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83981649-697d-4b60-992d-6c3e9448d29a', 'code': 200} Jul 29 15:44:06.273453 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7ab6c-9444-4027-b780-b7ec67b12d96 req-92279c3c-ef74-4525-bef0-69eaff2ed5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:06.275002 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6ef7ab6c-9444-4027-b780-b7ec67b12d96 req-92279c3c-ef74-4525-bef0-69eaff2ed5a3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 1096 time: 0.0395408 Jul 29 15:44:06.310693 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6ef7ab6c-9444-4027-b780-b7ec67b12d96 req-bc45af27-079e-4437-a91c-6b112b59c666 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286479 Jul 29 15:44:06.506666 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:07.136160 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c33b3b-5db0-41a3-8be0-d78d7e008ebd req-a45dcbcf-dcfd-44e5-ba22-76120398ddf0 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:07.137715 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-90c33b3b-5db0-41a3-8be0-d78d7e008ebd req-a45dcbcf-dcfd-44e5-ba22-76120398ddf0 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 945 time: 0.0556145 Jul 29 15:44:07.176140 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-90c33b3b-5db0-41a3-8be0-d78d7e008ebd req-f6de1b48-c8f3-41ee-b887-2e50a18bd054 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318840 Jul 29 15:44:07.291072 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023236c-1c49-4040-aa7c-f9007b45cf82 req-8596e75a-44b1-481c-8e1d-d4a0caddb818 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:07.292571 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f023236c-1c49-4040-aa7c-f9007b45cf82 req-8596e75a-44b1-481c-8e1d-d4a0caddb818 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 945 time: 0.0493605 Jul 29 15:44:07.330334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f023236c-1c49-4040-aa7c-f9007b45cf82 req-179c6c45-4c5b-4ac2-898a-24847032d766 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317395 Jul 29 15:44:07.523630 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d86e6d-4a64-4e02-ba15-242f96bd8eac req-0c59e800-e3af-4a98-91c8-2b8b7495c007 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:07.525400 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2d86e6d-4a64-4e02-ba15-242f96bd8eac req-0c59e800-e3af-4a98-91c8-2b8b7495c007 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 945 time: 0.0532918 Jul 29 15:44:07.563704 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d2d86e6d-4a64-4e02-ba15-242f96bd8eac req-218650ee-d689-4b83-8566-1dd6f76ff223 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323780 Jul 29 15:44:11.476296 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:14.741780 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6a2a805-ca41-40e5-9a1f-724861f7f5e9 req-89e968ad-853c-4fb9-a20c-79476b8fb716 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390415 Jul 29 15:44:14.827879 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2a805-ca41-40e5-9a1f-724861f7f5e9 req-b637f1b5-6b57-48a0-805f-d06fa1dfa0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:14.829323 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6a2a805-ca41-40e5-9a1f-724861f7f5e9 req-b637f1b5-6b57-48a0-805f-d06fa1dfa0c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d86befc6a50d4b2999eba8ffa4d039d9&device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 1096 time: 0.0406568 Jul 29 15:44:14.936117 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2a805-ca41-40e5-9a1f-724861f7f5e9 req-5509f8bd-1029-4c01-9749-31e1d37c8b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:14.937620 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6a2a805-ca41-40e5-9a1f-724861f7f5e9 req-5509f8bd-1029-4c01-9749-31e1d37c8b97 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db7eea6-ef38-4f87-bc24-db002c693ba3 HTTP/1.1" status: 200 len: 916 time: 0.0894341 Jul 29 15:44:14.989734 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6a2a805-ca41-40e5-9a1f-724861f7f5e9 req-dc234120-ccf9-465c-aa46-3261d4147ba9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83981649-697d-4b60-992d-6c3e9448d29a HTTP/1.1" status: 200 len: 217 time: 0.0447176 Jul 29 15:44:15.041653 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2a805-ca41-40e5-9a1f-724861f7f5e9 req-83993884-7204-4eb7-8226-59bc8d3c7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:15.043112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6a2a805-ca41-40e5-9a1f-724861f7f5e9 req-83993884-7204-4eb7-8226-59bc8d3c7aa0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f3fe515-5f14-45b9-b893-31ac18bd24d2 HTTP/1.1" status: 200 len: 854 time: 0.0469940 Jul 29 15:44:15.092365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2a805-ca41-40e5-9a1f-724861f7f5e9 req-a96d0b31-c429-41d8-bc30-955048d3f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:15.093794 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6a2a805-ca41-40e5-9a1f-724861f7f5e9 req-a96d0b31-c429-41d8-bc30-955048d3f041 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db7eea6-ef38-4f87-bc24-db002c693ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434518 Jul 29 15:44:15.183235 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6a2a805-ca41-40e5-9a1f-724861f7f5e9 req-68d73b80-efca-4710-974d-9c96e4c6f2a1 service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818310 Jul 29 15:44:15.280157 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c6a2a805-ca41-40e5-9a1f-724861f7f5e9 req-9ec678a1-a80f-446b-807e-913c19fc82cc service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892067 Jul 29 15:44:19.115873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a3e3b-3f0e-4296-a96a-785a788b80f0 req-626bdca5-81b8-4e71-8780-834bcbddf12f tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:19.117386 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dd0a3e3b-3f0e-4296-a96a-785a788b80f0 req-626bdca5-81b8-4e71-8780-834bcbddf12f tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 945 time: 0.0498104 Jul 29 15:44:19.156038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-dd0a3e3b-3f0e-4296-a96a-785a788b80f0 req-b735a070-84f8-4a8f-b9e6-2758e2e9b169 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320151 Jul 29 15:44:19.178723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54838) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:44:19.261506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fb9f1-aea1-436e-a12e-1a79aa6aeb9f tempest-TestMinimumBasicScenario-881747196 tempest-TestMinimumBasicScenario-881747196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:19.263019 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0d6fb9f1-aea1-436e-a12e-1a79aa6aeb9f tempest-TestMinimumBasicScenario-881747196 tempest-TestMinimumBasicScenario-881747196-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 1091 time: 0.0832639 Jul 29 15:44:19.266081 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54842) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:44:19.270378 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': '83981649-697d-4b60-992d-6c3e9448d29a', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:44:19.291066 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:19.388943 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:19.490504 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Allocated IP 172.25.6.31 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/e1298b32-f298-4cb7-a037-838833ed3ebf) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:44:19.596256 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:19.636941 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:19.675997 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:44:19.681257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:44:19.686920 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:44:19.689936 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Pushing event updated for resources: {'Port': ['ID=e1298b32-f298-4cb7-a037-838833ed3ebf,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:44:20.048420 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:20.113173 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:20.267305 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:20.272026 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:20.343833 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Pushing event updated for resources: {'Port': ['ID=e1298b32-f298-4cb7-a037-838833ed3ebf,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:44:20.357790 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:20.455889 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Floating IP 3305bf0a-bc8b-4eec-bcd4-3b5b66d3552c associated. External IP: 172.25.6.31, port: 83981649-697d-4b60-992d-6c3e9448d29a. Jul 29 15:44:20.661653 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:44:20.769549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:44:20.779518 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef5e58-f1e9-4416-bed7-72a0b0786aa7 None None] Sync routers for ids ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:44:20.785584 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:20.789453 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daef5e58-f1e9-4416-bed7-72a0b0786aa7 None None] Routers {'8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:44:20.790074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-daef5e58-f1e9-4416-bed7-72a0b0786aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:44:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:44:20.818728 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-09b026c5-e787-49f2-b876-73bbde8b8795 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5490682 Jul 29 15:44:20.818728 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'tag': '83981649-697d-4b60-992d-6c3e9448d29a'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:44:20.819067 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b833d39-967f-4c27-bf0d-78767273c10e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae08154-37d0-48af-8111-a9cf760bbda4", "tag": "83981649-697d-4b60-992d-6c3e9448d29a"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:44:20.819719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54844) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:44:20.825419 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-604114182', 'description': 'tempest-secgroup-smoke-604114182 description', 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:44:20.859532 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:20.861306 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297efbf5-665e-4022-be22-42aeb94bebb0 x-openstack-request-id: req-297efbf5-665e-4022-be22-42aeb94bebb0 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:44:20.861594 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae08154-37d0-48af-8111-a9cf760bbda4", "tag": "83981649-697d-4b60-992d-6c3e9448d29a", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:44:20.862374 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-297efbf5-665e-4022-be22-42aeb94bebb0 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:44:20.862512 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'tag': '83981649-697d-4b60-992d-6c3e9448d29a', 'status': 'completed', 'code': 200} Jul 29 15:44:20.917761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-daef5e58-f1e9-4416-bed7-72a0b0786aa7 None None] Set router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:44:20.926288 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b833d39-967f-4c27-bf0d-78767273c10e req-e35ea0be-aeeb-4743-ac50-513330928f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:20.927976 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b833d39-967f-4c27-bf0d-78767273c10e req-e35ea0be-aeeb-4743-ac50-513330928f40 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d86befc6a50d4b2999eba8ffa4d039d9&device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 1096 time: 0.0446324 Jul 29 15:44:20.956707 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:20.961300 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:20.995908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb2655e-241e-4aa9-9118-53f4ec2ab2e8,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:44:21.003789 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.008031 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54848) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:44:21.008217 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1873996 Jul 29 15:44:21.011022 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:21.011375 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:21.011716 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:21.012055 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:21.012391 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:21.012762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:21.012871 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9d33de30-01d0-4ae4-b8df-42840eb75e96 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Request body: {'security_group_rule': {'security_group_id': '4fb2655e-241e-4aa9-9118-53f4ec2ab2e8', 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:44:21.013090 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:21.013418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:21.013747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:21.014075 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:21.014403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:21.014714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aeeb71-f1f4-4273-b07d-bae3b01509df tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:44:21.034891 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b833d39-967f-4c27-bf0d-78767273c10e req-b118cf8e-451d-404d-92a3-1c44799fb933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:21.036420 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b833d39-967f-4c27-bf0d-78767273c10e req-b118cf8e-451d-404d-92a3-1c44799fb933 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db7eea6-ef38-4f87-bc24-db002c693ba3 HTTP/1.1" status: 200 len: 916 time: 0.1013412 Jul 29 15:44:21.095775 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d33de30-01d0-4ae4-b8df-42840eb75e96 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.125155 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b833d39-967f-4c27-bf0d-78767273c10e req-847d78f5-a356-4399-987d-54a932efd7c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83981649-697d-4b60-992d-6c3e9448d29a HTTP/1.1" status: 200 len: 998 time: 0.0805426 Jul 29 15:44:21.163973 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-daef5e58-f1e9-4416-bed7-72a0b0786aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'name': 'tempest-TestMinimumBasicScenario-1176593342-router', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:26Z', 'updated_at': '2021-07-29T15:43:29Z', 'revision_number': 4, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'gw_port': {'id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:27Z', 'updated_at': '2021-07-29T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '3305bf0a-bc8b-4eec-bcd4-3b5b66d3552c', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'port_id': '83981649-697d-4b60-992d-6c3e9448d29a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'mac_address': 'fa:16:3e:70:79:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:44:19Z', 'updated_at': '2021-07-29T15:44:19Z', 'revision_number': 0, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '954f4f32-5ebb-43a7-9fbc-4c961ee51438', 'name': '', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'mac_address': 'fa:16:3e:5c:9e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:29Z', 'updated_at': '2021-07-29T15:43:36Z', 'revision_number': 5, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'subnets': [{'id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:44:21.190892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef5e58-f1e9-4416-bed7-72a0b0786aa7 None None] Checking router: 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:44:21.196883 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b833d39-967f-4c27-bf0d-78767273c10e req-5dad3d3f-2f6b-44a9-948a-4bf28eeba775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:21.198393 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b833d39-967f-4c27-bf0d-78767273c10e req-5dad3d3f-2f6b-44a9-948a-4bf28eeba775 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f3fe515-5f14-45b9-b893-31ac18bd24d2 HTTP/1.1" status: 200 len: 854 time: 0.0624599 Jul 29 15:44:21.199517 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daef5e58-f1e9-4416-bed7-72a0b0786aa7 None None] Routers {'8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:44:21.200117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-daef5e58-f1e9-4416-bed7-72a0b0786aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:44:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:44:21.204403 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d33de30-01d0-4ae4-b8df-42840eb75e96 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.214596 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d33de30-01d0-4ae4-b8df-42840eb75e96 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.253564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33de30-01d0-4ae4-b8df-42840eb75e96 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb4b235-037f-4e9f-ac0e-0a0667f69215,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:44:21.263534 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9d33de30-01d0-4ae4-b8df-42840eb75e96 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.264753 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9d33de30-01d0-4ae4-b8df-42840eb75e96 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2557728 Jul 29 15:44:21.268696 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54850) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:44:21.271771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b833d39-967f-4c27-bf0d-78767273c10e req-29869c70-779c-4213-a985-3061ae27cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:21.273240 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b833d39-967f-4c27-bf0d-78767273c10e req-29869c70-779c-4213-a985-3061ae27cb44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db7eea6-ef38-4f87-bc24-db002c693ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675554 Jul 29 15:44:21.273422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-dcde081f-a5cd-4d07-af6d-f462d82df3b1 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Request body: {'security_group_rule': {'security_group_id': '4fb2655e-241e-4aa9-9118-53f4ec2ab2e8', 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:44:21.303666 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dcde081f-a5cd-4d07-af6d-f462d82df3b1 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.317075 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-daef5e58-f1e9-4416-bed7-72a0b0786aa7 None None] Set router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:44:21.370612 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dcde081f-a5cd-4d07-af6d-f462d82df3b1 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.372137 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b833d39-967f-4c27-bf0d-78767273c10e req-37a9db47-ab4e-458b-a74e-db3d507230ec service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898914 Jul 29 15:44:21.374829 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dcde081f-a5cd-4d07-af6d-f462d82df3b1 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.396177 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde081f-a5cd-4d07-af6d-f462d82df3b1 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b23263f-7894-46c2-b8a9-97db57f7dbeb,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:44:21.404579 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dcde081f-a5cd-4d07-af6d-f462d82df3b1 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.406357 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dcde081f-a5cd-4d07-af6d-f462d82df3b1 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370788 Jul 29 15:44:21.409034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54852) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:44:21.413884 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-1faf81a4-1f0d-432c-aecc-c4a6339b2008 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Request body: {'security_group_rule': {'security_group_id': '4fb2655e-241e-4aa9-9118-53f4ec2ab2e8', 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:44:21.442567 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1faf81a4-1f0d-432c-aecc-c4a6339b2008 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.487551 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5b833d39-967f-4c27-bf0d-78767273c10e req-fac6e955-ac0f-4530-a464-060ff551b7ca service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998518 Jul 29 15:44:21.506089 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1faf81a4-1f0d-432c-aecc-c4a6339b2008 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.510847 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1faf81a4-1f0d-432c-aecc-c4a6339b2008 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.530313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf81a4-1f0d-432c-aecc-c4a6339b2008 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f55882-41f0-4ff3-863f-3fb3be3d0d69,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:44:21.538038 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1faf81a4-1f0d-432c-aecc-c4a6339b2008 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.539390 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1faf81a4-1f0d-432c-aecc-c4a6339b2008 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292427 Jul 29 15:44:21.542408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54854) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:44:21.547285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f6a64c9b-e886-4b22-9085-6daa80248245 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Request body: {'security_group_rule': {'security_group_id': '4fb2655e-241e-4aa9-9118-53f4ec2ab2e8', 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:44:21.565006 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-daef5e58-f1e9-4416-bed7-72a0b0786aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'name': 'tempest-TestMinimumBasicScenario-1176593342-router', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:26Z', 'updated_at': '2021-07-29T15:43:29Z', 'revision_number': 4, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'gw_port': {'id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:27Z', 'updated_at': '2021-07-29T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '3305bf0a-bc8b-4eec-bcd4-3b5b66d3552c', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'port_id': '83981649-697d-4b60-992d-6c3e9448d29a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'mac_address': 'fa:16:3e:70:79:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:44:19Z', 'updated_at': '2021-07-29T15:44:19Z', 'revision_number': 0, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '954f4f32-5ebb-43a7-9fbc-4c961ee51438', 'name': '', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'mac_address': 'fa:16:3e:5c:9e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:29Z', 'updated_at': '2021-07-29T15:43:36Z', 'revision_number': 5, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'subnets': [{'id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:44:21.576633 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f6a64c9b-e886-4b22-9085-6daa80248245 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.593591 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef5e58-f1e9-4416-bed7-72a0b0786aa7 None None] The sync data for ids ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'] in n-d-802893-1 is: [{'id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'name': 'tempest-TestMinimumBasicScenario-1176593342-router', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:26Z', 'updated_at': '2021-07-29T15:43:29Z', 'revision_number': 4, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'gw_port': {'id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:27Z', 'updated_at': '2021-07-29T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '3305bf0a-bc8b-4eec-bcd4-3b5b66d3552c', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'port_id': '83981649-697d-4b60-992d-6c3e9448d29a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'mac_address': 'fa:16:3e:70:79:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:44:19Z', 'updated_at': '2021-07-29T15:44:19Z', 'revision_number': 0, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '954f4f32-5ebb-43a7-9fbc-4c961ee51438', 'name': '', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'mac_address': 'fa:16:3e:5c:9e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:29Z', 'updated_at': '2021-07-29T15:43:36Z', 'revision_number': 5, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'subnets': [{'id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:44:21.640519 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f6a64c9b-e886-4b22-9085-6daa80248245 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.645642 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f6a64c9b-e886-4b22-9085-6daa80248245 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.658344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a64c9b-e886-4b22-9085-6daa80248245 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9e5e64-f91a-4802-99f6-12046ff56140,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:44:21.674489 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f6a64c9b-e886-4b22-9085-6daa80248245 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.678690 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f6a64c9b-e886-4b22-9085-6daa80248245 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325269 Jul 29 15:44:21.678946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54856) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:44:21.684498 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-359ab18c-96e8-49c7-aa32-6582f52fa6d1 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Request body: {'security_group_rule': {'security_group_id': '4fb2655e-241e-4aa9-9118-53f4ec2ab2e8', 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:44:21.707043 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-359ab18c-96e8-49c7-aa32-6582f52fa6d1 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Project d86befc6a50d4b2999eba8ffa4d039d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:44:21.712382 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-359ab18c-96e8-49c7-aa32-6582f52fa6d1 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.779457 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-359ab18c-96e8-49c7-aa32-6582f52fa6d1 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.783716 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-359ab18c-96e8-49c7-aa32-6582f52fa6d1 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.801320 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ab18c-96e8-49c7-aa32-6582f52fa6d1 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb192ff8-8c49-41ee-8313-ddb1606d526b,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:44:21.807881 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-359ab18c-96e8-49c7-aa32-6582f52fa6d1 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.810221 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-359ab18c-96e8-49c7-aa32-6582f52fa6d1 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288776 Jul 29 15:44:21.811849 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54858) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:44:21.816499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9a2ef108-29d2-4715-9bad-85793241d207 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Request body: {'security_group_rule': {'security_group_id': '4fb2655e-241e-4aa9-9118-53f4ec2ab2e8', 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:44:21.829809 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5e7720-c4cc-4dfd-b3ad-a11922d33029 None None] New status for floating IP 3305bf0a-bc8b-4eec-bcd4-3b5b66d3552c: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:44:21.847873 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-9a2ef108-29d2-4715-9bad-85793241d207 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Project d86befc6a50d4b2999eba8ffa4d039d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:44:21.853487 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a2ef108-29d2-4715-9bad-85793241d207 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.917368 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a2ef108-29d2-4715-9bad-85793241d207 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.921672 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a2ef108-29d2-4715-9bad-85793241d207 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.939361 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ef108-29d2-4715-9bad-85793241d207 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607268b0-8636-49fb-930b-1706c1bbb89a,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:44:21.950682 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9a2ef108-29d2-4715-9bad-85793241d207 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:21.951957 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9a2ef108-29d2-4715-9bad-85793241d207 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1390870 Jul 29 15:44:22.036844 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb423c4a-1b62-4ce4-a291-057d5174f86b req-e53094f5-d088-4bc1-9a08-223cb70a6fc3 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604114182&fields=id&tenant_id=d86befc6a50d4b2999eba8ffa4d039d9 HTTP/1.1" status: 200 len: 267 time: 0.0358374 Jul 29 15:44:22.090285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb423c4a-1b62-4ce4-a291-057d5174f86b req-35c9ea5f-82db-42c5-b2c4-c4f79e9ae253 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:22.091755 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb423c4a-1b62-4ce4-a291-057d5174f86b req-35c9ea5f-82db-42c5-b2c4-c4f79e9ae253 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 945 time: 0.0487204 Jul 29 15:44:22.103075 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-bb423c4a-1b62-4ce4-a291-057d5174f86b req-d597cee6-2687-4337-ba65-dec5fd85895b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Request body: {'port': {'security_groups': ['1bfbb0aa-4fbb-44fa-8574-e58731fbced5', '4fb2655e-241e-4aa9-9118-53f4ec2ab2e8']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:44:22.168224 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bb423c4a-1b62-4ce4-a291-057d5174f86b req-d597cee6-2687-4337-ba65-dec5fd85895b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:22.350566 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-bb423c4a-1b62-4ce4-a291-057d5174f86b req-d597cee6-2687-4337-ba65-dec5fd85895b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] For port 83981649-697d-4b60-992d-6c3e9448d29a, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=83981649-697d-4b60-992d-6c3e9448d29a,segment=NetworkSegment(cb8b9eea-f896-4111-92fd-aee7136a731a),segment_id=cb8b9eea-f896-4111-92fd-aee7136a731a)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:44:22.380768 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bb423c4a-1b62-4ce4-a291-057d5174f86b req-d597cee6-2687-4337-ba65-dec5fd85895b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:22.388223 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bb423c4a-1b62-4ce4-a291-057d5174f86b req-d597cee6-2687-4337-ba65-dec5fd85895b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:22.401193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['83981649-697d-4b60-992d-6c3e9448d29a'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:44:22.432207 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb423c4a-1b62-4ce4-a291-057d5174f86b req-d597cee6-2687-4337-ba65-dec5fd85895b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:22.432968 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bb423c4a-1b62-4ce4-a291-057d5174f86b req-d597cee6-2687-4337-ba65-dec5fd85895b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:22.434538 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb423c4a-1b62-4ce4-a291-057d5174f86b req-d597cee6-2687-4337-ba65-dec5fd85895b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "PUT /v2.0/ports/83981649-697d-4b60-992d-6c3e9448d29a HTTP/1.1" status: 200 len: 981 time: 0.3360465 Jul 29 15:44:22.465588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597cee6-2687-4337-ba65-dec5fd85895b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Pushing event updated for resources: {'Port': ['ID=83981649-697d-4b60-992d-6c3e9448d29a,revision_number=6']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:44:22.501522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['83981649-697d-4b60-992d-6c3e9448d29a'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:44:22.774919 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-7b114cea-6649-4533-b348-4e17619045f3 None None] Provisioning complete for port 83981649-697d-4b60-992d-6c3e9448d29a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:44:22.775920 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7b114cea-6649-4533-b348-4e17619045f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:22.863424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'tag': '83981649-697d-4b60-992d-6c3e9448d29a'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:44:22.865997 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f6a15b-544a-4219-8b4a-d9eb7baf4c22" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae08154-37d0-48af-8111-a9cf760bbda4", "tag": "83981649-697d-4b60-992d-6c3e9448d29a"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:44:22.910548 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69956dfb-96c2-48a7-ba0b-d7567931b7f0 x-openstack-request-id: req-69956dfb-96c2-48a7-ba0b-d7567931b7f0 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:44:22.910844 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae08154-37d0-48af-8111-a9cf760bbda4", "tag": "83981649-697d-4b60-992d-6c3e9448d29a", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:44:22.911088 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69956dfb-96c2-48a7-ba0b-d7567931b7f0 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:44:22.911480 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'tag': '83981649-697d-4b60-992d-6c3e9448d29a', 'status': 'completed', 'code': 200} Jul 29 15:44:22.911735 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d1b7d-0958-4aad-93d2-d0572f099eb3 req-7f1cfa12-fb09-4219-a950-5373778938b9 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:22.913316 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-653d1b7d-0958-4aad-93d2-d0572f099eb3 req-7f1cfa12-fb09-4219-a950-5373778938b9 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 984 time: 0.4080057 Jul 29 15:44:22.932743 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:44:22.958463 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-653d1b7d-0958-4aad-93d2-d0572f099eb3 req-12a9793e-c790-4476-b42a-2239670798da tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&id=4fb2655e-241e-4aa9-9118-53f4ec2ab2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365150 Jul 29 15:44:22.980076 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6a15b-544a-4219-8b4a-d9eb7baf4c22 req-4ec9181b-60c6-4ce9-8e48-d84658089918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:22.982006 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98f6a15b-544a-4219-8b4a-d9eb7baf4c22 req-4ec9181b-60c6-4ce9-8e48-d84658089918 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d86befc6a50d4b2999eba8ffa4d039d9&device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 1135 time: 0.0486050 Jul 29 15:44:23.079997 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6a15b-544a-4219-8b4a-d9eb7baf4c22 req-26afdd89-485f-490a-a4ad-b111eda1fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:23.081500 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98f6a15b-544a-4219-8b4a-d9eb7baf4c22 req-26afdd89-485f-490a-a4ad-b111eda1fe6b service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db7eea6-ef38-4f87-bc24-db002c693ba3 HTTP/1.1" status: 200 len: 916 time: 0.0900953 Jul 29 15:44:23.151570 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98f6a15b-544a-4219-8b4a-d9eb7baf4c22 req-dc7ca163-84ce-44ee-b7e9-5994f10a392d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83981649-697d-4b60-992d-6c3e9448d29a HTTP/1.1" status: 200 len: 1000 time: 0.0588584 Jul 29 15:44:23.200510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6a15b-544a-4219-8b4a-d9eb7baf4c22 req-61834bb0-09eb-4297-b7df-e66976e3d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:23.201982 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98f6a15b-544a-4219-8b4a-d9eb7baf4c22 req-61834bb0-09eb-4297-b7df-e66976e3d0ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f3fe515-5f14-45b9-b893-31ac18bd24d2 HTTP/1.1" status: 200 len: 854 time: 0.0432606 Jul 29 15:44:23.254009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6a15b-544a-4219-8b4a-d9eb7baf4c22 req-215d417a-60a8-4694-babe-d7fed089f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:23.255489 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98f6a15b-544a-4219-8b4a-d9eb7baf4c22 req-215d417a-60a8-4694-babe-d7fed089f9a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db7eea6-ef38-4f87-bc24-db002c693ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441508 Jul 29 15:44:23.348398 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98f6a15b-544a-4219-8b4a-d9eb7baf4c22 req-6bda9512-3bb8-4094-8650-4fc6d7880227 service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813565 Jul 29 15:44:23.442146 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-98f6a15b-544a-4219-8b4a-d9eb7baf4c22 req-a931460c-db66-4e79-9856-496baab081e4 service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859809 Jul 29 15:44:26.922629 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:30.621583 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b0ee-d316-4b30-a0a1-56af9ad37dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:33.300994 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:33.390762 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-146ca9ba-c610-444e-8e00-b74efae3b0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:34.549236 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:36.508802 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:40.210063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba24f61-502a-46ac-9387-122b7430e49f req-4d476f73-9f0f-4668-8adc-7eedaeea6181 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:40.211563 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bba24f61-502a-46ac-9387-122b7430e49f req-4d476f73-9f0f-4668-8adc-7eedaeea6181 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 984 time: 0.0494375 Jul 29 15:44:40.220944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326cb28-3f9d-47b5-861f-6309fa231d01 req-1824908f-a93f-4600-a2a5-3dca1a277c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:40.222427 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1326cb28-3f9d-47b5-861f-6309fa231d01 req-1824908f-a93f-4600-a2a5-3dca1a277c4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d86befc6a50d4b2999eba8ffa4d039d9&device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 1135 time: 0.0426755 Jul 29 15:44:40.254387 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bba24f61-502a-46ac-9387-122b7430e49f req-395d61ee-3f14-4c49-b1a4-7e553ae216af tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&id=4fb2655e-241e-4aa9-9118-53f4ec2ab2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357962 Jul 29 15:44:40.317111 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326cb28-3f9d-47b5-861f-6309fa231d01 req-03fb108c-19a4-45d6-bd5f-d1a6df3d2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:40.318563 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1326cb28-3f9d-47b5-861f-6309fa231d01 req-03fb108c-19a4-45d6-bd5f-d1a6df3d2b8d service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db7eea6-ef38-4f87-bc24-db002c693ba3 HTTP/1.1" status: 200 len: 916 time: 0.0837247 Jul 29 15:44:40.391099 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1326cb28-3f9d-47b5-861f-6309fa231d01 req-fe8d0020-f73a-49ac-b02f-1e4db6266d6c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83981649-697d-4b60-992d-6c3e9448d29a HTTP/1.1" status: 200 len: 1000 time: 0.0632908 Jul 29 15:44:40.441285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326cb28-3f9d-47b5-861f-6309fa231d01 req-4603ef1e-2ae5-427e-a999-c712c27a0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:40.442693 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1326cb28-3f9d-47b5-861f-6309fa231d01 req-4603ef1e-2ae5-427e-a999-c712c27a0e26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f3fe515-5f14-45b9-b893-31ac18bd24d2 HTTP/1.1" status: 200 len: 854 time: 0.0439999 Jul 29 15:44:40.490360 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326cb28-3f9d-47b5-861f-6309fa231d01 req-445cc5e5-da64-42d9-a712-021825198ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:40.491787 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1326cb28-3f9d-47b5-861f-6309fa231d01 req-445cc5e5-da64-42d9-a712-021825198ee8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db7eea6-ef38-4f87-bc24-db002c693ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399575 Jul 29 15:44:40.584154 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1326cb28-3f9d-47b5-861f-6309fa231d01 req-b6ad10bd-8a37-401f-bd86-43a2653064a0 service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842674 Jul 29 15:44:40.673655 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1326cb28-3f9d-47b5-861f-6309fa231d01 req-50ab9edb-a25f-4241-b840-dbd26884e914 service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814350 Jul 29 15:44:41.379181 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8343e16-3db2-4895-8307-85512bb17306 req-e1497c9f-f24e-46d7-b375-383a1c57a0f9 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:41.380641 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8343e16-3db2-4895-8307-85512bb17306 req-e1497c9f-f24e-46d7-b375-383a1c57a0f9 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 984 time: 0.0527642 Jul 29 15:44:41.422063 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e8343e16-3db2-4895-8307-85512bb17306 req-eb6fd5b5-7b7c-4ff3-b143-9d58958b9ab2 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&id=4fb2655e-241e-4aa9-9118-53f4ec2ab2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347395 Jul 29 15:44:41.502926 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:42.560345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a79f2a-7ec1-496d-a13b-aceab9973faf req-6865ba4d-56db-44e8-bbd4-393a305dddc7 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:42.561840 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7a79f2a-7ec1-496d-a13b-aceab9973faf req-6865ba4d-56db-44e8-bbd4-393a305dddc7 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 984 time: 0.0509188 Jul 29 15:44:42.601110 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7a79f2a-7ec1-496d-a13b-aceab9973faf req-1f53ad0d-8fed-4375-a27d-51a7db76b2c6 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&id=4fb2655e-241e-4aa9-9118-53f4ec2ab2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332313 Jul 29 15:44:43.716084 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e658200-45d4-44aa-ac2f-776e5a8f2a7c req-f8defcc0-1acb-4e0c-b85d-1695b9bd7477 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:43.717620 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8e658200-45d4-44aa-ac2f-776e5a8f2a7c req-f8defcc0-1acb-4e0c-b85d-1695b9bd7477 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 984 time: 0.0480371 Jul 29 15:44:43.758304 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8e658200-45d4-44aa-ac2f-776e5a8f2a7c req-4c2408d2-6a71-42f7-8098-c11375caa33a tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&id=4fb2655e-241e-4aa9-9118-53f4ec2ab2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340347 Jul 29 15:44:44.874633 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0a5ca-e8e9-446c-ba0c-3376bf2aba80 req-c67766ad-55ab-4eb8-bbb0-e39551d5151a tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:44.876115 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ff0a5ca-e8e9-446c-ba0c-3376bf2aba80 req-c67766ad-55ab-4eb8-bbb0-e39551d5151a tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 984 time: 0.0489898 Jul 29 15:44:44.919240 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2ff0a5ca-e8e9-446c-ba0c-3376bf2aba80 req-f73d883c-0cc9-4c95-b840-8c0b6f66fd8f tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&id=4fb2655e-241e-4aa9-9118-53f4ec2ab2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370462 Jul 29 15:44:46.036086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb3633-75dc-4e33-9941-ca0698b5d3f1 req-fda7ea19-6951-4c8f-9cb7-b0b527873f4a tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:46.037506 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2cb3633-75dc-4e33-9941-ca0698b5d3f1 req-fda7ea19-6951-4c8f-9cb7-b0b527873f4a tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 984 time: 0.0496812 Jul 29 15:44:46.078692 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e2cb3633-75dc-4e33-9941-ca0698b5d3f1 req-b6a66f1e-9b0d-4535-995c-91b0e88a5ebf tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&id=4fb2655e-241e-4aa9-9118-53f4ec2ab2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350285 Jul 29 15:44:47.192153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23d89b-40a9-4725-ab12-61446adf77f2 req-36d5ce3b-32b6-44d0-996c-d09d3abc93a4 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:47.193683 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3c23d89b-40a9-4725-ab12-61446adf77f2 req-36d5ce3b-32b6-44d0-996c-d09d3abc93a4 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 984 time: 0.0481639 Jul 29 15:44:47.234190 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3c23d89b-40a9-4725-ab12-61446adf77f2 req-c09610cd-b8e8-49ca-b1cf-5789dcb6d24e tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&id=4fb2655e-241e-4aa9-9118-53f4ec2ab2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337005 Jul 29 15:44:48.355792 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabb17d-f447-4042-b3d2-3931726bfe37 req-08bb3eba-0751-4b5d-951e-806e01b55e19 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:48.357321 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8aabb17d-f447-4042-b3d2-3931726bfe37 req-08bb3eba-0751-4b5d-951e-806e01b55e19 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 984 time: 0.0526524 Jul 29 15:44:48.397588 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8aabb17d-f447-4042-b3d2-3931726bfe37 req-8e108178-914a-4883-832b-72c196c0b57d tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&id=4fb2655e-241e-4aa9-9118-53f4ec2ab2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341957 Jul 29 15:44:49.518527 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c91d6-8ddd-4a4c-838d-5738eca2fed1 req-7787f845-10ea-428b-a470-4fbb0bc79d7a tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:49.520001 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ed5c91d6-8ddd-4a4c-838d-5738eca2fed1 req-7787f845-10ea-428b-a470-4fbb0bc79d7a tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 984 time: 0.0537677 Jul 29 15:44:49.560067 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ed5c91d6-8ddd-4a4c-838d-5738eca2fed1 req-8867dc76-3273-4d5c-88ab-20eb03a0166a tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&id=4fb2655e-241e-4aa9-9118-53f4ec2ab2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337138 Jul 29 15:44:50.681520 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366d17e-4fe8-4274-9379-34a7ce9f9586 req-569480ad-c014-4ccb-85b3-5f931ee870aa tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:50.683830 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4366d17e-4fe8-4274-9379-34a7ce9f9586 req-569480ad-c014-4ccb-85b3-5f931ee870aa tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 984 time: 0.0552657 Jul 29 15:44:50.727298 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4366d17e-4fe8-4274-9379-34a7ce9f9586 req-6da0715f-1c44-46fb-8890-a24031ade38d tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&id=4fb2655e-241e-4aa9-9118-53f4ec2ab2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360296 Jul 29 15:44:51.847956 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67ca83-d177-471f-9f97-c4edd610cf48 req-ad09fc66-2137-4302-a053-922c96ae0cf2 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:44:51.849513 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be67ca83-d177-471f-9f97-c4edd610cf48 req-ad09fc66-2137-4302-a053-922c96ae0cf2 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 984 time: 0.0494885 Jul 29 15:44:51.890126 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-be67ca83-d177-471f-9f97-c4edd610cf48 req-5d40c706-78f2-4e20-be41-802c4835ebdc tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&id=4fb2655e-241e-4aa9-9118-53f4ec2ab2e8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344491 Jul 29 15:44:56.921633 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:44:59.933985 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:45:00.624175 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-64ccbe84-9e6a-49af-95c2-708d9889e125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:03.302273 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:03.390344 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5f733669-580f-42b9-a1fa-220ce7b45e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:04.551083 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:06.511938 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:11.502232 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:15.736890 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b55c1a67-4595-4ee4-8e81-cc5881f7108b req-b4786e19-7d2a-4402-9bbc-45623709ecdb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438161 Jul 29 15:45:15.822331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c1a67-4595-4ee4-8e81-cc5881f7108b req-fbae7b75-f1d6-4f36-8d1c-5320123efc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:15.823882 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b55c1a67-4595-4ee4-8e81-cc5881f7108b req-fbae7b75-f1d6-4f36-8d1c-5320123efc06 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d86befc6a50d4b2999eba8ffa4d039d9&device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 1135 time: 0.0441885 Jul 29 15:45:15.925713 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c1a67-4595-4ee4-8e81-cc5881f7108b req-41b4d730-f092-4db4-822d-4ef650931d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:15.928286 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b55c1a67-4595-4ee4-8e81-cc5881f7108b req-41b4d730-f092-4db4-822d-4ef650931d7b service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db7eea6-ef38-4f87-bc24-db002c693ba3 HTTP/1.1" status: 200 len: 916 time: 0.0841787 Jul 29 15:45:15.996066 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b55c1a67-4595-4ee4-8e81-cc5881f7108b req-7e22b6b5-ccb9-400f-905e-f97bf9d00d5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83981649-697d-4b60-992d-6c3e9448d29a HTTP/1.1" status: 200 len: 1000 time: 0.0605142 Jul 29 15:45:16.382222 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c1a67-4595-4ee4-8e81-cc5881f7108b req-1daeffef-078d-48ef-a1dc-dfd12bce6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:16.383688 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b55c1a67-4595-4ee4-8e81-cc5881f7108b req-1daeffef-078d-48ef-a1dc-dfd12bce6430 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f3fe515-5f14-45b9-b893-31ac18bd24d2 HTTP/1.1" status: 200 len: 854 time: 0.3806489 Jul 29 15:45:16.430387 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c1a67-4595-4ee4-8e81-cc5881f7108b req-15f5f9a2-7122-4d40-9c0a-c18a63349466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:16.431869 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b55c1a67-4595-4ee4-8e81-cc5881f7108b req-15f5f9a2-7122-4d40-9c0a-c18a63349466 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db7eea6-ef38-4f87-bc24-db002c693ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392165 Jul 29 15:45:16.523974 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b55c1a67-4595-4ee4-8e81-cc5881f7108b req-19d07889-80cc-49e2-b720-9e45d9e14fce service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839882 Jul 29 15:45:16.612589 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b55c1a67-4595-4ee4-8e81-cc5881f7108b req-6b013d78-1957-451b-9fef-1f31cf9f5c32 service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807617 Jul 29 15:45:24.467947 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-879f838c-babc-4630-b8ee-7aa508bd4be8 req-9a4aa191-5956-417c-8b9b-9050e19485cd tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604114182&fields=id&tenant_id=d86befc6a50d4b2999eba8ffa4d039d9 HTTP/1.1" status: 200 len: 267 time: 0.0338809 Jul 29 15:45:24.530636 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f838c-babc-4630-b8ee-7aa508bd4be8 req-ebfa6614-5b9f-45a8-bb8f-ade237e2a716 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:24.533123 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-879f838c-babc-4630-b8ee-7aa508bd4be8 req-ebfa6614-5b9f-45a8-bb8f-ade237e2a716 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 984 time: 0.0589297 Jul 29 15:45:24.543929 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-879f838c-babc-4630-b8ee-7aa508bd4be8 req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Request body: {'port': {'security_groups': ['1bfbb0aa-4fbb-44fa-8574-e58731fbced5']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:45:24.608252 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-879f838c-babc-4630-b8ee-7aa508bd4be8 req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:24.780760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-879f838c-babc-4630-b8ee-7aa508bd4be8 req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] For port 83981649-697d-4b60-992d-6c3e9448d29a, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=83981649-697d-4b60-992d-6c3e9448d29a,segment=NetworkSegment(cb8b9eea-f896-4111-92fd-aee7136a731a),segment_id=cb8b9eea-f896-4111-92fd-aee7136a731a)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:45:24.810562 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-879f838c-babc-4630-b8ee-7aa508bd4be8 req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:24.815203 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-879f838c-babc-4630-b8ee-7aa508bd4be8 req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:24.828527 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['83981649-697d-4b60-992d-6c3e9448d29a'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:45:24.858865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f838c-babc-4630-b8ee-7aa508bd4be8 req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:24.859496 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-879f838c-babc-4630-b8ee-7aa508bd4be8 req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:24.861820 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-879f838c-babc-4630-b8ee-7aa508bd4be8 req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "PUT /v2.0/ports/83981649-697d-4b60-992d-6c3e9448d29a HTTP/1.1" status: 200 len: 942 time: 0.3223958 Jul 29 15:45:24.862303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'tag': '83981649-697d-4b60-992d-6c3e9448d29a'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:45:24.864622 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd267e1-dae7-4941-9524-9bff99814235" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae08154-37d0-48af-8111-a9cf760bbda4", "tag": "83981649-697d-4b60-992d-6c3e9448d29a"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:45:24.869010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 54916) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:24.893221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Pushing event updated for resources: {'Port': ['ID=83981649-697d-4b60-992d-6c3e9448d29a,revision_number=7']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:24.901450 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:24.901815 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:24.902160 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:24.902506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:24.902843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:24.903177 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:24.903625 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:24.903959 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:24.904292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:24.904619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:24.905009 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:24.905330 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93329f07-c84f-4610-b9a2-bb915254d83b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:24.932009 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9c169b-8c04-4e4d-8c31-4d37a1d52d11 x-openstack-request-id: req-2b9c169b-8c04-4e4d-8c31-4d37a1d52d11 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:45:24.932443 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae08154-37d0-48af-8111-a9cf760bbda4", "tag": "83981649-697d-4b60-992d-6c3e9448d29a", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:45:24.933127 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b9c169b-8c04-4e4d-8c31-4d37a1d52d11 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:45:24.933543 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'tag': '83981649-697d-4b60-992d-6c3e9448d29a', 'status': 'completed', 'code': 200} Jul 29 15:45:24.971198 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['83981649-697d-4b60-992d-6c3e9448d29a'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:45:25.013635 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:25.014051 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd267e1-dae7-4941-9524-9bff99814235 req-63269615-0b23-494f-bb4f-28a4151d1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:25.016325 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4dd267e1-dae7-4941-9524-9bff99814235 req-63269615-0b23-494f-bb4f-28a4151d1638 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d86befc6a50d4b2999eba8ffa4d039d9&device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 1096 time: 0.0640168 Jul 29 15:45:25.042734 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:25.126320 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:25.130650 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:25.132456 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "DELETE /v2.0/security-groups/4fb2655e-241e-4aa9-9118-53f4ec2ab2e8 HTTP/1.1" status: 204 len: 168 time: 0.2624180 Jul 29 15:45:25.136519 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 54920) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:25.144246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb2655e-241e-4aa9-9118-53f4ec2ab2e8,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:25.152213 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:25.152590 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:25.153031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:25.153674 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:25.154098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:25.154516 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:25.155040 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:25.155449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:25.155857 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:25.156259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:25.156660 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:25.157081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f981a2-3d65-410e-9914-60d97dbd21ac tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:25.212142 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b89ba187-0f57-4f83-9032-84e89c3e30b1 None None] Provisioning complete for port 83981649-697d-4b60-992d-6c3e9448d29a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:45:25.212599 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b89ba187-0f57-4f83-9032-84e89c3e30b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:25.225775 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd267e1-dae7-4941-9524-9bff99814235 req-26419f1d-7c7f-4131-b7d9-e71acf33da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:25.227246 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4dd267e1-dae7-4941-9524-9bff99814235 req-26419f1d-7c7f-4131-b7d9-e71acf33da9d service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db7eea6-ef38-4f87-bc24-db002c693ba3 HTTP/1.1" status: 200 len: 916 time: 0.1984315 Jul 29 15:45:25.354291 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4dd267e1-dae7-4941-9524-9bff99814235 req-0828edf7-5db3-4d44-b39d-414c09c54f98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83981649-697d-4b60-992d-6c3e9448d29a HTTP/1.1" status: 200 len: 1000 time: 0.0947890 Jul 29 15:45:25.415482 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd267e1-dae7-4941-9524-9bff99814235 req-cb425770-327b-466b-b86b-4aad8145ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:25.416955 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4dd267e1-dae7-4941-9524-9bff99814235 req-cb425770-327b-466b-b86b-4aad8145ff49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f3fe515-5f14-45b9-b893-31ac18bd24d2 HTTP/1.1" status: 200 len: 854 time: 0.0539284 Jul 29 15:45:25.419379 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-860c93f9-5972-4aab-863a-8c6f34f3e175 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Deleting port e1298b32-f298-4cb7-a037-838833ed3ebf {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:45:25.419870 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-860c93f9-5972-4aab-863a-8c6f34f3e175 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:25.532384 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd267e1-dae7-4941-9524-9bff99814235 req-d64732f5-2f61-4644-a3e5-320e6262c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:25.533908 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4dd267e1-dae7-4941-9524-9bff99814235 req-d64732f5-2f61-4644-a3e5-320e6262c06b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db7eea6-ef38-4f87-bc24-db002c693ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024978 Jul 29 15:45:25.553866 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-860c93f9-5972-4aab-863a-8c6f34f3e175 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:25.554197 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-860c93f9-5972-4aab-863a-8c6f34f3e175 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:25.613747 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-860c93f9-5972-4aab-863a-8c6f34f3e175 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Calling delete_port for e1298b32-f298-4cb7-a037-838833ed3ebf owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:45:25.701388 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4dd267e1-dae7-4941-9524-9bff99814235 req-6158c548-f3d7-4dbe-876a-e1f3efbb2b18 service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590817 Jul 29 15:45:25.841235 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4dd267e1-dae7-4941-9524-9bff99814235 req-24f7e792-44c3-4049-b348-cf2e0f637fb6 service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325195 Jul 29 15:45:25.865064 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-860c93f9-5972-4aab-863a-8c6f34f3e175 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:25.891627 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c93f9-5972-4aab-863a-8c6f34f3e175 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Pushing event deleted for resources: {'Port': ['ID=e1298b32-f298-4cb7-a037-838833ed3ebf,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:25.958336 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-860c93f9-5972-4aab-863a-8c6f34f3e175 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:25.958672 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-860c93f9-5972-4aab-863a-8c6f34f3e175 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Floating IP 3305bf0a-bc8b-4eec-bcd4-3b5b66d3552c disassociated (deleted). External IP: 172.25.6.31, port: 83981649-697d-4b60-992d-6c3e9448d29a. Jul 29 15:45:26.176598 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860c93f9-5972-4aab-863a-8c6f34f3e175 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:45:26.281116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860c93f9-5972-4aab-863a-8c6f34f3e175 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:45:26.286148 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-860c93f9-5972-4aab-863a-8c6f34f3e175 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:26.290924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7f3c92-bce8-4dcd-899b-6e350bc357a6 None None] Sync routers for ids ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:45:26.300458 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7f3c92-bce8-4dcd-899b-6e350bc357a6 None None] Routers {'8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:45:26.301129 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6f7f3c92-bce8-4dcd-899b-6e350bc357a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:45:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:26.317381 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-860c93f9-5972-4aab-863a-8c6f34f3e175 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "DELETE /v2.0/floatingips/3305bf0a-bc8b-4eec-bcd4-3b5b66d3552c HTTP/1.1" status: 204 len: 168 time: 1.1796627 Jul 29 15:45:26.407807 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-6f7f3c92-bce8-4dcd-899b-6e350bc357a6 None None] Set router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:45:26.614256 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6f7f3c92-bce8-4dcd-899b-6e350bc357a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'name': 'tempest-TestMinimumBasicScenario-1176593342-router', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:26Z', 'updated_at': '2021-07-29T15:43:29Z', 'revision_number': 4, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'gw_port': {'id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:27Z', 'updated_at': '2021-07-29T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '954f4f32-5ebb-43a7-9fbc-4c961ee51438', 'name': '', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'mac_address': 'fa:16:3e:5c:9e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:29Z', 'updated_at': '2021-07-29T15:43:36Z', 'revision_number': 5, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'subnets': [{'id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:26.640522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7f3c92-bce8-4dcd-899b-6e350bc357a6 None None] Checking router: 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:45:26.648643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7f3c92-bce8-4dcd-899b-6e350bc357a6 None None] Routers {'8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:45:26.649264 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6f7f3c92-bce8-4dcd-899b-6e350bc357a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:45:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:26.753020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-6f7f3c92-bce8-4dcd-899b-6e350bc357a6 None None] Set router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:45:26.935202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'tag': '83981649-697d-4b60-992d-6c3e9448d29a'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:45:26.937655 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c427e4cd-1e90-4127-bacd-1961ba2b4644" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae08154-37d0-48af-8111-a9cf760bbda4", "tag": "83981649-697d-4b60-992d-6c3e9448d29a"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:45:26.979057 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514cc2aa-e9d0-41ad-bf16-8b07e942f2fb x-openstack-request-id: req-514cc2aa-e9d0-41ad-bf16-8b07e942f2fb {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:45:26.979057 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae08154-37d0-48af-8111-a9cf760bbda4", "tag": "83981649-697d-4b60-992d-6c3e9448d29a", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:45:26.979297 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-514cc2aa-e9d0-41ad-bf16-8b07e942f2fb {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:45:26.979595 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'tag': '83981649-697d-4b60-992d-6c3e9448d29a', 'status': 'completed', 'code': 200} Jul 29 15:45:27.029747 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:27.044226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427e4cd-1e90-4127-bacd-1961ba2b4644 req-f3c905c5-ab40-4474-88df-04e624e69ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:27.046363 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c427e4cd-1e90-4127-bacd-1961ba2b4644 req-f3c905c5-ab40-4474-88df-04e624e69ba9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d86befc6a50d4b2999eba8ffa4d039d9&device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 1096 time: 0.0454993 Jul 29 15:45:27.127819 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-6f7f3c92-bce8-4dcd-899b-6e350bc357a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'name': 'tempest-TestMinimumBasicScenario-1176593342-router', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:26Z', 'updated_at': '2021-07-29T15:43:29Z', 'revision_number': 4, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'gw_port': {'id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:27Z', 'updated_at': '2021-07-29T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '954f4f32-5ebb-43a7-9fbc-4c961ee51438', 'name': '', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'mac_address': 'fa:16:3e:5c:9e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:29Z', 'updated_at': '2021-07-29T15:43:36Z', 'revision_number': 5, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'subnets': [{'id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:27.147847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427e4cd-1e90-4127-bacd-1961ba2b4644 req-740a6424-829b-41c1-b824-32352e9ed982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:27.149461 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c427e4cd-1e90-4127-bacd-1961ba2b4644 req-740a6424-829b-41c1-b824-32352e9ed982 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1db7eea6-ef38-4f87-bc24-db002c693ba3 HTTP/1.1" status: 200 len: 916 time: 0.0956943 Jul 29 15:45:27.154950 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7f3c92-bce8-4dcd-899b-6e350bc357a6 None None] The sync data for ids ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'] in n-d-802893-1 is: [{'id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'name': 'tempest-TestMinimumBasicScenario-1176593342-router', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:26Z', 'updated_at': '2021-07-29T15:43:29Z', 'revision_number': 4, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'gw_port': {'id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:27Z', 'updated_at': '2021-07-29T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '954f4f32-5ebb-43a7-9fbc-4c961ee51438', 'name': '', 'network_id': '1db7eea6-ef38-4f87-bc24-db002c693ba3', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'mac_address': 'fa:16:3e:5c:9e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:29Z', 'updated_at': '2021-07-29T15:43:36Z', 'revision_number': 5, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'subnets': [{'id': '3f3fe515-5f14-45b9-b893-31ac18bd24d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:45:27.198024 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c427e4cd-1e90-4127-bacd-1961ba2b4644 req-16672440-8771-4750-869c-c7c14e175de3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83981649-697d-4b60-992d-6c3e9448d29a HTTP/1.1" status: 200 len: 217 time: 0.0406682 Jul 29 15:45:27.252063 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427e4cd-1e90-4127-bacd-1961ba2b4644 req-4908ca38-a5e5-42ec-87d3-f85f81a9a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:27.253575 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c427e4cd-1e90-4127-bacd-1961ba2b4644 req-4908ca38-a5e5-42ec-87d3-f85f81a9a549 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3f3fe515-5f14-45b9-b893-31ac18bd24d2 HTTP/1.1" status: 200 len: 854 time: 0.0484712 Jul 29 15:45:27.305192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427e4cd-1e90-4127-bacd-1961ba2b4644 req-8b887acd-68d1-4489-9fb2-dd0f17fee612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:27.306896 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c427e4cd-1e90-4127-bacd-1961ba2b4644 req-8b887acd-68d1-4489-9fb2-dd0f17fee612 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1db7eea6-ef38-4f87-bc24-db002c693ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450516 Jul 29 15:45:27.398518 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d3e003-c1c0-4a42-aa91-bdda4fe936f9 None None] New status for floating IP 3305bf0a-bc8b-4eec-bcd4-3b5b66d3552c: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:45:27.411716 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c427e4cd-1e90-4127-bacd-1961ba2b4644 req-91e7c150-8a14-450c-bf72-5a03e7f66370 service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972116 Jul 29 15:45:27.511553 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c427e4cd-1e90-4127-bacd-1961ba2b4644 req-2fef0ac8-ef50-42b7-ad82-11cc77c40728 service neutron] 10.222.0.39 "GET /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916560 Jul 29 15:45:30.625687 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-790cf3d7-bcb5-43e2-90b2-8177ecb926a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:33.295864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fbd1a-b2df-4f51-b17a-07e7fafcc622 req-b2df5d3e-2b06-4f50-ab84-1a8647b5e66b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:33.297641 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f05fbd1a-b2df-4f51-b17a-07e7fafcc622 req-b2df5d3e-2b06-4f50-ab84-1a8647b5e66b tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 945 time: 0.0580330 Jul 29 15:45:33.310086 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:33.341961 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f05fbd1a-b2df-4f51-b17a-07e7fafcc622 req-dea20cec-2516-4514-a774-4d127998a386 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359859 Jul 29 15:45:33.390415 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c609432b-5740-466e-8791-203d3e9ede7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:34.460216 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524d545-0d41-4d9f-8dfd-ef48b0f00e91 req-f069601a-ad7d-4069-af7c-113df0abf09f tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:34.461730 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e524d545-0d41-4d9f-8dfd-ef48b0f00e91 req-f069601a-ad7d-4069-af7c-113df0abf09f tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 945 time: 0.0492499 Jul 29 15:45:34.507318 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e524d545-0d41-4d9f-8dfd-ef48b0f00e91 req-785868dd-b326-4dec-a3fd-52ccaf91f990 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/security-groups?id=1bfbb0aa-4fbb-44fa-8574-e58731fbced5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395026 Jul 29 15:45:34.553154 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:34.929972 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e132a2-664d-4450-83d3-efe897e377c4 req-71258a6c-6ef0-40c2-b9f6-c66b52474646 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:34.931429 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4e132a2-664d-4450-83d3-efe897e377c4 req-71258a6c-6ef0-40c2-b9f6-c66b52474646 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 945 time: 0.0496311 Jul 29 15:45:35.020312 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-b4e132a2-664d-4450-83d3-efe897e377c4 req-3469025f-9cd6-4a3f-9c2b-6e735cb578a3 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Deleting port 83981649-697d-4b60-992d-6c3e9448d29a {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:45:35.020656 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b4e132a2-664d-4450-83d3-efe897e377c4 req-3469025f-9cd6-4a3f-9c2b-6e735cb578a3 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:35.111038 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-b4e132a2-664d-4450-83d3-efe897e377c4 req-3469025f-9cd6-4a3f-9c2b-6e735cb578a3 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] For port 83981649-697d-4b60-992d-6c3e9448d29a, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=83981649-697d-4b60-992d-6c3e9448d29a,segment=NetworkSegment(cb8b9eea-f896-4111-92fd-aee7136a731a),segment_id=cb8b9eea-f896-4111-92fd-aee7136a731a)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:45:35.111314 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b4e132a2-664d-4450-83d3-efe897e377c4 req-3469025f-9cd6-4a3f-9c2b-6e735cb578a3 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:35.124920 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-b4e132a2-664d-4450-83d3-efe897e377c4 req-3469025f-9cd6-4a3f-9c2b-6e735cb578a3 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Calling delete_port for 83981649-697d-4b60-992d-6c3e9448d29a owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:45:35.249925 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b4e132a2-664d-4450-83d3-efe897e377c4 req-3469025f-9cd6-4a3f-9c2b-6e735cb578a3 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:35.261981 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['83981649-697d-4b60-992d-6c3e9448d29a'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:45:35.279704 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469025f-9cd6-4a3f-9c2b-6e735cb578a3 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Pushing event deleted for resources: {'Port': ['ID=83981649-697d-4b60-992d-6c3e9448d29a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:35.321537 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e132a2-664d-4450-83d3-efe897e377c4 req-3469025f-9cd6-4a3f-9c2b-6e735cb578a3 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] No DVR routers for this DVR port 83981649-697d-4b60-992d-6c3e9448d29a on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:45:35.324051 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-b4e132a2-664d-4450-83d3-efe897e377c4 req-3469025f-9cd6-4a3f-9c2b-6e735cb578a3 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:35.326835 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b4e132a2-664d-4450-83d3-efe897e377c4 req-3469025f-9cd6-4a3f-9c2b-6e735cb578a3 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.39 "DELETE /v2.0/ports/83981649-697d-4b60-992d-6c3e9448d29a HTTP/1.1" status: 204 len: 173 time: 0.3890557 Jul 29 15:45:35.327270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'name': 'network-vif-deleted', 'tag': '83981649-697d-4b60-992d-6c3e9448d29a'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:45:35.329525 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fcad9a-2b40-43f8-bee5-f3732a60e2d5" -d '{"events": [{"server_uuid": "9ae08154-37d0-48af-8111-a9cf760bbda4", "name": "network-vif-deleted", "tag": "83981649-697d-4b60-992d-6c3e9448d29a"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:45:35.366331 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a104cbe-3147-4102-a46d-10f374f0f0d7 x-openstack-request-id: req-1a104cbe-3147-4102-a46d-10f374f0f0d7 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:45:35.366854 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae08154-37d0-48af-8111-a9cf760bbda4", "name": "network-vif-deleted", "tag": "83981649-697d-4b60-992d-6c3e9448d29a", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:45:35.367139 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a104cbe-3147-4102-a46d-10f374f0f0d7 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:45:35.367538 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae08154-37d0-48af-8111-a9cf760bbda4', 'name': 'network-vif-deleted', 'tag': '83981649-697d-4b60-992d-6c3e9448d29a', 'status': 'completed', 'code': 200} Jul 29 15:45:35.616257 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-824df6ae-5542-4241-a6ed-e8bc6f99a88b req-48f7272d-ffad-4c9c-8a48-a7172be794c8 tempest-TestMinimumBasicScenario-1592472967 tempest-TestMinimumBasicScenario-1592472967-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ae08154-37d0-48af-8111-a9cf760bbda4 HTTP/1.1" status: 200 len: 210 time: 0.0278137 Jul 29 15:45:36.515320 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:36.932747 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:45:37.193463 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55018) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:37.532623 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3b556a82-ef90-4cb2-a868-8d0b872c2425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:37.777043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3b556a82-ef90-4cb2-a868-8d0b872c2425 admin admin] Deleting port 954f4f32-5ebb-43a7-9fbc-4c961ee51438 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:45:37.777396 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3b556a82-ef90-4cb2-a868-8d0b872c2425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:37.858388 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-3b556a82-ef90-4cb2-a868-8d0b872c2425 admin admin] For port 954f4f32-5ebb-43a7-9fbc-4c961ee51438, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=954f4f32-5ebb-43a7-9fbc-4c961ee51438,segment=NetworkSegment(cb8b9eea-f896-4111-92fd-aee7136a731a),segment_id=cb8b9eea-f896-4111-92fd-aee7136a731a)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:45:37.858758 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3b556a82-ef90-4cb2-a868-8d0b872c2425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:37.876502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3b556a82-ef90-4cb2-a868-8d0b872c2425 admin admin] Calling delete_port for 954f4f32-5ebb-43a7-9fbc-4c961ee51438 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:45:38.054490 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3b556a82-ef90-4cb2-a868-8d0b872c2425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:38.080307 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b556a82-ef90-4cb2-a868-8d0b872c2425 admin admin] Pushing event deleted for resources: {'Port': ['ID=954f4f32-5ebb-43a7-9fbc-4c961ee51438,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:38.249817 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3b556a82-ef90-4cb2-a868-8d0b872c2425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:38.453847 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 83981649-697d-4b60-992d-6c3e9448d29a no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:45:38.468989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b556a82-ef90-4cb2-a868-8d0b872c2425 admin admin] Router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:45:38.474531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 83981649-697d-4b60-992d-6c3e9448d29a {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:45:38.474875 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 83981649-697d-4b60-992d-6c3e9448d29a not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:45:38.579064 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b556a82-ef90-4cb2-a868-8d0b872c2425 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:45:38.584003 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3b556a82-ef90-4cb2-a868-8d0b872c2425 admin admin] 10.222.0.16 "PUT /v2.0/routers/8ba2cb54-b7ad-4ef0-a4f1-835cd597b588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3894374 Jul 29 15:45:38.586835 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55020) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:38.587907 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0746455b-a699-4ac5-bc89-5b61fab34af3 None None] Sync routers for ids ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:45:38.597403 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746455b-a699-4ac5-bc89-5b61fab34af3 None None] Routers {'8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:45:38.598047 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0746455b-a699-4ac5-bc89-5b61fab34af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:45:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:38.695891 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ae073a2-0555-49ff-a3bb-a3c342514aa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:38.704761 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-0746455b-a699-4ac5-bc89-5b61fab34af3 None None] Set router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:45:38.803422 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ae073a2-0555-49ff-a3bb-a3c342514aa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:38.860629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3ae073a2-0555-49ff-a3bb-a3c342514aa2 admin admin] Deleting port 2fefd741-0b13-434c-a696-8b05939b16ba {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:45:38.861023 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ae073a2-0555-49ff-a3bb-a3c342514aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:38.890984 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0746455b-a699-4ac5-bc89-5b61fab34af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'name': 'tempest-TestMinimumBasicScenario-1176593342-router', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:26Z', 'updated_at': '2021-07-29T15:45:38Z', 'revision_number': 5, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'gw_port': {'id': '2fefd741-0b13-434c-a696-8b05939b16ba', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:27Z', 'updated_at': '2021-07-29T15:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:38.917185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0746455b-a699-4ac5-bc89-5b61fab34af3 None None] Checking router: 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:45:38.926512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746455b-a699-4ac5-bc89-5b61fab34af3 None None] Routers {'8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:45:38.927115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0746455b-a699-4ac5-bc89-5b61fab34af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:45:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:38.946324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-3ae073a2-0555-49ff-a3bb-a3c342514aa2 admin admin] For port 2fefd741-0b13-434c-a696-8b05939b16ba, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2fefd741-0b13-434c-a696-8b05939b16ba,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:45:38.946694 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ae073a2-0555-49ff-a3bb-a3c342514aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:38.961012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3ae073a2-0555-49ff-a3bb-a3c342514aa2 admin admin] Calling delete_port for 2fefd741-0b13-434c-a696-8b05939b16ba owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:45:39.015363 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-0746455b-a699-4ac5-bc89-5b61fab34af3 None None] Set router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:45:39.068618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0746455b-a699-4ac5-bc89-5b61fab34af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'name': 'tempest-TestMinimumBasicScenario-1176593342-router', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:26Z', 'updated_at': '2021-07-29T15:45:38Z', 'revision_number': 6, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:39.098485 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0746455b-a699-4ac5-bc89-5b61fab34af3 None None] The sync data for ids ['8ba2cb54-b7ad-4ef0-a4f1-835cd597b588'] in n-d-802893-1 is: [{'id': '8ba2cb54-b7ad-4ef0-a4f1-835cd597b588', 'name': 'tempest-TestMinimumBasicScenario-1176593342-router', 'tenant_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:26Z', 'updated_at': '2021-07-29T15:45:38Z', 'revision_number': 6, 'project_id': 'd86befc6a50d4b2999eba8ffa4d039d9', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:45:39.157957 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ae073a2-0555-49ff-a3bb-a3c342514aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:39.181142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae073a2-0555-49ff-a3bb-a3c342514aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fefd741-0b13-434c-a696-8b05939b16ba,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:39.247806 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ae073a2-0555-49ff-a3bb-a3c342514aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:39.340708 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ae073a2-0555-49ff-a3bb-a3c342514aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:39.342873 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ae073a2-0555-49ff-a3bb-a3c342514aa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:39.385653 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ae073a2-0555-49ff-a3bb-a3c342514aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:39.386125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae073a2-0555-49ff-a3bb-a3c342514aa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:45:39.390728 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3ae073a2-0555-49ff-a3bb-a3c342514aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:39.391885 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3ae073a2-0555-49ff-a3bb-a3c342514aa2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8ba2cb54-b7ad-4ef0-a4f1-835cd597b588 HTTP/1.1" status: 204 len: 168 time: 0.8041251 Jul 29 15:45:39.394560 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55022) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:39.439313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05cb940-886a-48f9-a20c-17e94e0732ee admin admin] Deleting subnet 3f3fe515-5f14-45b9-b893-31ac18bd24d2 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:45:39.442360 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e05cb940-886a-48f9-a20c-17e94e0732ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:39.481371 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e05cb940-886a-48f9-a20c-17e94e0732ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:39.577188 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e05cb940-886a-48f9-a20c-17e94e0732ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:39.632363 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e05cb940-886a-48f9-a20c-17e94e0732ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:39.655408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cb940-886a-48f9-a20c-17e94e0732ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3fe515-5f14-45b9-b893-31ac18bd24d2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:39.661922 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e05cb940-886a-48f9-a20c-17e94e0732ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:39.663807 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e05cb940-886a-48f9-a20c-17e94e0732ee admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3f3fe515-5f14-45b9-b893-31ac18bd24d2 HTTP/1.1" status: 204 len: 168 time: 0.2682645 Jul 29 15:45:39.666493 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55024) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:39.666756 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2837f6a-82dd-42b3-80df-a8b158b3b454 None None] Network 1db7eea6-ef38-4f87-bc24-db002c693ba3 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:45:39.740933 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:39.794474 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] Deleting port bb8c976f-6dac-4dde-b282-d942292756dd {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:45:39.794783 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:39.861480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] For port bb8c976f-6dac-4dde-b282-d942292756dd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bb8c976f-6dac-4dde-b282-d942292756dd,segment=NetworkSegment(cb8b9eea-f896-4111-92fd-aee7136a731a),segment_id=cb8b9eea-f896-4111-92fd-aee7136a731a)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:45:39.861480 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:39.874564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] Calling delete_port for bb8c976f-6dac-4dde-b282-d942292756dd owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:45:39.889722 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] DHCP port deletion for 1db7eea6-ef38-4f87-bc24-db002c693ba3 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:45:39.937357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Deleting port bb8c976f-6dac-4dde-b282-d942292756dd {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:45:39.937805 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:39.967189 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:39.995049 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8c976f-6dac-4dde-b282-d942292756dd,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:39.999317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] No DVR routers for this DVR port bb8c976f-6dac-4dde-b282-d942292756dd on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:45:40.009106 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] For port bb8c976f-6dac-4dde-b282-d942292756dd, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=bb8c976f-6dac-4dde-b282-d942292756dd,segment=NetworkSegment(cb8b9eea-f896-4111-92fd-aee7136a731a),segment_id=cb8b9eea-f896-4111-92fd-aee7136a731a)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:45:40.009517 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:40.023202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Calling delete_port for bb8c976f-6dac-4dde-b282-d942292756dd owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:45:40.075742 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:40.087103 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db7eea6-ef38-4f87-bc24-db002c693ba3']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:40.098500 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8b9eea-f896-4111-92fd-aee7136a731a') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:40.098500 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8b9eea-f896-4111-92fd-aee7136a731a') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:40.100869 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:40.108110 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:40.115987 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] No DVR routers for this DVR port bb8c976f-6dac-4dde-b282-d942292756dd on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:45:40.127441 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:40.135039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:45:40.135450 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:45:40.137248 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:45:40.144474 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Pushing event deleted for resources: {'Port': ['ID=bb8c976f-6dac-4dde-b282-d942292756dd,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:40.152740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:40.153132 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:40.153465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:40.153794 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:40.154121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:40.154450 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:40.154772 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:40.155095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:40.155414 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:40.155732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:40.156052 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:40.156373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dfa2de-4885-4df6-8fca-f52cea90c503 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:40.194429 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:40.200193 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:40.202266 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] 10.222.0.16 "DELETE /v2.0/networks/1db7eea6-ef38-4f87-bc24-db002c693ba3 HTTP/1.1" status: 204 len: 168 time: 0.5348451 Jul 29 15:45:40.205406 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55026) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:40.212823 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd267b-4f7d-4764-8662-f29e75ffc8bd admin admin] Pushing event deleted for resources: {'Network': ['ID=1db7eea6-ef38-4f87-bc24-db002c693ba3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:40.556859 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4db2eaba-5733-4ae5-9143-b07a2cb23dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:40.803915 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4db2eaba-5733-4ae5-9143-b07a2cb23dee admin admin] Deleting port 32b5c230-8a03-48d2-9c71-767ef7940fd0 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:45:40.804278 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4db2eaba-5733-4ae5-9143-b07a2cb23dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:40.882803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-4db2eaba-5733-4ae5-9143-b07a2cb23dee admin admin] For port 32b5c230-8a03-48d2-9c71-767ef7940fd0, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=32b5c230-8a03-48d2-9c71-767ef7940fd0,segment=NetworkSegment(471b825e-60de-41e1-8e23-806476b5686e),segment_id=471b825e-60de-41e1-8e23-806476b5686e)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:45:40.883186 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4db2eaba-5733-4ae5-9143-b07a2cb23dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:40.897016 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4db2eaba-5733-4ae5-9143-b07a2cb23dee admin admin] Calling delete_port for 32b5c230-8a03-48d2-9c71-767ef7940fd0 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:45:41.085623 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4db2eaba-5733-4ae5-9143-b07a2cb23dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:41.113495 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2eaba-5733-4ae5-9143-b07a2cb23dee admin admin] Pushing event deleted for resources: {'Port': ['ID=32b5c230-8a03-48d2-9c71-767ef7940fd0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:41.132861 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2fefd741-0b13-434c-a696-8b05939b16ba no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:45:41.155475 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 2fefd741-0b13-434c-a696-8b05939b16ba {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:45:41.155831 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2fefd741-0b13-434c-a696-8b05939b16ba not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:45:41.156259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bb8c976f-6dac-4dde-b282-d942292756dd no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:45:41.181036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: bb8c976f-6dac-4dde-b282-d942292756dd {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:45:41.181392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device bb8c976f-6dac-4dde-b282-d942292756dd not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:45:41.181821 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 954f4f32-5ebb-43a7-9fbc-4c961ee51438 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:45:41.202127 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 954f4f32-5ebb-43a7-9fbc-4c961ee51438 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:45:41.202516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 954f4f32-5ebb-43a7-9fbc-4c961ee51438 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:45:41.283655 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4db2eaba-5733-4ae5-9143-b07a2cb23dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:41.499482 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db2eaba-5733-4ae5-9143-b07a2cb23dee admin admin] Router f0d052b3-3dcf-4a97-b6d9-73a36c492e36 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:45:41.526117 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:41.952037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db2eaba-5733-4ae5-9143-b07a2cb23dee admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:45:41.958298 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4db2eaba-5733-4ae5-9143-b07a2cb23dee admin admin] 10.222.0.16 "PUT /v2.0/routers/f0d052b3-3dcf-4a97-b6d9-73a36c492e36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7516689 Jul 29 15:45:41.960679 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55028) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:41.963718 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5693a7-f99a-4f1a-bafe-c7891b7f6046 None None] Sync routers for ids ['f0d052b3-3dcf-4a97-b6d9-73a36c492e36'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:45:41.974299 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5693a7-f99a-4f1a-bafe-c7891b7f6046 None None] Routers {'f0d052b3-3dcf-4a97-b6d9-73a36c492e36'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:45:41.974903 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7f5693a7-f99a-4f1a-bafe-c7891b7f6046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:45:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f0d052b3-3dcf-4a97-b6d9-73a36c492e36'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:42.064747 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4d8a-ce64-466f-b542-de3ffc6f1bc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:42.077027 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-7f5693a7-f99a-4f1a-bafe-c7891b7f6046 None None] Set router f0d052b3-3dcf-4a97-b6d9-73a36c492e36 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:45:42.168345 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4d8a-ce64-466f-b542-de3ffc6f1bc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:42.222950 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b4d8a-ce64-466f-b542-de3ffc6f1bc9 admin admin] Deleting port 899d23b9-7fb6-444c-a018-ad3df94d5948 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:45:42.223367 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4d8a-ce64-466f-b542-de3ffc6f1bc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:42.255575 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7f5693a7-f99a-4f1a-bafe-c7891b7f6046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'name': 'tempest-TestMinimumBasicScenario-1110635007-router', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '899d23b9-7fb6-444c-a018-ad3df94d5948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:32Z', 'updated_at': '2021-07-29T15:45:41Z', 'revision_number': 5, 'project_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'gw_port': {'id': '899d23b9-7fb6-444c-a018-ad3df94d5948', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:83:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:43:32Z', 'updated_at': '2021-07-29T15:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:42.286601 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5693a7-f99a-4f1a-bafe-c7891b7f6046 None None] Checking router: f0d052b3-3dcf-4a97-b6d9-73a36c492e36 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:45:42.295129 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5693a7-f99a-4f1a-bafe-c7891b7f6046 None None] Routers {'f0d052b3-3dcf-4a97-b6d9-73a36c492e36'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:45:42.295741 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7f5693a7-f99a-4f1a-bafe-c7891b7f6046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:45:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['f0d052b3-3dcf-4a97-b6d9-73a36c492e36'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:42.305010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-dc9b4d8a-ce64-466f-b542-de3ffc6f1bc9 admin admin] For port 899d23b9-7fb6-444c-a018-ad3df94d5948, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=899d23b9-7fb6-444c-a018-ad3df94d5948,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:45:42.305543 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4d8a-ce64-466f-b542-de3ffc6f1bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:42.333357 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b4d8a-ce64-466f-b542-de3ffc6f1bc9 admin admin] Calling delete_port for 899d23b9-7fb6-444c-a018-ad3df94d5948 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:45:42.382112 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-7f5693a7-f99a-4f1a-bafe-c7891b7f6046 None None] Set router f0d052b3-3dcf-4a97-b6d9-73a36c492e36 gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:45:42.433692 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-7f5693a7-f99a-4f1a-bafe-c7891b7f6046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'name': 'tempest-TestMinimumBasicScenario-1110635007-router', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:32Z', 'updated_at': '2021-07-29T15:45:42Z', 'revision_number': 6, 'project_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:42.463583 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5693a7-f99a-4f1a-bafe-c7891b7f6046 None None] The sync data for ids ['f0d052b3-3dcf-4a97-b6d9-73a36c492e36'] in n-d-802893-1 is: [{'id': 'f0d052b3-3dcf-4a97-b6d9-73a36c492e36', 'name': 'tempest-TestMinimumBasicScenario-1110635007-router', 'tenant_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:43:32Z', 'updated_at': '2021-07-29T15:45:42Z', 'revision_number': 6, 'project_id': '4c3cc2a0aa0e4475aa276f6bdd05c5a2', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:45:42.505479 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4d8a-ce64-466f-b542-de3ffc6f1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:42.531245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b4d8a-ce64-466f-b542-de3ffc6f1bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=899d23b9-7fb6-444c-a018-ad3df94d5948,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:42.592943 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4d8a-ce64-466f-b542-de3ffc6f1bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:42.683046 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4d8a-ce64-466f-b542-de3ffc6f1bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:42.685751 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4d8a-ce64-466f-b542-de3ffc6f1bc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:42.733173 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4d8a-ce64-466f-b542-de3ffc6f1bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:42.733701 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9b4d8a-ce64-466f-b542-de3ffc6f1bc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0d052b3-3dcf-4a97-b6d9-73a36c492e36 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:45:42.738970 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dc9b4d8a-ce64-466f-b542-de3ffc6f1bc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:42.740128 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dc9b4d8a-ce64-466f-b542-de3ffc6f1bc9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f0d052b3-3dcf-4a97-b6d9-73a36c492e36 HTTP/1.1" status: 204 len: 168 time: 0.7784846 Jul 29 15:45:42.742682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55030) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:42.787376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9016be7-b96c-4d23-92dc-af6afd3725c5 admin admin] Deleting subnet 25f5bcf4-902b-4182-ab8f-0a8899bff5f4 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:45:42.790788 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9016be7-b96c-4d23-92dc-af6afd3725c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:42.827409 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9016be7-b96c-4d23-92dc-af6afd3725c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:42.914536 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9016be7-b96c-4d23-92dc-af6afd3725c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:42.967821 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9016be7-b96c-4d23-92dc-af6afd3725c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:42.994022 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9016be7-b96c-4d23-92dc-af6afd3725c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f5bcf4-902b-4182-ab8f-0a8899bff5f4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:42.998321 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c9016be7-b96c-4d23-92dc-af6afd3725c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.001423 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c9016be7-b96c-4d23-92dc-af6afd3725c5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/25f5bcf4-902b-4182-ab8f-0a8899bff5f4 HTTP/1.1" status: 204 len: 168 time: 0.2577646 Jul 29 15:45:43.003118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55032) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:43.003926 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164ddffb-2e84-489e-aff4-99745b6eac96 None None] Network cb64ea05-7ad9-49af-9358-204f4f3741b1 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:45:43.073806 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.127214 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] Deleting port 7a388819-995c-4f92-8c04-58ffd0fbfab9 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:45:43.127558 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.189615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] For port 7a388819-995c-4f92-8c04-58ffd0fbfab9, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=7a388819-995c-4f92-8c04-58ffd0fbfab9,segment=NetworkSegment(471b825e-60de-41e1-8e23-806476b5686e),segment_id=471b825e-60de-41e1-8e23-806476b5686e)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:45:43.189913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.202743 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] Calling delete_port for 7a388819-995c-4f92-8c04-58ffd0fbfab9 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:45:43.250569 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8ab8eb-1369-45f3-bdd2-e6ab25229da4 None None] DHCP port deletion for cb64ea05-7ad9-49af-9358-204f4f3741b1 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:45:43.294810 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.305997 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ab8eb-1369-45f3-bdd2-e6ab25229da4 None None] Deleting port 7a388819-995c-4f92-8c04-58ffd0fbfab9 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:45:43.306375 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a8ab8eb-1369-45f3-bdd2-e6ab25229da4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.309839 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] No DVR routers for this DVR port 7a388819-995c-4f92-8c04-58ffd0fbfab9 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:45:43.345928 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7a388819-995c-4f92-8c04-58ffd0fbfab9 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:45:43.349402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7a388819-995c-4f92-8c04-58ffd0fbfab9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:43.383037 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 7a388819-995c-4f92-8c04-58ffd0fbfab9 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:45:43.383672 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 7a388819-995c-4f92-8c04-58ffd0fbfab9 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:45:43.384125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 32b5c230-8a03-48d2-9c71-767ef7940fd0 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:45:43.406448 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.413027 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 32b5c230-8a03-48d2-9c71-767ef7940fd0 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:45:43.413375 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 32b5c230-8a03-48d2-9c71-767ef7940fd0 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:45:43.413796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 899d23b9-7fb6-444c-a018-ad3df94d5948 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:45:43.416313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb64ea05-7ad9-49af-9358-204f4f3741b1']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:43.427503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471b825e-60de-41e1-8e23-806476b5686e') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:43.427798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471b825e-60de-41e1-8e23-806476b5686e') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:43.436878 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.437088 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0a8ab8eb-1369-45f3-bdd2-e6ab25229da4 None None] For port 7a388819-995c-4f92-8c04-58ffd0fbfab9, host n-d-802893-1, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:45:43.437607 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a8ab8eb-1369-45f3-bdd2-e6ab25229da4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.439948 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 899d23b9-7fb6-444c-a018-ad3df94d5948 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:45:43.440292 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 899d23b9-7fb6-444c-a018-ad3df94d5948 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:45:43.452436 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0a8ab8eb-1369-45f3-bdd2-e6ab25229da4 None None] Calling delete_port for 7a388819-995c-4f92-8c04-58ffd0fbfab9 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:45:43.455178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-0a8ab8eb-1369-45f3-bdd2-e6ab25229da4 None None] Port 7a388819-995c-4f92-8c04-58ffd0fbfab9 was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 15:45:43.458218 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0a8ab8eb-1369-45f3-bdd2-e6ab25229da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.460749 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.468765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:45:43.469292 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:45:43.471411 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:45:43.487639 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ab8eb-1369-45f3-bdd2-e6ab25229da4 None None] Pushing event deleted for resources: {'Port': ['ID=7a388819-995c-4f92-8c04-58ffd0fbfab9,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:43.492362 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ab8eb-1369-45f3-bdd2-e6ab25229da4 None None] No DVR routers for this DVR port 7a388819-995c-4f92-8c04-58ffd0fbfab9 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:45:43.530374 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.536593 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.541888 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] 10.222.0.16 "DELETE /v2.0/networks/cb64ea05-7ad9-49af-9358-204f4f3741b1 HTTP/1.1" status: 204 len: 168 time: 0.5377433 Jul 29 15:45:43.561607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3b212-c79f-43a0-8f07-4a617df326ad admin admin] Pushing event deleted for resources: {'Network': ['ID=cb64ea05-7ad9-49af-9358-204f4f3741b1,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:43.709345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55036) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:43.749187 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7194c63d-31d1-45ec-9066-b99e157c3d65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d86befc6a50d4b2999eba8ffa4d039d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385597 Jul 29 15:45:43.752057 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55038) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:43.803897 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4f66feda-6b0c-4d7b-971d-c3ecb9332699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.825180 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4f66feda-6b0c-4d7b-971d-c3ecb9332699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.872618 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4f66feda-6b0c-4d7b-971d-c3ecb9332699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.875234 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4f66feda-6b0c-4d7b-971d-c3ecb9332699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:43.877191 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4f66feda-6b0c-4d7b-971d-c3ecb9332699 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1bfbb0aa-4fbb-44fa-8574-e58731fbced5 HTTP/1.1" status: 204 len: 168 time: 0.1241283 Jul 29 15:45:43.885542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66feda-6b0c-4d7b-971d-c3ecb9332699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfbb0aa-4fbb-44fa-8574-e58731fbced5,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:44.184549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55044) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:44.224407 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8b92a9d9-272f-49ac-985f-b4c2bc707b4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c3cc2a0aa0e4475aa276f6bdd05c5a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385926 Jul 29 15:45:44.226880 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55046) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:44.273994 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a75a1bbb-3983-40d0-8daf-e508c9c9e340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:44.299308 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a75a1bbb-3983-40d0-8daf-e508c9c9e340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:44.346546 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a75a1bbb-3983-40d0-8daf-e508c9c9e340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:44.349114 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a75a1bbb-3983-40d0-8daf-e508c9c9e340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:44.350256 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a75a1bbb-3983-40d0-8daf-e508c9c9e340 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/677537fc-d619-4a82-a302-8727c77e6b9f HTTP/1.1" status: 204 len: 168 time: 0.1224875 Jul 29 15:45:44.358850 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a1bbb-3983-40d0-8daf-e508c9c9e340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677537fc-d619-4a82-a302-8727c77e6b9f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:45.988392 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55086) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:45.993683 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c26739cf-8656-4cf8-9ac5-f3636a6c607d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252080649', 'description': 'tempest-secgroup-smoke-1252080649 description', 'project_id': '36a4f9ad7825435597e53da998c0efb6'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:45:46.017731 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c26739cf-8656-4cf8-9ac5-f3636a6c607d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.026205 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c26739cf-8656-4cf8-9ac5-f3636a6c607d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.117164 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c26739cf-8656-4cf8-9ac5-f3636a6c607d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.121043 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c26739cf-8656-4cf8-9ac5-f3636a6c607d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.157764 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26739cf-8656-4cf8-9ac5-f3636a6c607d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad983023-94be-4a5f-a95c-bda1f7fd06b7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:46.216000 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c26739cf-8656-4cf8-9ac5-f3636a6c607d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.221685 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c26739cf-8656-4cf8-9ac5-f3636a6c607d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.252494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26739cf-8656-4cf8-9ac5-f3636a6c607d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58e7853-7a02-431a-80a9-beee55ed56e7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:46.255390 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c26739cf-8656-4cf8-9ac5-f3636a6c607d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.259998 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c26739cf-8656-4cf8-9ac5-f3636a6c607d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2675176 Jul 29 15:45:46.260480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55088) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:46.267289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-33e12742-96a7-477a-9afd-3cac5389e191 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'e58e7853-7a02-431a-80a9-beee55ed56e7', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:45:46.294433 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33e12742-96a7-477a-9afd-3cac5389e191 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.350464 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33e12742-96a7-477a-9afd-3cac5389e191 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.354047 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33e12742-96a7-477a-9afd-3cac5389e191 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.371807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e12742-96a7-477a-9afd-3cac5389e191 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf8ca32-7020-4e2e-a871-fc08f416bf4c,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:46.377303 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-33e12742-96a7-477a-9afd-3cac5389e191 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.378547 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-33e12742-96a7-477a-9afd-3cac5389e191 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167474 Jul 29 15:45:46.381327 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55090) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:46.385818 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c6464935-75ea-46e4-b3a0-14dc59bc4f72 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'e58e7853-7a02-431a-80a9-beee55ed56e7', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:45:46.413083 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6464935-75ea-46e4-b3a0-14dc59bc4f72 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.469913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6464935-75ea-46e4-b3a0-14dc59bc4f72 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.473526 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6464935-75ea-46e4-b3a0-14dc59bc4f72 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.490515 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6464935-75ea-46e4-b3a0-14dc59bc4f72 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c14e9bf-34a0-47ed-a78f-d81deed3a6a6,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:46.497138 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c6464935-75ea-46e4-b3a0-14dc59bc4f72 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.499055 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c6464935-75ea-46e4-b3a0-14dc59bc4f72 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166623 Jul 29 15:45:46.501827 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55092) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:46.506379 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-887b50b2-0170-401e-9bc7-769cb4d29001 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'e58e7853-7a02-431a-80a9-beee55ed56e7', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:45:46.533375 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-887b50b2-0170-401e-9bc7-769cb4d29001 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.591610 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-887b50b2-0170-401e-9bc7-769cb4d29001 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.595754 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-887b50b2-0170-401e-9bc7-769cb4d29001 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.617453 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b50b2-0170-401e-9bc7-769cb4d29001 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14845b70-97f5-4b20-a919-ed21a0a57b41,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:46.620713 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-887b50b2-0170-401e-9bc7-769cb4d29001 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.621871 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-887b50b2-0170-401e-9bc7-769cb4d29001 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190119 Jul 29 15:45:46.625360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55094) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:46.629809 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4e440067-878e-4ae9-8090-f1bae3dd46f9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'e58e7853-7a02-431a-80a9-beee55ed56e7', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:45:46.655607 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e440067-878e-4ae9-8090-f1bae3dd46f9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.714246 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e440067-878e-4ae9-8090-f1bae3dd46f9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.718206 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e440067-878e-4ae9-8090-f1bae3dd46f9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.734138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e440067-878e-4ae9-8090-f1bae3dd46f9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5691f00-2cfc-49e9-97d5-bd9c1a6ef1ef,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:46.742681 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e440067-878e-4ae9-8090-f1bae3dd46f9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.743934 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4e440067-878e-4ae9-8090-f1bae3dd46f9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176231 Jul 29 15:45:46.746702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55096) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:46.752247 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-41b2870b-a57f-4ab1-9458-23960af1baa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'e58e7853-7a02-431a-80a9-beee55ed56e7', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:45:46.773605 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-41b2870b-a57f-4ab1-9458-23960af1baa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Project 36a4f9ad7825435597e53da998c0efb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:45:46.778611 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41b2870b-a57f-4ab1-9458-23960af1baa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.840835 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41b2870b-a57f-4ab1-9458-23960af1baa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.846024 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41b2870b-a57f-4ab1-9458-23960af1baa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.865195 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2870b-a57f-4ab1-9458-23960af1baa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea1c4ce-2d90-4d60-92b5-a81c93058842,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:46.874820 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-41b2870b-a57f-4ab1-9458-23960af1baa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.876039 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-41b2870b-a57f-4ab1-9458-23960af1baa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283786 Jul 29 15:45:46.878821 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55098) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:46.883326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-cad234c3-e47f-4008-8261-743ec677bbec tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'e58e7853-7a02-431a-80a9-beee55ed56e7', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:45:46.904498 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-cad234c3-e47f-4008-8261-743ec677bbec tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Project 36a4f9ad7825435597e53da998c0efb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:45:46.909244 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cad234c3-e47f-4008-8261-743ec677bbec tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.970665 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cad234c3-e47f-4008-8261-743ec677bbec tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.974157 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cad234c3-e47f-4008-8261-743ec677bbec tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:46.993796 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad234c3-e47f-4008-8261-743ec677bbec tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ed26d3-12d6-494a-9ead-87462e45665e,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:46.999918 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-cad234c3-e47f-4008-8261-743ec677bbec tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:47.001234 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-cad234c3-e47f-4008-8261-743ec677bbec tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214268 Jul 29 15:45:47.004397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55100) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:47.009306 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0846fae9-d622-4090-820e-4d749d6883c6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'network': {'name': 'tempest-network-smoke--1931335108', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'port_security_enabled': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:45:47.029533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0846fae9-d622-4090-820e-4d749d6883c6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Made reservation on behalf of 36a4f9ad7825435597e53da998c0efb6 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:45:47.032985 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0846fae9-d622-4090-820e-4d749d6883c6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:47.058710 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0846fae9-d622-4090-820e-4d749d6883c6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:45:47.067983 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0846fae9-d622-4090-820e-4d749d6883c6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:47.068318 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-0846fae9-d622-4090-820e-4d749d6883c6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Added segment fb9f3b33-cdd6-4045-bc98-0d233b603070 of type vlan for network 267e84f4-670a-4ad8-98ed-02d3f599d05a Jul 29 15:45:47.106796 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0846fae9-d622-4090-820e-4d749d6883c6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:47.134602 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0846fae9-d622-4090-820e-4d749d6883c6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:47.140447 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0846fae9-d622-4090-820e-4d749d6883c6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:47.141052 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0846fae9-d622-4090-820e-4d749d6883c6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:47.195617 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0846fae9-d622-4090-820e-4d749d6883c6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1901653 Jul 29 15:45:47.198488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55102) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:47.205277 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1667101603', 'admin_state_up': True, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:45:47.219729 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846fae9-d622-4090-820e-4d749d6883c6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Network': ['ID=267e84f4-670a-4ad8-98ed-02d3f599d05a,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:47.231116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 267e84f4-670a-4ad8-98ed-02d3f599d05a details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:45:47.237709 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:47.239028 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:47.295476 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:47.756457 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:47.947569 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:47.965908 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:48.070775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.25.6.111 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/47d926b7-0a30-4946-a899-be39704289da) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:45:48.169242 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:48.209081 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:48.253626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:45:48.256464 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:45:48.262078 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:45:48.285324 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=47d926b7-0a30-4946-a899-be39704289da,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:48.515077 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:48.713677 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:48.842126 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 7f26213e-7cf4-425a-9d89-c68644d07825 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:45:48.944250 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:45:48.954351 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Sync routers for ids ['7f26213e-7cf4-425a-9d89-c68644d07825'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:45:48.963480 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Routers {'7f26213e-7cf4-425a-9d89-c68644d07825'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:45:48.963697 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:48.964135 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:45:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7f26213e-7cf4-425a-9d89-c68644d07825'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:48.965101 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-fd6b042e-c790-4917-aa33-5839d528fc84 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7656946 Jul 29 15:45:48.968170 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55104) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:49.073018 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Set router 7f26213e-7cf4-425a-9d89-c68644d07825 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:45:49.092494 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-29166896-2b74-4325-a69b-1ff6899b9ca9 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=36a4f9ad7825435597e53da998c0efb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1229758 Jul 29 15:45:49.095338 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55108) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:49.181146 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa3141-6ce5-46e2-a18d-c4185f63f2cd tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:49.186052 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d4fa3141-6ce5-46e2-a18d-c4185f63f2cd tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864298 Jul 29 15:45:49.186270 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55110) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:49.213313 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9cac405a-3e87-4502-903c-af497cdbc5b5 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260963 Jul 29 15:45:49.216184 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55112) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:49.221431 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c1a49bf2-0eba-4d04-9d2c-3ffb826a0f2d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-513260591', 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:45:49.253636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667101603', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '47d926b7-0a30-4946-a899-be39704289da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:48Z', 'revision_number': 3, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': '47d926b7-0a30-4946-a899-be39704289da', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:49.279604 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Checking router: 7f26213e-7cf4-425a-9d89-c68644d07825 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:45:49.280002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Updating router 7f26213e-7cf4-425a-9d89-c68644d07825 port 47d926b7-0a30-4946-a899-be39704289da binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:45:49.308135 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:49.314650 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a49bf2-0eba-4d04-9d2c-3ffb826a0f2d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Made reservation on behalf of 36a4f9ad7825435597e53da998c0efb6 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:45:49.318257 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c1a49bf2-0eba-4d04-9d2c-3ffb826a0f2d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:49.502536 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c1a49bf2-0eba-4d04-9d2c-3ffb826a0f2d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:49.559411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a49bf2-0eba-4d04-9d2c-3ffb826a0f2d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Subnet': ['ID=03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:49.577709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a49bf2-0eba-4d04-9d2c-3ffb826a0f2d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Checking segment: {'id': 'fb9f3b33-cdd6-4045-bc98-0d233b603070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:45:49.578118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a49bf2-0eba-4d04-9d2c-3ffb826a0f2d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network hostable DHCP agents. Network: 267e84f4-670a-4ad8-98ed-02d3f599d05a, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:45:49.596419 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a49bf2-0eba-4d04-9d2c-3ffb826a0f2d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 267e84f4-670a-4ad8-98ed-02d3f599d05a is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:45:49.606264 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-c1a49bf2-0eba-4d04-9d2c-3ffb826a0f2d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 267e84f4-670a-4ad8-98ed-02d3f599d05a) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:45:49.613892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a49bf2-0eba-4d04-9d2c-3ffb826a0f2d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:49.614554 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c1a49bf2-0eba-4d04-9d2c-3ffb826a0f2d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:49.626766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319db6e5-8951-4e59-8c7a-1d0c95fbf972 None None] Network 267e84f4-670a-4ad8-98ed-02d3f599d05a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:45:49.633646 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55114) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:45:49.634153 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c1a49bf2-0eba-4d04-9d2c-3ffb826a0f2d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4159617 Jul 29 15:45:49.821606 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:49.848870 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Transition to ACTIVE for port object 47d926b7-0a30-4946-a899-be39704289da will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:45:49.855558 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:49.861226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-267e84f4-670a-4ad8-98ed-02d3f599d05a', 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ips': [{'subnet_id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:45:49.862082 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:49.925834 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Attempting to bind port 47d926b7-0a30-4946-a899-be39704289da on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:45:49.926209 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Attempting to bind port 47d926b7-0a30-4946-a899-be39704289da by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:45:49.926579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Attempting to bind port 47d926b7-0a30-4946-a899-be39704289da on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:45:49.938877 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88a11c-bd7d-4433-b43f-0bf06193dbae None None] Pushing event updated for resources: {'Port': ['ID=47d926b7-0a30-4946-a899-be39704289da,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:49.987449 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:45:49.988188 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:45:49.988188 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:49.988598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:45:49.989104 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Bound port: 47d926b7-0a30-4946-a899-be39704289da, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:45:49.989486 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:50.076610 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:50.084115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] For port 47d926b7-0a30-4946-a899-be39704289da, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:45:50.088881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] For port 47d926b7-0a30-4946-a899-be39704289da, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=47d926b7-0a30-4946-a899-be39704289da,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:45:50.096512 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:50.103692 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Allocated IP 172.20.0.2 (267e84f4-670a-4ad8-98ed-02d3f599d05a/03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f/74f04ea2-7ed0-42dc-be56-4acf4b219726) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:45:50.216020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Routers {'7f26213e-7cf4-425a-9d89-c68644d07825'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:45:50.217272 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:45:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7f26213e-7cf4-425a-9d89-c68644d07825'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:50.222535 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88a11c-bd7d-4433-b43f-0bf06193dbae None None] Pushing event updated for resources: {'Port': ['ID=47d926b7-0a30-4946-a899-be39704289da,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:50.380190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] Set router 7f26213e-7cf4-425a-9d89-c68644d07825 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:45:50.457050 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:50.491732 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Transition to ACTIVE for port object 74f04ea2-7ed0-42dc-be56-4acf4b219726 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:45:50.526478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Transition to ACTIVE for port object 74f04ea2-7ed0-42dc-be56-4acf4b219726 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:45:50.538599 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:50.582459 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.20.0.1 (267e84f4-670a-4ad8-98ed-02d3f599d05a/03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f/8fda20d5-44f8-4e27-be17-e106c9008551) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:45:50.602808 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Network 267e84f4-670a-4ad8-98ed-02d3f599d05a is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:45:50.611799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:45:50.616880 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:45:50.621749 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Pushing event updated for resources: {'Port': ['ID=74f04ea2-7ed0-42dc-be56-4acf4b219726,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:50.686723 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Attempting to bind port 74f04ea2-7ed0-42dc-be56-4acf4b219726 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:45:50.687002 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Attempting to bind port 74f04ea2-7ed0-42dc-be56-4acf4b219726 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fb9f3b33-cdd6-4045-bc98-0d233b603070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:45:50.687366 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Attempting to bind port 74f04ea2-7ed0-42dc-be56-4acf4b219726 on network 267e84f4-670a-4ad8-98ed-02d3f599d05a {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:45:50.695512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667101603', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '47d926b7-0a30-4946-a899-be39704289da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:48Z', 'revision_number': 3, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': '47d926b7-0a30-4946-a899-be39704289da', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:50.698346 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:45:50.698722 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Checking segment: {'id': 'fb9f3b33-cdd6-4045-bc98-0d233b603070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:45:50.699125 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:50.699517 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Bound using segment: {'id': 'fb9f3b33-cdd6-4045-bc98-0d233b603070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:45:50.699984 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Bound port: 74f04ea2-7ed0-42dc-be56-4acf4b219726, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9f3b33-cdd6-4045-bc98-0d233b603070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:45:50.700365 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:50.701230 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:50.717653 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Transition to ACTIVE for port object 8fda20d5-44f8-4e27-be17-e106c9008551 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:45:50.734088 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e85c9f-e7b1-4670-a52e-81da5a98e2d3 None None] The sync data for ids ['7f26213e-7cf4-425a-9d89-c68644d07825'] in n-d-802893-1 is: [{'id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667101603', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '47d926b7-0a30-4946-a899-be39704289da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:48Z', 'revision_number': 3, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': '47d926b7-0a30-4946-a899-be39704289da', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:45:50.759980 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:50.798082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] For port 74f04ea2-7ed0-42dc-be56-4acf4b219726, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:45:50.802033 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] For port 74f04ea2-7ed0-42dc-be56-4acf4b219726, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=74f04ea2-7ed0-42dc-be56-4acf4b219726,segment=NetworkSegment(fb9f3b33-cdd6-4045-bc98-0d233b603070),segment_id=fb9f3b33-cdd6-4045-bc98-0d233b603070)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:45:50.802988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 267e84f4-670a-4ad8-98ed-02d3f599d05a is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:45:50.806272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:45:50.807843 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:50.811674 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:45:50.845553 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=8fda20d5-44f8-4e27-be17-e106c9008551,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:50.867537 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:50.877102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5942871-4546-4f73-b4cd-51abe532d672 None None] Pushing event updated for resources: {'Port': ['ID=74f04ea2-7ed0-42dc-be56-4acf4b219726,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:51.046468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:51.261707 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 74f04ea2-7ed0-42dc-be56-4acf4b219726 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:45:51.322693 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 74f04ea2-7ed0-42dc-be56-4acf4b219726 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:45:51.328307 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 47d926b7-0a30-4946-a899-be39704289da up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:45:51.378314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 47d926b7-0a30-4946-a899-be39704289da completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:45:51.383041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 47d926b7-0a30-4946-a899-be39704289da triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:45:51.383422 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:51.384483 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:51.391704 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:51.470898 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:51.471153 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:51.472752 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=8fda20d5-44f8-4e27-be17-e106c9008551,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:51.492576 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 47d926b7-0a30-4946-a899-be39704289da, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=47d926b7-0a30-4946-a899-be39704289da,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:45:51.498176 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:51.559595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=47d926b7-0a30-4946-a899-be39704289da,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:51.583952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 267e84f4-670a-4ad8-98ed-02d3f599d05a is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:45:51.585594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:45:51.711601 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 7f26213e-7cf4-425a-9d89-c68644d07825 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:45:51.832459 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:45:51.840143 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d22b7870-7ac1-4f87-b16f-70433a28faee tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "PUT /v2.0/routers/7f26213e-7cf4-425a-9d89-c68644d07825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2046471 Jul 29 15:45:51.954899 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190340fa-ee84-4e05-9f3a-e1f143d5f61b None None] Network 267e84f4-670a-4ad8-98ed-02d3f599d05a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:45:52.006495 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-2b98cddd-248a-456e-b07f-c72bd8ce85f1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252080649&fields=id&tenant_id=36a4f9ad7825435597e53da998c0efb6 HTTP/1.1" status: 200 len: 267 time: 0.0402141 Jul 29 15:45:52.052112 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1c8a7f17-a015-4de9-ab12-48b855c9208e None None] Provisioning for port 74f04ea2-7ed0-42dc-be56-4acf4b219726 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:45:52.075158 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1c8a7f17-a015-4de9-ab12-48b855c9208e None None] Provisioning complete for port 74f04ea2-7ed0-42dc-be56-4acf4b219726 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:45:52.075538 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1c8a7f17-a015-4de9-ab12-48b855c9208e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:52.117576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-f92b15c8-912c-4353-8942-c8a7dc6d7e93 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:52.119321 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-f92b15c8-912c-4353-8942-c8a7dc6d7e93 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/networks?id=267e84f4-670a-4ad8-98ed-02d3f599d05a HTTP/1.1" status: 200 len: 797 time: 0.1048894 Jul 29 15:45:52.135671 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-0afa12bf-e819-421b-add0-b96054375190 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/quotas/36a4f9ad7825435597e53da998c0efb6 HTTP/1.1" status: 200 len: 375 time: 0.0097604 Jul 29 15:45:52.201439 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1c8a7f17-a015-4de9-ab12-48b855c9208e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:52.208720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-d001d397-e00f-473f-83bb-934b6cea8696 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662093 Jul 29 15:45:52.255892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1c8a7f17-a015-4de9-ab12-48b855c9208e None None] For port 74f04ea2-7ed0-42dc-be56-4acf4b219726, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=74f04ea2-7ed0-42dc-be56-4acf4b219726,segment=NetworkSegment(fb9f3b33-cdd6-4045-bc98-0d233b603070),segment_id=fb9f3b33-cdd6-4045-bc98-0d233b603070)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:45:52.261573 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1c8a7f17-a015-4de9-ab12-48b855c9208e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:52.312606 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a7f17-a015-4de9-ab12-48b855c9208e None None] Pushing event updated for resources: {'Port': ['ID=74f04ea2-7ed0-42dc-be56-4acf4b219726,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:52.320525 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-e13f0fca-3d77-4ae7-bc2b-ce5df05df166 service neutron] 10.222.0.16 "GET /v2.0/networks/267e84f4-670a-4ad8-98ed-02d3f599d05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989857 Jul 29 15:45:52.424549 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-3eab465a-2a55-4923-8f68-7d16acfc25a3 service neutron] 10.222.0.16 "GET /v2.0/networks/267e84f4-670a-4ad8-98ed-02d3f599d05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966976 Jul 29 15:45:52.486336 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c8e55063-3bcb-4fca-9639-d3942fa005fb None None] Provisioning complete for port 74f04ea2-7ed0-42dc-be56-4acf4b219726 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:45:52.486929 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8e55063-3bcb-4fca-9639-d3942fa005fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:52.592829 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c8e55063-3bcb-4fca-9639-d3942fa005fb None None] Provisioning for port 8fda20d5-44f8-4e27-be17-e106c9008551 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:45:52.597417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-c8e55063-3bcb-4fca-9639-d3942fa005fb None None] Provisioning complete for port 8fda20d5-44f8-4e27-be17-e106c9008551 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:45:52.597946 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8e55063-3bcb-4fca-9639-d3942fa005fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:52.636098 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-c8e55063-3bcb-4fca-9639-d3942fa005fb None None] Port 8fda20d5-44f8-4e27-be17-e106c9008551 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:45:52.641254 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8ec5c942-8554-4351-b656-85e2ee8c4f90 req-fd1efe7d-419d-4944-8613-d5aff83b5fed tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 210 time: 0.0438409 Jul 29 15:45:52.658311 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Sync routers for ids ['7f26213e-7cf4-425a-9d89-c68644d07825'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:45:52.668755 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Routers {'7f26213e-7cf4-425a-9d89-c68644d07825'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:45:52.669494 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:45:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7f26213e-7cf4-425a-9d89-c68644d07825'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:52.760011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f25fbd6f-050e-417f-9f9f-bda81a43fd35 None None] Provisioning complete for port 8fda20d5-44f8-4e27-be17-e106c9008551 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:45:52.760381 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f25fbd6f-050e-417f-9f9f-bda81a43fd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:52.803662 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Set router 7f26213e-7cf4-425a-9d89-c68644d07825 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:45:52.808919 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f25fbd6f-050e-417f-9f9f-bda81a43fd35 None None] Port 8fda20d5-44f8-4e27-be17-e106c9008551 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:45:52.930206 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4819587b-4bea-4055-abe6-60e3f76e74b0 None None] Provisioning complete for port 8fda20d5-44f8-4e27-be17-e106c9008551 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:45:52.930875 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4819587b-4bea-4055-abe6-60e3f76e74b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:52.970389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4819587b-4bea-4055-abe6-60e3f76e74b0 None None] Port 8fda20d5-44f8-4e27-be17-e106c9008551 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:45:53.016438 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667101603', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '47d926b7-0a30-4946-a899-be39704289da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:50Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': '47d926b7-0a30-4946-a899-be39704289da', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '8fda20d5-44f8-4e27-be17-e106c9008551', 'name': '', 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:be:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:50Z', 'updated_at': '2021-07-29T15:45:51Z', 'revision_number': 2, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:53.042156 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Checking router: 7f26213e-7cf4-425a-9d89-c68644d07825 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:45:53.042503 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Updating router 7f26213e-7cf4-425a-9d89-c68644d07825 port 8fda20d5-44f8-4e27-be17-e106c9008551 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:45:53.071159 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:53.159503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 74f04ea2-7ed0-42dc-be56-4acf4b219726 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:45:53.209639 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 74f04ea2-7ed0-42dc-be56-4acf4b219726 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:45:53.210317 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:53.295855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 47d926b7-0a30-4946-a899-be39704289da up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:45:53.349180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 47d926b7-0a30-4946-a899-be39704289da triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:45:53.349879 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:53.445967 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:53.456090 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Transition to ACTIVE for port object 8fda20d5-44f8-4e27-be17-e106c9008551 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:45:53.461602 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:53.506754 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287ba09-92f3-4f60-88f8-da7cc00c0fbc None None] Pushing event updated for resources: {'Port': ['ID=8fda20d5-44f8-4e27-be17-e106c9008551,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:53.520517 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287ba09-92f3-4f60-88f8-da7cc00c0fbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:53.520881 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287ba09-92f3-4f60-88f8-da7cc00c0fbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:53.521216 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287ba09-92f3-4f60-88f8-da7cc00c0fbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:53.521541 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287ba09-92f3-4f60-88f8-da7cc00c0fbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:53.521861 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287ba09-92f3-4f60-88f8-da7cc00c0fbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:53.522188 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287ba09-92f3-4f60-88f8-da7cc00c0fbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:53.522505 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287ba09-92f3-4f60-88f8-da7cc00c0fbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:53.522820 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287ba09-92f3-4f60-88f8-da7cc00c0fbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:53.523137 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287ba09-92f3-4f60-88f8-da7cc00c0fbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:53.523449 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287ba09-92f3-4f60-88f8-da7cc00c0fbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:53.523765 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287ba09-92f3-4f60-88f8-da7cc00c0fbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:53.524072 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6287ba09-92f3-4f60-88f8-da7cc00c0fbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:45:53.581411 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Attempting to bind port 8fda20d5-44f8-4e27-be17-e106c9008551 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:45:53.581938 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Attempting to bind port 8fda20d5-44f8-4e27-be17-e106c9008551 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fb9f3b33-cdd6-4045-bc98-0d233b603070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:45:53.582328 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Attempting to bind port 8fda20d5-44f8-4e27-be17-e106c9008551 on network 267e84f4-670a-4ad8-98ed-02d3f599d05a {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:45:53.587465 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:45:53.587836 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Checking segment: {'id': 'fb9f3b33-cdd6-4045-bc98-0d233b603070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:45:53.588237 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:53.588631 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Bound using segment: {'id': 'fb9f3b33-cdd6-4045-bc98-0d233b603070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:45:53.589121 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Bound port: 8fda20d5-44f8-4e27-be17-e106c9008551, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9f3b33-cdd6-4045-bc98-0d233b603070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:45:53.589509 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:53.653825 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] For port 8fda20d5-44f8-4e27-be17-e106c9008551, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:45:53.657002 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] For port 8fda20d5-44f8-4e27-be17-e106c9008551, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8fda20d5-44f8-4e27-be17-e106c9008551,segment=NetworkSegment(fb9f3b33-cdd6-4045-bc98-0d233b603070),segment_id=fb9f3b33-cdd6-4045-bc98-0d233b603070)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:45:53.665203 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:53.725334 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Routers {'7f26213e-7cf4-425a-9d89-c68644d07825'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:45:53.726104 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:45:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7f26213e-7cf4-425a-9d89-c68644d07825'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:53.770663 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c1fac7dc-8294-4185-8e04-1fecb774a756 req-7e5a839a-50d3-4acd-9b01-02786c9fe002 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 210 time: 0.0421965 Jul 29 15:45:53.771607 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287ba09-92f3-4f60-88f8-da7cc00c0fbc None None] Pushing event updated for resources: {'Port': ['ID=8fda20d5-44f8-4e27-be17-e106c9008551,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:53.880413 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] Set router 7f26213e-7cf4-425a-9d89-c68644d07825 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:45:53.901948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-f0a62a99-cb36-4da7-8ee3-778f622b7038 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:53.904158 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-f0a62a99-cb36-4da7-8ee3-778f622b7038 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.38 "GET /v2.0/networks?id=267e84f4-670a-4ad8-98ed-02d3f599d05a HTTP/1.1" status: 200 len: 797 time: 0.1514778 Jul 29 15:45:53.956965 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-98090208-f3d8-4b7b-bab9-be8dc3e1d011 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36a4f9ad7825435597e53da998c0efb6 HTTP/1.1" status: 200 len: 380 time: 0.0384696 Jul 29 15:45:53.969317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-c7413c5a-7dcf-4af8-97aa-1a2accccee1a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'port': {'device_id': 'ce72e23e-d289-4800-b7e8-acf309b0fb61', 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a', 'admin_state_up': True, 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'security_groups': ['e58e7853-7a02-431a-80a9-beee55ed56e7']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:45:54.077825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-c7413c5a-7dcf-4af8-97aa-1a2accccee1a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Made reservation on behalf of 36a4f9ad7825435597e53da998c0efb6 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:45:54.081350 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-c7413c5a-7dcf-4af8-97aa-1a2accccee1a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:54.088315 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667101603', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '47d926b7-0a30-4946-a899-be39704289da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:50Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': '47d926b7-0a30-4946-a899-be39704289da', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '8fda20d5-44f8-4e27-be17-e106c9008551', 'name': '', 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:be:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:50Z', 'updated_at': '2021-07-29T15:45:53Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:45:54.115189 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c342d8-10ef-4381-8d98-f909fa45f997 None None] The sync data for ids ['7f26213e-7cf4-425a-9d89-c68644d07825'] in n-d-802893-1 is: [{'id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667101603', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '47d926b7-0a30-4946-a899-be39704289da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:50Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': '47d926b7-0a30-4946-a899-be39704289da', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '8fda20d5-44f8-4e27-be17-e106c9008551', 'name': '', 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:be:c6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:50Z', 'updated_at': '2021-07-29T15:45:53Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:45:54.228416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-c7413c5a-7dcf-4af8-97aa-1a2accccee1a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.20.0.14 (267e84f4-670a-4ad8-98ed-02d3f599d05a/03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f/7be78e62-6cac-4a4f-867c-d0b159e3d305) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:45:54.376240 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-c7413c5a-7dcf-4af8-97aa-1a2accccee1a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:54.391332 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-c7413c5a-7dcf-4af8-97aa-1a2accccee1a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Transition to ACTIVE for port object 7be78e62-6cac-4a4f-867c-d0b159e3d305 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:45:54.425147 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-c7413c5a-7dcf-4af8-97aa-1a2accccee1a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:54.469261 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-c7413c5a-7dcf-4af8-97aa-1a2accccee1a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 267e84f4-670a-4ad8-98ed-02d3f599d05a is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:45:54.472661 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-c7413c5a-7dcf-4af8-97aa-1a2accccee1a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:45:54.478596 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-c7413c5a-7dcf-4af8-97aa-1a2accccee1a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:45:54.485769 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7413c5a-7dcf-4af8-97aa-1a2accccee1a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=7be78e62-6cac-4a4f-867c-d0b159e3d305,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:54.537381 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-c7413c5a-7dcf-4af8-97aa-1a2accccee1a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:54.538012 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-c7413c5a-7dcf-4af8-97aa-1a2accccee1a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:54.554568 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-c7413c5a-7dcf-4af8-97aa-1a2accccee1a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5900176 Jul 29 15:45:54.623562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Request body: {'port': {'device_id': 'ce72e23e-d289-4800-b7e8-acf309b0fb61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:45:54.687644 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:54.746332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5102aec3-a44e-48dc-90d6-65bb95f3cbc5 None None] Provisioning for port 7be78e62-6cac-4a4f-867c-d0b159e3d305 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:45:54.751455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5102aec3-a44e-48dc-90d6-65bb95f3cbc5 None None] Provisioning complete for port 7be78e62-6cac-4a4f-867c-d0b159e3d305 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:45:54.752034 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5102aec3-a44e-48dc-90d6-65bb95f3cbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:54.791433 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5102aec3-a44e-48dc-90d6-65bb95f3cbc5 None None] Port 7be78e62-6cac-4a4f-867c-d0b159e3d305 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:45:54.949581 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f2b31-292a-47ab-a318-2f22057600da req-97877410-a8b4-4f9c-9395-13c3dce4ed21 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:54.951834 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-460f2b31-292a-47ab-a318-2f22057600da req-97877410-a8b4-4f9c-9395-13c3dce4ed21 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 932 time: 0.0936775 Jul 29 15:45:55.010133 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-460f2b31-292a-47ab-a318-2f22057600da req-ccfe785e-2334-4019-9768-3f42db1e2b67 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509658 Jul 29 15:45:55.048807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be78e62-6cac-4a4f-867c-d0b159e3d305 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:45:55.057185 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:55.070450 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Transition to ACTIVE for port object 7be78e62-6cac-4a4f-867c-d0b159e3d305 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:45:55.076304 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:55.129650 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Pushing event updated for resources: {'Port': ['ID=7be78e62-6cac-4a4f-867c-d0b159e3d305,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:55.180563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8fda20d5-44f8-4e27-be17-e106c9008551 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:45:55.218454 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Attempting to bind port 7be78e62-6cac-4a4f-867c-d0b159e3d305 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:45:55.219259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Attempting to bind port 7be78e62-6cac-4a4f-867c-d0b159e3d305 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': 'fb9f3b33-cdd6-4045-bc98-0d233b603070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:45:55.219259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Attempting to bind port 7be78e62-6cac-4a4f-867c-d0b159e3d305 on network 267e84f4-670a-4ad8-98ed-02d3f599d05a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:45:55.224700 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Port 7be78e62-6cac-4a4f-867c-d0b159e3d305 on network 267e84f4-670a-4ad8-98ed-02d3f599d05a not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:45:55.225026 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Attempting to bind port 7be78e62-6cac-4a4f-867c-d0b159e3d305 on network 267e84f4-670a-4ad8-98ed-02d3f599d05a {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:45:55.230274 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:45:55.230610 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Checking segment: {'id': 'fb9f3b33-cdd6-4045-bc98-0d233b603070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:45:55.230989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Bound using segment: {'id': 'fb9f3b33-cdd6-4045-bc98-0d233b603070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:45:55.231564 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Bound port: 7be78e62-6cac-4a4f-867c-d0b159e3d305, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb9f3b33-cdd6-4045-bc98-0d233b603070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:45:55.232592 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:55.239696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 8fda20d5-44f8-4e27-be17-e106c9008551 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:45:55.245355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8fda20d5-44f8-4e27-be17-e106c9008551 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:45:55.245749 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:55.311530 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] For port 7be78e62-6cac-4a4f-867c-d0b159e3d305, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:45:55.314834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] For port 7be78e62-6cac-4a4f-867c-d0b159e3d305, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7be78e62-6cac-4a4f-867c-d0b159e3d305,segment=NetworkSegment(fb9f3b33-cdd6-4045-bc98-0d233b603070),segment_id=fb9f3b33-cdd6-4045-bc98-0d233b603070)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:45:55.320619 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:55.328738 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:55.356733 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:55.357575 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:55.358975 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] 10.222.0.38 "PUT /v2.0/ports/7be78e62-6cac-4a4f-867c-d0b159e3d305 HTTP/1.1" status: 200 len: 1092 time: 0.7918050 Jul 29 15:45:55.359770 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce72e23e-d289-4800-b7e8-acf309b0fb61', 'tag': '7be78e62-6cac-4a4f-867c-d0b159e3d305'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:45:55.361754 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3489c5-d5e1-4372-9f1e-d2d3c4daac0b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce72e23e-d289-4800-b7e8-acf309b0fb61", "tag": "7be78e62-6cac-4a4f-867c-d0b159e3d305"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:45:55.371360 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 8fda20d5-44f8-4e27-be17-e106c9008551, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8fda20d5-44f8-4e27-be17-e106c9008551,segment=NetworkSegment(fb9f3b33-cdd6-4045-bc98-0d233b603070),segment_id=fb9f3b33-cdd6-4045-bc98-0d233b603070)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:45:55.377488 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:55.394637 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c190a3-e7f9-4b88-8c1c-987ace65c848 service neutron] Pushing event updated for resources: {'Port': ['ID=7be78e62-6cac-4a4f-867c-d0b159e3d305,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:55.424776 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3f8d54-345f-4e4c-94f5-1abcc7e4f864 x-openstack-request-id: req-ee3f8d54-345f-4e4c-94f5-1abcc7e4f864 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:45:55.425070 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce72e23e-d289-4800-b7e8-acf309b0fb61", "tag": "7be78e62-6cac-4a4f-867c-d0b159e3d305", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:45:55.425320 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee3f8d54-345f-4e4c-94f5-1abcc7e4f864 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:45:55.425814 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce72e23e-d289-4800-b7e8-acf309b0fb61', 'tag': '7be78e62-6cac-4a4f-867c-d0b159e3d305', 'status': 'completed', 'code': 200} Jul 29 15:45:55.449055 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=8fda20d5-44f8-4e27-be17-e106c9008551,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:45:55.481285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-614c5f44-2057-4f70-b2cf-aeb8ab7dc9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:55.482932 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-614c5f44-2057-4f70-b2cf-aeb8ab7dc9e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 1095 time: 0.0427725 Jul 29 15:45:55.530635 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-1e311d1a-d9b6-4546-94df-f0df255b3c08 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7be78e62-6cac-4a4f-867c-d0b159e3d305 HTTP/1.1" status: 200 len: 217 time: 0.0354495 Jul 29 15:45:55.587954 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-55efcd8d-1400-4596-be2b-a25dd50b2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:55.589488 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-55efcd8d-1400-4596-be2b-a25dd50b2870 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f HTTP/1.1" status: 200 len: 834 time: 0.0502148 Jul 29 15:45:55.635939 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-70ee050d-0b0f-4ea5-8757-ac6ba57a5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:55.637365 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-70ee050d-0b0f-4ea5-8757-ac6ba57a5cac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=267e84f4-670a-4ad8-98ed-02d3f599d05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398414 Jul 29 15:45:55.730564 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-d95e2039-aa0e-4423-a9e5-7c3ce73308d2 service neutron] 10.222.0.38 "GET /v2.0/networks/267e84f4-670a-4ad8-98ed-02d3f599d05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857284 Jul 29 15:45:55.821487 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-72e5c31d-a24a-4f8b-a7c4-16a205f41c30 req-279f58b3-0c82-4024-a6d6-336a4e4ec56d service neutron] 10.222.0.38 "GET /v2.0/networks/267e84f4-670a-4ad8-98ed-02d3f599d05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832891 Jul 29 15:45:55.944465 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3489c5-d5e1-4372-9f1e-d2d3c4daac0b req-d335332c-ec1e-4ef2-b8ce-e2b910a2ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:55.945891 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab3489c5-d5e1-4372-9f1e-d2d3c4daac0b req-d335332c-ec1e-4ef2-b8ce-e2b910a2ccaf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 1095 time: 0.0406892 Jul 29 15:45:56.037442 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3489c5-d5e1-4372-9f1e-d2d3c4daac0b req-6bda9bb9-b0cb-47f5-9d2e-b1fc13c42838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:56.038906 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab3489c5-d5e1-4372-9f1e-d2d3c4daac0b req-6bda9bb9-b0cb-47f5-9d2e-b1fc13c42838 service neutron] 10.222.0.38 "GET /v2.0/networks?id=267e84f4-670a-4ad8-98ed-02d3f599d05a HTTP/1.1" status: 200 len: 898 time: 0.0859303 Jul 29 15:45:56.081771 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab3489c5-d5e1-4372-9f1e-d2d3c4daac0b req-26af0a2e-cf52-49ca-98ab-609a3f0f8b33 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7be78e62-6cac-4a4f-867c-d0b159e3d305 HTTP/1.1" status: 200 len: 217 time: 0.0354745 Jul 29 15:45:56.159282 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3489c5-d5e1-4372-9f1e-d2d3c4daac0b req-40ceedc1-3495-4f13-8ce9-5f6d9e5a9393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:56.160752 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab3489c5-d5e1-4372-9f1e-d2d3c4daac0b req-40ceedc1-3495-4f13-8ce9-5f6d9e5a9393 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f HTTP/1.1" status: 200 len: 834 time: 0.0658650 Jul 29 15:45:56.172443 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa8f06-3e7c-4312-a4c3-59319b8bf62b req-47062d2e-59e0-4e2d-ac07-33a83163194e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:56.173924 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c4aa8f06-3e7c-4312-a4c3-59319b8bf62b req-47062d2e-59e0-4e2d-ac07-33a83163194e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 944 time: 0.0878217 Jul 29 15:45:56.235651 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c4aa8f06-3e7c-4312-a4c3-59319b8bf62b req-cc78556d-82a5-4858-bf89-c7fc5f945d39 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534928 Jul 29 15:45:56.239570 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3489c5-d5e1-4372-9f1e-d2d3c4daac0b req-714ed138-aa1a-49f6-82d4-e6685f64322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:56.241315 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab3489c5-d5e1-4372-9f1e-d2d3c4daac0b req-714ed138-aa1a-49f6-82d4-e6685f64322a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=267e84f4-670a-4ad8-98ed-02d3f599d05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663445 Jul 29 15:45:56.332986 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab3489c5-d5e1-4372-9f1e-d2d3c4daac0b req-322b6764-871a-4d4f-a081-1807b6266902 service neutron] 10.222.0.38 "GET /v2.0/networks/267e84f4-670a-4ad8-98ed-02d3f599d05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838153 Jul 29 15:45:56.420327 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab3489c5-d5e1-4372-9f1e-d2d3c4daac0b req-a2bb45d1-2c02-42d1-a8fa-19794d03eec5 service neutron] 10.222.0.38 "GET /v2.0/networks/267e84f4-670a-4ad8-98ed-02d3f599d05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799346 Jul 29 15:45:56.937269 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:57.134169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8fda20d5-44f8-4e27-be17-e106c9008551 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:45:57.180298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 8fda20d5-44f8-4e27-be17-e106c9008551 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:45:57.180660 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:45:57.353407 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780e767-f387-4b50-b095-47c3b6d76bfc req-dfa47617-5ee5-41ae-b3fe-5b0dd863a40d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:57.354784 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e780e767-f387-4b50-b095-47c3b6d76bfc req-dfa47617-5ee5-41ae-b3fe-5b0dd863a40d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 944 time: 0.0485384 Jul 29 15:45:57.392470 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e780e767-f387-4b50-b095-47c3b6d76bfc req-04101793-3f43-425f-ae90-677e7bae89a3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311902 Jul 29 15:45:58.514257 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bdc1c-348e-47bd-ada9-afcfb7514468 req-cf16d14b-84fd-43f3-bdb7-2276b03371ed tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:58.515836 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e9bdc1c-348e-47bd-ada9-afcfb7514468 req-cf16d14b-84fd-43f3-bdb7-2276b03371ed tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 944 time: 0.0552590 Jul 29 15:45:58.554460 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0e9bdc1c-348e-47bd-ada9-afcfb7514468 req-7a26270d-3ded-4963-87ed-9e2c75542fcb tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323110 Jul 29 15:45:59.670175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f8eb4-cdab-418f-a0cd-4da23947cc06 req-b0fc63f5-7443-4fb5-9dca-0e055c29a832 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:45:59.671698 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-262f8eb4-cdab-418f-a0cd-4da23947cc06 req-b0fc63f5-7443-4fb5-9dca-0e055c29a832 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 944 time: 0.0478914 Jul 29 15:45:59.709209 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-262f8eb4-cdab-418f-a0cd-4da23947cc06 req-d4bebb32-ccd7-484f-abbf-fd4baff26f56 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316305 Jul 29 15:46:00.116999 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 7be78e62-6cac-4a4f-867c-d0b159e3d305 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:46:00.215765 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 7be78e62-6cac-4a4f-867c-d0b159e3d305, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7be78e62-6cac-4a4f-867c-d0b159e3d305,segment=NetworkSegment(fb9f3b33-cdd6-4045-bc98-0d233b603070),segment_id=fb9f3b33-cdd6-4045-bc98-0d233b603070)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:46:00.227702 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '7be78e62-6cac-4a4f-867c-d0b159e3d305', 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a', 'port_id': '7be78e62-6cac-4a4f-867c-d0b159e3d305', 'mac_address': 'fa:16:3e:21:49:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:46:00.265811 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:00.278280 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be78e62-6cac-4a4f-867c-d0b159e3d305 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:46:00.298047 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 7be78e62-6cac-4a4f-867c-d0b159e3d305, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7be78e62-6cac-4a4f-867c-d0b159e3d305,segment=NetworkSegment(fb9f3b33-cdd6-4045-bc98-0d233b603070),segment_id=fb9f3b33-cdd6-4045-bc98-0d233b603070)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:46:00.301724 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:00.351750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=7be78e62-6cac-4a4f-867c-d0b159e3d305,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:00.586869 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['7be78e62-6cac-4a4f-867c-d0b159e3d305'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:46:00.631466 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-338d26e5-279a-4f04-85d3-fa691f7d98d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:00.823816 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116454a-1c55-468e-843e-bc6fce1f5229 req-27a1f263-7e1b-46f6-bdeb-cad130d0504a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:00.825357 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c116454a-1c55-468e-843e-bc6fce1f5229 req-27a1f263-7e1b-46f6-bdeb-cad130d0504a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 945 time: 0.0496912 Jul 29 15:46:00.864820 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c116454a-1c55-468e-843e-bc6fce1f5229 req-277e5fe2-af7b-40ec-9d08-933a7bf81de8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331581 Jul 29 15:46:01.987178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90f3f5-30a9-4672-afd6-8bfdd85819a4 req-edf7379b-2218-42ab-b098-8b88775fd2b7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:01.988647 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eb90f3f5-30a9-4672-afd6-8bfdd85819a4 req-edf7379b-2218-42ab-b098-8b88775fd2b7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 945 time: 0.0566475 Jul 29 15:46:02.027334 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eb90f3f5-30a9-4672-afd6-8bfdd85819a4 req-0aa2389e-4499-406f-9563-eed5278941cb tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326824 Jul 29 15:46:02.116499 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 7be78e62-6cac-4a4f-867c-d0b159e3d305 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:46:02.165882 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 7be78e62-6cac-4a4f-867c-d0b159e3d305 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:46:02.170169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 7be78e62-6cac-4a4f-867c-d0b159e3d305 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:46:02.170803 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:02.244897 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:02.266842 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce72e23e-d289-4800-b7e8-acf309b0fb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be78e62-6cac-4a4f-867c-d0b159e3d305'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:46:02.269086 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84b4506-11eb-429f-b646-913dce3fc491" -d '{"events": [{"server_uuid": "ce72e23e-d289-4800-b7e8-acf309b0fb61", "name": "network-vif-plugged", "status": "completed", "tag": "7be78e62-6cac-4a4f-867c-d0b159e3d305"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:46:02.285154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 7be78e62-6cac-4a4f-867c-d0b159e3d305, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7be78e62-6cac-4a4f-867c-d0b159e3d305,segment=NetworkSegment(fb9f3b33-cdd6-4045-bc98-0d233b603070),segment_id=fb9f3b33-cdd6-4045-bc98-0d233b603070)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:46:02.290132 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:02.436027 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570beaa-d5c2-495d-beb9-686bbdfdf6f7 req-c787c51c-18b8-43d9-a8d7-a67a50b6953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:02.437621 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9570beaa-d5c2-495d-beb9-686bbdfdf6f7 req-c787c51c-18b8-43d9-a8d7-a67a50b6953e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 1097 time: 0.0427792 Jul 29 15:46:02.475280 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9570beaa-d5c2-495d-beb9-686bbdfdf6f7 req-83d97337-eedb-4d64-860c-1e4d4370478a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306344 Jul 29 15:46:02.476750 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b4007f-caf2-4846-999f-3ac160360618 x-openstack-request-id: req-07b4007f-caf2-4846-999f-3ac160360618 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:46:02.476978 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce72e23e-d289-4800-b7e8-acf309b0fb61", "name": "network-vif-plugged", "status": "completed", "tag": "7be78e62-6cac-4a4f-867c-d0b159e3d305", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:46:02.477335 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07b4007f-caf2-4846-999f-3ac160360618 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:46:02.477605 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce72e23e-d289-4800-b7e8-acf309b0fb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be78e62-6cac-4a4f-867c-d0b159e3d305', 'code': 200} Jul 29 15:46:02.501845 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=7be78e62-6cac-4a4f-867c-d0b159e3d305,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:03.142861 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac187642-5866-4fd4-adab-698e8bc1f9e7 req-515e857d-c3a5-437b-afda-8f7a90625e6d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:03.144261 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ac187642-5866-4fd4-adab-698e8bc1f9e7 req-515e857d-c3a5-437b-afda-8f7a90625e6d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 946 time: 0.0493174 Jul 29 15:46:03.182268 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ac187642-5866-4fd4-adab-698e8bc1f9e7 req-bf23ab81-53bb-4487-aa51-2171a772a326 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319438 Jul 29 15:46:03.302410 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:03.393991 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a2d2db3-033b-47ca-ae2e-10dd008310a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:04.303394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcd6cf-0cc7-493b-86b8-35bf4fa219e1 req-f57f886f-5add-41cc-a336-ac6a7dd8916e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:04.304888 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6edcd6cf-0cc7-493b-86b8-35bf4fa219e1 req-f57f886f-5add-41cc-a336-ac6a7dd8916e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 946 time: 0.0517056 Jul 29 15:46:04.343412 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6edcd6cf-0cc7-493b-86b8-35bf4fa219e1 req-d16ac8c5-a65d-4be8-bdb5-c6d1305435b9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325024 Jul 29 15:46:04.456844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20e093-afbe-4fbe-913c-92b0d282889d req-76e2db94-25d0-4e83-a77d-c32a61a1e444 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:04.458232 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b20e093-afbe-4fbe-913c-92b0d282889d req-76e2db94-25d0-4e83-a77d-c32a61a1e444 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 946 time: 0.0489109 Jul 29 15:46:04.496951 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9b20e093-afbe-4fbe-913c-92b0d282889d req-a3bdb036-1f6a-4ff2-81e6-650bd2a3bcb2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326767 Jul 29 15:46:04.522371 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55172) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:04.556583 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:04.565712 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9723ff85-ce0e-4782-8a25-d3cc64d7cd79 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:04.567230 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9723ff85-ce0e-4782-8a25-d3cc64d7cd79 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 1092 time: 0.0437374 Jul 29 15:46:04.570143 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55174) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:04.574409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': '7be78e62-6cac-4a4f-867c-d0b159e3d305', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:46:04.596336 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:04.689252 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:04.794988 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.25.6.145 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/ceece10c-e2e4-4f29-b53c-1627be6a7e7b) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:46:04.892651 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:04.933134 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:04.973526 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:46:04.976226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:46:04.979676 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:46:05.005982 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=ceece10c-e2e4-4f29-b53c-1627be6a7e7b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:05.689604 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:05.766392 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:05.936523 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:05.942521 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:06.011842 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=ceece10c-e2e4-4f29-b53c-1627be6a7e7b,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:06.028273 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:06.134448 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Floating IP a6e42978-8980-4924-b28c-f9d8b08b4433 associated. External IP: 172.25.6.145, port: 7be78e62-6cac-4a4f-867c-d0b159e3d305. Jul 29 15:46:06.365793 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 7f26213e-7cf4-425a-9d89-c68644d07825 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:46:06.479101 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:46:06.489457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d6709-912c-477a-8ddc-be0cffd1d520 None None] Sync routers for ids ['7f26213e-7cf4-425a-9d89-c68644d07825'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:46:06.497242 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:06.509648 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d6709-912c-477a-8ddc-be0cffd1d520 None None] Routers {'7f26213e-7cf4-425a-9d89-c68644d07825'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:46:06.510424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-121d6709-912c-477a-8ddc-be0cffd1d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:46:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7f26213e-7cf4-425a-9d89-c68644d07825'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:06.530237 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dba5e631-dec3-4743-b1f5-e61109916f15 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9590490 Jul 29 15:46:06.530846 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce72e23e-d289-4800-b7e8-acf309b0fb61', 'tag': '7be78e62-6cac-4a4f-867c-d0b159e3d305'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:46:06.533185 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0785c1-2144-4c99-8e08-5d472762e411" -d '{"events": [{"name": "network-changed", "server_uuid": "ce72e23e-d289-4800-b7e8-acf309b0fb61", "tag": "7be78e62-6cac-4a4f-867c-d0b159e3d305"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:46:06.579387 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6735dfbf-f434-44c7-9539-b0454bebd30b x-openstack-request-id: req-6735dfbf-f434-44c7-9539-b0454bebd30b {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:46:06.580390 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce72e23e-d289-4800-b7e8-acf309b0fb61", "tag": "7be78e62-6cac-4a4f-867c-d0b159e3d305", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:46:06.580390 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6735dfbf-f434-44c7-9539-b0454bebd30b {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:46:06.580860 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce72e23e-d289-4800-b7e8-acf309b0fb61', 'tag': '7be78e62-6cac-4a4f-867c-d0b159e3d305', 'status': 'completed', 'code': 200} Jul 29 15:46:06.589502 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:06.669887 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-121d6709-912c-477a-8ddc-be0cffd1d520 None None] Set router 7f26213e-7cf4-425a-9d89-c68644d07825 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:46:06.687668 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c78d1b-0331-4b6f-b38c-8e2d78c4202c req-0ac7336b-5b64-452d-8814-ea2036901488 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:06.689281 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-15c78d1b-0331-4b6f-b38c-8e2d78c4202c req-0ac7336b-5b64-452d-8814-ea2036901488 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 946 time: 0.1038485 Jul 29 15:46:06.694629 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0785c1-2144-4c99-8e08-5d472762e411 req-580b6338-fe9a-4d74-8dd3-66350a07f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:06.696086 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4b0785c1-2144-4c99-8e08-5d472762e411 req-580b6338-fe9a-4d74-8dd3-66350a07f010 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 1097 time: 0.0701151 Jul 29 15:46:06.784318 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-15c78d1b-0331-4b6f-b38c-8e2d78c4202c req-03856038-778f-44c8-aa89-3b15a1f6fe25 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858562 Jul 29 15:46:06.816743 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55180) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:06.826108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0785c1-2144-4c99-8e08-5d472762e411 req-705cf131-2739-4507-8637-b2c86844ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:06.827690 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4b0785c1-2144-4c99-8e08-5d472762e411 req-705cf131-2739-4507-8637-b2c86844ee4c service neutron] 10.222.0.38 "GET /v2.0/networks?id=267e84f4-670a-4ad8-98ed-02d3f599d05a HTTP/1.1" status: 200 len: 898 time: 0.1228850 Jul 29 15:46:06.891300 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4093a2a2-e748-4aba-a0cc-023aa708ef26 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/a6e42978-8980-4924-b28c-f9d8b08b4433 HTTP/1.1" status: 200 len: 992 time: 0.0733638 Jul 29 15:46:06.899893 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4b0785c1-2144-4c99-8e08-5d472762e411 req-78b3192c-9885-4217-859e-b21cd457b5b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7be78e62-6cac-4a4f-867c-d0b159e3d305 HTTP/1.1" status: 200 len: 1000 time: 0.0650828 Jul 29 15:46:06.965329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-121d6709-912c-477a-8ddc-be0cffd1d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667101603', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '47d926b7-0a30-4946-a899-be39704289da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:50Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': '47d926b7-0a30-4946-a899-be39704289da', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a6e42978-8980-4924-b28c-f9d8b08b4433', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'port_id': '7be78e62-6cac-4a4f-867c-d0b159e3d305', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a', 'mac_address': 'fa:16:3e:21:49:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce72e23e-d289-4800-b7e8-acf309b0fb61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:46:05Z', 'updated_at': '2021-07-29T15:46:05Z', 'revision_number': 0, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fda20d5-44f8-4e27-be17-e106c9008551', 'name': '', 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:be:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:50Z', 'updated_at': '2021-07-29T15:45:55Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:06.993900 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d6709-912c-477a-8ddc-be0cffd1d520 None None] Checking router: 7f26213e-7cf4-425a-9d89-c68644d07825 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:46:07.004885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d6709-912c-477a-8ddc-be0cffd1d520 None None] Routers {'7f26213e-7cf4-425a-9d89-c68644d07825'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:46:07.005534 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-121d6709-912c-477a-8ddc-be0cffd1d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:46:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7f26213e-7cf4-425a-9d89-c68644d07825'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:07.137084 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-121d6709-912c-477a-8ddc-be0cffd1d520 None None] Set router 7f26213e-7cf4-425a-9d89-c68644d07825 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:46:07.323033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0785c1-2144-4c99-8e08-5d472762e411 req-bae941a6-af47-4b1b-b164-91519d96794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:07.324604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4b0785c1-2144-4c99-8e08-5d472762e411 req-bae941a6-af47-4b1b-b164-91519d96794e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f HTTP/1.1" status: 200 len: 834 time: 0.4172900 Jul 29 15:46:07.379854 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0785c1-2144-4c99-8e08-5d472762e411 req-315209c8-ba72-4b94-80bc-dfdd8e93191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:07.381398 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4b0785c1-2144-4c99-8e08-5d472762e411 req-315209c8-ba72-4b94-80bc-dfdd8e93191d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=267e84f4-670a-4ad8-98ed-02d3f599d05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499921 Jul 29 15:46:07.411863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-121d6709-912c-477a-8ddc-be0cffd1d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667101603', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '47d926b7-0a30-4946-a899-be39704289da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:50Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': '47d926b7-0a30-4946-a899-be39704289da', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a6e42978-8980-4924-b28c-f9d8b08b4433', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'port_id': '7be78e62-6cac-4a4f-867c-d0b159e3d305', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a', 'mac_address': 'fa:16:3e:21:49:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce72e23e-d289-4800-b7e8-acf309b0fb61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:46:05Z', 'updated_at': '2021-07-29T15:46:05Z', 'revision_number': 0, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fda20d5-44f8-4e27-be17-e106c9008551', 'name': '', 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:be:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:50Z', 'updated_at': '2021-07-29T15:45:55Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:07.443141 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d6709-912c-477a-8ddc-be0cffd1d520 None None] The sync data for ids ['7f26213e-7cf4-425a-9d89-c68644d07825'] in n-d-802893-1 is: [{'id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667101603', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '47d926b7-0a30-4946-a899-be39704289da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:50Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': '47d926b7-0a30-4946-a899-be39704289da', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'a6e42978-8980-4924-b28c-f9d8b08b4433', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'port_id': '7be78e62-6cac-4a4f-867c-d0b159e3d305', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a', 'mac_address': 'fa:16:3e:21:49:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce72e23e-d289-4800-b7e8-acf309b0fb61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:46:05Z', 'updated_at': '2021-07-29T15:46:05Z', 'revision_number': 0, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fda20d5-44f8-4e27-be17-e106c9008551', 'name': '', 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:be:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:50Z', 'updated_at': '2021-07-29T15:45:55Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:46:07.485339 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4b0785c1-2144-4c99-8e08-5d472762e411 req-d8fdee9d-6b6d-4344-9241-5a1f3dd1d38b service neutron] 10.222.0.38 "GET /v2.0/networks/267e84f4-670a-4ad8-98ed-02d3f599d05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956807 Jul 29 15:46:07.589863 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4b0785c1-2144-4c99-8e08-5d472762e411 req-a6be1c84-e2a5-431d-bdd0-2916d6e8008e service neutron] 10.222.0.38 "GET /v2.0/networks/267e84f4-670a-4ad8-98ed-02d3f599d05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979543 Jul 29 15:46:07.673661 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57508115-631f-4e83-9034-cd8f78bab521 None None] New status for floating IP a6e42978-8980-4924-b28c-f9d8b08b4433: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:46:07.895826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55182) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:07.964068 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-80b65ed8-a1bc-43ea-a42d-1e7d8a18d3ff tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/a6e42978-8980-4924-b28c-f9d8b08b4433 HTTP/1.1" status: 200 len: 994 time: 0.0670667 Jul 29 15:46:11.552517 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:13.931910 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:46:26.936074 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:30.633236 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-201321ba-76fd-436d-8328-fdbd92dc7917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:33.303811 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:33.394775 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-41d9f18e-2356-4f4b-9181-e0ad11bc1a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:34.558058 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:36.521012 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:39.451050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1de0b6-afe1-4941-9f53-fa6b928b000a req-26f1a146-c117-4a3c-985a-9309fa96875a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:39.452568 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cb1de0b6-afe1-4941-9f53-fa6b928b000a req-26f1a146-c117-4a3c-985a-9309fa96875a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 946 time: 0.0493841 Jul 29 15:46:39.491606 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cb1de0b6-afe1-4941-9f53-fa6b928b000a req-84704ffe-3955-4e4d-99fd-526f8e67263d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329144 Jul 29 15:46:40.614771 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b526d-4d7b-4d36-a49b-ab672bd29cdb req-c43c6242-46ae-43c5-bc67-480354fceff3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:40.616296 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5d3b526d-4d7b-4d36-a49b-ab672bd29cdb req-c43c6242-46ae-43c5-bc67-480354fceff3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 946 time: 0.0520570 Jul 29 15:46:40.656330 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5d3b526d-4d7b-4d36-a49b-ab672bd29cdb req-97305ce7-8169-47c8-9bb0-dfa38f895da0 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340455 Jul 29 15:46:40.679367 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55204) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:40.750511 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c9235b14-aa62-42d3-8530-423081f9730a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/a6e42978-8980-4924-b28c-f9d8b08b4433 HTTP/1.1" status: 200 len: 994 time: 0.0698640 Jul 29 15:46:41.549968 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:42.034783 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccbba2-e79d-479e-831a-dd8172d7ff44 req-d130b9f5-d763-4134-9c02-ed0b01696749 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:42.036294 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8fccbba2-e79d-479e-831a-dd8172d7ff44 req-d130b9f5-d763-4134-9c02-ed0b01696749 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 946 time: 0.0509098 Jul 29 15:46:42.081145 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8fccbba2-e79d-479e-831a-dd8172d7ff44 req-890ddee1-bd26-4dfd-b6f9-cd4b998e4517 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383244 Jul 29 15:46:43.203895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533630d-8b18-435e-9cea-b31f36dc1d0f req-50745f2f-d033-4182-b64e-b00782325d38 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:43.205487 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c533630d-8b18-435e-9cea-b31f36dc1d0f req-50745f2f-d033-4182-b64e-b00782325d38 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 946 time: 0.0499849 Jul 29 15:46:43.250838 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c533630d-8b18-435e-9cea-b31f36dc1d0f req-387b6675-cb40-4ffc-ae40-060c247d6406 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390797 Jul 29 15:46:43.273811 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55214) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:43.339771 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6ecf17f4-97c9-471b-9e2b-96320142ca34 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/a6e42978-8980-4924-b28c-f9d8b08b4433 HTTP/1.1" status: 200 len: 994 time: 0.0647621 Jul 29 15:46:43.583298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55220) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:43.610414 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-43a9ce5b-e2d2-4f26-a173-42c3c0d789f2 req-1af76f3d-acb6-41fd-af1e-120373072a54 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419476 Jul 29 15:46:43.708815 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9ce5b-e2d2-4f26-a173-42c3c0d789f2 req-cf2d7f6d-4e12-4baa-959f-bdf9a44cf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:43.710352 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-43a9ce5b-e2d2-4f26-a173-42c3c0d789f2 req-cf2d7f6d-4e12-4baa-959f-bdf9a44cf480 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 1097 time: 0.0416024 Jul 29 15:46:43.755909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port ceece10c-e2e4-4f29-b53c-1627be6a7e7b {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:46:43.756257 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:43.817791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9ce5b-e2d2-4f26-a173-42c3c0d789f2 req-640a5306-93ea-41ea-970e-98a2a4170899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:43.819276 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-43a9ce5b-e2d2-4f26-a173-42c3c0d789f2 req-640a5306-93ea-41ea-970e-98a2a4170899 service neutron] 10.222.0.38 "GET /v2.0/networks?id=267e84f4-670a-4ad8-98ed-02d3f599d05a HTTP/1.1" status: 200 len: 898 time: 0.0892124 Jul 29 15:46:43.831216 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:43.831571 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:43.843874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for ceece10c-e2e4-4f29-b53c-1627be6a7e7b owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:46:43.888061 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-43a9ce5b-e2d2-4f26-a173-42c3c0d789f2 req-e1aff537-f0c1-45fb-ace0-5d778a715ee9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7be78e62-6cac-4a4f-867c-d0b159e3d305 HTTP/1.1" status: 200 len: 1002 time: 0.0615017 Jul 29 15:46:43.937056 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9ce5b-e2d2-4f26-a173-42c3c0d789f2 req-922763e9-1654-4772-8553-ec621c4f1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:43.938558 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-43a9ce5b-e2d2-4f26-a173-42c3c0d789f2 req-922763e9-1654-4772-8553-ec621c4f1e72 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f HTTP/1.1" status: 200 len: 834 time: 0.0436847 Jul 29 15:46:43.989502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9ce5b-e2d2-4f26-a173-42c3c0d789f2 req-58a03131-19ee-4509-98dd-0462a111d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:43.991004 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-43a9ce5b-e2d2-4f26-a173-42c3c0d789f2 req-58a03131-19ee-4509-98dd-0462a111d373 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=267e84f4-670a-4ad8-98ed-02d3f599d05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449297 Jul 29 15:46:43.996009 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:44.022132 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=ceece10c-e2e4-4f29-b53c-1627be6a7e7b,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:44.053918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:44.054267 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:44.054605 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:44.054945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:44.055272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:44.055600 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:44.055931 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:44.056256 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:44.056578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:44.056996 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:44.057469 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:44.057588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:44.085298 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-43a9ce5b-e2d2-4f26-a173-42c3c0d789f2 req-cadc54f0-c0aa-4422-839c-30ce41963a4d service neutron] 10.222.0.38 "GET /v2.0/networks/267e84f4-670a-4ad8-98ed-02d3f599d05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865712 Jul 29 15:46:44.098021 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:44.098384 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Floating IP a6e42978-8980-4924-b28c-f9d8b08b4433 disassociated (deleted). External IP: 172.25.6.145, port: 7be78e62-6cac-4a4f-867c-d0b159e3d305. Jul 29 15:46:44.181864 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-43a9ce5b-e2d2-4f26-a173-42c3c0d789f2 req-055b13d0-9241-4112-82c9-1c0000e5a266 service neutron] 10.222.0.38 "GET /v2.0/networks/267e84f4-670a-4ad8-98ed-02d3f599d05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889294 Jul 29 15:46:44.311104 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 7f26213e-7cf4-425a-9d89-c68644d07825 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:46:44.417008 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:46:44.422086 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:44.427454 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0139dd48-997c-4214-99c6-e48791b93f20 None None] Sync routers for ids ['7f26213e-7cf4-425a-9d89-c68644d07825'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:46:44.437067 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0139dd48-997c-4214-99c6-e48791b93f20 None None] Routers {'7f26213e-7cf4-425a-9d89-c68644d07825'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:46:44.437607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0139dd48-997c-4214-99c6-e48791b93f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7f26213e-7cf4-425a-9d89-c68644d07825'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:44.452032 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-126b1b16-77c0-4640-a4a1-9d8998de8905 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/floatingips/a6e42978-8980-4924-b28c-f9d8b08b4433 HTTP/1.1" status: 204 len: 168 time: 0.8676283 Jul 29 15:46:44.452611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce72e23e-d289-4800-b7e8-acf309b0fb61', 'tag': '7be78e62-6cac-4a4f-867c-d0b159e3d305'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:46:44.454943 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e18217-6cbb-494d-b603-094c8aef2ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "ce72e23e-d289-4800-b7e8-acf309b0fb61", "tag": "7be78e62-6cac-4a4f-867c-d0b159e3d305"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:46:44.501527 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc4d564-5592-41e0-9684-633908dc8d13 x-openstack-request-id: req-4bc4d564-5592-41e0-9684-633908dc8d13 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:46:44.501868 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce72e23e-d289-4800-b7e8-acf309b0fb61", "tag": "7be78e62-6cac-4a4f-867c-d0b159e3d305", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:46:44.502117 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bc4d564-5592-41e0-9684-633908dc8d13 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:46:44.502550 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce72e23e-d289-4800-b7e8-acf309b0fb61', 'tag': '7be78e62-6cac-4a4f-867c-d0b159e3d305', 'status': 'completed', 'code': 200} Jul 29 15:46:44.550173 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-0139dd48-997c-4214-99c6-e48791b93f20 None None] Set router 7f26213e-7cf4-425a-9d89-c68644d07825 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:46:44.587656 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e18217-6cbb-494d-b603-094c8aef2ae0 req-ebec6245-76b8-416d-8ba1-f1de9df6c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:44.588851 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4e18217-6cbb-494d-b603-094c8aef2ae0 req-ebec6245-76b8-416d-8ba1-f1de9df6c5d6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 1097 time: 0.0474815 Jul 29 15:46:44.695419 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e18217-6cbb-494d-b603-094c8aef2ae0 req-b4d47692-322f-4495-bf4c-dfdd01191eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:44.696865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4e18217-6cbb-494d-b603-094c8aef2ae0 req-b4d47692-322f-4495-bf4c-dfdd01191eb9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=267e84f4-670a-4ad8-98ed-02d3f599d05a HTTP/1.1" status: 200 len: 898 time: 0.1004066 Jul 29 15:46:44.702416 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092790b8-c3b0-4533-b4bc-2cd6f9939588 req-01f7f943-e82b-4c1b-bfab-0660cbc38748 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:44.703938 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-092790b8-c3b0-4533-b4bc-2cd6f9939588 req-01f7f943-e82b-4c1b-bfab-0660cbc38748 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 946 time: 0.0528753 Jul 29 15:46:44.745658 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-092790b8-c3b0-4533-b4bc-2cd6f9939588 req-04853450-00b6-45cc-ae54-7c9fa69609d2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355415 Jul 29 15:46:44.748250 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4e18217-6cbb-494d-b603-094c8aef2ae0 req-7314f971-792d-406b-b16b-d25d22db2d07 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7be78e62-6cac-4a4f-867c-d0b159e3d305 HTTP/1.1" status: 200 len: 217 time: 0.0426126 Jul 29 15:46:44.767897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0139dd48-997c-4214-99c6-e48791b93f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667101603', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '47d926b7-0a30-4946-a899-be39704289da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:50Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': '47d926b7-0a30-4946-a899-be39704289da', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '8fda20d5-44f8-4e27-be17-e106c9008551', 'name': '', 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:be:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:50Z', 'updated_at': '2021-07-29T15:45:55Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:44.791582 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0139dd48-997c-4214-99c6-e48791b93f20 None None] Checking router: 7f26213e-7cf4-425a-9d89-c68644d07825 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:46:44.799828 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e18217-6cbb-494d-b603-094c8aef2ae0 req-3b579ae4-0a55-4c49-ac9c-f7c96b900e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:44.800428 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0139dd48-997c-4214-99c6-e48791b93f20 None None] Routers {'7f26213e-7cf4-425a-9d89-c68644d07825'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:46:44.801100 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0139dd48-997c-4214-99c6-e48791b93f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7f26213e-7cf4-425a-9d89-c68644d07825'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:44.801363 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4e18217-6cbb-494d-b603-094c8aef2ae0 req-3b579ae4-0a55-4c49-ac9c-f7c96b900e71 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f HTTP/1.1" status: 200 len: 834 time: 0.0457270 Jul 29 15:46:44.851317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e18217-6cbb-494d-b603-094c8aef2ae0 req-2a4c9a89-89f1-40a7-ae4c-997f79f8a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:44.852901 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4e18217-6cbb-494d-b603-094c8aef2ae0 req-2a4c9a89-89f1-40a7-ae4c-997f79f8a3dc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=267e84f4-670a-4ad8-98ed-02d3f599d05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445502 Jul 29 15:46:44.908226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-0139dd48-997c-4214-99c6-e48791b93f20 None None] Set router 7f26213e-7cf4-425a-9d89-c68644d07825 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:46:44.953057 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4e18217-6cbb-494d-b603-094c8aef2ae0 req-230eed74-c9e5-4951-b42c-93b03403ff3c service neutron] 10.222.0.38 "GET /v2.0/networks/267e84f4-670a-4ad8-98ed-02d3f599d05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919018 Jul 29 15:46:45.046154 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b4e18217-6cbb-494d-b603-094c8aef2ae0 req-e520e286-54cc-42a4-8bd1-984ba86fc714 service neutron] 10.222.0.38 "GET /v2.0/networks/267e84f4-670a-4ad8-98ed-02d3f599d05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854397 Jul 29 15:46:45.105863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0139dd48-997c-4214-99c6-e48791b93f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667101603', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '47d926b7-0a30-4946-a899-be39704289da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:50Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': '47d926b7-0a30-4946-a899-be39704289da', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '8fda20d5-44f8-4e27-be17-e106c9008551', 'name': '', 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:be:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:50Z', 'updated_at': '2021-07-29T15:45:55Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:45.132861 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0139dd48-997c-4214-99c6-e48791b93f20 None None] The sync data for ids ['7f26213e-7cf4-425a-9d89-c68644d07825'] in n-d-802893-1 is: [{'id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667101603', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '47d926b7-0a30-4946-a899-be39704289da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:50Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': '47d926b7-0a30-4946-a899-be39704289da', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '8fda20d5-44f8-4e27-be17-e106c9008551', 'name': '', 'network_id': '267e84f4-670a-4ad8-98ed-02d3f599d05a', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:be:c6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:50Z', 'updated_at': '2021-07-29T15:45:55Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:46:45.349705 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1683f494-9c2f-432d-ac87-0fa244e08596 None None] New status for floating IP a6e42978-8980-4924-b28c-f9d8b08b4433: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:46:45.866760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25300561-7181-46bb-8867-55d86d35151f req-f36eb6f3-e46c-4bc6-9db8-0f49aabffdcb tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:45.868241 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25300561-7181-46bb-8867-55d86d35151f req-f36eb6f3-e46c-4bc6-9db8-0f49aabffdcb tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 946 time: 0.0499854 Jul 29 15:46:45.910895 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25300561-7181-46bb-8867-55d86d35151f req-4dbf7c38-9f6b-4d07-9cf8-9a10668af216 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e58e7853-7a02-431a-80a9-beee55ed56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366547 Jul 29 15:46:46.314553 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3ec65-31a4-44ee-bd6e-7700356a5dfd req-51408534-5994-435c-bb8b-1e888e21f72d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:46.316016 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-74a3ec65-31a4-44ee-bd6e-7700356a5dfd req-51408534-5994-435c-bb8b-1e888e21f72d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.38 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 946 time: 0.0489836 Jul 29 15:46:46.404829 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-74a3ec65-31a4-44ee-bd6e-7700356a5dfd req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port 7be78e62-6cac-4a4f-867c-d0b159e3d305 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:46:46.405176 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-74a3ec65-31a4-44ee-bd6e-7700356a5dfd req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:46.494393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-74a3ec65-31a4-44ee-bd6e-7700356a5dfd req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] For port 7be78e62-6cac-4a4f-867c-d0b159e3d305, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=7be78e62-6cac-4a4f-867c-d0b159e3d305,segment=NetworkSegment(fb9f3b33-cdd6-4045-bc98-0d233b603070),segment_id=fb9f3b33-cdd6-4045-bc98-0d233b603070)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:46:46.494758 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-74a3ec65-31a4-44ee-bd6e-7700356a5dfd req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:46.507964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-74a3ec65-31a4-44ee-bd6e-7700356a5dfd req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for 7be78e62-6cac-4a4f-867c-d0b159e3d305 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:46:46.635891 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-74a3ec65-31a4-44ee-bd6e-7700356a5dfd req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:46.662553 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=7be78e62-6cac-4a4f-867c-d0b159e3d305,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:46.673488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:46.673842 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:46.674187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:46.674524 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:46.674858 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:46.675219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:46.675551 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:46.675880 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:46.676626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:46.676626 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:46.676950 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:46.677198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:46.718623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a3ec65-31a4-44ee-bd6e-7700356a5dfd req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] No DVR routers for this DVR port 7be78e62-6cac-4a4f-867c-d0b159e3d305 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:46:46.721550 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-74a3ec65-31a4-44ee-bd6e-7700356a5dfd req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:46.723591 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-74a3ec65-31a4-44ee-bd6e-7700356a5dfd req-85657bd1-a9c1-4d7a-b0e6-d2ea1db8c90b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.38 "DELETE /v2.0/ports/7be78e62-6cac-4a4f-867c-d0b159e3d305 HTTP/1.1" status: 204 len: 173 time: 0.4019399 Jul 29 15:46:46.724027 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce72e23e-d289-4800-b7e8-acf309b0fb61', 'name': 'network-vif-deleted', 'tag': '7be78e62-6cac-4a4f-867c-d0b159e3d305'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:46:46.726357 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6b0fb2-555d-4347-9e49-2bbfcf462d3b" -d '{"events": [{"server_uuid": "ce72e23e-d289-4800-b7e8-acf309b0fb61", "name": "network-vif-deleted", "tag": "7be78e62-6cac-4a4f-867c-d0b159e3d305"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:46:46.765589 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d010553-f530-4d0e-abdf-eefdf6e17b46 x-openstack-request-id: req-5d010553-f530-4d0e-abdf-eefdf6e17b46 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:46:46.765878 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce72e23e-d289-4800-b7e8-acf309b0fb61", "name": "network-vif-deleted", "tag": "7be78e62-6cac-4a4f-867c-d0b159e3d305", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:46:46.766133 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d010553-f530-4d0e-abdf-eefdf6e17b46 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:46:46.766540 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce72e23e-d289-4800-b7e8-acf309b0fb61', 'name': 'network-vif-deleted', 'tag': '7be78e62-6cac-4a4f-867c-d0b159e3d305', 'status': 'completed', 'code': 200} Jul 29 15:46:47.017222 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c1499a3-a5b9-4281-a0a2-6c6e794bf8b6 req-7dbd9f14-356c-4060-ae85-0cc6bc6835fc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce72e23e-d289-4800-b7e8-acf309b0fb61 HTTP/1.1" status: 200 len: 210 time: 0.0279231 Jul 29 15:46:48.074331 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55238) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:48.444527 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e1ce-2fb6-4ae2-9333-b7f9a5720ce5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:48.699160 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3e1ce-2fb6-4ae2-9333-b7f9a5720ce5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port 8fda20d5-44f8-4e27-be17-e106c9008551 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:46:48.699425 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e1ce-2fb6-4ae2-9333-b7f9a5720ce5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:48.790287 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-4dc3e1ce-2fb6-4ae2-9333-b7f9a5720ce5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] For port 8fda20d5-44f8-4e27-be17-e106c9008551, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=8fda20d5-44f8-4e27-be17-e106c9008551,segment=NetworkSegment(fb9f3b33-cdd6-4045-bc98-0d233b603070),segment_id=fb9f3b33-cdd6-4045-bc98-0d233b603070)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:46:48.790651 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e1ce-2fb6-4ae2-9333-b7f9a5720ce5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:48.803237 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3e1ce-2fb6-4ae2-9333-b7f9a5720ce5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for 8fda20d5-44f8-4e27-be17-e106c9008551 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:46:48.993492 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e1ce-2fb6-4ae2-9333-b7f9a5720ce5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:49.023696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3e1ce-2fb6-4ae2-9333-b7f9a5720ce5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=8fda20d5-44f8-4e27-be17-e106c9008551,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:49.208235 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e1ce-2fb6-4ae2-9333-b7f9a5720ce5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:49.763527 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc3e1ce-2fb6-4ae2-9333-b7f9a5720ce5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 7f26213e-7cf4-425a-9d89-c68644d07825 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:46:49.866467 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc3e1ce-2fb6-4ae2-9333-b7f9a5720ce5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:46:49.871418 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4dc3e1ce-2fb6-4ae2-9333-b7f9a5720ce5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "PUT /v2.0/routers/7f26213e-7cf4-425a-9d89-c68644d07825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7960644 Jul 29 15:46:49.875062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55240) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:49.878195 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f24d911-091d-4041-b7fd-42965dce8c8c None None] Sync routers for ids ['7f26213e-7cf4-425a-9d89-c68644d07825'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:46:49.887473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f24d911-091d-4041-b7fd-42965dce8c8c None None] Routers {'7f26213e-7cf4-425a-9d89-c68644d07825'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:46:49.888396 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0f24d911-091d-4041-b7fd-42965dce8c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7f26213e-7cf4-425a-9d89-c68644d07825'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:49.928257 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-f425dc8e-050c-46b6-bd11-535c2e194b35 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting subnet 03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:46:49.931312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f425dc8e-050c-46b6-bd11-535c2e194b35 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:49.972127 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f425dc8e-050c-46b6-bd11-535c2e194b35 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.002130 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-0f24d911-091d-4041-b7fd-42965dce8c8c None None] Set router 7f26213e-7cf4-425a-9d89-c68644d07825 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:46:50.054379 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f425dc8e-050c-46b6-bd11-535c2e194b35 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.121313 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f425dc8e-050c-46b6-bd11-535c2e194b35 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.148186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425dc8e-050c-46b6-bd11-535c2e194b35 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Subnet': ['ID=03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:50.157021 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f425dc8e-050c-46b6-bd11-535c2e194b35 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.158308 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d8f9ef-a479-406a-b6c5-c77721c26938 None None] Network 267e84f4-670a-4ad8-98ed-02d3f599d05a requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:46:50.158947 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f425dc8e-050c-46b6-bd11-535c2e194b35 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/subnets/03a62f65-d6bf-4eba-84a7-2ae2b77d2d3f HTTP/1.1" status: 204 len: 168 time: 0.2829533 Jul 29 15:46:50.162196 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55242) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:50.275883 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7b104d-b29c-43ec-986b-64a4d8500387 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.390893 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7b104d-b29c-43ec-986b-64a4d8500387 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.415715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 7be78e62-6cac-4a4f-867c-d0b159e3d305 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:46:50.440390 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 7be78e62-6cac-4a4f-867c-d0b159e3d305 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:46:50.440758 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 7be78e62-6cac-4a4f-867c-d0b159e3d305 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:46:50.444460 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-5f7b104d-b29c-43ec-986b-64a4d8500387 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port 47d926b7-0a30-4946-a899-be39704289da {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:46:50.444837 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7b104d-b29c-43ec-986b-64a4d8500387 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.456799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0f24d911-091d-4041-b7fd-42965dce8c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667101603', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '47d926b7-0a30-4946-a899-be39704289da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:46:48Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': '47d926b7-0a30-4946-a899-be39704289da', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:45:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:50.487320 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f24d911-091d-4041-b7fd-42965dce8c8c None None] Checking router: 7f26213e-7cf4-425a-9d89-c68644d07825 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:46:50.502884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f24d911-091d-4041-b7fd-42965dce8c8c None None] Routers {'7f26213e-7cf4-425a-9d89-c68644d07825'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:46:50.503494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0f24d911-091d-4041-b7fd-42965dce8c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7f26213e-7cf4-425a-9d89-c68644d07825'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:50.526338 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-5f7b104d-b29c-43ec-986b-64a4d8500387 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] For port 47d926b7-0a30-4946-a899-be39704289da, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=47d926b7-0a30-4946-a899-be39704289da,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:46:50.526708 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7b104d-b29c-43ec-986b-64a4d8500387 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.542836 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-5f7b104d-b29c-43ec-986b-64a4d8500387 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for 47d926b7-0a30-4946-a899-be39704289da owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:46:50.588179 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] DHCP port deletion for 267e84f4-670a-4ad8-98ed-02d3f599d05a request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:46:50.602663 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-0f24d911-091d-4041-b7fd-42965dce8c8c None None] Set router 7f26213e-7cf4-425a-9d89-c68644d07825 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:46:50.672515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-0f24d911-091d-4041-b7fd-42965dce8c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667101603', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:46:50Z', 'revision_number': 6, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:50.706260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f24d911-091d-4041-b7fd-42965dce8c8c None None] The sync data for ids ['7f26213e-7cf4-425a-9d89-c68644d07825'] in n-d-802893-1 is: [{'id': '7f26213e-7cf4-425a-9d89-c68644d07825', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1667101603', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:45:47Z', 'updated_at': '2021-07-29T15:46:50Z', 'revision_number': 6, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:46:50.715523 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7b104d-b29c-43ec-986b-64a4d8500387 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.724747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Deleting port 74f04ea2-7ed0-42dc-be56-4acf4b219726 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:46:50.725149 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.757425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b104d-b29c-43ec-986b-64a4d8500387 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=47d926b7-0a30-4946-a899-be39704289da,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:50.790095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] For port 74f04ea2-7ed0-42dc-be56-4acf4b219726, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=74f04ea2-7ed0-42dc-be56-4acf4b219726,segment=NetworkSegment(fb9f3b33-cdd6-4045-bc98-0d233b603070),segment_id=fb9f3b33-cdd6-4045-bc98-0d233b603070)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:46:50.790486 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.804132 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Calling delete_port for 74f04ea2-7ed0-42dc-be56-4acf4b219726 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:46:50.817843 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7b104d-b29c-43ec-986b-64a4d8500387 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.883901 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.912741 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7b104d-b29c-43ec-986b-64a4d8500387 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.915225 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7b104d-b29c-43ec-986b-64a4d8500387 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.915990 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] No DVR routers for this DVR port 74f04ea2-7ed0-42dc-be56-4acf4b219726 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:46:50.918096 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Pushing event deleted for resources: {'Port': ['ID=74f04ea2-7ed0-42dc-be56-4acf4b219726,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:50.930980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:50.931327 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:50.931727 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:50.931989 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:50.932318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:50.932791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:50.933010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:50.933327 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:50.933652 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:50.933971 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:50.934145 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:46:50.934638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:50.934638 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f05b6e2-2317-48da-8889-f28e57c26296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:50.967094 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7b104d-b29c-43ec-986b-64a4d8500387 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.967952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7b104d-b29c-43ec-986b-64a4d8500387 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Fanout notify agent at l3_agent the message router_deleted on router 7f26213e-7cf4-425a-9d89-c68644d07825 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:46:50.978538 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f7b104d-b29c-43ec-986b-64a4d8500387 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:50.979683 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5f7b104d-b29c-43ec-986b-64a4d8500387 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/routers/7f26213e-7cf4-425a-9d89-c68644d07825 HTTP/1.1" status: 204 len: 168 time: 0.8169744 Jul 29 15:46:50.982635 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55244) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:51.063973 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-092d8d2a-0c7c-40aa-91fb-45be264dffa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.160134 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-092d8d2a-0c7c-40aa-91fb-45be264dffa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.170399 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-092d8d2a-0c7c-40aa-91fb-45be264dffa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267e84f4-670a-4ad8-98ed-02d3f599d05a']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:51.186188 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-092d8d2a-0c7c-40aa-91fb-45be264dffa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb9f3b33-cdd6-4045-bc98-0d233b603070') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:51.186375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-092d8d2a-0c7c-40aa-91fb-45be264dffa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb9f3b33-cdd6-4045-bc98-0d233b603070') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:51.195598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-092d8d2a-0c7c-40aa-91fb-45be264dffa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.211219 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-092d8d2a-0c7c-40aa-91fb-45be264dffa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.218706 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092d8d2a-0c7c-40aa-91fb-45be264dffa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:46:51.219243 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-092d8d2a-0c7c-40aa-91fb-45be264dffa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:46:51.222950 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:46:51.273789 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8fda20d5-44f8-4e27-be17-e106c9008551 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:46:51.282830 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-092d8d2a-0c7c-40aa-91fb-45be264dffa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.290513 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-092d8d2a-0c7c-40aa-91fb-45be264dffa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.291779 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-092d8d2a-0c7c-40aa-91fb-45be264dffa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/networks/267e84f4-670a-4ad8-98ed-02d3f599d05a HTTP/1.1" status: 204 len: 168 time: 0.3081956 Jul 29 15:46:51.295440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55246) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:51.299447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 8fda20d5-44f8-4e27-be17-e106c9008551 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:46:51.299856 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 8fda20d5-44f8-4e27-be17-e106c9008551 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:46:51.300347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 74f04ea2-7ed0-42dc-be56-4acf4b219726 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:46:51.304997 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d8d2a-0c7c-40aa-91fb-45be264dffa8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Network': ['ID=267e84f4-670a-4ad8-98ed-02d3f599d05a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:51.326837 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 74f04ea2-7ed0-42dc-be56-4acf4b219726 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:46:51.327468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 74f04ea2-7ed0-42dc-be56-4acf4b219726 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:46:51.365933 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c4821bda-a5d0-4d35-a874-7536bbf4b469 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.396648 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c4821bda-a5d0-4d35-a874-7536bbf4b469 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.458032 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c4821bda-a5d0-4d35-a874-7536bbf4b469 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.460621 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c4821bda-a5d0-4d35-a874-7536bbf4b469 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.461858 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c4821bda-a5d0-4d35-a874-7536bbf4b469 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/security-groups/e58e7853-7a02-431a-80a9-beee55ed56e7 HTTP/1.1" status: 204 len: 168 time: 0.1653490 Jul 29 15:46:51.472302 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4821bda-a5d0-4d35-a874-7536bbf4b469 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58e7853-7a02-431a-80a9-beee55ed56e7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:51.701757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55252) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:51.706589 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-07763400-269b-4464-8f05-a4781219c099 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1990648594', 'description': 'tempest-secgroup-smoke-1990648594 description', 'project_id': '36a4f9ad7825435597e53da998c0efb6'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:46:51.734205 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-07763400-269b-4464-8f05-a4781219c099 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.814426 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-07763400-269b-4464-8f05-a4781219c099 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.818234 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-07763400-269b-4464-8f05-a4781219c099 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.845201 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-07763400-269b-4464-8f05-a4781219c099 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.846457 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-07763400-269b-4464-8f05-a4781219c099 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1436357 Jul 29 15:46:51.849559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55254) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:51.854355 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07763400-269b-4464-8f05-a4781219c099 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:51.854531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-4d3ec029-4fba-4ab6-9c58-ba7fb8dc5fe7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': '7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:46:51.884958 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d3ec029-4fba-4ab6-9c58-ba7fb8dc5fe7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.940661 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d3ec029-4fba-4ab6-9c58-ba7fb8dc5fe7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.944328 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d3ec029-4fba-4ab6-9c58-ba7fb8dc5fe7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.967095 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ec029-4fba-4ab6-9c58-ba7fb8dc5fe7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc5a3f6-ac7f-41d5-9ab5-1856aa5e58be,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:51.971750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4d3ec029-4fba-4ab6-9c58-ba7fb8dc5fe7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:51.973597 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4d3ec029-4fba-4ab6-9c58-ba7fb8dc5fe7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228585 Jul 29 15:46:51.976205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55256) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:51.981168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7219346d-29ab-4bdb-836b-f6b93484b5ca tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': '7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:46:52.007335 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7219346d-29ab-4bdb-836b-f6b93484b5ca tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.068598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7219346d-29ab-4bdb-836b-f6b93484b5ca tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.072141 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7219346d-29ab-4bdb-836b-f6b93484b5ca tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.091815 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219346d-29ab-4bdb-836b-f6b93484b5ca tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c24b69-8a4c-4eaf-b800-0617316521d6,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:52.095216 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7219346d-29ab-4bdb-836b-f6b93484b5ca tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.096417 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7219346d-29ab-4bdb-836b-f6b93484b5ca tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191363 Jul 29 15:46:52.099144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55258) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:52.103615 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f76bfb00-ae87-49f3-9fdf-e67e184c9fd9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': '7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:46:52.132884 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f76bfb00-ae87-49f3-9fdf-e67e184c9fd9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.190632 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f76bfb00-ae87-49f3-9fdf-e67e184c9fd9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.194175 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f76bfb00-ae87-49f3-9fdf-e67e184c9fd9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.212980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bfb00-ae87-49f3-9fdf-e67e184c9fd9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39455e1-eb96-430c-a546-ecd81c045103,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:52.217626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f76bfb00-ae87-49f3-9fdf-e67e184c9fd9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.218744 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f76bfb00-ae87-49f3-9fdf-e67e184c9fd9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186216 Jul 29 15:46:52.221826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55260) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:52.226205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a38c7867-f812-437e-9f94-73e6b9c5b0dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': '7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:46:52.253903 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a38c7867-f812-437e-9f94-73e6b9c5b0dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.313290 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a38c7867-f812-437e-9f94-73e6b9c5b0dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.317248 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a38c7867-f812-437e-9f94-73e6b9c5b0dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.336299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c7867-f812-437e-9f94-73e6b9c5b0dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a60801-e9ce-4ce5-b193-170dde90eb42,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:52.343559 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a38c7867-f812-437e-9f94-73e6b9c5b0dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.345122 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a38c7867-f812-437e-9f94-73e6b9c5b0dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220422 Jul 29 15:46:52.347999 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55262) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:52.352300 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-7be81f83-b946-412d-b0c0-33aeb8e5184a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': '7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:46:52.374782 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-7be81f83-b946-412d-b0c0-33aeb8e5184a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Project 36a4f9ad7825435597e53da998c0efb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:46:52.379452 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7be81f83-b946-412d-b0c0-33aeb8e5184a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.442459 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7be81f83-b946-412d-b0c0-33aeb8e5184a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.446441 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7be81f83-b946-412d-b0c0-33aeb8e5184a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.465052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be81f83-b946-412d-b0c0-33aeb8e5184a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10e2c33-6edb-4d0f-b4cd-70b48e773591,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:52.467604 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-7be81f83-b946-412d-b0c0-33aeb8e5184a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.468853 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-7be81f83-b946-412d-b0c0-33aeb8e5184a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198614 Jul 29 15:46:52.471860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55264) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:52.476200 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-c0286001-8002-45de-8f0f-dd98efe4a0dc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': '7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:46:52.498048 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-c0286001-8002-45de-8f0f-dd98efe4a0dc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Project 36a4f9ad7825435597e53da998c0efb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:46:52.502887 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0286001-8002-45de-8f0f-dd98efe4a0dc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.564071 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0286001-8002-45de-8f0f-dd98efe4a0dc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.567648 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0286001-8002-45de-8f0f-dd98efe4a0dc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.585718 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0286001-8002-45de-8f0f-dd98efe4a0dc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e7ee0a-41fb-4387-a2ad-a06ce1622f04,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:52.593310 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c0286001-8002-45de-8f0f-dd98efe4a0dc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.594919 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c0286001-8002-45de-8f0f-dd98efe4a0dc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218476 Jul 29 15:46:52.597820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55266) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:52.602729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a76c8296-77a4-487b-8e94-bc0a69a4b9dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'network': {'name': 'tempest-network-smoke--1988963555', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'port_security_enabled': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:46:52.624024 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76c8296-77a4-487b-8e94-bc0a69a4b9dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Made reservation on behalf of 36a4f9ad7825435597e53da998c0efb6 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:46:52.627702 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a76c8296-77a4-487b-8e94-bc0a69a4b9dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.651835 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76c8296-77a4-487b-8e94-bc0a69a4b9dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:46:52.660750 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a76c8296-77a4-487b-8e94-bc0a69a4b9dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.661092 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-a76c8296-77a4-487b-8e94-bc0a69a4b9dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Added segment d632c0d8-78f3-43e4-823c-75f3d59baa8c of type vlan for network 6a6dd0d0-c4b2-426b-a8c1-81069c483291 Jul 29 15:46:52.699735 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a76c8296-77a4-487b-8e94-bc0a69a4b9dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.732225 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a76c8296-77a4-487b-8e94-bc0a69a4b9dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.737681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76c8296-77a4-487b-8e94-bc0a69a4b9dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:52.738276 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a76c8296-77a4-487b-8e94-bc0a69a4b9dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.798856 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a76c8296-77a4-487b-8e94-bc0a69a4b9dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1999984 Jul 29 15:46:52.801719 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55268) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:52.805254 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c8296-77a4-487b-8e94-bc0a69a4b9dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Network': ['ID=6a6dd0d0-c4b2-426b-a8c1-81069c483291,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:52.807059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1780003163', 'admin_state_up': True, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:46:52.819263 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 6a6dd0d0-c4b2-426b-a8c1-81069c483291 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:46:52.830793 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.831993 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:52.896644 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:53.029994 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:53.125554 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 47d926b7-0a30-4946-a899-be39704289da no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:46:53.145411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 47d926b7-0a30-4946-a899-be39704289da {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:46:53.145753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 47d926b7-0a30-4946-a899-be39704289da not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:46:53.230610 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:53.249814 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:53.356139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.25.6.202 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/e910a267-b0d4-4f72-b395-4e8010322473) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:46:53.461479 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:53.499939 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:53.537193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:46:53.539962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:46:53.542978 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:46:53.572025 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=e910a267-b0d4-4f72-b395-4e8010322473,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:53.802188 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:54.001208 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:54.126496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 3d79f428-43db-4790-a7f4-0954ff40d7bb is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:46:54.235068 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:46:54.244366 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Sync routers for ids ['3d79f428-43db-4790-a7f4-0954ff40d7bb'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:46:54.255443 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Routers {'3d79f428-43db-4790-a7f4-0954ff40d7bb'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:46:54.255679 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:54.256188 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3d79f428-43db-4790-a7f4-0954ff40d7bb'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:54.256777 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-13228103-d8f3-40ce-a1f5-69e120a92c05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4538755 Jul 29 15:46:54.260021 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55270) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:54.288618 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ce976d91-05b4-41a0-ab11-6ae09b789778 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=36a4f9ad7825435597e53da998c0efb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273755 Jul 29 15:46:54.291285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55272) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:54.362224 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Set router 3d79f428-43db-4790-a7f4-0954ff40d7bb gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:46:54.381874 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8975f57a-0d31-4a27-a4fb-f6bc3dcb6a84 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:54.383287 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-8975f57a-0d31-4a27-a4fb-f6bc3dcb6a84 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910921 Jul 29 15:46:54.386415 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55274) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:54.414315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-97cc92fd-aecd-46c5-8d70-8dfa8de09089 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267966 Jul 29 15:46:54.416753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55276) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:54.422189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-71d24cee-6205-45e7-9931-285abcfc2eac tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1216156704', 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:46:54.511273 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d24cee-6205-45e7-9931-285abcfc2eac tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Made reservation on behalf of 36a4f9ad7825435597e53da998c0efb6 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:46:54.515839 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-71d24cee-6205-45e7-9931-285abcfc2eac tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:54.544778 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780003163', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:46:52Z', 'updated_at': '2021-07-29T15:46:53Z', 'revision_number': 3, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ad:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:53Z', 'updated_at': '2021-07-29T15:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:54.570855 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Checking router: 3d79f428-43db-4790-a7f4-0954ff40d7bb for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:46:54.571198 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Updating router 3d79f428-43db-4790-a7f4-0954ff40d7bb port e910a267-b0d4-4f72-b395-4e8010322473 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:46:54.597229 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:54.704060 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-71d24cee-6205-45e7-9931-285abcfc2eac tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:54.773484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d24cee-6205-45e7-9931-285abcfc2eac tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Subnet': ['ID=7b201cf5-9f89-42cb-b5cc-c950876d3b52,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:54.779192 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d24cee-6205-45e7-9931-285abcfc2eac tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Checking segment: {'id': 'd632c0d8-78f3-43e4-823c-75f3d59baa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:46:54.780164 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d24cee-6205-45e7-9931-285abcfc2eac tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network hostable DHCP agents. Network: 6a6dd0d0-c4b2-426b-a8c1-81069c483291, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:46:54.796881 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d24cee-6205-45e7-9931-285abcfc2eac tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 6a6dd0d0-c4b2-426b-a8c1-81069c483291 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:46:54.806035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-71d24cee-6205-45e7-9931-285abcfc2eac tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 6a6dd0d0-c4b2-426b-a8c1-81069c483291) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:46:54.812648 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d24cee-6205-45e7-9931-285abcfc2eac tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:54.813546 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-71d24cee-6205-45e7-9931-285abcfc2eac tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:54.819673 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010e882c-518e-4f16-a631-0d028a1d47e5 None None] Network 6a6dd0d0-c4b2-426b-a8c1-81069c483291 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:46:54.830988 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-71d24cee-6205-45e7-9931-285abcfc2eac tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4129717 Jul 29 15:46:54.833847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55278) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:46:54.849398 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:54.861371 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Transition to ACTIVE for port object e910a267-b0d4-4f72-b395-4e8010322473 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:46:54.867985 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:54.916537 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58fc9d-51d6-4ed5-bf40-3cffeece350b None None] Pushing event updated for resources: {'Port': ['ID=e910a267-b0d4-4f72-b395-4e8010322473,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:54.924749 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58fc9d-51d6-4ed5-bf40-3cffeece350b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:54.925098 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58fc9d-51d6-4ed5-bf40-3cffeece350b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:54.925455 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58fc9d-51d6-4ed5-bf40-3cffeece350b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:54.926251 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58fc9d-51d6-4ed5-bf40-3cffeece350b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:54.926251 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58fc9d-51d6-4ed5-bf40-3cffeece350b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:54.926547 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58fc9d-51d6-4ed5-bf40-3cffeece350b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:54.926866 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58fc9d-51d6-4ed5-bf40-3cffeece350b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:54.927200 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58fc9d-51d6-4ed5-bf40-3cffeece350b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:54.927868 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58fc9d-51d6-4ed5-bf40-3cffeece350b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:54.927868 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58fc9d-51d6-4ed5-bf40-3cffeece350b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:54.928155 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58fc9d-51d6-4ed5-bf40-3cffeece350b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:54.928465 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e58fc9d-51d6-4ed5-bf40-3cffeece350b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:46:54.947430 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Attempting to bind port e910a267-b0d4-4f72-b395-4e8010322473 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:46:54.947867 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Attempting to bind port e910a267-b0d4-4f72-b395-4e8010322473 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:46:54.948204 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Attempting to bind port e910a267-b0d4-4f72-b395-4e8010322473 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:46:54.955131 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:46:54.955517 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:46:54.956062 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:54.956506 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:46:54.957113 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Bound port: e910a267-b0d4-4f72-b395-4e8010322473, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:46:54.957500 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:54.992153 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ips': [{'subnet_id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:46:54.993047 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:55.015064 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] For port e910a267-b0d4-4f72-b395-4e8010322473, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:46:55.019215 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] For port e910a267-b0d4-4f72-b395-4e8010322473, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e910a267-b0d4-4f72-b395-4e8010322473,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:46:55.025208 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:55.083226 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58fc9d-51d6-4ed5-bf40-3cffeece350b None None] Pushing event updated for resources: {'Port': ['ID=e910a267-b0d4-4f72-b395-4e8010322473,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:55.090112 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Routers {'3d79f428-43db-4790-a7f4-0954ff40d7bb'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:46:55.091368 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3d79f428-43db-4790-a7f4-0954ff40d7bb'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:55.150000 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Allocated IP 172.20.0.2 (6a6dd0d0-c4b2-426b-a8c1-81069c483291/7b201cf5-9f89-42cb-b5cc-c950876d3b52/9a638800-9938-41d9-956a-9ea4ae9b6481) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:46:55.287634 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] Set router 3d79f428-43db-4790-a7f4-0954ff40d7bb gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:46:55.298014 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:55.311285 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:55.319778 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Transition to ACTIVE for port object 9a638800-9938-41d9-956a-9ea4ae9b6481 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:46:55.335034 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Transition to ACTIVE for port object 9a638800-9938-41d9-956a-9ea4ae9b6481 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:46:55.342213 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:55.386189 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Network 6a6dd0d0-c4b2-426b-a8c1-81069c483291 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:46:55.393820 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:46:55.396272 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:46:55.403962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Pushing event updated for resources: {'Port': ['ID=9a638800-9938-41d9-956a-9ea4ae9b6481,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:55.464901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Attempting to bind port 9a638800-9938-41d9-956a-9ea4ae9b6481 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:46:55.465933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Attempting to bind port 9a638800-9938-41d9-956a-9ea4ae9b6481 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'd632c0d8-78f3-43e4-823c-75f3d59baa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:46:55.466315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Attempting to bind port 9a638800-9938-41d9-956a-9ea4ae9b6481 on network 6a6dd0d0-c4b2-426b-a8c1-81069c483291 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:46:55.472550 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:46:55.472988 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Checking segment: {'id': 'd632c0d8-78f3-43e4-823c-75f3d59baa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:46:55.473405 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:55.473925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Bound using segment: {'id': 'd632c0d8-78f3-43e4-823c-75f3d59baa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:46:55.474399 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Bound port: 9a638800-9938-41d9-956a-9ea4ae9b6481, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd632c0d8-78f3-43e4-823c-75f3d59baa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:46:55.475083 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:55.482398 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780003163', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:46:52Z', 'updated_at': '2021-07-29T15:46:53Z', 'revision_number': 3, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ad:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:53Z', 'updated_at': '2021-07-29T15:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:55.509390 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e3153-cbd6-4a1f-986d-b3bf37760f90 None None] The sync data for ids ['3d79f428-43db-4790-a7f4-0954ff40d7bb'] in n-d-802893-1 is: [{'id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780003163', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:46:52Z', 'updated_at': '2021-07-29T15:46:53Z', 'revision_number': 3, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ad:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:53Z', 'updated_at': '2021-07-29T15:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:46:55.544908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] For port 9a638800-9938-41d9-956a-9ea4ae9b6481, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:46:55.548418 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] For port 9a638800-9938-41d9-956a-9ea4ae9b6481, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9a638800-9938-41d9-956a-9ea4ae9b6481,segment=NetworkSegment(d632c0d8-78f3-43e4-823c-75f3d59baa8c),segment_id=d632c0d8-78f3-43e4-823c-75f3d59baa8c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:46:55.554072 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:55.619403 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f96f76-4562-4096-90cc-defc0da68ac0 None None] Pushing event updated for resources: {'Port': ['ID=9a638800-9938-41d9-956a-9ea4ae9b6481,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:55.620420 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.20.0.1 (6a6dd0d0-c4b2-426b-a8c1-81069c483291/7b201cf5-9f89-42cb-b5cc-c950876d3b52/db1963e5-24b3-4f0a-a60b-3c248d3f1c4b) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:46:55.786194 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:55.804264 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Transition to ACTIVE for port object db1963e5-24b3-4f0a-a60b-3c248d3f1c4b will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:46:55.852616 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:55.899841 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 6a6dd0d0-c4b2-426b-a8c1-81069c483291 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:46:55.906310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:46:55.914910 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:46:55.945885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=db1963e5-24b3-4f0a-a60b-3c248d3f1c4b,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:55.971273 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:56.111392 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:56.418009 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:56.424129 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:56.498685 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=db1963e5-24b3-4f0a-a60b-3c248d3f1c4b,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:56.502375 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:56.590651 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05aea3e-c251-4f9b-bfa6-b82c7ae25bec None None] Network 6a6dd0d0-c4b2-426b-a8c1-81069c483291 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:46:56.601209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 6a6dd0d0-c4b2-426b-a8c1-81069c483291 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:46:56.602652 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:46:56.649891 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ff502e34-6365-401c-a805-bcd59ae7d487 None None] Provisioning for port 9a638800-9938-41d9-956a-9ea4ae9b6481 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:46:56.715753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 3d79f428-43db-4790-a7f4-0954ff40d7bb has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:46:56.832513 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:46:56.837880 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e0fec8fc-0d27-45f7-9ad8-ce49547aa183 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "PUT /v2.0/routers/3d79f428-43db-4790-a7f4-0954ff40d7bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0031953 Jul 29 15:46:56.955250 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:56.995142 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-627906e8-e07c-4d17-93ee-f07785ce0ef9 None None] Provisioning for port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:46:56.998372 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-e1e86b7b-e90f-439f-a2bb-e2f83188c014 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1990648594&fields=id&tenant_id=36a4f9ad7825435597e53da998c0efb6 HTTP/1.1" status: 200 len: 267 time: 0.0396953 Jul 29 15:46:56.999636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-627906e8-e07c-4d17-93ee-f07785ce0ef9 None None] Provisioning complete for port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:46:57.000010 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-627906e8-e07c-4d17-93ee-f07785ce0ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:57.042455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-627906e8-e07c-4d17-93ee-f07785ce0ef9 None None] Port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:46:57.113433 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Sync routers for ids ['3d79f428-43db-4790-a7f4-0954ff40d7bb'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:46:57.120400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8db3069a-6a63-49c6-bf8e-65be7653cfd8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:57.122424 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8db3069a-6a63-49c6-bf8e-65be7653cfd8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/networks?id=6a6dd0d0-c4b2-426b-a8c1-81069c483291 HTTP/1.1" status: 200 len: 797 time: 0.1156900 Jul 29 15:46:57.123917 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Routers {'3d79f428-43db-4790-a7f4-0954ff40d7bb'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:46:57.124580 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3d79f428-43db-4790-a7f4-0954ff40d7bb'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:57.153784 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-eabebc6b-e4ed-4a4a-93fb-53b6262321c8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/quotas/36a4f9ad7825435597e53da998c0efb6 HTTP/1.1" status: 200 len: 375 time: 0.0243723 Jul 29 15:46:57.222121 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-f7515577-4640-4c52-bce1-6c2fa438871a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672581 Jul 29 15:46:57.260154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Set router 3d79f428-43db-4790-a7f4-0954ff40d7bb gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:46:57.295507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e910a267-b0d4-4f72-b395-4e8010322473 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:46:57.297189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-4b3e59ea-5572-4fa5-9dde-7a24d2f68744 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:46:57.297986 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-4b3e59ea-5572-4fa5-9dde-7a24d2f68744 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0630076 Jul 29 15:46:57.374500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-34b18420-a125-4f5b-abcd-db259942af4b None None] Provisioning complete for port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:46:57.374879 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-34b18420-a125-4f5b-abcd-db259942af4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:57.402029 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-a9386bd2-4007-4a6b-8ce8-17098d45b63b service neutron] 10.222.0.16 "GET /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945334 Jul 29 15:46:57.458769 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-34b18420-a125-4f5b-abcd-db259942af4b None None] Port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:46:57.478011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port e910a267-b0d4-4f72-b395-4e8010322473 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:46:57.486522 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port e910a267-b0d4-4f72-b395-4e8010322473 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:46:57.486900 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:57.495245 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-71098aeb-75e6-4d63-805e-9b682c7e3a4f service neutron] 10.222.0.16 "GET /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863867 Jul 29 15:46:57.612584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-05ddd0e7-b102-48ce-9dda-d7f4debf6a49 None None] Provisioning complete for port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:46:57.613192 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05ddd0e7-b102-48ce-9dda-d7f4debf6a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:57.650513 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:57.660612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780003163', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:46:52Z', 'updated_at': '2021-07-29T15:46:56Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ad:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:53Z', 'updated_at': '2021-07-29T15:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'db1963e5-24b3-4f0a-a60b-3c248d3f1c4b', 'name': '', 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:65:70:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:55Z', 'updated_at': '2021-07-29T15:46:56Z', 'revision_number': 2, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:57.698889 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-df9d96e9-e62f-4263-99e0-1cc2bec50fdd req-50c7da14-92d0-4107-adec-2310cffc18f6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 210 time: 0.0273368 Jul 29 15:46:57.702147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Checking router: 3d79f428-43db-4790-a7f4-0954ff40d7bb for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:46:57.702618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Updating router 3d79f428-43db-4790-a7f4-0954ff40d7bb port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:46:57.709542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-05ddd0e7-b102-48ce-9dda-d7f4debf6a49 None None] Port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:46:57.714296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port e910a267-b0d4-4f72-b395-4e8010322473, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e910a267-b0d4-4f72-b395-4e8010322473,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:46:57.731655 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:57.732447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9a638800-9938-41d9-956a-9ea4ae9b6481 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:46:57.782358 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:57.851478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=e910a267-b0d4-4f72-b395-4e8010322473,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:57.916851 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 9a638800-9938-41d9-956a-9ea4ae9b6481 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:46:57.926037 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9a638800-9938-41d9-956a-9ea4ae9b6481 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:46:57.926405 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:58.094323 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:58.163381 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 9a638800-9938-41d9-956a-9ea4ae9b6481, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9a638800-9938-41d9-956a-9ea4ae9b6481,segment=NetworkSegment(d632c0d8-78f3-43e4-823c-75f3d59baa8c),segment_id=d632c0d8-78f3-43e4-823c-75f3d59baa8c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:46:58.167634 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:58.204469 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:58.221244 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Transition to ACTIVE for port object db1963e5-24b3-4f0a-a60b-3c248d3f1c4b will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:46:58.237170 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:58.245771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=9a638800-9938-41d9-956a-9ea4ae9b6481,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:58.317372 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710855b3-4027-4254-a094-ee8aad27ac77 None None] Pushing event updated for resources: {'Port': ['ID=db1963e5-24b3-4f0a-a60b-3c248d3f1c4b,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:58.355252 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Attempting to bind port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:46:58.355619 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Attempting to bind port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'd632c0d8-78f3-43e4-823c-75f3d59baa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:46:58.355980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Attempting to bind port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b on network 6a6dd0d0-c4b2-426b-a8c1-81069c483291 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:46:58.362341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:46:58.362713 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Checking segment: {'id': 'd632c0d8-78f3-43e4-823c-75f3d59baa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:46:58.363113 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:58.363501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Bound using segment: {'id': 'd632c0d8-78f3-43e4-823c-75f3d59baa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:46:58.363954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Bound port: db1963e5-24b3-4f0a-a60b-3c248d3f1c4b, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd632c0d8-78f3-43e4-823c-75f3d59baa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:46:58.364329 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:58.448494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] For port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:46:58.452036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] For port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=db1963e5-24b3-4f0a-a60b-3c248d3f1c4b,segment=NetworkSegment(d632c0d8-78f3-43e4-823c-75f3d59baa8c),segment_id=d632c0d8-78f3-43e4-823c-75f3d59baa8c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:46:58.459690 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:58.514014 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Routers {'3d79f428-43db-4790-a7f4-0954ff40d7bb'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:46:58.514647 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:46:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3d79f428-43db-4790-a7f4-0954ff40d7bb'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:58.588808 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710855b3-4027-4254-a094-ee8aad27ac77 None None] Pushing event updated for resources: {'Port': ['ID=db1963e5-24b3-4f0a-a60b-3c248d3f1c4b,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:58.677508 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] Set router 3d79f428-43db-4790-a7f4-0954ff40d7bb gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:46:58.816167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-86b94e32-5028-4bd4-985e-dcdefd61ba7b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:58.817863 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-86b94e32-5028-4bd4-985e-dcdefd61ba7b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.39 "GET /v2.0/networks?id=6a6dd0d0-c4b2-426b-a8c1-81069c483291 HTTP/1.1" status: 200 len: 797 time: 0.1238129 Jul 29 15:46:58.824143 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-62bcac05-9c2d-47f6-84ea-c05b661022ed req-f0a3ebad-7cb6-4e3e-b62c-f5637fa7fc50 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 210 time: 0.0375407 Jul 29 15:46:58.885308 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-3ac58936-5e46-4c8c-9537-882147edab44 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36a4f9ad7825435597e53da998c0efb6 HTTP/1.1" status: 200 len: 380 time: 0.0535097 Jul 29 15:46:58.899999 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-eb661ef6-5767-4f53-9990-36c8718b174d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'port': {'device_id': 'c3a90aba-1cf3-4406-8785-50e557b53480', 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'admin_state_up': True, 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'security_groups': ['7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:46:59.016077 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-eb661ef6-5767-4f53-9990-36c8718b174d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Made reservation on behalf of 36a4f9ad7825435597e53da998c0efb6 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:46:59.019728 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-eb661ef6-5767-4f53-9990-36c8718b174d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:59.109252 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780003163', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:46:52Z', 'updated_at': '2021-07-29T15:46:56Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:53Z', 'updated_at': '2021-07-29T15:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'db1963e5-24b3-4f0a-a60b-3c248d3f1c4b', 'name': '', 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:65:70:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:55Z', 'updated_at': '2021-07-29T15:46:58Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:46:59.141361 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b575bb-e104-4d85-ae85-fb2968c92b64 None None] The sync data for ids ['3d79f428-43db-4790-a7f4-0954ff40d7bb'] in n-d-802893-1 is: [{'id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780003163', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:46:52Z', 'updated_at': '2021-07-29T15:46:56Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:53Z', 'updated_at': '2021-07-29T15:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'db1963e5-24b3-4f0a-a60b-3c248d3f1c4b', 'name': '', 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:65:70:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:55Z', 'updated_at': '2021-07-29T15:46:58Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:46:59.162244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-eb661ef6-5767-4f53-9990-36c8718b174d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.20.0.8 (6a6dd0d0-c4b2-426b-a8c1-81069c483291/7b201cf5-9f89-42cb-b5cc-c950876d3b52/c775fdf3-83c9-4b51-85a9-fe3e183ed454) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:46:59.218551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e910a267-b0d4-4f72-b395-4e8010322473 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:46:59.282190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port e910a267-b0d4-4f72-b395-4e8010322473 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:46:59.282536 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:59.346696 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-eb661ef6-5767-4f53-9990-36c8718b174d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:59.363194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-eb661ef6-5767-4f53-9990-36c8718b174d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Transition to ACTIVE for port object c775fdf3-83c9-4b51-85a9-fe3e183ed454 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:46:59.369700 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9a638800-9938-41d9-956a-9ea4ae9b6481 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:46:59.402125 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-eb661ef6-5767-4f53-9990-36c8718b174d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:59.427220 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 9a638800-9938-41d9-956a-9ea4ae9b6481 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:46:59.427818 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:59.462868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-eb661ef6-5767-4f53-9990-36c8718b174d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 6a6dd0d0-c4b2-426b-a8c1-81069c483291 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:46:59.464295 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb661ef6-5767-4f53-9990-36c8718b174d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=c775fdf3-83c9-4b51-85a9-fe3e183ed454,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:46:59.467393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-eb661ef6-5767-4f53-9990-36c8718b174d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:46:59.469837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-eb661ef6-5767-4f53-9990-36c8718b174d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:46:59.535804 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-eb661ef6-5767-4f53-9990-36c8718b174d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:46:59.536536 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-eb661ef6-5767-4f53-9990-36c8718b174d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:59.555700 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-eb661ef6-5767-4f53-9990-36c8718b174d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6597354 Jul 29 15:46:59.568309 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Request body: {'port': {'device_id': 'c3a90aba-1cf3-4406-8785-50e557b53480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:46:59.628611 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:59.741669 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f439a84f-5e5c-49a7-8e29-a9cae16b8802 None None] Provisioning for port c775fdf3-83c9-4b51-85a9-fe3e183ed454 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:46:59.745874 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f439a84f-5e5c-49a7-8e29-a9cae16b8802 None None] Provisioning complete for port c775fdf3-83c9-4b51-85a9-fe3e183ed454 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:46:59.746190 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f439a84f-5e5c-49a7-8e29-a9cae16b8802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:46:59.795423 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-f439a84f-5e5c-49a7-8e29-a9cae16b8802 None None] Port c775fdf3-83c9-4b51-85a9-fe3e183ed454 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:47:00.340193 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc817854-9938-4851-96b6-1b2a2f68002e req-fc902cf3-beac-4d91-81a4-04bb0bd08fab tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:00.341747 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc817854-9938-4851-96b6-1b2a2f68002e req-fc902cf3-beac-4d91-81a4-04bb0bd08fab tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 931 time: 0.0877998 Jul 29 15:47:00.347944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c775fdf3-83c9-4b51-85a9-fe3e183ed454 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:47:00.357766 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:00.385811 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Transition to ACTIVE for port object c775fdf3-83c9-4b51-85a9-fe3e183ed454 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:47:00.392872 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:00.427137 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc817854-9938-4851-96b6-1b2a2f68002e req-25d3b211-1a6e-46b4-83cb-4b018bc5816b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741889 Jul 29 15:47:00.456355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Pushing event updated for resources: {'Port': ['ID=c775fdf3-83c9-4b51-85a9-fe3e183ed454,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:47:00.526986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Attempting to bind port c775fdf3-83c9-4b51-85a9-fe3e183ed454 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:47:00.527350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Attempting to bind port c775fdf3-83c9-4b51-85a9-fe3e183ed454 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'd632c0d8-78f3-43e4-823c-75f3d59baa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:47:00.527693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Attempting to bind port c775fdf3-83c9-4b51-85a9-fe3e183ed454 on network 6a6dd0d0-c4b2-426b-a8c1-81069c483291 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:47:00.532384 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Port c775fdf3-83c9-4b51-85a9-fe3e183ed454 on network 6a6dd0d0-c4b2-426b-a8c1-81069c483291 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:47:00.532737 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Attempting to bind port c775fdf3-83c9-4b51-85a9-fe3e183ed454 on network 6a6dd0d0-c4b2-426b-a8c1-81069c483291 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:47:00.537726 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:47:00.538097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Checking segment: {'id': 'd632c0d8-78f3-43e4-823c-75f3d59baa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:47:00.538489 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Bound using segment: {'id': 'd632c0d8-78f3-43e4-823c-75f3d59baa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:47:00.538913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Bound port: c775fdf3-83c9-4b51-85a9-fe3e183ed454, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd632c0d8-78f3-43e4-823c-75f3d59baa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:47:00.539274 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:00.608829 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] For port c775fdf3-83c9-4b51-85a9-fe3e183ed454, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:47:00.612165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] For port c775fdf3-83c9-4b51-85a9-fe3e183ed454, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=c775fdf3-83c9-4b51-85a9-fe3e183ed454,segment=NetworkSegment(d632c0d8-78f3-43e4-823c-75f3d59baa8c),segment_id=d632c0d8-78f3-43e4-823c-75f3d59baa8c)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:47:00.617156 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:00.641993 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c88e-d2b6-41cf-9276-0f32a2b1820c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:00.654182 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:00.654804 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:00.656192 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-8368a39f-0347-4017-ac61-21029d54877e service neutron] 10.222.0.39 "PUT /v2.0/ports/c775fdf3-83c9-4b51-85a9-fe3e183ed454 HTTP/1.1" status: 200 len: 1091 time: 1.0926473 Jul 29 15:47:00.656632 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a90aba-1cf3-4406-8785-50e557b53480', 'tag': 'c775fdf3-83c9-4b51-85a9-fe3e183ed454'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:47:00.658928 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf1dee3-d879-4c99-a880-fb76f8bdc4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a90aba-1cf3-4406-8785-50e557b53480", "tag": "c775fdf3-83c9-4b51-85a9-fe3e183ed454"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:47:00.686719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368a39f-0347-4017-ac61-21029d54877e service neutron] Pushing event updated for resources: {'Port': ['ID=c775fdf3-83c9-4b51-85a9-fe3e183ed454,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:47:00.703630 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9b111f-9bae-4bc3-a0bf-1a99911f7703 x-openstack-request-id: req-cc9b111f-9bae-4bc3-a0bf-1a99911f7703 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:47:00.703923 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a90aba-1cf3-4406-8785-50e557b53480", "tag": "c775fdf3-83c9-4b51-85a9-fe3e183ed454", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:47:00.704171 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc9b111f-9bae-4bc3-a0bf-1a99911f7703 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:47:00.704570 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a90aba-1cf3-4406-8785-50e557b53480', 'tag': 'c775fdf3-83c9-4b51-85a9-fe3e183ed454', 'status': 'completed', 'code': 200} Jul 29 15:47:00.753693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-f4f8327e-c538-43ec-9296-9b9512016d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:00.754878 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-f4f8327e-c538-43ec-9296-9b9512016d1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 1094 time: 0.0451388 Jul 29 15:47:00.800949 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-9c3a05b6-dbb1-4d1e-bd47-28c47c9b4b18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c775fdf3-83c9-4b51-85a9-fe3e183ed454 HTTP/1.1" status: 200 len: 217 time: 0.0368397 Jul 29 15:47:00.859273 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-ec07a21d-d485-4abf-8e1d-5c349e508c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:00.860788 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-ec07a21d-d485-4abf-8e1d-5c349e508c4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b201cf5-9f89-42cb-b5cc-c950876d3b52 HTTP/1.1" status: 200 len: 835 time: 0.0518582 Jul 29 15:47:00.909441 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-5a7aecc4-8e20-4bad-8590-9154d513e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:00.911431 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-5a7aecc4-8e20-4bad-8590-9154d513e182 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a6dd0d0-c4b2-426b-a8c1-81069c483291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399334 Jul 29 15:47:01.002720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-118c8959-0fe9-4431-8a36-e3790e5d56b4 service neutron] 10.222.0.39 "GET /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821984 Jul 29 15:47:01.098014 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9acf547-e0ba-44a2-ae78-f60b2160043c req-1a18e232-598c-4b23-a233-d24db461453d service neutron] 10.222.0.39 "GET /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874660 Jul 29 15:47:01.196480 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device db1963e5-24b3-4f0a-a60b-3c248d3f1c4b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:47:01.198578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1dee3-d879-4c99-a880-fb76f8bdc4ff req-24fcaf54-c65f-4322-befe-9a8a010707f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:01.200733 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ccf1dee3-d879-4c99-a880-fb76f8bdc4ff req-24fcaf54-c65f-4322-befe-9a8a010707f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 1094 time: 0.0505371 Jul 29 15:47:01.244304 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:47:01.248552 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:47:01.248956 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:01.297971 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1dee3-d879-4c99-a880-fb76f8bdc4ff req-df302608-f945-4267-b849-cf106e93a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:01.299461 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ccf1dee3-d879-4c99-a880-fb76f8bdc4ff req-df302608-f945-4267-b849-cf106e93a073 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a6dd0d0-c4b2-426b-a8c1-81069c483291 HTTP/1.1" status: 200 len: 898 time: 0.0923002 Jul 29 15:47:01.329177 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:01.343033 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ccf1dee3-d879-4c99-a880-fb76f8bdc4ff req-906acf83-f998-4e0e-9e87-722deb413ac2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c775fdf3-83c9-4b51-85a9-fe3e183ed454 HTTP/1.1" status: 200 len: 217 time: 0.0353243 Jul 29 15:47:01.361324 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=db1963e5-24b3-4f0a-a60b-3c248d3f1c4b,segment=NetworkSegment(d632c0d8-78f3-43e4-823c-75f3d59baa8c),segment_id=d632c0d8-78f3-43e4-823c-75f3d59baa8c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:47:01.365873 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:01.401056 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1dee3-d879-4c99-a880-fb76f8bdc4ff req-12e0c24b-ef47-400f-a149-5e46c90e1f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:01.402538 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ccf1dee3-d879-4c99-a880-fb76f8bdc4ff req-12e0c24b-ef47-400f-a149-5e46c90e1f62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b201cf5-9f89-42cb-b5cc-c950876d3b52 HTTP/1.1" status: 200 len: 835 time: 0.0512750 Jul 29 15:47:01.427226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=db1963e5-24b3-4f0a-a60b-3c248d3f1c4b,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:47:01.459482 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1dee3-d879-4c99-a880-fb76f8bdc4ff req-fe8b32c1-f475-42c7-b0da-d7e4569ed7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:01.461043 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ccf1dee3-d879-4c99-a880-fb76f8bdc4ff req-fe8b32c1-f475-42c7-b0da-d7e4569ed7ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a6dd0d0-c4b2-426b-a8c1-81069c483291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511642 Jul 29 15:47:01.586803 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727a1e6-6c0f-42e4-8add-ac421961690b req-2e966444-63ed-4135-8244-25b3ba99a7d9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:01.588300 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7727a1e6-6c0f-42e4-8add-ac421961690b req-2e966444-63ed-4135-8244-25b3ba99a7d9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 943 time: 0.0780728 Jul 29 15:47:01.592606 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ccf1dee3-d879-4c99-a880-fb76f8bdc4ff req-84f7bf11-229e-4f98-b22d-21314882abdf service neutron] 10.222.0.39 "GET /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236641 Jul 29 15:47:01.678727 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7727a1e6-6c0f-42e4-8add-ac421961690b req-fa762430-c83f-493c-ba3c-1379c1e22e2a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838034 Jul 29 15:47:01.713494 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ccf1dee3-d879-4c99-a880-fb76f8bdc4ff req-7bbacf0b-98e0-4a8a-940d-c9f988e53140 service neutron] 10.222.0.39 "GET /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122544 Jul 29 15:47:02.805868 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f293285-71e1-4cc6-b6ea-ab08872b4c06 req-712b0b93-3b35-47b7-a2db-b2525d4ecadf tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:02.807375 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f293285-71e1-4cc6-b6ea-ab08872b4c06 req-712b0b93-3b35-47b7-a2db-b2525d4ecadf tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 943 time: 0.0568991 Jul 29 15:47:02.825984 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device c775fdf3-83c9-4b51-85a9-fe3e183ed454 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:47:02.849107 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7f293285-71e1-4cc6-b6ea-ab08872b4c06 req-3591c2b7-ce85-4314-bde3-79e472767909 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351334 Jul 29 15:47:02.922904 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port c775fdf3-83c9-4b51-85a9-fe3e183ed454, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=c775fdf3-83c9-4b51-85a9-fe3e183ed454,segment=NetworkSegment(d632c0d8-78f3-43e4-823c-75f3d59baa8c),segment_id=d632c0d8-78f3-43e4-823c-75f3d59baa8c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:47:02.934185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'c775fdf3-83c9-4b51-85a9-fe3e183ed454', 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'port_id': 'c775fdf3-83c9-4b51-85a9-fe3e183ed454', 'mac_address': 'fa:16:3e:ef:aa:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:47:02.975886 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:02.988411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c775fdf3-83c9-4b51-85a9-fe3e183ed454 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:47:03.007595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port c775fdf3-83c9-4b51-85a9-fe3e183ed454, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=c775fdf3-83c9-4b51-85a9-fe3e183ed454,segment=NetworkSegment(d632c0d8-78f3-43e4-823c-75f3d59baa8c),segment_id=d632c0d8-78f3-43e4-823c-75f3d59baa8c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:47:03.011422 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:03.057358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=c775fdf3-83c9-4b51-85a9-fe3e183ed454,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:47:03.178467 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device db1963e5-24b3-4f0a-a60b-3c248d3f1c4b up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:47:03.228342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:47:03.228739 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:03.267971 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['c775fdf3-83c9-4b51-85a9-fe3e183ed454'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:47:03.337470 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:03.400094 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4c9801d-cf95-4e7d-a00e-c6f8516d0100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:03.963918 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098aa37-199d-42c8-bc0b-d2f1232bef3d req-f28adf07-e070-4e01-84e2-40fb2b2bcb93 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:03.965425 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a098aa37-199d-42c8-bc0b-d2f1232bef3d req-f28adf07-e070-4e01-84e2-40fb2b2bcb93 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 944 time: 0.0510609 Jul 29 15:47:04.004251 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a098aa37-199d-42c8-bc0b-d2f1232bef3d req-a2e439c5-2f35-4c2b-9f3f-692f56009bd1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318830 Jul 29 15:47:04.561758 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:04.841342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device c775fdf3-83c9-4b51-85a9-fe3e183ed454 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:47:04.890271 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port c775fdf3-83c9-4b51-85a9-fe3e183ed454 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:47:04.894023 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port c775fdf3-83c9-4b51-85a9-fe3e183ed454 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:47:04.894391 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:04.974919 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:04.997587 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a90aba-1cf3-4406-8785-50e557b53480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c775fdf3-83c9-4b51-85a9-fe3e183ed454'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:47:04.999995 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ca73be-9c26-4879-9e6d-5b9e4851058a" -d '{"events": [{"server_uuid": "c3a90aba-1cf3-4406-8785-50e557b53480", "name": "network-vif-plugged", "status": "completed", "tag": "c775fdf3-83c9-4b51-85a9-fe3e183ed454"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:47:05.012751 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port c775fdf3-83c9-4b51-85a9-fe3e183ed454, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=c775fdf3-83c9-4b51-85a9-fe3e183ed454,segment=NetworkSegment(d632c0d8-78f3-43e4-823c-75f3d59baa8c),segment_id=d632c0d8-78f3-43e4-823c-75f3d59baa8c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:47:05.017501 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:05.043009 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b823aedd-2764-4e11-92ee-6e5c57e68a89 x-openstack-request-id: req-b823aedd-2764-4e11-92ee-6e5c57e68a89 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:47:05.043310 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a90aba-1cf3-4406-8785-50e557b53480", "name": "network-vif-plugged", "status": "completed", "tag": "c775fdf3-83c9-4b51-85a9-fe3e183ed454", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:47:05.043562 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b823aedd-2764-4e11-92ee-6e5c57e68a89 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:47:05.043970 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a90aba-1cf3-4406-8785-50e557b53480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c775fdf3-83c9-4b51-85a9-fe3e183ed454', 'code': 200} Jul 29 15:47:05.073153 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=c775fdf3-83c9-4b51-85a9-fe3e183ed454,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:47:05.161694 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91861b0-4c1e-43c1-af4e-6287295fc597 req-752fa682-7fbd-415c-a449-a5ba8c110486 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:05.163244 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b91861b0-4c1e-43c1-af4e-6287295fc597 req-752fa682-7fbd-415c-a449-a5ba8c110486 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.0828974 Jul 29 15:47:05.169560 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cf44d-8021-43a8-9677-5da79dee3665 req-bb35c2fe-82f9-403e-b0fb-04fd6195ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:05.171114 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9f7cf44d-8021-43a8-9677-5da79dee3665 req-bb35c2fe-82f9-403e-b0fb-04fd6195ab24 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 1096 time: 0.0594521 Jul 29 15:47:05.219364 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b91861b0-4c1e-43c1-af4e-6287295fc597 req-7f2d5962-46e9-43e2-8bf7-13ca5719132f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472894 Jul 29 15:47:05.230827 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9f7cf44d-8021-43a8-9677-5da79dee3665 req-8ac62cb0-a933-490f-a5c4-dfddbc1157e0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518723 Jul 29 15:47:06.338244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bfcec-2af5-414f-9f84-568d938e81a9 req-11473fb5-3c63-45ea-966e-77bf57a85136 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:06.339732 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef3bfcec-2af5-414f-9f84-568d938e81a9 req-11473fb5-3c63-45ea-966e-77bf57a85136 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.0490000 Jul 29 15:47:06.377980 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef3bfcec-2af5-414f-9f84-568d938e81a9 req-1e5fd332-99c3-4a41-9501-3367f34e0d9b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313694 Jul 29 15:47:06.494897 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfc545-2bda-49d1-a567-e201cd5da637 req-cc014f7f-449c-4b9d-a385-8ee928c73d9e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:06.496396 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2acfc545-2bda-49d1-a567-e201cd5da637 req-cc014f7f-449c-4b9d-a385-8ee928c73d9e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.0502417 Jul 29 15:47:06.524957 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:06.539985 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2acfc545-2bda-49d1-a567-e201cd5da637 req-da9dcf56-79c6-41a5-a1e1-f8f8557c49f5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372891 Jul 29 15:47:06.562567 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55334) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:47:06.603008 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d578e530-d0db-4248-9e84-ef0e8d7c80bf tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:06.604513 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d578e530-d0db-4248-9e84-ef0e8d7c80bf tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 1091 time: 0.0408952 Jul 29 15:47:06.607301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55336) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:47:06.612224 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': 'c775fdf3-83c9-4b51-85a9-fe3e183ed454', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:47:06.633679 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:06.729398 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:06.837145 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.25.6.233 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/a9dbcc86-8596-4062-8545-dfb9e764f163) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:47:06.939391 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:06.979887 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:07.022623 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:47:07.025515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:47:07.027928 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:47:07.060244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=a9dbcc86-8596-4062-8545-dfb9e764f163,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:47:07.389746 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:07.459063 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:07.607791 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:07.612970 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:07.683050 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=a9dbcc86-8596-4062-8545-dfb9e764f163,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:47:07.695630 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:07.798938 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Floating IP 463f4d56-29d7-40ee-86c2-bf2273d9c9cd associated. External IP: 172.25.6.233, port: c775fdf3-83c9-4b51-85a9-fe3e183ed454. Jul 29 15:47:08.006306 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 3d79f428-43db-4790-a7f4-0954ff40d7bb has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:47:08.113645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:47:08.122831 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa6361-b27c-4bb4-b596-5d92fd176852 None None] Sync routers for ids ['3d79f428-43db-4790-a7f4-0954ff40d7bb'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:47:08.130863 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:08.133132 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa6361-b27c-4bb4-b596-5d92fd176852 None None] Routers {'3d79f428-43db-4790-a7f4-0954ff40d7bb'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:47:08.133734 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4aaa6361-b27c-4bb4-b596-5d92fd176852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:47:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3d79f428-43db-4790-a7f4-0954ff40d7bb'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:47:08.158323 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1b9f2530-9ca4-43c3-a408-93a9acdcfc7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5495393 Jul 29 15:47:08.159018 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a90aba-1cf3-4406-8785-50e557b53480', 'tag': 'c775fdf3-83c9-4b51-85a9-fe3e183ed454'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:47:08.161439 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cfb3e5-7762-4697-8490-b3923fff1d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a90aba-1cf3-4406-8785-50e557b53480", "tag": "c775fdf3-83c9-4b51-85a9-fe3e183ed454"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:47:08.205551 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074e3dd5-a47c-427f-a31e-126d74a144b7 x-openstack-request-id: req-074e3dd5-a47c-427f-a31e-126d74a144b7 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:47:08.205853 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a90aba-1cf3-4406-8785-50e557b53480", "tag": "c775fdf3-83c9-4b51-85a9-fe3e183ed454", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:47:08.206135 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-074e3dd5-a47c-427f-a31e-126d74a144b7 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:47:08.206530 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a90aba-1cf3-4406-8785-50e557b53480', 'tag': 'c775fdf3-83c9-4b51-85a9-fe3e183ed454', 'status': 'completed', 'code': 200} Jul 29 15:47:08.243391 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-4aaa6361-b27c-4bb4-b596-5d92fd176852 None None] Set router 3d79f428-43db-4790-a7f4-0954ff40d7bb gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:47:08.272760 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfb3e5-7762-4697-8490-b3923fff1d9f req-23f5b738-d799-4f45-bde9-e1dd8bdd81f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:08.274211 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8cfb3e5-7762-4697-8490-b3923fff1d9f req-23f5b738-d799-4f45-bde9-e1dd8bdd81f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 1096 time: 0.0435042 Jul 29 15:47:08.274745 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2772a-a9ff-4d6a-bb6a-726fa9f4aa33 req-8bd5d666-fe04-4f9f-8822-034aed4d1d78 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:08.276335 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eaf2772a-a9ff-4d6a-bb6a-726fa9f4aa33 req-8bd5d666-fe04-4f9f-8822-034aed4d1d78 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.0574329 Jul 29 15:47:08.315769 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eaf2772a-a9ff-4d6a-bb6a-726fa9f4aa33 req-a3b195fa-1e46-4033-ac25-cafcf42518d1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331154 Jul 29 15:47:08.338831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55342) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:47:08.376299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfb3e5-7762-4697-8490-b3923fff1d9f req-62a7bed5-73b3-43fb-bb8e-04bb13bf4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:08.377811 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8cfb3e5-7762-4697-8490-b3923fff1d9f req-62a7bed5-73b3-43fb-bb8e-04bb13bf4ad0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a6dd0d0-c4b2-426b-a8c1-81069c483291 HTTP/1.1" status: 200 len: 898 time: 0.0961022 Jul 29 15:47:08.405368 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f5738fa3-ee9f-45f6-be5c-08f62a6bd6e8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/463f4d56-29d7-40ee-86c2-bf2273d9c9cd HTTP/1.1" status: 200 len: 991 time: 0.0650630 Jul 29 15:47:08.446177 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8cfb3e5-7762-4697-8490-b3923fff1d9f req-f129daeb-280d-4fcc-afdb-db335e5c0b73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c775fdf3-83c9-4b51-85a9-fe3e183ed454 HTTP/1.1" status: 200 len: 999 time: 0.0602875 Jul 29 15:47:08.484442 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4aaa6361-b27c-4bb4-b596-5d92fd176852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780003163', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:46:52Z', 'updated_at': '2021-07-29T15:46:56Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:53Z', 'updated_at': '2021-07-29T15:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '463f4d56-29d7-40ee-86c2-bf2273d9c9cd', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'port_id': 'c775fdf3-83c9-4b51-85a9-fe3e183ed454', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'mac_address': 'fa:16:3e:ef:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a90aba-1cf3-4406-8785-50e557b53480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:47:07Z', 'updated_at': '2021-07-29T15:47:07Z', 'revision_number': 0, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1963e5-24b3-4f0a-a60b-3c248d3f1c4b', 'name': '', 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:65:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:55Z', 'updated_at': '2021-07-29T15:47:01Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:47:08.496365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfb3e5-7762-4697-8490-b3923fff1d9f req-ab7984ae-f7f6-4967-b697-47456bb50020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:08.497905 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8cfb3e5-7762-4697-8490-b3923fff1d9f req-ab7984ae-f7f6-4967-b697-47456bb50020 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b201cf5-9f89-42cb-b5cc-c950876d3b52 HTTP/1.1" status: 200 len: 835 time: 0.0445797 Jul 29 15:47:08.514437 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa6361-b27c-4bb4-b596-5d92fd176852 None None] Checking router: 3d79f428-43db-4790-a7f4-0954ff40d7bb for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:47:08.522614 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa6361-b27c-4bb4-b596-5d92fd176852 None None] Routers {'3d79f428-43db-4790-a7f4-0954ff40d7bb'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:47:08.523279 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4aaa6361-b27c-4bb4-b596-5d92fd176852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:47:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3d79f428-43db-4790-a7f4-0954ff40d7bb'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:47:08.550130 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfb3e5-7762-4697-8490-b3923fff1d9f req-70d4331f-797a-41f0-9947-8c2488c78f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:08.551651 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8cfb3e5-7762-4697-8490-b3923fff1d9f req-70d4331f-797a-41f0-9947-8c2488c78f25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a6dd0d0-c4b2-426b-a8c1-81069c483291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464458 Jul 29 15:47:08.629783 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-4aaa6361-b27c-4bb4-b596-5d92fd176852 None None] Set router 3d79f428-43db-4790-a7f4-0954ff40d7bb gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:47:08.642630 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8cfb3e5-7762-4697-8490-b3923fff1d9f req-e04add8a-e26f-4bc2-b995-120af89d08cf service neutron] 10.222.0.39 "GET /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834565 Jul 29 15:47:08.741283 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8cfb3e5-7762-4697-8490-b3923fff1d9f req-090f3a0d-5237-495b-8479-37984a408fd9 service neutron] 10.222.0.39 "GET /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906627 Jul 29 15:47:08.853119 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-4aaa6361-b27c-4bb4-b596-5d92fd176852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780003163', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:46:52Z', 'updated_at': '2021-07-29T15:46:56Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:53Z', 'updated_at': '2021-07-29T15:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '463f4d56-29d7-40ee-86c2-bf2273d9c9cd', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'port_id': 'c775fdf3-83c9-4b51-85a9-fe3e183ed454', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'mac_address': 'fa:16:3e:ef:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a90aba-1cf3-4406-8785-50e557b53480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:47:07Z', 'updated_at': '2021-07-29T15:47:07Z', 'revision_number': 0, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1963e5-24b3-4f0a-a60b-3c248d3f1c4b', 'name': '', 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:65:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:55Z', 'updated_at': '2021-07-29T15:47:01Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:47:08.882816 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa6361-b27c-4bb4-b596-5d92fd176852 None None] The sync data for ids ['3d79f428-43db-4790-a7f4-0954ff40d7bb'] in n-d-802893-1 is: [{'id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780003163', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:46:52Z', 'updated_at': '2021-07-29T15:46:56Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:53Z', 'updated_at': '2021-07-29T15:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '463f4d56-29d7-40ee-86c2-bf2273d9c9cd', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'floating_ip_address': '172.25.6.233', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'port_id': 'c775fdf3-83c9-4b51-85a9-fe3e183ed454', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'mac_address': 'fa:16:3e:ef:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a90aba-1cf3-4406-8785-50e557b53480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:47:07Z', 'updated_at': '2021-07-29T15:47:07Z', 'revision_number': 0, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1963e5-24b3-4f0a-a60b-3c248d3f1c4b', 'name': '', 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:65:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:55Z', 'updated_at': '2021-07-29T15:47:01Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:47:09.070563 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ad039d-cf06-4872-a4c6-df6b8a157853 None None] New status for floating IP 463f4d56-29d7-40ee-86c2-bf2273d9c9cd: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:47:09.408624 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55344) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:47:09.468782 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0ce87043-b8d7-4de8-8d42-3ce64521d39c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/463f4d56-29d7-40ee-86c2-bf2273d9c9cd HTTP/1.1" status: 200 len: 993 time: 0.0589998 Jul 29 15:47:11.555325 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:18.742072 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8eedbeb5-1502-4760-aec7-7a8ceb57dac9 req-33d1b938-3aa9-4f03-b0f0-554b4b1587d6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410049 Jul 29 15:47:18.824226 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedbeb5-1502-4760-aec7-7a8ceb57dac9 req-54934ebb-7149-41f9-883f-f75fc229aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:18.825805 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8eedbeb5-1502-4760-aec7-7a8ceb57dac9 req-54934ebb-7149-41f9-883f-f75fc229aad1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 1096 time: 0.0403109 Jul 29 15:47:18.939521 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedbeb5-1502-4760-aec7-7a8ceb57dac9 req-3606f576-8bdc-4194-985b-3aef4f3d8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:18.941023 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8eedbeb5-1502-4760-aec7-7a8ceb57dac9 req-3606f576-8bdc-4194-985b-3aef4f3d8930 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a6dd0d0-c4b2-426b-a8c1-81069c483291 HTTP/1.1" status: 200 len: 898 time: 0.0946171 Jul 29 15:47:19.007148 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8eedbeb5-1502-4760-aec7-7a8ceb57dac9 req-41b9fa59-d32c-4ec6-b0b2-900b0285e12a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c775fdf3-83c9-4b51-85a9-fe3e183ed454 HTTP/1.1" status: 200 len: 1001 time: 0.0570827 Jul 29 15:47:19.057303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedbeb5-1502-4760-aec7-7a8ceb57dac9 req-fd874bff-8970-4db3-ad18-874567689228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:19.058725 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8eedbeb5-1502-4760-aec7-7a8ceb57dac9 req-fd874bff-8970-4db3-ad18-874567689228 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b201cf5-9f89-42cb-b5cc-c950876d3b52 HTTP/1.1" status: 200 len: 835 time: 0.0425122 Jul 29 15:47:19.109309 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedbeb5-1502-4760-aec7-7a8ceb57dac9 req-00cbf0e3-68fa-4ad7-8730-3823c2882661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:19.110796 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8eedbeb5-1502-4760-aec7-7a8ceb57dac9 req-00cbf0e3-68fa-4ad7-8730-3823c2882661 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a6dd0d0-c4b2-426b-a8c1-81069c483291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437691 Jul 29 15:47:19.201671 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8eedbeb5-1502-4760-aec7-7a8ceb57dac9 req-6dde03da-0d70-4034-99b4-15477b843194 service neutron] 10.222.0.39 "GET /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825803 Jul 29 15:47:19.303209 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8eedbeb5-1502-4760-aec7-7a8ceb57dac9 req-5c75545b-cc0a-4e62-aa1a-5a296f53dee2 service neutron] 10.222.0.39 "GET /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929744 Jul 29 15:47:26.956757 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:27.934631 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:47:30.635675 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a140332b-d8fb-4066-b472-5cecec3fa359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:33.308847 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:33.400192 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9abdb9ee-d309-4e93-9c15-661ba1e3340f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:34.565397 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:36.525926 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:38.186089 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1e123-ee1d-40c7-93a0-aaeacded4df8 req-dc95e87d-53e9-41ec-9081-9400226d3e13 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:38.187724 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-12f1e123-ee1d-40c7-93a0-aaeacded4df8 req-dc95e87d-53e9-41ec-9081-9400226d3e13 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.0765052 Jul 29 15:47:38.193297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b79c1-8e68-4978-86a8-f250b09f06f2 req-0773179b-424a-4013-9aed-0489df7f2e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:38.194700 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f68b79c1-8e68-4978-86a8-f250b09f06f2 req-0773179b-424a-4013-9aed-0489df7f2e83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 1096 time: 0.0715632 Jul 29 15:47:38.274359 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-12f1e123-ee1d-40c7-93a0-aaeacded4df8 req-4bb83d29-b7a4-483d-b917-3a13d6b05e4e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786989 Jul 29 15:47:38.315355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b79c1-8e68-4978-86a8-f250b09f06f2 req-2c9e634a-aeed-469a-8b79-4e7ac1bf8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:38.317306 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f68b79c1-8e68-4978-86a8-f250b09f06f2 req-2c9e634a-aeed-469a-8b79-4e7ac1bf8191 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a6dd0d0-c4b2-426b-a8c1-81069c483291 HTTP/1.1" status: 200 len: 898 time: 0.1089664 Jul 29 15:47:38.382102 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f68b79c1-8e68-4978-86a8-f250b09f06f2 req-038b01e3-441d-4b36-b420-a2c7906bb799 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c775fdf3-83c9-4b51-85a9-fe3e183ed454 HTTP/1.1" status: 200 len: 1001 time: 0.0570610 Jul 29 15:47:38.435167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b79c1-8e68-4978-86a8-f250b09f06f2 req-df6b043d-4f5f-4827-bcbf-ee98c096aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:38.436651 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f68b79c1-8e68-4978-86a8-f250b09f06f2 req-df6b043d-4f5f-4827-bcbf-ee98c096aa68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b201cf5-9f89-42cb-b5cc-c950876d3b52 HTTP/1.1" status: 200 len: 835 time: 0.0470335 Jul 29 15:47:38.483773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b79c1-8e68-4978-86a8-f250b09f06f2 req-369792f1-ffae-42bb-b0cc-230b9aaf2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:38.485868 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f68b79c1-8e68-4978-86a8-f250b09f06f2 req-369792f1-ffae-42bb-b0cc-230b9aaf2cc4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a6dd0d0-c4b2-426b-a8c1-81069c483291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410275 Jul 29 15:47:38.577173 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f68b79c1-8e68-4978-86a8-f250b09f06f2 req-565c9dda-5137-4346-b5fc-cd695f93fce5 service neutron] 10.222.0.39 "GET /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836105 Jul 29 15:47:38.672312 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f68b79c1-8e68-4978-86a8-f250b09f06f2 req-ba46b787-92da-4b6f-ba50-b758e0ee58bf service neutron] 10.222.0.39 "GET /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876284 Jul 29 15:47:39.400353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd23ba-a172-4e20-9517-f33b102983e4 req-307afb8a-ece8-4e08-8c00-63e9d80919f0 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:39.402010 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51dd23ba-a172-4e20-9517-f33b102983e4 req-307afb8a-ece8-4e08-8c00-63e9d80919f0 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.0555582 Jul 29 15:47:39.441573 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-51dd23ba-a172-4e20-9517-f33b102983e4 req-cbd9bb68-db5a-4d21-add1-3264eb99c34a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335934 Jul 29 15:47:40.556862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5300ec-925d-4818-a4bf-903a68265530 req-3f2b2940-0bae-4e58-ac7b-149ae97291c4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:40.558326 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7e5300ec-925d-4818-a4bf-903a68265530 req-3f2b2940-0bae-4e58-ac7b-149ae97291c4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.0492506 Jul 29 15:47:40.596948 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7e5300ec-925d-4818-a4bf-903a68265530 req-3ad7ffe9-c8bd-46a6-b3ee-050f119c4fce tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320847 Jul 29 15:47:41.582094 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:47:41.713180 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151820f-dd24-454a-a0aa-261a63411db0 req-44c0db40-1f06-4f96-ad4f-64b45fa7c6e0 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:41.714718 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1151820f-dd24-454a-a0aa-261a63411db0 req-44c0db40-1f06-4f96-ad4f-64b45fa7c6e0 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.0504057 Jul 29 15:47:41.754904 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1151820f-dd24-454a-a0aa-261a63411db0 req-4d441f3a-6ebb-447a-bc65-631fa047df62 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334642 Jul 29 15:47:42.877929 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510dfd3-2606-4a2f-b2b1-e92d13397182 req-989a18d7-3229-4d02-85a4-d9233a6a9c0d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:42.879516 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2510dfd3-2606-4a2f-b2b1-e92d13397182 req-989a18d7-3229-4d02-85a4-d9233a6a9c0d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.0559506 Jul 29 15:47:42.919372 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2510dfd3-2606-4a2f-b2b1-e92d13397182 req-6dbfdca3-89d0-4646-ba42-df61a0ca2084 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330462 Jul 29 15:47:44.092098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094de19-1e71-45db-820e-2c4c1cd67544 req-a449c378-c1af-4106-9216-9b56d087f6fc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:44.093623 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b094de19-1e71-45db-820e-2c4c1cd67544 req-a449c378-c1af-4106-9216-9b56d087f6fc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.1055543 Jul 29 15:47:44.131381 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b094de19-1e71-45db-820e-2c4c1cd67544 req-1d645b6a-f82d-434e-8ca6-28dffd9b7663 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315537 Jul 29 15:47:45.246723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce1c12-6a65-4d42-b278-c8093f0d0066 req-75776109-9e54-4159-a3f0-78c0de1e4605 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:45.248201 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5cce1c12-6a65-4d42-b278-c8093f0d0066 req-75776109-9e54-4159-a3f0-78c0de1e4605 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.0490618 Jul 29 15:47:45.287221 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5cce1c12-6a65-4d42-b278-c8093f0d0066 req-c21732bd-a8ea-482a-bdb4-776d6a3de573 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329337 Jul 29 15:47:46.419639 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b72be7-fcc9-48b7-ab14-1bc32caa070e req-b93f4f8e-7b74-4cad-90ef-ec8428272b9a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:46.421215 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9b72be7-fcc9-48b7-ab14-1bc32caa070e req-b93f4f8e-7b74-4cad-90ef-ec8428272b9a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.0522163 Jul 29 15:47:46.458869 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9b72be7-fcc9-48b7-ab14-1bc32caa070e req-b7976f3c-a5b0-439d-aaa2-a8793f1e47a4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310886 Jul 29 15:47:47.628585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8901cc9-f881-40b3-83f0-0935d1be429a req-d94e861b-ca8f-498b-bddc-0ddf1ae67a2b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:47.630122 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8901cc9-f881-40b3-83f0-0935d1be429a req-d94e861b-ca8f-498b-bddc-0ddf1ae67a2b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.1004050 Jul 29 15:47:47.668294 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8901cc9-f881-40b3-83f0-0935d1be429a req-efc285c2-bee0-49b7-bde8-188f19c8dfdb tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320914 Jul 29 15:47:48.786964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2b692-3a48-432b-9a7a-3520710904fe req-77d9a677-4b36-45a7-a1ed-4e16b35e2193 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:48.788453 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7dd2b692-3a48-432b-9a7a-3520710904fe req-77d9a677-4b36-45a7-a1ed-4e16b35e2193 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.0485604 Jul 29 15:47:48.826812 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7dd2b692-3a48-432b-9a7a-3520710904fe req-529bfc47-6c30-4254-a27c-36f0e7750990 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323570 Jul 29 15:47:49.947491 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57047d4b-0bb6-49e2-94e2-529e9298dd91 req-5502e81b-f1f6-48c9-97ad-ecd9c408ab62 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:47:49.948955 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57047d4b-0bb6-49e2-94e2-529e9298dd91 req-5502e81b-f1f6-48c9-97ad-ecd9c408ab62 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.0522525 Jul 29 15:47:49.987802 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-57047d4b-0bb6-49e2-94e2-529e9298dd91 req-020ec03a-01fb-45bd-b1d1-c9b5cb4c6906 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324266 Jul 29 15:47:50.009834 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55388) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:47:50.070029 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6c1b99ca-4342-431f-b089-e38d7a825fe8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/463f4d56-29d7-40ee-86c2-bf2273d9c9cd HTTP/1.1" status: 200 len: 993 time: 0.0590730 Jul 29 15:47:56.956771 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:00.636985 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dad966b6-d579-4b56-b575-a50eabd468ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:03.310350 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:03.401023 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-21b98261-21ad-4855-ad27-821aa5084399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:04.569769 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:04.933797 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:48:06.527813 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:09.932452 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-f94fa858-4644-4580-abf8-da780ac87228 service neutron] (94157) timed out ('10.222.0.16', 48198) {{(pid=94157) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 15:48:11.604214 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:18.734049 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2ee6a738-be4b-43b8-82e9-97e9e11da183 req-ff8924c5-c5d0-44e2-b4db-cdd8f99dd02c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406952 Jul 29 15:48:18.826336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6a738-be4b-43b8-82e9-97e9e11da183 req-dea8409e-b9c8-4381-8e92-2b2674fea07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:18.827835 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2ee6a738-be4b-43b8-82e9-97e9e11da183 req-dea8409e-b9c8-4381-8e92-2b2674fea07a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 1096 time: 0.0511467 Jul 29 15:48:18.940213 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6a738-be4b-43b8-82e9-97e9e11da183 req-2eee0f8a-104f-48c8-9ddc-ba89c8b9416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:18.942939 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2ee6a738-be4b-43b8-82e9-97e9e11da183 req-2eee0f8a-104f-48c8-9ddc-ba89c8b9416e service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a6dd0d0-c4b2-426b-a8c1-81069c483291 HTTP/1.1" status: 200 len: 898 time: 0.0932844 Jul 29 15:48:19.037603 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2ee6a738-be4b-43b8-82e9-97e9e11da183 req-c7cb2f94-c286-4ebf-a616-a2eb014b2804 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c775fdf3-83c9-4b51-85a9-fe3e183ed454 HTTP/1.1" status: 200 len: 1001 time: 0.0867205 Jul 29 15:48:19.089210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6a738-be4b-43b8-82e9-97e9e11da183 req-56bc287c-e972-464e-86ba-ffeec49ec0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:19.090683 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2ee6a738-be4b-43b8-82e9-97e9e11da183 req-56bc287c-e972-464e-86ba-ffeec49ec0a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b201cf5-9f89-42cb-b5cc-c950876d3b52 HTTP/1.1" status: 200 len: 835 time: 0.0456927 Jul 29 15:48:19.140847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6a738-be4b-43b8-82e9-97e9e11da183 req-fcce82f4-127f-478a-baa8-00d95167ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:19.142336 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2ee6a738-be4b-43b8-82e9-97e9e11da183 req-fcce82f4-127f-478a-baa8-00d95167ea48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a6dd0d0-c4b2-426b-a8c1-81069c483291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447164 Jul 29 15:48:19.248907 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2ee6a738-be4b-43b8-82e9-97e9e11da183 req-c449fdc6-8188-4d7a-af05-a158a62402b9 service neutron] 10.222.0.39 "GET /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995414 Jul 29 15:48:19.356141 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2ee6a738-be4b-43b8-82e9-97e9e11da183 req-4a8195cf-7453-498c-a28c-52e5abd1e00b service neutron] 10.222.0.39 "GET /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001077 Jul 29 15:48:20.398165 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55400) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:20.585344 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port a9dbcc86-8596-4062-8545-dfb9e764f163 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:48:20.585695 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:20.669338 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:20.669589 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:20.682727 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for a9dbcc86-8596-4062-8545-dfb9e764f163 owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:48:20.852652 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:20.880366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=a9dbcc86-8596-4062-8545-dfb9e764f163,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:20.908259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:20.908615 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:20.909564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:20.909909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:20.910245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:20.910574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:20.910909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:20.911238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:20.911564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:20.911887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:20.912209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:20.912531 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:20.960079 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:20.960418 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Floating IP 463f4d56-29d7-40ee-86c2-bf2273d9c9cd disassociated (deleted). External IP: 172.25.6.233, port: c775fdf3-83c9-4b51-85a9-fe3e183ed454. Jul 29 15:48:21.534059 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 3d79f428-43db-4790-a7f4-0954ff40d7bb has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:48:21.647717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:48:21.652957 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:21.659996 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c31ff2-9271-4c5a-86d7-e5f3e1ad873b None None] Sync routers for ids ['3d79f428-43db-4790-a7f4-0954ff40d7bb'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:48:21.670301 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c31ff2-9271-4c5a-86d7-e5f3e1ad873b None None] Routers {'3d79f428-43db-4790-a7f4-0954ff40d7bb'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:48:21.670916 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-58c31ff2-9271-4c5a-86d7-e5f3e1ad873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:48:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3d79f428-43db-4790-a7f4-0954ff40d7bb'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:21.682898 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b7a56924-81ec-4411-a3de-9d6bc09ab40a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/floatingips/463f4d56-29d7-40ee-86c2-bf2273d9c9cd HTTP/1.1" status: 204 len: 168 time: 1.2833192 Jul 29 15:48:21.683456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a90aba-1cf3-4406-8785-50e557b53480', 'tag': 'c775fdf3-83c9-4b51-85a9-fe3e183ed454'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:48:21.685924 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb8b404-5993-47aa-b41c-29b1991aa3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a90aba-1cf3-4406-8785-50e557b53480", "tag": "c775fdf3-83c9-4b51-85a9-fe3e183ed454"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:48:21.729045 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fec549-40a0-4dde-9b1b-dca4385ffcb1 x-openstack-request-id: req-71fec549-40a0-4dde-9b1b-dca4385ffcb1 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:48:21.729752 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a90aba-1cf3-4406-8785-50e557b53480", "tag": "c775fdf3-83c9-4b51-85a9-fe3e183ed454", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:48:21.730187 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71fec549-40a0-4dde-9b1b-dca4385ffcb1 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:48:21.731352 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a90aba-1cf3-4406-8785-50e557b53480', 'tag': 'c775fdf3-83c9-4b51-85a9-fe3e183ed454', 'status': 'completed', 'code': 200} Jul 29 15:48:21.793386 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-58c31ff2-9271-4c5a-86d7-e5f3e1ad873b None None] Set router 3d79f428-43db-4790-a7f4-0954ff40d7bb gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:48:21.806913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8b404-5993-47aa-b41c-29b1991aa3a7 req-be2738d8-a02b-4049-bd79-a29074d88141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:21.808489 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8cb8b404-5993-47aa-b41c-29b1991aa3a7 req-be2738d8-a02b-4049-bd79-a29074d88141 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 1096 time: 0.0519083 Jul 29 15:48:21.945948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8b404-5993-47aa-b41c-29b1991aa3a7 req-55daa425-aea8-4098-ac77-9bf0798c8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:21.948932 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8cb8b404-5993-47aa-b41c-29b1991aa3a7 req-55daa425-aea8-4098-ac77-9bf0798c8b37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a6dd0d0-c4b2-426b-a8c1-81069c483291 HTTP/1.1" status: 200 len: 898 time: 0.1333992 Jul 29 15:48:22.003921 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8cb8b404-5993-47aa-b41c-29b1991aa3a7 req-f5232c44-c251-439b-94ff-e233a4c9b7bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c775fdf3-83c9-4b51-85a9-fe3e183ed454 HTTP/1.1" status: 200 len: 217 time: 0.0470996 Jul 29 15:48:22.060548 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e8aed-6714-44de-ac19-1245ade7197e req-86acc82b-c713-4735-8e59-bebf1844b474 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:22.069151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-727e8aed-6714-44de-ac19-1245ade7197e req-86acc82b-c713-4735-8e59-bebf1844b474 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.1023822 Jul 29 15:48:22.077690 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8b404-5993-47aa-b41c-29b1991aa3a7 req-0f861595-5c0d-4ec1-9f05-75fdbad535b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:22.080118 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8cb8b404-5993-47aa-b41c-29b1991aa3a7 req-0f861595-5c0d-4ec1-9f05-75fdbad535b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7b201cf5-9f89-42cb-b5cc-c950876d3b52 HTTP/1.1" status: 200 len: 835 time: 0.0686820 Jul 29 15:48:22.104744 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-727e8aed-6714-44de-ac19-1245ade7197e req-2dabc0cd-a868-4bc6-ac43-6792f1882335 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346706 Jul 29 15:48:22.132394 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8b404-5993-47aa-b41c-29b1991aa3a7 req-3653ee00-caf7-4797-a0b0-acaf799a4dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:22.133958 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8cb8b404-5993-47aa-b41c-29b1991aa3a7 req-3653ee00-caf7-4797-a0b0-acaf799a4dd6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a6dd0d0-c4b2-426b-a8c1-81069c483291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457807 Jul 29 15:48:22.143521 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-58c31ff2-9271-4c5a-86d7-e5f3e1ad873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780003163', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:46:52Z', 'updated_at': '2021-07-29T15:46:56Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:53Z', 'updated_at': '2021-07-29T15:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'db1963e5-24b3-4f0a-a60b-3c248d3f1c4b', 'name': '', 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:65:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:55Z', 'updated_at': '2021-07-29T15:47:01Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:22.170848 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c31ff2-9271-4c5a-86d7-e5f3e1ad873b None None] Checking router: 3d79f428-43db-4790-a7f4-0954ff40d7bb for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:48:22.181191 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c31ff2-9271-4c5a-86d7-e5f3e1ad873b None None] Routers {'3d79f428-43db-4790-a7f4-0954ff40d7bb'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:48:22.181835 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-58c31ff2-9271-4c5a-86d7-e5f3e1ad873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:48:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3d79f428-43db-4790-a7f4-0954ff40d7bb'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:22.235934 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8cb8b404-5993-47aa-b41c-29b1991aa3a7 req-5a898983-cebb-4f2e-936a-4af5ec88d801 service neutron] 10.222.0.39 "GET /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932949 Jul 29 15:48:22.307197 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-58c31ff2-9271-4c5a-86d7-e5f3e1ad873b None None] Set router 3d79f428-43db-4790-a7f4-0954ff40d7bb gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:48:22.342738 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8cb8b404-5993-47aa-b41c-29b1991aa3a7 req-249319c7-0c9c-460b-a33a-6791b70005d0 service neutron] 10.222.0.39 "GET /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979846 Jul 29 15:48:22.524221 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-58c31ff2-9271-4c5a-86d7-e5f3e1ad873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780003163', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:46:52Z', 'updated_at': '2021-07-29T15:46:56Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:53Z', 'updated_at': '2021-07-29T15:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'db1963e5-24b3-4f0a-a60b-3c248d3f1c4b', 'name': '', 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:65:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:55Z', 'updated_at': '2021-07-29T15:47:01Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:22.551237 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c31ff2-9271-4c5a-86d7-e5f3e1ad873b None None] The sync data for ids ['3d79f428-43db-4790-a7f4-0954ff40d7bb'] in n-d-802893-1 is: [{'id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780003163', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:46:52Z', 'updated_at': '2021-07-29T15:46:56Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:53Z', 'updated_at': '2021-07-29T15:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'db1963e5-24b3-4f0a-a60b-3c248d3f1c4b', 'name': '', 'network_id': '6a6dd0d0-c4b2-426b-a8c1-81069c483291', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:65:70:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:55Z', 'updated_at': '2021-07-29T15:47:01Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '7b201cf5-9f89-42cb-b5cc-c950876d3b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:48:22.786753 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af46e4c-94ba-4b9e-a6e4-0d8c0bf54411 None None] New status for floating IP 463f4d56-29d7-40ee-86c2-bf2273d9c9cd: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:48:23.225487 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cb8e4-8cc9-4b9b-b16e-07badfcea74a req-4a3f7fb0-d8e6-45ce-95b3-ccd4afb1b7d4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:23.226975 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a79cb8e4-8cc9-4b9b-b16e-07badfcea74a req-4a3f7fb0-d8e6-45ce-95b3-ccd4afb1b7d4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.0497675 Jul 29 15:48:23.265650 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a79cb8e4-8cc9-4b9b-b16e-07badfcea74a req-ca805edd-66bb-4cd3-91b4-4d054e9d9bc9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327585 Jul 29 15:48:23.427304 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02258e80-4206-4d45-b5d5-e5051e4d5083 req-e1809ea3-b560-41dc-8f89-f3b13efb3df6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:23.428703 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02258e80-4206-4d45-b5d5-e5051e4d5083 req-e1809ea3-b560-41dc-8f89-f3b13efb3df6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 945 time: 0.0488803 Jul 29 15:48:23.522817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-02258e80-4206-4d45-b5d5-e5051e4d5083 req-35da6915-8d74-45ee-aeec-96cdfc9f5df2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port c775fdf3-83c9-4b51-85a9-fe3e183ed454 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:48:23.523163 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02258e80-4206-4d45-b5d5-e5051e4d5083 req-35da6915-8d74-45ee-aeec-96cdfc9f5df2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:23.611169 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-02258e80-4206-4d45-b5d5-e5051e4d5083 req-35da6915-8d74-45ee-aeec-96cdfc9f5df2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] For port c775fdf3-83c9-4b51-85a9-fe3e183ed454, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=c775fdf3-83c9-4b51-85a9-fe3e183ed454,segment=NetworkSegment(d632c0d8-78f3-43e4-823c-75f3d59baa8c),segment_id=d632c0d8-78f3-43e4-823c-75f3d59baa8c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:48:23.611535 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02258e80-4206-4d45-b5d5-e5051e4d5083 req-35da6915-8d74-45ee-aeec-96cdfc9f5df2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:23.625234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-02258e80-4206-4d45-b5d5-e5051e4d5083 req-35da6915-8d74-45ee-aeec-96cdfc9f5df2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for c775fdf3-83c9-4b51-85a9-fe3e183ed454 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:48:23.703587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-c8ff7328-dbc9-4042-817e-e32267323f38 req-1e6879bf-09a4-4a3f-8fd2-e4140837490d service neutron] (94157) timed out ('10.222.0.38', 58585) {{(pid=94157) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 15:48:23.802641 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02258e80-4206-4d45-b5d5-e5051e4d5083 req-35da6915-8d74-45ee-aeec-96cdfc9f5df2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:23.834847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da6915-8d74-45ee-aeec-96cdfc9f5df2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=c775fdf3-83c9-4b51-85a9-fe3e183ed454,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:23.881799 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-02258e80-4206-4d45-b5d5-e5051e4d5083 req-35da6915-8d74-45ee-aeec-96cdfc9f5df2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] No DVR routers for this DVR port c775fdf3-83c9-4b51-85a9-fe3e183ed454 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:48:23.885176 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-02258e80-4206-4d45-b5d5-e5051e4d5083 req-35da6915-8d74-45ee-aeec-96cdfc9f5df2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:23.887269 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02258e80-4206-4d45-b5d5-e5051e4d5083 req-35da6915-8d74-45ee-aeec-96cdfc9f5df2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.39 "DELETE /v2.0/ports/c775fdf3-83c9-4b51-85a9-fe3e183ed454 HTTP/1.1" status: 204 len: 173 time: 0.4520934 Jul 29 15:48:23.887735 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a90aba-1cf3-4406-8785-50e557b53480', 'name': 'network-vif-deleted', 'tag': 'c775fdf3-83c9-4b51-85a9-fe3e183ed454'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:48:23.890524 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bcd242-f1a1-4d5c-9d58-bfbf5742e7c9" -d '{"events": [{"server_uuid": "c3a90aba-1cf3-4406-8785-50e557b53480", "name": "network-vif-deleted", "tag": "c775fdf3-83c9-4b51-85a9-fe3e183ed454"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:48:23.930110 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f20415-bbd3-46d9-a01c-442c8335f0de x-openstack-request-id: req-46f20415-bbd3-46d9-a01c-442c8335f0de {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:48:23.930650 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a90aba-1cf3-4406-8785-50e557b53480", "name": "network-vif-deleted", "tag": "c775fdf3-83c9-4b51-85a9-fe3e183ed454", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:48:23.930909 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46f20415-bbd3-46d9-a01c-442c8335f0de {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:48:23.931306 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a90aba-1cf3-4406-8785-50e557b53480', 'name': 'network-vif-deleted', 'tag': 'c775fdf3-83c9-4b51-85a9-fe3e183ed454', 'status': 'completed', 'code': 200} Jul 29 15:48:24.387731 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bb596c0b-97dd-464d-a90b-2954420fb1da req-761fdef1-3dfb-41a4-9e27-76c1b05c6968 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3a90aba-1cf3-4406-8785-50e557b53480 HTTP/1.1" status: 200 len: 210 time: 0.0294569 Jul 29 15:48:25.447265 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55416) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:25.833014 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:26.095475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:48:26.095727 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:26.183260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] For port db1963e5-24b3-4f0a-a60b-3c248d3f1c4b, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=db1963e5-24b3-4f0a-a60b-3c248d3f1c4b,segment=NetworkSegment(d632c0d8-78f3-43e4-823c-75f3d59baa8c),segment_id=d632c0d8-78f3-43e4-823c-75f3d59baa8c)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:48:26.183624 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:26.200019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for db1963e5-24b3-4f0a-a60b-3c248d3f1c4b owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:48:26.381498 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:26.407863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=db1963e5-24b3-4f0a-a60b-3c248d3f1c4b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:26.433651 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:26.434007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:26.434351 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:26.434690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:26.435024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:26.435356 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:26.435690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:26.436019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:26.436351 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:26.436694 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:26.437025 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:26.437348 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:26.932620 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:26.957892 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:27.150436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 3d79f428-43db-4790-a7f4-0954ff40d7bb has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:48:27.261860 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:48:27.266943 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f1e1a9e9-4781-444a-b330-ac57478df2da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "PUT /v2.0/routers/3d79f428-43db-4790-a7f4-0954ff40d7bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8186412 Jul 29 15:48:27.270729 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55418) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:27.274515 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540834c3-9df2-42f3-98a8-82d336006763 None None] Sync routers for ids ['3d79f428-43db-4790-a7f4-0954ff40d7bb'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:48:27.284096 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540834c3-9df2-42f3-98a8-82d336006763 None None] Routers {'3d79f428-43db-4790-a7f4-0954ff40d7bb'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:48:27.285054 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-540834c3-9df2-42f3-98a8-82d336006763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:48:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3d79f428-43db-4790-a7f4-0954ff40d7bb'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:27.324040 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device c775fdf3-83c9-4b51-85a9-fe3e183ed454 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:48:27.325652 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63aae12-7aa9-4c04-80a1-14961cd16916 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting subnet 7b201cf5-9f89-42cb-b5cc-c950876d3b52 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:48:27.329116 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b63aae12-7aa9-4c04-80a1-14961cd16916 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:27.347497 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: c775fdf3-83c9-4b51-85a9-fe3e183ed454 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:48:27.348146 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device c775fdf3-83c9-4b51-85a9-fe3e183ed454 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:48:27.373227 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b63aae12-7aa9-4c04-80a1-14961cd16916 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:27.395020 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-540834c3-9df2-42f3-98a8-82d336006763 None None] Set router 3d79f428-43db-4790-a7f4-0954ff40d7bb gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:48:27.471161 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b63aae12-7aa9-4c04-80a1-14961cd16916 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:27.534697 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b63aae12-7aa9-4c04-80a1-14961cd16916 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:27.562464 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63aae12-7aa9-4c04-80a1-14961cd16916 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Subnet': ['ID=7b201cf5-9f89-42cb-b5cc-c950876d3b52,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:27.566637 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b63aae12-7aa9-4c04-80a1-14961cd16916 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:27.568550 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b63aae12-7aa9-4c04-80a1-14961cd16916 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/subnets/7b201cf5-9f89-42cb-b5cc-c950876d3b52 HTTP/1.1" status: 204 len: 168 time: 0.2969930 Jul 29 15:48:27.571524 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55420) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:27.577654 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4fb529-4364-4249-b468-a37a17573737 None None] Network 6a6dd0d0-c4b2-426b-a8c1-81069c483291 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:48:27.598626 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-540834c3-9df2-42f3-98a8-82d336006763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780003163', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:46:52Z', 'updated_at': '2021-07-29T15:48:26Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:53Z', 'updated_at': '2021-07-29T15:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:27.627418 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540834c3-9df2-42f3-98a8-82d336006763 None None] Checking router: 3d79f428-43db-4790-a7f4-0954ff40d7bb for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:48:27.642622 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540834c3-9df2-42f3-98a8-82d336006763 None None] Routers {'3d79f428-43db-4790-a7f4-0954ff40d7bb'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:48:27.643658 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-540834c3-9df2-42f3-98a8-82d336006763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:48:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3d79f428-43db-4790-a7f4-0954ff40d7bb'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:27.706831 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f50076b3-1db6-4c12-b4da-53f3dbe58fc8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:27.761997 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-540834c3-9df2-42f3-98a8-82d336006763 None None] Set router 3d79f428-43db-4790-a7f4-0954ff40d7bb gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:48:27.802111 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] DHCP port deletion for 6a6dd0d0-c4b2-426b-a8c1-81069c483291 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:48:27.828065 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f50076b3-1db6-4c12-b4da-53f3dbe58fc8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:27.863363 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Deleting port 9a638800-9938-41d9-956a-9ea4ae9b6481 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:48:27.863991 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:27.888902 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f50076b3-1db6-4c12-b4da-53f3dbe58fc8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port e910a267-b0d4-4f72-b395-4e8010322473 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:48:27.889253 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f50076b3-1db6-4c12-b4da-53f3dbe58fc8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:27.942587 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] For port 9a638800-9938-41d9-956a-9ea4ae9b6481, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=9a638800-9938-41d9-956a-9ea4ae9b6481,segment=NetworkSegment(d632c0d8-78f3-43e4-823c-75f3d59baa8c),segment_id=d632c0d8-78f3-43e4-823c-75f3d59baa8c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:48:27.943143 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:27.954378 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-540834c3-9df2-42f3-98a8-82d336006763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780003163', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:46:52Z', 'updated_at': '2021-07-29T15:48:26Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:53Z', 'updated_at': '2021-07-29T15:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:27.959008 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Calling delete_port for 9a638800-9938-41d9-956a-9ea4ae9b6481 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:48:27.986958 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540834c3-9df2-42f3-98a8-82d336006763 None None] The sync data for ids ['3d79f428-43db-4790-a7f4-0954ff40d7bb'] in n-d-802893-1 is: [{'id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780003163', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:46:52Z', 'updated_at': '2021-07-29T15:48:26Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'e910a267-b0d4-4f72-b395-4e8010322473', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ad:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79f428-43db-4790-a7f4-0954ff40d7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:46:53Z', 'updated_at': '2021-07-29T15:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:48:27.994443 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-f50076b3-1db6-4c12-b4da-53f3dbe58fc8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] For port e910a267-b0d4-4f72-b395-4e8010322473, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=e910a267-b0d4-4f72-b395-4e8010322473,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:48:27.994956 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f50076b3-1db6-4c12-b4da-53f3dbe58fc8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.021763 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-f50076b3-1db6-4c12-b4da-53f3dbe58fc8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for e910a267-b0d4-4f72-b395-4e8010322473 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:48:28.051134 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.078405 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Pushing event deleted for resources: {'Port': ['ID=9a638800-9938-41d9-956a-9ea4ae9b6481,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:28.081855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] No DVR routers for this DVR port 9a638800-9938-41d9-956a-9ea4ae9b6481 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:48:28.092109 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:28.092685 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:28.093198 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:28.093724 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:28.094314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:28.094650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:28.094983 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:28.095307 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:28.095627 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:28.096140 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:28.096548 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:28.096913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fbda7a-40a0-44d4-842d-32fb856b74ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:28.207909 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f50076b3-1db6-4c12-b4da-53f3dbe58fc8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.242022 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50076b3-1db6-4c12-b4da-53f3dbe58fc8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=e910a267-b0d4-4f72-b395-4e8010322473,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:28.300381 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f50076b3-1db6-4c12-b4da-53f3dbe58fc8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.399510 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f50076b3-1db6-4c12-b4da-53f3dbe58fc8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.401857 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f50076b3-1db6-4c12-b4da-53f3dbe58fc8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.460219 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f50076b3-1db6-4c12-b4da-53f3dbe58fc8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.461012 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50076b3-1db6-4c12-b4da-53f3dbe58fc8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Fanout notify agent at l3_agent the message router_deleted on router 3d79f428-43db-4790-a7f4-0954ff40d7bb {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:48:28.470693 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f50076b3-1db6-4c12-b4da-53f3dbe58fc8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.472871 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f50076b3-1db6-4c12-b4da-53f3dbe58fc8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/routers/3d79f428-43db-4790-a7f4-0954ff40d7bb HTTP/1.1" status: 204 len: 168 time: 0.9002507 Jul 29 15:48:28.475518 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55422) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:28.554971 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c1c225fa-ad19-4d28-bd50-028af5cb6794 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.660354 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c1c225fa-ad19-4d28-bd50-028af5cb6794 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.672576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-c1c225fa-ad19-4d28-bd50-028af5cb6794 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6dd0d0-c4b2-426b-a8c1-81069c483291']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:28.683707 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-c1c225fa-ad19-4d28-bd50-028af5cb6794 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd632c0d8-78f3-43e4-823c-75f3d59baa8c') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:28.683994 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-c1c225fa-ad19-4d28-bd50-028af5cb6794 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd632c0d8-78f3-43e4-823c-75f3d59baa8c') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:28.693228 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c1c225fa-ad19-4d28-bd50-028af5cb6794 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.707200 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c1c225fa-ad19-4d28-bd50-028af5cb6794 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.713207 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c225fa-ad19-4d28-bd50-028af5cb6794 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:48:28.713598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c1c225fa-ad19-4d28-bd50-028af5cb6794 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:48:28.716583 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:48:28.784766 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c1c225fa-ad19-4d28-bd50-028af5cb6794 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.789117 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c1c225fa-ad19-4d28-bd50-028af5cb6794 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.794003 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c1c225fa-ad19-4d28-bd50-028af5cb6794 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/networks/6a6dd0d0-c4b2-426b-a8c1-81069c483291 HTTP/1.1" status: 204 len: 168 time: 0.3146737 Jul 29 15:48:28.795543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55424) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:28.808515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c225fa-ad19-4d28-bd50-028af5cb6794 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Network': ['ID=6a6dd0d0-c4b2-426b-a8c1-81069c483291,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:28.879133 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d453bf2d-4aab-4eea-be4e-7e49c98b9a11 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.911222 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d453bf2d-4aab-4eea-be4e-7e49c98b9a11 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.990146 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d453bf2d-4aab-4eea-be4e-7e49c98b9a11 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.993312 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d453bf2d-4aab-4eea-be4e-7e49c98b9a11 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:28.994878 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d453bf2d-4aab-4eea-be4e-7e49c98b9a11 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/security-groups/7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b HTTP/1.1" status: 204 len: 168 time: 0.1958435 Jul 29 15:48:29.020520 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453bf2d-4aab-4eea-be4e-7e49c98b9a11 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7957db4d-2ec6-4e3e-b4c0-f9bcd7a5a95b,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:29.234145 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device db1963e5-24b3-4f0a-a60b-3c248d3f1c4b no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:48:29.257232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: db1963e5-24b3-4f0a-a60b-3c248d3f1c4b {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:48:29.257575 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device db1963e5-24b3-4f0a-a60b-3c248d3f1c4b not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:48:29.258117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9a638800-9938-41d9-956a-9ea4ae9b6481 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:48:29.277874 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 9a638800-9938-41d9-956a-9ea4ae9b6481 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:48:29.278223 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 9a638800-9938-41d9-956a-9ea4ae9b6481 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:48:29.278641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e910a267-b0d4-4f72-b395-4e8010322473 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:48:29.282012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55430) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:29.287362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a1f66cf7-9fdb-4c7b-b316-62f143f98285 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1876576327', 'description': 'tempest-secgroup-smoke-1876576327 description', 'project_id': '36a4f9ad7825435597e53da998c0efb6'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:48:29.302210 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: e910a267-b0d4-4f72-b395-4e8010322473 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:48:29.302462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device e910a267-b0d4-4f72-b395-4e8010322473 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:48:29.314274 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1f66cf7-9fdb-4c7b-b316-62f143f98285 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.408051 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1f66cf7-9fdb-4c7b-b316-62f143f98285 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.412306 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1f66cf7-9fdb-4c7b-b316-62f143f98285 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.441362 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a1f66cf7-9fdb-4c7b-b316-62f143f98285 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.442604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a1f66cf7-9fdb-4c7b-b316-62f143f98285 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1595874 Jul 29 15:48:29.444466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f66cf7-9fdb-4c7b-b316-62f143f98285 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:29.445888 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55432) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:29.450852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ec15a820-ee12-4dda-a263-f21a46d8c35e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': '70c5cd1c-a92c-4a28-aad3-4d1d23f783d7', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:48:29.481150 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec15a820-ee12-4dda-a263-f21a46d8c35e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.544630 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec15a820-ee12-4dda-a263-f21a46d8c35e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.548388 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec15a820-ee12-4dda-a263-f21a46d8c35e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.570200 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15a820-ee12-4dda-a263-f21a46d8c35e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a0eb4f-4c54-4064-988c-df0883e6cbf7,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:29.576913 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ec15a820-ee12-4dda-a263-f21a46d8c35e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.578093 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ec15a820-ee12-4dda-a263-f21a46d8c35e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309705 Jul 29 15:48:29.581802 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55434) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:29.586572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-762dc2d7-f1f6-448e-92e4-235b4b3c1785 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': '70c5cd1c-a92c-4a28-aad3-4d1d23f783d7', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:48:29.615468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-762dc2d7-f1f6-448e-92e4-235b4b3c1785 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.679482 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-762dc2d7-f1f6-448e-92e4-235b4b3c1785 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.684300 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-762dc2d7-f1f6-448e-92e4-235b4b3c1785 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.704657 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762dc2d7-f1f6-448e-92e4-235b4b3c1785 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a9701f-c595-4b40-ae8d-383916136343,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:29.708997 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-762dc2d7-f1f6-448e-92e4-235b4b3c1785 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.710199 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-762dc2d7-f1f6-448e-92e4-235b4b3c1785 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272588 Jul 29 15:48:29.713030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55436) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:29.717500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9cb723ba-0166-4fb5-941b-ff68baacac8f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': '70c5cd1c-a92c-4a28-aad3-4d1d23f783d7', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:48:29.748048 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9cb723ba-0166-4fb5-941b-ff68baacac8f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.812568 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9cb723ba-0166-4fb5-941b-ff68baacac8f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.816563 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9cb723ba-0166-4fb5-941b-ff68baacac8f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.835209 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb723ba-0166-4fb5-941b-ff68baacac8f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e5f3c1-f297-4bc8-ac2d-debab0a563f8,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:29.843093 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9cb723ba-0166-4fb5-941b-ff68baacac8f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.845682 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9cb723ba-0166-4fb5-941b-ff68baacac8f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316972 Jul 29 15:48:29.850202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55438) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:29.854822 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-98b44318-79c3-4823-b04c-7ce082991769 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': '70c5cd1c-a92c-4a28-aad3-4d1d23f783d7', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:48:29.882208 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98b44318-79c3-4823-b04c-7ce082991769 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.946810 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98b44318-79c3-4823-b04c-7ce082991769 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.950581 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98b44318-79c3-4823-b04c-7ce082991769 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.968510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b44318-79c3-4823-b04c-7ce082991769 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441b8e1c-90dd-4ee2-8077-79359de3b7a2,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:29.976580 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-98b44318-79c3-4823-b04c-7ce082991769 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:29.977872 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-98b44318-79c3-4823-b04c-7ce082991769 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266775 Jul 29 15:48:29.980651 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55440) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:29.985205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-06acede5-24ce-46ab-9e14-d8d95a9f7957 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': '70c5cd1c-a92c-4a28-aad3-4d1d23f783d7', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:48:30.006456 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-06acede5-24ce-46ab-9e14-d8d95a9f7957 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Project 36a4f9ad7825435597e53da998c0efb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:48:30.011738 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-06acede5-24ce-46ab-9e14-d8d95a9f7957 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.073995 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-06acede5-24ce-46ab-9e14-d8d95a9f7957 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.078253 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-06acede5-24ce-46ab-9e14-d8d95a9f7957 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.097722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acede5-24ce-46ab-9e14-d8d95a9f7957 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2e86bc-9666-4a24-be02-583c4493ae5c,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:30.102899 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-06acede5-24ce-46ab-9e14-d8d95a9f7957 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.104092 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-06acede5-24ce-46ab-9e14-d8d95a9f7957 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224763 Jul 29 15:48:30.106814 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55442) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:30.111350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-6ca5f2ad-8f62-4129-a484-662bae8b9b6c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': '70c5cd1c-a92c-4a28-aad3-4d1d23f783d7', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:48:30.134607 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-6ca5f2ad-8f62-4129-a484-662bae8b9b6c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Project 36a4f9ad7825435597e53da998c0efb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:48:30.140146 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6ca5f2ad-8f62-4129-a484-662bae8b9b6c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.208107 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6ca5f2ad-8f62-4129-a484-662bae8b9b6c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.212089 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6ca5f2ad-8f62-4129-a484-662bae8b9b6c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.230574 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5f2ad-8f62-4129-a484-662bae8b9b6c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03eabf18-e4cd-487e-bd21-b176e2444c2e,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:30.239264 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-6ca5f2ad-8f62-4129-a484-662bae8b9b6c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.240473 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-6ca5f2ad-8f62-4129-a484-662bae8b9b6c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327064 Jul 29 15:48:30.243725 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55444) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:30.248887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e04efa57-cf05-4c49-93c6-256225db9fd7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'network': {'name': 'tempest-network-smoke--1010483133', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'port_security_enabled': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:48:30.273371 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04efa57-cf05-4c49-93c6-256225db9fd7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Made reservation on behalf of 36a4f9ad7825435597e53da998c0efb6 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:48:30.276910 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e04efa57-cf05-4c49-93c6-256225db9fd7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.303594 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04efa57-cf05-4c49-93c6-256225db9fd7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:48:30.313959 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e04efa57-cf05-4c49-93c6-256225db9fd7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.314306 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-e04efa57-cf05-4c49-93c6-256225db9fd7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Added segment 243580ba-9a08-484d-bb18-02824cbc48ca of type vlan for network 2045c08e-7829-45af-a566-2d769d4fab9d Jul 29 15:48:30.362525 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e04efa57-cf05-4c49-93c6-256225db9fd7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.395117 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e04efa57-cf05-4c49-93c6-256225db9fd7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.400806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04efa57-cf05-4c49-93c6-256225db9fd7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:30.401421 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e04efa57-cf05-4c49-93c6-256225db9fd7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.463758 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e04efa57-cf05-4c49-93c6-256225db9fd7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2189500 Jul 29 15:48:30.466565 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55446) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:30.474229 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1574779182', 'admin_state_up': True, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:48:30.480649 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04efa57-cf05-4c49-93c6-256225db9fd7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Network': ['ID=2045c08e-7829-45af-a566-2d769d4fab9d,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:30.494125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 2045c08e-7829-45af-a566-2d769d4fab9d details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:48:30.502061 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.503292 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.562667 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.645649 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b78ee036-1f42-4879-a9b6-f8bb9b576add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.715625 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.931816 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:30.952789 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:31.072951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.25.6.47 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/a3e9aff2-a008-4109-befd-3a99af144b49) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:48:31.187696 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:31.229231 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:31.276700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:48:31.279944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:48:31.287965 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:48:31.294056 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=a3e9aff2-a008-4109-befd-3a99af144b49,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:31.559671 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:31.792368 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:31.919699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 7e971241-e5e8-49e2-b4c1-4594625409d0 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:48:32.361671 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:48:32.372975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Sync routers for ids ['7e971241-e5e8-49e2-b4c1-4594625409d0'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:48:32.381579 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:32.382649 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Routers {'7e971241-e5e8-49e2-b4c1-4594625409d0'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:48:32.382944 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e26537a4-7374-4c95-a746-b4b005a7246f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9152982 Jul 29 15:48:32.383354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:48:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7e971241-e5e8-49e2-b4c1-4594625409d0'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:32.386118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55450) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:32.415118 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3703fcc4-b727-4841-845d-c54994d16483 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=36a4f9ad7825435597e53da998c0efb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277812 Jul 29 15:48:32.417755 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55452) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:32.491503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Set router 7e971241-e5e8-49e2-b4c1-4594625409d0 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:48:32.507524 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a900ba23-520f-44e7-a88f-c2419c56ff3d tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:32.509112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a900ba23-520f-44e7-a88f-c2419c56ff3d tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903935 Jul 29 15:48:32.512055 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55454) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:32.544570 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a8d8420d-4c47-465b-9ea4-9c1d37f8d3f0 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290112 Jul 29 15:48:32.544968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55456) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:32.550991 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-60ba6f75-7a63-456f-9373-02b183e60c82 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-827271452', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:48:32.642172 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ba6f75-7a63-456f-9373-02b183e60c82 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Made reservation on behalf of 36a4f9ad7825435597e53da998c0efb6 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:48:32.646672 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-60ba6f75-7a63-456f-9373-02b183e60c82 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:32.675585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574779182', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:31Z', 'revision_number': 3, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:32.712032 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Checking router: 7e971241-e5e8-49e2-b4c1-4594625409d0 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:48:32.712380 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Updating router 7e971241-e5e8-49e2-b4c1-4594625409d0 port a3e9aff2-a008-4109-befd-3a99af144b49 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:48:32.739020 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:32.846344 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-60ba6f75-7a63-456f-9373-02b183e60c82 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:32.912908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba6f75-7a63-456f-9373-02b183e60c82 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Subnet': ['ID=565e4f95-d7e8-43f4-aa6b-f37478e2b719,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:32.919924 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ba6f75-7a63-456f-9373-02b183e60c82 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Checking segment: {'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:48:32.919924 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ba6f75-7a63-456f-9373-02b183e60c82 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network hostable DHCP agents. Network: 2045c08e-7829-45af-a566-2d769d4fab9d, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:48:32.938402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ba6f75-7a63-456f-9373-02b183e60c82 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 2045c08e-7829-45af-a566-2d769d4fab9d is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:48:32.949302 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-60ba6f75-7a63-456f-9373-02b183e60c82 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 2045c08e-7829-45af-a566-2d769d4fab9d) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:48:32.953920 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ba6f75-7a63-456f-9373-02b183e60c82 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:32.954520 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-60ba6f75-7a63-456f-9373-02b183e60c82 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:32.962881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce74ca9-156e-4c0f-b887-e8b9a2ce7540 None None] Network 2045c08e-7829-45af-a566-2d769d4fab9d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:48:32.979294 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55458) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:32.980008 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-60ba6f75-7a63-456f-9373-02b183e60c82 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4333248 Jul 29 15:48:33.075351 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:33.115094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Transition to ACTIVE for port object a3e9aff2-a008-4109-befd-3a99af144b49 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:48:33.124404 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:33.426332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Attempting to bind port a3e9aff2-a008-4109-befd-3a99af144b49 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:48:33.426983 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Attempting to bind port a3e9aff2-a008-4109-befd-3a99af144b49 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:48:33.427152 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Attempting to bind port a3e9aff2-a008-4109-befd-3a99af144b49 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:48:33.434234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a40fb8-1689-41cf-9289-1303a3837244 None None] Pushing event updated for resources: {'Port': ['ID=a3e9aff2-a008-4109-befd-3a99af144b49,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:33.455705 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:48:33.456537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:48:33.456537 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:33.456911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:48:33.457401 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Bound port: a3e9aff2-a008-4109-befd-3a99af144b49, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:48:33.457780 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:33.459925 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:33.463109 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7c8d754b-e610-480e-85cf-a3cb4d14119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:33.483894 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-2045c08e-7829-45af-a566-2d769d4fab9d', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ips': [{'subnet_id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:48:33.484858 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:33.541554 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:33.583667 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] For port a3e9aff2-a008-4109-befd-3a99af144b49, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:48:33.607796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] For port a3e9aff2-a008-4109-befd-3a99af144b49, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a3e9aff2-a008-4109-befd-3a99af144b49,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:48:33.616549 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:33.726109 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Routers {'7e971241-e5e8-49e2-b4c1-4594625409d0'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:48:33.726750 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:48:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7e971241-e5e8-49e2-b4c1-4594625409d0'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:33.728457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a40fb8-1689-41cf-9289-1303a3837244 None None] Pushing event updated for resources: {'Port': ['ID=a3e9aff2-a008-4109-befd-3a99af144b49,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:33.772583 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Allocated IP 172.20.0.2 (2045c08e-7829-45af-a566-2d769d4fab9d/565e4f95-d7e8-43f4-aa6b-f37478e2b719/04285e1c-f4ad-4853-ac26-7b5bd65f1319) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:48:33.910332 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] Set router 7e971241-e5e8-49e2-b4c1-4594625409d0 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:48:34.099797 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:34.111174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Transition to ACTIVE for port object 04285e1c-f4ad-4853-ac26-7b5bd65f1319 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:48:34.147731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Transition to ACTIVE for port object 04285e1c-f4ad-4853-ac26-7b5bd65f1319 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:48:34.155016 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:34.210250 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.20.0.1 (2045c08e-7829-45af-a566-2d769d4fab9d/565e4f95-d7e8-43f4-aa6b-f37478e2b719/71d2dd4f-11e0-4e7d-a98d-6128bc1216c4) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:48:34.218315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Network 2045c08e-7829-45af-a566-2d769d4fab9d is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:48:34.220920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Pushing event updated for resources: {'Port': ['ID=04285e1c-f4ad-4853-ac26-7b5bd65f1319,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:34.227020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:48:34.230472 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:48:34.233362 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574779182', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:31Z', 'revision_number': 3, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:34.264334 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fb3265-6ec4-4063-8b9a-16a05f7a52f5 None None] The sync data for ids ['7e971241-e5e8-49e2-b4c1-4594625409d0'] in n-d-802893-1 is: [{'id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574779182', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:31Z', 'revision_number': 3, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:48:34.320900 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Attempting to bind port 04285e1c-f4ad-4853-ac26-7b5bd65f1319 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:48:34.321281 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Attempting to bind port 04285e1c-f4ad-4853-ac26-7b5bd65f1319 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:48:34.321645 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Attempting to bind port 04285e1c-f4ad-4853-ac26-7b5bd65f1319 on network 2045c08e-7829-45af-a566-2d769d4fab9d {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:48:34.326863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:48:34.327243 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Checking segment: {'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:48:34.327650 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:34.328048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Bound using segment: {'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:48:34.328523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Bound port: 04285e1c-f4ad-4853-ac26-7b5bd65f1319, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:48:34.328936 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:34.341949 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:34.357748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Transition to ACTIVE for port object 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:48:34.396694 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:34.399645 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] For port 04285e1c-f4ad-4853-ac26-7b5bd65f1319, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:48:34.403295 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] For port 04285e1c-f4ad-4853-ac26-7b5bd65f1319, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=04285e1c-f4ad-4853-ac26-7b5bd65f1319,segment=NetworkSegment(243580ba-9a08-484d-bb18-02824cbc48ca),segment_id=243580ba-9a08-484d-bb18-02824cbc48ca)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:48:34.408275 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:34.443425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 2045c08e-7829-45af-a566-2d769d4fab9d is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:48:34.446791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:48:34.452641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:48:34.469590 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13aaf5f-db92-4cd3-9ae0-b5e72b2063fa None None] Pushing event updated for resources: {'Port': ['ID=04285e1c-f4ad-4853-ac26-7b5bd65f1319,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:34.486723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=71d2dd4f-11e0-4e7d-a98d-6128bc1216c4,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:34.542969 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:34.576638 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:34.736209 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:35.068489 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:35.073546 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:35.151152 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:35.161493 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=71d2dd4f-11e0-4e7d-a98d-6128bc1216c4,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:35.275118 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 2045c08e-7829-45af-a566-2d769d4fab9d is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:48:35.277042 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:48:35.317564 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 04285e1c-f4ad-4853-ac26-7b5bd65f1319 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:48:35.402986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 7e971241-e5e8-49e2-b4c1-4594625409d0 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:48:35.412568 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 04285e1c-f4ad-4853-ac26-7b5bd65f1319 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:48:35.417571 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a3e9aff2-a008-4109-befd-3a99af144b49 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:48:35.474929 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port a3e9aff2-a008-4109-befd-3a99af144b49 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:48:35.479424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port a3e9aff2-a008-4109-befd-3a99af144b49 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:48:35.479795 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:35.532821 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b799cc7a-b835-4759-baea-5e640bc354cc None None] Network 2045c08e-7829-45af-a566-2d769d4fab9d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:48:35.558319 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:48:35.569016 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d1faa496-7921-48ed-bfaf-eacd687647e5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "PUT /v2.0/routers/7e971241-e5e8-49e2-b4c1-4594625409d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5828393 Jul 29 15:48:35.637527 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:35.644175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b488ac39-c5c8-4e42-a867-3a1fa511e148 None None] Provisioning for port 04285e1c-f4ad-4853-ac26-7b5bd65f1319 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:48:35.653154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b488ac39-c5c8-4e42-a867-3a1fa511e148 None None] Provisioning complete for port 04285e1c-f4ad-4853-ac26-7b5bd65f1319 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:48:35.653523 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b488ac39-c5c8-4e42-a867-3a1fa511e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:35.698039 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port a3e9aff2-a008-4109-befd-3a99af144b49, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a3e9aff2-a008-4109-befd-3a99af144b49,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:48:35.706319 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:35.739712 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-174bf99e-2880-4288-877d-635ea20ad02f req-48028425-bb35-41a2-b81e-0c4c4918dd41 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876576327&fields=id&tenant_id=36a4f9ad7825435597e53da998c0efb6 HTTP/1.1" status: 200 len: 267 time: 0.0458684 Jul 29 15:48:35.812203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=a3e9aff2-a008-4109-befd-3a99af144b49,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:35.867134 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bf99e-2880-4288-877d-635ea20ad02f req-10d67aa7-8121-4c1f-96f3-e2c594f21ad9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:35.868748 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-174bf99e-2880-4288-877d-635ea20ad02f req-10d67aa7-8121-4c1f-96f3-e2c594f21ad9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/networks?id=2045c08e-7829-45af-a566-2d769d4fab9d HTTP/1.1" status: 200 len: 797 time: 0.1259704 Jul 29 15:48:35.872075 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b488ac39-c5c8-4e42-a867-3a1fa511e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:35.899871 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-174bf99e-2880-4288-877d-635ea20ad02f req-08ca7372-10ca-4db7-9d60-6eb1d0a1b7e4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/quotas/36a4f9ad7825435597e53da998c0efb6 HTTP/1.1" status: 200 len: 375 time: 0.0138221 Jul 29 15:48:35.926775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b488ac39-c5c8-4e42-a867-3a1fa511e148 None None] For port 04285e1c-f4ad-4853-ac26-7b5bd65f1319, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=04285e1c-f4ad-4853-ac26-7b5bd65f1319,segment=NetworkSegment(243580ba-9a08-484d-bb18-02824cbc48ca),segment_id=243580ba-9a08-484d-bb18-02824cbc48ca)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:48:35.933634 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b488ac39-c5c8-4e42-a867-3a1fa511e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:35.961339 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-174bf99e-2880-4288-877d-635ea20ad02f req-2b7faa7b-bbbe-4fb3-86ab-cfd93af8f885 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552688 Jul 29 15:48:36.003572 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488ac39-c5c8-4e42-a867-3a1fa511e148 None None] Pushing event updated for resources: {'Port': ['ID=04285e1c-f4ad-4853-ac26-7b5bd65f1319,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:36.074552 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Sync routers for ids ['7e971241-e5e8-49e2-b4c1-4594625409d0'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:48:36.086080 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-174bf99e-2880-4288-877d-635ea20ad02f req-ea6544f5-d110-4d0a-8366-b8b0d77bdc86 service neutron] 10.222.0.16 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090364 Jul 29 15:48:36.086382 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Routers {'7e971241-e5e8-49e2-b4c1-4594625409d0'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:48:36.086879 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:48:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7e971241-e5e8-49e2-b4c1-4594625409d0'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:36.162253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cae0b863-beb8-4a43-b349-d646eb4b2df7 None None] Provisioning complete for port 04285e1c-f4ad-4853-ac26-7b5bd65f1319 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:48:36.162637 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cae0b863-beb8-4a43-b349-d646eb4b2df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:36.214846 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Set router 7e971241-e5e8-49e2-b4c1-4594625409d0 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:48:36.217324 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-174bf99e-2880-4288-877d-635ea20ad02f req-de5f34cf-9538-4a19-b900-6ea12fff65b1 service neutron] 10.222.0.16 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198282 Jul 29 15:48:36.279854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cae0b863-beb8-4a43-b349-d646eb4b2df7 None None] Provisioning for port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:48:36.287297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-cae0b863-beb8-4a43-b349-d646eb4b2df7 None None] Provisioning complete for port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:48:36.287992 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cae0b863-beb8-4a43-b349-d646eb4b2df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:36.341219 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-cae0b863-beb8-4a43-b349-d646eb4b2df7 None None] Port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:48:36.464730 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a99d483d-db50-4668-aa19-bf2a3a1c5c94 None None] Provisioning complete for port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:48:36.465052 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a99d483d-db50-4668-aa19-bf2a3a1c5c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:36.509795 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-32038cf1-9573-4f28-96d7-37335dc13643 req-1fd1da07-b89d-49bd-af31-69d3ca12bcf7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 210 time: 0.0669405 Jul 29 15:48:36.539470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a99d483d-db50-4668-aa19-bf2a3a1c5c94 None None] Port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:48:36.554727 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:36.584848 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574779182', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:34Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '71d2dd4f-11e0-4e7d-a98d-6128bc1216c4', 'name': '', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:70:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:33Z', 'updated_at': '2021-07-29T15:48:34Z', 'revision_number': 2, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:36.614453 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Checking router: 7e971241-e5e8-49e2-b4c1-4594625409d0 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:48:36.614833 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Updating router 7e971241-e5e8-49e2-b4c1-4594625409d0 port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:48:36.644031 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:36.768082 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-24fc1369-431e-4bd9-8cfe-c40805b4d70a None None] Provisioning complete for port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:48:36.768807 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-24fc1369-431e-4bd9-8cfe-c40805b4d70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:36.828338 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-24fc1369-431e-4bd9-8cfe-c40805b4d70a None None] Port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:48:36.968104 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:36.979646 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Transition to ACTIVE for port object 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:48:36.986397 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:37.038753 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b0086-c22c-4609-81aa-c75b0e82565d None None] Pushing event updated for resources: {'Port': ['ID=71d2dd4f-11e0-4e7d-a98d-6128bc1216c4,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:37.052467 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b0086-c22c-4609-81aa-c75b0e82565d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:37.052868 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b0086-c22c-4609-81aa-c75b0e82565d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:37.053184 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b0086-c22c-4609-81aa-c75b0e82565d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:37.053518 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b0086-c22c-4609-81aa-c75b0e82565d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:37.053851 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b0086-c22c-4609-81aa-c75b0e82565d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:37.054179 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b0086-c22c-4609-81aa-c75b0e82565d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:37.054508 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b0086-c22c-4609-81aa-c75b0e82565d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:37.054843 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b0086-c22c-4609-81aa-c75b0e82565d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:37.055154 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b0086-c22c-4609-81aa-c75b0e82565d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:37.055471 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b0086-c22c-4609-81aa-c75b0e82565d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:37.055791 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b0086-c22c-4609-81aa-c75b0e82565d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:37.056109 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b0086-c22c-4609-81aa-c75b0e82565d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:48:37.135298 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Attempting to bind port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:48:37.136037 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Attempting to bind port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:48:37.136543 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Attempting to bind port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 on network 2045c08e-7829-45af-a566-2d769d4fab9d {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:48:37.146510 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:48:37.147157 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Checking segment: {'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:48:37.147836 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:37.148499 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Bound using segment: {'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:48:37.149489 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Bound port: 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:48:37.150146 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:37.237563 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] For port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:48:37.242866 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] For port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=71d2dd4f-11e0-4e7d-a98d-6128bc1216c4,segment=NetworkSegment(243580ba-9a08-484d-bb18-02824cbc48ca),segment_id=243580ba-9a08-484d-bb18-02824cbc48ca)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:48:37.254654 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:37.279399 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 04285e1c-f4ad-4853-ac26-7b5bd65f1319 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:48:37.320545 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b0086-c22c-4609-81aa-c75b0e82565d None None] Pushing event updated for resources: {'Port': ['ID=71d2dd4f-11e0-4e7d-a98d-6128bc1216c4,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:37.325797 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Routers {'7e971241-e5e8-49e2-b4c1-4594625409d0'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:48:37.326649 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:48:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7e971241-e5e8-49e2-b4c1-4594625409d0'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:37.336912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 04285e1c-f4ad-4853-ac26-7b5bd65f1319 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:48:37.337285 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:37.442110 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a3e9aff2-a008-4109-befd-3a99af144b49 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:48:37.449825 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] Set router 7e971241-e5e8-49e2-b4c1-4594625409d0 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:48:37.498934 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port a3e9aff2-a008-4109-befd-3a99af144b49 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:48:37.499169 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:37.628586 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-73019bb8-6dc8-4bc3-9fee-d49ad4f40d67 req-7a680486-9301-409f-a3b0-f2a4e758a4c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 210 time: 0.0386457 Jul 29 15:48:37.703240 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574779182', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:34Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '71d2dd4f-11e0-4e7d-a98d-6128bc1216c4', 'name': '', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:70:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:33Z', 'updated_at': '2021-07-29T15:48:37Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:37.734847 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d509f9-3435-4f89-a5cc-5f0162c12c33 None None] The sync data for ids ['7e971241-e5e8-49e2-b4c1-4594625409d0'] in n-d-802893-1 is: [{'id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574779182', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:34Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '71d2dd4f-11e0-4e7d-a98d-6128bc1216c4', 'name': '', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:70:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:33Z', 'updated_at': '2021-07-29T15:48:37Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:48:37.737538 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bf99e-2880-4288-877d-635ea20ad02f req-d9fe1db1-d2a2-4f60-8c60-40429e6b2c89 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:37.739209 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-174bf99e-2880-4288-877d-635ea20ad02f req-d9fe1db1-d2a2-4f60-8c60-40429e6b2c89 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.38 "GET /v2.0/networks?id=2045c08e-7829-45af-a566-2d769d4fab9d HTTP/1.1" status: 200 len: 797 time: 0.1220231 Jul 29 15:48:37.832440 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-174bf99e-2880-4288-877d-635ea20ad02f req-1e742258-81ee-435a-98d5-5be31eaab4f2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36a4f9ad7825435597e53da998c0efb6 HTTP/1.1" status: 200 len: 380 time: 0.0767541 Jul 29 15:48:37.853433 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-174bf99e-2880-4288-877d-635ea20ad02f req-93bf46d0-38c8-4211-b537-13cf9d4f2229 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'port': {'device_id': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'admin_state_up': True, 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'security_groups': ['70c5cd1c-a92c-4a28-aad3-4d1d23f783d7']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:48:38.014747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174bf99e-2880-4288-877d-635ea20ad02f req-93bf46d0-38c8-4211-b537-13cf9d4f2229 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Made reservation on behalf of 36a4f9ad7825435597e53da998c0efb6 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:48:38.018556 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-174bf99e-2880-4288-877d-635ea20ad02f req-93bf46d0-38c8-4211-b537-13cf9d4f2229 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:38.177747 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-174bf99e-2880-4288-877d-635ea20ad02f req-93bf46d0-38c8-4211-b537-13cf9d4f2229 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.20.0.4 (2045c08e-7829-45af-a566-2d769d4fab9d/565e4f95-d7e8-43f4-aa6b-f37478e2b719/6a84d7ba-e466-4e35-a18a-9db50b84e877) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:48:38.366384 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-174bf99e-2880-4288-877d-635ea20ad02f req-93bf46d0-38c8-4211-b537-13cf9d4f2229 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:38.381480 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-174bf99e-2880-4288-877d-635ea20ad02f req-93bf46d0-38c8-4211-b537-13cf9d4f2229 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Transition to ACTIVE for port object 6a84d7ba-e466-4e35-a18a-9db50b84e877 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:48:38.415899 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-174bf99e-2880-4288-877d-635ea20ad02f req-93bf46d0-38c8-4211-b537-13cf9d4f2229 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:38.457846 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174bf99e-2880-4288-877d-635ea20ad02f req-93bf46d0-38c8-4211-b537-13cf9d4f2229 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 2045c08e-7829-45af-a566-2d769d4fab9d is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:48:38.461095 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-174bf99e-2880-4288-877d-635ea20ad02f req-93bf46d0-38c8-4211-b537-13cf9d4f2229 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:48:38.465090 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-174bf99e-2880-4288-877d-635ea20ad02f req-93bf46d0-38c8-4211-b537-13cf9d4f2229 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:48:38.498426 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf46d0-38c8-4211-b537-13cf9d4f2229 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=6a84d7ba-e466-4e35-a18a-9db50b84e877,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:38.533018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bf99e-2880-4288-877d-635ea20ad02f req-93bf46d0-38c8-4211-b537-13cf9d4f2229 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:38.533736 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-174bf99e-2880-4288-877d-635ea20ad02f req-93bf46d0-38c8-4211-b537-13cf9d4f2229 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:38.550408 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-174bf99e-2880-4288-877d-635ea20ad02f req-93bf46d0-38c8-4211-b537-13cf9d4f2229 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7011569 Jul 29 15:48:38.569251 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Request body: {'port': {'device_id': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:48:38.664913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:38.799308 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bae32e39-7ae8-46dc-af57-da4056e43358 None None] Provisioning for port 6a84d7ba-e466-4e35-a18a-9db50b84e877 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:48:38.805656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-bae32e39-7ae8-46dc-af57-da4056e43358 None None] Provisioning complete for port 6a84d7ba-e466-4e35-a18a-9db50b84e877 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:48:38.806044 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bae32e39-7ae8-46dc-af57-da4056e43358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:38.847340 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c95959-8cf3-4b9b-b34b-ab0a9a6b2409 req-6d91387f-008d-49f0-aa04-d0644620df4d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:38.849058 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7c95959-8cf3-4b9b-b34b-ab0a9a6b2409 req-6d91387f-008d-49f0-aa04-d0644620df4d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 931 time: 0.1349719 Jul 29 15:48:38.858878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-bae32e39-7ae8-46dc-af57-da4056e43358 None None] Port 6a84d7ba-e466-4e35-a18a-9db50b84e877 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:48:38.941113 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e7c95959-8cf3-4b9b-b34b-ab0a9a6b2409 req-039d00f7-29ea-402c-84a9-48b41aa0bdae tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846438 Jul 29 15:48:39.040227 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a84d7ba-e466-4e35-a18a-9db50b84e877 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:48:39.048089 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:39.060922 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Transition to ACTIVE for port object 6a84d7ba-e466-4e35-a18a-9db50b84e877 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:48:39.064533 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:39.128118 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Pushing event updated for resources: {'Port': ['ID=6a84d7ba-e466-4e35-a18a-9db50b84e877,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:39.196635 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Attempting to bind port 6a84d7ba-e466-4e35-a18a-9db50b84e877 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:48:39.197007 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Attempting to bind port 6a84d7ba-e466-4e35-a18a-9db50b84e877 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:48:39.197344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Attempting to bind port 6a84d7ba-e466-4e35-a18a-9db50b84e877 on network 2045c08e-7829-45af-a566-2d769d4fab9d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:48:39.202946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Port 6a84d7ba-e466-4e35-a18a-9db50b84e877 on network 2045c08e-7829-45af-a566-2d769d4fab9d not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:48:39.203548 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Attempting to bind port 6a84d7ba-e466-4e35-a18a-9db50b84e877 on network 2045c08e-7829-45af-a566-2d769d4fab9d {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:48:39.214015 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:48:39.214449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Checking segment: {'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:48:39.214844 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Bound using segment: {'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:48:39.215296 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Bound port: 6a84d7ba-e466-4e35-a18a-9db50b84e877, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:48:39.215666 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:39.290521 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:48:39.291233 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] For port 6a84d7ba-e466-4e35-a18a-9db50b84e877, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:48:39.294804 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] For port 6a84d7ba-e466-4e35-a18a-9db50b84e877, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877,segment=NetworkSegment(243580ba-9a08-484d-bb18-02824cbc48ca),segment_id=243580ba-9a08-484d-bb18-02824cbc48ca)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:48:39.301057 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:39.341407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:39.341919 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:39.343406 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-174bf99e-2880-4288-877d-635ea20ad02f req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] 10.222.0.38 "PUT /v2.0/ports/6a84d7ba-e466-4e35-a18a-9db50b84e877 HTTP/1.1" status: 200 len: 1091 time: 0.7791965 Jul 29 15:48:39.343998 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'tag': '6a84d7ba-e466-4e35-a18a-9db50b84e877'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:48:39.346510 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0ca66e-6185-498a-9804-b2d052338183" -d '{"events": [{"name": "network-changed", "server_uuid": "3d92b8fd-7af4-4bdd-9171-3d99a1dd9280", "tag": "6a84d7ba-e466-4e35-a18a-9db50b84e877"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:48:39.350036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:48:39.354883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:48:39.355501 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:39.385345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3d40b-48b0-4baf-9111-8cacca025eea service neutron] Pushing event updated for resources: {'Port': ['ID=6a84d7ba-e466-4e35-a18a-9db50b84e877,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:39.469901 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:39.470471 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32089895-3357-40e3-a537-b58f40bd66f4 x-openstack-request-id: req-32089895-3357-40e3-a537-b58f40bd66f4 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:48:39.470860 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d92b8fd-7af4-4bdd-9171-3d99a1dd9280", "tag": "6a84d7ba-e466-4e35-a18a-9db50b84e877", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:48:39.471161 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32089895-3357-40e3-a537-b58f40bd66f4 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:48:39.472070 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'tag': '6a84d7ba-e466-4e35-a18a-9db50b84e877', 'status': 'completed', 'code': 200} Jul 29 15:48:39.485698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bf99e-2880-4288-877d-635ea20ad02f req-d4b7174a-7ee3-47c2-a7e9-12d1c9844ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:39.487403 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-174bf99e-2880-4288-877d-635ea20ad02f req-d4b7174a-7ee3-47c2-a7e9-12d1c9844ae2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 1094 time: 0.0639555 Jul 29 15:48:39.510009 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=71d2dd4f-11e0-4e7d-a98d-6128bc1216c4,segment=NetworkSegment(243580ba-9a08-484d-bb18-02824cbc48ca),segment_id=243580ba-9a08-484d-bb18-02824cbc48ca)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:48:39.515307 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:39.540176 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-174bf99e-2880-4288-877d-635ea20ad02f req-0dde8215-e04d-4e27-b841-5b4dc839cb7f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877 HTTP/1.1" status: 200 len: 217 time: 0.0405357 Jul 29 15:48:39.569121 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=71d2dd4f-11e0-4e7d-a98d-6128bc1216c4,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:39.595512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bf99e-2880-4288-877d-635ea20ad02f req-f41764ce-fe1f-4a99-8adf-56550a3c13c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:39.597622 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-174bf99e-2880-4288-877d-635ea20ad02f req-f41764ce-fe1f-4a99-8adf-56550a3c13c8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=565e4f95-d7e8-43f4-aa6b-f37478e2b719 HTTP/1.1" status: 200 len: 834 time: 0.0511117 Jul 29 15:48:39.645425 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bf99e-2880-4288-877d-635ea20ad02f req-4036e42a-3d02-4903-ac2b-506154572034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:39.647098 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-174bf99e-2880-4288-877d-635ea20ad02f req-4036e42a-3d02-4903-ac2b-506154572034 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2045c08e-7829-45af-a566-2d769d4fab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427985 Jul 29 15:48:39.744541 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-174bf99e-2880-4288-877d-635ea20ad02f req-dc49ec0a-9073-4ffa-a717-6d3b1f49ecda service neutron] 10.222.0.38 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899796 Jul 29 15:48:39.855745 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-174bf99e-2880-4288-877d-635ea20ad02f req-08528d04-14af-4739-8220-42374963eb43 service neutron] 10.222.0.38 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044166 Jul 29 15:48:39.981413 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ca66e-6185-498a-9804-b2d052338183 req-1140501b-b6a9-4a92-8d3d-200040b5b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:39.983088 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf0ca66e-6185-498a-9804-b2d052338183 req-1140501b-b6a9-4a92-8d3d-200040b5b3af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 1094 time: 0.0444331 Jul 29 15:48:40.117245 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5cf00-a933-499c-a44e-bad0a93379a7 req-a0ce12a2-5388-4692-9494-9ff7996fb21f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:40.118798 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4f5cf00-a933-499c-a44e-bad0a93379a7 req-a0ce12a2-5388-4692-9494-9ff7996fb21f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 943 time: 0.0811684 Jul 29 15:48:40.122045 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ca66e-6185-498a-9804-b2d052338183 req-952b5131-f6ec-4c67-8647-b9e9209ea65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:40.123562 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf0ca66e-6185-498a-9804-b2d052338183 req-952b5131-f6ec-4c67-8647-b9e9209ea65b service neutron] 10.222.0.38 "GET /v2.0/networks?id=2045c08e-7829-45af-a566-2d769d4fab9d HTTP/1.1" status: 200 len: 898 time: 0.1333690 Jul 29 15:48:40.177659 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf0ca66e-6185-498a-9804-b2d052338183 req-cee703e3-acf2-426a-9ec7-f9ff2b764c12 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877 HTTP/1.1" status: 200 len: 217 time: 0.0457225 Jul 29 15:48:40.222233 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a4f5cf00-a933-499c-a44e-bad0a93379a7 req-4048f0db-e20c-4cf6-b8b2-d7bc3bb93951 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972083 Jul 29 15:48:40.241088 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ca66e-6185-498a-9804-b2d052338183 req-0a8b4ff3-5023-4539-9001-0b92040f820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:40.242580 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf0ca66e-6185-498a-9804-b2d052338183 req-0a8b4ff3-5023-4539-9001-0b92040f820e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=565e4f95-d7e8-43f4-aa6b-f37478e2b719 HTTP/1.1" status: 200 len: 834 time: 0.0532875 Jul 29 15:48:40.293792 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ca66e-6185-498a-9804-b2d052338183 req-21487fcd-6edc-42d6-b684-3141154cc154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:40.295376 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf0ca66e-6185-498a-9804-b2d052338183 req-21487fcd-6edc-42d6-b684-3141154cc154 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2045c08e-7829-45af-a566-2d769d4fab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452347 Jul 29 15:48:40.407151 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf0ca66e-6185-498a-9804-b2d052338183 req-e8bddbe2-5413-4977-b3bf-22c90a8170c3 service neutron] 10.222.0.38 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040387 Jul 29 15:48:40.500523 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bf0ca66e-6185-498a-9804-b2d052338183 req-830990c0-fdff-428f-991b-82bed98e3bd4 service neutron] 10.222.0.38 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859106 Jul 29 15:48:41.242217 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:48:41.305358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:48:41.305871 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:41.366112 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a09fa-bb9c-4f34-ad43-7545fca8af18 req-018cb102-12fb-4fa0-85bf-032f2811fc04 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:41.368739 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ed1a09fa-bb9c-4f34-ad43-7545fca8af18 req-018cb102-12fb-4fa0-85bf-032f2811fc04 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 943 time: 0.0653124 Jul 29 15:48:41.413922 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ed1a09fa-bb9c-4f34-ad43-7545fca8af18 req-6423d67a-e28c-4e3c-94c4-d250a10fd185 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389869 Jul 29 15:48:41.605145 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:41.933161 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:48:42.535682 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe6e88-3bd6-4dd0-bf1e-25618c6a5760 req-0d5c03d1-cc0d-4084-88d3-fb299bc2f028 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:42.537247 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0efe6e88-3bd6-4dd0-bf1e-25618c6a5760 req-0d5c03d1-cc0d-4084-88d3-fb299bc2f028 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 943 time: 0.0508657 Jul 29 15:48:42.576989 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0efe6e88-3bd6-4dd0-bf1e-25618c6a5760 req-f419c169-8f77-4165-b733-a9f6673d85c2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337551 Jul 29 15:48:42.950234 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 6a84d7ba-e466-4e35-a18a-9db50b84e877 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:48:43.052516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 6a84d7ba-e466-4e35-a18a-9db50b84e877, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877,segment=NetworkSegment(243580ba-9a08-484d-bb18-02824cbc48ca),segment_id=243580ba-9a08-484d-bb18-02824cbc48ca)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:48:43.066183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '6a84d7ba-e466-4e35-a18a-9db50b84e877', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'port_id': '6a84d7ba-e466-4e35-a18a-9db50b84e877', 'mac_address': 'fa:16:3e:f7:6c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:48:43.108290 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:43.122975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a84d7ba-e466-4e35-a18a-9db50b84e877 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:48:43.143980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 6a84d7ba-e466-4e35-a18a-9db50b84e877, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877,segment=NetworkSegment(243580ba-9a08-484d-bb18-02824cbc48ca),segment_id=243580ba-9a08-484d-bb18-02824cbc48ca)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:48:43.148938 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:43.203830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=6a84d7ba-e466-4e35-a18a-9db50b84e877,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:43.441583 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['6a84d7ba-e466-4e35-a18a-9db50b84e877'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:48:43.698136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c72f8-ae65-4f9d-a3a2-fc68c2e64843 req-3e2cac2e-0e6e-4290-8459-ad7bd4d2c878 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:43.699590 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a34c72f8-ae65-4f9d-a3a2-fc68c2e64843 req-3e2cac2e-0e6e-4290-8459-ad7bd4d2c878 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 944 time: 0.0515349 Jul 29 15:48:43.739444 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a34c72f8-ae65-4f9d-a3a2-fc68c2e64843 req-b7d8abbe-f817-4f8e-815d-b65243c88dfa tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335329 Jul 29 15:48:44.863397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b67d6-0dba-4a63-a845-b471aa8dbcb7 req-bb0668b8-8385-4265-b07b-3bf2b7825232 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:44.865007 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e96b67d6-0dba-4a63-a845-b471aa8dbcb7 req-bb0668b8-8385-4265-b07b-3bf2b7825232 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 944 time: 0.0550799 Jul 29 15:48:44.904800 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e96b67d6-0dba-4a63-a845-b471aa8dbcb7 req-0d9e3898-a06f-431e-a282-839e8ff3fca2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337327 Jul 29 15:48:44.972498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 6a84d7ba-e466-4e35-a18a-9db50b84e877 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:48:45.028015 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 6a84d7ba-e466-4e35-a18a-9db50b84e877 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:48:45.032134 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 6a84d7ba-e466-4e35-a18a-9db50b84e877 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:48:45.032565 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:45.114761 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:45.139352 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a84d7ba-e466-4e35-a18a-9db50b84e877'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:48:45.141919 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb848a4d-7075-4e84-b088-1f36d25d31fb" -d '{"events": [{"server_uuid": "3d92b8fd-7af4-4bdd-9171-3d99a1dd9280", "name": "network-vif-plugged", "status": "completed", "tag": "6a84d7ba-e466-4e35-a18a-9db50b84e877"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:48:45.155076 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 6a84d7ba-e466-4e35-a18a-9db50b84e877, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877,segment=NetworkSegment(243580ba-9a08-484d-bb18-02824cbc48ca),segment_id=243580ba-9a08-484d-bb18-02824cbc48ca)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:48:45.159537 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:45.182763 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd4c756-9e38-40a3-8e42-0c3a07348ff0 x-openstack-request-id: req-ddd4c756-9e38-40a3-8e42-0c3a07348ff0 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:48:45.183053 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d92b8fd-7af4-4bdd-9171-3d99a1dd9280", "name": "network-vif-plugged", "status": "completed", "tag": "6a84d7ba-e466-4e35-a18a-9db50b84e877", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:48:45.183304 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddd4c756-9e38-40a3-8e42-0c3a07348ff0 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:48:45.183737 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a84d7ba-e466-4e35-a18a-9db50b84e877', 'code': 200} Jul 29 15:48:45.210863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=6a84d7ba-e466-4e35-a18a-9db50b84e877,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:45.317752 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516135ff-9165-4223-8493-e1af50404518 req-36f409f9-8d74-4f85-97ac-163c344b97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:45.319389 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-516135ff-9165-4223-8493-e1af50404518 req-36f409f9-8d74-4f85-97ac-163c344b97fe service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 1096 time: 0.0477624 Jul 29 15:48:45.354540 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-516135ff-9165-4223-8493-e1af50404518 req-7c920629-cc79-4285-a9ea-e4e99dbe75c7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275784 Jul 29 15:48:46.017125 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a835c-b2ff-45c4-849b-5022e24c1d7a req-49b89987-01cd-447c-a067-6611be14b6b5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:46.019222 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fc9a835c-b2ff-45c4-849b-5022e24c1d7a req-49b89987-01cd-447c-a067-6611be14b6b5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0489278 Jul 29 15:48:46.056242 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fc9a835c-b2ff-45c4-849b-5022e24c1d7a req-28865b84-d3f6-46bd-8060-2975a4454aab tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312121 Jul 29 15:48:47.173003 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd2ad8-1514-49f9-87dd-976507c3bd83 req-084d838c-530a-4b72-bef3-c664ed246ab0 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:47.174430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60bd2ad8-1514-49f9-87dd-976507c3bd83 req-084d838c-530a-4b72-bef3-c664ed246ab0 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0489767 Jul 29 15:48:47.213975 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-60bd2ad8-1514-49f9-87dd-976507c3bd83 req-2ea777dd-f968-43f7-afd7-eceb6fe87e16 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332801 Jul 29 15:48:47.332189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6ad16-c621-4099-aca2-195647a8ed11 req-dc7e0dcd-79cd-4b45-9dc2-12ad3a6cc4f0 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:47.333697 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f5b6ad16-c621-4099-aca2-195647a8ed11 req-dc7e0dcd-79cd-4b45-9dc2-12ad3a6cc4f0 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0524516 Jul 29 15:48:47.371059 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f5b6ad16-c621-4099-aca2-195647a8ed11 req-f43cf30a-f9d6-4491-bea7-dd843aaaf718 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314186 Jul 29 15:48:47.392789 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55516) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:47.436176 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e42c7d4-21e0-4e68-a04e-1b08f82a090a tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:47.437629 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-1e42c7d4-21e0-4e68-a04e-1b08f82a090a tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 1091 time: 0.0436134 Jul 29 15:48:47.441255 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55518) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:47.445632 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': '6a84d7ba-e466-4e35-a18a-9db50b84e877', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:48:47.466902 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:47.562138 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:47.665801 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.25.6.197 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/71fd2afc-3a46-4cba-87d3-864b2c52b919) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:48:47.766817 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:47.806117 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:47.846777 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:48:47.850045 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:48:47.853388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:48:47.879303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=71fd2afc-3a46-4cba-87d3-864b2c52b919,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:48.225810 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:48.294189 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:48.444741 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:48.449198 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:48.515109 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=71fd2afc-3a46-4cba-87d3-864b2c52b919,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:48:48.531626 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:48.634182 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Floating IP 393f0b02-60c0-453b-8f67-3f3ab0cae124 associated. External IP: 172.25.6.197, port: 6a84d7ba-e466-4e35-a18a-9db50b84e877. Jul 29 15:48:48.845091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 7e971241-e5e8-49e2-b4c1-4594625409d0 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:48:48.951901 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:48:48.962488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc0ef17-4087-4b20-a154-adbef67959f8 None None] Sync routers for ids ['7e971241-e5e8-49e2-b4c1-4594625409d0'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:48:48.969439 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:48:48.974476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0ef17-4087-4b20-a154-adbef67959f8 None None] Routers {'7e971241-e5e8-49e2-b4c1-4594625409d0'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:48:48.975139 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9bc0ef17-4087-4b20-a154-adbef67959f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:48:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7e971241-e5e8-49e2-b4c1-4594625409d0'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:49.001386 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e66a7cf5-bc99-44d4-b22f-d78fba9ecea8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5589585 Jul 29 15:48:49.002094 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'tag': '6a84d7ba-e466-4e35-a18a-9db50b84e877'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:48:49.005108 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8538d87b-7839-49f6-9fe3-74f2845be950" -d '{"events": [{"name": "network-changed", "server_uuid": "3d92b8fd-7af4-4bdd-9171-3d99a1dd9280", "tag": "6a84d7ba-e466-4e35-a18a-9db50b84e877"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:48:49.044195 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11408651-b541-45f8-bf31-8760cc8b3bdd x-openstack-request-id: req-11408651-b541-45f8-bf31-8760cc8b3bdd {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:48:49.044492 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d92b8fd-7af4-4bdd-9171-3d99a1dd9280", "tag": "6a84d7ba-e466-4e35-a18a-9db50b84e877", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:48:49.044773 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11408651-b541-45f8-bf31-8760cc8b3bdd {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:48:49.045358 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'tag': '6a84d7ba-e466-4e35-a18a-9db50b84e877', 'status': 'completed', 'code': 200} Jul 29 15:48:49.117480 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf838ee-2e50-4eed-bb7c-229dc3f57a8e req-b8651afb-1860-4c9a-8efb-04f7d0a3ef69 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:49.118815 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fdf838ee-2e50-4eed-bb7c-229dc3f57a8e req-b8651afb-1860-4c9a-8efb-04f7d0a3ef69 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0561745 Jul 29 15:48:49.131326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538d87b-7839-49f6-9fe3-74f2845be950 req-189a9bb1-79a6-433f-a516-40f54ea6edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:49.133049 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8538d87b-7839-49f6-9fe3-74f2845be950 req-189a9bb1-79a6-433f-a516-40f54ea6edd0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 1096 time: 0.0452766 Jul 29 15:48:49.162463 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fdf838ee-2e50-4eed-bb7c-229dc3f57a8e req-be339b01-9cc8-4cd7-ac66-c97c2daabaff tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369625 Jul 29 15:48:49.189296 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55524) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:49.234065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538d87b-7839-49f6-9fe3-74f2845be950 req-596100e4-6c4d-4371-9938-8b8403d1aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:49.235281 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8538d87b-7839-49f6-9fe3-74f2845be950 req-596100e4-6c4d-4371-9938-8b8403d1aff5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2045c08e-7829-45af-a566-2d769d4fab9d HTTP/1.1" status: 200 len: 898 time: 0.0955875 Jul 29 15:48:49.256825 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0ce5b78a-999b-4e5d-a06f-95ee436e19cb tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/393f0b02-60c0-453b-8f67-3f3ab0cae124 HTTP/1.1" status: 200 len: 991 time: 0.0668128 Jul 29 15:48:49.266966 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-9bc0ef17-4087-4b20-a154-adbef67959f8 None None] Set router 7e971241-e5e8-49e2-b4c1-4594625409d0 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:48:49.304477 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8538d87b-7839-49f6-9fe3-74f2845be950 req-e34ef5fc-84b1-4b7f-8c22-9079894f3ef4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877 HTTP/1.1" status: 200 len: 999 time: 0.0623293 Jul 29 15:48:49.356233 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538d87b-7839-49f6-9fe3-74f2845be950 req-474a1934-a6c9-478c-836e-47f1fe2d1db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:49.357725 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8538d87b-7839-49f6-9fe3-74f2845be950 req-474a1934-a6c9-478c-836e-47f1fe2d1db7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=565e4f95-d7e8-43f4-aa6b-f37478e2b719 HTTP/1.1" status: 200 len: 834 time: 0.0465059 Jul 29 15:48:49.407892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538d87b-7839-49f6-9fe3-74f2845be950 req-50db506f-4bec-449b-8f82-b45eff058185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:48:49.409524 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8538d87b-7839-49f6-9fe3-74f2845be950 req-50db506f-4bec-449b-8f82-b45eff058185 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2045c08e-7829-45af-a566-2d769d4fab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440078 Jul 29 15:48:49.494729 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9bc0ef17-4087-4b20-a154-adbef67959f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574779182', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:34Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '393f0b02-60c0-453b-8f67-3f3ab0cae124', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'port_id': '6a84d7ba-e466-4e35-a18a-9db50b84e877', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'mac_address': 'fa:16:3e:f7:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:48:48Z', 'updated_at': '2021-07-29T15:48:48Z', 'revision_number': 0, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d2dd4f-11e0-4e7d-a98d-6128bc1216c4', 'name': '', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:70:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:33Z', 'updated_at': '2021-07-29T15:48:39Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:49.499540 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8538d87b-7839-49f6-9fe3-74f2845be950 req-e5a5ea77-d51f-413e-a07a-a587042a16d9 service neutron] 10.222.0.38 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822849 Jul 29 15:48:49.522424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc0ef17-4087-4b20-a154-adbef67959f8 None None] Checking router: 7e971241-e5e8-49e2-b4c1-4594625409d0 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:48:49.532022 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0ef17-4087-4b20-a154-adbef67959f8 None None] Routers {'7e971241-e5e8-49e2-b4c1-4594625409d0'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:48:49.532685 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9bc0ef17-4087-4b20-a154-adbef67959f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:48:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7e971241-e5e8-49e2-b4c1-4594625409d0'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:49.594173 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8538d87b-7839-49f6-9fe3-74f2845be950 req-6d58de01-fcef-400f-a3e1-3c32f42be28b service neutron] 10.222.0.38 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870135 Jul 29 15:48:49.643315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-9bc0ef17-4087-4b20-a154-adbef67959f8 None None] Set router 7e971241-e5e8-49e2-b4c1-4594625409d0 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:48:49.867356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-9bc0ef17-4087-4b20-a154-adbef67959f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574779182', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:34Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '393f0b02-60c0-453b-8f67-3f3ab0cae124', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'port_id': '6a84d7ba-e466-4e35-a18a-9db50b84e877', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'mac_address': 'fa:16:3e:f7:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:48:48Z', 'updated_at': '2021-07-29T15:48:48Z', 'revision_number': 0, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d2dd4f-11e0-4e7d-a98d-6128bc1216c4', 'name': '', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:70:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:33Z', 'updated_at': '2021-07-29T15:48:39Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:48:49.897496 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc0ef17-4087-4b20-a154-adbef67959f8 None None] The sync data for ids ['7e971241-e5e8-49e2-b4c1-4594625409d0'] in n-d-802893-1 is: [{'id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574779182', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:34Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '393f0b02-60c0-453b-8f67-3f3ab0cae124', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'port_id': '6a84d7ba-e466-4e35-a18a-9db50b84e877', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'mac_address': 'fa:16:3e:f7:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:48:48Z', 'updated_at': '2021-07-29T15:48:48Z', 'revision_number': 0, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d2dd4f-11e0-4e7d-a98d-6128bc1216c4', 'name': '', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:70:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:33Z', 'updated_at': '2021-07-29T15:48:39Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:48:50.079450 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd25a54-7d66-4041-8b9d-7500ff922355 None None] New status for floating IP 393f0b02-60c0-453b-8f67-3f3ab0cae124: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:48:50.260908 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55526) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:48:50.323412 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1760d54b-0475-4791-9258-b5e21df5a29c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/393f0b02-60c0-453b-8f67-3f3ab0cae124 HTTP/1.1" status: 200 len: 993 time: 0.0613055 Jul 29 15:48:56.957584 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:00.637096 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32249c58-ed33-4395-a526-2d4d6f3f5bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:03.312005 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:03.412953 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a4d47cd4-530a-4e6d-ab52-947d9d28b644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:04.576621 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:06.534573 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:11.600012 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:18.932235 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:49:21.786076 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c428c-6107-46b0-ba4f-329d60abc601 req-533396a8-cce0-45e5-97cb-99ea45cc91be tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:21.787560 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-314c428c-6107-46b0-ba4f-329d60abc601 req-533396a8-cce0-45e5-97cb-99ea45cc91be tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0746415 Jul 29 15:49:21.818240 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-8dbc636e-2ac2-4b30-934a-8785c9381049 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127684 Jul 29 15:49:21.834914 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-314c428c-6107-46b0-ba4f-329d60abc601 req-7782ee09-cff8-45fa-a7b1-98065d45c6e3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402267 Jul 29 15:49:22.959359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537af0b-6684-4914-9d2f-e4fdd2c8135b req-ab4a36a3-4218-488a-9201-d749e056d76c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:22.961290 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5537af0b-6684-4914-9d2f-e4fdd2c8135b req-ab4a36a3-4218-488a-9201-d749e056d76c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0513222 Jul 29 15:49:22.971693 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-0718e82b-57b5-4824-805d-702b0cfbfaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:22.973210 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-0718e82b-57b5-4824-805d-702b0cfbfaf1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 1096 time: 0.0406106 Jul 29 15:49:23.002758 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5537af0b-6684-4914-9d2f-e4fdd2c8135b req-f2af2ae4-56d4-4ac3-a093-aee0447b1e6b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349221 Jul 29 15:49:23.067910 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-953a6a11-833b-484b-9bd8-712addaecb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:23.069449 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-953a6a11-833b-484b-9bd8-712addaecb50 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2045c08e-7829-45af-a566-2d769d4fab9d HTTP/1.1" status: 200 len: 898 time: 0.0887702 Jul 29 15:49:23.138000 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-6babe6ab-74a7-48f8-8c47-eae448e43b5a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877 HTTP/1.1" status: 200 len: 1001 time: 0.0611935 Jul 29 15:49:23.185379 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-e141e046-7efe-4b35-a6f4-5ad86756f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:23.186810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-e141e046-7efe-4b35-a6f4-5ad86756f369 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=565e4f95-d7e8-43f4-aa6b-f37478e2b719 HTTP/1.1" status: 200 len: 834 time: 0.0426362 Jul 29 15:49:23.232384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-893cc94a-19c4-4a51-a001-476c1a99f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:23.233894 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-893cc94a-19c4-4a51-a001-476c1a99f0ca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2045c08e-7829-45af-a566-2d769d4fab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401132 Jul 29 15:49:23.325062 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-3c5e4cf1-35e8-40bb-b074-1aea6d92fbcd service neutron] 10.222.0.38 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834360 Jul 29 15:49:23.412274 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-b6fbd82a-c615-4580-97aa-d7c4321cc222 service neutron] 10.222.0.38 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804117 Jul 29 15:49:24.122812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0e3c4-fd89-468b-847d-01211c352bd0 req-0f8d9630-dce9-4cab-9f9d-e4af9009db1a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:24.124200 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-89d0e3c4-fd89-468b-847d-01211c352bd0 req-0f8d9630-dce9-4cab-9f9d-e4af9009db1a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0530841 Jul 29 15:49:24.162686 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-89d0e3c4-fd89-468b-847d-01211c352bd0 req-7f2c5ebb-91cd-4d0b-9c1a-8b238fa3d5e8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325410 Jul 29 15:49:25.279705 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d850483-636d-4ab2-a61c-7abb495ae24f req-86e7daf1-80a2-4311-8749-e9be6f77cfe1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:25.281218 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9d850483-636d-4ab2-a61c-7abb495ae24f req-86e7daf1-80a2-4311-8749-e9be6f77cfe1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0495911 Jul 29 15:49:25.326966 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9d850483-636d-4ab2-a61c-7abb495ae24f req-6eb532dc-9cd6-4206-8b6d-99abe66acf99 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394354 Jul 29 15:49:26.442345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e8024-0b58-47de-b901-84f4251e2a0e req-564185b5-8f70-4831-acf1-7ef9b12e2ad7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:26.443851 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b06e8024-0b58-47de-b901-84f4251e2a0e req-564185b5-8f70-4831-acf1-7ef9b12e2ad7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0490265 Jul 29 15:49:26.482601 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b06e8024-0b58-47de-b901-84f4251e2a0e req-2956d7f2-5679-462f-ae2c-bb96851e8dd2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326374 Jul 29 15:49:26.962560 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:27.602436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ca1a9-5feb-4a0a-9166-5e631242a22f req-a0e93544-c3d3-4fe3-bcb0-bd38848cfe46 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:27.603902 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-061ca1a9-5feb-4a0a-9166-5e631242a22f req-a0e93544-c3d3-4fe3-bcb0-bd38848cfe46 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0522933 Jul 29 15:49:27.641238 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-061ca1a9-5feb-4a0a-9166-5e631242a22f req-cdd38524-90a7-4242-bed8-b816b7c87024 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313382 Jul 29 15:49:28.759602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c259369-64ab-4f25-9901-7ca2847a72fa req-7a04e4a7-a05d-453e-a89d-d63fe330489a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:28.761148 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3c259369-64ab-4f25-9901-7ca2847a72fa req-7a04e4a7-a05d-453e-a89d-d63fe330489a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0505984 Jul 29 15:49:28.801684 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3c259369-64ab-4f25-9901-7ca2847a72fa req-a6ca1353-1145-4398-9d11-61597810abf3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344720 Jul 29 15:49:29.921272 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67375c-bd28-4e0d-a454-0e18cd858429 req-1d9a7c02-67d0-4bb7-877e-874373655038 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:29.922747 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b67375c-bd28-4e0d-a454-0e18cd858429 req-1d9a7c02-67d0-4bb7-877e-874373655038 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0496061 Jul 29 15:49:29.962420 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b67375c-bd28-4e0d-a454-0e18cd858429 req-0c9ab503-fbe9-4abe-a9c2-bbf00522458b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336754 Jul 29 15:49:30.637495 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e80cd300-9f54-4edc-a993-8aa722b58124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:31.083577 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66c55c-b590-4f27-ab26-a35672f2c3ec req-ec3487d5-8b6c-44b5-b5fe-c8e4eb3d38c5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:31.085197 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a66c55c-b590-4f27-ab26-a35672f2c3ec req-ec3487d5-8b6c-44b5-b5fe-c8e4eb3d38c5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0523121 Jul 29 15:49:31.123981 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2a66c55c-b590-4f27-ab26-a35672f2c3ec req-f7d676ee-6e5f-495b-a63e-b34efd340589 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326176 Jul 29 15:49:32.237769 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ca792-343a-4d8d-93ae-23114dba7196 req-5c1ac589-868d-4619-b323-bd07554281bb tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:32.239261 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8e3ca792-343a-4d8d-93ae-23114dba7196 req-5c1ac589-868d-4619-b323-bd07554281bb tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0479000 Jul 29 15:49:32.278280 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8e3ca792-343a-4d8d-93ae-23114dba7196 req-594a61ec-185d-43d5-b139-d219dc84d623 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324116 Jul 29 15:49:33.314546 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:33.398871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b50bfe-4d08-4840-a705-f7130a715b24 req-56698e7f-81da-4f7e-8438-ceae5b86ab6e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:33.400425 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-07b50bfe-4d08-4840-a705-f7130a715b24 req-56698e7f-81da-4f7e-8438-ceae5b86ab6e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0507686 Jul 29 15:49:33.404166 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-71967491-4c86-4e5c-8f9f-1f16ab5c0c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:33.439659 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-07b50bfe-4d08-4840-a705-f7130a715b24 req-5e50b714-456c-455e-80ec-54f68860a1c8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327311 Jul 29 15:49:34.559548 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03719646-2b14-4385-b90f-467948e66104 req-3ee87691-4139-4448-8d7c-53c2342b26e2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:34.561048 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03719646-2b14-4385-b90f-467948e66104 req-3ee87691-4139-4448-8d7c-53c2342b26e2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0523322 Jul 29 15:49:34.581517 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:34.605966 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-03719646-2b14-4385-b90f-467948e66104 req-8c70f5ea-606a-46ce-ab19-e534a45614fa tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354567 Jul 29 15:49:35.722063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bd0b8-ed9e-4c17-a47b-e9791a76aa4f req-93eb9e1c-bb95-49b8-944b-a7ac6fef5259 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:35.723719 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-271bd0b8-ed9e-4c17-a47b-e9791a76aa4f req-93eb9e1c-bb95-49b8-944b-a7ac6fef5259 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0493138 Jul 29 15:49:35.762723 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-271bd0b8-ed9e-4c17-a47b-e9791a76aa4f req-f0607fdb-9509-4f34-9458-a884071717dc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327477 Jul 29 15:49:36.537087 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:36.878818 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97231a-9b03-47af-b0e5-6a58a3623ae3 req-28058156-041a-4d6e-b7c6-cf5659501dba tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:36.880311 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb97231a-9b03-47af-b0e5-6a58a3623ae3 req-28058156-041a-4d6e-b7c6-cf5659501dba tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0499864 Jul 29 15:49:36.920235 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fb97231a-9b03-47af-b0e5-6a58a3623ae3 req-4efd1bcf-2b21-484b-b622-4624c555d827 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338984 Jul 29 15:49:38.040019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b88c11-6357-4f91-8658-cf74eac8cd8a req-592cda33-44ec-40ff-8d6b-538075fed671 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:38.041546 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-47b88c11-6357-4f91-8658-cf74eac8cd8a req-592cda33-44ec-40ff-8d6b-538075fed671 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0536020 Jul 29 15:49:38.079659 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-47b88c11-6357-4f91-8658-cf74eac8cd8a req-16440aa8-df2b-4097-9f27-37e3b2b63aea tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318420 Jul 29 15:49:39.199062 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39e600-903c-48ed-a7bd-14ed2f548505 req-8fdbbc87-c2c0-46bb-9070-84ed349c62f2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:39.200582 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-df39e600-903c-48ed-a7bd-14ed2f548505 req-8fdbbc87-c2c0-46bb-9070-84ed349c62f2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0519915 Jul 29 15:49:39.238216 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-df39e600-903c-48ed-a7bd-14ed2f548505 req-7204a61d-71b3-4460-bef6-7ff826beb1c6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316234 Jul 29 15:49:40.306830 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-f2924224-760b-46fc-aa31-8b5d3134b7d3 service neutron] show failed (client error): The resource could not be found. Jul 29 15:49:40.307870 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-f2924224-760b-46fc-aa31-8b5d3134b7d3 service neutron] 10.222.0.38 "GET /v2.0/ports/6a84d7ba-e466-4e35-a18a-9db50b84e877/bindings/n-h2-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.0560365 Jul 29 15:49:40.365542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e40e3f-a80b-4bf3-ada0-9803cc85a591 req-b60d70d8-449c-47c9-a628-a6f65415cc9e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:40.367401 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f0e40e3f-a80b-4bf3-ada0-9803cc85a591 req-b60d70d8-449c-47c9-a628-a6f65415cc9e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0506575 Jul 29 15:49:40.409037 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f0e40e3f-a80b-4bf3-ada0-9803cc85a591 req-82bb1d63-bda7-4e3b-b71e-8edb41e12a2a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350204 Jul 29 15:49:40.554907 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-d23ab10b-7598-4ec7-8847-0ae6ffaf7d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:40.556379 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-d23ab10b-7598-4ec7-8847-0ae6ffaf7d87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280&tenant_id=36a4f9ad7825435597e53da998c0efb6 HTTP/1.1" status: 200 len: 1096 time: 0.0850859 Jul 29 15:49:40.567446 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:49:40.618968 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:40.823358 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] For port 6a84d7ba-e466-4e35-a18a-9db50b84e877, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877,segment=NetworkSegment(243580ba-9a08-484d-bb18-02824cbc48ca),segment_id=243580ba-9a08-484d-bb18-02824cbc48ca)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:49:40.856283 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] For port 6a84d7ba-e466-4e35-a18a-9db50b84e877, host n-h1-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:49:40.898491 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a84d7ba-e466-4e35-a18a-9db50b84e877'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:49:40.900826 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c684e7a-35ec-4983-8bb8-ec4716c3d9a1" -d '{"events": [{"server_uuid": "3d92b8fd-7af4-4bdd-9171-3d99a1dd9280", "name": "network-vif-unplugged", "status": "completed", "tag": "6a84d7ba-e466-4e35-a18a-9db50b84e877"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:49:40.904607 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:40.918134 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Transition to ACTIVE for port object 6a84d7ba-e466-4e35-a18a-9db50b84e877 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:49:40.921148 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:40.999637 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Pushing event updated for resources: {'Port': ['ID=6a84d7ba-e466-4e35-a18a-9db50b84e877,revision_number=6']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:49:41.011476 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:41.011821 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:41.012166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:41.012500 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:41.012862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:41.013199 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:41.013527 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:41.013857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:41.014186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:41.014510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:41.014838 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:41.015738 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:41.023635 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886d7258-b1fc-47ec-9962-c5fe7309dca8 x-openstack-request-id: req-886d7258-b1fc-47ec-9962-c5fe7309dca8 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:49:41.023927 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d92b8fd-7af4-4bdd-9171-3d99a1dd9280", "name": "network-vif-unplugged", "status": "completed", "tag": "6a84d7ba-e466-4e35-a18a-9db50b84e877", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:49:41.024177 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-886d7258-b1fc-47ec-9962-c5fe7309dca8 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:49:41.024570 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a84d7ba-e466-4e35-a18a-9db50b84e877', 'code': 200} Jul 29 15:49:41.055263 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] No DVR routers for this DVR port 6a84d7ba-e466-4e35-a18a-9db50b84e877 on host n-h1-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:49:41.195682 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Attempting to bind port 6a84d7ba-e466-4e35-a18a-9db50b84e877 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:49:41.196015 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Attempting to bind port 6a84d7ba-e466-4e35-a18a-9db50b84e877 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:49:41.196343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Attempting to bind port 6a84d7ba-e466-4e35-a18a-9db50b84e877 on network 2045c08e-7829-45af-a566-2d769d4fab9d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:49:41.200547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Port 6a84d7ba-e466-4e35-a18a-9db50b84e877 on network 2045c08e-7829-45af-a566-2d769d4fab9d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:49:41.200902 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Attempting to bind port 6a84d7ba-e466-4e35-a18a-9db50b84e877 on network 2045c08e-7829-45af-a566-2d769d4fab9d {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:49:41.205651 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:49:41.205986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Checking segment: {'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:49:41.206365 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Bound using segment: {'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:49:41.206785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Bound port: 6a84d7ba-e466-4e35-a18a-9db50b84e877, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243580ba-9a08-484d-bb18-02824cbc48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:49:41.207137 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:41.271219 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] For port 6a84d7ba-e466-4e35-a18a-9db50b84e877, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:49:41.275268 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] For port 6a84d7ba-e466-4e35-a18a-9db50b84e877, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877,segment=NetworkSegment(243580ba-9a08-484d-bb18-02824cbc48ca),segment_id=243580ba-9a08-484d-bb18-02824cbc48ca)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:49:41.279175 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:41.309543 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:41.310283 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:41.311537 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] 10.222.0.39 "PUT /v2.0/ports/6a84d7ba-e466-4e35-a18a-9db50b84e877 HTTP/1.1" status: 200 len: 1091 time: 0.7479541 Jul 29 15:49:41.362259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96394fa-f8cb-4c40-b472-0454994bb925 service neutron] Pushing event updated for resources: {'Port': ['ID=6a84d7ba-e466-4e35-a18a-9db50b84e877,revision_number=7']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:49:41.380534 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-1070ae7b-9539-4e46-aed0-8b1a91b159ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:41.382217 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-1070ae7b-9539-4e46-aed0-8b1a91b159ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 1094 time: 0.0475326 Jul 29 15:49:41.544440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db3a4d-c1d6-4c8e-92e4-90a4da0af495 req-c70a1abf-a572-4ec8-86ea-31da8fd21b85 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:41.547434 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25db3a4d-c1d6-4c8e-92e4-90a4da0af495 req-c70a1abf-a572-4ec8-86ea-31da8fd21b85 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 943 time: 0.0618439 Jul 29 15:49:41.590180 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25db3a4d-c1d6-4c8e-92e4-90a4da0af495 req-ce80b6eb-86b1-478e-860b-409e833619f5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365272 Jul 29 15:49:41.617581 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:41.817052 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-26c2b092-2640-4eb8-ab8d-054a1ea1994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:41.818518 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-26c2b092-2640-4eb8-ab8d-054a1ea1994e service neutron] 10.222.0.39 "GET /v2.0/networks?id=2045c08e-7829-45af-a566-2d769d4fab9d HTTP/1.1" status: 200 len: 898 time: 0.4290676 Jul 29 15:49:41.889687 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-538b6dd6-0978-4f59-945a-b7e103732e27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877 HTTP/1.1" status: 200 len: 999 time: 0.0634570 Jul 29 15:49:41.944753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-8466920a-86ad-426c-94cf-3417d34f4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:41.946181 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-8466920a-86ad-426c-94cf-3417d34f4516 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=565e4f95-d7e8-43f4-aa6b-f37478e2b719 HTTP/1.1" status: 200 len: 834 time: 0.0490980 Jul 29 15:49:41.994167 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-15a887fd-44e2-4ca6-802b-9c5e90d66afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:41.995652 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-15a887fd-44e2-4ca6-802b-9c5e90d66afc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2045c08e-7829-45af-a566-2d769d4fab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426826 Jul 29 15:49:42.083921 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-0f6e69b2-e083-4c4c-89b4-d550f0ece922 service neutron] 10.222.0.39 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809104 Jul 29 15:49:42.175583 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ec34d58e-50d1-463e-bf9a-681309431e43 req-2321cfec-698c-4b00-9740-6a90068f6882 service neutron] 10.222.0.39 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850914 Jul 29 15:49:42.711653 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de89c44-e0d7-4c2e-b430-fa388c416b83 req-c78ce4fe-efd8-4410-9fd7-83fa76b28f8c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:42.713137 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0de89c44-e0d7-4c2e-b430-fa388c416b83 req-c78ce4fe-efd8-4410-9fd7-83fa76b28f8c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 943 time: 0.0502048 Jul 29 15:49:42.752837 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0de89c44-e0d7-4c2e-b430-fa388c416b83 req-1c22f9ed-31ca-4deb-8b1f-979db2f3d2e6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334506 Jul 29 15:49:43.026305 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'tag': '6a84d7ba-e466-4e35-a18a-9db50b84e877'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:49:43.028768 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d92b8fd-7af4-4bdd-9171-3d99a1dd9280", "tag": "6a84d7ba-e466-4e35-a18a-9db50b84e877"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:49:43.076034 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a03e5e-a02c-45af-9ff0-e46f50c84254 x-openstack-request-id: req-e7a03e5e-a02c-45af-9ff0-e46f50c84254 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:49:43.076325 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d92b8fd-7af4-4bdd-9171-3d99a1dd9280", "tag": "6a84d7ba-e466-4e35-a18a-9db50b84e877", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:49:43.076575 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7a03e5e-a02c-45af-9ff0-e46f50c84254 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:49:43.076998 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'tag': '6a84d7ba-e466-4e35-a18a-9db50b84e877', 'status': 'completed', 'code': 200} Jul 29 15:49:43.139354 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-6e8013dd-70c6-457d-91f6-d3599ebe01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:43.140873 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-6e8013dd-70c6-457d-91f6-d3599ebe01bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 1094 time: 0.0455043 Jul 29 15:49:43.158149 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-f247fe13-9caf-40d9-823b-a732001c389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:43.159617 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-f247fe13-9caf-40d9-823b-a732001c389c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 1094 time: 0.0392487 Jul 29 15:49:43.230998 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-92e352a8-1406-48d9-ab15-a26fc1eeeffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:43.232556 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-92e352a8-1406-48d9-ab15-a26fc1eeeffa service neutron] 10.222.0.39 "GET /v2.0/networks?id=2045c08e-7829-45af-a566-2d769d4fab9d HTTP/1.1" status: 200 len: 898 time: 0.0845606 Jul 29 15:49:43.252488 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-3ffc3d14-2893-46c8-9252-262196a4ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:43.254040 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-3ffc3d14-2893-46c8-9252-262196a4ed89 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2045c08e-7829-45af-a566-2d769d4fab9d HTTP/1.1" status: 200 len: 898 time: 0.0868964 Jul 29 15:49:43.307892 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-15f53bd6-5846-4c33-be8a-cf8416277bdc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877 HTTP/1.1" status: 200 len: 999 time: 0.0681336 Jul 29 15:49:43.327739 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-b40e99e0-a95d-40d5-a91b-325b9bb20e77 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877 HTTP/1.1" status: 200 len: 999 time: 0.0662138 Jul 29 15:49:43.361593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-cbaf9301-b497-40b3-827c-9cb49dd9c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:43.363242 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-cbaf9301-b497-40b3-827c-9cb49dd9c1e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=565e4f95-d7e8-43f4-aa6b-f37478e2b719 HTTP/1.1" status: 200 len: 834 time: 0.0464747 Jul 29 15:49:43.378915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-4907a05f-8768-4e2f-b95d-5676bc720154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:43.380389 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-4907a05f-8768-4e2f-b95d-5676bc720154 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=565e4f95-d7e8-43f4-aa6b-f37478e2b719 HTTP/1.1" status: 200 len: 834 time: 0.0449696 Jul 29 15:49:43.409840 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-929f9228-66e4-473b-9e6e-a4806f0c1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:43.411368 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-929f9228-66e4-473b-9e6e-a4806f0c1bba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2045c08e-7829-45af-a566-2d769d4fab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410039 Jul 29 15:49:43.435841 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-bb8102eb-82d2-4da2-9748-46897e25969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:43.437397 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-bb8102eb-82d2-4da2-9748-46897e25969f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2045c08e-7829-45af-a566-2d769d4fab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496094 Jul 29 15:49:43.513372 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-75f3b90a-c8f7-4adf-bcee-b967f2f56c1e service neutron] 10.222.0.39 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935655 Jul 29 15:49:43.544936 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-5b547e69-a0bd-41f4-ab75-3eb989f5cc1d service neutron] 10.222.0.38 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004112 Jul 29 15:49:43.613418 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-e4747442-7f05-4abd-930f-d54f5748f338 service neutron] 10.222.0.39 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914383 Jul 29 15:49:43.642820 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a9a8ff77-24f4-4cab-bd6a-693db2eccb4c req-9dc3d6fe-4d3a-4fba-8b57-7925f58bdfde service neutron] 10.222.0.38 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914528 Jul 29 15:49:43.870097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde10c4-0e3b-403a-a6aa-f1222ccf70b9 req-0ab9931b-2639-40ea-a303-71fbd19cdc9b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:43.871494 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1bde10c4-0e3b-403a-a6aa-f1222ccf70b9 req-0ab9931b-2639-40ea-a303-71fbd19cdc9b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 943 time: 0.0502753 Jul 29 15:49:43.909892 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1bde10c4-0e3b-403a-a6aa-f1222ccf70b9 req-01dfc977-8fe1-431c-b059-655dab5bfb10 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323174 Jul 29 15:49:44.110082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75285351-dd80-40e0-9000-3766f3aaea1f req-ddb30893-ce4e-482d-840c-0112a5b658f5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:44.111573 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-75285351-dd80-40e0-9000-3766f3aaea1f req-ddb30893-ce4e-482d-840c-0112a5b658f5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 943 time: 0.0548017 Jul 29 15:49:44.137712 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71490649-3950-4f40-b56f-aeedd8db633e req-803aa584-8d68-4e31-aca8-38207033717c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:44.139086 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71490649-3950-4f40-b56f-aeedd8db633e req-803aa584-8d68-4e31-aca8-38207033717c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280&tenant_id=36a4f9ad7825435597e53da998c0efb6&binding%3Ahost_id=n-h2-802893-1 HTTP/1.1" status: 200 len: 943 time: 0.0594170 Jul 29 15:49:44.150908 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-75285351-dd80-40e0-9000-3766f3aaea1f req-7de20f4f-a189-4daf-a590-6fff21fe8825 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328774 Jul 29 15:49:44.200770 n-d-802893-1 neutron-server[94158]: INFO neutron.api.v2.resource [req-71490649-3950-4f40-b56f-aeedd8db633e req-0d9236d6-5451-4c62-a715-0acb971f6488 service neutron] delete failed (client error): The resource could not be found. Jul 29 15:49:44.201782 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71490649-3950-4f40-b56f-aeedd8db633e req-0d9236d6-5451-4c62-a715-0acb971f6488 service neutron] 10.222.0.38 "DELETE /v2.0/ports/6a84d7ba-e466-4e35-a18a-9db50b84e877/bindings/n-h1-802893-1 HTTP/1.1" status: 404 len: 380 time: 0.0558116 Jul 29 15:49:44.267856 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baddfeb-46a1-41b5-86ae-3250831b2d91 req-7355ce42-e432-4891-bfe4-d9f78f958ea7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:44.269378 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5baddfeb-46a1-41b5-86ae-3250831b2d91 req-7355ce42-e432-4891-bfe4-d9f78f958ea7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 943 time: 0.0495627 Jul 29 15:49:44.331487 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5baddfeb-46a1-41b5-86ae-3250831b2d91 req-d55cc6f6-9df9-46d2-8ad3-f716223724d6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539458 Jul 29 15:49:44.336109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71490649-3950-4f40-b56f-aeedd8db633e req-31c43fc8-4ad1-49de-b106-5d17ccc375bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:44.337703 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71490649-3950-4f40-b56f-aeedd8db633e req-31c43fc8-4ad1-49de-b106-5d17ccc375bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 1094 time: 0.0674777 Jul 29 15:49:44.425542 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71490649-3950-4f40-b56f-aeedd8db633e req-a47a8b6c-a9d9-4bf0-8d67-07077c9b7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:44.426917 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71490649-3950-4f40-b56f-aeedd8db633e req-a47a8b6c-a9d9-4bf0-8d67-07077c9b7f66 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2045c08e-7829-45af-a566-2d769d4fab9d HTTP/1.1" status: 200 len: 898 time: 0.0825968 Jul 29 15:49:44.495233 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71490649-3950-4f40-b56f-aeedd8db633e req-824f2ca9-8f72-4be2-850e-48fc018c715a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877 HTTP/1.1" status: 200 len: 999 time: 0.0612738 Jul 29 15:49:44.543692 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71490649-3950-4f40-b56f-aeedd8db633e req-45fe3d5d-5edd-44fe-8a35-c3999d819a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:44.545123 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71490649-3950-4f40-b56f-aeedd8db633e req-45fe3d5d-5edd-44fe-8a35-c3999d819a56 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=565e4f95-d7e8-43f4-aa6b-f37478e2b719 HTTP/1.1" status: 200 len: 834 time: 0.0432394 Jul 29 15:49:44.591510 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71490649-3950-4f40-b56f-aeedd8db633e req-8ba591b9-9c53-4e70-8994-065c1fcbf049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:44.593068 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71490649-3950-4f40-b56f-aeedd8db633e req-8ba591b9-9c53-4e70-8994-065c1fcbf049 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2045c08e-7829-45af-a566-2d769d4fab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395105 Jul 29 15:49:44.686907 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71490649-3950-4f40-b56f-aeedd8db633e req-3280aea9-70ae-40fd-b505-320d5b48cf8e service neutron] 10.222.0.38 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852053 Jul 29 15:49:45.113746 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-71490649-3950-4f40-b56f-aeedd8db633e req-a2d0f0a4-99b9-491f-9791-3d261640a273 service neutron] 10.222.0.38 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199879 Jul 29 15:49:45.267287 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 6a84d7ba-e466-4e35-a18a-9db50b84e877 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:49:45.309108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 6a84d7ba-e466-4e35-a18a-9db50b84e877 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:49:45.448837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b57029-1e1a-440f-bfe2-fe4f82bed831 req-a5f97d83-dee2-4b6c-9cc1-92b1002bb3dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:45.450356 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48b57029-1e1a-440f-bfe2-fe4f82bed831 req-a5f97d83-dee2-4b6c-9cc1-92b1002bb3dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 943 time: 0.0504217 Jul 29 15:49:45.490354 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-48b57029-1e1a-440f-bfe2-fe4f82bed831 req-3e753a92-8b03-431a-910e-938b91fa55a2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340607 Jul 29 15:49:45.771863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6a84d7ba-e466-4e35-a18a-9db50b84e877 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:49:45.868633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6a84d7ba-e466-4e35-a18a-9db50b84e877, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877,segment=NetworkSegment(243580ba-9a08-484d-bb18-02824cbc48ca),segment_id=243580ba-9a08-484d-bb18-02824cbc48ca)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:49:45.879905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '6a84d7ba-e466-4e35-a18a-9db50b84e877', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'port_id': '6a84d7ba-e466-4e35-a18a-9db50b84e877', 'mac_address': 'fa:16:3e:f7:6c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:49:45.916089 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:45.929200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a84d7ba-e466-4e35-a18a-9db50b84e877 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:49:45.952542 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6a84d7ba-e466-4e35-a18a-9db50b84e877, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877,segment=NetworkSegment(243580ba-9a08-484d-bb18-02824cbc48ca),segment_id=243580ba-9a08-484d-bb18-02824cbc48ca)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:49:45.956414 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:46.003020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=6a84d7ba-e466-4e35-a18a-9db50b84e877,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:49:46.011048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:46.011394 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:46.011733 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:46.012066 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:46.012395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:46.012745 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:46.013072 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:46.013396 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:46.013717 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:46.014038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:46.014357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:46.014674 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:49:46.199092 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['6a84d7ba-e466-4e35-a18a-9db50b84e877'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:49:46.608403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84266106-f274-41ab-bf76-5583f18cae98 req-f9e3f2d5-bba7-44c9-a244-f2393a67efc1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:49:46.609905 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84266106-f274-41ab-bf76-5583f18cae98 req-f9e3f2d5-bba7-44c9-a244-f2393a67efc1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 944 time: 0.0489876 Jul 29 15:49:46.646586 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-84266106-f274-41ab-bf76-5583f18cae98 req-ad16467d-8a6f-41dc-8e6e-3360fffa87a5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308077 Jul 29 15:49:46.669578 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55630) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:49:46.731124 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e911622d-95fd-49b9-95b4-d5643852660c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/393f0b02-60c0-453b-8f67-3f3ab0cae124 HTTP/1.1" status: 200 len: 992 time: 0.0604110 Jul 29 15:49:47.772898 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6a84d7ba-e466-4e35-a18a-9db50b84e877 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:49:47.821812 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 6a84d7ba-e466-4e35-a18a-9db50b84e877 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:49:47.825616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 6a84d7ba-e466-4e35-a18a-9db50b84e877 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:49:47.825981 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:47.906811 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:47.929065 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a84d7ba-e466-4e35-a18a-9db50b84e877'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:49:47.931308 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25881f33-805e-491a-97fe-44c2c51fffbb" -d '{"events": [{"server_uuid": "3d92b8fd-7af4-4bdd-9171-3d99a1dd9280", "name": "network-vif-plugged", "status": "completed", "tag": "6a84d7ba-e466-4e35-a18a-9db50b84e877"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:49:47.945355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 6a84d7ba-e466-4e35-a18a-9db50b84e877, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877,segment=NetworkSegment(243580ba-9a08-484d-bb18-02824cbc48ca),segment_id=243580ba-9a08-484d-bb18-02824cbc48ca)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:49:47.949868 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:49:48.000125 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=6a84d7ba-e466-4e35-a18a-9db50b84e877,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:49:48.025576 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175091a7-8b07-4838-bef9-0a310b52a814 x-openstack-request-id: req-175091a7-8b07-4838-bef9-0a310b52a814 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:49:48.025867 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d92b8fd-7af4-4bdd-9171-3d99a1dd9280", "name": "network-vif-plugged", "status": "completed", "tag": "6a84d7ba-e466-4e35-a18a-9db50b84e877", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:49:48.026117 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-175091a7-8b07-4838-bef9-0a310b52a814 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:49:48.026510 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a84d7ba-e466-4e35-a18a-9db50b84e877', 'code': 200} Jul 29 15:49:55.932511 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:49:56.961548 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:00.637909 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-88565c32-829d-4476-a83c-5037170dbaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:03.315876 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:03.400494 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9f1aded3-1ffe-4059-9d80-8b502283943d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:04.583336 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:06.539260 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:11.630799 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:15.168523 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55644) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:15.321329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port 71fd2afc-3a46-4cba-87d3-864b2c52b919 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:50:15.321665 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:15.397046 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:15.397368 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:15.408494 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for 71fd2afc-3a46-4cba-87d3-864b2c52b919 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:50:15.557004 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:15.582653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=71fd2afc-3a46-4cba-87d3-864b2c52b919,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:15.595978 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:15.596331 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:15.596686 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:15.597031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:15.597361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:15.597689 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:15.598018 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:15.598344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:15.598670 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:15.598993 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:15.599353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:15.599679 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:15.669015 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:15.669345 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Floating IP 393f0b02-60c0-453b-8f67-3f3ab0cae124 disassociated (deleted). External IP: 172.25.6.197, port: 6a84d7ba-e466-4e35-a18a-9db50b84e877. Jul 29 15:50:15.880187 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 7e971241-e5e8-49e2-b4c1-4594625409d0 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:50:15.988781 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:50:15.993784 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:15.998615 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5334fd8-93d8-4e88-8e30-1b2b9a5b29f6 None None] Sync routers for ids ['7e971241-e5e8-49e2-b4c1-4594625409d0'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:50:16.007446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5334fd8-93d8-4e88-8e30-1b2b9a5b29f6 None None] Routers {'7e971241-e5e8-49e2-b4c1-4594625409d0'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:50:16.008057 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d5334fd8-93d8-4e88-8e30-1b2b9a5b29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:50:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7e971241-e5e8-49e2-b4c1-4594625409d0'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:16.020510 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5b2554a2-dab9-4052-90d1-9cc6d3c3ad6a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/floatingips/393f0b02-60c0-453b-8f67-3f3ab0cae124 HTTP/1.1" status: 204 len: 168 time: 0.8508971 Jul 29 15:50:16.021786 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'tag': '6a84d7ba-e466-4e35-a18a-9db50b84e877'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:50:16.024492 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4874a96e-bd39-4cee-829b-b5ca6c09282f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d92b8fd-7af4-4bdd-9171-3d99a1dd9280", "tag": "6a84d7ba-e466-4e35-a18a-9db50b84e877"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:50:16.063381 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d583c1-4552-4433-8550-991816c6db56 x-openstack-request-id: req-a3d583c1-4552-4433-8550-991816c6db56 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:50:16.063711 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d92b8fd-7af4-4bdd-9171-3d99a1dd9280", "tag": "6a84d7ba-e466-4e35-a18a-9db50b84e877", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:50:16.063965 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3d583c1-4552-4433-8550-991816c6db56 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:50:16.064399 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'tag': '6a84d7ba-e466-4e35-a18a-9db50b84e877', 'status': 'completed', 'code': 200} Jul 29 15:50:16.126956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874a96e-bd39-4cee-829b-b5ca6c09282f req-595feb99-7947-4de8-ad0b-0ff15cf65da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:16.127557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-d5334fd8-93d8-4e88-8e30-1b2b9a5b29f6 None None] Set router 7e971241-e5e8-49e2-b4c1-4594625409d0 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:50:16.128562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4874a96e-bd39-4cee-829b-b5ca6c09282f req-595feb99-7947-4de8-ad0b-0ff15cf65da8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 1096 time: 0.0418043 Jul 29 15:50:16.238370 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874a96e-bd39-4cee-829b-b5ca6c09282f req-ac089c0d-589d-41a5-a5e6-410e771545d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:16.239860 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4874a96e-bd39-4cee-829b-b5ca6c09282f req-ac089c0d-589d-41a5-a5e6-410e771545d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2045c08e-7829-45af-a566-2d769d4fab9d HTTP/1.1" status: 200 len: 898 time: 0.0991132 Jul 29 15:50:16.261449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef173d44-dd4e-4021-803c-2d4e9d52a65a req-3a00b3c7-1068-4259-9c21-2953341c9ccb tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:16.263012 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef173d44-dd4e-4021-803c-2d4e9d52a65a req-3a00b3c7-1068-4259-9c21-2953341c9ccb tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0523813 Jul 29 15:50:16.284939 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4874a96e-bd39-4cee-829b-b5ca6c09282f req-9ff398d6-a388-4cd4-add4-284749790055 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877 HTTP/1.1" status: 200 len: 217 time: 0.0371258 Jul 29 15:50:16.307087 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ef173d44-dd4e-4021-803c-2d4e9d52a65a req-4307e21c-d054-4d0b-b32e-a1e986b37bcb tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375173 Jul 29 15:50:16.339252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874a96e-bd39-4cee-829b-b5ca6c09282f req-141a2339-83b0-48aa-848f-5c6e0483d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:16.340762 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4874a96e-bd39-4cee-829b-b5ca6c09282f req-141a2339-83b0-48aa-848f-5c6e0483d0c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=565e4f95-d7e8-43f4-aa6b-f37478e2b719 HTTP/1.1" status: 200 len: 834 time: 0.0490808 Jul 29 15:50:16.345557 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d5334fd8-93d8-4e88-8e30-1b2b9a5b29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574779182', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:34Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '71d2dd4f-11e0-4e7d-a98d-6128bc1216c4', 'name': '', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:70:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:33Z', 'updated_at': '2021-07-29T15:48:39Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:16.372116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5334fd8-93d8-4e88-8e30-1b2b9a5b29f6 None None] Checking router: 7e971241-e5e8-49e2-b4c1-4594625409d0 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:50:16.380408 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5334fd8-93d8-4e88-8e30-1b2b9a5b29f6 None None] Routers {'7e971241-e5e8-49e2-b4c1-4594625409d0'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:50:16.381475 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d5334fd8-93d8-4e88-8e30-1b2b9a5b29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:50:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7e971241-e5e8-49e2-b4c1-4594625409d0'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:16.391191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874a96e-bd39-4cee-829b-b5ca6c09282f req-f4dce454-1620-4c0d-abb5-80009d7fd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:16.392709 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4874a96e-bd39-4cee-829b-b5ca6c09282f req-f4dce454-1620-4c0d-abb5-80009d7fd7a8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2045c08e-7829-45af-a566-2d769d4fab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442777 Jul 29 15:50:16.482433 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4874a96e-bd39-4cee-829b-b5ca6c09282f req-702363cc-2f5d-4271-888d-8d3da2d9d4a2 service neutron] 10.222.0.39 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809224 Jul 29 15:50:16.486060 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-d5334fd8-93d8-4e88-8e30-1b2b9a5b29f6 None None] Set router 7e971241-e5e8-49e2-b4c1-4594625409d0 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:50:16.578320 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4874a96e-bd39-4cee-829b-b5ca6c09282f req-e9878db7-9989-4af7-9ae6-ac54b6892d2c service neutron] 10.222.0.39 "GET /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868938 Jul 29 15:50:16.683948 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-d5334fd8-93d8-4e88-8e30-1b2b9a5b29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574779182', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:34Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '71d2dd4f-11e0-4e7d-a98d-6128bc1216c4', 'name': '', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:70:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:33Z', 'updated_at': '2021-07-29T15:48:39Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:16.714231 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5334fd8-93d8-4e88-8e30-1b2b9a5b29f6 None None] The sync data for ids ['7e971241-e5e8-49e2-b4c1-4594625409d0'] in n-d-802893-1 is: [{'id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574779182', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:34Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '71d2dd4f-11e0-4e7d-a98d-6128bc1216c4', 'name': '', 'network_id': '2045c08e-7829-45af-a566-2d769d4fab9d', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:70:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:33Z', 'updated_at': '2021-07-29T15:48:39Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '565e4f95-d7e8-43f4-aa6b-f37478e2b719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:50:16.931753 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6109a51-04f6-4da7-9152-56834d758160 None None] New status for floating IP 393f0b02-60c0-453b-8f67-3f3ab0cae124: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:50:17.441714 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcecbdc-4dd0-41e1-a98b-cf115ff02dc1 req-57749c09-e571-466f-a183-f2a2eb6f7bce tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:17.443239 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-edcecbdc-4dd0-41e1-a98b-cf115ff02dc1 req-57749c09-e571-466f-a183-f2a2eb6f7bce tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0491023 Jul 29 15:50:17.505783 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-edcecbdc-4dd0-41e1-a98b-cf115ff02dc1 req-ed884518-a89c-459f-9152-4e7e1601797a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564344 Jul 29 15:50:17.521979 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8ae1e-f9cc-479c-8666-2307a48f3856 req-d8ebbf64-8192-4fca-a679-a9a3be888c03 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:17.523432 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3dd8ae1e-f9cc-479c-8666-2307a48f3856 req-d8ebbf64-8192-4fca-a679-a9a3be888c03 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d92b8fd-7af4-4bdd-9171-3d99a1dd9280 HTTP/1.1" status: 200 len: 945 time: 0.0672197 Jul 29 15:50:17.614847 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-3dd8ae1e-f9cc-479c-8666-2307a48f3856 req-e4fd4e06-f25e-4bf1-b15b-718f48e47f7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port 6a84d7ba-e466-4e35-a18a-9db50b84e877 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:50:17.615303 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3dd8ae1e-f9cc-479c-8666-2307a48f3856 req-e4fd4e06-f25e-4bf1-b15b-718f48e47f7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:17.699421 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-3dd8ae1e-f9cc-479c-8666-2307a48f3856 req-e4fd4e06-f25e-4bf1-b15b-718f48e47f7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] For port 6a84d7ba-e466-4e35-a18a-9db50b84e877, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=6a84d7ba-e466-4e35-a18a-9db50b84e877,segment=NetworkSegment(243580ba-9a08-484d-bb18-02824cbc48ca),segment_id=243580ba-9a08-484d-bb18-02824cbc48ca)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:50:17.699787 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3dd8ae1e-f9cc-479c-8666-2307a48f3856 req-e4fd4e06-f25e-4bf1-b15b-718f48e47f7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:17.713091 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-3dd8ae1e-f9cc-479c-8666-2307a48f3856 req-e4fd4e06-f25e-4bf1-b15b-718f48e47f7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for 6a84d7ba-e466-4e35-a18a-9db50b84e877 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:50:17.844467 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3dd8ae1e-f9cc-479c-8666-2307a48f3856 req-e4fd4e06-f25e-4bf1-b15b-718f48e47f7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:17.874900 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd4e06-f25e-4bf1-b15b-718f48e47f7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=6a84d7ba-e466-4e35-a18a-9db50b84e877,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:17.919001 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd8ae1e-f9cc-479c-8666-2307a48f3856 req-e4fd4e06-f25e-4bf1-b15b-718f48e47f7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] No DVR routers for this DVR port 6a84d7ba-e466-4e35-a18a-9db50b84e877 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:50:17.921545 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-3dd8ae1e-f9cc-479c-8666-2307a48f3856 req-e4fd4e06-f25e-4bf1-b15b-718f48e47f7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:17.923511 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3dd8ae1e-f9cc-479c-8666-2307a48f3856 req-e4fd4e06-f25e-4bf1-b15b-718f48e47f7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.39 "DELETE /v2.0/ports/6a84d7ba-e466-4e35-a18a-9db50b84e877 HTTP/1.1" status: 204 len: 173 time: 0.3938258 Jul 29 15:50:17.923946 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'name': 'network-vif-deleted', 'tag': '6a84d7ba-e466-4e35-a18a-9db50b84e877'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:50:17.926209 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa439c9-b280-41e0-af45-c47ec99e5eb5" -d '{"events": [{"server_uuid": "3d92b8fd-7af4-4bdd-9171-3d99a1dd9280", "name": "network-vif-deleted", "tag": "6a84d7ba-e466-4e35-a18a-9db50b84e877"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:50:17.963706 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03980a76-e26d-4ca1-b513-541362119ae3 x-openstack-request-id: req-03980a76-e26d-4ca1-b513-541362119ae3 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:50:17.964026 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d92b8fd-7af4-4bdd-9171-3d99a1dd9280", "name": "network-vif-deleted", "tag": "6a84d7ba-e466-4e35-a18a-9db50b84e877", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:50:17.964302 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03980a76-e26d-4ca1-b513-541362119ae3 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:50:17.964748 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d92b8fd-7af4-4bdd-9171-3d99a1dd9280', 'name': 'network-vif-deleted', 'tag': '6a84d7ba-e466-4e35-a18a-9db50b84e877', 'status': 'completed', 'code': 200} Jul 29 15:50:18.561765 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55660) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:18.923178 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e03c6ba2-1b72-4886-a5dd-5ac7f85f0e37 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:19.174626 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-e03c6ba2-1b72-4886-a5dd-5ac7f85f0e37 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:50:19.174868 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e03c6ba2-1b72-4886-a5dd-5ac7f85f0e37 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:19.263986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-e03c6ba2-1b72-4886-a5dd-5ac7f85f0e37 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] For port 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=71d2dd4f-11e0-4e7d-a98d-6128bc1216c4,segment=NetworkSegment(243580ba-9a08-484d-bb18-02824cbc48ca),segment_id=243580ba-9a08-484d-bb18-02824cbc48ca)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:50:19.264347 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e03c6ba2-1b72-4886-a5dd-5ac7f85f0e37 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:19.278148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-e03c6ba2-1b72-4886-a5dd-5ac7f85f0e37 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:50:19.462431 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e03c6ba2-1b72-4886-a5dd-5ac7f85f0e37 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:19.488318 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c6ba2-1b72-4886-a5dd-5ac7f85f0e37 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=71d2dd4f-11e0-4e7d-a98d-6128bc1216c4,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:19.667443 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e03c6ba2-1b72-4886-a5dd-5ac7f85f0e37 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:19.887901 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03c6ba2-1b72-4886-a5dd-5ac7f85f0e37 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 7e971241-e5e8-49e2-b4c1-4594625409d0 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:50:19.994633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03c6ba2-1b72-4886-a5dd-5ac7f85f0e37 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:50:20.000809 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e03c6ba2-1b72-4886-a5dd-5ac7f85f0e37 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "PUT /v2.0/routers/7e971241-e5e8-49e2-b4c1-4594625409d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4370658 Jul 29 15:50:20.002615 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55662) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:20.006496 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4308e-280c-4022-92f7-90117e2dd0c5 None None] Sync routers for ids ['7e971241-e5e8-49e2-b4c1-4594625409d0'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:50:20.014610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4308e-280c-4022-92f7-90117e2dd0c5 None None] Routers {'7e971241-e5e8-49e2-b4c1-4594625409d0'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:50:20.015229 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-45e4308e-280c-4022-92f7-90117e2dd0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:50:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7e971241-e5e8-49e2-b4c1-4594625409d0'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:20.053684 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ad5873-b2b4-454b-bfa1-47eb0e66999d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting subnet 565e4f95-d7e8-43f4-aa6b-f37478e2b719 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:50:20.057178 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34ad5873-b2b4-454b-bfa1-47eb0e66999d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:20.097020 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34ad5873-b2b4-454b-bfa1-47eb0e66999d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:20.121767 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-45e4308e-280c-4022-92f7-90117e2dd0c5 None None] Set router 7e971241-e5e8-49e2-b4c1-4594625409d0 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:50:20.186244 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34ad5873-b2b4-454b-bfa1-47eb0e66999d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:20.245237 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34ad5873-b2b4-454b-bfa1-47eb0e66999d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:20.272145 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad5873-b2b4-454b-bfa1-47eb0e66999d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Subnet': ['ID=565e4f95-d7e8-43f4-aa6b-f37478e2b719,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:20.277683 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-34ad5873-b2b4-454b-bfa1-47eb0e66999d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:20.281062 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-34ad5873-b2b4-454b-bfa1-47eb0e66999d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/subnets/565e4f95-d7e8-43f4-aa6b-f37478e2b719 HTTP/1.1" status: 204 len: 168 time: 0.2774131 Jul 29 15:50:20.282829 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55664) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:20.284137 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba27ab1-d770-4553-9fc9-fb4636b331f7 None None] Network 2045c08e-7829-45af-a566-2d769d4fab9d requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:50:20.393760 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f928c45-dcba-4d6a-9e1d-74e8770f7563 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:20.502975 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f928c45-dcba-4d6a-9e1d-74e8770f7563 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:20.557103 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-45e4308e-280c-4022-92f7-90117e2dd0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574779182', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:50:19Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'a3e9aff2-a008-4109-befd-3a99af144b49', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:20.557873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-5f928c45-dcba-4d6a-9e1d-74e8770f7563 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port a3e9aff2-a008-4109-befd-3a99af144b49 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:50:20.558234 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f928c45-dcba-4d6a-9e1d-74e8770f7563 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:20.586922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4308e-280c-4022-92f7-90117e2dd0c5 None None] Checking router: 7e971241-e5e8-49e2-b4c1-4594625409d0 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:50:20.600549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4308e-280c-4022-92f7-90117e2dd0c5 None None] Routers {'7e971241-e5e8-49e2-b4c1-4594625409d0'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:50:20.601205 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-45e4308e-280c-4022-92f7-90117e2dd0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:50:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['7e971241-e5e8-49e2-b4c1-4594625409d0'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:20.647608 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-5f928c45-dcba-4d6a-9e1d-74e8770f7563 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] For port a3e9aff2-a008-4109-befd-3a99af144b49, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a3e9aff2-a008-4109-befd-3a99af144b49,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:50:20.647978 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f928c45-dcba-4d6a-9e1d-74e8770f7563 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:20.660355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-5f928c45-dcba-4d6a-9e1d-74e8770f7563 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for a3e9aff2-a008-4109-befd-3a99af144b49 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:50:20.684693 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a910a9-a4a6-4701-a0ad-58c3a78c4fda None None] DHCP port deletion for 2045c08e-7829-45af-a566-2d769d4fab9d request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:50:20.699157 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-45e4308e-280c-4022-92f7-90117e2dd0c5 None None] Set router 7e971241-e5e8-49e2-b4c1-4594625409d0 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:50:20.772824 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-45e4308e-280c-4022-92f7-90117e2dd0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574779182', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:50:20Z', 'revision_number': 6, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:20.806828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4308e-280c-4022-92f7-90117e2dd0c5 None None] The sync data for ids ['7e971241-e5e8-49e2-b4c1-4594625409d0'] in n-d-802893-1 is: [{'id': '7e971241-e5e8-49e2-b4c1-4594625409d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574779182', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:48:30Z', 'updated_at': '2021-07-29T15:50:20Z', 'revision_number': 6, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:50:20.825564 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-01a910a9-a4a6-4701-a0ad-58c3a78c4fda None None] Deleting port 04285e1c-f4ad-4853-ac26-7b5bd65f1319 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:50:20.825992 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01a910a9-a4a6-4701-a0ad-58c3a78c4fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:20.855425 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f928c45-dcba-4d6a-9e1d-74e8770f7563 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:20.879597 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f928c45-dcba-4d6a-9e1d-74e8770f7563 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=a3e9aff2-a008-4109-befd-3a99af144b49,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:20.901293 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-01a910a9-a4a6-4701-a0ad-58c3a78c4fda None None] For port 04285e1c-f4ad-4853-ac26-7b5bd65f1319, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=04285e1c-f4ad-4853-ac26-7b5bd65f1319,segment=NetworkSegment(243580ba-9a08-484d-bb18-02824cbc48ca),segment_id=243580ba-9a08-484d-bb18-02824cbc48ca)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:50:20.901588 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01a910a9-a4a6-4701-a0ad-58c3a78c4fda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:20.914325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-01a910a9-a4a6-4701-a0ad-58c3a78c4fda None None] Calling delete_port for 04285e1c-f4ad-4853-ac26-7b5bd65f1319 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:50:20.945293 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f928c45-dcba-4d6a-9e1d-74e8770f7563 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:20.998987 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-01a910a9-a4a6-4701-a0ad-58c3a78c4fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:21.023681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a910a9-a4a6-4701-a0ad-58c3a78c4fda None None] Pushing event deleted for resources: {'Port': ['ID=04285e1c-f4ad-4853-ac26-7b5bd65f1319,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:21.031457 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a910a9-a4a6-4701-a0ad-58c3a78c4fda None None] No DVR routers for this DVR port 04285e1c-f4ad-4853-ac26-7b5bd65f1319 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:50:21.046373 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f928c45-dcba-4d6a-9e1d-74e8770f7563 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:21.048586 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f928c45-dcba-4d6a-9e1d-74e8770f7563 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:21.093804 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f928c45-dcba-4d6a-9e1d-74e8770f7563 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:21.094328 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f928c45-dcba-4d6a-9e1d-74e8770f7563 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Fanout notify agent at l3_agent the message router_deleted on router 7e971241-e5e8-49e2-b4c1-4594625409d0 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:50:21.101575 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5f928c45-dcba-4d6a-9e1d-74e8770f7563 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:21.102700 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5f928c45-dcba-4d6a-9e1d-74e8770f7563 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/routers/7e971241-e5e8-49e2-b4c1-4594625409d0 HTTP/1.1" status: 204 len: 168 time: 0.8186288 Jul 29 15:50:21.105451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55666) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:21.184506 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db502777-a989-4dec-9134-281d3f7719da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:21.275789 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db502777-a989-4dec-9134-281d3f7719da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:21.286347 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-db502777-a989-4dec-9134-281d3f7719da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2045c08e-7829-45af-a566-2d769d4fab9d']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:21.299362 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-db502777-a989-4dec-9134-281d3f7719da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243580ba-9a08-484d-bb18-02824cbc48ca') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:21.299707 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-db502777-a989-4dec-9134-281d3f7719da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243580ba-9a08-484d-bb18-02824cbc48ca') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:21.309921 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db502777-a989-4dec-9134-281d3f7719da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:21.325589 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db502777-a989-4dec-9134-281d3f7719da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:21.332457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db502777-a989-4dec-9134-281d3f7719da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:50:21.332893 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db502777-a989-4dec-9134-281d3f7719da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:21.333227 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 04285e1c-f4ad-4853-ac26-7b5bd65f1319 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: timer() Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:50:21.336159 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:50:21.361026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 04285e1c-f4ad-4853-ac26-7b5bd65f1319 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:50:21.361483 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 04285e1c-f4ad-4853-ac26-7b5bd65f1319 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:50:21.361964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a3e9aff2-a008-4109-befd-3a99af144b49 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:50:21.381404 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: a3e9aff2-a008-4109-befd-3a99af144b49 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:50:21.381811 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a3e9aff2-a008-4109-befd-3a99af144b49 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:50:21.382294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:50:21.398126 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db502777-a989-4dec-9134-281d3f7719da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:21.402374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:50:21.402816 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 71d2dd4f-11e0-4e7d-a98d-6128bc1216c4 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:50:21.407553 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-db502777-a989-4dec-9134-281d3f7719da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:21.409573 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-db502777-a989-4dec-9134-281d3f7719da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/networks/2045c08e-7829-45af-a566-2d769d4fab9d HTTP/1.1" status: 204 len: 168 time: 0.3032074 Jul 29 15:50:21.414418 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55668) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:21.425015 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db502777-a989-4dec-9134-281d3f7719da tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Network': ['ID=2045c08e-7829-45af-a566-2d769d4fab9d,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:21.478642 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-566910a2-694d-430a-b0f7-afff62265dba tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:21.507457 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-566910a2-694d-430a-b0f7-afff62265dba tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:21.571389 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-566910a2-694d-430a-b0f7-afff62265dba tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:21.574149 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-566910a2-694d-430a-b0f7-afff62265dba tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:21.575348 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-566910a2-694d-430a-b0f7-afff62265dba tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/security-groups/70c5cd1c-a92c-4a28-aad3-4d1d23f783d7 HTTP/1.1" status: 204 len: 168 time: 0.1592329 Jul 29 15:50:21.586184 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566910a2-694d-430a-b0f7-afff62265dba tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c5cd1c-a92c-4a28-aad3-4d1d23f783d7,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:21.899407 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6a84d7ba-e466-4e35-a18a-9db50b84e877 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:50:21.920081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 6a84d7ba-e466-4e35-a18a-9db50b84e877 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:50:21.920431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 6a84d7ba-e466-4e35-a18a-9db50b84e877 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:50:21.942432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55674) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:21.947958 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c757f960-8204-4fe7-935b-0e600fc4f41b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945532130', 'description': 'tempest-secgroup-smoke-1945532130 description', 'project_id': '36a4f9ad7825435597e53da998c0efb6'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:50:21.975274 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c757f960-8204-4fe7-935b-0e600fc4f41b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.060610 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c757f960-8204-4fe7-935b-0e600fc4f41b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.064339 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c757f960-8204-4fe7-935b-0e600fc4f41b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.089460 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c757f960-8204-4fe7-935b-0e600fc4f41b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.090707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c757f960-8204-4fe7-935b-0e600fc4f41b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1465268 Jul 29 15:50:22.094040 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55676) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:22.100063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4c5dbd43-c3c5-4214-90a4-bf38a94e71fc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'af8f71de-c8cd-41d0-9699-16b59a5d3fca', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:50:22.105380 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757f960-8204-4fe7-935b-0e600fc4f41b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af8f71de-c8cd-41d0-9699-16b59a5d3fca,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:22.128807 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c5dbd43-c3c5-4214-90a4-bf38a94e71fc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.188152 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c5dbd43-c3c5-4214-90a4-bf38a94e71fc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.192335 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c5dbd43-c3c5-4214-90a4-bf38a94e71fc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.210269 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5dbd43-c3c5-4214-90a4-bf38a94e71fc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceed03f7-81e2-4d74-ad37-593526b5602b,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:22.217087 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4c5dbd43-c3c5-4214-90a4-bf38a94e71fc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.218610 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4c5dbd43-c3c5-4214-90a4-bf38a94e71fc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236603 Jul 29 15:50:22.221437 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55678) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:22.226709 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d7f5d829-cb35-431c-a563-e2a6ee1d8734 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'af8f71de-c8cd-41d0-9699-16b59a5d3fca', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:50:22.252915 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d7f5d829-cb35-431c-a563-e2a6ee1d8734 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.309031 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d7f5d829-cb35-431c-a563-e2a6ee1d8734 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.312787 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d7f5d829-cb35-431c-a563-e2a6ee1d8734 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.330176 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5d829-cb35-431c-a563-e2a6ee1d8734 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfecd4f-030b-4e84-a90e-082e2a602b50,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:22.337029 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d7f5d829-cb35-431c-a563-e2a6ee1d8734 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.340111 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d7f5d829-cb35-431c-a563-e2a6ee1d8734 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158073 Jul 29 15:50:22.340989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55680) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:22.345904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-85a94893-1c48-4a04-a6d4-5b0db8a92ae9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'af8f71de-c8cd-41d0-9699-16b59a5d3fca', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:50:22.374422 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85a94893-1c48-4a04-a6d4-5b0db8a92ae9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.434692 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85a94893-1c48-4a04-a6d4-5b0db8a92ae9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.438459 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85a94893-1c48-4a04-a6d4-5b0db8a92ae9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.456342 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a94893-1c48-4a04-a6d4-5b0db8a92ae9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3761cf16-7ce7-4271-890b-4936efb3790a,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:22.463937 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-85a94893-1c48-4a04-a6d4-5b0db8a92ae9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.465198 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-85a94893-1c48-4a04-a6d4-5b0db8a92ae9 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231732 Jul 29 15:50:22.468262 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55682) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:22.472784 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d42e9541-ad86-43e3-a92c-7123a32c7a1c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'af8f71de-c8cd-41d0-9699-16b59a5d3fca', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:50:22.501318 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d42e9541-ad86-43e3-a92c-7123a32c7a1c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.563263 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d42e9541-ad86-43e3-a92c-7123a32c7a1c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.567068 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d42e9541-ad86-43e3-a92c-7123a32c7a1c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.585721 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e9541-ad86-43e3-a92c-7123a32c7a1c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e51048e-4552-4490-849d-6b28cebc52c1,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:22.592726 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d42e9541-ad86-43e3-a92c-7123a32c7a1c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.594133 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d42e9541-ad86-43e3-a92c-7123a32c7a1c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248705 Jul 29 15:50:22.596977 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55684) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:22.604556 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-0518ee4e-863d-46e8-bd35-a55b778327cd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'af8f71de-c8cd-41d0-9699-16b59a5d3fca', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:50:22.626819 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-0518ee4e-863d-46e8-bd35-a55b778327cd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Project 36a4f9ad7825435597e53da998c0efb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:50:22.631552 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0518ee4e-863d-46e8-bd35-a55b778327cd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.697681 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0518ee4e-863d-46e8-bd35-a55b778327cd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.701562 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0518ee4e-863d-46e8-bd35-a55b778327cd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.721259 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518ee4e-863d-46e8-bd35-a55b778327cd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11321b2f-f8be-4636-873f-a4a26d0d1113,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:22.729138 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0518ee4e-863d-46e8-bd35-a55b778327cd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.730360 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0518ee4e-863d-46e8-bd35-a55b778327cd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324360 Jul 29 15:50:22.733411 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55686) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:22.738783 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-3bf3a3a2-e694-4c22-96aa-aecb79a77754 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'af8f71de-c8cd-41d0-9699-16b59a5d3fca', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:50:22.763969 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-3bf3a3a2-e694-4c22-96aa-aecb79a77754 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Project 36a4f9ad7825435597e53da998c0efb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:50:22.769097 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a3a2-e694-4c22-96aa-aecb79a77754 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.841105 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a3a2-e694-4c22-96aa-aecb79a77754 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.845187 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a3a2-e694-4c22-96aa-aecb79a77754 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.863836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3a3a2-e694-4c22-96aa-aecb79a77754 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d67faac-ba34-4cec-94f6-0a2386d3be82,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:22.872623 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3bf3a3a2-e694-4c22-96aa-aecb79a77754 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.873943 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3bf3a3a2-e694-4c22-96aa-aecb79a77754 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1395655 Jul 29 15:50:22.877244 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55688) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:22.883067 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-14633623-671f-4ef5-bbaf-7a8dc03fe683 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'network': {'name': 'tempest-network-smoke--213909111', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'port_security_enabled': True}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:50:22.904984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14633623-671f-4ef5-bbaf-7a8dc03fe683 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Made reservation on behalf of 36a4f9ad7825435597e53da998c0efb6 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:50:22.908384 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14633623-671f-4ef5-bbaf-7a8dc03fe683 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.931979 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14633623-671f-4ef5-bbaf-7a8dc03fe683 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:50:22.941951 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14633623-671f-4ef5-bbaf-7a8dc03fe683 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:22.942296 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-14633623-671f-4ef5-bbaf-7a8dc03fe683 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Added segment fd01a215-4eb0-43f7-92dd-36a41cd78825 of type vlan for network f11a47a7-38af-44fb-a229-2b7d709b5e76 Jul 29 15:50:22.993810 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14633623-671f-4ef5-bbaf-7a8dc03fe683 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:23.025203 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14633623-671f-4ef5-bbaf-7a8dc03fe683 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:23.030828 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14633623-671f-4ef5-bbaf-7a8dc03fe683 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:23.031413 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-14633623-671f-4ef5-bbaf-7a8dc03fe683 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:23.094577 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-14633623-671f-4ef5-bbaf-7a8dc03fe683 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2160127 Jul 29 15:50:23.097453 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55690) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:23.102541 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-552434294', 'admin_state_up': True, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:50:23.103421 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14633623-671f-4ef5-bbaf-7a8dc03fe683 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Network': ['ID=f11a47a7-38af-44fb-a229-2b7d709b5e76,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:23.114147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network f11a47a7-38af-44fb-a229-2b7d709b5e76 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:50:23.139815 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:23.140810 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:23.206023 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:23.350060 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:23.544974 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:23.564066 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:23.676750 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.25.6.191 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/eddef3e3-afbb-4ecf-b840-48cdac4da66e) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:50:23.777762 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:23.816875 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:23.856115 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:50:23.860345 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:50:23.863794 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:50:23.891314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=eddef3e3-afbb-4ecf-b840-48cdac4da66e,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:24.124338 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:24.326189 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:24.449229 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 2df9c168-477c-4e59-95d8-448b7947d0a7 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:50:24.553966 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:50:24.563472 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Sync routers for ids ['2df9c168-477c-4e59-95d8-448b7947d0a7'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:50:24.572960 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:24.574290 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a8b3bb69-a094-4b0c-8e6d-b002d0875c0c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4757583 Jul 29 15:50:24.577464 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55692) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:24.577600 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Routers {'2df9c168-477c-4e59-95d8-448b7947d0a7'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:50:24.578137 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:50:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2df9c168-477c-4e59-95d8-448b7947d0a7'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:24.611893 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8442d61d-e178-4da0-8579-5d3dd9bdfdf3 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=36a4f9ad7825435597e53da998c0efb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330808 Jul 29 15:50:24.614334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55694) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:24.684748 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Set router 2df9c168-477c-4e59-95d8-448b7947d0a7 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:50:24.700736 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f3a361-b245-4457-9933-ba0b5bc5d186 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:24.702310 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-26f3a361-b245-4457-9933-ba0b5bc5d186 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870061 Jul 29 15:50:24.705198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55696) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:24.733410 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-a48cd590-4078-4c2a-8804-95696323a15e tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271366 Jul 29 15:50:24.736276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55698) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:24.741825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-c610cf00-641a-401d-8c42-200c1f3818a4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1593205997', 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:50:24.834027 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c610cf00-641a-401d-8c42-200c1f3818a4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Made reservation on behalf of 36a4f9ad7825435597e53da998c0efb6 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:50:24.837791 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c610cf00-641a-401d-8c42-200c1f3818a4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:24.862561 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552434294', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:24Z', 'revision_number': 3, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:24.892483 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Checking router: 2df9c168-477c-4e59-95d8-448b7947d0a7 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:50:24.892850 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Updating router 2df9c168-477c-4e59-95d8-448b7947d0a7 port eddef3e3-afbb-4ecf-b840-48cdac4da66e binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:50:24.920450 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:25.033909 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c610cf00-641a-401d-8c42-200c1f3818a4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:25.094455 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610cf00-641a-401d-8c42-200c1f3818a4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Subnet': ['ID=910444c2-2e41-4135-9052-ff1eb0de6cb3,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:25.104538 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c610cf00-641a-401d-8c42-200c1f3818a4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Checking segment: {'id': 'fd01a215-4eb0-43f7-92dd-36a41cd78825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:50:25.104931 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c610cf00-641a-401d-8c42-200c1f3818a4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network hostable DHCP agents. Network: f11a47a7-38af-44fb-a229-2b7d709b5e76, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:50:25.122602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c610cf00-641a-401d-8c42-200c1f3818a4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network f11a47a7-38af-44fb-a229-2b7d709b5e76 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:50:25.132219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-c610cf00-641a-401d-8c42-200c1f3818a4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, f11a47a7-38af-44fb-a229-2b7d709b5e76) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:50:25.136820 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c610cf00-641a-401d-8c42-200c1f3818a4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:25.137416 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-c610cf00-641a-401d-8c42-200c1f3818a4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:25.143804 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d69e0f-212c-4b8e-b852-b096c3256dd0 None None] Network f11a47a7-38af-44fb-a229-2b7d709b5e76 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:50:25.153655 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-c610cf00-641a-401d-8c42-200c1f3818a4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4163132 Jul 29 15:50:25.156420 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55700) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:25.173687 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:25.184767 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Transition to ACTIVE for port object eddef3e3-afbb-4ecf-b840-48cdac4da66e will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:50:25.191764 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:25.250300 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2d03f-5d24-463e-a1cf-b00d8158d820 None None] Pushing event updated for resources: {'Port': ['ID=eddef3e3-afbb-4ecf-b840-48cdac4da66e,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:25.262280 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d03f-5d24-463e-a1cf-b00d8158d820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:25.262626 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d03f-5d24-463e-a1cf-b00d8158d820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:25.262967 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d03f-5d24-463e-a1cf-b00d8158d820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:25.263297 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d03f-5d24-463e-a1cf-b00d8158d820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:25.263667 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d03f-5d24-463e-a1cf-b00d8158d820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:25.263950 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d03f-5d24-463e-a1cf-b00d8158d820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:25.264275 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d03f-5d24-463e-a1cf-b00d8158d820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:25.264595 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d03f-5d24-463e-a1cf-b00d8158d820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:25.264943 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d03f-5d24-463e-a1cf-b00d8158d820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:25.265263 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d03f-5d24-463e-a1cf-b00d8158d820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:25.265587 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d03f-5d24-463e-a1cf-b00d8158d820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:25.266292 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d03f-5d24-463e-a1cf-b00d8158d820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:50:25.272548 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Attempting to bind port eddef3e3-afbb-4ecf-b840-48cdac4da66e on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:50:25.273024 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Attempting to bind port eddef3e3-afbb-4ecf-b840-48cdac4da66e by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:50:25.273394 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Attempting to bind port eddef3e3-afbb-4ecf-b840-48cdac4da66e on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:50:25.279007 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:50:25.279384 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:50:25.279786 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:25.280172 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:50:25.280635 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Bound port: eddef3e3-afbb-4ecf-b840-48cdac4da66e, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:50:25.281046 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:25.305664 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-f11a47a7-38af-44fb-a229-2b7d709b5e76', 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ips': [{'subnet_id': '910444c2-2e41-4135-9052-ff1eb0de6cb3'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:50:25.306726 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:25.451018 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] For port eddef3e3-afbb-4ecf-b840-48cdac4da66e, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:50:25.454333 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] For port eddef3e3-afbb-4ecf-b840-48cdac4da66e, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=eddef3e3-afbb-4ecf-b840-48cdac4da66e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:50:25.459731 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:25.461769 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Allocated IP 172.20.0.2 (f11a47a7-38af-44fb-a229-2b7d709b5e76/910444c2-2e41-4135-9052-ff1eb0de6cb3/5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:50:25.518491 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2d03f-5d24-463e-a1cf-b00d8158d820 None None] Pushing event updated for resources: {'Port': ['ID=eddef3e3-afbb-4ecf-b840-48cdac4da66e,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:25.523929 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Routers {'2df9c168-477c-4e59-95d8-448b7947d0a7'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:50:25.524695 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:50:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2df9c168-477c-4e59-95d8-448b7947d0a7'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:25.633607 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] Set router 2df9c168-477c-4e59-95d8-448b7947d0a7 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:50:25.638463 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:25.649270 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Transition to ACTIVE for port object 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:50:25.668828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Transition to ACTIVE for port object 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:50:25.678190 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:25.728486 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Network f11a47a7-38af-44fb-a229-2b7d709b5e76 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:50:25.734955 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:50:25.743067 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:50:25.748634 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Pushing event updated for resources: {'Port': ['ID=5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:25.809071 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Attempting to bind port 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:50:25.809448 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Attempting to bind port 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd01a215-4eb0-43f7-92dd-36a41cd78825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:50:25.809813 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Attempting to bind port 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f on network f11a47a7-38af-44fb-a229-2b7d709b5e76 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:50:25.814991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:50:25.815371 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Checking segment: {'id': 'fd01a215-4eb0-43f7-92dd-36a41cd78825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:50:25.815790 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:25.816165 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Bound using segment: {'id': 'fd01a215-4eb0-43f7-92dd-36a41cd78825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:50:25.816627 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Bound port: 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd01a215-4eb0-43f7-92dd-36a41cd78825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:50:25.817507 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:25.845551 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552434294', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:24Z', 'revision_number': 3, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:25.872293 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f80dd38-29a7-4fac-9523-5f56b0dadd02 None None] The sync data for ids ['2df9c168-477c-4e59-95d8-448b7947d0a7'] in n-d-802893-1 is: [{'id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552434294', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:24Z', 'revision_number': 3, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:50:25.898243 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] For port 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:50:25.901710 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] For port 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f,segment=NetworkSegment(fd01a215-4eb0-43f7-92dd-36a41cd78825),segment_id=fd01a215-4eb0-43f7-92dd-36a41cd78825)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:50:25.906586 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:25.970315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a9390-5303-4c2e-887a-a137f56fe36f None None] Pushing event updated for resources: {'Port': ['ID=5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:26.017562 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:26.356097 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.20.0.1 (f11a47a7-38af-44fb-a229-2b7d709b5e76/910444c2-2e41-4135-9052-ff1eb0de6cb3/a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:50:26.477792 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:26.494397 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Transition to ACTIVE for port object a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:50:26.529424 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:26.571220 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network f11a47a7-38af-44fb-a229-2b7d709b5e76 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:50:26.574384 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:50:26.580420 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:50:26.587606 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:26.633669 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:26.778633 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:26.968339 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:26.971950 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b80d5a-9650-485a-89a9-48b9dd8f6cf0 None None] Network f11a47a7-38af-44fb-a229-2b7d709b5e76 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:50:27.051940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-71cc715d-77a9-4b3e-b8f1-cf81fd60b6c0 None None] Provisioning for port 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:50:27.076633 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:27.081137 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:27.157905 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:27.159871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:27.265863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network f11a47a7-38af-44fb-a229-2b7d709b5e76 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:50:27.267361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:50:27.395107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:50:27.409544 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 2df9c168-477c-4e59-95d8-448b7947d0a7 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:50:27.422073 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1be824d2-4818-419d-95a6-0eb02d9f16ff None None] Provisioning for port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:50:27.430468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1be824d2-4818-419d-95a6-0eb02d9f16ff None None] Provisioning complete for port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:50:27.430855 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1be824d2-4818-419d-95a6-0eb02d9f16ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:27.485400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1be824d2-4818-419d-95a6-0eb02d9f16ff None None] Port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:50:27.496391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:50:27.501273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:50:27.501738 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:27.534964 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:50:27.546286 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4372200b-ccc1-45d7-93ad-366b5326170b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "PUT /v2.0/routers/2df9c168-477c-4e59-95d8-448b7947d0a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3830502 Jul 29 15:50:27.605800 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:27.627799 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Sync routers for ids ['2df9c168-477c-4e59-95d8-448b7947d0a7'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:50:27.649625 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Routers {'2df9c168-477c-4e59-95d8-448b7947d0a7'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:50:27.650348 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:50:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2df9c168-477c-4e59-95d8-448b7947d0a7'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:27.655456 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f,segment=NetworkSegment(fd01a215-4eb0-43f7-92dd-36a41cd78825),segment_id=fd01a215-4eb0-43f7-92dd-36a41cd78825)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:50:27.689667 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:27.690455 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device eddef3e3-afbb-4ecf-b840-48cdac4da66e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:50:27.716641 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0aae308f-b38a-4ec6-8bac-14f77da3ea3a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945532130&fields=id&tenant_id=36a4f9ad7825435597e53da998c0efb6 HTTP/1.1" status: 200 len: 267 time: 0.0396867 Jul 29 15:50:27.823096 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-87cdde33-e295-4d60-bff0-ebc7ce4c9223 None None] Provisioning complete for port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:50:27.823632 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87cdde33-e295-4d60-bff0-ebc7ce4c9223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:27.844099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-8244202f-83d9-40cf-b76c-c16874e7e604 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:27.847035 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-8244202f-83d9-40cf-b76c-c16874e7e604 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/networks?id=f11a47a7-38af-44fb-a229-2b7d709b5e76 HTTP/1.1" status: 200 len: 796 time: 0.1201725 Jul 29 15:50:27.847505 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:27.868317 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-d019480a-add5-41ed-839e-1535c3830a35 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/quotas/36a4f9ad7825435597e53da998c0efb6 HTTP/1.1" status: 200 len: 375 time: 0.0100975 Jul 29 15:50:27.887551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-87cdde33-e295-4d60-bff0-ebc7ce4c9223 None None] Port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:50:27.891251 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Set router 2df9c168-477c-4e59-95d8-448b7947d0a7 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:50:27.894069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port eddef3e3-afbb-4ecf-b840-48cdac4da66e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:50:27.926935 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port eddef3e3-afbb-4ecf-b840-48cdac4da66e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:50:27.927301 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:27.928787 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-b5ed61f5-3c5a-480b-8b96-1143d37394a0 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545466 Jul 29 15:50:28.025988 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0eac3bad-5204-454e-9b6c-af0d0d35c392 service neutron] 10.222.0.16 "GET /v2.0/networks/f11a47a7-38af-44fb-a229-2b7d709b5e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855742 Jul 29 15:50:28.126322 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-3a4e1eff-c181-4681-a5f4-f73ac533dc9e service neutron] 10.222.0.16 "GET /v2.0/networks/f11a47a7-38af-44fb-a229-2b7d709b5e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941181 Jul 29 15:50:28.227823 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-80ea5ed9-be4e-4306-ab3a-ffa0cfb20697 None None] Provisioning complete for port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:50:28.228380 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-80ea5ed9-be4e-4306-ab3a-ffa0cfb20697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:28.321623 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-80ea5ed9-be4e-4306-ab3a-ffa0cfb20697 None None] Port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:50:28.355905 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:28.396261 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port eddef3e3-afbb-4ecf-b840-48cdac4da66e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=eddef3e3-afbb-4ecf-b840-48cdac4da66e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:50:28.405000 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:28.461323 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552434294', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:26Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0', 'name': '', 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:e4:fc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:26Z', 'updated_at': '2021-07-29T15:50:26Z', 'revision_number': 2, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:28.494024 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Checking router: 2df9c168-477c-4e59-95d8-448b7947d0a7 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:50:28.494476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Updating router 2df9c168-477c-4e59-95d8-448b7947d0a7 port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:50:28.534075 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=eddef3e3-afbb-4ecf-b840-48cdac4da66e,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:28.541442 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:28.711732 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-eab45613-ffea-4bca-ace5-8189adb99b95 req-8a715e14-2c93-4960-b2f1-6584c600921b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 210 time: 0.4304760 Jul 29 15:50:28.861981 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:28.873129 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Transition to ACTIVE for port object a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:50:28.878706 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:28.938905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e60b1-d614-4d0a-b5ad-d664e6c1e335 None None] Pushing event updated for resources: {'Port': ['ID=a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:28.994473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Attempting to bind port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:50:28.994839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Attempting to bind port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd01a215-4eb0-43f7-92dd-36a41cd78825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:50:28.995200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Attempting to bind port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 on network f11a47a7-38af-44fb-a229-2b7d709b5e76 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:50:29.002600 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:50:29.002973 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Checking segment: {'id': 'fd01a215-4eb0-43f7-92dd-36a41cd78825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:50:29.003521 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:29.004072 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Bound using segment: {'id': 'fd01a215-4eb0-43f7-92dd-36a41cd78825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:50:29.004549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Bound port: a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd01a215-4eb0-43f7-92dd-36a41cd78825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:50:29.004954 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:29.086409 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] For port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:50:29.089740 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] For port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0,segment=NetworkSegment(fd01a215-4eb0-43f7-92dd-36a41cd78825),segment_id=fd01a215-4eb0-43f7-92dd-36a41cd78825)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:50:29.095045 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:29.170342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Routers {'2df9c168-477c-4e59-95d8-448b7947d0a7'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:50:29.170678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:50:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2df9c168-477c-4e59-95d8-448b7947d0a7'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:29.217591 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e60b1-d614-4d0a-b5ad-d664e6c1e335 None None] Pushing event updated for resources: {'Port': ['ID=a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:29.305232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] Set router 2df9c168-477c-4e59-95d8-448b7947d0a7 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:50:29.332812 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:50:29.484022 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:50:29.484277 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:29.543537 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-f9122127-a9b0-47f4-8067-9152dd3c95bb tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:29.543825 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-f9122127-a9b0-47f4-8067-9152dd3c95bb tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.39 "GET /v2.0/networks?id=f11a47a7-38af-44fb-a229-2b7d709b5e76 HTTP/1.1" status: 200 len: 796 time: 0.1093254 Jul 29 15:50:29.589389 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-5b5ef137-2bf4-40f6-8d30-924e0a36d795 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36a4f9ad7825435597e53da998c0efb6 HTTP/1.1" status: 200 len: 380 time: 0.0360491 Jul 29 15:50:29.599753 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-3d7caca8-22a0-484d-b770-f6682f77c567 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'port': {'device_id': 'ea31300a-f22d-412f-843b-271ecdacab20', 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76', 'admin_state_up': True, 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'security_groups': ['af8f71de-c8cd-41d0-9699-16b59a5d3fca']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:50:29.634751 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device eddef3e3-afbb-4ecf-b840-48cdac4da66e up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:50:29.668479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552434294', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:26Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0', 'name': '', 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:e4:fc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:26Z', 'updated_at': '2021-07-29T15:50:29Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:29.703391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f59b5-16f9-434d-8893-4538038005ba None None] The sync data for ids ['2df9c168-477c-4e59-95d8-448b7947d0a7'] in n-d-802893-1 is: [{'id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552434294', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:26Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0', 'name': '', 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:e4:fc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:26Z', 'updated_at': '2021-07-29T15:50:29Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:50:29.712203 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-3d7caca8-22a0-484d-b770-f6682f77c567 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Made reservation on behalf of 36a4f9ad7825435597e53da998c0efb6 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:50:29.715855 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-3d7caca8-22a0-484d-b770-f6682f77c567 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:29.722636 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port eddef3e3-afbb-4ecf-b840-48cdac4da66e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:50:29.723003 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:29.831451 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-81d13cf9-a629-40b6-bf1f-45db6d322198 req-5cbec5c8-cbbb-4615-a916-38b7ba3e0554 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 210 time: 0.0321789 Jul 29 15:50:29.899538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-3d7caca8-22a0-484d-b770-f6682f77c567 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.20.0.6 (f11a47a7-38af-44fb-a229-2b7d709b5e76/910444c2-2e41-4135-9052-ff1eb0de6cb3/321e28ce-129b-4a86-b43a-6f7d0c6d6df1) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:50:30.050581 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-3d7caca8-22a0-484d-b770-f6682f77c567 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:30.065785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-3d7caca8-22a0-484d-b770-f6682f77c567 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Transition to ACTIVE for port object 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:50:30.100464 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-3d7caca8-22a0-484d-b770-f6682f77c567 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:30.148897 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-3d7caca8-22a0-484d-b770-f6682f77c567 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network f11a47a7-38af-44fb-a229-2b7d709b5e76 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:50:30.152061 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-3d7caca8-22a0-484d-b770-f6682f77c567 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:50:30.158422 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-3d7caca8-22a0-484d-b770-f6682f77c567 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:50:30.182606 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7caca8-22a0-484d-b770-f6682f77c567 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=321e28ce-129b-4a86-b43a-6f7d0c6d6df1,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:30.215709 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-3d7caca8-22a0-484d-b770-f6682f77c567 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:30.216885 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-3d7caca8-22a0-484d-b770-f6682f77c567 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:30.236118 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-3d7caca8-22a0-484d-b770-f6682f77c567 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6407106 Jul 29 15:50:30.249208 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Request body: {'port': {'device_id': 'ea31300a-f22d-412f-843b-271ecdacab20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:50:30.313009 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:30.449868 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a5db7150-6d98-4b27-b5c7-ff8adb17ffde None None] Provisioning for port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:50:30.455703 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a5db7150-6d98-4b27-b5c7-ff8adb17ffde None None] Provisioning complete for port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:50:30.455967 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a5db7150-6d98-4b27-b5c7-ff8adb17ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:30.496413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a5db7150-6d98-4b27-b5c7-ff8adb17ffde None None] Port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:50:30.617623 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:50:30.625833 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:30.640421 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-36462f6e-d8b0-48a8-9fd5-7f194a53cae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:30.641160 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Transition to ACTIVE for port object 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:50:30.646333 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:30.700791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Pushing event updated for resources: {'Port': ['ID=321e28ce-129b-4a86-b43a-6f7d0c6d6df1,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:30.777678 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Attempting to bind port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:50:30.778366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Attempting to bind port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': 'fd01a215-4eb0-43f7-92dd-36a41cd78825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:50:30.778366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Attempting to bind port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 on network f11a47a7-38af-44fb-a229-2b7d709b5e76 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:50:30.784656 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 on network f11a47a7-38af-44fb-a229-2b7d709b5e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:50:30.784656 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Attempting to bind port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 on network f11a47a7-38af-44fb-a229-2b7d709b5e76 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:50:30.793934 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:50:30.794632 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Checking segment: {'id': 'fd01a215-4eb0-43f7-92dd-36a41cd78825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:50:30.795022 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Bound using segment: {'id': 'fd01a215-4eb0-43f7-92dd-36a41cd78825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:50:30.795465 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Bound port: 321e28ce-129b-4a86-b43a-6f7d0c6d6df1, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd01a215-4eb0-43f7-92dd-36a41cd78825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:50:30.795836 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:30.876552 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] For port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:50:30.879963 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] For port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=321e28ce-129b-4a86-b43a-6f7d0c6d6df1,segment=NetworkSegment(fd01a215-4eb0-43f7-92dd-36a41cd78825),segment_id=fd01a215-4eb0-43f7-92dd-36a41cd78825)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:50:30.889903 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:30.939564 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:30.940173 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:30.941537 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] 10.222.0.39 "PUT /v2.0/ports/321e28ce-129b-4a86-b43a-6f7d0c6d6df1 HTTP/1.1" status: 200 len: 1091 time: 0.6970978 Jul 29 15:50:30.941976 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea31300a-f22d-412f-843b-271ecdacab20', 'tag': '321e28ce-129b-4a86-b43a-6f7d0c6d6df1'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:50:30.944849 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147cbde7-9427-498f-8934-62ce63121461" -d '{"events": [{"name": "network-changed", "server_uuid": "ea31300a-f22d-412f-843b-271ecdacab20", "tag": "321e28ce-129b-4a86-b43a-6f7d0c6d6df1"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:50:31.001919 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1326e6d-f169-45dc-9a83-f873b4195b36 x-openstack-request-id: req-a1326e6d-f169-45dc-9a83-f873b4195b36 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:50:31.002210 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea31300a-f22d-412f-843b-271ecdacab20", "tag": "321e28ce-129b-4a86-b43a-6f7d0c6d6df1", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:50:31.002455 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1326e6d-f169-45dc-9a83-f873b4195b36 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:50:31.002845 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea31300a-f22d-412f-843b-271ecdacab20', 'tag': '321e28ce-129b-4a86-b43a-6f7d0c6d6df1', 'status': 'completed', 'code': 200} Jul 29 15:50:31.025817 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e596b-7592-4802-b8b2-0276a9f3fa68 service neutron] Pushing event updated for resources: {'Port': ['ID=321e28ce-129b-4a86-b43a-6f7d0c6d6df1,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:31.075933 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bca36-434e-426e-9e05-ea26a91cc855 req-501fd315-a8c2-4005-8345-5ee2d16a8b97 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:31.077569 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d3bca36-434e-426e-9e05-ea26a91cc855 req-501fd315-a8c2-4005-8345-5ee2d16a8b97 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 943 time: 0.1396289 Jul 29 15:50:31.088119 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-2dce5650-262c-4cca-b99d-a805fba7d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:31.089644 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-2dce5650-262c-4cca-b99d-a805fba7d18f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 1094 time: 0.0897522 Jul 29 15:50:31.140461 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-cd2022f8-06d7-4b06-8b36-555838acf1ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=321e28ce-129b-4a86-b43a-6f7d0c6d6df1 HTTP/1.1" status: 200 len: 217 time: 0.0428510 Jul 29 15:50:31.181335 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-4d3bca36-434e-426e-9e05-ea26a91cc855 req-675163d5-0af8-4d3c-b136-515bd2cda1a5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959411 Jul 29 15:50:31.198363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-1c9c4bf9-8ae6-4e39-afa5-ab7b4658f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:31.199805 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-1c9c4bf9-8ae6-4e39-afa5-ab7b4658f1ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=910444c2-2e41-4135-9052-ff1eb0de6cb3 HTTP/1.1" status: 200 len: 835 time: 0.0499380 Jul 29 15:50:31.253405 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0503986f-f044-4e1f-ab3e-59dc3e229ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:31.254962 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-0503986f-f044-4e1f-ab3e-59dc3e229ae3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f11a47a7-38af-44fb-a229-2b7d709b5e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482705 Jul 29 15:50:31.322314 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:50:31.347736 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-914f8bd6-0d0b-4584-bdf4-d3cd2312e405 service neutron] 10.222.0.39 "GET /v2.0/networks/f11a47a7-38af-44fb-a229-2b7d709b5e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859644 Jul 29 15:50:31.373494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:50:31.377185 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:50:31.377592 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:31.446819 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e44d7cb1-a9de-4878-b993-d935bbbef817 req-e120b103-ce30-4934-b0f0-b5087e359aad service neutron] 10.222.0.39 "GET /v2.0/networks/f11a47a7-38af-44fb-a229-2b7d709b5e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916476 Jul 29 15:50:31.454676 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:31.489311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0,segment=NetworkSegment(fd01a215-4eb0-43f7-92dd-36a41cd78825),segment_id=fd01a215-4eb0-43f7-92dd-36a41cd78825)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:50:31.493529 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:31.533307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cbde7-9427-498f-8934-62ce63121461 req-f27d217f-aa77-425f-bdd8-3f345a9f318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:31.534823 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-147cbde7-9427-498f-8934-62ce63121461 req-f27d217f-aa77-425f-bdd8-3f345a9f318a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 1094 time: 0.0428445 Jul 29 15:50:31.548970 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:31.623962 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cbde7-9427-498f-8934-62ce63121461 req-2eb5eb21-dbac-41a6-93cc-1fc78b88e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:31.625430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-147cbde7-9427-498f-8934-62ce63121461 req-2eb5eb21-dbac-41a6-93cc-1fc78b88e55c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f11a47a7-38af-44fb-a229-2b7d709b5e76 HTTP/1.1" status: 200 len: 897 time: 0.0836260 Jul 29 15:50:31.671745 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-147cbde7-9427-498f-8934-62ce63121461 req-2ad2e9a5-fe08-4348-ac8a-ee8043a594d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=321e28ce-129b-4a86-b43a-6f7d0c6d6df1 HTTP/1.1" status: 200 len: 217 time: 0.0385849 Jul 29 15:50:31.721452 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cbde7-9427-498f-8934-62ce63121461 req-11a565b8-734d-4ab7-9eec-f2513142653b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:31.722869 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-147cbde7-9427-498f-8934-62ce63121461 req-11a565b8-734d-4ab7-9eec-f2513142653b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=910444c2-2e41-4135-9052-ff1eb0de6cb3 HTTP/1.1" status: 200 len: 835 time: 0.0430644 Jul 29 15:50:31.768684 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cbde7-9427-498f-8934-62ce63121461 req-4e200e18-86c7-4712-b06b-5ae1fb13bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:31.770215 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-147cbde7-9427-498f-8934-62ce63121461 req-4e200e18-86c7-4712-b06b-5ae1fb13bb8d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f11a47a7-38af-44fb-a229-2b7d709b5e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395496 Jul 29 15:50:31.866661 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-147cbde7-9427-498f-8934-62ce63121461 req-9b8a1e09-8483-41a4-8a85-ba63a703358b service neutron] 10.222.0.39 "GET /v2.0/networks/f11a47a7-38af-44fb-a229-2b7d709b5e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885992 Jul 29 15:50:31.956221 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-147cbde7-9427-498f-8934-62ce63121461 req-8deaea55-aa54-4c61-8bcc-3f006063a808 service neutron] 10.222.0.39 "GET /v2.0/networks/f11a47a7-38af-44fb-a229-2b7d709b5e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820613 Jul 29 15:50:32.296834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fb027-e66e-404b-bd36-b76e87316eda req-3a2c6be3-38d8-4468-9786-de7769800f7e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:32.298318 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ad4fb027-e66e-404b-bd36-b76e87316eda req-3a2c6be3-38d8-4468-9786-de7769800f7e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 943 time: 0.0480933 Jul 29 15:50:32.337541 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ad4fb027-e66e-404b-bd36-b76e87316eda req-583f5db6-d6ed-43aa-b918-39878e3d0a16 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326600 Jul 29 15:50:32.932201 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:50:33.309824 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:50:33.346374 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:33.371202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:50:33.371584 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:33.415539 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c7738f64-1644-4d02-89c7-25715b90df32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:33.464632 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d999ed-ec23-49a9-8a0e-0d93fcc9a909 req-2d0fa05e-6029-4d7a-88d4-19cb8390207e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:33.466193 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e3d999ed-ec23-49a9-8a0e-0d93fcc9a909 req-2d0fa05e-6029-4d7a-88d4-19cb8390207e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 943 time: 0.0586998 Jul 29 15:50:33.511414 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e3d999ed-ec23-49a9-8a0e-0d93fcc9a909 req-c9db978f-35a0-42b8-a638-cbd77d88b713 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351913 Jul 29 15:50:33.945737 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:50:34.039920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=321e28ce-129b-4a86-b43a-6f7d0c6d6df1,segment=NetworkSegment(fd01a215-4eb0-43f7-92dd-36a41cd78825),segment_id=fd01a215-4eb0-43f7-92dd-36a41cd78825)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:50:34.052994 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '321e28ce-129b-4a86-b43a-6f7d0c6d6df1', 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76', 'port_id': '321e28ce-129b-4a86-b43a-6f7d0c6d6df1', 'mac_address': 'fa:16:3e:b3:99:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:50:34.090171 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:34.103294 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:50:34.126492 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=321e28ce-129b-4a86-b43a-6f7d0c6d6df1,segment=NetworkSegment(fd01a215-4eb0-43f7-92dd-36a41cd78825),segment_id=fd01a215-4eb0-43f7-92dd-36a41cd78825)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:50:34.133687 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:34.184357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=321e28ce-129b-4a86-b43a-6f7d0c6d6df1,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:34.321605 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['321e28ce-129b-4a86-b43a-6f7d0c6d6df1'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:50:34.585381 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:34.626976 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006e5a3-d6ee-4559-92a4-4e21bb1b3cd6 req-7e3f670e-0aa1-4931-b15c-85dc5515ac7e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:34.628459 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8006e5a3-d6ee-4559-92a4-4e21bb1b3cd6 req-7e3f670e-0aa1-4931-b15c-85dc5515ac7e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 944 time: 0.0506158 Jul 29 15:50:34.671470 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8006e5a3-d6ee-4559-92a4-4e21bb1b3cd6 req-6efdbacc-52e8-408a-8ef3-5c4a988013e8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369408 Jul 29 15:50:35.789161 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75170432-e962-4802-8478-1ab672fe1ba9 req-2710ecd8-54e4-4348-ae2a-c4e5a42f783c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:35.790696 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-75170432-e962-4802-8478-1ab672fe1ba9 req-2710ecd8-54e4-4348-ae2a-c4e5a42f783c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 944 time: 0.0508807 Jul 29 15:50:35.830285 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-75170432-e962-4802-8478-1ab672fe1ba9 req-78d76dbb-eebf-4417-ba0f-010e92aae489 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334270 Jul 29 15:50:35.977003 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:50:36.027367 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:50:36.031560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:50:36.031930 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:36.110359 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:36.133649 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea31300a-f22d-412f-843b-271ecdacab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321e28ce-129b-4a86-b43a-6f7d0c6d6df1'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:50:36.135882 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fb7df4-b37c-41a7-a9ba-79bd212d2959" -d '{"events": [{"server_uuid": "ea31300a-f22d-412f-843b-271ecdacab20", "name": "network-vif-plugged", "status": "completed", "tag": "321e28ce-129b-4a86-b43a-6f7d0c6d6df1"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:50:36.149601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=321e28ce-129b-4a86-b43a-6f7d0c6d6df1,segment=NetworkSegment(fd01a215-4eb0-43f7-92dd-36a41cd78825),segment_id=fd01a215-4eb0-43f7-92dd-36a41cd78825)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:50:36.153656 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:36.177752 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c1590c-73a9-4ebc-a0dc-25b2033bc278 x-openstack-request-id: req-27c1590c-73a9-4ebc-a0dc-25b2033bc278 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:50:36.178066 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea31300a-f22d-412f-843b-271ecdacab20", "name": "network-vif-plugged", "status": "completed", "tag": "321e28ce-129b-4a86-b43a-6f7d0c6d6df1", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:50:36.178337 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27c1590c-73a9-4ebc-a0dc-25b2033bc278 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:50:36.178711 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea31300a-f22d-412f-843b-271ecdacab20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321e28ce-129b-4a86-b43a-6f7d0c6d6df1', 'code': 200} Jul 29 15:50:36.207601 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=321e28ce-129b-4a86-b43a-6f7d0c6d6df1,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:36.273456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf8e8-5872-4717-a923-8de7bc580d2e req-f5f2bb1c-3af5-4024-96fe-f03fab036a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:36.275062 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-947bf8e8-5872-4717-a923-8de7bc580d2e req-f5f2bb1c-3af5-4024-96fe-f03fab036a5a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 1096 time: 0.0435383 Jul 29 15:50:36.311215 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-947bf8e8-5872-4717-a923-8de7bc580d2e req-cef7c004-f1b5-4eb2-82b6-2c3e2bd4675e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293286 Jul 29 15:50:36.542204 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:36.953662 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c562bf2-6a57-4ad2-9b3e-2899bd3d8831 req-fbdd5184-d578-4f81-934e-b7c5923b3fe2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:36.955187 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c562bf2-6a57-4ad2-9b3e-2899bd3d8831 req-fbdd5184-d578-4f81-934e-b7c5923b3fe2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0534184 Jul 29 15:50:36.995083 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6c562bf2-6a57-4ad2-9b3e-2899bd3d8831 req-67bde35b-289c-40c1-8c9b-b155075f1c40 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330513 Jul 29 15:50:38.112499 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05514137-5c3c-41d2-9bee-a453ab2add68 req-ea1b4c29-24eb-424c-8a0d-0e83e77c8236 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:38.113904 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05514137-5c3c-41d2-9bee-a453ab2add68 req-ea1b4c29-24eb-424c-8a0d-0e83e77c8236 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0502195 Jul 29 15:50:38.152986 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-05514137-5c3c-41d2-9bee-a453ab2add68 req-fb0fa544-dbc1-46bc-8032-90c0fbd290bd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330849 Jul 29 15:50:38.268540 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02006d2f-eddb-405f-82ee-6848fe8f1493 req-fe5cd598-fe51-426d-813b-20d8b4478c34 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:38.270153 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02006d2f-eddb-405f-82ee-6848fe8f1493 req-fe5cd598-fe51-426d-813b-20d8b4478c34 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0496531 Jul 29 15:50:38.308692 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-02006d2f-eddb-405f-82ee-6848fe8f1493 req-ec94e326-09a1-4b9b-92c5-563d85292b43 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323107 Jul 29 15:50:38.330543 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55756) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:38.371786 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a28aec5-bf3e-4075-b66e-c984d1414c58 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:38.373274 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9a28aec5-bf3e-4075-b66e-c984d1414c58 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 1091 time: 0.0417361 Jul 29 15:50:38.376030 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55758) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:38.381144 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': '321e28ce-129b-4a86-b43a-6f7d0c6d6df1', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:50:38.403046 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:38.504917 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:38.608607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.25.6.202 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/3756b0dc-5142-492d-b1be-8b03459dfc7c) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:50:38.710138 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:38.748987 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:38.792515 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:50:38.796556 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:50:38.798888 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=3756b0dc-5142-492d-b1be-8b03459dfc7c,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:38.801665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:50:39.159337 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:39.228139 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:39.378854 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:39.384199 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:39.453607 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=3756b0dc-5142-492d-b1be-8b03459dfc7c,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:50:39.466150 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:39.576180 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Floating IP 861a5963-67d3-44ff-aee6-406588f310b5 associated. External IP: 172.25.6.202, port: 321e28ce-129b-4a86-b43a-6f7d0c6d6df1. Jul 29 15:50:39.783143 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 2df9c168-477c-4e59-95d8-448b7947d0a7 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:50:39.896110 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:50:39.906169 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ec0f5-3e59-4aaf-ab9c-665b36a62d7e None None] Sync routers for ids ['2df9c168-477c-4e59-95d8-448b7947d0a7'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:50:39.911521 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:39.915341 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ec0f5-3e59-4aaf-ab9c-665b36a62d7e None None] Routers {'2df9c168-477c-4e59-95d8-448b7947d0a7'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:50:39.915966 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-043ec0f5-3e59-4aaf-ab9c-665b36a62d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:50:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2df9c168-477c-4e59-95d8-448b7947d0a7'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:39.940249 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f48d43d2-85a0-4dda-80a9-cf973107ad5f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5631287 Jul 29 15:50:39.940868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea31300a-f22d-412f-843b-271ecdacab20', 'tag': '321e28ce-129b-4a86-b43a-6f7d0c6d6df1'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:50:39.943832 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531926b6-044c-470c-ab0d-6292a5fda625" -d '{"events": [{"name": "network-changed", "server_uuid": "ea31300a-f22d-412f-843b-271ecdacab20", "tag": "321e28ce-129b-4a86-b43a-6f7d0c6d6df1"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:50:39.983406 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c82da2a-7c14-47e0-8765-1564bc21d5f8 x-openstack-request-id: req-4c82da2a-7c14-47e0-8765-1564bc21d5f8 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:50:39.984327 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea31300a-f22d-412f-843b-271ecdacab20", "tag": "321e28ce-129b-4a86-b43a-6f7d0c6d6df1", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:50:39.984582 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c82da2a-7c14-47e0-8765-1564bc21d5f8 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:50:39.985019 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea31300a-f22d-412f-843b-271ecdacab20', 'tag': '321e28ce-129b-4a86-b43a-6f7d0c6d6df1', 'status': 'completed', 'code': 200} Jul 29 15:50:40.028800 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-043ec0f5-3e59-4aaf-ab9c-665b36a62d7e None None] Set router 2df9c168-477c-4e59-95d8-448b7947d0a7 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:50:40.052822 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531926b6-044c-470c-ab0d-6292a5fda625 req-5de9ed49-3e22-4726-bbe8-eafe76585572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:40.054718 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-531926b6-044c-470c-ab0d-6292a5fda625 req-5de9ed49-3e22-4726-bbe8-eafe76585572 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 1096 time: 0.0464494 Jul 29 15:50:40.056063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d29c0-0225-4178-8cb1-f615cb864e15 req-382bd178-81c8-485e-9351-9667f273f9b0 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:40.057620 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a3d29c0-0225-4178-8cb1-f615cb864e15 req-382bd178-81c8-485e-9351-9667f273f9b0 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0533755 Jul 29 15:50:40.099873 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4a3d29c0-0225-4178-8cb1-f615cb864e15 req-3178fc1f-75b8-4839-8fdc-d4ed260cf50d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358789 Jul 29 15:50:40.123873 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55764) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:40.147681 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531926b6-044c-470c-ab0d-6292a5fda625 req-ce1ac5c0-add7-4ada-b280-b86ae97c6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:40.149218 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-531926b6-044c-470c-ab0d-6292a5fda625 req-ce1ac5c0-add7-4ada-b280-b86ae97c6c16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f11a47a7-38af-44fb-a229-2b7d709b5e76 HTTP/1.1" status: 200 len: 897 time: 0.0875540 Jul 29 15:50:40.191777 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-ebb87c70-275d-44bd-9ff2-b02b4a3696b4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/861a5963-67d3-44ff-aee6-406588f310b5 HTTP/1.1" status: 200 len: 991 time: 0.0667443 Jul 29 15:50:40.221742 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-531926b6-044c-470c-ab0d-6292a5fda625 req-341a6570-6417-4dd6-bf71-96e277cd8e94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=321e28ce-129b-4a86-b43a-6f7d0c6d6df1 HTTP/1.1" status: 200 len: 999 time: 0.0656831 Jul 29 15:50:40.271885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531926b6-044c-470c-ab0d-6292a5fda625 req-24d30793-a150-4958-ab7c-ed0f6731dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:40.273473 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-531926b6-044c-470c-ab0d-6292a5fda625 req-24d30793-a150-4958-ab7c-ed0f6731dbb8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=910444c2-2e41-4135-9052-ff1eb0de6cb3 HTTP/1.1" status: 200 len: 835 time: 0.0446067 Jul 29 15:50:40.275581 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-043ec0f5-3e59-4aaf-ab9c-665b36a62d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552434294', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:26Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '861a5963-67d3-44ff-aee6-406588f310b5', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'floating_ip_address': '172.25.6.202', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'port_id': '321e28ce-129b-4a86-b43a-6f7d0c6d6df1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76', 'mac_address': 'fa:16:3e:b3:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea31300a-f22d-412f-843b-271ecdacab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:50:39Z', 'updated_at': '2021-07-29T15:50:39Z', 'revision_number': 0, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0', 'name': '', 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:e4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:26Z', 'updated_at': '2021-07-29T15:50:31Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:40.305440 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ec0f5-3e59-4aaf-ab9c-665b36a62d7e None None] Checking router: 2df9c168-477c-4e59-95d8-448b7947d0a7 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:50:40.315461 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ec0f5-3e59-4aaf-ab9c-665b36a62d7e None None] Routers {'2df9c168-477c-4e59-95d8-448b7947d0a7'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:50:40.316161 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-043ec0f5-3e59-4aaf-ab9c-665b36a62d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:50:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2df9c168-477c-4e59-95d8-448b7947d0a7'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:40.323533 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531926b6-044c-470c-ab0d-6292a5fda625 req-e2fff01e-c52d-4a79-90fb-bbe0144a28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:50:40.325049 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-531926b6-044c-470c-ab0d-6292a5fda625 req-e2fff01e-c52d-4a79-90fb-bbe0144a28d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f11a47a7-38af-44fb-a229-2b7d709b5e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447907 Jul 29 15:50:40.419697 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-043ec0f5-3e59-4aaf-ab9c-665b36a62d7e None None] Set router 2df9c168-477c-4e59-95d8-448b7947d0a7 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:50:40.419988 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-531926b6-044c-470c-ab0d-6292a5fda625 req-70ac5245-a8ea-413a-b874-0d770cf28d35 service neutron] 10.222.0.39 "GET /v2.0/networks/f11a47a7-38af-44fb-a229-2b7d709b5e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880446 Jul 29 15:50:40.510715 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-531926b6-044c-470c-ab0d-6292a5fda625 req-16a07128-5268-43fb-bfc0-ce693e993e55 service neutron] 10.222.0.39 "GET /v2.0/networks/f11a47a7-38af-44fb-a229-2b7d709b5e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837450 Jul 29 15:50:40.641513 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-043ec0f5-3e59-4aaf-ab9c-665b36a62d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552434294', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:26Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '861a5963-67d3-44ff-aee6-406588f310b5', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'floating_ip_address': '172.25.6.202', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'port_id': '321e28ce-129b-4a86-b43a-6f7d0c6d6df1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76', 'mac_address': 'fa:16:3e:b3:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea31300a-f22d-412f-843b-271ecdacab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:50:39Z', 'updated_at': '2021-07-29T15:50:39Z', 'revision_number': 0, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0', 'name': '', 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:e4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:26Z', 'updated_at': '2021-07-29T15:50:31Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:50:40.670926 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ec0f5-3e59-4aaf-ab9c-665b36a62d7e None None] The sync data for ids ['2df9c168-477c-4e59-95d8-448b7947d0a7'] in n-d-802893-1 is: [{'id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552434294', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:26Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '861a5963-67d3-44ff-aee6-406588f310b5', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'floating_ip_address': '172.25.6.202', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'port_id': '321e28ce-129b-4a86-b43a-6f7d0c6d6df1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76', 'mac_address': 'fa:16:3e:b3:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea31300a-f22d-412f-843b-271ecdacab20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:50:39Z', 'updated_at': '2021-07-29T15:50:39Z', 'revision_number': 0, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0', 'name': '', 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:e4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:26Z', 'updated_at': '2021-07-29T15:50:31Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:50:40.856735 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649eed5f-d145-4f09-9394-a9662ec10359 None None] New status for floating IP 861a5963-67d3-44ff-aee6-406588f310b5: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:50:41.193216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55766) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:50:41.254411 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1bd89d16-f840-4886-a56f-c178db4869ec tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/861a5963-67d3-44ff-aee6-406588f310b5 HTTP/1.1" status: 200 len: 993 time: 0.0600059 Jul 29 15:50:41.628588 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:50:56.975112 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:51:00.641771 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6f76cd22-b9f7-40e8-9d0f-f9352f35a501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:51:03.316165 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:51:03.399432 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-40a1e5a1-6da7-47c3-98c3-e91854dd850a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:51:04.591333 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:51:06.544957 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:51:09.932129 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:51:11.628270 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:51:12.602269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93471552-644f-4d20-afc5-aa942f4504fa req-160b62e1-b28c-47c2-8140-d8cc02a76279 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:12.603780 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-93471552-644f-4d20-afc5-aa942f4504fa req-160b62e1-b28c-47c2-8140-d8cc02a76279 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0544086 Jul 29 15:51:12.641817 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-93471552-644f-4d20-afc5-aa942f4504fa req-0592dd50-fd43-4a7e-a852-6637c7446a51 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320547 Jul 29 15:51:13.772009 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dddcb3-07e2-427c-a698-6d1849810253 req-1a64342f-5946-436f-94c4-f0a3db891f8a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:13.773574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b1dddcb3-07e2-427c-a698-6d1849810253 req-1a64342f-5946-436f-94c4-f0a3db891f8a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0488563 Jul 29 15:51:13.815736 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b1dddcb3-07e2-427c-a698-6d1849810253 req-eb6cbdda-3d05-4911-87f5-bbe87ac21c75 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362320 Jul 29 15:51:14.933120 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0a714-1cb1-43cd-9ffc-cf0a61a69456 req-c5e66003-dc01-4eec-bf5b-5f93dac11944 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:14.934607 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0cf0a714-1cb1-43cd-9ffc-cf0a61a69456 req-c5e66003-dc01-4eec-bf5b-5f93dac11944 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0491366 Jul 29 15:51:14.974022 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0cf0a714-1cb1-43cd-9ffc-cf0a61a69456 req-a182d13a-13b2-4710-bfdb-dfe4c90bec4d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334127 Jul 29 15:51:16.090528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bad7d-e1ca-462d-bae9-663cea9dee07 req-02415067-c44a-4ce3-a715-f31980efba12 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:16.092017 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-511bad7d-e1ca-462d-bae9-663cea9dee07 req-02415067-c44a-4ce3-a715-f31980efba12 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0481639 Jul 29 15:51:16.131039 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-511bad7d-e1ca-462d-bae9-663cea9dee07 req-6f5edf81-8512-42ce-ba79-edfde68ccab7 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319030 Jul 29 15:51:17.246432 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd37f8b-4c6f-468f-b763-43d2554a5f14 req-7a9675e1-34cf-41cd-8fe6-dc5001f07e87 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:17.247902 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cd37f8b-4c6f-468f-b763-43d2554a5f14 req-7a9675e1-34cf-41cd-8fe6-dc5001f07e87 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0491292 Jul 29 15:51:17.286358 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2cd37f8b-4c6f-468f-b763-43d2554a5f14 req-3b622732-f0d9-4211-946b-b35baf6faf8b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318758 Jul 29 15:51:18.403778 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2d100-5ba3-423f-b971-221aea23d2ba req-40943f2e-5864-437c-b89f-c4c1b4210077 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:18.405212 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fbf2d100-5ba3-423f-b971-221aea23d2ba req-40943f2e-5864-437c-b89f-c4c1b4210077 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0495143 Jul 29 15:51:18.444658 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fbf2d100-5ba3-423f-b971-221aea23d2ba req-e6ce3e94-02a3-42d1-8d29-ac487859eb19 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324950 Jul 29 15:51:19.563299 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469d148-b027-4a51-b6bd-5b9e38a38de2 req-f40ef672-70a1-4fde-a479-e018ffe28a11 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:19.564804 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3469d148-b027-4a51-b6bd-5b9e38a38de2 req-f40ef672-70a1-4fde-a479-e018ffe28a11 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0515912 Jul 29 15:51:19.603773 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3469d148-b027-4a51-b6bd-5b9e38a38de2 req-9cdaa883-48c3-4986-a0dc-2c34caf1699e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317609 Jul 29 15:51:20.717688 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007ef9c-e29b-49a0-8170-2cdee9322807 req-af7ff28a-8e89-4890-8026-2439784cb66e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:20.719250 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3007ef9c-e29b-49a0-8170-2cdee9322807 req-af7ff28a-8e89-4890-8026-2439784cb66e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0491390 Jul 29 15:51:20.762891 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3007ef9c-e29b-49a0-8170-2cdee9322807 req-a8812194-2fe3-44a0-b740-9dc2d9507fd2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370018 Jul 29 15:51:21.760702 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a91c62-b2d9-4ff6-91d0-1db74efa067b req-47ee66e6-dcd2-44d9-90a2-f3d0c8da2e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:21.762293 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-38a91c62-b2d9-4ff6-91d0-1db74efa067b req-47ee66e6-dcd2-44d9-90a2-f3d0c8da2e1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 1096 time: 0.0411847 Jul 29 15:51:21.913259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92301a-5d1e-469f-aba3-b482e67d2a3a req-d1512cec-38a5-433e-95c0-88e3efcea44b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:21.914741 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f92301a-5d1e-469f-aba3-b482e67d2a3a req-d1512cec-38a5-433e-95c0-88e3efcea44b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0800591 Jul 29 15:51:21.915700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a91c62-b2d9-4ff6-91d0-1db74efa067b req-dca2a45f-d003-4a7c-888c-3bae9b3f879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:21.917022 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-38a91c62-b2d9-4ff6-91d0-1db74efa067b req-dca2a45f-d003-4a7c-888c-3bae9b3f879b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f11a47a7-38af-44fb-a229-2b7d709b5e76 HTTP/1.1" status: 200 len: 897 time: 0.1349783 Jul 29 15:51:21.993551 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3f92301a-5d1e-469f-aba3-b482e67d2a3a req-36f8c8ce-fad7-454c-be1b-ba9aeb77bdd4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728621 Jul 29 15:51:22.003629 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-38a91c62-b2d9-4ff6-91d0-1db74efa067b req-fb69e401-7465-4fd3-9212-3ec5d301a481 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=321e28ce-129b-4a86-b43a-6f7d0c6d6df1 HTTP/1.1" status: 200 len: 1001 time: 0.0768244 Jul 29 15:51:22.058882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a91c62-b2d9-4ff6-91d0-1db74efa067b req-95fd4dde-ef23-4aed-b236-ee506db8e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:22.060382 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-38a91c62-b2d9-4ff6-91d0-1db74efa067b req-95fd4dde-ef23-4aed-b236-ee506db8e351 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=910444c2-2e41-4135-9052-ff1eb0de6cb3 HTTP/1.1" status: 200 len: 835 time: 0.0493321 Jul 29 15:51:22.105795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a91c62-b2d9-4ff6-91d0-1db74efa067b req-470103c5-6312-42ac-9eb3-17e8907bf4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:22.107254 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-38a91c62-b2d9-4ff6-91d0-1db74efa067b req-470103c5-6312-42ac-9eb3-17e8907bf4e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f11a47a7-38af-44fb-a229-2b7d709b5e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395031 Jul 29 15:51:22.118136 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-38a91c62-b2d9-4ff6-91d0-1db74efa067b req-49c7f8b8-d731-408e-ae78-74bb9ed23666 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:51:22.119062 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-38a91c62-b2d9-4ff6-91d0-1db74efa067b req-49c7f8b8-d731-408e-ae78-74bb9ed23666 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048149 Jul 29 15:51:22.210358 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-38a91c62-b2d9-4ff6-91d0-1db74efa067b req-6c497767-1deb-44f8-ab7d-72d1fb2f373e service neutron] 10.222.0.39 "GET /v2.0/networks/f11a47a7-38af-44fb-a229-2b7d709b5e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800748 Jul 29 15:51:22.302626 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-38a91c62-b2d9-4ff6-91d0-1db74efa067b req-a62e1fc2-3c06-4361-a6e5-2a348baacd21 service neutron] 10.222.0.39 "GET /v2.0/networks/f11a47a7-38af-44fb-a229-2b7d709b5e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854228 Jul 29 15:51:23.107276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de01f16-4d03-4d29-bbef-d23107dbd3ca req-6be5eb74-ad46-45d6-af47-450b9127b68b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:23.108687 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7de01f16-4d03-4d29-bbef-d23107dbd3ca req-6be5eb74-ad46-45d6-af47-450b9127b68b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0486255 Jul 29 15:51:23.146460 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7de01f16-4d03-4d29-bbef-d23107dbd3ca req-33080899-2994-4dd6-945d-161bc7457643 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310545 Jul 29 15:51:24.266277 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a9200-e515-4e8d-86a3-f1730e64343a req-395bda75-d69e-4461-a667-6a80ec2905ba tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:24.267744 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ee9a9200-e515-4e8d-86a3-f1730e64343a req-395bda75-d69e-4461-a667-6a80ec2905ba tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0496008 Jul 29 15:51:24.306748 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ee9a9200-e515-4e8d-86a3-f1730e64343a req-42bb0f15-76ce-4d14-9aea-9807d43ce04e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315928 Jul 29 15:51:25.422965 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f100c2d-e1a5-49a5-8b40-4acb4b86d83b req-e8da958d-be6c-4804-959b-733756ae9c5e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:25.424625 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f100c2d-e1a5-49a5-8b40-4acb4b86d83b req-e8da958d-be6c-4804-959b-733756ae9c5e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0502913 Jul 29 15:51:25.464279 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0f100c2d-e1a5-49a5-8b40-4acb4b86d83b req-738875da-bdb8-4be4-a726-c6bff99b098e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329182 Jul 29 15:51:26.585455 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf91dd-a47a-48cf-9f9e-ad9fd83d8a10 req-027973a6-d7bc-4f1c-a9ca-bd3158259d81 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:26.587019 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-45bf91dd-a47a-48cf-9f9e-ad9fd83d8a10 req-027973a6-d7bc-4f1c-a9ca-bd3158259d81 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0520129 Jul 29 15:51:26.626007 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-45bf91dd-a47a-48cf-9f9e-ad9fd83d8a10 req-07878752-9aac-428d-845d-f0c8904e999d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328381 Jul 29 15:51:26.975552 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:51:27.740861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b1d7d-34de-4280-b1d5-b589e4e99cc9 req-ddc15da4-d263-4312-ba75-4b3fb3e2898f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:27.742516 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf6b1d7d-34de-4280-b1d5-b589e4e99cc9 req-ddc15da4-d263-4312-ba75-4b3fb3e2898f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0490136 Jul 29 15:51:27.788455 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf6b1d7d-34de-4280-b1d5-b589e4e99cc9 req-510d3963-fe37-440e-a682-8ba85fecc10f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394328 Jul 29 15:51:28.909974 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a400f5-cfdd-4a09-93c4-4e30ee28c4f6 req-54e42d1d-5b78-4798-9d8b-f10baccbb3b5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:28.911562 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85a400f5-cfdd-4a09-93c4-4e30ee28c4f6 req-54e42d1d-5b78-4798-9d8b-f10baccbb3b5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0501554 Jul 29 15:51:28.949633 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-85a400f5-cfdd-4a09-93c4-4e30ee28c4f6 req-48a43980-58b8-4ab8-ae3d-fde9e75d2c27 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317822 Jul 29 15:51:28.973393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55818) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:51:29.034154 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c9e15e2d-1dfe-45a2-af36-2e25a14a7b7c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/861a5963-67d3-44ff-aee6-406588f310b5 HTTP/1.1" status: 200 len: 993 time: 0.0594630 Jul 29 15:51:30.287896 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850e426-fdb7-40d6-9578-f97542040bae req-940de333-b321-4f6b-a1c8-99039e1769e8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:30.289596 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5850e426-fdb7-40d6-9578-f97542040bae req-940de333-b321-4f6b-a1c8-99039e1769e8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0522144 Jul 29 15:51:30.312970 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ec120-fe78-460e-b7e6-3a9e99592207 req-661cd0ec-8ffd-4a5e-a66d-faa0c4f45a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:30.314490 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c2ec120-fe78-460e-b7e6-3a9e99592207 req-661cd0ec-8ffd-4a5e-a66d-faa0c4f45a34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 1096 time: 0.0477970 Jul 29 15:51:30.327904 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5850e426-fdb7-40d6-9578-f97542040bae req-a523cc62-17d3-438a-9b85-b94385f25b7a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321307 Jul 29 15:51:30.408857 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ec120-fe78-460e-b7e6-3a9e99592207 req-7ffdacc1-8b60-43b7-b255-3ae85e752801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:30.411018 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c2ec120-fe78-460e-b7e6-3a9e99592207 req-7ffdacc1-8b60-43b7-b255-3ae85e752801 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f11a47a7-38af-44fb-a229-2b7d709b5e76 HTTP/1.1" status: 200 len: 897 time: 0.0889952 Jul 29 15:51:30.643518 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1309a060-fefe-4993-b06b-f3ef2a2c3b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:51:30.818112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c2ec120-fe78-460e-b7e6-3a9e99592207 req-44401e75-7b0a-4fc6-8824-6f46b9afc6a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=321e28ce-129b-4a86-b43a-6f7d0c6d6df1 HTTP/1.1" status: 200 len: 1001 time: 0.4002314 Jul 29 15:51:30.868945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ec120-fe78-460e-b7e6-3a9e99592207 req-aac7cbf3-e0fc-4a35-ad5f-9b12e5e947cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:30.870400 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c2ec120-fe78-460e-b7e6-3a9e99592207 req-aac7cbf3-e0fc-4a35-ad5f-9b12e5e947cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=910444c2-2e41-4135-9052-ff1eb0de6cb3 HTTP/1.1" status: 200 len: 835 time: 0.0452528 Jul 29 15:51:30.914954 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ec120-fe78-460e-b7e6-3a9e99592207 req-5892ac4a-3bbe-4111-9398-2fed1970a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:30.916461 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c2ec120-fe78-460e-b7e6-3a9e99592207 req-5892ac4a-3bbe-4111-9398-2fed1970a852 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f11a47a7-38af-44fb-a229-2b7d709b5e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391762 Jul 29 15:51:31.008620 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c2ec120-fe78-460e-b7e6-3a9e99592207 req-062e9fa7-0964-4572-a79f-25474b95819b service neutron] 10.222.0.39 "GET /v2.0/networks/f11a47a7-38af-44fb-a229-2b7d709b5e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852323 Jul 29 15:51:31.100033 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5c2ec120-fe78-460e-b7e6-3a9e99592207 req-f91f0a7e-0b1e-4420-9005-eae29ca1d28c service neutron] 10.222.0.39 "GET /v2.0/networks/f11a47a7-38af-44fb-a229-2b7d709b5e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840967 Jul 29 15:51:31.446474 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938b3bf-ff97-4d36-b495-0af250ac0e9a req-1d83feeb-5550-4a6f-b292-ccf6b92c4a88 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:31.447986 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c938b3bf-ff97-4d36-b495-0af250ac0e9a req-1d83feeb-5550-4a6f-b292-ccf6b92c4a88 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0487890 Jul 29 15:51:31.492245 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c938b3bf-ff97-4d36-b495-0af250ac0e9a req-dbd983d1-effa-4c7e-ad61-a68b359ad835 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382278 Jul 29 15:51:32.609404 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0423-20e2-46e0-8dd2-224d1efd4ccc req-1e607a5a-e303-4604-aa51-f53e78d145e3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:51:32.610886 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-201b0423-20e2-46e0-8dd2-224d1efd4ccc req-1e607a5a-e303-4604-aa51-f53e78d145e3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0499103 Jul 29 15:51:32.650013 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-201b0423-20e2-46e0-8dd2-224d1efd4ccc req-26c3c383-68de-4f28-92ad-90debd890df6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319731 Jul 29 15:51:32.673008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55834) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:51:32.740498 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e1fccb5d-7896-4442-87da-a9647d841f94 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/861a5963-67d3-44ff-aee6-406588f310b5 HTTP/1.1" status: 200 len: 993 time: 0.0662947 Jul 29 15:51:33.318112 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:51:33.399537 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f509d574-a520-451f-8155-598edc1e96a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:51:34.592594 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:51:36.547473 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:51:41.635297 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:51:46.931511 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:51:56.978863 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:00.645715 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bf2520c6-9930-4ea9-9fb0-fa203f9a4261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:03.319711 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:03.399571 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c84f5b05-d3c3-45a8-b3e2-676e904fdb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:03.437755 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55854) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:03.593176 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port 3756b0dc-5142-492d-b1be-8b03459dfc7c {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:52:03.593418 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:03.666663 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:03.666991 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:03.679471 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for 3756b0dc-5142-492d-b1be-8b03459dfc7c owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:52:03.834098 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:03.867803 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=3756b0dc-5142-492d-b1be-8b03459dfc7c,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:03.896008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:03.896357 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:03.896742 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:03.897051 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:03.897382 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:03.897724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:03.898039 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:03.898367 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:03.898690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:03.899012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:03.899333 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:03.899654 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:03.939101 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:03.939430 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Floating IP 861a5963-67d3-44ff-aee6-406588f310b5 disassociated (deleted). External IP: 172.25.6.202, port: 321e28ce-129b-4a86-b43a-6f7d0c6d6df1. Jul 29 15:52:04.144236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 2df9c168-477c-4e59-95d8-448b7947d0a7 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:52:04.249358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:52:04.254315 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:04.258948 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff0ce3-0101-469f-bd67-eb4bfba02d16 None None] Sync routers for ids ['2df9c168-477c-4e59-95d8-448b7947d0a7'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:52:04.268206 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ff0ce3-0101-469f-bd67-eb4bfba02d16 None None] Routers {'2df9c168-477c-4e59-95d8-448b7947d0a7'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:52:04.269413 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c8ff0ce3-0101-469f-bd67-eb4bfba02d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:52:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2df9c168-477c-4e59-95d8-448b7947d0a7'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:04.281814 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-151e754f-a071-4743-a077-b7c44ce4f9a1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/floatingips/861a5963-67d3-44ff-aee6-406588f310b5 HTTP/1.1" status: 204 len: 168 time: 0.8429525 Jul 29 15:52:04.282404 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea31300a-f22d-412f-843b-271ecdacab20', 'tag': '321e28ce-129b-4a86-b43a-6f7d0c6d6df1'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:52:04.286101 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb7700b-01c0-4a09-916b-3b4b506feecb" -d '{"events": [{"name": "network-changed", "server_uuid": "ea31300a-f22d-412f-843b-271ecdacab20", "tag": "321e28ce-129b-4a86-b43a-6f7d0c6d6df1"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:52:04.323178 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d19e1eb-355d-4d88-8972-30dda9f0c9d3 x-openstack-request-id: req-5d19e1eb-355d-4d88-8972-30dda9f0c9d3 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:52:04.323499 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea31300a-f22d-412f-843b-271ecdacab20", "tag": "321e28ce-129b-4a86-b43a-6f7d0c6d6df1", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:52:04.323747 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d19e1eb-355d-4d88-8972-30dda9f0c9d3 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:52:04.324151 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea31300a-f22d-412f-843b-271ecdacab20', 'tag': '321e28ce-129b-4a86-b43a-6f7d0c6d6df1', 'status': 'completed', 'code': 200} Jul 29 15:52:04.391374 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7700b-01c0-4a09-916b-3b4b506feecb req-29355cfe-f147-47c7-a0cb-37806f8f4d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:04.393193 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5eb7700b-01c0-4a09-916b-3b4b506feecb req-29355cfe-f147-47c7-a0cb-37806f8f4d54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 1096 time: 0.0443659 Jul 29 15:52:04.486581 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-c8ff0ce3-0101-469f-bd67-eb4bfba02d16 None None] Set router 2df9c168-477c-4e59-95d8-448b7947d0a7 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:52:04.499137 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7700b-01c0-4a09-916b-3b4b506feecb req-7a410b40-63cc-4dff-9e36-33970aedbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:04.500608 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5eb7700b-01c0-4a09-916b-3b4b506feecb req-7a410b40-63cc-4dff-9e36-33970aedbb0d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f11a47a7-38af-44fb-a229-2b7d709b5e76 HTTP/1.1" status: 200 len: 897 time: 0.1005917 Jul 29 15:52:04.557775 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5eb7700b-01c0-4a09-916b-3b4b506feecb req-46668361-9e13-49e0-a2b0-301213847e34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=321e28ce-129b-4a86-b43a-6f7d0c6d6df1 HTTP/1.1" status: 200 len: 217 time: 0.0390422 Jul 29 15:52:04.582729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cf149-4303-49b6-804f-bc6995a4e230 req-4edf9866-c2c0-4ec7-8952-51f50a9ed9ef tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:04.584222 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c7cf149-4303-49b6-804f-bc6995a4e230 req-4edf9866-c2c0-4ec7-8952-51f50a9ed9ef tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0990932 Jul 29 15:52:04.596975 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:04.636430 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7700b-01c0-4a09-916b-3b4b506feecb req-adb63011-f2ac-44a8-aaf0-80931bc966e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:04.637961 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5eb7700b-01c0-4a09-916b-3b4b506feecb req-adb63011-f2ac-44a8-aaf0-80931bc966e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=910444c2-2e41-4135-9052-ff1eb0de6cb3 HTTP/1.1" status: 200 len: 835 time: 0.0727341 Jul 29 15:52:04.659962 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9c7cf149-4303-49b6-804f-bc6995a4e230 req-85bd5789-b0ad-4555-9f06-d4cb74355db4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576131 Jul 29 15:52:04.692059 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c8ff0ce3-0101-469f-bd67-eb4bfba02d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552434294', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:26Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0', 'name': '', 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:e4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:26Z', 'updated_at': '2021-07-29T15:50:31Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:04.693665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7700b-01c0-4a09-916b-3b4b506feecb req-45e5a3fd-35d5-4856-9d77-966ebfa8bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:04.695097 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5eb7700b-01c0-4a09-916b-3b4b506feecb req-45e5a3fd-35d5-4856-9d77-966ebfa8bfcb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f11a47a7-38af-44fb-a229-2b7d709b5e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480449 Jul 29 15:52:04.722761 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff0ce3-0101-469f-bd67-eb4bfba02d16 None None] Checking router: 2df9c168-477c-4e59-95d8-448b7947d0a7 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:52:04.731180 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ff0ce3-0101-469f-bd67-eb4bfba02d16 None None] Routers {'2df9c168-477c-4e59-95d8-448b7947d0a7'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:52:04.731851 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c8ff0ce3-0101-469f-bd67-eb4bfba02d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:52:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2df9c168-477c-4e59-95d8-448b7947d0a7'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:04.787458 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5eb7700b-01c0-4a09-916b-3b4b506feecb req-b34417e9-7cac-4945-a3ec-7733621c2384 service neutron] 10.222.0.39 "GET /v2.0/networks/f11a47a7-38af-44fb-a229-2b7d709b5e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842037 Jul 29 15:52:04.833624 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-c8ff0ce3-0101-469f-bd67-eb4bfba02d16 None None] Set router 2df9c168-477c-4e59-95d8-448b7947d0a7 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:52:04.884965 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5eb7700b-01c0-4a09-916b-3b4b506feecb req-18f0e61f-9085-4963-9408-e77af03862c2 service neutron] 10.222.0.39 "GET /v2.0/networks/f11a47a7-38af-44fb-a229-2b7d709b5e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905051 Jul 29 15:52:05.040579 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c8ff0ce3-0101-469f-bd67-eb4bfba02d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552434294', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:26Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0', 'name': '', 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:e4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:26Z', 'updated_at': '2021-07-29T15:50:31Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:05.065825 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ff0ce3-0101-469f-bd67-eb4bfba02d16 None None] The sync data for ids ['2df9c168-477c-4e59-95d8-448b7947d0a7'] in n-d-802893-1 is: [{'id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552434294', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:26Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0', 'name': '', 'network_id': 'f11a47a7-38af-44fb-a229-2b7d709b5e76', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:e4:fc:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:26Z', 'updated_at': '2021-07-29T15:50:31Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '910444c2-2e41-4135-9052-ff1eb0de6cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:52:05.278415 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8d5fe9-eb03-490c-9052-19592887848b None None] New status for floating IP 861a5963-67d3-44ff-aee6-406588f310b5: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:52:05.779717 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11c251-3208-4915-859e-efd5a6c76f13 req-bc9e13f3-5da8-4099-bb63-0bb302f9856f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:05.781248 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da11c251-3208-4915-859e-efd5a6c76f13 req-bc9e13f3-5da8-4099-bb63-0bb302f9856f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0498888 Jul 29 15:52:05.822086 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-da11c251-3208-4915-859e-efd5a6c76f13 req-9ed0a6dd-7f87-4f80-8290-dc9dc3f527f8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=af8f71de-c8cd-41d0-9699-16b59a5d3fca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341103 Jul 29 15:52:05.949981 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13536c2a-c0e0-4e9e-81b1-d4898e94f5ad req-a2fccd2c-7eaf-4c16-a3c6-566a9f45ede5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:05.951352 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13536c2a-c0e0-4e9e-81b1-d4898e94f5ad req-a2fccd2c-7eaf-4c16-a3c6-566a9f45ede5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea31300a-f22d-412f-843b-271ecdacab20 HTTP/1.1" status: 200 len: 945 time: 0.0496581 Jul 29 15:52:06.039004 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-13536c2a-c0e0-4e9e-81b1-d4898e94f5ad req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:52:06.039347 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-13536c2a-c0e0-4e9e-81b1-d4898e94f5ad req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:06.129408 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-13536c2a-c0e0-4e9e-81b1-d4898e94f5ad req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] For port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=321e28ce-129b-4a86-b43a-6f7d0c6d6df1,segment=NetworkSegment(fd01a215-4eb0-43f7-92dd-36a41cd78825),segment_id=fd01a215-4eb0-43f7-92dd-36a41cd78825)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:52:06.129840 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-13536c2a-c0e0-4e9e-81b1-d4898e94f5ad req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:06.142419 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-13536c2a-c0e0-4e9e-81b1-d4898e94f5ad req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:52:06.272624 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-13536c2a-c0e0-4e9e-81b1-d4898e94f5ad req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:06.304617 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=321e28ce-129b-4a86-b43a-6f7d0c6d6df1,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:06.317266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:06.317266 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:06.317687 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:06.317962 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:06.318289 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:06.318616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:06.318944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:06.319284 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:06.319634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:06.319952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:06.320276 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:06.320615 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:06.354693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-13536c2a-c0e0-4e9e-81b1-d4898e94f5ad req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] No DVR routers for this DVR port 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:52:06.357145 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-13536c2a-c0e0-4e9e-81b1-d4898e94f5ad req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:06.359112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-13536c2a-c0e0-4e9e-81b1-d4898e94f5ad req-95382c8b-05ab-4c76-bb45-2e300be29929 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.39 "DELETE /v2.0/ports/321e28ce-129b-4a86-b43a-6f7d0c6d6df1 HTTP/1.1" status: 204 len: 173 time: 0.4018281 Jul 29 15:52:06.359536 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea31300a-f22d-412f-843b-271ecdacab20', 'name': 'network-vif-deleted', 'tag': '321e28ce-129b-4a86-b43a-6f7d0c6d6df1'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:52:06.361791 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad3c8cd-9a97-4f13-add1-ba6c01f544cd" -d '{"events": [{"server_uuid": "ea31300a-f22d-412f-843b-271ecdacab20", "name": "network-vif-deleted", "tag": "321e28ce-129b-4a86-b43a-6f7d0c6d6df1"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:52:06.403005 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cd2b6e-36eb-4a72-bcbf-f62fc845d40b x-openstack-request-id: req-19cd2b6e-36eb-4a72-bcbf-f62fc845d40b {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:52:06.403292 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea31300a-f22d-412f-843b-271ecdacab20", "name": "network-vif-deleted", "tag": "321e28ce-129b-4a86-b43a-6f7d0c6d6df1", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:52:06.403577 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19cd2b6e-36eb-4a72-bcbf-f62fc845d40b {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:52:06.403932 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea31300a-f22d-412f-843b-271ecdacab20', 'name': 'network-vif-deleted', 'tag': '321e28ce-129b-4a86-b43a-6f7d0c6d6df1', 'status': 'completed', 'code': 200} Jul 29 15:52:06.550712 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:06.879464 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55868) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:07.234443 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d83c1560-f654-4a22-9c11-01a6243dc40c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:07.483174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-d83c1560-f654-4a22-9c11-01a6243dc40c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:52:07.483517 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d83c1560-f654-4a22-9c11-01a6243dc40c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:07.568002 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-d83c1560-f654-4a22-9c11-01a6243dc40c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] For port a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0,segment=NetworkSegment(fd01a215-4eb0-43f7-92dd-36a41cd78825),segment_id=fd01a215-4eb0-43f7-92dd-36a41cd78825)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:52:07.568356 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d83c1560-f654-4a22-9c11-01a6243dc40c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:07.581702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-d83c1560-f654-4a22-9c11-01a6243dc40c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:52:08.099919 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d83c1560-f654-4a22-9c11-01a6243dc40c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:08.127408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c1560-f654-4a22-9c11-01a6243dc40c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:08.302704 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d83c1560-f654-4a22-9c11-01a6243dc40c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:08.519718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83c1560-f654-4a22-9c11-01a6243dc40c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 2df9c168-477c-4e59-95d8-448b7947d0a7 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:52:08.629230 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83c1560-f654-4a22-9c11-01a6243dc40c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:52:08.634309 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d83c1560-f654-4a22-9c11-01a6243dc40c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "PUT /v2.0/routers/2df9c168-477c-4e59-95d8-448b7947d0a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7536776 Jul 29 15:52:08.637710 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55870) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:08.642037 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d478f50-5424-402a-af0a-0ed569db377f None None] Sync routers for ids ['2df9c168-477c-4e59-95d8-448b7947d0a7'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:52:08.651638 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d478f50-5424-402a-af0a-0ed569db377f None None] Routers {'2df9c168-477c-4e59-95d8-448b7947d0a7'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:52:08.652247 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2d478f50-5424-402a-af0a-0ed569db377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:52:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2df9c168-477c-4e59-95d8-448b7947d0a7'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:08.690143 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-4096155a-9cd2-4c94-8565-261f4df5bd66 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting subnet 910444c2-2e41-4135-9052-ff1eb0de6cb3 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:52:08.693572 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4096155a-9cd2-4c94-8565-261f4df5bd66 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:08.735485 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4096155a-9cd2-4c94-8565-261f4df5bd66 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:08.759372 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-2d478f50-5424-402a-af0a-0ed569db377f None None] Set router 2df9c168-477c-4e59-95d8-448b7947d0a7 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:52:08.824911 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4096155a-9cd2-4c94-8565-261f4df5bd66 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:08.886237 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4096155a-9cd2-4c94-8565-261f4df5bd66 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:08.914549 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096155a-9cd2-4c94-8565-261f4df5bd66 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Subnet': ['ID=910444c2-2e41-4135-9052-ff1eb0de6cb3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:08.920062 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4096155a-9cd2-4c94-8565-261f4df5bd66 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:08.922105 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4096155a-9cd2-4c94-8565-261f4df5bd66 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/subnets/910444c2-2e41-4135-9052-ff1eb0de6cb3 HTTP/1.1" status: 204 len: 168 time: 0.2834067 Jul 29 15:52:08.925517 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55872) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:08.927917 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3acea0b-1bf3-4ec3-91f3-81c09e6604f5 None None] Network f11a47a7-38af-44fb-a229-2b7d709b5e76 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:52:08.946320 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2d478f50-5424-402a-af0a-0ed569db377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552434294', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:52:08Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:08.974103 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d478f50-5424-402a-af0a-0ed569db377f None None] Checking router: 2df9c168-477c-4e59-95d8-448b7947d0a7 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:52:08.982883 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d478f50-5424-402a-af0a-0ed569db377f None None] Routers {'2df9c168-477c-4e59-95d8-448b7947d0a7'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:52:08.983499 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2d478f50-5424-402a-af0a-0ed569db377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:52:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['2df9c168-477c-4e59-95d8-448b7947d0a7'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:09.039681 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8523760-9033-4bbe-b70c-73547893ecb6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.094305 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-2d478f50-5424-402a-af0a-0ed569db377f None None] Set router 2df9c168-477c-4e59-95d8-448b7947d0a7 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:52:09.113945 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] DHCP port deletion for f11a47a7-38af-44fb-a229-2b7d709b5e76 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:52:09.154664 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8523760-9033-4bbe-b70c-73547893ecb6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.162615 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Deleting port 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:52:09.163013 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.210545 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c8523760-9033-4bbe-b70c-73547893ecb6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port eddef3e3-afbb-4ecf-b840-48cdac4da66e {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:52:09.210906 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8523760-9033-4bbe-b70c-73547893ecb6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.227232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] For port 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f,segment=NetworkSegment(fd01a215-4eb0-43f7-92dd-36a41cd78825),segment_id=fd01a215-4eb0-43f7-92dd-36a41cd78825)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:52:09.227740 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.245426 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Calling delete_port for 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:52:09.285623 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-2d478f50-5424-402a-af0a-0ed569db377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552434294', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:52:08Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:09.301571 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-c8523760-9033-4bbe-b70c-73547893ecb6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] For port eddef3e3-afbb-4ecf-b840-48cdac4da66e, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=eddef3e3-afbb-4ecf-b840-48cdac4da66e,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:52:09.301961 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8523760-9033-4bbe-b70c-73547893ecb6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.317470 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d478f50-5424-402a-af0a-0ed569db377f None None] The sync data for ids ['2df9c168-477c-4e59-95d8-448b7947d0a7'] in n-d-802893-1 is: [{'id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-552434294', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:52:08Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'eddef3e3-afbb-4ecf-b840-48cdac4da66e', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2df9c168-477c-4e59-95d8-448b7947d0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:50:23Z', 'updated_at': '2021-07-29T15:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:52:09.324278 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-c8523760-9033-4bbe-b70c-73547893ecb6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for eddef3e3-afbb-4ecf-b840-48cdac4da66e owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:52:09.332096 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.364311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Pushing event deleted for resources: {'Port': ['ID=5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:09.369696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] No DVR routers for this DVR port 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:52:09.379298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:09.379643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:09.380626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:09.380626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:09.380626 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:09.381005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:09.381265 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:09.381677 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:09.381880 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:09.382213 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:09.382502 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:09.382872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5de830-6861-4b31-bc87-10c6e308982f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:09.514413 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8523760-9033-4bbe-b70c-73547893ecb6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.540350 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8523760-9033-4bbe-b70c-73547893ecb6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=eddef3e3-afbb-4ecf-b840-48cdac4da66e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:09.602139 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8523760-9033-4bbe-b70c-73547893ecb6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.693176 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8523760-9033-4bbe-b70c-73547893ecb6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.695050 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8523760-9033-4bbe-b70c-73547893ecb6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.742632 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8523760-9033-4bbe-b70c-73547893ecb6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.743191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8523760-9033-4bbe-b70c-73547893ecb6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Fanout notify agent at l3_agent the message router_deleted on router 2df9c168-477c-4e59-95d8-448b7947d0a7 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:52:09.750523 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8523760-9033-4bbe-b70c-73547893ecb6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.751654 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c8523760-9033-4bbe-b70c-73547893ecb6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/routers/2df9c168-477c-4e59-95d8-448b7947d0a7 HTTP/1.1" status: 204 len: 168 time: 0.8245845 Jul 29 15:52:09.754955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55874) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:09.763119 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:52:09.786764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:52:09.787140 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 5a16c9e0-9a2c-43c1-8b20-6a9281fd1a2f not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:52:09.847941 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8966d597-9a38-43fe-9e5a-d9e440d3b5c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.937560 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8966d597-9a38-43fe-9e5a-d9e440d3b5c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.948312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-8966d597-9a38-43fe-9e5a-d9e440d3b5c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11a47a7-38af-44fb-a229-2b7d709b5e76']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:09.960059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-8966d597-9a38-43fe-9e5a-d9e440d3b5c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd01a215-4eb0-43f7-92dd-36a41cd78825') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:09.960374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-8966d597-9a38-43fe-9e5a-d9e440d3b5c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd01a215-4eb0-43f7-92dd-36a41cd78825') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:09.969769 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8966d597-9a38-43fe-9e5a-d9e440d3b5c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.984251 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8966d597-9a38-43fe-9e5a-d9e440d3b5c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.991631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8966d597-9a38-43fe-9e5a-d9e440d3b5c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:52:09.992066 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8966d597-9a38-43fe-9e5a-d9e440d3b5c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:52:09.995111 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:52:10.059499 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8966d597-9a38-43fe-9e5a-d9e440d3b5c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:10.067116 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8966d597-9a38-43fe-9e5a-d9e440d3b5c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:10.068878 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8966d597-9a38-43fe-9e5a-d9e440d3b5c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/networks/f11a47a7-38af-44fb-a229-2b7d709b5e76 HTTP/1.1" status: 204 len: 168 time: 0.3124082 Jul 29 15:52:10.071722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55876) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:10.080128 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966d597-9a38-43fe-9e5a-d9e440d3b5c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Network': ['ID=f11a47a7-38af-44fb-a229-2b7d709b5e76,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:10.131804 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-001b8e55-6065-438c-b794-3c5de0a2845d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:10.156484 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-001b8e55-6065-438c-b794-3c5de0a2845d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:10.214049 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-001b8e55-6065-438c-b794-3c5de0a2845d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:10.216694 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-001b8e55-6065-438c-b794-3c5de0a2845d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:10.218106 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-001b8e55-6065-438c-b794-3c5de0a2845d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/security-groups/af8f71de-c8cd-41d0-9699-16b59a5d3fca HTTP/1.1" status: 204 len: 168 time: 0.1453061 Jul 29 15:52:10.228946 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b8e55-6065-438c-b794-3c5de0a2845d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8f71de-c8cd-41d0-9699-16b59a5d3fca,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:10.389254 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:52:10.419537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:52:10.419975 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 321e28ce-129b-4a86-b43a-6f7d0c6d6df1 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:52:10.700962 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55882) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:10.706825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-6d33c8fe-c282-4631-8345-2a89ec6f7c98 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942828887', 'description': 'tempest-secgroup-smoke-1942828887 description', 'project_id': '36a4f9ad7825435597e53da998c0efb6'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:52:10.730668 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d33c8fe-c282-4631-8345-2a89ec6f7c98 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:10.816387 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d33c8fe-c282-4631-8345-2a89ec6f7c98 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:10.820292 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d33c8fe-c282-4631-8345-2a89ec6f7c98 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:10.848364 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6d33c8fe-c282-4631-8345-2a89ec6f7c98 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:10.849638 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6d33c8fe-c282-4631-8345-2a89ec6f7c98 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1476336 Jul 29 15:52:10.853069 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55884) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:10.853658 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33c8fe-c282-4631-8345-2a89ec6f7c98 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ad1716-3799-4532-921e-472268e747ef,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:10.858624 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d7ff05e0-b4ee-4563-82bf-1f0a27c4dcea tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'e9ad1716-3799-4532-921e-472268e747ef', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:52:10.886843 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7ff05e0-b4ee-4563-82bf-1f0a27c4dcea tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:10.945716 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7ff05e0-b4ee-4563-82bf-1f0a27c4dcea tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:10.949373 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7ff05e0-b4ee-4563-82bf-1f0a27c4dcea tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:10.967733 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff05e0-b4ee-4563-82bf-1f0a27c4dcea tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287a5299-628a-4612-9b16-cc3e815e1221,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:10.974914 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d7ff05e0-b4ee-4563-82bf-1f0a27c4dcea tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:10.976263 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d7ff05e0-b4ee-4563-82bf-1f0a27c4dcea tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221457 Jul 29 15:52:10.979240 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55886) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:10.983693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-0e648ea0-edb1-44d7-baea-0b9e2e036291 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'e9ad1716-3799-4532-921e-472268e747ef', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:52:11.014478 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0e648ea0-edb1-44d7-baea-0b9e2e036291 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.073141 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0e648ea0-edb1-44d7-baea-0b9e2e036291 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.076791 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0e648ea0-edb1-44d7-baea-0b9e2e036291 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.094423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e648ea0-edb1-44d7-baea-0b9e2e036291 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61928a6-2618-4c00-b1f3-1f0ec6db9348,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:11.100280 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0e648ea0-edb1-44d7-baea-0b9e2e036291 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.101552 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0e648ea0-edb1-44d7-baea-0b9e2e036291 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213231 Jul 29 15:52:11.104168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55888) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:11.108593 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b3900b6d-b919-492b-a3ef-e70de52bca36 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'e9ad1716-3799-4532-921e-472268e747ef', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:52:11.135132 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b3900b6d-b919-492b-a3ef-e70de52bca36 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.193673 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b3900b6d-b919-492b-a3ef-e70de52bca36 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.197246 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b3900b6d-b919-492b-a3ef-e70de52bca36 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.214428 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3900b6d-b919-492b-a3ef-e70de52bca36 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39027efb-4ad6-45eb-81e9-aa038db2c13c,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:11.220675 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b3900b6d-b919-492b-a3ef-e70de52bca36 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.222595 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b3900b6d-b919-492b-a3ef-e70de52bca36 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172607 Jul 29 15:52:11.225097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55890) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:11.229491 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-27f4c2a3-0761-4b68-92e8-eab4d24ea63e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'e9ad1716-3799-4532-921e-472268e747ef', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:52:11.255450 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27f4c2a3-0761-4b68-92e8-eab4d24ea63e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.324734 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27f4c2a3-0761-4b68-92e8-eab4d24ea63e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.328591 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27f4c2a3-0761-4b68-92e8-eab4d24ea63e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.349245 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4c2a3-0761-4b68-92e8-eab4d24ea63e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c554cb6-1a22-4b84-a1f0-9239469241ca,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:11.353603 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-27f4c2a3-0761-4b68-92e8-eab4d24ea63e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.354817 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-27f4c2a3-0761-4b68-92e8-eab4d24ea63e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287961 Jul 29 15:52:11.357762 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55892) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:11.362804 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:52:11.363134 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-113ed196-73b0-4f08-b699-5d8c9cc7190f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'e9ad1716-3799-4532-921e-472268e747ef', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:52:11.384026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:52:11.384402 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device a3fa41a6-f8fd-4e3a-89b8-2a470920a7b0 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:52:11.384602 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-113ed196-73b0-4f08-b699-5d8c9cc7190f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Project 36a4f9ad7825435597e53da998c0efb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:52:11.384853 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device eddef3e3-afbb-4ecf-b840-48cdac4da66e no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:52:11.389355 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-113ed196-73b0-4f08-b699-5d8c9cc7190f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.403523 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: eddef3e3-afbb-4ecf-b840-48cdac4da66e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:52:11.404115 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device eddef3e3-afbb-4ecf-b840-48cdac4da66e not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:52:11.449371 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-113ed196-73b0-4f08-b699-5d8c9cc7190f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.452940 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-113ed196-73b0-4f08-b699-5d8c9cc7190f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.477252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ed196-73b0-4f08-b699-5d8c9cc7190f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9867ce57-aff6-407a-8f46-8857dd1118e3,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:11.481019 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-113ed196-73b0-4f08-b699-5d8c9cc7190f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.484691 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-113ed196-73b0-4f08-b699-5d8c9cc7190f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234369 Jul 29 15:52:11.485228 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55894) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:11.490437 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-4b3ee5ca-ae2b-4a60-8a2c-f72b127a42c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'security_group_rule': {'security_group_id': 'e9ad1716-3799-4532-921e-472268e747ef', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:52:11.512206 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-4b3ee5ca-ae2b-4a60-8a2c-f72b127a42c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Project 36a4f9ad7825435597e53da998c0efb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:52:11.516995 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b3ee5ca-ae2b-4a60-8a2c-f72b127a42c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.578512 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b3ee5ca-ae2b-4a60-8a2c-f72b127a42c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.588060 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b3ee5ca-ae2b-4a60-8a2c-f72b127a42c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.606761 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ee5ca-ae2b-4a60-8a2c-f72b127a42c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613e8273-a67f-40f7-9859-e720a4a8811c,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:11.614662 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4b3ee5ca-ae2b-4a60-8a2c-f72b127a42c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.616027 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4b3ee5ca-ae2b-4a60-8a2c-f72b127a42c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299632 Jul 29 15:52:11.619174 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55896) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:11.624416 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-2defc30d-eea8-45e0-ac24-ee923600aadc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'network': {'name': 'tempest-network-smoke--161375705', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'port_security_enabled': True}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:52:11.636391 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.645890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2defc30d-eea8-45e0-ac24-ee923600aadc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Made reservation on behalf of 36a4f9ad7825435597e53da998c0efb6 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:52:11.649428 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2defc30d-eea8-45e0-ac24-ee923600aadc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.672771 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2defc30d-eea8-45e0-ac24-ee923600aadc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:52:11.682644 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2defc30d-eea8-45e0-ac24-ee923600aadc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.682992 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-2defc30d-eea8-45e0-ac24-ee923600aadc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Added segment 061fbd7d-537e-4397-afba-8b074970cbdc of type vlan for network 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 Jul 29 15:52:11.723648 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2defc30d-eea8-45e0-ac24-ee923600aadc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.752226 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2defc30d-eea8-45e0-ac24-ee923600aadc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.758030 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2defc30d-eea8-45e0-ac24-ee923600aadc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:11.758615 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2defc30d-eea8-45e0-ac24-ee923600aadc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.819392 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2defc30d-eea8-45e0-ac24-ee923600aadc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1989646 Jul 29 15:52:11.822849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55898) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:11.827423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-424387991', 'admin_state_up': True, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:52:11.847907 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defc30d-eea8-45e0-ac24-ee923600aadc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Network': ['ID=7c02f3fb-1c12-4c49-8836-dadfe1eab5d9,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:11.858232 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:52:11.861738 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.862804 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:11.915396 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:12.057290 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:12.244137 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:12.265680 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:12.365334 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.25.6.194 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/afcd7bce-69c1-45e1-a901-d382ac125407) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:52:12.469119 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:12.507913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:12.545935 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:52:12.548767 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:52:12.551374 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:52:12.577890 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=afcd7bce-69c1-45e1-a901-d382ac125407,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:12.805906 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:13.004743 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:13.132186 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 1f37656d-0494-45de-881c-fe40166c3ddc is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:52:13.234657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:52:13.245452 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Sync routers for ids ['1f37656d-0494-45de-881c-fe40166c3ddc'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:52:13.254117 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:13.255342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Routers {'1f37656d-0494-45de-881c-fe40166c3ddc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:52:13.255479 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-80d744e6-ae63-4f25-accc-bcd960afb04c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4315166 Jul 29 15:52:13.256044 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:52:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1f37656d-0494-45de-881c-fe40166c3ddc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:13.258683 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55900) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:13.345048 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cea3a8b7-549c-4263-974c-c133acf67817 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=36a4f9ad7825435597e53da998c0efb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0850577 Jul 29 15:52:13.348659 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55904) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:13.444303 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3baf34-973c-4d9a-b87e-2709dd77aba3 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:13.445748 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0d3baf34-973c-4d9a-b87e-2709dd77aba3 tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961063 Jul 29 15:52:13.448516 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55906) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:13.477982 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4a52c12a-15fb-4712-9d4c-d6f6fc62b01b tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=934d72ed-b7cb-4209-8f17-14bdf4413084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283618 Jul 29 15:52:13.480470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55908) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:13.485234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-01573cbb-3f0e-41c3-95cf-6c2dfc67dd08 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-838542003', 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:52:13.523241 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Set router 1f37656d-0494-45de-881c-fe40166c3ddc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:52:13.572359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01573cbb-3f0e-41c3-95cf-6c2dfc67dd08 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Made reservation on behalf of 36a4f9ad7825435597e53da998c0efb6 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:52:13.575957 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-01573cbb-3f0e-41c3-95cf-6c2dfc67dd08 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:13.710449 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424387991', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:52:11Z', 'updated_at': '2021-07-29T15:52:12Z', 'revision_number': 3, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:12Z', 'updated_at': '2021-07-29T15:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:13.738726 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Checking router: 1f37656d-0494-45de-881c-fe40166c3ddc for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:52:13.739074 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Updating router 1f37656d-0494-45de-881c-fe40166c3ddc port afcd7bce-69c1-45e1-a901-d382ac125407 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:52:13.764144 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:13.770515 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-01573cbb-3f0e-41c3-95cf-6c2dfc67dd08 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:13.840047 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01573cbb-3f0e-41c3-95cf-6c2dfc67dd08 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Subnet': ['ID=453f7d22-ea2d-4276-ba1d-af1da2257ae2,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:13.844547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01573cbb-3f0e-41c3-95cf-6c2dfc67dd08 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Checking segment: {'id': '061fbd7d-537e-4397-afba-8b074970cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:52:13.844937 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01573cbb-3f0e-41c3-95cf-6c2dfc67dd08 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network hostable DHCP agents. Network: 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:52:13.863963 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01573cbb-3f0e-41c3-95cf-6c2dfc67dd08 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:52:13.873461 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-01573cbb-3f0e-41c3-95cf-6c2dfc67dd08 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:52:13.878058 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01573cbb-3f0e-41c3-95cf-6c2dfc67dd08 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:13.878662 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-01573cbb-3f0e-41c3-95cf-6c2dfc67dd08 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:13.884715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e926a1-f79a-4d16-bf97-f0552ea9a97d None None] Network 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:52:13.894390 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-01573cbb-3f0e-41c3-95cf-6c2dfc67dd08 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4128845 Jul 29 15:52:13.897363 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55910) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:14.136193 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ips': [{'subnet_id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:52:14.137339 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:14.155206 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:14.173942 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Transition to ACTIVE for port object afcd7bce-69c1-45e1-a901-d382ac125407 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:52:14.181951 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:14.320048 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Attempting to bind port afcd7bce-69c1-45e1-a901-d382ac125407 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:52:14.320745 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Attempting to bind port afcd7bce-69c1-45e1-a901-d382ac125407 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:52:14.320921 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Attempting to bind port afcd7bce-69c1-45e1-a901-d382ac125407 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:52:14.324254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:14.325086 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e94f9-7d4c-4843-9a65-54380f53c10e None None] Pushing event updated for resources: {'Port': ['ID=afcd7bce-69c1-45e1-a901-d382ac125407,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:14.333222 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:52:14.333588 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:52:14.333991 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:14.334902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:52:14.334902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Bound port: afcd7bce-69c1-45e1-a901-d382ac125407, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:52:14.335200 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:14.374166 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Allocated IP 172.20.0.2 (7c02f3fb-1c12-4c49-8836-dadfe1eab5d9/453f7d22-ea2d-4276-ba1d-af1da2257ae2/2888bb93-7235-41e7-997f-28c7739711e4) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:52:14.419173 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] For port afcd7bce-69c1-45e1-a901-d382ac125407, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:52:14.460962 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] For port afcd7bce-69c1-45e1-a901-d382ac125407, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=afcd7bce-69c1-45e1-a901-d382ac125407,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:52:14.469468 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:14.555355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Routers {'1f37656d-0494-45de-881c-fe40166c3ddc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:52:14.556005 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:52:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1f37656d-0494-45de-881c-fe40166c3ddc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:14.592639 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e94f9-7d4c-4843-9a65-54380f53c10e None None] Pushing event updated for resources: {'Port': ['ID=afcd7bce-69c1-45e1-a901-d382ac125407,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:14.686679 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:14.704822 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Transition to ACTIVE for port object 2888bb93-7235-41e7-997f-28c7739711e4 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:52:14.715433 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] Set router 1f37656d-0494-45de-881c-fe40166c3ddc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:52:14.779017 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Transition to ACTIVE for port object 2888bb93-7235-41e7-997f-28c7739711e4 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:52:14.792824 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:14.838665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.20.0.1 (7c02f3fb-1c12-4c49-8836-dadfe1eab5d9/453f7d22-ea2d-4276-ba1d-af1da2257ae2/f6dbbcc3-1430-466f-b141-1b49aa7c9067) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:52:14.873606 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Network 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:52:14.883122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:52:14.887087 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:52:14.888876 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Pushing event updated for resources: {'Port': ['ID=2888bb93-7235-41e7-997f-28c7739711e4,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:14.954757 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:14.974639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Transition to ACTIVE for port object f6dbbcc3-1430-466f-b141-1b49aa7c9067 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:52:14.982845 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Attempting to bind port 2888bb93-7235-41e7-997f-28c7739711e4 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:52:14.983212 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Attempting to bind port 2888bb93-7235-41e7-997f-28c7739711e4 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '061fbd7d-537e-4397-afba-8b074970cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:52:14.983573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Attempting to bind port 2888bb93-7235-41e7-997f-28c7739711e4 on network 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:52:14.992818 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:52:14.993186 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Checking segment: {'id': '061fbd7d-537e-4397-afba-8b074970cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:52:14.993669 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:14.993977 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Bound using segment: {'id': '061fbd7d-537e-4397-afba-8b074970cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:52:14.994434 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Bound port: 2888bb93-7235-41e7-997f-28c7739711e4, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061fbd7d-537e-4397-afba-8b074970cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:52:14.994809 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:15.011731 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:15.051750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:52:15.054815 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:52:15.058514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:52:15.070269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424387991', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:52:11Z', 'updated_at': '2021-07-29T15:52:12Z', 'revision_number': 3, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:12Z', 'updated_at': '2021-07-29T15:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:15.088152 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=f6dbbcc3-1430-466f-b141-1b49aa7c9067,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:15.104595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6cf65c-55db-4315-8d56-3d2c4aba4c5c None None] The sync data for ids ['1f37656d-0494-45de-881c-fe40166c3ddc'] in n-d-802893-1 is: [{'id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424387991', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:52:11Z', 'updated_at': '2021-07-29T15:52:12Z', 'revision_number': 3, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:12Z', 'updated_at': '2021-07-29T15:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:52:15.108323 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] For port 2888bb93-7235-41e7-997f-28c7739711e4, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:52:15.108781 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:15.123591 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] For port 2888bb93-7235-41e7-997f-28c7739711e4, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2888bb93-7235-41e7-997f-28c7739711e4,segment=NetworkSegment(061fbd7d-537e-4397-afba-8b074970cbdc),segment_id=061fbd7d-537e-4397-afba-8b074970cbdc)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:52:15.129653 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:15.195759 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263a419-c213-483f-a3a4-3cc394c1cb72 None None] Pushing event updated for resources: {'Port': ['ID=2888bb93-7235-41e7-997f-28c7739711e4,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:15.266075 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:15.619710 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:15.624970 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:15.700968 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:15.709393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=f6dbbcc3-1430-466f-b141-1b49aa7c9067,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:15.804821 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:52:15.806301 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:52:15.941687 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 1f37656d-0494-45de-881c-fe40166c3ddc has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:52:16.064884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:52:16.070017 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ba312cea-00d1-481e-9f95-15fc93f30e9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "PUT /v2.0/routers/1f37656d-0494-45de-881c-fe40166c3ddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1716688 Jul 29 15:52:16.215492 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930e68dd-f923-42f7-a93c-577b2f17fc3e None None] Network 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:52:16.285701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a31797ed-d549-4584-bfa6-f06c1e354ce5 None None] Provisioning for port 2888bb93-7235-41e7-997f-28c7739711e4 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:52:16.594088 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-7d786361-737a-480b-8232-78aa118d389b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942828887&fields=id&tenant_id=36a4f9ad7825435597e53da998c0efb6 HTTP/1.1" status: 200 len: 267 time: 0.3999352 Jul 29 15:52:16.622315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a1c2695e-4ebe-4ecb-a5e2-94d5d0399f76 None None] Provisioning for port f6dbbcc3-1430-466f-b141-1b49aa7c9067 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:52:16.627124 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a1c2695e-4ebe-4ecb-a5e2-94d5d0399f76 None None] Provisioning complete for port f6dbbcc3-1430-466f-b141-1b49aa7c9067 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:52:16.627319 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a1c2695e-4ebe-4ecb-a5e2-94d5d0399f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:16.675905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2695e-4ebe-4ecb-a5e2-94d5d0399f76 None None] Port f6dbbcc3-1430-466f-b141-1b49aa7c9067 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:52:16.714552 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-338d47f3-e2ea-4ff4-9ebe-4c75d40fcdd8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:16.716188 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-338d47f3-e2ea-4ff4-9ebe-4c75d40fcdd8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/networks?id=7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 HTTP/1.1" status: 200 len: 796 time: 0.1129911 Jul 29 15:52:16.733207 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-6a540d04-497e-494a-bb60-1fe216a55820 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/quotas/36a4f9ad7825435597e53da998c0efb6 HTTP/1.1" status: 200 len: 375 time: 0.0096107 Jul 29 15:52:16.767724 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Sync routers for ids ['1f37656d-0494-45de-881c-fe40166c3ddc'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:52:16.778847 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Routers {'1f37656d-0494-45de-881c-fe40166c3ddc'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:52:16.779546 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:52:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1f37656d-0494-45de-881c-fe40166c3ddc'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:16.795749 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-88fa2a18-1c0d-49bb-b0ae-13e5eab552bb tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553448 Jul 29 15:52:16.895275 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Set router 1f37656d-0494-45de-881c-fe40166c3ddc gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:52:16.908196 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8f554874-de8b-48a2-81cf-9a67909081c6 None None] Provisioning complete for port f6dbbcc3-1430-466f-b141-1b49aa7c9067 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:52:16.909586 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f554874-de8b-48a2-81cf-9a67909081c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:17.010689 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-c288c665-9d04-47ab-adf6-edca0014e185 service neutron] 10.222.0.16 "GET /v2.0/networks/7c02f3fb-1c12-4c49-8836-dadfe1eab5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010591 Jul 29 15:52:17.116094 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-ac3a1aa6-feb8-44f7-9158-0fa8b9ec03b0 service neutron] 10.222.0.16 "GET /v2.0/networks/7c02f3fb-1c12-4c49-8836-dadfe1eab5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042440 Jul 29 15:52:17.141521 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8f554874-de8b-48a2-81cf-9a67909081c6 None None] Port f6dbbcc3-1430-466f-b141-1b49aa7c9067 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:52:17.213618 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424387991', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:52:11Z', 'updated_at': '2021-07-29T15:52:15Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:12Z', 'updated_at': '2021-07-29T15:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f6dbbcc3-1430-466f-b141-1b49aa7c9067', 'name': '', 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:d3:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:14Z', 'updated_at': '2021-07-29T15:52:15Z', 'revision_number': 2, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:17.241225 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Checking router: 1f37656d-0494-45de-881c-fe40166c3ddc for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:52:17.241225 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Updating router 1f37656d-0494-45de-881c-fe40166c3ddc port f6dbbcc3-1430-466f-b141-1b49aa7c9067 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:52:17.268656 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-17480ee6-5fdd-440f-a9e0-3f4104322fa6 None None] Provisioning complete for port f6dbbcc3-1430-466f-b141-1b49aa7c9067 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:52:17.270037 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-17480ee6-5fdd-440f-a9e0-3f4104322fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:17.270173 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:17.288912 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-49efae48-c356-47fc-8219-d7c0226f5260 req-c884f767-8889-44f5-a8de-bc40076bced4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 210 time: 0.0299349 Jul 29 15:52:17.314429 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-17480ee6-5fdd-440f-a9e0-3f4104322fa6 None None] Port f6dbbcc3-1430-466f-b141-1b49aa7c9067 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:52:17.443517 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2888bb93-7235-41e7-997f-28c7739711e4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:52:17.496729 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 2888bb93-7235-41e7-997f-28c7739711e4 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:52:17.500498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 2888bb93-7235-41e7-997f-28c7739711e4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:52:17.500910 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:17.563853 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:17.576637 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Transition to ACTIVE for port object f6dbbcc3-1430-466f-b141-1b49aa7c9067 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:52:17.589517 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:17.589738 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:17.625201 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 2888bb93-7235-41e7-997f-28c7739711e4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2888bb93-7235-41e7-997f-28c7739711e4,segment=NetworkSegment(061fbd7d-537e-4397-afba-8b074970cbdc),segment_id=061fbd7d-537e-4397-afba-8b074970cbdc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:52:17.631258 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:17.632902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device afcd7bce-69c1-45e1-a901-d382ac125407 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:52:17.638321 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0065a91-4a4d-45e1-b769-0a6f55205386 None None] Pushing event updated for resources: {'Port': ['ID=f6dbbcc3-1430-466f-b141-1b49aa7c9067,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:17.647683 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065a91-4a4d-45e1-b769-0a6f55205386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:17.648027 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065a91-4a4d-45e1-b769-0a6f55205386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:17.648361 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065a91-4a4d-45e1-b769-0a6f55205386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:17.648711 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065a91-4a4d-45e1-b769-0a6f55205386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:17.649047 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065a91-4a4d-45e1-b769-0a6f55205386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:17.649628 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065a91-4a4d-45e1-b769-0a6f55205386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:17.649967 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065a91-4a4d-45e1-b769-0a6f55205386 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:17.650365 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065a91-4a4d-45e1-b769-0a6f55205386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:17.650695 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065a91-4a4d-45e1-b769-0a6f55205386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:17.651012 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065a91-4a4d-45e1-b769-0a6f55205386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:17.651334 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065a91-4a4d-45e1-b769-0a6f55205386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:17.651650 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0065a91-4a4d-45e1-b769-0a6f55205386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:52:17.718841 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=2888bb93-7235-41e7-997f-28c7739711e4,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:17.727657 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Attempting to bind port f6dbbcc3-1430-466f-b141-1b49aa7c9067 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:52:17.728404 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Attempting to bind port f6dbbcc3-1430-466f-b141-1b49aa7c9067 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '061fbd7d-537e-4397-afba-8b074970cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:52:17.728852 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Attempting to bind port f6dbbcc3-1430-466f-b141-1b49aa7c9067 on network 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:52:17.736071 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:52:17.736417 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Checking segment: {'id': '061fbd7d-537e-4397-afba-8b074970cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:52:17.737581 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:17.738571 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Bound using segment: {'id': '061fbd7d-537e-4397-afba-8b074970cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:52:17.739334 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Bound port: f6dbbcc3-1430-466f-b141-1b49aa7c9067, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061fbd7d-537e-4397-afba-8b074970cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:52:17.739496 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:17.740446 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port afcd7bce-69c1-45e1-a901-d382ac125407 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:52:17.744760 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port afcd7bce-69c1-45e1-a901-d382ac125407 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:52:17.745277 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:17.817917 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] For port f6dbbcc3-1430-466f-b141-1b49aa7c9067, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:52:17.821376 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] For port f6dbbcc3-1430-466f-b141-1b49aa7c9067, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f6dbbcc3-1430-466f-b141-1b49aa7c9067,segment=NetworkSegment(061fbd7d-537e-4397-afba-8b074970cbdc),segment_id=061fbd7d-537e-4397-afba-8b074970cbdc)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:52:17.827458 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:17.862076 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:17.889500 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port afcd7bce-69c1-45e1-a901-d382ac125407, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=afcd7bce-69c1-45e1-a901-d382ac125407,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:52:17.895680 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:17.899479 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0065a91-4a4d-45e1-b769-0a6f55205386 None None] Pushing event updated for resources: {'Port': ['ID=f6dbbcc3-1430-466f-b141-1b49aa7c9067,revision_number=4']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:17.909771 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Routers {'1f37656d-0494-45de-881c-fe40166c3ddc'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:52:17.911915 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:52:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1f37656d-0494-45de-881c-fe40166c3ddc'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:17.967747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=afcd7bce-69c1-45e1-a901-d382ac125407,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:18.032634 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] Set router 1f37656d-0494-45de-881c-fe40166c3ddc gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:52:18.238081 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424387991', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:52:11Z', 'updated_at': '2021-07-29T15:52:15Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:12Z', 'updated_at': '2021-07-29T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f6dbbcc3-1430-466f-b141-1b49aa7c9067', 'name': '', 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:d3:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:14Z', 'updated_at': '2021-07-29T15:52:17Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:18.263367 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da4068d-871c-4b03-a14f-6f05e4e18110 None None] The sync data for ids ['1f37656d-0494-45de-881c-fe40166c3ddc'] in n-d-802893-1 is: [{'id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424387991', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:52:11Z', 'updated_at': '2021-07-29T15:52:15Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:12Z', 'updated_at': '2021-07-29T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f6dbbcc3-1430-466f-b141-1b49aa7c9067', 'name': '', 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:d3:f8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:14Z', 'updated_at': '2021-07-29T15:52:17Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:52:18.405240 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c7576bcc-0a7c-4351-a557-3bb336ec59a4 req-80d8bcc8-7565-4800-afef-71043aa0f12b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 210 time: 0.0321684 Jul 29 15:52:18.593148 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-736b6650-d1e2-4f32-84dd-5649ac7bc4e6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:18.594700 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-736b6650-d1e2-4f32-84dd-5649ac7bc4e6 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.38 "GET /v2.0/networks?id=7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 HTTP/1.1" status: 200 len: 796 time: 0.1166551 Jul 29 15:52:18.650744 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-1a66d166-0f7d-4f70-b45d-9a40a6b834b3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36a4f9ad7825435597e53da998c0efb6 HTTP/1.1" status: 200 len: 380 time: 0.0378428 Jul 29 15:52:18.664154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-071076af-ed15-4e23-83ff-6b7ac2db539d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'port': {'device_id': 'cc76ca57-5de9-4946-9c14-3ec64d37921e', 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'admin_state_up': True, 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'security_groups': ['e9ad1716-3799-4532-921e-472268e747ef']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:52:18.776354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-071076af-ed15-4e23-83ff-6b7ac2db539d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Made reservation on behalf of 36a4f9ad7825435597e53da998c0efb6 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:52:18.779648 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-071076af-ed15-4e23-83ff-6b7ac2db539d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:18.917366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-071076af-ed15-4e23-83ff-6b7ac2db539d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.20.0.4 (7c02f3fb-1c12-4c49-8836-dadfe1eab5d9/453f7d22-ea2d-4276-ba1d-af1da2257ae2/834987f9-ca67-4106-81cb-4a9918ea73e0) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:52:19.066148 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-071076af-ed15-4e23-83ff-6b7ac2db539d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:19.080344 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-071076af-ed15-4e23-83ff-6b7ac2db539d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Transition to ACTIVE for port object 834987f9-ca67-4106-81cb-4a9918ea73e0 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:52:19.115303 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-071076af-ed15-4e23-83ff-6b7ac2db539d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:19.158976 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-071076af-ed15-4e23-83ff-6b7ac2db539d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:52:19.162313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-071076af-ed15-4e23-83ff-6b7ac2db539d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:52:19.168436 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-071076af-ed15-4e23-83ff-6b7ac2db539d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:52:19.195348 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071076af-ed15-4e23-83ff-6b7ac2db539d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=834987f9-ca67-4106-81cb-4a9918ea73e0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:19.227335 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-071076af-ed15-4e23-83ff-6b7ac2db539d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:19.227975 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-071076af-ed15-4e23-83ff-6b7ac2db539d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:19.243437 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-071076af-ed15-4e23-83ff-6b7ac2db539d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5831592 Jul 29 15:52:19.261519 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-75795af8-fedd-4013-b81d-4afc3a9f7c07 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:52:19.262576 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-75795af8-fedd-4013-b81d-4afc3a9f7c07 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059886 Jul 29 15:52:19.345241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Request body: {'port': {'device_id': 'cc76ca57-5de9-4946-9c14-3ec64d37921e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:52:19.425219 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:19.470658 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2888bb93-7235-41e7-997f-28c7739711e4 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:52:19.520415 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1fbd9230-f546-4c2f-ae28-3ea4a6db3bab None None] Provisioning for port 834987f9-ca67-4106-81cb-4a9918ea73e0 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:52:19.526303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1fbd9230-f546-4c2f-ae28-3ea4a6db3bab None None] Provisioning complete for port 834987f9-ca67-4106-81cb-4a9918ea73e0 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:52:19.526738 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9230-f546-4c2f-ae28-3ea4a6db3bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:19.562379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 2888bb93-7235-41e7-997f-28c7739711e4 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:52:19.562747 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:19.567277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1fbd9230-f546-4c2f-ae28-3ea4a6db3bab None None] Port 834987f9-ca67-4106-81cb-4a9918ea73e0 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:52:19.592630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6554b-961b-46dc-91d2-6e29e11bd59e req-27278e58-2c66-4149-bb07-a01c4bdd9e05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:19.594160 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-39d6554b-961b-46dc-91d2-6e29e11bd59e req-27278e58-2c66-4149-bb07-a01c4bdd9e05 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 931 time: 0.1137588 Jul 29 15:52:19.645010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f6dbbcc3-1430-466f-b141-1b49aa7c9067 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:52:19.680059 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-39d6554b-961b-46dc-91d2-6e29e11bd59e req-e345e449-d266-4721-bd47-e306505faa52 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740626 Jul 29 15:52:19.695741 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port f6dbbcc3-1430-466f-b141-1b49aa7c9067 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:52:19.703198 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f6dbbcc3-1430-466f-b141-1b49aa7c9067 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:52:19.703679 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:19.766478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834987f9-ca67-4106-81cb-4a9918ea73e0 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:52:19.774846 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:19.783427 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:19.786753 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Transition to ACTIVE for port object 834987f9-ca67-4106-81cb-4a9918ea73e0 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:52:19.790639 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:19.821509 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port f6dbbcc3-1430-466f-b141-1b49aa7c9067, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f6dbbcc3-1430-466f-b141-1b49aa7c9067,segment=NetworkSegment(061fbd7d-537e-4397-afba-8b074970cbdc),segment_id=061fbd7d-537e-4397-afba-8b074970cbdc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:52:19.827553 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:19.828933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device afcd7bce-69c1-45e1-a901-d382ac125407 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:52:19.859184 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Pushing event updated for resources: {'Port': ['ID=834987f9-ca67-4106-81cb-4a9918ea73e0,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:19.912519 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=f6dbbcc3-1430-466f-b141-1b49aa7c9067,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:19.912943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Attempting to bind port 834987f9-ca67-4106-81cb-4a9918ea73e0 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:52:19.913181 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Attempting to bind port 834987f9-ca67-4106-81cb-4a9918ea73e0 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '061fbd7d-537e-4397-afba-8b074970cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:52:19.913508 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Attempting to bind port 834987f9-ca67-4106-81cb-4a9918ea73e0 on network 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:52:19.920089 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Port 834987f9-ca67-4106-81cb-4a9918ea73e0 on network 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:52:19.920925 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Attempting to bind port 834987f9-ca67-4106-81cb-4a9918ea73e0 on network 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:52:19.927500 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:52:19.927836 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Checking segment: {'id': '061fbd7d-537e-4397-afba-8b074970cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:52:19.928219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Bound using segment: {'id': '061fbd7d-537e-4397-afba-8b074970cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:52:19.928643 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Bound port: 834987f9-ca67-4106-81cb-4a9918ea73e0, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061fbd7d-537e-4397-afba-8b074970cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:52:19.929048 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:19.931685 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port afcd7bce-69c1-45e1-a901-d382ac125407 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:52:19.932061 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:20.001224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] For port 834987f9-ca67-4106-81cb-4a9918ea73e0, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:52:20.005847 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] For port 834987f9-ca67-4106-81cb-4a9918ea73e0, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=834987f9-ca67-4106-81cb-4a9918ea73e0,segment=NetworkSegment(061fbd7d-537e-4397-afba-8b074970cbdc),segment_id=061fbd7d-537e-4397-afba-8b074970cbdc)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:52:20.010252 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:20.380952 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:20.381562 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:20.382950 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] 10.222.0.38 "PUT /v2.0/ports/834987f9-ca67-4106-81cb-4a9918ea73e0 HTTP/1.1" status: 200 len: 1091 time: 1.1113508 Jul 29 15:52:20.383389 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc76ca57-5de9-4946-9c14-3ec64d37921e', 'tag': '834987f9-ca67-4106-81cb-4a9918ea73e0'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:52:20.385652 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baa8c6e-a866-4efe-a63c-c9a5fb545420" -d '{"events": [{"name": "network-changed", "server_uuid": "cc76ca57-5de9-4946-9c14-3ec64d37921e", "tag": "834987f9-ca67-4106-81cb-4a9918ea73e0"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:52:20.417456 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0379eb3-9c05-4c73-89c8-e4887a0f58c3 service neutron] Pushing event updated for resources: {'Port': ['ID=834987f9-ca67-4106-81cb-4a9918ea73e0,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:20.429469 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00cee5e-8659-45e0-9f90-615aa02cd486 x-openstack-request-id: req-e00cee5e-8659-45e0-9f90-615aa02cd486 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:52:20.429853 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc76ca57-5de9-4946-9c14-3ec64d37921e", "tag": "834987f9-ca67-4106-81cb-4a9918ea73e0", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:52:20.430109 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e00cee5e-8659-45e0-9f90-615aa02cd486 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:52:20.430536 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc76ca57-5de9-4946-9c14-3ec64d37921e', 'tag': '834987f9-ca67-4106-81cb-4a9918ea73e0', 'status': 'completed', 'code': 200} Jul 29 15:52:20.487756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-0f558b48-ba5c-4823-a8a4-7897d97c2185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:20.489313 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-0f558b48-ba5c-4823-a8a4-7897d97c2185 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 1094 time: 0.0425603 Jul 29 15:52:20.538827 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-ec4bcb61-c07a-487a-9ad3-adcab75f94c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=834987f9-ca67-4106-81cb-4a9918ea73e0 HTTP/1.1" status: 200 len: 217 time: 0.0356367 Jul 29 15:52:20.593360 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-70b8bf24-c7bd-4cac-91e0-ac4f17e7987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:20.594810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-70b8bf24-c7bd-4cac-91e0-ac4f17e7987e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=453f7d22-ea2d-4276-ba1d-af1da2257ae2 HTTP/1.1" status: 200 len: 834 time: 0.0482507 Jul 29 15:52:20.641535 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-736e67f5-0cfd-4be5-9891-ee9819145682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:20.643432 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-736e67f5-0cfd-4be5-9891-ee9819145682 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7c02f3fb-1c12-4c49-8836-dadfe1eab5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410054 Jul 29 15:52:20.735924 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-178fe0e5-689b-4316-8d2e-66667ff75935 service neutron] 10.222.0.38 "GET /v2.0/networks/7c02f3fb-1c12-4c49-8836-dadfe1eab5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849175 Jul 29 15:52:20.867668 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2514d-6845-47c6-9b54-0c31664285ea req-498ec951-c56f-4afb-b4c0-1af6904be35a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:20.869166 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9e2514d-6845-47c6-9b54-0c31664285ea req-498ec951-c56f-4afb-b4c0-1af6904be35a tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 943 time: 0.1174109 Jul 29 15:52:20.874604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-614af2f5-1148-4e99-b71a-9b4d9fce2684 req-21631364-3586-400c-8401-fd6f6940691b service neutron] 10.222.0.38 "GET /v2.0/networks/7c02f3fb-1c12-4c49-8836-dadfe1eab5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312361 Jul 29 15:52:20.910957 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f9e2514d-6845-47c6-9b54-0c31664285ea req-a6d2484a-d269-4ba7-b051-353c9b19a561 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353134 Jul 29 15:52:20.996607 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa8c6e-a866-4efe-a63c-c9a5fb545420 req-596956e0-8a16-4eb8-926b-ac9cfbd42091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:20.998111 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6baa8c6e-a866-4efe-a63c-c9a5fb545420 req-596956e0-8a16-4eb8-926b-ac9cfbd42091 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 1094 time: 0.0407310 Jul 29 15:52:21.090840 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa8c6e-a866-4efe-a63c-c9a5fb545420 req-2e92c231-d8e4-4276-9c17-8c21256cd698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:21.092592 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6baa8c6e-a866-4efe-a63c-c9a5fb545420 req-2e92c231-d8e4-4276-9c17-8c21256cd698 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 HTTP/1.1" status: 200 len: 897 time: 0.0866990 Jul 29 15:52:21.141012 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6baa8c6e-a866-4efe-a63c-c9a5fb545420 req-701a71d0-7300-481d-9cbf-62f7b7273efc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=834987f9-ca67-4106-81cb-4a9918ea73e0 HTTP/1.1" status: 200 len: 217 time: 0.0403254 Jul 29 15:52:21.189553 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa8c6e-a866-4efe-a63c-c9a5fb545420 req-4c0fa329-310b-4ff4-a507-127708dd4b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:21.191656 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6baa8c6e-a866-4efe-a63c-c9a5fb545420 req-4c0fa329-310b-4ff4-a507-127708dd4b91 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=453f7d22-ea2d-4276-ba1d-af1da2257ae2 HTTP/1.1" status: 200 len: 834 time: 0.0433786 Jul 29 15:52:21.239214 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa8c6e-a866-4efe-a63c-c9a5fb545420 req-764afb71-e10e-49c6-aa46-a621394b3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:21.240721 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6baa8c6e-a866-4efe-a63c-c9a5fb545420 req-764afb71-e10e-49c6-aa46-a621394b3329 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7c02f3fb-1c12-4c49-8836-dadfe1eab5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400395 Jul 29 15:52:21.336211 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6baa8c6e-a866-4efe-a63c-c9a5fb545420 req-d7d54f6e-b752-4866-a0b9-adf2d6aa18da service neutron] 10.222.0.38 "GET /v2.0/networks/7c02f3fb-1c12-4c49-8836-dadfe1eab5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872791 Jul 29 15:52:21.366706 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f6dbbcc3-1430-466f-b141-1b49aa7c9067 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:52:21.414834 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f6dbbcc3-1430-466f-b141-1b49aa7c9067 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:52:21.415201 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:21.429295 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6baa8c6e-a866-4efe-a63c-c9a5fb545420 req-ae3e3c95-37d2-490e-8fbb-ed4d373c5059 service neutron] 10.222.0.38 "GET /v2.0/networks/7c02f3fb-1c12-4c49-8836-dadfe1eab5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857852 Jul 29 15:52:22.027567 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4415b-1772-45a3-b0ad-5d3e172b41e3 req-e69729a2-8be9-405b-a4eb-befe4242599b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:22.029079 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21e4415b-1772-45a3-b0ad-5d3e172b41e3 req-e69729a2-8be9-405b-a4eb-befe4242599b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 943 time: 0.0493205 Jul 29 15:52:22.069851 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-21e4415b-1772-45a3-b0ad-5d3e172b41e3 req-fb8f554f-33be-496a-995f-3fd9ed0713b0 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326781 Jul 29 15:52:23.184917 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ce5f3-d4bc-4320-a19a-64a49a1d92d4 req-41bf5ae6-d1c0-4feb-af1c-bfe5e4053cb3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:23.186414 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bc7ce5f3-d4bc-4320-a19a-64a49a1d92d4 req-41bf5ae6-d1c0-4feb-af1c-bfe5e4053cb3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 943 time: 0.0490720 Jul 29 15:52:23.229837 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bc7ce5f3-d4bc-4320-a19a-64a49a1d92d4 req-0b1eb72f-e1f0-4f49-9254-c69279f7f2f2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366979 Jul 29 15:52:23.930427 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:52:24.028851 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 834987f9-ca67-4106-81cb-4a9918ea73e0 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:52:24.123629 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 834987f9-ca67-4106-81cb-4a9918ea73e0, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=834987f9-ca67-4106-81cb-4a9918ea73e0,segment=NetworkSegment(061fbd7d-537e-4397-afba-8b074970cbdc),segment_id=061fbd7d-537e-4397-afba-8b074970cbdc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:52:24.134764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '834987f9-ca67-4106-81cb-4a9918ea73e0', 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'port_id': '834987f9-ca67-4106-81cb-4a9918ea73e0', 'mac_address': 'fa:16:3e:be:cb:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:52:24.171964 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:24.185198 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834987f9-ca67-4106-81cb-4a9918ea73e0 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:52:24.203872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 834987f9-ca67-4106-81cb-4a9918ea73e0, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=834987f9-ca67-4106-81cb-4a9918ea73e0,segment=NetworkSegment(061fbd7d-537e-4397-afba-8b074970cbdc),segment_id=061fbd7d-537e-4397-afba-8b074970cbdc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:52:24.207995 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:24.255010 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=834987f9-ca67-4106-81cb-4a9918ea73e0,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:24.350205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504717fe-22bf-4b3d-985e-876a08a5989d req-7181acf3-8e8f-4ad2-be10-902dba120670 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:24.351695 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-504717fe-22bf-4b3d-985e-876a08a5989d req-7181acf3-8e8f-4ad2-be10-902dba120670 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 944 time: 0.0494597 Jul 29 15:52:24.389880 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-504717fe-22bf-4b3d-985e-876a08a5989d req-fc21a6ec-d81f-4b33-b463-e8fc9e4bf30d tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320337 Jul 29 15:52:24.506133 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['834987f9-ca67-4106-81cb-4a9918ea73e0'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:52:25.506752 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a6c9e-4598-4d47-81f3-079fa3be4542 req-8df3c778-b5df-484d-b56d-72a69fea8e9f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:25.508347 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7b3a6c9e-4598-4d47-81f3-079fa3be4542 req-8df3c778-b5df-484d-b56d-72a69fea8e9f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 944 time: 0.0493984 Jul 29 15:52:25.547138 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7b3a6c9e-4598-4d47-81f3-079fa3be4542 req-af967769-fbe9-4146-92ac-62cafb030f3f tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329125 Jul 29 15:52:26.028561 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 834987f9-ca67-4106-81cb-4a9918ea73e0 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:52:26.081964 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 834987f9-ca67-4106-81cb-4a9918ea73e0 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:52:26.086211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 834987f9-ca67-4106-81cb-4a9918ea73e0 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:52:26.086661 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:26.174917 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:26.200325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc76ca57-5de9-4946-9c14-3ec64d37921e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834987f9-ca67-4106-81cb-4a9918ea73e0'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:52:26.204136 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bb0418-65a8-48f7-a94e-bf1f5a1b999c" -d '{"events": [{"server_uuid": "cc76ca57-5de9-4946-9c14-3ec64d37921e", "name": "network-vif-plugged", "status": "completed", "tag": "834987f9-ca67-4106-81cb-4a9918ea73e0"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:52:26.218663 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 834987f9-ca67-4106-81cb-4a9918ea73e0, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=834987f9-ca67-4106-81cb-4a9918ea73e0,segment=NetworkSegment(061fbd7d-537e-4397-afba-8b074970cbdc),segment_id=061fbd7d-537e-4397-afba-8b074970cbdc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:52:26.224426 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:26.250199 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2064fe1-0e64-4b30-801e-b2af31f54557 x-openstack-request-id: req-e2064fe1-0e64-4b30-801e-b2af31f54557 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:52:26.250485 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc76ca57-5de9-4946-9c14-3ec64d37921e", "name": "network-vif-plugged", "status": "completed", "tag": "834987f9-ca67-4106-81cb-4a9918ea73e0", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:52:26.250732 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2064fe1-0e64-4b30-801e-b2af31f54557 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:52:26.251114 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc76ca57-5de9-4946-9c14-3ec64d37921e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834987f9-ca67-4106-81cb-4a9918ea73e0', 'code': 200} Jul 29 15:52:26.288998 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=834987f9-ca67-4106-81cb-4a9918ea73e0,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:26.365034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558f64a-4f9d-4644-afcc-44bd10c015c4 req-6278c664-fa03-467b-bef4-f74db9929217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:26.366543 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e558f64a-4f9d-4644-afcc-44bd10c015c4 req-6278c664-fa03-467b-bef4-f74db9929217 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 1096 time: 0.0402858 Jul 29 15:52:26.402733 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e558f64a-4f9d-4644-afcc-44bd10c015c4 req-c2f22a26-a00b-4101-8a22-3bf0050c5502 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288441 Jul 29 15:52:26.665686 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5bd7a-18c6-474b-addd-ac31e89c1f09 req-f43259fb-1b10-4bd4-861a-b07dcf49f4c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:26.667170 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61c5bd7a-18c6-474b-addd-ac31e89c1f09 req-f43259fb-1b10-4bd4-861a-b07dcf49f4c3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 945 time: 0.0487978 Jul 29 15:52:26.709297 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-61c5bd7a-18c6-474b-addd-ac31e89c1f09 req-c440db7a-3811-4b0a-a60b-2f69ce351bcb tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361419 Jul 29 15:52:26.983198 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:27.832872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f867cc-f47e-4eac-947d-0d9e8b5d6394 req-343677c0-b0ef-4cb8-a5ac-dd80297b6f30 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:27.834406 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1f867cc-f47e-4eac-947d-0d9e8b5d6394 req-343677c0-b0ef-4cb8-a5ac-dd80297b6f30 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 945 time: 0.0548496 Jul 29 15:52:27.872899 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a1f867cc-f47e-4eac-947d-0d9e8b5d6394 req-a6581f10-6f1f-42ef-ad1a-e110315af941 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320711 Jul 29 15:52:27.988108 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd72627-20fb-4ace-ad66-b8bfef77a9af req-6189aa59-9b32-4cfc-87ad-669f18946414 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:27.989446 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2cd72627-20fb-4ace-ad66-b8bfef77a9af req-6189aa59-9b32-4cfc-87ad-669f18946414 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 945 time: 0.0507164 Jul 29 15:52:28.028336 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2cd72627-20fb-4ace-ad66-b8bfef77a9af req-6bac87a7-eeb6-4857-bb8f-5f1601cdb3c8 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329943 Jul 29 15:52:28.049731 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55970) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:28.089826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4a468e-b701-4f17-a3bf-bea1f9b37f5e tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:28.091340 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5e4a468e-b701-4f17-a3bf-bea1f9b37f5e tempest-TestNetworkAdvancedServerOps-1759162212 tempest-TestNetworkAdvancedServerOps-1759162212-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 1091 time: 0.0405748 Jul 29 15:52:28.094387 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 55972) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:28.098761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': '834987f9-ca67-4106-81cb-4a9918ea73e0', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:52:28.120854 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:28.221930 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:28.325771 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Allocated IP 172.25.6.120 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/1218649f-f9d2-4180-9861-8b4915bbc065) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:52:28.439106 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:28.479409 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:28.515523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:52:28.519838 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:52:28.526111 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:52:28.531596 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=1218649f-f9d2-4180-9861-8b4915bbc065,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:28.906446 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:28.973943 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:29.130553 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:29.135062 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:29.202505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event updated for resources: {'Port': ['ID=1218649f-f9d2-4180-9861-8b4915bbc065,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:52:29.216028 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:29.316369 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Floating IP 49f4646a-f7be-4868-8c0f-4d740f149e65 associated. External IP: 172.25.6.120, port: 834987f9-ca67-4106-81cb-4a9918ea73e0. Jul 29 15:52:29.521466 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 1f37656d-0494-45de-881c-fe40166c3ddc has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:52:29.623114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:52:29.633689 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67779473-ecf5-4ded-82a8-608332c82dcb None None] Sync routers for ids ['1f37656d-0494-45de-881c-fe40166c3ddc'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:52:29.640948 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:29.644661 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67779473-ecf5-4ded-82a8-608332c82dcb None None] Routers {'1f37656d-0494-45de-881c-fe40166c3ddc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:52:29.645325 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-67779473-ecf5-4ded-82a8-608332c82dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:52:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1f37656d-0494-45de-881c-fe40166c3ddc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:29.671744 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b4934c80-5112-4ee0-a98d-ab39beaf6a9c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5763252 Jul 29 15:52:29.672402 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc76ca57-5de9-4946-9c14-3ec64d37921e', 'tag': '834987f9-ca67-4106-81cb-4a9918ea73e0'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:52:29.675808 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fc963f-b63d-4f0e-b1be-fcb78cbf2243" -d '{"events": [{"name": "network-changed", "server_uuid": "cc76ca57-5de9-4946-9c14-3ec64d37921e", "tag": "834987f9-ca67-4106-81cb-4a9918ea73e0"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:52:29.714112 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695dfd86-9746-42d0-8791-76df884ad47b x-openstack-request-id: req-695dfd86-9746-42d0-8791-76df884ad47b {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:52:29.714578 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc76ca57-5de9-4946-9c14-3ec64d37921e", "tag": "834987f9-ca67-4106-81cb-4a9918ea73e0", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:52:29.715015 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-695dfd86-9746-42d0-8791-76df884ad47b {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:52:29.715601 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc76ca57-5de9-4946-9c14-3ec64d37921e', 'tag': '834987f9-ca67-4106-81cb-4a9918ea73e0', 'status': 'completed', 'code': 200} Jul 29 15:52:29.757036 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-67779473-ecf5-4ded-82a8-608332c82dcb None None] Set router 1f37656d-0494-45de-881c-fe40166c3ddc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:52:29.782436 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97009a21-29fe-4c13-92c4-207ef95574a4 req-802764fb-504b-4c9f-9bb0-87a76fd27be3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:29.782436 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-97009a21-29fe-4c13-92c4-207ef95574a4 req-802764fb-504b-4c9f-9bb0-87a76fd27be3 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 945 time: 0.0535347 Jul 29 15:52:29.819662 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc963f-b63d-4f0e-b1be-fcb78cbf2243 req-4474e2f6-0bd3-4d05-aa0d-5d742bedd35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:29.821205 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6fc963f-b63d-4f0e-b1be-fcb78cbf2243 req-4474e2f6-0bd3-4d05-aa0d-5d742bedd35b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 1096 time: 0.0490983 Jul 29 15:52:29.829090 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-97009a21-29fe-4c13-92c4-207ef95574a4 req-4bca5596-5c26-4253-b2ab-56959b826f93 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399160 Jul 29 15:52:29.853518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55978) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:29.965339 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d32e6c4a-c2eb-4f3a-bd1a-c842a7312fa0 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/49f4646a-f7be-4868-8c0f-4d740f149e65 HTTP/1.1" status: 200 len: 991 time: 0.1106691 Jul 29 15:52:29.978928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc963f-b63d-4f0e-b1be-fcb78cbf2243 req-51f2a7ec-4e9f-45a8-887b-8fb9e571f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:29.980389 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6fc963f-b63d-4f0e-b1be-fcb78cbf2243 req-51f2a7ec-4e9f-45a8-887b-8fb9e571f0f1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 HTTP/1.1" status: 200 len: 897 time: 0.1450322 Jul 29 15:52:29.992536 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-67779473-ecf5-4ded-82a8-608332c82dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424387991', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:52:11Z', 'updated_at': '2021-07-29T15:52:15Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:12Z', 'updated_at': '2021-07-29T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '49f4646a-f7be-4868-8c0f-4d740f149e65', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'port_id': '834987f9-ca67-4106-81cb-4a9918ea73e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'mac_address': 'fa:16:3e:be:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc76ca57-5de9-4946-9c14-3ec64d37921e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:52:28Z', 'updated_at': '2021-07-29T15:52:28Z', 'revision_number': 0, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dbbcc3-1430-466f-b141-1b49aa7c9067', 'name': '', 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:d3:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:14Z', 'updated_at': '2021-07-29T15:52:19Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:30.018920 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67779473-ecf5-4ded-82a8-608332c82dcb None None] Checking router: 1f37656d-0494-45de-881c-fe40166c3ddc for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:52:30.027347 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67779473-ecf5-4ded-82a8-608332c82dcb None None] Routers {'1f37656d-0494-45de-881c-fe40166c3ddc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:52:30.027954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-67779473-ecf5-4ded-82a8-608332c82dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:52:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1f37656d-0494-45de-881c-fe40166c3ddc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:30.051834 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6fc963f-b63d-4f0e-b1be-fcb78cbf2243 req-93c8ed96-29ac-4014-adc5-967964043edd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=834987f9-ca67-4106-81cb-4a9918ea73e0 HTTP/1.1" status: 200 len: 999 time: 0.0635104 Jul 29 15:52:30.103756 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc963f-b63d-4f0e-b1be-fcb78cbf2243 req-f59a35c4-d0fd-4a45-b3e5-61909754412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:30.105239 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6fc963f-b63d-4f0e-b1be-fcb78cbf2243 req-f59a35c4-d0fd-4a45-b3e5-61909754412c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=453f7d22-ea2d-4276-ba1d-af1da2257ae2 HTTP/1.1" status: 200 len: 834 time: 0.0463808 Jul 29 15:52:30.137026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-67779473-ecf5-4ded-82a8-608332c82dcb None None] Set router 1f37656d-0494-45de-881c-fe40166c3ddc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:52:30.150234 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc963f-b63d-4f0e-b1be-fcb78cbf2243 req-1f7a393f-4309-423f-bbac-a12e2728a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:30.151740 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6fc963f-b63d-4f0e-b1be-fcb78cbf2243 req-1f7a393f-4309-423f-bbac-a12e2728a73f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7c02f3fb-1c12-4c49-8836-dadfe1eab5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391114 Jul 29 15:52:30.245750 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6fc963f-b63d-4f0e-b1be-fcb78cbf2243 req-f4d4c137-261d-4738-b60f-2be3e911bbe8 service neutron] 10.222.0.38 "GET /v2.0/networks/7c02f3fb-1c12-4c49-8836-dadfe1eab5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858521 Jul 29 15:52:30.338493 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b6fc963f-b63d-4f0e-b1be-fcb78cbf2243 req-f625304c-47f9-4ca6-ae28-f9a7086b49b9 service neutron] 10.222.0.38 "GET /v2.0/networks/7c02f3fb-1c12-4c49-8836-dadfe1eab5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846107 Jul 29 15:52:30.362521 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-67779473-ecf5-4ded-82a8-608332c82dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424387991', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:52:11Z', 'updated_at': '2021-07-29T15:52:15Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:12Z', 'updated_at': '2021-07-29T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '49f4646a-f7be-4868-8c0f-4d740f149e65', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'port_id': '834987f9-ca67-4106-81cb-4a9918ea73e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'mac_address': 'fa:16:3e:be:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc76ca57-5de9-4946-9c14-3ec64d37921e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:52:28Z', 'updated_at': '2021-07-29T15:52:28Z', 'revision_number': 0, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dbbcc3-1430-466f-b141-1b49aa7c9067', 'name': '', 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:d3:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:14Z', 'updated_at': '2021-07-29T15:52:19Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:52:30.389442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67779473-ecf5-4ded-82a8-608332c82dcb None None] The sync data for ids ['1f37656d-0494-45de-881c-fe40166c3ddc'] in n-d-802893-1 is: [{'id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424387991', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:52:11Z', 'updated_at': '2021-07-29T15:52:15Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:12Z', 'updated_at': '2021-07-29T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '49f4646a-f7be-4868-8c0f-4d740f149e65', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'port_id': '834987f9-ca67-4106-81cb-4a9918ea73e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'mac_address': 'fa:16:3e:be:cb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc76ca57-5de9-4946-9c14-3ec64d37921e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:52:28Z', 'updated_at': '2021-07-29T15:52:28Z', 'revision_number': 0, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dbbcc3-1430-466f-b141-1b49aa7c9067', 'name': '', 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:d3:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:14Z', 'updated_at': '2021-07-29T15:52:19Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:52:30.581684 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5202b5ef-4c70-4f8b-8460-fb5095211f30 None None] New status for floating IP 49f4646a-f7be-4868-8c0f-4d740f149e65: ACTIVE {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:52:30.646810 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8f4573aa-3c7e-4330-bccf-14c361e1917e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:30.969417 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 55980) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:52:31.036834 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8ba56408-f8f6-4d70-a82d-489870f607a0 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/49f4646a-f7be-4868-8c0f-4d740f149e65 HTTP/1.1" status: 200 len: 993 time: 0.0661314 Jul 29 15:52:33.322227 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:33.399545 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1e064dbb-9d17-4024-b981-5455c7f69cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:34.598816 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:36.554737 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:41.657042 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:52:51.584529 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48655d4b-db2a-45e1-8d1a-9e0eeecd1f67 req-366c1212-53d0-4fdb-a8aa-d03583af6060 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391479 Jul 29 15:52:51.684691 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48655d4b-db2a-45e1-8d1a-9e0eeecd1f67 req-2d71c0e5-16f5-4863-83f1-88fa6cd6ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:51.686259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48655d4b-db2a-45e1-8d1a-9e0eeecd1f67 req-2d71c0e5-16f5-4863-83f1-88fa6cd6ed0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 1096 time: 0.0422575 Jul 29 15:52:51.792729 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48655d4b-db2a-45e1-8d1a-9e0eeecd1f67 req-800c6f7f-fba0-495b-8816-865f74a5d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:51.794225 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48655d4b-db2a-45e1-8d1a-9e0eeecd1f67 req-800c6f7f-fba0-495b-8816-865f74a5d984 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 HTTP/1.1" status: 200 len: 897 time: 0.0877371 Jul 29 15:52:51.860434 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48655d4b-db2a-45e1-8d1a-9e0eeecd1f67 req-1487df51-bb5c-430c-b466-158595bbfa2e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=834987f9-ca67-4106-81cb-4a9918ea73e0 HTTP/1.1" status: 200 len: 1001 time: 0.0588462 Jul 29 15:52:51.908895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48655d4b-db2a-45e1-8d1a-9e0eeecd1f67 req-b629f4f2-5243-4b8a-8112-f324448054b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:51.910489 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48655d4b-db2a-45e1-8d1a-9e0eeecd1f67 req-b629f4f2-5243-4b8a-8112-f324448054b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=453f7d22-ea2d-4276-ba1d-af1da2257ae2 HTTP/1.1" status: 200 len: 834 time: 0.0435219 Jul 29 15:52:51.961730 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48655d4b-db2a-45e1-8d1a-9e0eeecd1f67 req-3f8b6562-e3f2-4825-bbd0-ac9e1f102d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:52:51.963217 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48655d4b-db2a-45e1-8d1a-9e0eeecd1f67 req-3f8b6562-e3f2-4825-bbd0-ac9e1f102d22 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7c02f3fb-1c12-4c49-8836-dadfe1eab5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435171 Jul 29 15:52:52.057140 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48655d4b-db2a-45e1-8d1a-9e0eeecd1f67 req-2365bc83-7280-478a-8581-4735ffe49467 service neutron] 10.222.0.38 "GET /v2.0/networks/7c02f3fb-1c12-4c49-8836-dadfe1eab5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840518 Jul 29 15:52:52.149873 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-48655d4b-db2a-45e1-8d1a-9e0eeecd1f67 req-d4e16527-6916-41d3-8b30-466a50f7888a service neutron] 10.222.0.38 "GET /v2.0/networks/7c02f3fb-1c12-4c49-8836-dadfe1eab5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853262 Jul 29 15:52:56.989428 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:00.647991 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32486d61-c7c8-4646-a500-dcde4d248113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:00.930117 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:53:03.324184 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:03.399341 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ad669ea0-34d7-4390-92ed-736b4557e163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:04.559286 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f5c84-7d3d-4d73-9ed4-4e1de0e9cff6 req-ae00c5e5-0194-45e5-adc7-26bf9a8df2b4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:04.560707 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-394f5c84-7d3d-4d73-9ed4-4e1de0e9cff6 req-ae00c5e5-0194-45e5-adc7-26bf9a8df2b4 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 945 time: 0.1024995 Jul 29 15:53:04.599638 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-394f5c84-7d3d-4d73-9ed4-4e1de0e9cff6 req-8f2cf99b-0ae2-4954-9db1-480620a8ad12 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323348 Jul 29 15:53:04.602697 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:05.760546 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab29924-430c-40a2-a0de-1f9ce85e24db req-d9154aa9-b763-4a6f-ac81-11479b1635c2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:05.762073 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6ab29924-430c-40a2-a0de-1f9ce85e24db req-d9154aa9-b763-4a6f-ac81-11479b1635c2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 945 time: 0.0926483 Jul 29 15:53:05.802134 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6ab29924-430c-40a2-a0de-1f9ce85e24db req-20df8efc-e72b-4b11-9c93-032fa10c3f20 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333030 Jul 29 15:53:05.824810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56006) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:05.884977 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7258eb99-1129-4ff2-8f57-034597002cd1 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/49f4646a-f7be-4868-8c0f-4d740f149e65 HTTP/1.1" status: 200 len: 993 time: 0.0588684 Jul 29 15:53:06.557414 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:07.164702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccab70-b32d-4dc5-9cb1-18424039ffa7 req-0dd25633-7f0d-4677-b94e-e3d3b7bb2df5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:07.166147 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fbccab70-b32d-4dc5-9cb1-18424039ffa7 req-0dd25633-7f0d-4677-b94e-e3d3b7bb2df5 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 945 time: 0.0528889 Jul 29 15:53:07.231005 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fbccab70-b32d-4dc5-9cb1-18424039ffa7 req-83cb27d7-01ea-4992-bec7-df48d49db0bc tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557075 Jul 29 15:53:07.233876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f63d-fe9a-4f60-a0f9-afdfb3b70376 req-c2d4ef4c-a01e-4164-9734-928189e3f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:07.235115 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de00f63d-fe9a-4f60-a0f9-afdfb3b70376 req-c2d4ef4c-a01e-4164-9734-928189e3f320 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 1096 time: 0.0681121 Jul 29 15:53:07.327314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f63d-fe9a-4f60-a0f9-afdfb3b70376 req-d384fe87-9503-41dd-845d-e9ebc028af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:07.328857 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de00f63d-fe9a-4f60-a0f9-afdfb3b70376 req-d384fe87-9503-41dd-845d-e9ebc028af4b service neutron] 10.222.0.38 "GET /v2.0/networks?id=7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 HTTP/1.1" status: 200 len: 897 time: 0.0869141 Jul 29 15:53:07.397028 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de00f63d-fe9a-4f60-a0f9-afdfb3b70376 req-4149d084-a2a2-4990-add6-2e477d4b5180 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=834987f9-ca67-4106-81cb-4a9918ea73e0 HTTP/1.1" status: 200 len: 1001 time: 0.0609169 Jul 29 15:53:07.447320 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f63d-fe9a-4f60-a0f9-afdfb3b70376 req-e71cb2e1-a6fb-4559-9908-7885605ea373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:07.448683 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de00f63d-fe9a-4f60-a0f9-afdfb3b70376 req-e71cb2e1-a6fb-4559-9908-7885605ea373 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=453f7d22-ea2d-4276-ba1d-af1da2257ae2 HTTP/1.1" status: 200 len: 834 time: 0.0448899 Jul 29 15:53:07.498757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f63d-fe9a-4f60-a0f9-afdfb3b70376 req-7c11f7f0-0893-4b8d-b5e8-5b3ff9d29bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:07.500231 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de00f63d-fe9a-4f60-a0f9-afdfb3b70376 req-7c11f7f0-0893-4b8d-b5e8-5b3ff9d29bf3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7c02f3fb-1c12-4c49-8836-dadfe1eab5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432823 Jul 29 15:53:07.588831 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de00f63d-fe9a-4f60-a0f9-afdfb3b70376 req-885882db-a446-406e-b26b-b233950b78b3 service neutron] 10.222.0.38 "GET /v2.0/networks/7c02f3fb-1c12-4c49-8836-dadfe1eab5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812192 Jul 29 15:53:07.681462 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-de00f63d-fe9a-4f60-a0f9-afdfb3b70376 req-084b3a1d-4f17-4b7c-b352-2b320e29ff76 service neutron] 10.222.0.38 "GET /v2.0/networks/7c02f3fb-1c12-4c49-8836-dadfe1eab5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839272 Jul 29 15:53:08.355719 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f624adc-fde2-4cf4-b498-43e2a8263567 req-17303cc6-80a5-4251-a248-963e9c77fd55 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:08.357225 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9f624adc-fde2-4cf4-b498-43e2a8263567 req-17303cc6-80a5-4251-a248-963e9c77fd55 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 945 time: 0.0537970 Jul 29 15:53:08.395641 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9f624adc-fde2-4cf4-b498-43e2a8263567 req-401af4b5-2062-4ebf-b35d-6d6bbf7ba7f2 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322347 Jul 29 15:53:09.511760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85a546-146a-4ef1-a22e-7ba2a2174e0d req-24996424-4998-4b74-88cb-4b18bfcf991b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:09.513281 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff85a546-146a-4ef1-a22e-7ba2a2174e0d req-24996424-4998-4b74-88cb-4b18bfcf991b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 945 time: 0.0492134 Jul 29 15:53:09.552559 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ff85a546-146a-4ef1-a22e-7ba2a2174e0d req-847b05e8-17fa-48f2-9646-1e0db1cd180c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321221 Jul 29 15:53:09.574275 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56018) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:09.632911 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b5915d0e-e5e2-4516-a5a3-43de06c6e657 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/floatingips/49f4646a-f7be-4868-8c0f-4d740f149e65 HTTP/1.1" status: 200 len: 993 time: 0.0572209 Jul 29 15:53:09.860197 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56024) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:10.022521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port 1218649f-f9d2-4180-9861-8b4915bbc065 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:53:10.022831 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:10.099262 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:10.099585 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:10.110614 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for 1218649f-f9d2-4180-9861-8b4915bbc065 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:53:10.257022 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:10.281992 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=1218649f-f9d2-4180-9861-8b4915bbc065,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:10.294602 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:10.294951 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:10.295298 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:10.295631 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:10.295969 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:10.296301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:10.296632 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:10.296986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:10.297314 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:10.297635 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:10.297958 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:10.298279 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:10.354035 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:10.354365 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Floating IP 49f4646a-f7be-4868-8c0f-4d740f149e65 disassociated (deleted). External IP: 172.25.6.120, port: 834987f9-ca67-4106-81cb-4a9918ea73e0. Jul 29 15:53:10.561296 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 1f37656d-0494-45de-881c-fe40166c3ddc has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:53:10.666928 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:53:10.672105 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:10.677705 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8898387-2a6a-49f6-bba9-cb07ae531ad8 None None] Sync routers for ids ['1f37656d-0494-45de-881c-fe40166c3ddc'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:53:10.686891 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8898387-2a6a-49f6-bba9-cb07ae531ad8 None None] Routers {'1f37656d-0494-45de-881c-fe40166c3ddc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:53:10.687515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f8898387-2a6a-49f6-bba9-cb07ae531ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:53:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1f37656d-0494-45de-881c-fe40166c3ddc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:10.698865 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3e0a0f80-8921-4190-bf50-66aa0b1524dd tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/floatingips/49f4646a-f7be-4868-8c0f-4d740f149e65 HTTP/1.1" status: 204 len: 168 time: 0.8375213 Jul 29 15:53:10.699451 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc76ca57-5de9-4946-9c14-3ec64d37921e', 'tag': '834987f9-ca67-4106-81cb-4a9918ea73e0'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:53:10.701720 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403d0541-7e5a-4c90-8958-973f1e98e5be" -d '{"events": [{"name": "network-changed", "server_uuid": "cc76ca57-5de9-4946-9c14-3ec64d37921e", "tag": "834987f9-ca67-4106-81cb-4a9918ea73e0"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:53:10.740975 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a889db2-3ca0-4cb8-8d7a-d5ebdf527aa1 x-openstack-request-id: req-0a889db2-3ca0-4cb8-8d7a-d5ebdf527aa1 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:53:10.741261 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc76ca57-5de9-4946-9c14-3ec64d37921e", "tag": "834987f9-ca67-4106-81cb-4a9918ea73e0", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:53:10.741509 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a889db2-3ca0-4cb8-8d7a-d5ebdf527aa1 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:53:10.741907 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc76ca57-5de9-4946-9c14-3ec64d37921e', 'tag': '834987f9-ca67-4106-81cb-4a9918ea73e0', 'status': 'completed', 'code': 200} Jul 29 15:53:10.800691 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-f8898387-2a6a-49f6-bba9-cb07ae531ad8 None None] Set router 1f37656d-0494-45de-881c-fe40166c3ddc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:53:10.845033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d0541-7e5a-4c90-8958-973f1e98e5be req-794749e7-858d-4017-af97-da0f1c2f9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:10.847218 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-403d0541-7e5a-4c90-8958-973f1e98e5be req-794749e7-858d-4017-af97-da0f1c2f9bab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=36a4f9ad7825435597e53da998c0efb6&device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 1096 time: 0.0651805 Jul 29 15:53:10.938454 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2245b8-b54e-42cd-b778-ed49bc74279e req-7dbef487-f7a6-40db-b8fe-e2cdb097585b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:10.940293 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2d2245b8-b54e-42cd-b778-ed49bc74279e req-7dbef487-f7a6-40db-b8fe-e2cdb097585b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 945 time: 0.0529408 Jul 29 15:53:10.968256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d0541-7e5a-4c90-8958-973f1e98e5be req-dabd2d3c-713e-4feb-b247-d3278b1b5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:10.970278 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-403d0541-7e5a-4c90-8958-973f1e98e5be req-dabd2d3c-713e-4feb-b247-d3278b1b5bf0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 HTTP/1.1" status: 200 len: 897 time: 0.0904524 Jul 29 15:53:10.983133 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2d2245b8-b54e-42cd-b778-ed49bc74279e req-90266e41-5693-46c1-89a2-4ce1c01dac91 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351489 Jul 29 15:53:11.016309 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f8898387-2a6a-49f6-bba9-cb07ae531ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424387991', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:52:11Z', 'updated_at': '2021-07-29T15:52:15Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:12Z', 'updated_at': '2021-07-29T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f6dbbcc3-1430-466f-b141-1b49aa7c9067', 'name': '', 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:d3:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:14Z', 'updated_at': '2021-07-29T15:52:19Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:11.018784 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-403d0541-7e5a-4c90-8958-973f1e98e5be req-db07c2e1-7dbc-4592-b6aa-10d4f79da062 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=834987f9-ca67-4106-81cb-4a9918ea73e0 HTTP/1.1" status: 200 len: 217 time: 0.0417948 Jul 29 15:53:11.044479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8898387-2a6a-49f6-bba9-cb07ae531ad8 None None] Checking router: 1f37656d-0494-45de-881c-fe40166c3ddc for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:53:11.053804 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8898387-2a6a-49f6-bba9-cb07ae531ad8 None None] Routers {'1f37656d-0494-45de-881c-fe40166c3ddc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:53:11.054443 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f8898387-2a6a-49f6-bba9-cb07ae531ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:53:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1f37656d-0494-45de-881c-fe40166c3ddc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:11.074247 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d0541-7e5a-4c90-8958-973f1e98e5be req-6b17b142-a5ef-49af-b008-8b3ddb537fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:11.075740 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-403d0541-7e5a-4c90-8958-973f1e98e5be req-6b17b142-a5ef-49af-b008-8b3ddb537fbe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=453f7d22-ea2d-4276-ba1d-af1da2257ae2 HTTP/1.1" status: 200 len: 834 time: 0.0502141 Jul 29 15:53:11.123276 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d0541-7e5a-4c90-8958-973f1e98e5be req-478d2426-4d0c-4945-ae45-ca2eacdac54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:11.124811 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-403d0541-7e5a-4c90-8958-973f1e98e5be req-478d2426-4d0c-4945-ae45-ca2eacdac54b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7c02f3fb-1c12-4c49-8836-dadfe1eab5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406029 Jul 29 15:53:11.224935 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-403d0541-7e5a-4c90-8958-973f1e98e5be req-841d3c25-5f9b-4eee-912f-63d296b7f606 service neutron] 10.222.0.38 "GET /v2.0/networks/7c02f3fb-1c12-4c49-8836-dadfe1eab5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915611 Jul 29 15:53:11.317773 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-403d0541-7e5a-4c90-8958-973f1e98e5be req-225a529c-c3db-47cb-baf2-08edab1ed6b1 service neutron] 10.222.0.38 "GET /v2.0/networks/7c02f3fb-1c12-4c49-8836-dadfe1eab5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855200 Jul 29 15:53:11.319409 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-f8898387-2a6a-49f6-bba9-cb07ae531ad8 None None] Set router 1f37656d-0494-45de-881c-fe40166c3ddc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:53:11.515674 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f8898387-2a6a-49f6-bba9-cb07ae531ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424387991', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:52:11Z', 'updated_at': '2021-07-29T15:52:15Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:12Z', 'updated_at': '2021-07-29T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f6dbbcc3-1430-466f-b141-1b49aa7c9067', 'name': '', 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:d3:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:14Z', 'updated_at': '2021-07-29T15:52:19Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:11.545637 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8898387-2a6a-49f6-bba9-cb07ae531ad8 None None] The sync data for ids ['1f37656d-0494-45de-881c-fe40166c3ddc'] in n-d-802893-1 is: [{'id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424387991', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:52:11Z', 'updated_at': '2021-07-29T15:52:15Z', 'revision_number': 4, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:12Z', 'updated_at': '2021-07-29T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'f6dbbcc3-1430-466f-b141-1b49aa7c9067', 'name': '', 'network_id': '7c02f3fb-1c12-4c49-8836-dadfe1eab5d9', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'mac_address': 'fa:16:3e:d3:f8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:14Z', 'updated_at': '2021-07-29T15:52:19Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'subnets': [{'id': '453f7d22-ea2d-4276-ba1d-af1da2257ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:53:11.659748 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:11.764976 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee096e0-f04e-4ad5-87e5-d0df1963fc50 None None] New status for floating IP 49f4646a-f7be-4868-8c0f-4d740f149e65: DOWN {{(pid=94160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:53:12.117290 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3c3fe-3a13-4c0c-81b4-fd5975be2de9 req-1aac80d9-fe71-4891-9f35-8c6a9d795522 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:12.118831 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3d3c3fe-3a13-4c0c-81b4-fd5975be2de9 req-1aac80d9-fe71-4891-9f35-8c6a9d795522 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 945 time: 0.0632691 Jul 29 15:53:12.155550 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3d3c3fe-3a13-4c0c-81b4-fd5975be2de9 req-b871f48d-3e31-4f20-8da3-576aeb70a010 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9ad1716-3799-4532-921e-472268e747ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307512 Jul 29 15:53:12.553800 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e0c15-c729-435f-891c-8f564157d93c req-64c954a0-40df-4784-84f5-37d60e14a068 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:12.555266 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-685e0c15-c729-435f-891c-8f564157d93c req-64c954a0-40df-4784-84f5-37d60e14a068 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.38 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 945 time: 0.0480189 Jul 29 15:53:12.642605 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-685e0c15-c729-435f-891c-8f564157d93c req-565cb949-e6cb-4bfe-89b7-512ce82c7a6b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port 834987f9-ca67-4106-81cb-4a9918ea73e0 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:53:12.643446 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-685e0c15-c729-435f-891c-8f564157d93c req-565cb949-e6cb-4bfe-89b7-512ce82c7a6b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:13.073617 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-685e0c15-c729-435f-891c-8f564157d93c req-565cb949-e6cb-4bfe-89b7-512ce82c7a6b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] For port 834987f9-ca67-4106-81cb-4a9918ea73e0, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=834987f9-ca67-4106-81cb-4a9918ea73e0,segment=NetworkSegment(061fbd7d-537e-4397-afba-8b074970cbdc),segment_id=061fbd7d-537e-4397-afba-8b074970cbdc)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:53:13.073984 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-685e0c15-c729-435f-891c-8f564157d93c req-565cb949-e6cb-4bfe-89b7-512ce82c7a6b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:13.087533 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-685e0c15-c729-435f-891c-8f564157d93c req-565cb949-e6cb-4bfe-89b7-512ce82c7a6b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for 834987f9-ca67-4106-81cb-4a9918ea73e0 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:53:13.217117 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-685e0c15-c729-435f-891c-8f564157d93c req-565cb949-e6cb-4bfe-89b7-512ce82c7a6b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:13.244495 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb949-e6cb-4bfe-89b7-512ce82c7a6b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=834987f9-ca67-4106-81cb-4a9918ea73e0,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:13.257129 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bf01dbda-e905-49f0-9a8e-d147c959c803 req-e7ed81c2-0171-4351-b790-e7b249902398 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc76ca57-5de9-4946-9c14-3ec64d37921e HTTP/1.1" status: 200 len: 210 time: 0.0286534 Jul 29 15:53:13.291718 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-685e0c15-c729-435f-891c-8f564157d93c req-565cb949-e6cb-4bfe-89b7-512ce82c7a6b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] No DVR routers for this DVR port 834987f9-ca67-4106-81cb-4a9918ea73e0 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:53:13.294375 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-685e0c15-c729-435f-891c-8f564157d93c req-565cb949-e6cb-4bfe-89b7-512ce82c7a6b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:13.296493 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-685e0c15-c729-435f-891c-8f564157d93c req-565cb949-e6cb-4bfe-89b7-512ce82c7a6b tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.38 "DELETE /v2.0/ports/834987f9-ca67-4106-81cb-4a9918ea73e0 HTTP/1.1" status: 204 len: 173 time: 0.7345643 Jul 29 15:53:13.296967 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc76ca57-5de9-4946-9c14-3ec64d37921e', 'name': 'network-vif-deleted', 'tag': '834987f9-ca67-4106-81cb-4a9918ea73e0'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:53:13.299320 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914479b9-936c-4746-abaf-cf309e555923" -d '{"events": [{"server_uuid": "cc76ca57-5de9-4946-9c14-3ec64d37921e", "name": "network-vif-deleted", "tag": "834987f9-ca67-4106-81cb-4a9918ea73e0"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:53:13.339632 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92333f5-1fec-4b6f-9753-22592ec08f84 x-openstack-request-id: req-f92333f5-1fec-4b6f-9753-22592ec08f84 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:53:13.339941 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc76ca57-5de9-4946-9c14-3ec64d37921e", "name": "network-vif-deleted", "tag": "834987f9-ca67-4106-81cb-4a9918ea73e0", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:53:13.340194 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f92333f5-1fec-4b6f-9753-22592ec08f84 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:53:13.340601 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc76ca57-5de9-4946-9c14-3ec64d37921e', 'name': 'network-vif-deleted', 'tag': '834987f9-ca67-4106-81cb-4a9918ea73e0', 'status': 'completed', 'code': 200} Jul 29 15:53:14.316904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56040) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:14.673766 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-af5b38d0-a1f9-4966-925d-72053e43b53c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:14.933257 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-af5b38d0-a1f9-4966-925d-72053e43b53c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port f6dbbcc3-1430-466f-b141-1b49aa7c9067 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:53:14.933516 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-af5b38d0-a1f9-4966-925d-72053e43b53c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:15.023147 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-af5b38d0-a1f9-4966-925d-72053e43b53c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] For port f6dbbcc3-1430-466f-b141-1b49aa7c9067, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f6dbbcc3-1430-466f-b141-1b49aa7c9067,segment=NetworkSegment(061fbd7d-537e-4397-afba-8b074970cbdc),segment_id=061fbd7d-537e-4397-afba-8b074970cbdc)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:53:15.023512 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-af5b38d0-a1f9-4966-925d-72053e43b53c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:15.036612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-af5b38d0-a1f9-4966-925d-72053e43b53c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for f6dbbcc3-1430-466f-b141-1b49aa7c9067 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:53:15.222109 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-af5b38d0-a1f9-4966-925d-72053e43b53c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:15.256949 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b38d0-a1f9-4966-925d-72053e43b53c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=f6dbbcc3-1430-466f-b141-1b49aa7c9067,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:15.434600 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-af5b38d0-a1f9-4966-925d-72053e43b53c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:15.653610 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5b38d0-a1f9-4966-925d-72053e43b53c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Router 1f37656d-0494-45de-881c-fe40166c3ddc has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:53:15.760156 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5b38d0-a1f9-4966-925d-72053e43b53c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:53:15.769019 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-af5b38d0-a1f9-4966-925d-72053e43b53c tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "PUT /v2.0/routers/1f37656d-0494-45de-881c-fe40166c3ddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4477315 Jul 29 15:53:15.769287 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56042) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:15.770120 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbebf0e7-e7cd-448a-a1a0-f355fef9841e None None] Sync routers for ids ['1f37656d-0494-45de-881c-fe40166c3ddc'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:53:15.779796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbebf0e7-e7cd-448a-a1a0-f355fef9841e None None] Routers {'1f37656d-0494-45de-881c-fe40166c3ddc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:53:15.780410 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-dbebf0e7-e7cd-448a-a1a0-f355fef9841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:53:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1f37656d-0494-45de-881c-fe40166c3ddc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:15.821482 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3fd2ea-8f89-4abc-95bb-555b123fab16 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting subnet 453f7d22-ea2d-4276-ba1d-af1da2257ae2 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 15:53:15.824581 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd2ea-8f89-4abc-95bb-555b123fab16 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:15.865253 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd2ea-8f89-4abc-95bb-555b123fab16 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:15.887852 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-dbebf0e7-e7cd-448a-a1a0-f355fef9841e None None] Set router 1f37656d-0494-45de-881c-fe40166c3ddc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:53:15.956995 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd2ea-8f89-4abc-95bb-555b123fab16 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:16.018561 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd2ea-8f89-4abc-95bb-555b123fab16 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:16.053367 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fd2ea-8f89-4abc-95bb-555b123fab16 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Subnet': ['ID=453f7d22-ea2d-4276-ba1d-af1da2257ae2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:16.058789 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd2ea-8f89-4abc-95bb-555b123fab16 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:16.061105 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3d3fd2ea-8f89-4abc-95bb-555b123fab16 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/subnets/453f7d22-ea2d-4276-ba1d-af1da2257ae2 HTTP/1.1" status: 204 len: 168 time: 0.2908711 Jul 29 15:53:16.063702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56044) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:16.070017 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd14fcae-7e03-4ca9-8de8-ecd056f8b097 None None] Network 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:53:16.125603 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-dbebf0e7-e7cd-448a-a1a0-f355fef9841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424387991', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:52:11Z', 'updated_at': '2021-07-29T15:53:15Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:12Z', 'updated_at': '2021-07-29T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:16.159897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbebf0e7-e7cd-448a-a1a0-f355fef9841e None None] Checking router: 1f37656d-0494-45de-881c-fe40166c3ddc for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:53:16.172422 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4967321a-d61f-403a-a576-f37f728f491e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:16.188908 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbebf0e7-e7cd-448a-a1a0-f355fef9841e None None] Routers {'1f37656d-0494-45de-881c-fe40166c3ddc'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:53:16.189577 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-dbebf0e7-e7cd-448a-a1a0-f355fef9841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:53:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['1f37656d-0494-45de-881c-fe40166c3ddc'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:16.277880 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4967321a-d61f-403a-a576-f37f728f491e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:16.292544 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 834987f9-ca67-4106-81cb-4a9918ea73e0 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:53:16.322134 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 834987f9-ca67-4106-81cb-4a9918ea73e0 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:53:16.322488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 834987f9-ca67-4106-81cb-4a9918ea73e0 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:53:16.339628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-4967321a-d61f-403a-a576-f37f728f491e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Deleting port afcd7bce-69c1-45e1-a901-d382ac125407 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:53:16.339964 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4967321a-d61f-403a-a576-f37f728f491e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:16.352298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-dbebf0e7-e7cd-448a-a1a0-f355fef9841e None None] Set router 1f37656d-0494-45de-881c-fe40166c3ddc gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:53:16.406107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] DHCP port deletion for 7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 15:53:16.424684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-4967321a-d61f-403a-a576-f37f728f491e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] For port afcd7bce-69c1-45e1-a901-d382ac125407, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=afcd7bce-69c1-45e1-a901-d382ac125407,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:53:16.425062 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4967321a-d61f-403a-a576-f37f728f491e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:16.437260 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-4967321a-d61f-403a-a576-f37f728f491e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Calling delete_port for afcd7bce-69c1-45e1-a901-d382ac125407 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:53:16.542273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Deleting port 2888bb93-7235-41e7-997f-28c7739711e4 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:53:16.542651 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:16.608909 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4967321a-d61f-403a-a576-f37f728f491e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:16.623681 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] For port 2888bb93-7235-41e7-997f-28c7739711e4, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=2888bb93-7235-41e7-997f-28c7739711e4,segment=NetworkSegment(061fbd7d-537e-4397-afba-8b074970cbdc),segment_id=061fbd7d-537e-4397-afba-8b074970cbdc)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:53:16.624076 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:16.635004 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967321a-d61f-403a-a576-f37f728f491e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Port': ['ID=afcd7bce-69c1-45e1-a901-d382ac125407,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:16.644200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-dbebf0e7-e7cd-448a-a1a0-f355fef9841e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424387991', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:52:11Z', 'updated_at': '2021-07-29T15:53:15Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:12Z', 'updated_at': '2021-07-29T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:16.646315 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Calling delete_port for 2888bb93-7235-41e7-997f-28c7739711e4 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:53:16.679856 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbebf0e7-e7cd-448a-a1a0-f355fef9841e None None] The sync data for ids ['1f37656d-0494-45de-881c-fe40166c3ddc'] in n-d-802893-1 is: [{'id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-424387991', 'tenant_id': '36a4f9ad7825435597e53da998c0efb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:52:11Z', 'updated_at': '2021-07-29T15:53:15Z', 'revision_number': 5, 'project_id': '36a4f9ad7825435597e53da998c0efb6', 'gw_port': {'id': 'afcd7bce-69c1-45e1-a901-d382ac125407', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f37656d-0494-45de-881c-fe40166c3ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:52:12Z', 'updated_at': '2021-07-29T15:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:53:16.702438 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4967321a-d61f-403a-a576-f37f728f491e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:16.761311 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:16.789460 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Pushing event deleted for resources: {'Port': ['ID=2888bb93-7235-41e7-997f-28c7739711e4,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:16.792830 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] No DVR routers for this DVR port 2888bb93-7235-41e7-997f-28c7739711e4 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:53:16.800105 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:16.800476 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:16.800815 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:16.801304 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:16.801675 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:16.802001 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:16.802317 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:16.802912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:16.803006 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:16.803266 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:16.803583 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:16.803897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be9e366-d33a-4b4b-9c2e-6c0157137f0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:16.808130 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4967321a-d61f-403a-a576-f37f728f491e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:16.810782 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4967321a-d61f-403a-a576-f37f728f491e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:16.857326 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4967321a-d61f-403a-a576-f37f728f491e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:16.858098 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4967321a-d61f-403a-a576-f37f728f491e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Fanout notify agent at l3_agent the message router_deleted on router 1f37656d-0494-45de-881c-fe40166c3ddc {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 15:53:16.866789 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4967321a-d61f-403a-a576-f37f728f491e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:16.869101 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4967321a-d61f-403a-a576-f37f728f491e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/routers/1f37656d-0494-45de-881c-fe40166c3ddc HTTP/1.1" status: 204 len: 168 time: 0.8040199 Jul 29 15:53:16.870646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56046) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:16.950198 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1475746d-018d-491b-b423-cd7ad8b78326 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:17.035739 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1475746d-018d-491b-b423-cd7ad8b78326 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:17.046292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-1475746d-018d-491b-b423-cd7ad8b78326 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c02f3fb-1c12-4c49-8836-dadfe1eab5d9']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:17.057997 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-1475746d-018d-491b-b423-cd7ad8b78326 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061fbd7d-537e-4397-afba-8b074970cbdc') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:17.058200 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-1475746d-018d-491b-b423-cd7ad8b78326 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061fbd7d-537e-4397-afba-8b074970cbdc') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:17.068219 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1475746d-018d-491b-b423-cd7ad8b78326 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:17.082576 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1475746d-018d-491b-b423-cd7ad8b78326 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:17.088635 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1475746d-018d-491b-b423-cd7ad8b78326 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 15:53:17.089050 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1475746d-018d-491b-b423-cd7ad8b78326 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: timer() Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 15:53:17.092246 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 15:53:17.155694 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1475746d-018d-491b-b423-cd7ad8b78326 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:17.163131 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-1475746d-018d-491b-b423-cd7ad8b78326 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:17.164953 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1475746d-018d-491b-b423-cd7ad8b78326 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/networks/7c02f3fb-1c12-4c49-8836-dadfe1eab5d9 HTTP/1.1" status: 204 len: 168 time: 0.2933605 Jul 29 15:53:17.168381 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56048) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:17.176963 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475746d-018d-491b-b423-cd7ad8b78326 tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'Network': ['ID=7c02f3fb-1c12-4c49-8836-dadfe1eab5d9,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:17.228907 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:17.256484 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:17.328923 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:17.331901 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:17.336784 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] 10.222.0.16 "DELETE /v2.0/security-groups/e9ad1716-3799-4532-921e-472268e747ef HTTP/1.1" status: 204 len: 168 time: 0.1672714 Jul 29 15:53:17.350535 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ad1716-3799-4532-921e-472268e747ef,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:17.359911 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:17.360259 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:17.360613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:17.360983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:17.362100 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:17.362236 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:17.362729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:17.363177 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:17.363514 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:17.365177 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:17.365538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:17.366208 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad87ae-7279-4116-a922-a9ee6736b55e tempest-TestNetworkAdvancedServerOps-362798699 tempest-TestNetworkAdvancedServerOps-362798699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:17.678952 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56056) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:17.740766 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2888bb93-7235-41e7-997f-28c7739711e4 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:53:17.761137 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 2888bb93-7235-41e7-997f-28c7739711e4 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:53:17.761471 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 2888bb93-7235-41e7-997f-28c7739711e4 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:53:17.761902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f6dbbcc3-1430-466f-b141-1b49aa7c9067 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:53:17.780801 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: f6dbbcc3-1430-466f-b141-1b49aa7c9067 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:53:17.781151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f6dbbcc3-1430-466f-b141-1b49aa7c9067 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:53:17.823684 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9629dd82-38cb-4778-a3a1-2d6506d3da99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36a4f9ad7825435597e53da998c0efb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433694 Jul 29 15:53:17.826122 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56060) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:17.875612 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cad43c85-c0e5-48df-af07-4b878bbdeccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:17.896779 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cad43c85-c0e5-48df-af07-4b878bbdeccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:17.944913 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cad43c85-c0e5-48df-af07-4b878bbdeccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:17.947464 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-cad43c85-c0e5-48df-af07-4b878bbdeccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:17.948647 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-cad43c85-c0e5-48df-af07-4b878bbdeccc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ad983023-94be-4a5f-a95c-bda1f7fd06b7 HTTP/1.1" status: 204 len: 168 time: 0.1215959 Jul 29 15:53:17.957233 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad43c85-c0e5-48df-af07-4b878bbdeccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad983023-94be-4a5f-a95c-bda1f7fd06b7,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:18.207779 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56066) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:18.221448 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-488c771e-00ba-42fb-ac9a-e70229efec30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:18.308882 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-488c771e-00ba-42fb-ac9a-e70229efec30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:18.312416 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-488c771e-00ba-42fb-ac9a-e70229efec30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:18.350790 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-488c771e-00ba-42fb-ac9a-e70229efec30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=84d12c87bcbc468baa2db60411f0cb4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419365 Jul 29 15:53:18.351905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c771e-00ba-42fb-ac9a-e70229efec30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff1ec1f-7a16-4635-a594-cec8858dc886,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:18.353511 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56068) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:18.404223 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa42bb48-cfad-43c0-9e1d-640df1af9334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:18.425598 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa42bb48-cfad-43c0-9e1d-640df1af9334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:18.473371 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa42bb48-cfad-43c0-9e1d-640df1af9334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:18.475909 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-aa42bb48-cfad-43c0-9e1d-640df1af9334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:18.477175 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-aa42bb48-cfad-43c0-9e1d-640df1af9334 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ff1ec1f-7a16-4635-a594-cec8858dc886 HTTP/1.1" status: 204 len: 168 time: 0.1219766 Jul 29 15:53:18.485198 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42bb48-cfad-43c0-9e1d-640df1af9334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff1ec1f-7a16-4635-a594-cec8858dc886,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:19.183402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56090) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:19.277861 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-87ea15ef-86f7-46ed-8347-e39a64d0b05e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1293814027-network', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:53:19.299353 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ea15ef-86f7-46ed-8347-e39a64d0b05e admin admin] Made reservation on behalf of b0cc98e1d77946c8aedc0f48634a9363 for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:53:19.301615 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87ea15ef-86f7-46ed-8347-e39a64d0b05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:19.309930 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87ea15ef-86f7-46ed-8347-e39a64d0b05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:19.351807 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device afcd7bce-69c1-45e1-a901-d382ac125407 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:53:19.375208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: afcd7bce-69c1-45e1-a901-d382ac125407 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:53:19.375668 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device afcd7bce-69c1-45e1-a901-d382ac125407 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:53:19.400876 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87ea15ef-86f7-46ed-8347-e39a64d0b05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:19.404468 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87ea15ef-86f7-46ed-8347-e39a64d0b05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:19.429623 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ea15ef-86f7-46ed-8347-e39a64d0b05e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:53:19.444024 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea15ef-86f7-46ed-8347-e39a64d0b05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41c2bcc-3fa5-47e1-94f8-8c326ba40c42,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:19.449452 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87ea15ef-86f7-46ed-8347-e39a64d0b05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:19.449794 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-87ea15ef-86f7-46ed-8347-e39a64d0b05e admin admin] Added segment 9df56f1b-8ba3-4ddc-947a-efb37b533411 of type vlan for network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 Jul 29 15:53:19.490508 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87ea15ef-86f7-46ed-8347-e39a64d0b05e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:19.518858 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87ea15ef-86f7-46ed-8347-e39a64d0b05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:19.519787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ea15ef-86f7-46ed-8347-e39a64d0b05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:19.520420 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-87ea15ef-86f7-46ed-8347-e39a64d0b05e admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:19.570894 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-87ea15ef-86f7-46ed-8347-e39a64d0b05e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3861361 Jul 29 15:53:19.574317 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56094) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:19.579438 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-dcee920b-5a64-43b5-b444-efe2f654624a admin admin] Request body: {'subnet': {'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1293814027-subnet', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:53:19.580090 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea15ef-86f7-46ed-8347-e39a64d0b05e admin admin] Pushing event updated for resources: {'Network': ['ID=d79a9ecd-560e-4c72-8930-fbb10b2e48d4,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:19.590972 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:53:19.601948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcee920b-5a64-43b5-b444-efe2f654624a admin admin] Made reservation on behalf of b0cc98e1d77946c8aedc0f48634a9363 for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:53:19.604702 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcee920b-5a64-43b5-b444-efe2f654624a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:19.775710 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcee920b-5a64-43b5-b444-efe2f654624a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:19.829740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee920b-5a64-43b5-b444-efe2f654624a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac2cb20-87cf-4d88-a09d-d12bcef7a472,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:19.842307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcee920b-5a64-43b5-b444-efe2f654624a admin admin] Checking segment: {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:53:19.842663 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcee920b-5a64-43b5-b444-efe2f654624a admin admin] Network hostable DHCP agents. Network: d79a9ecd-560e-4c72-8930-fbb10b2e48d4, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:53:19.860505 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcee920b-5a64-43b5-b444-efe2f654624a admin admin] Network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:53:19.870298 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-dcee920b-5a64-43b5-b444-efe2f654624a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, d79a9ecd-560e-4c72-8930-fbb10b2e48d4) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:53:19.874922 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcee920b-5a64-43b5-b444-efe2f654624a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:19.876063 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-dcee920b-5a64-43b5-b444-efe2f654624a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:19.879671 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e240205a-c249-4849-b663-be26b1f8919f None None] Network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:53:19.889900 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-dcee920b-5a64-43b5-b444-efe2f654624a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3144276 Jul 29 15:53:19.893063 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56096) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:19.897579 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:53:19.917352 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:19.918335 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:19.974551 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:20.026079 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-d79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:53:20.026878 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:20.115903 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:20.163223 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Allocated IP 172.20.0.2 (d79a9ecd-560e-4c72-8930-fbb10b2e48d4/4ac2cb20-87cf-4d88-a09d-d12bcef7a472/f0280a59-2eb6-42ce-ba25-c5f67ece0659) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:53:20.303196 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:20.311473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Transition to ACTIVE for port object f0280a59-2eb6-42ce-ba25-c5f67ece0659 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:53:20.317324 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:20.326997 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Transition to ACTIVE for port object f0280a59-2eb6-42ce-ba25-c5f67ece0659 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:53:20.333151 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:20.342254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:20.375971 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:53:20.381755 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:53:20.384136 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:53:20.391120 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Pushing event updated for resources: {'Port': ['ID=f0280a59-2eb6-42ce-ba25-c5f67ece0659,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:20.444180 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Attempting to bind port f0280a59-2eb6-42ce-ba25-c5f67ece0659 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:53:20.444551 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Attempting to bind port f0280a59-2eb6-42ce-ba25-c5f67ece0659 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:53:20.444946 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Attempting to bind port f0280a59-2eb6-42ce-ba25-c5f67ece0659 on network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:53:20.447088 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Allocated IP 172.25.6.119 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/eba6ee01-57d6-4879-be8e-69399af3c016) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:53:20.449886 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:53:20.450269 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Checking segment: {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:53:20.450672 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:20.451065 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Bound using segment: {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:53:20.451530 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Bound port: f0280a59-2eb6-42ce-ba25-c5f67ece0659, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:53:20.451925 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:20.515400 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] For port f0280a59-2eb6-42ce-ba25-c5f67ece0659, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:53:20.518979 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] For port f0280a59-2eb6-42ce-ba25-c5f67ece0659, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f0280a59-2eb6-42ce-ba25-c5f67ece0659,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:53:20.523375 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:20.559258 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:20.586611 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb79b1e-274a-4571-b021-1c35029a341c None None] Pushing event updated for resources: {'Port': ['ID=f0280a59-2eb6-42ce-ba25-c5f67ece0659,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:20.604000 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:20.642997 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:53:20.645858 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:53:20.652132 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:53:20.676310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=eba6ee01-57d6-4879-be8e-69399af3c016,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:20.929650 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:21.448567 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f0280a59-2eb6-42ce-ba25-c5f67ece0659 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:53:21.487288 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:21.503628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port f0280a59-2eb6-42ce-ba25-c5f67ece0659 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:53:21.514913 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9135dc-c4ea-4cf7-b6ef-d3db557ed257 None None] Network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:53:21.601904 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b70b096b-7bb1-46e4-9eab-cbea4d282d85 None None] Provisioning for port f0280a59-2eb6-42ce-ba25-c5f67ece0659 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:53:21.619026 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Router fb6282c5-becd-48e8-8222-2317f6ad575f is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:53:21.626520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-b70b096b-7bb1-46e4-9eab-cbea4d282d85 None None] Provisioning complete for port f0280a59-2eb6-42ce-ba25-c5f67ece0659 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:21.626951 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b70b096b-7bb1-46e4-9eab-cbea4d282d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:21.734603 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:53:21.751463 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Sync routers for ids ['fb6282c5-becd-48e8-8222-2317f6ad575f'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:53:21.752090 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b70b096b-7bb1-46e4-9eab-cbea4d282d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:21.753565 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:21.758564 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9390488a-04a0-47d7-b9ec-a326461caaf0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8620355 Jul 29 15:53:21.758982 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56098) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:21.762391 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Routers {'fb6282c5-becd-48e8-8222-2317f6ad575f'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:53:21.763151 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:53:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fb6282c5-becd-48e8-8222-2317f6ad575f'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:21.788902 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-b70b096b-7bb1-46e4-9eab-cbea4d282d85 None None] For port f0280a59-2eb6-42ce-ba25-c5f67ece0659, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f0280a59-2eb6-42ce-ba25-c5f67ece0659,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:53:21.796078 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b70b096b-7bb1-46e4-9eab-cbea4d282d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:21.874456 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b096b-7bb1-46e4-9eab-cbea4d282d85 None None] Pushing event updated for resources: {'Port': ['ID=f0280a59-2eb6-42ce-ba25-c5f67ece0659,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:21.896565 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Set router fb6282c5-becd-48e8-8222-2317f6ad575f gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:53:22.017763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f683f530-9cf4-422f-8f31-d348e0019ea9 None None] Provisioning complete for port f0280a59-2eb6-42ce-ba25-c5f67ece0659 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:22.018161 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f683f530-9cf4-422f-8f31-d348e0019ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:22.088564 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:20Z', 'revision_number': 3, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:22.117923 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Checking router: fb6282c5-becd-48e8-8222-2317f6ad575f for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:53:22.118270 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Updating router fb6282c5-becd-48e8-8222-2317f6ad575f port eba6ee01-57d6-4879-be8e-69399af3c016 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:53:22.145866 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:22.219452 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:22.379826 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Allocated IP 172.20.0.1 (d79a9ecd-560e-4c72-8930-fbb10b2e48d4/4ac2cb20-87cf-4d88-a09d-d12bcef7a472/4a95aea5-ca0a-48a8-a3f4-6645eccb0650) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:53:22.481314 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:22.488073 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:22.494932 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Transition to ACTIVE for port object 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:53:22.497626 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Transition to ACTIVE for port object eba6ee01-57d6-4879-be8e-69399af3c016 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:53:22.503977 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:22.528130 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:22.556899 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142e685-95b7-40f9-a624-2587cc678ac8 None None] Pushing event updated for resources: {'Port': ['ID=eba6ee01-57d6-4879-be8e-69399af3c016,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:22.564239 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Attempting to bind port eba6ee01-57d6-4879-be8e-69399af3c016 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:53:22.565430 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Attempting to bind port eba6ee01-57d6-4879-be8e-69399af3c016 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:53:22.565901 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Attempting to bind port eba6ee01-57d6-4879-be8e-69399af3c016 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:53:22.571032 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142e685-95b7-40f9-a624-2587cc678ac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:22.571372 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142e685-95b7-40f9-a624-2587cc678ac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:22.571528 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:53:22.571708 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142e685-95b7-40f9-a624-2587cc678ac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:22.572041 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142e685-95b7-40f9-a624-2587cc678ac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:22.572367 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142e685-95b7-40f9-a624-2587cc678ac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:22.572724 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142e685-95b7-40f9-a624-2587cc678ac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:22.573039 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142e685-95b7-40f9-a624-2587cc678ac8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:22.573368 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142e685-95b7-40f9-a624-2587cc678ac8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:22.573687 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142e685-95b7-40f9-a624-2587cc678ac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:22.574006 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142e685-95b7-40f9-a624-2587cc678ac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:22.574301 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:53:22.574410 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142e685-95b7-40f9-a624-2587cc678ac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:22.574626 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e142e685-95b7-40f9-a624-2587cc678ac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:53:22.577877 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:53:22.578046 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:53:22.578426 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:53:22.578825 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:22.579207 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:53:22.579711 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Bound port: eba6ee01-57d6-4879-be8e-69399af3c016, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:53:22.580082 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:22.609702 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a95aea5-ca0a-48a8-a3f4-6645eccb0650,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:22.628709 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:22.633006 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] For port eba6ee01-57d6-4879-be8e-69399af3c016, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:53:22.636202 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] For port eba6ee01-57d6-4879-be8e-69399af3c016, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=eba6ee01-57d6-4879-be8e-69399af3c016,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:53:22.640292 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:22.699883 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Routers {'fb6282c5-becd-48e8-8222-2317f6ad575f'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:53:22.700519 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:53:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fb6282c5-becd-48e8-8222-2317f6ad575f'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:22.702306 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142e685-95b7-40f9-a624-2587cc678ac8 None None] Pushing event updated for resources: {'Port': ['ID=eba6ee01-57d6-4879-be8e-69399af3c016,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:22.775452 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:22.821480 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] Set router fb6282c5-becd-48e8-8222-2317f6ad575f gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:53:22.891350 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2f856a3c-e50e-48ac-889a-1f2936c63e89 None None] Provisioning for port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:53:22.895903 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2f856a3c-e50e-48ac-889a-1f2936c63e89 None None] Provisioning complete for port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:22.896385 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2f856a3c-e50e-48ac-889a-1f2936c63e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:22.934345 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-2f856a3c-e50e-48ac-889a-1f2936c63e89 None None] Port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:53:22.943483 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:22.948481 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:23.000583 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:20Z', 'revision_number': 3, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:23.021010 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a95aea5-ca0a-48a8-a3f4-6645eccb0650,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:23.023783 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:23.027559 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25de6501-b8d6-4070-a501-f797111d13c3 None None] The sync data for ids ['fb6282c5-becd-48e8-8222-2317f6ad575f'] in n-d-802893-1 is: [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:20Z', 'revision_number': 3, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:53:23.123037 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:53:23.124449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:53:23.255714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Router fb6282c5-becd-48e8-8222-2317f6ad575f has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:53:23.423800 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:53:23.435722 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-71856e59-72f2-4770-a7e1-87b671e54ad5 admin admin] 10.222.0.16 "PUT /v2.0/routers/fb6282c5-becd-48e8-8222-2317f6ad575f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6695540 Jul 29 15:53:23.461893 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4b1680e6-7395-47a3-b89f-f68e9ddb39f6 None None] Provisioning complete for port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:23.462594 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b1680e6-7395-47a3-b89f-f68e9ddb39f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:23.506628 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f0280a59-2eb6-42ce-ba25-c5f67ece0659 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:53:23.534126 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4b1680e6-7395-47a3-b89f-f68e9ddb39f6 None None] Port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:53:23.567543 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f0280a59-2eb6-42ce-ba25-c5f67ece0659 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:23.567845 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:23.653961 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device eba6ee01-57d6-4879-be8e-69399af3c016 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:53:23.725045 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port eba6ee01-57d6-4879-be8e-69399af3c016 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:53:23.729665 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port eba6ee01-57d6-4879-be8e-69399af3c016 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:23.729929 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:23.821647 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:23.847308 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port eba6ee01-57d6-4879-be8e-69399af3c016, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=eba6ee01-57d6-4879-be8e-69399af3c016,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:53:23.852540 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:23.903847 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=eba6ee01-57d6-4879-be8e-69399af3c016,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:23.969521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56114) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:23.974620 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-7ef9dd2c-a001-4472-b275-e864e6923ce5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-96888721-network', 'tenant_id': 'fce6f3aab7534024b132a94231e2be3f'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:53:23.995267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef9dd2c-a001-4472-b275-e864e6923ce5 admin admin] Made reservation on behalf of fce6f3aab7534024b132a94231e2be3f for: {'network': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:53:23.997622 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ef9dd2c-a001-4472-b275-e864e6923ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:24.006885 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ef9dd2c-a001-4472-b275-e864e6923ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:24.097502 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ef9dd2c-a001-4472-b275-e864e6923ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:24.101198 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ef9dd2c-a001-4472-b275-e864e6923ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:24.129297 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef9dd2c-a001-4472-b275-e864e6923ce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 15:53:24.138775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9dd2c-a001-4472-b275-e864e6923ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025ccfe2-7594-426b-9da4-396e48fa83fb,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:24.145224 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ef9dd2c-a001-4472-b275-e864e6923ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:24.145574 n-d-802893-1 neutron-server[94158]: INFO neutron.db.segments_db [None req-7ef9dd2c-a001-4472-b275-e864e6923ce5 admin admin] Added segment b15bf630-9015-4a91-8ffc-8e5e9d283608 of type vlan for network dc4ca33b-305a-425a-a467-50a0912e2179 Jul 29 15:53:24.186939 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ef9dd2c-a001-4472-b275-e864e6923ce5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:24.215472 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ef9dd2c-a001-4472-b275-e864e6923ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:24.216727 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef9dd2c-a001-4472-b275-e864e6923ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:24.217336 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-7ef9dd2c-a001-4472-b275-e864e6923ce5 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:24.267704 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-7ef9dd2c-a001-4472-b275-e864e6923ce5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2970130 Jul 29 15:53:24.270550 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56116) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:24.275774 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-a53c4a63-6bd3-4758-8e49-537beee3dd34 admin admin] Request body: {'subnet': {'network_id': 'dc4ca33b-305a-425a-a467-50a0912e2179', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-96888721-subnet', 'tenant_id': 'fce6f3aab7534024b132a94231e2be3f', 'ip_version': 4}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:53:24.276713 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9dd2c-a001-4472-b275-e864e6923ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=dc4ca33b-305a-425a-a467-50a0912e2179,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:24.288411 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network dc4ca33b-305a-425a-a467-50a0912e2179 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 15:53:24.297761 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53c4a63-6bd3-4758-8e49-537beee3dd34 admin admin] Made reservation on behalf of fce6f3aab7534024b132a94231e2be3f for: {'subnet': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:53:24.301045 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a53c4a63-6bd3-4758-8e49-537beee3dd34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9036464'] for subnet, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:24.474972 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a53c4a63-6bd3-4758-8e49-537beee3dd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9358993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9036446'] for subnet, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:24.530492 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c4a63-6bd3-4758-8e49-537beee3dd34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a564f0c5-8cd9-4cd1-b619-e4429230fe13,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:24.540082 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53c4a63-6bd3-4758-8e49-537beee3dd34 admin admin] Checking segment: {'id': 'b15bf630-9015-4a91-8ffc-8e5e9d283608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dc4ca33b-305a-425a-a467-50a0912e2179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:53:24.540448 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53c4a63-6bd3-4758-8e49-537beee3dd34 admin admin] Network hostable DHCP agents. Network: dc4ca33b-305a-425a-a467-50a0912e2179, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 15:53:24.556592 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53c4a63-6bd3-4758-8e49-537beee3dd34 admin admin] Network dc4ca33b-305a-425a-a467-50a0912e2179 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 15:53:24.564981 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-a53c4a63-6bd3-4758-8e49-537beee3dd34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, dc4ca33b-305a-425a-a467-50a0912e2179) {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:53:24.568926 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53c4a63-6bd3-4758-8e49-537beee3dd34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:24.569538 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a53c4a63-6bd3-4758-8e49-537beee3dd34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:24.573883 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b327e16b-d4cc-4a6d-87da-a8e9b3a957aa None None] Network dc4ca33b-305a-425a-a467-50a0912e2179 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:53:24.588761 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a53c4a63-6bd3-4758-8e49-537beee3dd34 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3145206 Jul 29 15:53:24.588967 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56118) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:24.593820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-96888721-router', 'tenant_id': 'fce6f3aab7534024b132a94231e2be3f', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:53:24.615600 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:24.616747 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:24.671140 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:24.726881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Sync routers for ids ['fb6282c5-becd-48e8-8222-2317f6ad575f'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:53:24.737345 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Routers {'fb6282c5-becd-48e8-8222-2317f6ad575f'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:53:24.737907 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:53:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fb6282c5-becd-48e8-8222-2317f6ad575f'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:24.741327 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-dc4ca33b-305a-425a-a467-50a0912e2179', 'network_id': 'dc4ca33b-305a-425a-a467-50a0912e2179', 'tenant_id': 'fce6f3aab7534024b132a94231e2be3f', 'fixed_ips': [{'subnet_id': 'a564f0c5-8cd9-4cd1-b619-e4429230fe13'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 15:53:24.742165 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:24.819807 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:24.940212 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Set router fb6282c5-becd-48e8-8222-2317f6ad575f gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:53:25.026810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Allocated IP 172.20.0.2 (dc4ca33b-305a-425a-a467-50a0912e2179/a564f0c5-8cd9-4cd1-b619-e4429230fe13/30424650-b719-4a3a-a1ab-9cb7a502fa21) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:53:25.034957 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:25.054193 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:25.162104 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Allocated IP 172.25.6.8 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/c2b05dd1-74a0-4ddb-ab62-665b38000cd3) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:53:25.264766 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:25.272041 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:25.275881 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Transition to ACTIVE for port object 30424650-b719-4a3a-a1ab-9cb7a502fa21 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:53:25.284151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '4a95aea5-ca0a-48a8-a3f4-6645eccb0650', 'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'mac_address': 'fa:16:3e:8c:11:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:22Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 2, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'subnets': [{'id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:25.313157 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:25.318065 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Checking router: fb6282c5-becd-48e8-8222-2317f6ad575f for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:53:25.318416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Updating router fb6282c5-becd-48e8-8222-2317f6ad575f port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:53:25.320591 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Transition to ACTIVE for port object 30424650-b719-4a3a-a1ab-9cb7a502fa21 will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:53:25.337754 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:25.352483 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:53:25.357196 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:53:25.359557 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:53:25.380602 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:25.387429 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Network dc4ca33b-305a-425a-a467-50a0912e2179 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:53:25.394473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Pushing event updated for resources: {'Port': ['ID=c2b05dd1-74a0-4ddb-ab62-665b38000cd3,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:25.397137 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:53:25.407116 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:53:25.412501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Pushing event updated for resources: {'Port': ['ID=30424650-b719-4a3a-a1ab-9cb7a502fa21,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:25.450912 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device eba6ee01-57d6-4879-be8e-69399af3c016 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:53:25.573911 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Attempting to bind port 30424650-b719-4a3a-a1ab-9cb7a502fa21 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:53:25.574278 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Attempting to bind port 30424650-b719-4a3a-a1ab-9cb7a502fa21 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'b15bf630-9015-4a91-8ffc-8e5e9d283608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dc4ca33b-305a-425a-a467-50a0912e2179'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:53:25.574633 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Attempting to bind port 30424650-b719-4a3a-a1ab-9cb7a502fa21 on network dc4ca33b-305a-425a-a467-50a0912e2179 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:53:25.586226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:53:25.586595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Checking segment: {'id': 'b15bf630-9015-4a91-8ffc-8e5e9d283608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dc4ca33b-305a-425a-a467-50a0912e2179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:53:25.586993 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:25.587384 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Bound using segment: {'id': 'b15bf630-9015-4a91-8ffc-8e5e9d283608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dc4ca33b-305a-425a-a467-50a0912e2179'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:53:25.587848 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Bound port: 30424650-b719-4a3a-a1ab-9cb7a502fa21, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15bf630-9015-4a91-8ffc-8e5e9d283608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dc4ca33b-305a-425a-a467-50a0912e2179'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:53:25.588225 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:25.660468 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:25.684021 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port eba6ee01-57d6-4879-be8e-69399af3c016 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:25.684395 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:25.768475 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] For port 30424650-b719-4a3a-a1ab-9cb7a502fa21, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:53:25.792298 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] For port 30424650-b719-4a3a-a1ab-9cb7a502fa21, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=30424650-b719-4a3a-a1ab-9cb7a502fa21,segment=NetworkSegment(b15bf630-9015-4a91-8ffc-8e5e9d283608),segment_id=b15bf630-9015-4a91-8ffc-8e5e9d283608)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:53:25.803866 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:25.902872 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:25.941515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a140a59-7a1f-4e21-a879-4e9a63b348fc None None] Pushing event updated for resources: {'Port': ['ID=30424650-b719-4a3a-a1ab-9cb7a502fa21,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:25.954259 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:25.969064 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Transition to ACTIVE for port object 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:53:25.977354 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:26.059322 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285c689-b927-4adf-b549-bc8488ea9a4e None None] Pushing event updated for resources: {'Port': ['ID=4a95aea5-ca0a-48a8-a3f4-6645eccb0650,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:26.080549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Router ea0949fc-88e5-407e-86a8-6fe58088e360 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 15:53:26.098734 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Attempting to bind port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:53:26.099015 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Attempting to bind port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:53:26.099379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Attempting to bind port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 on network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:53:26.105413 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:53:26.105786 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Checking segment: {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:53:26.106211 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:26.106607 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Bound using segment: {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:53:26.107171 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Bound port: 4a95aea5-ca0a-48a8-a3f4-6645eccb0650, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:53:26.107809 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:26.207184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] For port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:53:26.210579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] For port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4a95aea5-ca0a-48a8-a3f4-6645eccb0650,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:53:26.214716 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:26.252791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:53:26.265313 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Sync routers for ids ['ea0949fc-88e5-407e-86a8-6fe58088e360'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:53:26.274180 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:26.276117 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-097bc5ef-69a8-4738-ad64-3dd433328b3a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.6862295 Jul 29 15:53:26.280495 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Routers {'ea0949fc-88e5-407e-86a8-6fe58088e360'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:53:26.280885 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56120) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:26.281198 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:53:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ea0949fc-88e5-407e-86a8-6fe58088e360'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:26.319494 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Routers {'fb6282c5-becd-48e8-8222-2317f6ad575f'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:53:26.320531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:53:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fb6282c5-becd-48e8-8222-2317f6ad575f'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:26.398408 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285c689-b927-4adf-b549-bc8488ea9a4e None None] Pushing event updated for resources: {'Port': ['ID=4a95aea5-ca0a-48a8-a3f4-6645eccb0650,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:26.424281 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Set router ea0949fc-88e5-407e-86a8-6fe58088e360 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:53:26.488501 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] Set router fb6282c5-becd-48e8-8222-2317f6ad575f gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:53:26.647180 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'name': 'tempest-TestShelveInstance-96888721-router', 'tenant_id': 'fce6f3aab7534024b132a94231e2be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c2b05dd1-74a0-4ddb-ab62-665b38000cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:24Z', 'updated_at': '2021-07-29T15:53:25Z', 'revision_number': 3, 'project_id': 'fce6f3aab7534024b132a94231e2be3f', 'gw_port': {'id': 'c2b05dd1-74a0-4ddb-ab62-665b38000cd3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:25Z', 'updated_at': '2021-07-29T15:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:26.681493 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Checking router: ea0949fc-88e5-407e-86a8-6fe58088e360 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:53:26.681848 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Updating router ea0949fc-88e5-407e-86a8-6fe58088e360 port c2b05dd1-74a0-4ddb-ab62-665b38000cd3 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:53:26.709261 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:26.799554 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:26.960233 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '4a95aea5-ca0a-48a8-a3f4-6645eccb0650', 'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'mac_address': 'fa:16:3e:8c:11:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:22Z', 'updated_at': '2021-07-29T15:53:26Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'subnets': [{'id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:26.986795 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Allocated IP 172.20.0.1 (dc4ca33b-305a-425a-a467-50a0912e2179/a564f0c5-8cd9-4cd1-b619-e4429230fe13/3296dd04-3df2-462f-ad0b-d7148386b4bb) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:53:26.993583 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f813be3a-5516-45a7-8f54-1280249bdac4 None None] The sync data for ids ['fb6282c5-becd-48e8-8222-2317f6ad575f'] in n-d-802893-1 is: [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '4a95aea5-ca0a-48a8-a3f4-6645eccb0650', 'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'mac_address': 'fa:16:3e:8c:11:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:22Z', 'updated_at': '2021-07-29T15:53:26Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'subnets': [{'id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:53:27.012043 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.047760 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.063283 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Transition to ACTIVE for port object c2b05dd1-74a0-4ddb-ab62-665b38000cd3 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:53:27.072368 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.136190 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Attempting to bind port c2b05dd1-74a0-4ddb-ab62-665b38000cd3 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:53:27.136558 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Attempting to bind port c2b05dd1-74a0-4ddb-ab62-665b38000cd3 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:53:27.137632 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Attempting to bind port c2b05dd1-74a0-4ddb-ab62-665b38000cd3 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:53:27.140555 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabd481-0a91-4166-aa8d-b36271aa2018 None None] Pushing event updated for resources: {'Port': ['ID=c2b05dd1-74a0-4ddb-ab62-665b38000cd3,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:27.146899 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:53:27.147269 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:53:27.147894 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.148230 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:53:27.148498 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Bound port: c2b05dd1-74a0-4ddb-ab62-665b38000cd3, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:53:27.148908 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.165634 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.185899 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05fb9a6-cdd1-48ad-96a3-9d17608f425b None None] Network dc4ca33b-305a-425a-a467-50a0912e2179 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 15:53:27.199373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Transition to ACTIVE for port object 3296dd04-3df2-462f-ad0b-d7148386b4bb will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:53:27.212514 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] For port c2b05dd1-74a0-4ddb-ab62-665b38000cd3, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:53:27.216448 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] For port c2b05dd1-74a0-4ddb-ab62-665b38000cd3, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c2b05dd1-74a0-4ddb-ab62-665b38000cd3,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:53:27.222746 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.248909 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.283237 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabd481-0a91-4166-aa8d-b36271aa2018 None None] Pushing event updated for resources: {'Port': ['ID=c2b05dd1-74a0-4ddb-ab62-665b38000cd3,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:27.294188 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Routers {'ea0949fc-88e5-407e-86a8-6fe58088e360'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:53:27.294935 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:53:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ea0949fc-88e5-407e-86a8-6fe58088e360'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:27.299375 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Network dc4ca33b-305a-425a-a467-50a0912e2179 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:53:27.299929 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a33f7973-6ee7-4236-8d26-1b907524b41d None None] Provisioning for port 30424650-b719-4a3a-a1ab-9cb7a502fa21 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:53:27.302458 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:53:27.310214 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:53:27.350688 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Pushing event updated for resources: {'Port': ['ID=3296dd04-3df2-462f-ad0b-d7148386b4bb,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:27.383115 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.446705 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] Set router ea0949fc-88e5-407e-86a8-6fe58088e360 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:53:27.531128 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 30424650-b719-4a3a-a1ab-9cb7a502fa21 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:53:27.603615 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.614000 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 30424650-b719-4a3a-a1ab-9cb7a502fa21 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:53:27.619077 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 30424650-b719-4a3a-a1ab-9cb7a502fa21 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:27.619603 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.734050 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.784987 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 30424650-b719-4a3a-a1ab-9cb7a502fa21, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=30424650-b719-4a3a-a1ab-9cb7a502fa21,segment=NetworkSegment(b15bf630-9015-4a91-8ffc-8e5e9d283608),segment_id=b15bf630-9015-4a91-8ffc-8e5e9d283608)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:53:27.791334 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.793155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:53:27.827789 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.838660 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.926541 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'name': 'tempest-TestShelveInstance-96888721-router', 'tenant_id': 'fce6f3aab7534024b132a94231e2be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c2b05dd1-74a0-4ddb-ab62-665b38000cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:24Z', 'updated_at': '2021-07-29T15:53:25Z', 'revision_number': 3, 'project_id': 'fce6f3aab7534024b132a94231e2be3f', 'gw_port': {'id': 'c2b05dd1-74a0-4ddb-ab62-665b38000cd3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:25Z', 'updated_at': '2021-07-29T15:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:27.932548 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.935671 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Pushing event updated for resources: {'Port': ['ID=3296dd04-3df2-462f-ad0b-d7148386b4bb,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:27.941496 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:53:27.947405 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=30424650-b719-4a3a-a1ab-9cb7a502fa21,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:27.952376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ebfff700-3e0f-4072-a019-1de4f4f96b31 None None] Provisioning complete for port 30424650-b719-4a3a-a1ab-9cb7a502fa21 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:27.952997 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebfff700-3e0f-4072-a019-1de4f4f96b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:27.980566 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a96934-aaf8-48bc-91b9-831bb75657d4 None None] The sync data for ids ['ea0949fc-88e5-407e-86a8-6fe58088e360'] in n-d-802893-1 is: [{'id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'name': 'tempest-TestShelveInstance-96888721-router', 'tenant_id': 'fce6f3aab7534024b132a94231e2be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c2b05dd1-74a0-4ddb-ab62-665b38000cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:24Z', 'updated_at': '2021-07-29T15:53:25Z', 'revision_number': 3, 'project_id': 'fce6f3aab7534024b132a94231e2be3f', 'gw_port': {'id': 'c2b05dd1-74a0-4ddb-ab62-665b38000cd3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:25Z', 'updated_at': '2021-07-29T15:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:53:27.995942 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:27.997127 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:28.057796 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Network dc4ca33b-305a-425a-a467-50a0912e2179 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:53:28.060512 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:53:28.161199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ebfff700-3e0f-4072-a019-1de4f4f96b31 None None] Provisioning for port 3296dd04-3df2-462f-ad0b-d7148386b4bb completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:53:28.166764 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ebfff700-3e0f-4072-a019-1de4f4f96b31 None None] Provisioning complete for port 3296dd04-3df2-462f-ad0b-d7148386b4bb triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:28.167138 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ebfff700-3e0f-4072-a019-1de4f4f96b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:28.204408 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:28.242633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Router ea0949fc-88e5-407e-86a8-6fe58088e360 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:53:28.258919 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4a95aea5-ca0a-48a8-a3f4-6645eccb0650,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:53:28.262947 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ebfff700-3e0f-4072-a019-1de4f4f96b31 None None] Port 3296dd04-3df2-462f-ad0b-d7148386b4bb cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:53:28.272355 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:28.346895 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=4a95aea5-ca0a-48a8-a3f4-6645eccb0650,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:28.398350 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-998c5613-9aec-4752-9fdb-7f1018d898bc None None] Provisioning complete for port 3296dd04-3df2-462f-ad0b-d7148386b4bb triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:28.399001 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-998c5613-9aec-4752-9fdb-7f1018d898bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:28.439128 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:53:28.451613 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-caa217ad-dbad-41c9-b12f-8550dfb125c3 admin admin] 10.222.0.16 "PUT /v2.0/routers/ea0949fc-88e5-407e-86a8-6fe58088e360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1691272 Jul 29 15:53:28.490958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-998c5613-9aec-4752-9fdb-7f1018d898bc None None] Port 3296dd04-3df2-462f-ad0b-d7148386b4bb cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:53:28.612156 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-10ddfae5-6423-4403-93c2-f55365da2dbf None None] Provisioning complete for port 3296dd04-3df2-462f-ad0b-d7148386b4bb triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:28.612548 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-10ddfae5-6423-4403-93c2-f55365da2dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:28.670584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-10ddfae5-6423-4403-93c2-f55365da2dbf None None] Port 3296dd04-3df2-462f-ad0b-d7148386b4bb cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:53:29.098837 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56128) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:29.104424 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-f6d4ed0c-d729-49c5-97d8-b06969293b02 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1653719251', 'description': 'tempest-secgroup-smoke-1653719251 description', 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:53:29.128788 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6d4ed0c-d729-49c5-97d8-b06969293b02 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.218207 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6d4ed0c-d729-49c5-97d8-b06969293b02 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.222924 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6d4ed0c-d729-49c5-97d8-b06969293b02 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.254505 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-f6d4ed0c-d729-49c5-97d8-b06969293b02 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.255783 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-f6d4ed0c-d729-49c5-97d8-b06969293b02 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1556604 Jul 29 15:53:29.256929 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4ed0c-d729-49c5-97d8-b06969293b02 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=890ce712-bccd-459f-ac44-08f8de1b2518,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:29.258967 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56130) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:29.263653 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-31c32898-0a8a-4f1f-bddc-82d4df47d65c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'security_group_rule': {'security_group_id': '890ce712-bccd-459f-ac44-08f8de1b2518', 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:53:29.295049 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-31c32898-0a8a-4f1f-bddc-82d4df47d65c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.355641 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-31c32898-0a8a-4f1f-bddc-82d4df47d65c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.360837 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-31c32898-0a8a-4f1f-bddc-82d4df47d65c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.385340 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c32898-0a8a-4f1f-bddc-82d4df47d65c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f3d2e0-b350-432d-8224-4325a81fb4ef,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:29.390666 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-31c32898-0a8a-4f1f-bddc-82d4df47d65c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.390666 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-31c32898-0a8a-4f1f-bddc-82d4df47d65c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299839 Jul 29 15:53:29.393717 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56132) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:29.398870 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b7d65e14-e9c2-4060-af31-da74bf996abe tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'security_group_rule': {'security_group_id': '890ce712-bccd-459f-ac44-08f8de1b2518', 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:53:29.426072 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7d65e14-e9c2-4060-af31-da74bf996abe tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.485513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c2b05dd1-74a0-4ddb-ab62-665b38000cd3 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:53:29.492279 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7d65e14-e9c2-4060-af31-da74bf996abe tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.496154 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7d65e14-e9c2-4060-af31-da74bf996abe tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.517281 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d65e14-e9c2-4060-af31-da74bf996abe tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6d0ddc-7734-4e16-9349-26310e619221,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:29.526396 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b7d65e14-e9c2-4060-af31-da74bf996abe tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.530612 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56134) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:29.530871 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b7d65e14-e9c2-4060-af31-da74bf996abe tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1357083 Jul 29 15:53:29.535478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port c2b05dd1-74a0-4ddb-ab62-665b38000cd3 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:53:29.535669 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-91dd92ec-094e-49f8-a4c2-7ff5777a3878 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'security_group_rule': {'security_group_id': '890ce712-bccd-459f-ac44-08f8de1b2518', 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:53:29.539290 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c2b05dd1-74a0-4ddb-ab62-665b38000cd3 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:29.539678 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.561919 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91dd92ec-094e-49f8-a4c2-7ff5777a3878 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.620828 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.623923 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91dd92ec-094e-49f8-a4c2-7ff5777a3878 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.628278 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91dd92ec-094e-49f8-a4c2-7ff5777a3878 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.644481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port c2b05dd1-74a0-4ddb-ab62-665b38000cd3, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c2b05dd1-74a0-4ddb-ab62-665b38000cd3,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:53:29.649188 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd92ec-094e-49f8-a4c2-7ff5777a3878 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb85a69-3d43-4024-96eb-5d1bf2dc7dac,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:29.649331 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.650077 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 30424650-b719-4a3a-a1ab-9cb7a502fa21 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:53:29.657160 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-91dd92ec-094e-49f8-a4c2-7ff5777a3878 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.658936 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-91dd92ec-094e-49f8-a4c2-7ff5777a3878 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1272190 Jul 29 15:53:29.661901 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56136) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:29.666366 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-5d96f6fa-18fe-449b-8e4a-3eb3293ff0ff tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'security_group_rule': {'security_group_id': '890ce712-bccd-459f-ac44-08f8de1b2518', 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:53:29.694890 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d96f6fa-18fe-449b-8e4a-3eb3293ff0ff tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.731066 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=c2b05dd1-74a0-4ddb-ab62-665b38000cd3,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:29.744940 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 30424650-b719-4a3a-a1ab-9cb7a502fa21 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:29.745314 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.759570 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d96f6fa-18fe-449b-8e4a-3eb3293ff0ff tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.764208 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d96f6fa-18fe-449b-8e4a-3eb3293ff0ff tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.781466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96f6fa-18fe-449b-8e4a-3eb3293ff0ff tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fa5fa5-245e-45b6-aa1d-7343ff6786bc,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:29.792114 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5d96f6fa-18fe-449b-8e4a-3eb3293ff0ff tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.796126 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56138) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:29.796342 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5d96f6fa-18fe-449b-8e4a-3eb3293ff0ff tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333001 Jul 29 15:53:29.801799 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-33010155-db3a-43d3-a2cf-83b4e50ffd8d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'security_group_rule': {'security_group_id': '890ce712-bccd-459f-ac44-08f8de1b2518', 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:53:29.824969 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-33010155-db3a-43d3-a2cf-83b4e50ffd8d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Project b0cc98e1d77946c8aedc0f48634a9363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:53:29.830339 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:53:29.830862 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-33010155-db3a-43d3-a2cf-83b4e50ffd8d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.884177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:29.884549 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.899748 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-33010155-db3a-43d3-a2cf-83b4e50ffd8d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.903739 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-33010155-db3a-43d3-a2cf-83b4e50ffd8d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.921423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33010155-db3a-43d3-a2cf-83b4e50ffd8d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea25387-c446-4658-9f09-bdd7c157ff74,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:29.930591 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-33010155-db3a-43d3-a2cf-83b4e50ffd8d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:29.931889 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-33010155-db3a-43d3-a2cf-83b4e50ffd8d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1346560 Jul 29 15:53:29.934634 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56140) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:29.939826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-e854ee36-5848-4aaf-9f6b-9d7c9757e4a3 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'security_group_rule': {'security_group_id': '890ce712-bccd-459f-ac44-08f8de1b2518', 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:53:29.962367 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-e854ee36-5848-4aaf-9f6b-9d7c9757e4a3 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Project b0cc98e1d77946c8aedc0f48634a9363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:53:29.968124 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e854ee36-5848-4aaf-9f6b-9d7c9757e4a3 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:30.030203 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e854ee36-5848-4aaf-9f6b-9d7c9757e4a3 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:30.034042 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e854ee36-5848-4aaf-9f6b-9d7c9757e4a3 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:30.051950 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854ee36-5848-4aaf-9f6b-9d7c9757e4a3 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521aa4dc-7986-4ab5-ac5f-90ad04e0a4de,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:30.058560 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-e854ee36-5848-4aaf-9f6b-9d7c9757e4a3 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:30.059778 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-e854ee36-5848-4aaf-9f6b-9d7c9757e4a3 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241686 Jul 29 15:53:30.210204 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-94f821eb-1c25-4d11-a4fa-c8dfaee33b0b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1653719251&fields=id&tenant_id=b0cc98e1d77946c8aedc0f48634a9363 HTTP/1.1" status: 200 len: 267 time: 0.0365822 Jul 29 15:53:30.480895 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Sync routers for ids ['ea0949fc-88e5-407e-86a8-6fe58088e360'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:53:30.493363 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Routers {'ea0949fc-88e5-407e-86a8-6fe58088e360'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:53:30.494083 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:53:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ea0949fc-88e5-407e-86a8-6fe58088e360'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:30.608854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Set router ea0949fc-88e5-407e-86a8-6fe58088e360 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:53:30.663214 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8993b3df-92c0-4bd2-93bb-bc5eff5f8a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:30.666871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c2a21b01-b226-422f-ac6e-7de6c14018f9 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:30.668432 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c2a21b01-b226-422f-ac6e-7de6c14018f9 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 809 time: 0.4510152 Jul 29 15:53:30.683459 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-0bff43a1-95db-4147-bb04-a44fb16c193c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/quotas/b0cc98e1d77946c8aedc0f48634a9363 HTTP/1.1" status: 200 len: 375 time: 0.0092235 Jul 29 15:53:30.735523 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-089b5005-33d9-4e7b-82ec-c92fa806219f tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462642 Jul 29 15:53:30.822991 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'name': 'tempest-TestShelveInstance-96888721-router', 'tenant_id': 'fce6f3aab7534024b132a94231e2be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c2b05dd1-74a0-4ddb-ab62-665b38000cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:24Z', 'updated_at': '2021-07-29T15:53:27Z', 'revision_number': 4, 'project_id': 'fce6f3aab7534024b132a94231e2be3f', 'gw_port': {'id': 'c2b05dd1-74a0-4ddb-ab62-665b38000cd3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:25Z', 'updated_at': '2021-07-29T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '3296dd04-3df2-462f-ad0b-d7148386b4bb', 'name': '', 'network_id': 'dc4ca33b-305a-425a-a467-50a0912e2179', 'tenant_id': 'fce6f3aab7534024b132a94231e2be3f', 'mac_address': 'fa:16:3e:0e:84:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'a564f0c5-8cd9-4cd1-b619-e4429230fe13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:26Z', 'updated_at': '2021-07-29T15:53:27Z', 'revision_number': 2, 'project_id': 'fce6f3aab7534024b132a94231e2be3f', 'subnets': [{'id': 'a564f0c5-8cd9-4cd1-b619-e4429230fe13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:30.853840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Checking router: ea0949fc-88e5-407e-86a8-6fe58088e360 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:53:30.854194 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Updating router ea0949fc-88e5-407e-86a8-6fe58088e360 port 3296dd04-3df2-462f-ad0b-d7148386b4bb binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 15:53:30.878945 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:30.925445 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-0adcbe16-91ff-4661-ab25-0150d763ecb4 service neutron] 10.222.0.16 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778648 Jul 29 15:53:31.015457 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-646d7c83-2b3d-4859-b824-b1b15c6aeb4c service neutron] 10.222.0.16 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836432 Jul 29 15:53:31.152213 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:31.164306 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Transition to ACTIVE for port object 3296dd04-3df2-462f-ad0b-d7148386b4bb will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:53:31.171006 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:31.220503 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5a69274-4e5b-459f-b5c9-e27878f2cbed req-4b70498c-1779-46bd-abd7-94f060799ac6 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 210 time: 0.0364938 Jul 29 15:53:31.267777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ca88-e6fc-4404-9416-640d3f5bdc1e None None] Pushing event updated for resources: {'Port': ['ID=3296dd04-3df2-462f-ad0b-d7148386b4bb,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:31.280007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Attempting to bind port 3296dd04-3df2-462f-ad0b-d7148386b4bb on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:53:31.280160 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Attempting to bind port 3296dd04-3df2-462f-ad0b-d7148386b4bb by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'b15bf630-9015-4a91-8ffc-8e5e9d283608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dc4ca33b-305a-425a-a467-50a0912e2179'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:53:31.280451 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Attempting to bind port 3296dd04-3df2-462f-ad0b-d7148386b4bb on network dc4ca33b-305a-425a-a467-50a0912e2179 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:53:31.286630 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:53:31.287142 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Checking segment: {'id': 'b15bf630-9015-4a91-8ffc-8e5e9d283608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dc4ca33b-305a-425a-a467-50a0912e2179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:53:31.287579 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:31.287976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Bound using segment: {'id': 'b15bf630-9015-4a91-8ffc-8e5e9d283608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dc4ca33b-305a-425a-a467-50a0912e2179'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:53:31.288442 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Bound port: 3296dd04-3df2-462f-ad0b-d7148386b4bb, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15bf630-9015-4a91-8ffc-8e5e9d283608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'dc4ca33b-305a-425a-a467-50a0912e2179'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:53:31.288862 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:31.373154 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] For port 3296dd04-3df2-462f-ad0b-d7148386b4bb, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:53:31.377311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] For port 3296dd04-3df2-462f-ad0b-d7148386b4bb, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3296dd04-3df2-462f-ad0b-d7148386b4bb,segment=NetworkSegment(b15bf630-9015-4a91-8ffc-8e5e9d283608),segment_id=b15bf630-9015-4a91-8ffc-8e5e9d283608)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:53:31.382396 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:31.435906 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c2b05dd1-74a0-4ddb-ab62-665b38000cd3 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:53:31.470063 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Routers {'ea0949fc-88e5-407e-86a8-6fe58088e360'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:53:31.470893 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:53:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ea0949fc-88e5-407e-86a8-6fe58088e360'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:31.531622 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51ca88-e6fc-4404-9416-640d3f5bdc1e None None] Pushing event updated for resources: {'Port': ['ID=3296dd04-3df2-462f-ad0b-d7148386b4bb,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:31.628810 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port c2b05dd1-74a0-4ddb-ab62-665b38000cd3 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:31.629190 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:31.670565 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] Set router ea0949fc-88e5-407e-86a8-6fe58088e360 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:53:32.101470 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'name': 'tempest-TestShelveInstance-96888721-router', 'tenant_id': 'fce6f3aab7534024b132a94231e2be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c2b05dd1-74a0-4ddb-ab62-665b38000cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:24Z', 'updated_at': '2021-07-29T15:53:27Z', 'revision_number': 4, 'project_id': 'fce6f3aab7534024b132a94231e2be3f', 'gw_port': {'id': 'c2b05dd1-74a0-4ddb-ab62-665b38000cd3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:25Z', 'updated_at': '2021-07-29T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '3296dd04-3df2-462f-ad0b-d7148386b4bb', 'name': '', 'network_id': 'dc4ca33b-305a-425a-a467-50a0912e2179', 'tenant_id': 'fce6f3aab7534024b132a94231e2be3f', 'mac_address': 'fa:16:3e:0e:84:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'a564f0c5-8cd9-4cd1-b619-e4429230fe13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:26Z', 'updated_at': '2021-07-29T15:53:31Z', 'revision_number': 4, 'project_id': 'fce6f3aab7534024b132a94231e2be3f', 'subnets': [{'id': 'a564f0c5-8cd9-4cd1-b619-e4429230fe13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:32.136150 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecd4aac-d728-40a7-96fd-bcd51ef446d1 None None] The sync data for ids ['ea0949fc-88e5-407e-86a8-6fe58088e360'] in n-d-802893-1 is: [{'id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'name': 'tempest-TestShelveInstance-96888721-router', 'tenant_id': 'fce6f3aab7534024b132a94231e2be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c2b05dd1-74a0-4ddb-ab62-665b38000cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:24Z', 'updated_at': '2021-07-29T15:53:27Z', 'revision_number': 4, 'project_id': 'fce6f3aab7534024b132a94231e2be3f', 'gw_port': {'id': 'c2b05dd1-74a0-4ddb-ab62-665b38000cd3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:25Z', 'updated_at': '2021-07-29T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '3296dd04-3df2-462f-ad0b-d7148386b4bb', 'name': '', 'network_id': 'dc4ca33b-305a-425a-a467-50a0912e2179', 'tenant_id': 'fce6f3aab7534024b132a94231e2be3f', 'mac_address': 'fa:16:3e:0e:84:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'a564f0c5-8cd9-4cd1-b619-e4429230fe13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:26Z', 'updated_at': '2021-07-29T15:53:31Z', 'revision_number': 4, 'project_id': 'fce6f3aab7534024b132a94231e2be3f', 'subnets': [{'id': 'a564f0c5-8cd9-4cd1-b619-e4429230fe13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:53:32.272645 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-bbdb435a-c206-4f87-8ac1-6a2d6d7a2cde tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:32.274940 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-bbdb435a-c206-4f87-8ac1-6a2d6d7a2cde tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.39 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 809 time: 0.1387866 Jul 29 15:53:32.337291 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-db66e4ea-3b58-49f3-acd3-ed22cbab9e00 req-cf9321f3-e02f-48b9-a5c6-4cfa82959f60 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 210 time: 0.0313916 Jul 29 15:53:32.337855 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-59e16f43-ac8c-4922-86f4-50cbb98aaf73 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0cc98e1d77946c8aedc0f48634a9363 HTTP/1.1" status: 200 len: 380 time: 0.0520473 Jul 29 15:53:32.349184 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-b13a5efc-6a6c-4040-be2d-d8671519ce80 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'port': {'device_id': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'admin_state_up': True, 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'security_groups': ['890ce712-bccd-459f-ac44-08f8de1b2518']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:53:32.469919 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-b13a5efc-6a6c-4040-be2d-d8671519ce80 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Made reservation on behalf of b0cc98e1d77946c8aedc0f48634a9363 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:53:32.474413 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-b13a5efc-6a6c-4040-be2d-d8671519ce80 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:32.609124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-b13a5efc-6a6c-4040-be2d-d8671519ce80 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Allocated IP 172.20.0.14 (d79a9ecd-560e-4c72-8930-fbb10b2e48d4/4ac2cb20-87cf-4d88-a09d-d12bcef7a472/1500d98e-6c5e-4af9-9d99-c36bec73e23e) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:53:32.761593 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-b13a5efc-6a6c-4040-be2d-d8671519ce80 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:32.775964 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-b13a5efc-6a6c-4040-be2d-d8671519ce80 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Transition to ACTIVE for port object 1500d98e-6c5e-4af9-9d99-c36bec73e23e will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:53:32.810838 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-b13a5efc-6a6c-4040-be2d-d8671519ce80 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:32.854168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-b13a5efc-6a6c-4040-be2d-d8671519ce80 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:53:32.857217 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-b13a5efc-6a6c-4040-be2d-d8671519ce80 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:53:32.861948 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-b13a5efc-6a6c-4040-be2d-d8671519ce80 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:53:32.889957 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a5efc-6a6c-4040-be2d-d8671519ce80 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'Port': ['ID=1500d98e-6c5e-4af9-9d99-c36bec73e23e,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:32.921135 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-b13a5efc-6a6c-4040-be2d-d8671519ce80 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:32.921837 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-b13a5efc-6a6c-4040-be2d-d8671519ce80 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:32.938630 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-b13a5efc-6a6c-4040-be2d-d8671519ce80 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5939615 Jul 29 15:53:32.956267 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Request body: {'port': {'device_id': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:53:33.027522 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:33.146686 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0bbba5f6-0e94-4916-bddf-4388fa96bfd1 None None] Provisioning for port 1500d98e-6c5e-4af9-9d99-c36bec73e23e completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:53:33.151485 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-0bbba5f6-0e94-4916-bddf-4388fa96bfd1 None None] Provisioning complete for port 1500d98e-6c5e-4af9-9d99-c36bec73e23e triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:33.151854 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0bbba5f6-0e94-4916-bddf-4388fa96bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:33.187659 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-0bbba5f6-0e94-4916-bddf-4388fa96bfd1 None None] Port 1500d98e-6c5e-4af9-9d99-c36bec73e23e cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:53:33.299865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1500d98e-6c5e-4af9-9d99-c36bec73e23e {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:53:33.307346 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:33.320114 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Transition to ACTIVE for port object 1500d98e-6c5e-4af9-9d99-c36bec73e23e will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:53:33.323929 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:33.325813 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:33.402047 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1500d98e-6c5e-4af9-9d99-c36bec73e23e,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:33.416111 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9afef9e4-ddd2-4486-9639-c788fa722927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:33.478216 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3296dd04-3df2-462f-ad0b-d7148386b4bb up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:53:33.489914 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Attempting to bind port 1500d98e-6c5e-4af9-9d99-c36bec73e23e on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:53:33.490254 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Attempting to bind port 1500d98e-6c5e-4af9-9d99-c36bec73e23e by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:53:33.490585 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Attempting to bind port 1500d98e-6c5e-4af9-9d99-c36bec73e23e on network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:53:33.495908 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Port 1500d98e-6c5e-4af9-9d99-c36bec73e23e on network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:53:33.496243 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Attempting to bind port 1500d98e-6c5e-4af9-9d99-c36bec73e23e on network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:53:33.503290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:53:33.503633 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Checking segment: {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:53:33.504022 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Bound using segment: {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:53:33.504446 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Bound port: 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:53:33.504852 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:33.527437 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef0f0d-390c-4b36-9df2-824d1a8168e5 req-69e9ee2a-3204-425e-af2d-c417524c4b1c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:33.529186 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecef0f0d-390c-4b36-9df2-824d1a8168e5 req-69e9ee2a-3204-425e-af2d-c417524c4b1c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 944 time: 0.0916831 Jul 29 15:53:33.534749 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 3296dd04-3df2-462f-ad0b-d7148386b4bb completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:53:33.539173 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 3296dd04-3df2-462f-ad0b-d7148386b4bb triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:33.539552 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:33.612906 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ecef0f0d-390c-4b36-9df2-824d1a8168e5 req-8b5acba3-02eb-481f-948f-e859f5e2f357 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590384 Jul 29 15:53:33.625960 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:53:33.629806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:53:33.630481 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:33.643236 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:33.672511 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 3296dd04-3df2-462f-ad0b-d7148386b4bb, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3296dd04-3df2-462f-ad0b-d7148386b4bb,segment=NetworkSegment(b15bf630-9015-4a91-8ffc-8e5e9d283608),segment_id=b15bf630-9015-4a91-8ffc-8e5e9d283608)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:53:33.677590 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:33.747155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=3296dd04-3df2-462f-ad0b-d7148386b4bb,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:34.037016 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:34.037637 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:34.039021 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] 10.222.0.39 "PUT /v2.0/ports/1500d98e-6c5e-4af9-9d99-c36bec73e23e HTTP/1.1" status: 200 len: 1092 time: 1.0878577 Jul 29 15:53:34.039683 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:53:34.041969 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94a1aa8-6f56-4610-a183-dea9c9a5d1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:53:34.093513 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf1cf9e-6a3a-4284-b92d-233dc8bdf76e x-openstack-request-id: req-fdf1cf9e-6a3a-4284-b92d-233dc8bdf76e {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:53:34.094055 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:53:34.094462 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fdf1cf9e-6a3a-4284-b92d-233dc8bdf76e {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:53:34.094877 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'status': 'completed', 'code': 200} Jul 29 15:53:34.109696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61414fb-3d4c-455f-9980-8737a0cf60e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1500d98e-6c5e-4af9-9d99-c36bec73e23e,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:34.133944 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-b21a9bff-45a8-4518-b4de-6edfd170a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:34.135471 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-b21a9bff-45a8-4518-b4de-6edfd170a5c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 1095 time: 0.0564668 Jul 29 15:53:34.178380 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-e54050f9-28ce-4a0d-9151-8d9df44f28f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e HTTP/1.1" status: 200 len: 217 time: 0.0346048 Jul 29 15:53:34.233478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-050c1777-4a33-4aea-99ec-90e6311410c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:34.234952 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-050c1777-4a33-4aea-99ec-90e6311410c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0498350 Jul 29 15:53:34.283925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-14b5ca3a-7a0d-445a-9642-2a96f7194026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:34.285574 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-14b5ca3a-7a0d-445a-9642-2a96f7194026 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438933 Jul 29 15:53:34.387180 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-e214d6b1-689e-440a-8fd7-168d78306370 service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938811 Jul 29 15:53:34.484331 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5e5cb5d-5504-4283-9451-92cbc1f0eeaf req-9c4cea10-41e3-4267-ab7e-860f8d6ba7c0 service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892057 Jul 29 15:53:34.583850 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a1aa8-6f56-4610-a183-dea9c9a5d1d3 req-0828832b-0446-456d-8c4e-beff337e8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:34.585390 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b94a1aa8-6f56-4610-a183-dea9c9a5d1d3 req-0828832b-0446-456d-8c4e-beff337e8dab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 1095 time: 0.0432701 Jul 29 15:53:34.606864 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:34.693104 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a1aa8-6f56-4610-a183-dea9c9a5d1d3 req-15214f58-d193-4638-92be-fc9171f26758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:34.694950 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b94a1aa8-6f56-4610-a183-dea9c9a5d1d3 req-15214f58-d193-4638-92be-fc9171f26758 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.0967672 Jul 29 15:53:34.744218 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b94a1aa8-6f56-4610-a183-dea9c9a5d1d3 req-c4e7baf7-288e-454e-8e8c-9a23412ceb1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e HTTP/1.1" status: 200 len: 217 time: 0.0414193 Jul 29 15:53:34.824018 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a1aa8-6f56-4610-a183-dea9c9a5d1d3 req-99f5d9ee-5ccd-4713-bb3d-01ed92b1a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:34.825501 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b94a1aa8-6f56-4610-a183-dea9c9a5d1d3 req-99f5d9ee-5ccd-4713-bb3d-01ed92b1a625 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0719185 Jul 29 15:53:34.834890 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43549b4-a938-4d8e-a1ac-5d60dc9c0eef req-bf34a825-a43e-4c43-b97f-3a097cf4c20d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:34.836408 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d43549b4-a938-4d8e-a1ac-5d60dc9c0eef req-bf34a825-a43e-4c43-b97f-3a097cf4c20d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 944 time: 0.0949991 Jul 29 15:53:34.902718 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d43549b4-a938-4d8e-a1ac-5d60dc9c0eef req-99de09ab-847f-4aef-bff0-eeb2662d3cd9 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575216 Jul 29 15:53:34.905659 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a1aa8-6f56-4610-a183-dea9c9a5d1d3 req-1aed3eba-7218-4362-a524-d7054ab68e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:34.907075 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b94a1aa8-6f56-4610-a183-dea9c9a5d1d3 req-1aed3eba-7218-4362-a524-d7054ab68e40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697536 Jul 29 15:53:35.005438 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b94a1aa8-6f56-4610-a183-dea9c9a5d1d3 req-a9f11146-9f37-444d-b657-a0ea943c2f1d service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877218 Jul 29 15:53:35.097050 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b94a1aa8-6f56-4610-a183-dea9c9a5d1d3 req-f460f475-fe11-4bf6-bd62-bf94c6f58132 service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838799 Jul 29 15:53:35.403560 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3296dd04-3df2-462f-ad0b-d7148386b4bb up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:53:35.450897 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 3296dd04-3df2-462f-ad0b-d7148386b4bb triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:35.451292 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:36.019725 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b01c9-fd85-4438-8068-93a2dc685262 req-597d0bae-f8e7-4ea2-b42f-8bf20bd93460 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:36.021169 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-586b01c9-fd85-4438-8068-93a2dc685262 req-597d0bae-f8e7-4ea2-b42f-8bf20bd93460 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 944 time: 0.0488043 Jul 29 15:53:36.063618 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-586b01c9-fd85-4438-8068-93a2dc685262 req-cf244b5d-8f72-4ba5-bea0-47f5d86eb48c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365393 Jul 29 15:53:36.559961 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:36.767823 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1500d98e-6c5e-4af9-9d99-c36bec73e23e details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:53:36.867311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:53:36.879038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'port_id': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'mac_address': 'fa:16:3e:ec:43:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:53:36.916616 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:36.929927 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1500d98e-6c5e-4af9-9d99-c36bec73e23e {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:53:36.949588 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:53:36.953560 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:37.004239 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1500d98e-6c5e-4af9-9d99-c36bec73e23e,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:37.183945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a4489-2832-4a14-8a54-0e383f72e6b3 req-e3cd10b2-9adb-438e-9ad9-1a14893d49dc tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:37.184697 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['1500d98e-6c5e-4af9-9d99-c36bec73e23e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:53:37.185492 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-699a4489-2832-4a14-8a54-0e383f72e6b3 req-e3cd10b2-9adb-438e-9ad9-1a14893d49dc tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0518394 Jul 29 15:53:37.229236 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-699a4489-2832-4a14-8a54-0e383f72e6b3 req-7d1aab79-7c42-4456-94bf-d6ffe74e047b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366664 Jul 29 15:53:37.930221 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:53:38.344449 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c5f8f-aa04-4e67-be11-5c4cf58b8937 req-5e560448-1ac7-4187-8f3d-64fc203bd31d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:38.346689 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab2c5f8f-aa04-4e67-be11-5c4cf58b8937 req-5e560448-1ac7-4187-8f3d-64fc203bd31d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0503325 Jul 29 15:53:38.384515 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ab2c5f8f-aa04-4e67-be11-5c4cf58b8937 req-275c4527-310b-4863-a288-4cfceb47b4ff tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315180 Jul 29 15:53:38.784016 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1500d98e-6c5e-4af9-9d99-c36bec73e23e up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:53:38.832508 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 1500d98e-6c5e-4af9-9d99-c36bec73e23e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:53:38.836301 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 1500d98e-6c5e-4af9-9d99-c36bec73e23e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:53:38.836658 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:38.911580 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:38.936784 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:53:38.939086 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d5c5f3-baec-45b0-b857-bfa9fba74644" -d '{"events": [{"server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "name": "network-vif-plugged", "status": "completed", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:53:38.952038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:53:38.957136 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:38.982418 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c340c9b7-a124-401d-8f8e-7e47f9474168 x-openstack-request-id: req-c340c9b7-a124-401d-8f8e-7e47f9474168 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:53:38.982703 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "name": "network-vif-plugged", "status": "completed", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:53:38.982951 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c340c9b7-a124-401d-8f8e-7e47f9474168 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:53:38.983336 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'code': 200} Jul 29 15:53:39.013862 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1500d98e-6c5e-4af9-9d99-c36bec73e23e,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:39.078946 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b260540-cda9-4f17-987a-6885195cca36 req-70cd0ff5-fc9d-48a1-a258-13cad7fd2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:39.081326 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3b260540-cda9-4f17-987a-6885195cca36 req-70cd0ff5-fc9d-48a1-a258-13cad7fd2aa5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 1097 time: 0.0411804 Jul 29 15:53:39.115049 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3b260540-cda9-4f17-987a-6885195cca36 req-d27686c1-6f06-4f18-87b4-969026a8a24b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272250 Jul 29 15:53:39.498406 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efc669-bcd1-41ed-af04-8700425f1057 req-442ee5d5-e3ed-4c24-af39-4dc10afc1506 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:39.499911 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-15efc669-bcd1-41ed-af04-8700425f1057 req-442ee5d5-e3ed-4c24-af39-4dc10afc1506 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0486331 Jul 29 15:53:39.538706 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-15efc669-bcd1-41ed-af04-8700425f1057 req-b7ea794c-0d8d-4a80-8936-26af7b0cbf1d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317504 Jul 29 15:53:40.657940 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41687d-8777-4cd0-a4da-99a580fad453 req-805ef0fb-15b3-4399-b54d-83e38b531444 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:40.659420 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ed41687d-8777-4cd0-a4da-99a580fad453 req-805ef0fb-15b3-4399-b54d-83e38b531444 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0489314 Jul 29 15:53:40.696974 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ed41687d-8777-4cd0-a4da-99a580fad453 req-b16874e4-a967-4ebc-ac70-e6540ebe6df0 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313728 Jul 29 15:53:40.810504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079ed07-0eed-4394-8f46-7a57dc925bc0 req-3de3b032-7447-47f2-a159-0919716d9585 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:40.812000 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2079ed07-0eed-4394-8f46-7a57dc925bc0 req-3de3b032-7447-47f2-a159-0919716d9585 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0489089 Jul 29 15:53:40.857328 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2079ed07-0eed-4394-8f46-7a57dc925bc0 req-b9ff4998-39cc-46da-a749-f5b7381729a0 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387149 Jul 29 15:53:40.881321 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56196) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:40.966297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f751d28-d7ca-405a-81e7-c3f061df4698 tempest-TestShelveInstance-1394758661 tempest-TestShelveInstance-1394758661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:40.967794 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0f751d28-d7ca-405a-81e7-c3f061df4698 tempest-TestShelveInstance-1394758661 tempest-TestShelveInstance-1394758661-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 1092 time: 0.0854721 Jul 29 15:53:40.971334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56200) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:53:40.975618 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:53:40.997683 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:41.102662 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:41.208047 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Allocated IP 172.25.6.75 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/4be868bd-f890-4ff4-9355-feb7747abeb2) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:53:41.308213 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:41.347254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:41.385834 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:53:41.391010 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:53:41.395566 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:53:41.397510 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'Port': ['ID=4be868bd-f890-4ff4-9355-feb7747abeb2,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:41.659854 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:41.759300 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:41.830543 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:41.994325 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:41.998745 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:42.072215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'Port': ['ID=4be868bd-f890-4ff4-9355-feb7747abeb2,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:53:42.085754 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:42.185224 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Floating IP 8bc7a64f-ff03-4139-9a82-ef8b04e476d4 associated. External IP: 172.25.6.75, port: 1500d98e-6c5e-4af9-9d99-c36bec73e23e. Jul 29 15:53:42.391937 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Router fb6282c5-becd-48e8-8222-2317f6ad575f has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:53:42.498950 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:53:42.509441 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2d9c0-c4a2-4e03-9571-da893f9be41a None None] Sync routers for ids ['fb6282c5-becd-48e8-8222-2317f6ad575f'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:53:42.516249 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:53:42.519645 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c2d9c0-c4a2-4e03-9571-da893f9be41a None None] Routers {'fb6282c5-becd-48e8-8222-2317f6ad575f'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:53:42.520258 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-53c2d9c0-c4a2-4e03-9571-da893f9be41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:53:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fb6282c5-becd-48e8-8222-2317f6ad575f'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:42.543983 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-285181ea-ae30-4675-a3f5-6d43cda95591 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5716169 Jul 29 15:53:42.544590 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:53:42.546895 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5a6df6-b123-4af3-b20b-8a21375a34f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:53:42.583682 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905f9bdd-9087-458e-8615-680306fc5593 x-openstack-request-id: req-905f9bdd-9087-458e-8615-680306fc5593 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:53:42.583967 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:53:42.584214 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-905f9bdd-9087-458e-8615-680306fc5593 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:53:42.584876 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'status': 'completed', 'code': 200} Jul 29 15:53:42.636712 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-53c2d9c0-c4a2-4e03-9571-da893f9be41a None None] Set router fb6282c5-becd-48e8-8222-2317f6ad575f gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:53:42.647620 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a6df6-b123-4af3-b20b-8a21375a34f8 req-dd1a8c1c-60c6-4225-9ab9-e243a7fc7b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:42.649086 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af5a6df6-b123-4af3-b20b-8a21375a34f8 req-dd1a8c1c-60c6-4225-9ab9-e243a7fc7b25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 1097 time: 0.0421798 Jul 29 15:53:42.743292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a6df6-b123-4af3-b20b-8a21375a34f8 req-1b479fe2-7287-43cd-86d3-919ae153df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:42.744823 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af5a6df6-b123-4af3-b20b-8a21375a34f8 req-1b479fe2-7287-43cd-86d3-919ae153df1e service neutron] 10.222.0.39 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.0889099 Jul 29 15:53:42.810450 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af5a6df6-b123-4af3-b20b-8a21375a34f8 req-d6a27c32-efa3-42cc-bcc9-dd25336dd343 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e HTTP/1.1" status: 200 len: 999 time: 0.0574300 Jul 29 15:53:42.861359 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a6df6-b123-4af3-b20b-8a21375a34f8 req-151b32f7-196f-4a6f-bb42-6e7bbb3367c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:42.862696 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-53c2d9c0-c4a2-4e03-9571-da893f9be41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8bc7a64f-ff03-4139-9a82-ef8b04e476d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'port_id': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'mac_address': 'fa:16:3e:ec:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:53:41Z', 'updated_at': '2021-07-29T15:53:41Z', 'revision_number': 0, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a95aea5-ca0a-48a8-a3f4-6645eccb0650', 'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'mac_address': 'fa:16:3e:8c:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:22Z', 'updated_at': '2021-07-29T15:53:28Z', 'revision_number': 5, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'subnets': [{'id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:42.862979 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af5a6df6-b123-4af3-b20b-8a21375a34f8 req-151b32f7-196f-4a6f-bb42-6e7bbb3367c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0455287 Jul 29 15:53:42.894882 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2d9c0-c4a2-4e03-9571-da893f9be41a None None] Checking router: fb6282c5-becd-48e8-8222-2317f6ad575f for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:53:42.904112 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c2d9c0-c4a2-4e03-9571-da893f9be41a None None] Routers {'fb6282c5-becd-48e8-8222-2317f6ad575f'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:53:42.904691 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-53c2d9c0-c4a2-4e03-9571-da893f9be41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:53:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fb6282c5-becd-48e8-8222-2317f6ad575f'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:42.912168 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a6df6-b123-4af3-b20b-8a21375a34f8 req-3f65546a-c04e-433a-a494-5cfe671ecde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:53:42.913705 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af5a6df6-b123-4af3-b20b-8a21375a34f8 req-3f65546a-c04e-433a-a494-5cfe671ecde9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442038 Jul 29 15:53:43.004258 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af5a6df6-b123-4af3-b20b-8a21375a34f8 req-34485cc7-5854-4a94-ad5c-7cb0997ea7c2 service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834699 Jul 29 15:53:43.008650 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-53c2d9c0-c4a2-4e03-9571-da893f9be41a None None] Set router fb6282c5-becd-48e8-8222-2317f6ad575f gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:53:43.098316 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af5a6df6-b123-4af3-b20b-8a21375a34f8 req-05e011b5-a5a2-40a6-a827-b181c71b53af service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871034 Jul 29 15:53:43.233631 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-53c2d9c0-c4a2-4e03-9571-da893f9be41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8bc7a64f-ff03-4139-9a82-ef8b04e476d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'port_id': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'mac_address': 'fa:16:3e:ec:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:53:41Z', 'updated_at': '2021-07-29T15:53:41Z', 'revision_number': 0, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a95aea5-ca0a-48a8-a3f4-6645eccb0650', 'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'mac_address': 'fa:16:3e:8c:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:22Z', 'updated_at': '2021-07-29T15:53:28Z', 'revision_number': 5, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'subnets': [{'id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:53:43.258675 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2d9c0-c4a2-4e03-9571-da893f9be41a None None] The sync data for ids ['fb6282c5-becd-48e8-8222-2317f6ad575f'] in n-d-802893-1 is: [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '8bc7a64f-ff03-4139-9a82-ef8b04e476d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'port_id': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'mac_address': 'fa:16:3e:ec:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:53:41Z', 'updated_at': '2021-07-29T15:53:41Z', 'revision_number': 0, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a95aea5-ca0a-48a8-a3f4-6645eccb0650', 'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'mac_address': 'fa:16:3e:8c:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:22Z', 'updated_at': '2021-07-29T15:53:28Z', 'revision_number': 5, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'subnets': [{'id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:53:43.449980 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6707376d-cb04-430f-a7e1-92f433215a03 None None] New status for floating IP 8bc7a64f-ff03-4139-9a82-ef8b04e476d4: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:53:57.003012 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:54:00.653688 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6bedec9f-35be-4ec8-b206-e1eca2f4c44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:54:03.328193 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:54:03.406795 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2cf97043-52de-4bec-9a8b-0d5fef08a16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:54:04.607750 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:54:06.564142 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:54:11.679544 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:54:14.930199 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:54:26.726007 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55e5b869-2e80-4bfd-8727-562893d06fec req-e69e4d2e-2b1e-4c87-b2b0-d4b7a8a041e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452619 Jul 29 15:54:26.820151 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5b869-2e80-4bfd-8727-562893d06fec req-eef63a32-cd3e-45db-aa35-3ccf1f6a78d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:54:26.822247 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55e5b869-2e80-4bfd-8727-562893d06fec req-eef63a32-cd3e-45db-aa35-3ccf1f6a78d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 1097 time: 0.0490541 Jul 29 15:54:26.937572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5b869-2e80-4bfd-8727-562893d06fec req-03cb12a0-992c-47e0-bbe8-85c7c8338015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:54:26.939761 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55e5b869-2e80-4bfd-8727-562893d06fec req-03cb12a0-992c-47e0-bbe8-85c7c8338015 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.0980527 Jul 29 15:54:27.008403 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:54:27.014857 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55e5b869-2e80-4bfd-8727-562893d06fec req-40e2563b-4f24-480c-8968-42f658c8cdf1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e HTTP/1.1" status: 200 len: 1001 time: 0.0683310 Jul 29 15:54:27.072369 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5b869-2e80-4bfd-8727-562893d06fec req-c00d25fb-888c-4eaa-badf-721c734be5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:54:27.073894 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55e5b869-2e80-4bfd-8727-562893d06fec req-c00d25fb-888c-4eaa-badf-721c734be5f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0517514 Jul 29 15:54:27.129274 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5b869-2e80-4bfd-8727-562893d06fec req-741a6701-fb83-45da-821d-d2cb32aa26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:54:27.130782 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55e5b869-2e80-4bfd-8727-562893d06fec req-741a6701-fb83-45da-821d-d2cb32aa26f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486383 Jul 29 15:54:27.228877 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55e5b869-2e80-4bfd-8727-562893d06fec req-06d6ed9c-bae7-45b0-a889-ef43fccc4fd4 service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899742 Jul 29 15:54:27.328446 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-55e5b869-2e80-4bfd-8727-562893d06fec req-bab88c48-877c-4934-bb65-73f82c94cbda service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922620 Jul 29 15:54:30.654399 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2eaef53a-0c87-4f73-9b34-f97bf100b42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:54:33.331286 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:54:33.408435 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-355b9707-0145-43f0-8db8-577540b1c6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:54:34.611699 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:54:36.566948 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:54:41.660360 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:54:51.930178 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:54:57.001038 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:00.655809 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c88f90b-540d-4cf6-b290-510a128f05e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:03.332573 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:03.408464 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c245da85-ffaf-44c6-877d-5bd49148e196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:04.613294 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:06.575873 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:11.681214 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:27.001797 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:28.772045 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8463164-ebf4-4a76-8ebf-88bdcea9813d req-8780190f-1030-4b09-b698-1126bdcacbf9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860884 Jul 29 15:55:28.855470 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8463164-ebf4-4a76-8ebf-88bdcea9813d req-3aac37a8-3dce-4928-a29f-0cb45caff744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:28.857030 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8463164-ebf4-4a76-8ebf-88bdcea9813d req-3aac37a8-3dce-4928-a29f-0cb45caff744 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 1097 time: 0.0427182 Jul 29 15:55:28.930239 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:55:28.965480 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8463164-ebf4-4a76-8ebf-88bdcea9813d req-cee60b82-1933-40e3-839d-39255951932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:28.967037 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8463164-ebf4-4a76-8ebf-88bdcea9813d req-cee60b82-1933-40e3-839d-39255951932d service neutron] 10.222.0.39 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.0902548 Jul 29 15:55:29.033955 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8463164-ebf4-4a76-8ebf-88bdcea9813d req-80aaeb8c-bb40-49cc-a9ef-9e3a17ed650e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e HTTP/1.1" status: 200 len: 1001 time: 0.0600569 Jul 29 15:55:29.084014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8463164-ebf4-4a76-8ebf-88bdcea9813d req-9a7c70ba-e097-4ff1-b9a7-da7bcd5a4464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:29.085539 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8463164-ebf4-4a76-8ebf-88bdcea9813d req-9a7c70ba-e097-4ff1-b9a7-da7bcd5a4464 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0451751 Jul 29 15:55:29.136467 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8463164-ebf4-4a76-8ebf-88bdcea9813d req-1a59f56b-0b20-4d3b-bcd8-0f009ade1685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:29.137987 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8463164-ebf4-4a76-8ebf-88bdcea9813d req-1a59f56b-0b20-4d3b-bcd8-0f009ade1685 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452993 Jul 29 15:55:29.225954 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8463164-ebf4-4a76-8ebf-88bdcea9813d req-8c683845-fa3a-40cf-8556-1b6d7eb60be9 service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804353 Jul 29 15:55:29.319044 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d8463164-ebf4-4a76-8ebf-88bdcea9813d req-8264e8de-ea12-464c-a8f8-4cffb319839e service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862198 Jul 29 15:55:30.658982 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-242cc511-682d-441f-9847-0a3ed4716eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:33.334040 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:33.408258 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e2c06215-bb1a-473a-9cb7-f8e345a963f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:34.619037 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:36.574465 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:37.005821 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d368c-b149-4bbc-ac9c-5591e5dd9747 req-c91abc36-e84b-4b79-a63b-5e7266e46f53 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:37.007320 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-643d368c-b149-4bbc-ac9c-5591e5dd9747 req-c91abc36-e84b-4b79-a63b-5e7266e46f53 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0497293 Jul 29 15:55:37.046296 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-643d368c-b149-4bbc-ac9c-5591e5dd9747 req-a1f70013-66ea-461d-8d22-1a4f6c0a0d0f tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330076 Jul 29 15:55:38.194943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b3ba7-352a-4852-ab75-715a2fa61041 req-af203ce5-0447-4afa-9efc-2642ad133119 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:38.196412 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f84b3ba7-352a-4852-ab75-715a2fa61041 req-af203ce5-0447-4afa-9efc-2642ad133119 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0492849 Jul 29 15:55:38.235713 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f84b3ba7-352a-4852-ab75-715a2fa61041 req-db449172-fb2e-4e19-bab2-23fcc39fbb47 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333307 Jul 29 15:55:39.365503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cdf0b-c4f9-4e86-9d71-ec113f382fc2 req-4badd145-faf7-48d2-b8fe-673bdb961ce4 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:39.366976 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b2cdf0b-c4f9-4e86-9d71-ec113f382fc2 req-4badd145-faf7-48d2-b8fe-673bdb961ce4 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0496726 Jul 29 15:55:39.404126 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6b2cdf0b-c4f9-4e86-9d71-ec113f382fc2 req-2ccc7e72-e6fd-4062-ae13-2c5e7dd6df4f tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312052 Jul 29 15:55:40.521859 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621f1c7-7a6f-42c7-8cec-0fbe991a0252 req-dfec0097-7661-45a9-be30-44b8fe347754 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:40.523349 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f621f1c7-7a6f-42c7-8cec-0fbe991a0252 req-dfec0097-7661-45a9-be30-44b8fe347754 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0517879 Jul 29 15:55:40.561880 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f621f1c7-7a6f-42c7-8cec-0fbe991a0252 req-e1c7efd4-043f-407a-830f-75ca2b8b8270 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326290 Jul 29 15:55:41.680451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486ee99-e258-434b-9893-abbab0394a44 req-5f8c7b5f-a192-4bfc-bf16-a74695d67820 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:41.681950 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3486ee99-e258-434b-9893-abbab0394a44 req-5f8c7b5f-a192-4bfc-bf16-a74695d67820 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0540218 Jul 29 15:55:41.682922 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:41.720934 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3486ee99-e258-434b-9893-abbab0394a44 req-01744aba-0661-4309-baad-837a0c2a51e6 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318894 Jul 29 15:55:42.842694 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebb69b-4249-493a-93f9-627171e48bc8 req-2865f278-0e57-49d7-b76e-5902def7212b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:42.844587 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97ebb69b-4249-493a-93f9-627171e48bc8 req-2865f278-0e57-49d7-b76e-5902def7212b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0538208 Jul 29 15:55:42.884677 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97ebb69b-4249-493a-93f9-627171e48bc8 req-a74ce17f-fec3-4f12-8626-8777e05bbdfc tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326216 Jul 29 15:55:44.000202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f0b69-5b69-4c61-af7c-fb2bfc3fc2ab req-ab4fd01c-1260-403d-8496-60a81d6bdc59 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:44.001742 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-152f0b69-5b69-4c61-af7c-fb2bfc3fc2ab req-ab4fd01c-1260-403d-8496-60a81d6bdc59 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0488276 Jul 29 15:55:44.039617 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-152f0b69-5b69-4c61-af7c-fb2bfc3fc2ab req-2643c7b8-7720-442b-a1ec-dad4242d8b69 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319293 Jul 29 15:55:45.152303 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2502d-5866-4446-8204-b332552081f2 req-f571d37e-d252-4f86-bad9-727276bd21ec tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:45.153759 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8a2502d-5866-4446-8204-b332552081f2 req-f571d37e-d252-4f86-bad9-727276bd21ec tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0482318 Jul 29 15:55:45.191298 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c8a2502d-5866-4446-8204-b332552081f2 req-a74b05c3-7358-4407-a430-694ddb806f08 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311615 Jul 29 15:55:46.305487 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa71ce-6c9a-4735-aec9-c86c6839d983 req-f6a522ea-2661-4a76-bb5c-d760e71a7cf7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:46.306975 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8aaa71ce-6c9a-4735-aec9-c86c6839d983 req-f6a522ea-2661-4a76-bb5c-d760e71a7cf7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0487485 Jul 29 15:55:46.345811 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8aaa71ce-6c9a-4735-aec9-c86c6839d983 req-72847daf-27d2-4e31-b7a7-294adda95a3c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321033 Jul 29 15:55:47.460924 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317efe52-4f88-4457-ab0c-93b26a06db8a req-54b4a41c-cdf5-40b3-a77a-168045e9f080 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:47.462423 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-317efe52-4f88-4457-ab0c-93b26a06db8a req-54b4a41c-cdf5-40b3-a77a-168045e9f080 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0497711 Jul 29 15:55:47.501713 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-317efe52-4f88-4457-ab0c-93b26a06db8a req-680a3cbe-21a6-4429-ad5c-dc60c1e6e6d1 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328610 Jul 29 15:55:48.621770 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62309d-dd44-4e32-adb7-e10337228d8d req-6dc87c74-332f-4da9-84b1-3c756804bfe7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:48.623271 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7a62309d-dd44-4e32-adb7-e10337228d8d req-6dc87c74-332f-4da9-84b1-3c756804bfe7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0524454 Jul 29 15:55:48.661648 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7a62309d-dd44-4e32-adb7-e10337228d8d req-f09ef146-b7d9-4d12-b586-156454b42f2e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324600 Jul 29 15:55:49.452190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1500d98e-6c5e-4af9-9d99-c36bec73e23e details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:55:49.550524 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:55:49.561731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'port_id': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'mac_address': 'fa:16:3e:ec:43:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:55:49.598503 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:49.614642 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1500d98e-6c5e-4af9-9d99-c36bec73e23e {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:55:49.635516 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:55:49.638548 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:49.693893 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1500d98e-6c5e-4af9-9d99-c36bec73e23e,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:55:49.701356 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:55:49.701699 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:55:49.702035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:55:49.702364 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:55:49.703208 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:55:49.703554 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:55:49.703878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:55:49.704828 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:55:49.705155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:55:49.705479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:55:49.705805 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:55:49.706123 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:55:49.711701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['1500d98e-6c5e-4af9-9d99-c36bec73e23e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:55:49.797462 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ee2f2-844b-458d-89e0-1aa48d1fe361 req-cc8033d1-cc01-46ca-85de-51fd39e0897e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:49.799891 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f0ee2f2-844b-458d-89e0-1aa48d1fe361 req-cc8033d1-cc01-46ca-85de-51fd39e0897e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0648401 Jul 29 15:55:49.857430 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8f0ee2f2-844b-458d-89e0-1aa48d1fe361 req-2ed3db03-fc7f-476f-b874-1a25376cd46c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506268 Jul 29 15:55:50.986937 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438472e6-347a-4d78-b2ce-d7e1d824959b req-fe38562f-348c-4e70-8f66-88c82369eecb tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:50.989184 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-438472e6-347a-4d78-b2ce-d7e1d824959b req-fe38562f-348c-4e70-8f66-88c82369eecb tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0581338 Jul 29 15:55:51.033020 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-438472e6-347a-4d78-b2ce-d7e1d824959b req-2f0b1b3c-f460-4127-9c3a-000b8cdb9737 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362308 Jul 29 15:55:51.467795 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1500d98e-6c5e-4af9-9d99-c36bec73e23e up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:55:51.523252 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 1500d98e-6c5e-4af9-9d99-c36bec73e23e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:55:51.524072 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:51.608342 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:51.637203 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:55:51.639448 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96bfb5c-d094-4987-9ae1-4dc0358c2741" -d '{"events": [{"server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "name": "network-vif-plugged", "status": "completed", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:55:51.659892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:55:51.664522 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:51.730296 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1500d98e-6c5e-4af9-9d99-c36bec73e23e,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:55:51.767790 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2ee179-c7b2-412b-a6da-03217a49a1ab x-openstack-request-id: req-0c2ee179-c7b2-412b-a6da-03217a49a1ab {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:55:51.768930 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "name": "network-vif-plugged", "status": "completed", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:55:51.769482 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c2ee179-c7b2-412b-a6da-03217a49a1ab {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:55:51.769977 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'code': 200} Jul 29 15:55:52.165479 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de241c84-a3f3-4397-b47d-83c689b66269 req-762288f8-22d4-4724-a394-da6ca6c0a7ce tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:52.167608 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-de241c84-a3f3-4397-b47d-83c689b66269 req-762288f8-22d4-4724-a394-da6ca6c0a7ce tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0546694 Jul 29 15:55:52.211233 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-de241c84-a3f3-4397-b47d-83c689b66269 req-0206d974-eb08-4376-814d-c14e4fb6bf6f tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365689 Jul 29 15:55:53.337398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04712b6-d68f-4b20-bbfc-659274f1e794 req-78ffaa30-5c3e-4c03-a61a-9d55515545bc tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:53.339999 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a04712b6-d68f-4b20-bbfc-659274f1e794 req-78ffaa30-5c3e-4c03-a61a-9d55515545bc tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0517433 Jul 29 15:55:53.381622 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a04712b6-d68f-4b20-bbfc-659274f1e794 req-bc0c0d7e-43ab-4394-a92c-27f3d0c3ef60 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344629 Jul 29 15:55:54.517285 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d9cdd-42a0-4ef1-9ec6-81531123b05b req-23395151-19af-4aae-8b19-8396845316f6 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:54.518917 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-240d9cdd-42a0-4ef1-9ec6-81531123b05b req-23395151-19af-4aae-8b19-8396845316f6 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0653558 Jul 29 15:55:54.572643 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-240d9cdd-42a0-4ef1-9ec6-81531123b05b req-78c2d712-de36-472e-bf54-b84d7ef70320 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472379 Jul 29 15:55:55.691622 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472efc2c-f862-4a8a-af3f-a5df32eabe16 req-80eb9362-404a-4cef-ba1f-18f600f56c3e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:55.693927 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-472efc2c-f862-4a8a-af3f-a5df32eabe16 req-80eb9362-404a-4cef-ba1f-18f600f56c3e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0522914 Jul 29 15:55:55.737210 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-472efc2c-f862-4a8a-af3f-a5df32eabe16 req-024bcf07-9d4f-4cce-87d6-c0c629b5f407 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365257 Jul 29 15:55:56.858194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bff38-c235-41d5-8d32-175eb5ad804d req-9becdd4a-6d5f-4e9e-a7d2-c62c1a933d94 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:56.859987 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-941bff38-c235-41d5-8d32-175eb5ad804d req-9becdd4a-6d5f-4e9e-a7d2-c62c1a933d94 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0567272 Jul 29 15:55:56.907617 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-941bff38-c235-41d5-8d32-175eb5ad804d req-d0b1c795-1166-4946-ad2b-4627e57541d9 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378470 Jul 29 15:55:57.016792 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:55:58.031863 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f635b7-8bd6-4073-87eb-c805036f8db1 req-589a9e2c-0624-4ac1-a77b-25e53bae10d9 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:58.033418 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27f635b7-8bd6-4073-87eb-c805036f8db1 req-589a9e2c-0624-4ac1-a77b-25e53bae10d9 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0551400 Jul 29 15:55:58.074155 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27f635b7-8bd6-4073-87eb-c805036f8db1 req-fe275507-3d4d-4044-9094-d08365c269d5 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346529 Jul 29 15:55:59.023382 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543c5e6-931a-4071-8671-0c0d454f8057 req-2157c801-6f0d-4288-a25d-f01b398b6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:59.024867 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9543c5e6-931a-4071-8671-0c0d454f8057 req-2157c801-6f0d-4288-a25d-f01b398b6d17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 1097 time: 0.0399268 Jul 29 15:55:59.482503 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47acbfe-cbb0-4abe-9cf9-a61153522530 req-5a8a10b7-6531-47b9-a563-c3fd5e8cdc7c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:59.484638 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c47acbfe-cbb0-4abe-9cf9-a61153522530 req-5a8a10b7-6531-47b9-a563-c3fd5e8cdc7c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0762169 Jul 29 15:55:59.487410 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543c5e6-931a-4071-8671-0c0d454f8057 req-82d6558b-7a9e-4345-b316-47cfbb462cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:59.488781 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9543c5e6-931a-4071-8671-0c0d454f8057 req-82d6558b-7a9e-4345-b316-47cfbb462cd8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.4565947 Jul 29 15:55:59.559508 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c47acbfe-cbb0-4abe-9cf9-a61153522530 req-66c00ff8-d03a-4ed1-8f68-da99687b5450 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688972 Jul 29 15:55:59.575189 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9543c5e6-931a-4071-8671-0c0d454f8057 req-701c153b-c027-402e-8ae7-665065b7dd7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e HTTP/1.1" status: 200 len: 1001 time: 0.0779536 Jul 29 15:55:59.624100 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543c5e6-931a-4071-8671-0c0d454f8057 req-44bdcbe4-e65b-4850-be85-406342e550c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:59.625587 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9543c5e6-931a-4071-8671-0c0d454f8057 req-44bdcbe4-e65b-4850-be85-406342e550c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0435438 Jul 29 15:55:59.670187 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543c5e6-931a-4071-8671-0c0d454f8057 req-c51174d1-f8ff-40a1-802b-ae3ea3acdeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:55:59.672090 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9543c5e6-931a-4071-8671-0c0d454f8057 req-c51174d1-f8ff-40a1-802b-ae3ea3acdeae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390570 Jul 29 15:55:59.761826 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9543c5e6-931a-4071-8671-0c0d454f8057 req-f7db92c6-d2d6-43dd-9da1-513a2c2aa736 service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829978 Jul 29 15:55:59.850186 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9543c5e6-931a-4071-8671-0c0d454f8057 req-39a0e4b5-619a-49de-832a-43c65083fc1d service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814395 Jul 29 15:56:00.662175 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a385fcd9-cb59-4d30-9a24-796df7f40f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:00.678139 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b8478-f7a1-4e65-b212-792278e2ecb2 req-23610185-8179-4ce8-bede-80edf972b4de tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:00.679637 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e9b8478-f7a1-4e65-b212-792278e2ecb2 req-23610185-8179-4ce8-bede-80edf972b4de tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0516386 Jul 29 15:56:00.717516 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-7e9b8478-f7a1-4e65-b212-792278e2ecb2 req-442f737b-6c06-49a7-9d1d-c02d6842c179 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319583 Jul 29 15:56:01.513725 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1500d98e-6c5e-4af9-9d99-c36bec73e23e no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:56:01.587006 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:01.612377 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:56:01.614645 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41beaf91-cd6a-4922-9048-5ddf51d18480" -d '{"events": [{"server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "name": "network-vif-unplugged", "status": "completed", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:56:01.627589 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:56:01.633709 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:01.661917 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 15:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8708a1-97e5-4b47-8efb-45b001988342 x-openstack-request-id: req-cc8708a1-97e5-4b47-8efb-45b001988342 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:56:01.662206 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "name": "network-vif-unplugged", "status": "completed", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:56:01.662792 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc8708a1-97e5-4b47-8efb-45b001988342 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:56:01.662905 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'code': 200} Jul 29 15:56:01.691549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=1500d98e-6c5e-4af9-9d99-c36bec73e23e,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:56:01.830244 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cad97b-a1a7-410b-9066-643bdacc85c5 req-c9a8f287-3f30-4493-9ac9-2a951b6670a1 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:01.831729 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c4cad97b-a1a7-410b-9066-643bdacc85c5 req-c9a8f287-3f30-4493-9ac9-2a951b6670a1 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 944 time: 0.0477870 Jul 29 15:56:01.870572 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c4cad97b-a1a7-410b-9066-643bdacc85c5 req-7b9f3989-a09f-481b-8595-26ba8c28b695 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327499 Jul 29 15:56:02.088106 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc254-35d7-4133-aa71-f92632ccc60b req-10df54c6-af7d-440b-9b29-ed9a74741c08 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:02.090064 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf8cc254-35d7-4133-aa71-f92632ccc60b req-10df54c6-af7d-440b-9b29-ed9a74741c08 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 944 time: 0.0557003 Jul 29 15:56:02.131024 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cf8cc254-35d7-4133-aa71-f92632ccc60b req-620d44af-4609-430b-adb2-814e7e4b1011 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340459 Jul 29 15:56:02.337677 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56404) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:56:02.413882 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-76858aba-56cc-4a7e-afb9-aa0e96297ef1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750232 Jul 29 15:56:03.197917 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-7874f5f2-ceac-44f6-a9d4-3c21796303fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:03.199460 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-7874f5f2-ceac-44f6-a9d4-3c21796303fa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1&tenant_id=b0cc98e1d77946c8aedc0f48634a9363 HTTP/1.1" status: 200 len: 1095 time: 0.0427132 Jul 29 15:56:03.216461 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:56:03.253852 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185f292-20d1-4bec-831f-0fe20b6aa7af req-156853e3-879c-4f99-9447-c1912ca57f6b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:03.255339 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b185f292-20d1-4bec-831f-0fe20b6aa7af req-156853e3-879c-4f99-9447-c1912ca57f6b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 944 time: 0.0533111 Jul 29 15:56:03.269581 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:03.293262 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b185f292-20d1-4bec-831f-0fe20b6aa7af req-9138f791-fab8-485f-b7be-82e91cfabedf tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315921 Jul 29 15:56:03.335782 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:03.409335 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c5b91e6a-3047-41af-a5d0-afcd4c7e4fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:03.485206 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:56:03.518267 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:56:03.549951 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1500d98e-6c5e-4af9-9d99-c36bec73e23e {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:56:03.557322 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:03.569410 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Transition to ACTIVE for port object 1500d98e-6c5e-4af9-9d99-c36bec73e23e will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:56:03.573053 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:03.651779 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Pushing event updated for resources: {'Port': ['ID=1500d98e-6c5e-4af9-9d99-c36bec73e23e,revision_number=9']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:56:03.663362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:56:03.663714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:56:03.664059 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:56:03.664402 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:56:03.664772 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:56:03.665111 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:56:03.665562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:56:03.665800 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:56:03.666154 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:56:03.666510 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:56:03.666942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:56:03.667193 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:56:03.706867 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] No DVR routers for this DVR port 1500d98e-6c5e-4af9-9d99-c36bec73e23e on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:56:03.844322 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Attempting to bind port 1500d98e-6c5e-4af9-9d99-c36bec73e23e on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:56:03.844771 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Attempting to bind port 1500d98e-6c5e-4af9-9d99-c36bec73e23e by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:56:03.845021 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Attempting to bind port 1500d98e-6c5e-4af9-9d99-c36bec73e23e on network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:56:03.849565 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Port 1500d98e-6c5e-4af9-9d99-c36bec73e23e on network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:56:03.849881 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Attempting to bind port 1500d98e-6c5e-4af9-9d99-c36bec73e23e on network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:56:03.854571 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:56:03.854904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Checking segment: {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:56:03.855284 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Bound using segment: {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:56:03.855704 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Bound port: 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:56:03.856061 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:03.916959 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:56:03.919946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:56:03.924156 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:03.955831 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:03.956522 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:03.957926 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] 10.222.0.38 "PUT /v2.0/ports/1500d98e-6c5e-4af9-9d99-c36bec73e23e HTTP/1.1" status: 200 len: 1092 time: 0.7458489 Jul 29 15:56:03.958368 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:56:03.960798 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cede2f5-5876-4c6e-aa8e-0d35116267f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:56:03.988475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb607be-7164-45ba-ba51-6cc22c19746d service neutron] Pushing event updated for resources: {'Port': ['ID=1500d98e-6c5e-4af9-9d99-c36bec73e23e,revision_number=10']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:56:04.039367 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-f0dd03cc-54b9-4a7a-aaae-8ea3dbdc8ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:04.040934 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-f0dd03cc-54b9-4a7a-aaae-8ea3dbdc8ddf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 1096 time: 0.0460334 Jul 29 15:56:04.094694 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51187c5-95ed-4e81-88bd-de7377c84d4d x-openstack-request-id: req-f51187c5-95ed-4e81-88bd-de7377c84d4d {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:56:04.094987 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:56:04.095237 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f51187c5-95ed-4e81-88bd-de7377c84d4d {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:56:04.095643 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'status': 'completed', 'code': 200} Jul 29 15:56:04.138149 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-debf2bae-c668-451b-a04d-25dd9ccc4ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:04.140190 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-debf2bae-c668-451b-a04d-25dd9ccc4ad7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.0915802 Jul 29 15:56:04.209950 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-9d8f14e4-ea09-47be-81be-d11450ca7e84 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e HTTP/1.1" status: 200 len: 999 time: 0.0615356 Jul 29 15:56:04.257534 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-0c34de49-fb24-4093-8da3-4950f3e4acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:04.258868 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-0c34de49-fb24-4093-8da3-4950f3e4acb2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0423102 Jul 29 15:56:04.303157 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-de61cf4b-cfa1-4375-8540-c7065b0976ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:04.304640 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-de61cf4b-cfa1-4375-8540-c7065b0976ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387008 Jul 29 15:56:04.397259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-6be94a7b-658b-46b7-8ae8-cdd9fe8f5c12 service neutron] 10.222.0.38 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850611 Jul 29 15:56:04.410014 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de55d86-016f-4521-8179-a6724ee0c568 req-c25ec5e4-59ef-415c-9369-8643c80aa9b4 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:04.411521 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8de55d86-016f-4521-8179-a6724ee0c568 req-c25ec5e4-59ef-415c-9369-8643c80aa9b4 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0485072 Jul 29 15:56:04.449669 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8de55d86-016f-4521-8179-a6724ee0c568 req-08ecefdb-81e5-4fe1-b4e5-8bce23880d6b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315523 Jul 29 15:56:04.487094 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-1c2a3bf1-c0fc-4bb1-aaa6-fdd44eb41cfb service neutron] 10.222.0.38 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832617 Jul 29 15:56:04.593913 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cede2f5-5876-4c6e-aa8e-0d35116267f0 req-d69ebf14-10aa-4768-a174-442c20a43aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:04.595415 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cede2f5-5876-4c6e-aa8e-0d35116267f0 req-d69ebf14-10aa-4768-a174-442c20a43aa1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 1096 time: 0.0421348 Jul 29 15:56:04.618559 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:04.695362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cede2f5-5876-4c6e-aa8e-0d35116267f0 req-f057e004-c196-4638-a553-cfa95984f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:04.696957 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cede2f5-5876-4c6e-aa8e-0d35116267f0 req-f057e004-c196-4638-a553-cfa95984f5c5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.0934794 Jul 29 15:56:04.763727 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cede2f5-5876-4c6e-aa8e-0d35116267f0 req-958d0d70-1547-450e-8946-73fb1bd790e8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e HTTP/1.1" status: 200 len: 999 time: 0.0598388 Jul 29 15:56:04.848475 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cede2f5-5876-4c6e-aa8e-0d35116267f0 req-ec12651e-f2b6-4806-a3ed-1a5c696d8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:04.851362 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cede2f5-5876-4c6e-aa8e-0d35116267f0 req-ec12651e-f2b6-4806-a3ed-1a5c696d8ffe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0804935 Jul 29 15:56:05.528832 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1500d98e-6c5e-4af9-9d99-c36bec73e23e no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:56:05.571079 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 1500d98e-6c5e-4af9-9d99-c36bec73e23e not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:56:05.597142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e02cf3-36b4-413c-8f8c-c537e027a995 req-a91029c0-aa60-4caf-a61d-8d0f05e72f34 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:05.598964 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25e02cf3-36b4-413c-8f8c-c537e027a995 req-a91029c0-aa60-4caf-a61d-8d0f05e72f34 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0788994 Jul 29 15:56:05.642668 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-25e02cf3-36b4-413c-8f8c-c537e027a995 req-721847f3-cf01-4618-a78f-3f546ae0d94c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371323 Jul 29 15:56:05.929376 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:56:06.575174 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:06.759807 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206ea07-7532-4b43-b240-8bca184f0126 req-3580b2fa-9a04-4e49-93c4-ebd900e3c04b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:06.761268 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2206ea07-7532-4b43-b240-8bca184f0126 req-3580b2fa-9a04-4e49-93c4-ebd900e3c04b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0494134 Jul 29 15:56:06.798729 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2206ea07-7532-4b43-b240-8bca184f0126 req-d51a72e4-cd2f-4847-b7dd-31c2b88ce03f tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314374 Jul 29 15:56:07.916807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852fd55-cc9a-41a2-a064-cbff94a6358b req-21b57b1c-3d36-4576-9c47-1d275baf5e95 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:07.918418 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2852fd55-cc9a-41a2-a064-cbff94a6358b req-21b57b1c-3d36-4576-9c47-1d275baf5e95 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0523586 Jul 29 15:56:07.961198 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2852fd55-cc9a-41a2-a064-cbff94a6358b req-5a653c10-9ef5-4629-bd09-ea18333e7814 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355825 Jul 29 15:56:09.079499 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3564a-4f25-4550-ac34-2787af1e3d6d req-b227f053-3b05-4d26-8b83-e0fcc4035b2f tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:09.081008 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fcf3564a-4f25-4550-ac34-2787af1e3d6d req-b227f053-3b05-4d26-8b83-e0fcc4035b2f tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0520451 Jul 29 15:56:09.118864 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fcf3564a-4f25-4550-ac34-2787af1e3d6d req-127f49cf-bcc0-4289-b01f-6f1722d09675 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318716 Jul 29 15:56:10.238142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bbd4c-6e6f-4741-9840-362a8c52b94b req-e8052bbf-6727-4408-8f02-d2b1a0b5189a tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:10.239643 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-856bbd4c-6e6f-4741-9840-362a8c52b94b req-e8052bbf-6727-4408-8f02-d2b1a0b5189a tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0531812 Jul 29 15:56:10.276930 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-856bbd4c-6e6f-4741-9840-362a8c52b94b req-1e6ffd66-393d-4508-9d8a-0ea316090e7e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313044 Jul 29 15:56:11.398213 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f012c-0992-4221-b050-48a6ebf827a6 req-214a379c-a0be-4d03-8774-1170c722d884 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:11.399858 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc6f012c-0992-4221-b050-48a6ebf827a6 req-214a379c-a0be-4d03-8774-1170c722d884 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0532262 Jul 29 15:56:11.441342 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fc6f012c-0992-4221-b050-48a6ebf827a6 req-72db99d2-953c-4f4a-ae14-26c3ca646864 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346110 Jul 29 15:56:11.697985 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:12.559253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e42e13-b3cd-42ab-b19e-d29b8b1e1ea0 req-538e5bb6-04a7-461a-9eb3-8ffece7e1ec4 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:12.560744 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-62e42e13-b3cd-42ab-b19e-d29b8b1e1ea0 req-538e5bb6-04a7-461a-9eb3-8ffece7e1ec4 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0484738 Jul 29 15:56:12.598388 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-62e42e13-b3cd-42ab-b19e-d29b8b1e1ea0 req-59739d5c-f833-4bbe-bd85-5ee52e0653d5 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308893 Jul 29 15:56:13.713951 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec3341-4087-42eb-b9c2-2b5edae278fb req-ee62450c-375a-4356-8755-88a19cfda1d8 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:13.715592 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58ec3341-4087-42eb-b9c2-2b5edae278fb req-ee62450c-375a-4356-8755-88a19cfda1d8 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0486672 Jul 29 15:56:13.753034 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58ec3341-4087-42eb-b9c2-2b5edae278fb req-65db1b1d-8c98-41ee-a527-496dafa1eaf6 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314183 Jul 29 15:56:14.868008 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a3a19-9240-4fe3-b4de-8398bac7df4b req-33ebdf90-916f-4dd7-94a3-f66fc592c04a tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:14.869515 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-592a3a19-9240-4fe3-b4de-8398bac7df4b req-33ebdf90-916f-4dd7-94a3-f66fc592c04a tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0505402 Jul 29 15:56:14.908937 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-592a3a19-9240-4fe3-b4de-8398bac7df4b req-35cad109-584b-4470-953b-b3b12477ad63 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328128 Jul 29 15:56:16.031940 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7efa0c-ba42-4aab-894c-763135974dfd req-25788a64-cfd5-46b9-9fc5-c020675b4306 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:16.033454 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ed7efa0c-ba42-4aab-894c-763135974dfd req-25788a64-cfd5-46b9-9fc5-c020675b4306 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0535457 Jul 29 15:56:16.071196 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ed7efa0c-ba42-4aab-894c-763135974dfd req-3fd21a60-e0cf-4e28-ac6a-a9d90a2e90cf tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315750 Jul 29 15:56:17.196585 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828eb4d5-ce11-4c2d-ba84-f076cfe68ad7 req-0edd4fa2-533f-404e-a4de-197bd9974bbd tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:17.198076 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-828eb4d5-ce11-4c2d-ba84-f076cfe68ad7 req-0edd4fa2-533f-404e-a4de-197bd9974bbd tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0514927 Jul 29 15:56:17.236064 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-828eb4d5-ce11-4c2d-ba84-f076cfe68ad7 req-c848ac32-50a2-4d5c-91bb-c38b9d9d6956 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316975 Jul 29 15:56:17.669375 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cede2f5-5876-4c6e-aa8e-0d35116267f0 req-b7834092-3cca-4662-a73a-f576db795aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:17.671760 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cede2f5-5876-4c6e-aa8e-0d35116267f0 req-b7834092-3cca-4662-a73a-f576db795aae service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416863 Jul 29 15:56:17.759827 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cede2f5-5876-4c6e-aa8e-0d35116267f0 req-41eddefc-074e-400e-b8e9-44eb1cad33aa service neutron] 10.222.0.38 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802331 Jul 29 15:56:17.854229 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4cede2f5-5876-4c6e-aa8e-0d35116267f0 req-2791f28c-48da-4e03-b2e6-21288e141b3f service neutron] 10.222.0.38 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838671 Jul 29 15:56:18.353921 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5986354-233b-43cd-895a-781843ca9a31 req-83bef0cf-61ef-4796-b4fc-2d81bd78fefc tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:18.355382 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5986354-233b-43cd-895a-781843ca9a31 req-83bef0cf-61ef-4796-b4fc-2d81bd78fefc tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0480492 Jul 29 15:56:18.393728 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-a5986354-233b-43cd-895a-781843ca9a31 req-d23ebfc4-247c-419c-9247-bd52681f551c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322466 Jul 29 15:56:19.507211 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c0f48-2320-46a1-a976-a3d91ca020c0 req-6cb7b180-faf6-4c7d-8c08-50df14fa04c4 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:19.508594 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-153c0f48-2320-46a1-a976-a3d91ca020c0 req-6cb7b180-faf6-4c7d-8c08-50df14fa04c4 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0491898 Jul 29 15:56:19.545554 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-153c0f48-2320-46a1-a976-a3d91ca020c0 req-1a5c3979-31e3-41b8-9eee-e58a469bf22a tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311601 Jul 29 15:56:20.660549 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434917d-60ab-47b1-9024-72d005fcc50a req-207e7d51-36be-4adc-86d7-42f2e8bb1611 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:20.662178 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2434917d-60ab-47b1-9024-72d005fcc50a req-207e7d51-36be-4adc-86d7-42f2e8bb1611 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 945 time: 0.0483887 Jul 29 15:56:20.709384 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2434917d-60ab-47b1-9024-72d005fcc50a req-5644e997-e3a2-412f-be63-48ba973976a5 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318263 Jul 29 15:56:21.132047 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1500d98e-6c5e-4af9-9d99-c36bec73e23e details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:56:21.228385 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:56:21.239277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'port_id': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'mac_address': 'fa:16:3e:ec:43:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:56:21.279290 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:21.292277 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1500d98e-6c5e-4af9-9d99-c36bec73e23e {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:56:21.315438 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:56:21.338337 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:21.394759 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=1500d98e-6c5e-4af9-9d99-c36bec73e23e,revision_number=11']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:56:21.642376 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['1500d98e-6c5e-4af9-9d99-c36bec73e23e'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:56:21.829823 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ac9dc-7e3b-44a0-a466-80c949643079 req-a33ba2c4-efb5-46bf-9df5-ca621cf8f53b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:21.831551 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fc2ac9dc-7e3b-44a0-a466-80c949643079 req-a33ba2c4-efb5-46bf-9df5-ca621cf8f53b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0530553 Jul 29 15:56:21.871458 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fc2ac9dc-7e3b-44a0-a466-80c949643079 req-0abd6c0a-35b1-416c-ac39-01cdda915231 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330148 Jul 29 15:56:22.988613 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31541d-0016-4093-9f5e-6f5b5734e605 req-eeebb35d-01f4-4812-9c32-a8f09f2fda27 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:22.990121 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ee31541d-0016-4093-9f5e-6f5b5734e605 req-eeebb35d-01f4-4812-9c32-a8f09f2fda27 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 946 time: 0.0520053 Jul 29 15:56:23.026983 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ee31541d-0016-4093-9f5e-6f5b5734e605 req-a11a63e0-c257-4488-a544-93f64d4dcbab tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309467 Jul 29 15:56:23.131641 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1500d98e-6c5e-4af9-9d99-c36bec73e23e up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:56:23.179238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 1500d98e-6c5e-4af9-9d99-c36bec73e23e completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:56:23.182682 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 1500d98e-6c5e-4af9-9d99-c36bec73e23e triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:56:23.183046 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:23.258709 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:23.280142 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:56:23.282373 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7466e44-44f3-438f-ae21-e76d6e0bea7d" -d '{"events": [{"server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "name": "network-vif-plugged", "status": "completed", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:56:23.294642 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:56:23.299999 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:23.324992 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504526e3-e1d1-4f57-a962-78269f6fd260 x-openstack-request-id: req-504526e3-e1d1-4f57-a962-78269f6fd260 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:56:23.325274 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "name": "network-vif-plugged", "status": "completed", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:56:23.325517 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-504526e3-e1d1-4f57-a962-78269f6fd260 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:56:23.325894 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'code': 200} Jul 29 15:56:23.352678 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=1500d98e-6c5e-4af9-9d99-c36bec73e23e,revision_number=12']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:56:23.516224 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93b2b5-2d0c-4f34-9f98-70f3c96aa4c4 req-dfcf28b7-e5c4-4e07-8f6a-af5502239006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:23.517750 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c93b2b5-2d0c-4f34-9f98-70f3c96aa4c4 req-dfcf28b7-e5c4-4e07-8f6a-af5502239006 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 1098 time: 0.0421290 Jul 29 15:56:23.551604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-1c93b2b5-2d0c-4f34-9f98-70f3c96aa4c4 req-9361cf6f-0758-48a3-80d0-9d645cfea7fe service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266781 Jul 29 15:56:24.141155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e3ec2-95f5-4a4a-a96f-324e4ebe3e3e req-3f071053-805d-40df-851c-d09fcebef90a tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:24.142571 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-018e3ec2-95f5-4a4a-a96f-324e4ebe3e3e req-3f071053-805d-40df-851c-d09fcebef90a tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 947 time: 0.0477841 Jul 29 15:56:24.180801 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-018e3ec2-95f5-4a4a-a96f-324e4ebe3e3e req-7f86d101-00cb-44d5-89cf-f6410a21ea63 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323398 Jul 29 15:56:25.296698 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632cde0-f8e5-44d3-a070-e76c8dbdde72 req-cb087f1b-90fa-47fc-99e1-fe0631d85e72 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:25.298585 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a632cde0-f8e5-44d3-a070-e76c8dbdde72 req-cb087f1b-90fa-47fc-99e1-fe0631d85e72 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 947 time: 0.0500822 Jul 29 15:56:25.336160 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a632cde0-f8e5-44d3-a070-e76c8dbdde72 req-3a31a0ac-a32e-47d7-8c72-981ed6666393 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316896 Jul 29 15:56:27.029148 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:30.664110 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a6ad5e42-a421-44dd-8715-30445aac568a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:33.338099 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:33.409390 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-87f08cfc-a03f-46cb-b41a-259b53ffa9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:34.622363 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:36.577133 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:41.697182 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:56:42.928953 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:56:55.605371 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10c2b991-c660-41fd-94d2-e556d2ff4430 req-0d93abab-2100-45b2-88be-50dfb1f67eb1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426068 Jul 29 15:56:55.702600 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b991-c660-41fd-94d2-e556d2ff4430 req-3baf18be-3267-40b0-aa29-fc78235ae6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:55.704713 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10c2b991-c660-41fd-94d2-e556d2ff4430 req-3baf18be-3267-40b0-aa29-fc78235ae6ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 1098 time: 0.0397365 Jul 29 15:56:55.804233 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b991-c660-41fd-94d2-e556d2ff4430 req-d6564a80-dfb6-43fe-a228-c02e377f8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:55.805719 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10c2b991-c660-41fd-94d2-e556d2ff4430 req-d6564a80-dfb6-43fe-a228-c02e377f8693 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.0809650 Jul 29 15:56:55.874556 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10c2b991-c660-41fd-94d2-e556d2ff4430 req-1af33297-e86e-498f-a000-6e3a199642a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e HTTP/1.1" status: 200 len: 1001 time: 0.0603428 Jul 29 15:56:55.924387 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b991-c660-41fd-94d2-e556d2ff4430 req-09d54398-459f-4939-911e-cb049ae32713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:55.925788 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10c2b991-c660-41fd-94d2-e556d2ff4430 req-09d54398-459f-4939-911e-cb049ae32713 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0426853 Jul 29 15:56:55.970865 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b991-c660-41fd-94d2-e556d2ff4430 req-abb7dead-88b8-4dba-81bc-5e8fe453b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:56:55.972299 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10c2b991-c660-41fd-94d2-e556d2ff4430 req-abb7dead-88b8-4dba-81bc-5e8fe453b73c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385017 Jul 29 15:56:56.063617 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10c2b991-c660-41fd-94d2-e556d2ff4430 req-3ceca46f-7a4a-4fa5-af7e-b1c952b34db2 service neutron] 10.222.0.38 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827761 Jul 29 15:56:56.149613 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-10c2b991-c660-41fd-94d2-e556d2ff4430 req-51482e2d-7607-43e2-b85c-e65c30465936 service neutron] 10.222.0.38 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789266 Jul 29 15:56:57.049612 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:00.664197 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-38d2ed88-96d9-4c47-b284-3f644cd0d1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:03.339558 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:03.409099 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-faacd2f7-a30b-4328-a9e6-a6879dab5933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:04.627802 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:06.580181 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:11.711214 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:19.929155 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:57:27.039579 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:30.667424 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-416850a7-8e55-4d0d-bc5e-4de0b86d9c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:33.340411 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:33.408408 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d126427a-81cb-48b2-8a88-19d4c1028593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:34.627215 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:36.582156 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:38.370724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56546) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:57:38.526201 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Deleting port 4be868bd-f890-4ff4-9355-feb7747abeb2 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:57:38.526554 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:38.603452 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:38.603789 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:38.615572 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Calling delete_port for 4be868bd-f890-4ff4-9355-feb7747abeb2 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:57:38.761514 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:38.790930 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event deleted for resources: {'Port': ['ID=4be868bd-f890-4ff4-9355-feb7747abeb2,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:57:38.830543 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:38.830882 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:38.831216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:38.831545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:38.831870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:38.832198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:38.832520 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:38.832862 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:38.833228 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:38.833498 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:38.833812 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:38.834127 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:38.855316 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:38.855649 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Floating IP 8bc7a64f-ff03-4139-9a82-ef8b04e476d4 disassociated (deleted). External IP: 172.25.6.75, port: 1500d98e-6c5e-4af9-9d99-c36bec73e23e. Jul 29 15:57:39.061763 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Router fb6282c5-becd-48e8-8222-2317f6ad575f has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:57:39.167508 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:57:39.173000 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:39.177597 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3830c2-5568-49e9-8197-7d1d0c82d4af None None] Sync routers for ids ['fb6282c5-becd-48e8-8222-2317f6ad575f'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:57:39.186185 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3830c2-5568-49e9-8197-7d1d0c82d4af None None] Routers {'fb6282c5-becd-48e8-8222-2317f6ad575f'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:57:39.186787 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3d3830c2-5568-49e9-8197-7d1d0c82d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:57:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fb6282c5-becd-48e8-8222-2317f6ad575f'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:57:39.200268 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-9b8a544c-8709-42a7-b86b-7827cf1c5328 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "DELETE /v2.0/floatingips/8bc7a64f-ff03-4139-9a82-ef8b04e476d4 HTTP/1.1" status: 204 len: 168 time: 0.8284514 Jul 29 15:57:39.200985 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:57:39.203969 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e60ed7-1dbd-4eaf-bc9d-b8e38d9b34aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:57:39.245949 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bec730-4e0c-4dfa-9187-6c2ae29b51c3 x-openstack-request-id: req-82bec730-4e0c-4dfa-9187-6c2ae29b51c3 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:57:39.246245 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:57:39.246500 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82bec730-4e0c-4dfa-9187-6c2ae29b51c3 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:57:39.246909 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'status': 'completed', 'code': 200} Jul 29 15:57:39.292418 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-3d3830c2-5568-49e9-8197-7d1d0c82d4af None None] Set router fb6282c5-becd-48e8-8222-2317f6ad575f gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:57:39.397110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e60ed7-1dbd-4eaf-bc9d-b8e38d9b34aa req-58e138ab-5df1-4565-b73e-052a6045ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:57:39.398680 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03e60ed7-1dbd-4eaf-bc9d-b8e38d9b34aa req-58e138ab-5df1-4565-b73e-052a6045ddf0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 1098 time: 0.1074996 Jul 29 15:57:39.504581 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de3034-a79b-4ebb-a793-5a21696ce600 req-87601e43-5fdc-41d7-b8fe-a600c7cc6f59 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:57:39.506120 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28de3034-a79b-4ebb-a793-5a21696ce600 req-87601e43-5fdc-41d7-b8fe-a600c7cc6f59 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 947 time: 0.1043053 Jul 29 15:57:39.551775 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e60ed7-1dbd-4eaf-bc9d-b8e38d9b34aa req-840bad95-54dc-49a9-abbc-747467e7e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:57:39.553326 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03e60ed7-1dbd-4eaf-bc9d-b8e38d9b34aa req-840bad95-54dc-49a9-abbc-747467e7e23c service neutron] 10.222.0.38 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.1419005 Jul 29 15:57:39.572595 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-28de3034-a79b-4ebb-a793-5a21696ce600 req-40697008-f8a7-4a19-8e08-cea04b99f0e2 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600073 Jul 29 15:57:39.586455 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3d3830c2-5568-49e9-8197-7d1d0c82d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '4a95aea5-ca0a-48a8-a3f4-6645eccb0650', 'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'mac_address': 'fa:16:3e:8c:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:22Z', 'updated_at': '2021-07-29T15:53:28Z', 'revision_number': 5, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'subnets': [{'id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:57:39.600935 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03e60ed7-1dbd-4eaf-bc9d-b8e38d9b34aa req-e56b5898-655b-43a3-b826-3f587c4b5cc0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e HTTP/1.1" status: 200 len: 217 time: 0.0397050 Jul 29 15:57:39.615477 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3830c2-5568-49e9-8197-7d1d0c82d4af None None] Checking router: fb6282c5-becd-48e8-8222-2317f6ad575f for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:57:39.623483 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3830c2-5568-49e9-8197-7d1d0c82d4af None None] Routers {'fb6282c5-becd-48e8-8222-2317f6ad575f'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:57:39.624087 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3d3830c2-5568-49e9-8197-7d1d0c82d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:57:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fb6282c5-becd-48e8-8222-2317f6ad575f'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:57:39.650823 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e60ed7-1dbd-4eaf-bc9d-b8e38d9b34aa req-d04306a8-af11-4193-bcf5-49f21787026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:57:39.652290 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03e60ed7-1dbd-4eaf-bc9d-b8e38d9b34aa req-d04306a8-af11-4193-bcf5-49f21787026e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0434449 Jul 29 15:57:39.698584 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e60ed7-1dbd-4eaf-bc9d-b8e38d9b34aa req-b4c3021c-56cd-4926-b45e-06584c174691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:57:39.700195 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03e60ed7-1dbd-4eaf-bc9d-b8e38d9b34aa req-b4c3021c-56cd-4926-b45e-06584c174691 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396006 Jul 29 15:57:39.726644 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-3d3830c2-5568-49e9-8197-7d1d0c82d4af None None] Set router fb6282c5-becd-48e8-8222-2317f6ad575f gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:57:39.795120 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03e60ed7-1dbd-4eaf-bc9d-b8e38d9b34aa req-a0cdb9f8-4ae0-4aa9-aad5-2deb87c823e6 service neutron] 10.222.0.38 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868630 Jul 29 15:57:39.884603 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-03e60ed7-1dbd-4eaf-bc9d-b8e38d9b34aa req-f188289f-e99a-40f2-9022-754f5df05c89 service neutron] 10.222.0.38 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821593 Jul 29 15:57:39.919867 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3d3830c2-5568-49e9-8197-7d1d0c82d4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '4a95aea5-ca0a-48a8-a3f4-6645eccb0650', 'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'mac_address': 'fa:16:3e:8c:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:22Z', 'updated_at': '2021-07-29T15:53:28Z', 'revision_number': 5, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'subnets': [{'id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:57:39.945826 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3830c2-5568-49e9-8197-7d1d0c82d4af None None] The sync data for ids ['fb6282c5-becd-48e8-8222-2317f6ad575f'] in n-d-802893-1 is: [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '4a95aea5-ca0a-48a8-a3f4-6645eccb0650', 'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'mac_address': 'fa:16:3e:8c:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:22Z', 'updated_at': '2021-07-29T15:53:28Z', 'revision_number': 5, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'subnets': [{'id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:57:40.165660 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acbd6ba-0449-444d-8ca8-1e9e57dadc03 None None] New status for floating IP 8bc7a64f-ff03-4139-9a82-ef8b04e476d4: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:57:40.706656 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34759925-e7fb-4c6e-ac5e-fe89088b9048 req-afdcbb33-c479-4922-8595-cc834c40c4be tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:57:40.708118 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34759925-e7fb-4c6e-ac5e-fe89088b9048 req-afdcbb33-c479-4922-8595-cc834c40c4be tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 947 time: 0.0506451 Jul 29 15:57:40.750197 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34759925-e7fb-4c6e-ac5e-fe89088b9048 req-9d0d3d70-d54f-46ba-8275-f009d8304983 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=890ce712-bccd-459f-ac44-08f8de1b2518&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357895 Jul 29 15:57:40.878810 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c32a9-27b8-496c-8f58-f34726c7464d req-d356fd17-47ef-437b-8ce4-0686f0fd0d95 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:57:40.880179 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fc4c32a9-27b8-496c-8f58-f34726c7464d req-d356fd17-47ef-437b-8ce4-0686f0fd0d95 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.38 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 947 time: 0.0534861 Jul 29 15:57:40.971900 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-fc4c32a9-27b8-496c-8f58-f34726c7464d req-acd05d5d-781f-43ce-8211-d75ffe1c1420 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Deleting port 1500d98e-6c5e-4af9-9d99-c36bec73e23e {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 15:57:40.972241 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fc4c32a9-27b8-496c-8f58-f34726c7464d req-acd05d5d-781f-43ce-8211-d75ffe1c1420 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:41.058613 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-fc4c32a9-27b8-496c-8f58-f34726c7464d req-acd05d5d-781f-43ce-8211-d75ffe1c1420 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] For port 1500d98e-6c5e-4af9-9d99-c36bec73e23e, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=1500d98e-6c5e-4af9-9d99-c36bec73e23e,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:57:41.058971 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fc4c32a9-27b8-496c-8f58-f34726c7464d req-acd05d5d-781f-43ce-8211-d75ffe1c1420 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:41.071385 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-fc4c32a9-27b8-496c-8f58-f34726c7464d req-acd05d5d-781f-43ce-8211-d75ffe1c1420 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Calling delete_port for 1500d98e-6c5e-4af9-9d99-c36bec73e23e owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 15:57:41.194597 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fc4c32a9-27b8-496c-8f58-f34726c7464d req-acd05d5d-781f-43ce-8211-d75ffe1c1420 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:41.226714 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd05d5d-781f-43ce-8211-d75ffe1c1420 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event deleted for resources: {'Port': ['ID=1500d98e-6c5e-4af9-9d99-c36bec73e23e,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:57:41.266676 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4c32a9-27b8-496c-8f58-f34726c7464d req-acd05d5d-781f-43ce-8211-d75ffe1c1420 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] No DVR routers for this DVR port 1500d98e-6c5e-4af9-9d99-c36bec73e23e on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 15:57:41.269380 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-fc4c32a9-27b8-496c-8f58-f34726c7464d req-acd05d5d-781f-43ce-8211-d75ffe1c1420 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:41.271409 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-fc4c32a9-27b8-496c-8f58-f34726c7464d req-acd05d5d-781f-43ce-8211-d75ffe1c1420 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.38 "DELETE /v2.0/ports/1500d98e-6c5e-4af9-9d99-c36bec73e23e HTTP/1.1" status: 204 len: 173 time: 0.3844843 Jul 29 15:57:41.271834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'name': 'network-vif-deleted', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:57:41.274125 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b059f8b1-0984-4078-aef2-eb4f127a43f4" -d '{"events": [{"server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "name": "network-vif-deleted", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:57:41.309801 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a9d8ae-547c-4cd6-8241-5e04ba9693e4 x-openstack-request-id: req-58a9d8ae-547c-4cd6-8241-5e04ba9693e4 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:57:41.310100 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a456cb66-27a5-4cf1-86b1-a652cab629c1", "name": "network-vif-deleted", "tag": "1500d98e-6c5e-4af9-9d99-c36bec73e23e", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:57:41.310354 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58a9d8ae-547c-4cd6-8241-5e04ba9693e4 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:57:41.310777 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a456cb66-27a5-4cf1-86b1-a652cab629c1', 'name': 'network-vif-deleted', 'tag': '1500d98e-6c5e-4af9-9d99-c36bec73e23e', 'status': 'completed', 'code': 200} Jul 29 15:57:41.741455 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:41.862139 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0377dfc3-8790-4600-bfcf-5a30add10d1e req-2c26ffd3-bc3b-470c-acd9-62f0013976bf tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=a456cb66-27a5-4cf1-86b1-a652cab629c1 HTTP/1.1" status: 200 len: 210 time: 0.0311267 Jul 29 15:57:42.918915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56572) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:57:42.976109 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-599cadc5-c055-45b1-b110-924ecfecf85a tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.000302 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-599cadc5-c055-45b1-b110-924ecfecf85a tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.058919 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-599cadc5-c055-45b1-b110-924ecfecf85a tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.061651 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-599cadc5-c055-45b1-b110-924ecfecf85a tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.062853 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-599cadc5-c055-45b1-b110-924ecfecf85a tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "DELETE /v2.0/security-groups/890ce712-bccd-459f-ac44-08f8de1b2518 HTTP/1.1" status: 204 len: 168 time: 0.1429620 Jul 29 15:57:43.071751 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cadc5-c055-45b1-b110-924ecfecf85a tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=890ce712-bccd-459f-ac44-08f8de1b2518,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:57:43.378562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56578) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:57:43.383258 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-8a17088a-c682-4484-ac84-8380753b3459 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-130045929', 'description': 'tempest-secgroup-smoke-130045929 description', 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:57:43.410566 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8a17088a-c682-4484-ac84-8380753b3459 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.489911 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8a17088a-c682-4484-ac84-8380753b3459 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.493514 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8a17088a-c682-4484-ac84-8380753b3459 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.517496 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1500d98e-6c5e-4af9-9d99-c36bec73e23e no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 15:57:43.520699 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-8a17088a-c682-4484-ac84-8380753b3459 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.522462 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-8a17088a-c682-4484-ac84-8380753b3459 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1426530 Jul 29 15:57:43.525530 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56580) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:57:43.527684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17088a-c682-4484-ac84-8380753b3459 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a588b865-6b0d-45df-9bfa-a9baf943d9c0,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:57:43.533509 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'security_group_rule': {'security_group_id': 'a588b865-6b0d-45df-9bfa-a9baf943d9c0', 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:57:43.538260 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 1500d98e-6c5e-4af9-9d99-c36bec73e23e {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 15:57:43.538585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 1500d98e-6c5e-4af9-9d99-c36bec73e23e not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 15:57:43.560884 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.615924 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.619303 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.639102 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc38248-3e53-4b7d-a9e4-9691393472bd,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:57:43.643192 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.644357 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169310 Jul 29 15:57:43.647326 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56582) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:57:43.649451 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:43.649802 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:43.650166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:43.650537 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:43.650920 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:43.651355 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:43.651722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:43.652105 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:43.652423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-2333376d-d86c-43e1-bcf2-952049ab6c1f tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'security_group_rule': {'security_group_id': 'a588b865-6b0d-45df-9bfa-a9baf943d9c0', 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:57:43.652563 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:43.652791 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:43.653121 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:43.653442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d997b5b8-8af3-4a30-9bb6-fb06462059a7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:57:43.678969 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2333376d-d86c-43e1-bcf2-952049ab6c1f tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.735662 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2333376d-d86c-43e1-bcf2-952049ab6c1f tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.739125 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2333376d-d86c-43e1-bcf2-952049ab6c1f tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.756013 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333376d-d86c-43e1-bcf2-952049ab6c1f tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460250ca-e340-4c16-8fca-2e8b486922a3,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:57:43.761822 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-2333376d-d86c-43e1-bcf2-952049ab6c1f tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.763042 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-2333376d-d86c-43e1-bcf2-952049ab6c1f tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146853 Jul 29 15:57:43.765936 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56584) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:57:43.770221 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-996d2296-249f-40e7-a6a0-2e63e78fe9cf tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'security_group_rule': {'security_group_id': 'a588b865-6b0d-45df-9bfa-a9baf943d9c0', 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:57:43.795644 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-996d2296-249f-40e7-a6a0-2e63e78fe9cf tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.854998 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-996d2296-249f-40e7-a6a0-2e63e78fe9cf tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.858727 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-996d2296-249f-40e7-a6a0-2e63e78fe9cf tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.872825 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d2296-249f-40e7-a6a0-2e63e78fe9cf tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafbc993-6831-45c1-a969-8f940eaef9da,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:57:43.881237 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-996d2296-249f-40e7-a6a0-2e63e78fe9cf tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.882685 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-996d2296-249f-40e7-a6a0-2e63e78fe9cf tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158814 Jul 29 15:57:43.885424 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56586) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:57:43.889768 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-816f9489-3621-4f8f-be8e-b69284d5e1a8 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'security_group_rule': {'security_group_id': 'a588b865-6b0d-45df-9bfa-a9baf943d9c0', 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:57:43.915294 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-816f9489-3621-4f8f-be8e-b69284d5e1a8 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.976014 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-816f9489-3621-4f8f-be8e-b69284d5e1a8 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.979692 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-816f9489-3621-4f8f-be8e-b69284d5e1a8 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:43.996405 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f9489-3621-4f8f-be8e-b69284d5e1a8 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb9125f-e8fa-4423-899d-6151280642a9,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:57:44.002874 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-816f9489-3621-4f8f-be8e-b69284d5e1a8 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:44.004065 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-816f9489-3621-4f8f-be8e-b69284d5e1a8 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177204 Jul 29 15:57:44.006805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56588) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:57:44.011085 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-f42c27d0-3040-40ee-9eb3-10b9e3fed773 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'security_group_rule': {'security_group_id': 'a588b865-6b0d-45df-9bfa-a9baf943d9c0', 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:57:44.033011 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-f42c27d0-3040-40ee-9eb3-10b9e3fed773 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Project b0cc98e1d77946c8aedc0f48634a9363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:57:44.037820 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f42c27d0-3040-40ee-9eb3-10b9e3fed773 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:44.097118 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f42c27d0-3040-40ee-9eb3-10b9e3fed773 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:44.100547 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f42c27d0-3040-40ee-9eb3-10b9e3fed773 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:44.117096 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c27d0-3040-40ee-9eb3-10b9e3fed773 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb35039-b222-4dcb-b604-80d435ad33a8,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:57:44.123367 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-f42c27d0-3040-40ee-9eb3-10b9e3fed773 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:44.127656 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-f42c27d0-3040-40ee-9eb3-10b9e3fed773 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169016 Jul 29 15:57:44.127805 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56590) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:57:44.132167 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-b161f624-6068-4ea7-b108-fdd407afa653 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'security_group_rule': {'security_group_id': 'a588b865-6b0d-45df-9bfa-a9baf943d9c0', 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:57:44.152922 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-b161f624-6068-4ea7-b108-fdd407afa653 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Project b0cc98e1d77946c8aedc0f48634a9363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 15:57:44.158114 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b161f624-6068-4ea7-b108-fdd407afa653 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:44.218061 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b161f624-6068-4ea7-b108-fdd407afa653 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:44.221497 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b161f624-6068-4ea7-b108-fdd407afa653 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:44.238512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161f624-6068-4ea7-b108-fdd407afa653 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ada506d-105b-42b8-9353-d559a241ba25,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:57:44.243947 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-b161f624-6068-4ea7-b108-fdd407afa653 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:44.245178 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-b161f624-6068-4ea7-b108-fdd407afa653 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1164491 Jul 29 15:57:56.930831 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:57:57.043371 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:57:58.533379 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-ab4d283b-308c-405d-aa02-9757ec2f263f tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-130045929&fields=id&tenant_id=b0cc98e1d77946c8aedc0f48634a9363 HTTP/1.1" status: 200 len: 267 time: 0.0323751 Jul 29 15:57:58.642824 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d54d0be4-a4b3-49e1-9157-8a041b536e6c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:57:58.644274 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d54d0be4-a4b3-49e1-9157-8a041b536e6c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 809 time: 0.1043384 Jul 29 15:57:58.659384 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-1050c1da-883c-4573-9ba6-dab4d30537fd tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/quotas/b0cc98e1d77946c8aedc0f48634a9363 HTTP/1.1" status: 200 len: 375 time: 0.0093184 Jul 29 15:57:58.709828 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-84b05aa7-68f6-4cd5-bc5e-3d8b939fa521 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451310 Jul 29 15:57:58.774872 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-e2325f86-b35f-4e2e-a958-9849482eab83 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 15:57:58.775912 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-e2325f86-b35f-4e2e-a958-9849482eab83 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540247 Jul 29 15:57:58.870831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-ccc66ceb-a1e1-4839-ab2d-7b520e401f60 service neutron] 10.222.0.16 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879393 Jul 29 15:57:58.964972 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-9f197dcf-a150-441e-b357-b966ad4d7a0b service neutron] 10.222.0.16 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876930 Jul 29 15:57:59.251164 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5b61dd18-1348-406c-be62-f501e2ce8b66 req-c41dd606-8732-4289-8f56-b00a9acaf353 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 210 time: 0.0283689 Jul 29 15:58:00.220015 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-aae9d0a8-add2-4a9f-9642-8c32b9d161fd tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:00.221510 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-aae9d0a8-add2-4a9f-9642-8c32b9d161fd tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.39 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 809 time: 0.1081932 Jul 29 15:58:00.267392 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-646b64cf-c7d1-4b80-b422-5f96023a4d3d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0cc98e1d77946c8aedc0f48634a9363 HTTP/1.1" status: 200 len: 379 time: 0.0366669 Jul 29 15:58:00.276956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-1ad87bb9-4c3d-461a-9ca4-7070c0edf85e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'port': {'device_id': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'admin_state_up': True, 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'security_groups': ['a588b865-6b0d-45df-9bfa-a9baf943d9c0']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:58:00.366137 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-cd26150b-f419-4207-90c4-bd0991e1dc28 req-3e6056ca-1165-47c5-af51-583db86b7c80 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 210 time: 0.0347266 Jul 29 15:58:00.414342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-1ad87bb9-4c3d-461a-9ca4-7070c0edf85e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Made reservation on behalf of b0cc98e1d77946c8aedc0f48634a9363 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 15:58:00.417882 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-1ad87bb9-4c3d-461a-9ca4-7070c0edf85e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:00.550003 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-1ad87bb9-4c3d-461a-9ca4-7070c0edf85e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Allocated IP 172.20.0.9 (d79a9ecd-560e-4c72-8930-fbb10b2e48d4/4ac2cb20-87cf-4d88-a09d-d12bcef7a472/e453783c-4bda-413c-95f4-a08c3ed47810) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:58:00.669940 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ce6315e1-64c2-4e05-b5f5-779885f41bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:00.697428 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-1ad87bb9-4c3d-461a-9ca4-7070c0edf85e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:00.711740 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-1ad87bb9-4c3d-461a-9ca4-7070c0edf85e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Transition to ACTIVE for port object e453783c-4bda-413c-95f4-a08c3ed47810 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:58:00.743568 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-1ad87bb9-4c3d-461a-9ca4-7070c0edf85e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:00.788968 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-1ad87bb9-4c3d-461a-9ca4-7070c0edf85e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:58:00.792428 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-1ad87bb9-4c3d-461a-9ca4-7070c0edf85e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:58:00.794894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-1ad87bb9-4c3d-461a-9ca4-7070c0edf85e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:58:00.825619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad87bb9-4c3d-461a-9ca4-7070c0edf85e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'Port': ['ID=e453783c-4bda-413c-95f4-a08c3ed47810,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:58:00.853806 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-1ad87bb9-4c3d-461a-9ca4-7070c0edf85e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:00.854463 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-1ad87bb9-4c3d-461a-9ca4-7070c0edf85e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:00.871487 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-1ad87bb9-4c3d-461a-9ca4-7070c0edf85e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5983241 Jul 29 15:58:00.887077 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Request body: {'port': {'device_id': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:58:00.953034 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:01.105757 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa76ad65-36f5-4f33-9f93-ccf2180eb822 None None] Provisioning for port e453783c-4bda-413c-95f4-a08c3ed47810 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:58:01.110763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-fa76ad65-36f5-4f33-9f93-ccf2180eb822 None None] Provisioning complete for port e453783c-4bda-413c-95f4-a08c3ed47810 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:58:01.111548 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fa76ad65-36f5-4f33-9f93-ccf2180eb822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:01.147639 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-fa76ad65-36f5-4f33-9f93-ccf2180eb822 None None] Port e453783c-4bda-413c-95f4-a08c3ed47810 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 15:58:01.226186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e453783c-4bda-413c-95f4-a08c3ed47810 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:58:01.233590 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:01.245215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Transition to ACTIVE for port object e453783c-4bda-413c-95f4-a08c3ed47810 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 15:58:01.248881 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:01.323768 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Pushing event updated for resources: {'Port': ['ID=e453783c-4bda-413c-95f4-a08c3ed47810,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:58:01.379388 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Attempting to bind port e453783c-4bda-413c-95f4-a08c3ed47810 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 15:58:01.379820 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Attempting to bind port e453783c-4bda-413c-95f4-a08c3ed47810 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 15:58:01.380221 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Attempting to bind port e453783c-4bda-413c-95f4-a08c3ed47810 on network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:58:01.386523 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Port e453783c-4bda-413c-95f4-a08c3ed47810 on network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 15:58:01.386935 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Attempting to bind port e453783c-4bda-413c-95f4-a08c3ed47810 on network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 15:58:01.396006 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 15:58:01.396361 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Checking segment: {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 15:58:01.396766 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Bound using segment: {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 15:58:01.397342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Bound port: e453783c-4bda-413c-95f4-a08c3ed47810, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 15:58:01.397707 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:01.481671 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] For port e453783c-4bda-413c-95f4-a08c3ed47810, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 15:58:01.485916 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] For port e453783c-4bda-413c-95f4-a08c3ed47810, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e453783c-4bda-413c-95f4-a08c3ed47810,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 15:58:01.492144 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:01.510039 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:01.510225 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0991e49-e5f9-4d92-84a8-fa8f12f361e4 req-3710e54a-e0db-4068-9abe-33231b69703e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:01.510677 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:01.512696 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] 10.222.0.39 "PUT /v2.0/ports/e453783c-4bda-413c-95f4-a08c3ed47810 HTTP/1.1" status: 200 len: 1091 time: 0.6336615 Jul 29 15:58:01.514351 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'tag': 'e453783c-4bda-413c-95f4-a08c3ed47810'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:58:01.519127 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f0991e49-e5f9-4d92-84a8-fa8f12f361e4 req-3710e54a-e0db-4068-9abe-33231b69703e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0653701 Jul 29 15:58:01.525522 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9164bbd-d668-4ec4-8461-4b715d9a9cec" -d '{"events": [{"name": "network-changed", "server_uuid": "f7410ff9-be84-471a-913d-d0f989f6a153", "tag": "e453783c-4bda-413c-95f4-a08c3ed47810"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:58:01.564516 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f0991e49-e5f9-4d92-84a8-fa8f12f361e4 req-e9d2b2df-2f72-416f-a080-aa384dd51530 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442519 Jul 29 15:58:01.660292 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409655c-8a66-461e-97b1-49d0335d7843 service neutron] Pushing event updated for resources: {'Port': ['ID=e453783c-4bda-413c-95f4-a08c3ed47810,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:58:01.675561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-3e46bc9a-a796-4a15-a782-198c3a500667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:01.677112 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-3e46bc9a-a796-4a15-a782-198c3a500667 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 1094 time: 0.0947833 Jul 29 15:58:01.693279 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa185eee-80ef-4923-a9f9-441f86f9df2e x-openstack-request-id: req-aa185eee-80ef-4923-a9f9-441f86f9df2e {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:58:01.693575 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7410ff9-be84-471a-913d-d0f989f6a153", "tag": "e453783c-4bda-413c-95f4-a08c3ed47810", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:58:01.693851 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa185eee-80ef-4923-a9f9-441f86f9df2e {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:58:01.694254 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'tag': 'e453783c-4bda-413c-95f4-a08c3ed47810', 'status': 'completed', 'code': 200} Jul 29 15:58:01.725730 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-607d5013-f8a0-4459-a8db-a2b6b58dfab8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e453783c-4bda-413c-95f4-a08c3ed47810 HTTP/1.1" status: 200 len: 217 time: 0.0404100 Jul 29 15:58:01.779501 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-6dfca909-364d-49c1-88ab-603692ed08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:01.781872 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-6dfca909-364d-49c1-88ab-603692ed08c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0494773 Jul 29 15:58:01.831268 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-ae9ed365-ba9e-49a6-8818-b422f9e6b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:01.832837 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-ae9ed365-ba9e-49a6-8818-b422f9e6b314 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432692 Jul 29 15:58:01.928099 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-e7f862ba-76e0-4d1e-9aa0-46808f6f1118 service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878038 Jul 29 15:58:02.017430 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-af7fc77a-8004-4942-9fc7-0ee5998e7f2f req-f4912420-7830-4b00-aee5-e733b72566b8 service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825500 Jul 29 15:58:02.106346 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9164bbd-d668-4ec4-8461-4b715d9a9cec req-8170ed2e-6179-4daf-a865-1be9df8aeb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:02.108010 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9164bbd-d668-4ec4-8461-4b715d9a9cec req-8170ed2e-6179-4daf-a865-1be9df8aeb19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 1094 time: 0.0464103 Jul 29 15:58:02.204905 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9164bbd-d668-4ec4-8461-4b715d9a9cec req-cd4e4d3b-6580-466b-967c-eecd162450bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:02.206315 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9164bbd-d668-4ec4-8461-4b715d9a9cec req-cd4e4d3b-6580-466b-967c-eecd162450bf service neutron] 10.222.0.39 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.0906980 Jul 29 15:58:02.253788 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9164bbd-d668-4ec4-8461-4b715d9a9cec req-1875766f-2683-4d91-b153-4b1b365a5a42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e453783c-4bda-413c-95f4-a08c3ed47810 HTTP/1.1" status: 200 len: 217 time: 0.0394659 Jul 29 15:58:02.303730 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9164bbd-d668-4ec4-8461-4b715d9a9cec req-c47047e0-4576-416b-8f51-76ea025f9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:02.305342 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9164bbd-d668-4ec4-8461-4b715d9a9cec req-c47047e0-4576-416b-8f51-76ea025f9c36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0441244 Jul 29 15:58:02.350264 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9164bbd-d668-4ec4-8461-4b715d9a9cec req-f427712b-f0e0-4af9-94fb-bd3ff72d4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:02.351733 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9164bbd-d668-4ec4-8461-4b715d9a9cec req-f427712b-f0e0-4af9-94fb-bd3ff72d4a16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399251 Jul 29 15:58:02.443297 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9164bbd-d668-4ec4-8461-4b715d9a9cec req-bdf90dc8-7ede-45b2-9ab3-38b70bb345ae service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845172 Jul 29 15:58:02.531301 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e9164bbd-d668-4ec4-8461-4b715d9a9cec req-ccff4abf-5a16-4961-a0ef-230553ea2df5 service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815175 Jul 29 15:58:02.682444 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0eecba-363f-4c64-8377-36b16a87244b req-40e0a6d9-cb15-4ecb-b146-539ad37b0343 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:02.684026 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6d0eecba-363f-4c64-8377-36b16a87244b req-40e0a6d9-cb15-4ecb-b146-539ad37b0343 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0478287 Jul 29 15:58:02.722332 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6d0eecba-363f-4c64-8377-36b16a87244b req-19e24efa-0ad0-4844-9caa-fff10b4f2329 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315933 Jul 29 15:58:03.343598 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:03.408479 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5c53d8b5-6c25-46d5-bea3-9b4a72c9ff14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:03.844389 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f23a9-c6c1-41b0-86a7-dbe6819d636d req-ccc7c238-7fd1-4c32-96f2-4e2f9f76aa12 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:03.846160 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-394f23a9-c6c1-41b0-86a7-dbe6819d636d req-ccc7c238-7fd1-4c32-96f2-4e2f9f76aa12 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0505764 Jul 29 15:58:03.884649 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-394f23a9-c6c1-41b0-86a7-dbe6819d636d req-df5a56bb-76f7-4ed7-9acb-05bb7acd28fd tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318055 Jul 29 15:58:04.629311 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:05.043796 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76d870-961b-42e9-a313-5180c2d1ab0c req-87c0eb8c-8161-4fb5-8321-6a7c35425689 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:05.045282 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b76d870-961b-42e9-a313-5180c2d1ab0c req-87c0eb8c-8161-4fb5-8321-6a7c35425689 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0948429 Jul 29 15:58:05.086997 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9b76d870-961b-42e9-a313-5180c2d1ab0c req-2a98d595-9ee0-4470-83b8-365f717b212d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355043 Jul 29 15:58:06.260101 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078329fb-0da2-4267-a1d1-aee2eade6255 req-0121f383-843a-4495-bfa3-ea1272ccca53 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:06.261617 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-078329fb-0da2-4267-a1d1-aee2eade6255 req-0121f383-843a-4495-bfa3-ea1272ccca53 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.1082332 Jul 29 15:58:06.299349 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-078329fb-0da2-4267-a1d1-aee2eade6255 req-835ca6ea-919a-408c-90c6-fad251765747 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311856 Jul 29 15:58:06.585702 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:07.743370 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c395036-6165-44ab-94d0-a62c1ccbb737 req-3f97b2a3-8870-4eb9-b4d6-8b4cea5d22cd tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:07.744753 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5c395036-6165-44ab-94d0-a62c1ccbb737 req-3f97b2a3-8870-4eb9-b4d6-8b4cea5d22cd tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.3785172 Jul 29 15:58:07.781866 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5c395036-6165-44ab-94d0-a62c1ccbb737 req-199909f7-9162-4980-89b4-f506ead2a912 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307348 Jul 29 15:58:08.897808 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feb16d-b05a-48c7-b115-00d22249b558 req-b26810c9-0a2c-4d7d-bd08-cb0cd20da34c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:08.899284 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6feb16d-b05a-48c7-b115-00d22249b558 req-b26810c9-0a2c-4d7d-bd08-cb0cd20da34c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0487792 Jul 29 15:58:08.937267 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b6feb16d-b05a-48c7-b115-00d22249b558 req-3020aa99-67e4-4b62-9b3e-2d2e1b2e8dbb tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320332 Jul 29 15:58:10.049295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea3ee0-b76f-4e5f-895a-6ec8d089b556 req-0d77e954-16f6-4bd3-8a86-04e4d743ae5c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:10.050779 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c7ea3ee0-b76f-4e5f-895a-6ec8d089b556 req-0d77e954-16f6-4bd3-8a86-04e4d743ae5c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0483379 Jul 29 15:58:10.087858 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c7ea3ee0-b76f-4e5f-895a-6ec8d089b556 req-ea9ee29d-a541-460b-8e89-5b3548ba1940 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312314 Jul 29 15:58:11.202061 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ad2e-f078-4be6-8bd7-2e7a7b33d65e req-77a0f348-b91c-4ee4-9dcb-8731e20a4f59 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:11.204304 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01d1ad2e-f078-4be6-8bd7-2e7a7b33d65e req-77a0f348-b91c-4ee4-9dcb-8731e20a4f59 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0499589 Jul 29 15:58:11.241885 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-01d1ad2e-f078-4be6-8bd7-2e7a7b33d65e req-a1a1dbdc-0342-4806-89a8-76204d7663c2 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315092 Jul 29 15:58:11.740976 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:12.355496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853f190-a5f9-49ea-8f62-00381617433b req-4f35fb12-f92e-4a7f-9c1c-152f58534e74 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:12.357000 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3853f190-a5f9-49ea-8f62-00381617433b req-4f35fb12-f92e-4a7f-9c1c-152f58534e74 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0485790 Jul 29 15:58:12.397403 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3853f190-a5f9-49ea-8f62-00381617433b req-d6a77fd5-f970-48f0-81e9-32eb261afe95 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345001 Jul 29 15:58:12.400924 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e453783c-4bda-413c-95f4-a08c3ed47810 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 15:58:12.496178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e453783c-4bda-413c-95f4-a08c3ed47810, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e453783c-4bda-413c-95f4-a08c3ed47810,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:58:12.507355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': 'e453783c-4bda-413c-95f4-a08c3ed47810', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'port_id': 'e453783c-4bda-413c-95f4-a08c3ed47810', 'mac_address': 'fa:16:3e:14:8b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 15:58:12.543338 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:12.555395 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e453783c-4bda-413c-95f4-a08c3ed47810 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 15:58:12.574175 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e453783c-4bda-413c-95f4-a08c3ed47810, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e453783c-4bda-413c-95f4-a08c3ed47810,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:58:12.578995 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:12.785581 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=e453783c-4bda-413c-95f4-a08c3ed47810,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:58:12.792687 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:58:12.793032 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:58:12.793436 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:58:12.793702 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:58:12.794034 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:58:12.794359 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:58:12.794680 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:58:12.794999 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:58:12.795316 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:58:12.795632 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:58:12.795947 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:58:12.796318 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 15:58:12.838406 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['e453783c-4bda-413c-95f4-a08c3ed47810'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 15:58:13.515826 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b7da8-318c-4eea-8ed8-fc146ae55d1e req-38fa8b69-e985-48d2-b1be-ce0ecc6ba553 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:13.517322 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-126b7da8-318c-4eea-8ed8-fc146ae55d1e req-38fa8b69-e985-48d2-b1be-ce0ecc6ba553 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 944 time: 0.0540977 Jul 29 15:58:13.553860 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-126b7da8-318c-4eea-8ed8-fc146ae55d1e req-ece7cc27-155c-4d71-a114-9dc3208bf196 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306385 Jul 29 15:58:14.415531 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e453783c-4bda-413c-95f4-a08c3ed47810 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 15:58:14.463434 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port e453783c-4bda-413c-95f4-a08c3ed47810 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 15:58:14.466958 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port e453783c-4bda-413c-95f4-a08c3ed47810 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 15:58:14.467325 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:14.542497 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:14.564800 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e453783c-4bda-413c-95f4-a08c3ed47810'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:58:14.567108 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d19cef-91f3-4d6c-ad52-64c27ef58e6b" -d '{"events": [{"server_uuid": "f7410ff9-be84-471a-913d-d0f989f6a153", "name": "network-vif-plugged", "status": "completed", "tag": "e453783c-4bda-413c-95f4-a08c3ed47810"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:58:14.582698 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e453783c-4bda-413c-95f4-a08c3ed47810, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e453783c-4bda-413c-95f4-a08c3ed47810,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 15:58:14.588661 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:14.617568 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 15:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c5a258-6c76-40a0-a6d6-56fb4ac78416 x-openstack-request-id: req-e6c5a258-6c76-40a0-a6d6-56fb4ac78416 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:58:14.617886 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7410ff9-be84-471a-913d-d0f989f6a153", "name": "network-vif-plugged", "status": "completed", "tag": "e453783c-4bda-413c-95f4-a08c3ed47810", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:58:14.618102 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6c5a258-6c76-40a0-a6d6-56fb4ac78416 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:58:14.618482 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e453783c-4bda-413c-95f4-a08c3ed47810', 'code': 200} Jul 29 15:58:14.650765 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=e453783c-4bda-413c-95f4-a08c3ed47810,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:58:14.675230 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4482f4-0e0f-4b0d-98ea-c4ae9f3f767c req-6cbe6f5e-1ddf-4694-b9ca-adfc07645457 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:14.676661 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bd4482f4-0e0f-4b0d-98ea-c4ae9f3f767c req-6cbe6f5e-1ddf-4694-b9ca-adfc07645457 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.0506539 Jul 29 15:58:14.738287 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bd4482f4-0e0f-4b0d-98ea-c4ae9f3f767c req-6fd14192-2218-47f3-aa70-bedc441c2ab2 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524480 Jul 29 15:58:14.740956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2961d5-f4be-4c56-81c0-6eb747dc5ec5 req-3be5bdb1-70a5-4388-bb70-80fcedcbee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:14.742369 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2a2961d5-f4be-4c56-81c0-6eb747dc5ec5 req-3be5bdb1-70a5-4388-bb70-80fcedcbee43 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 1096 time: 0.0648460 Jul 29 15:58:14.777433 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2a2961d5-f4be-4c56-81c0-6eb747dc5ec5 req-b2f394ea-f985-46f8-a11c-77e8bba3a903 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278075 Jul 29 15:58:15.852791 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a982ca-0bac-4da2-9fb0-1b61dcfb2da8 req-ce7666e2-0e7d-4b29-9d42-bd4553dc8d30 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:15.854285 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3a982ca-0bac-4da2-9fb0-1b61dcfb2da8 req-ce7666e2-0e7d-4b29-9d42-bd4553dc8d30 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.0490503 Jul 29 15:58:15.892166 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e3a982ca-0bac-4da2-9fb0-1b61dcfb2da8 req-2d6f50df-254b-474b-bf7c-af63b874a850 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317421 Jul 29 15:58:16.007977 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e46e9-c616-49b5-879b-c4088c92197a req-428d75e3-76bd-4bbb-a81b-6ddde5e53934 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:16.009490 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-482e46e9-c616-49b5-879b-c4088c92197a req-428d75e3-76bd-4bbb-a81b-6ddde5e53934 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.0527442 Jul 29 15:58:16.047557 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-482e46e9-c616-49b5-879b-c4088c92197a req-96ab84f7-c40c-45b8-9404-97560a51da3b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320594 Jul 29 15:58:16.069193 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56788) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:58:16.107861 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76114d43-7508-4f78-8eba-0c85d21e4d18 tempest-TestShelveInstance-1394758661 tempest-TestShelveInstance-1394758661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:16.110015 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-76114d43-7508-4f78-8eba-0c85d21e4d18 tempest-TestShelveInstance-1394758661 tempest-TestShelveInstance-1394758661-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 1091 time: 0.0398078 Jul 29 15:58:16.112844 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56790) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 15:58:16.117139 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': 'e453783c-4bda-413c-95f4-a08c3ed47810', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 15:58:16.138265 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:16.234786 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:16.334457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Allocated IP 172.25.6.146 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/1cfe46f9-43b5-4815-aed6-b91dfd0c52cd) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 15:58:16.435106 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:16.473421 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:16.509033 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 15:58:16.513195 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 15:58:16.515986 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 15:58:16.541894 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'Port': ['ID=1cfe46f9-43b5-4815-aed6-b91dfd0c52cd,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:58:16.874575 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:16.940220 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:17.088942 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:17.094143 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:17.163310 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event updated for resources: {'Port': ['ID=1cfe46f9-43b5-4815-aed6-b91dfd0c52cd,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 15:58:17.175513 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:17.274184 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Floating IP ee260ff6-7d34-4812-88a5-fe7acf2c0fef associated. External IP: 172.25.6.146, port: e453783c-4bda-413c-95f4-a08c3ed47810. Jul 29 15:58:17.471085 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Router fb6282c5-becd-48e8-8222-2317f6ad575f has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 15:58:17.575066 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 15:58:17.585327 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998a2a6-1cea-4ab2-bd64-8e97aad945ff None None] Sync routers for ids ['fb6282c5-becd-48e8-8222-2317f6ad575f'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 15:58:17.591297 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:17.595066 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998a2a6-1cea-4ab2-bd64-8e97aad945ff None None] Routers {'fb6282c5-becd-48e8-8222-2317f6ad575f'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:58:17.595685 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c998a2a6-1cea-4ab2-bd64-8e97aad945ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:58:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fb6282c5-becd-48e8-8222-2317f6ad575f'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:58:17.618626 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-177bda2f-2004-47fc-8b53-b169850a1550 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5047748 Jul 29 15:58:17.619215 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'tag': 'e453783c-4bda-413c-95f4-a08c3ed47810'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 15:58:17.621511 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d84ceb5-7137-4eb9-ba47-a45619210ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "f7410ff9-be84-471a-913d-d0f989f6a153", "tag": "e453783c-4bda-413c-95f4-a08c3ed47810"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 15:58:17.663056 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 15:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90075f3f-17bd-4d1f-a819-1f18091c0a8c x-openstack-request-id: req-90075f3f-17bd-4d1f-a819-1f18091c0a8c {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 15:58:17.663344 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7410ff9-be84-471a-913d-d0f989f6a153", "tag": "e453783c-4bda-413c-95f4-a08c3ed47810", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 15:58:17.663598 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90075f3f-17bd-4d1f-a819-1f18091c0a8c {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 15:58:17.664004 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'tag': 'e453783c-4bda-413c-95f4-a08c3ed47810', 'status': 'completed', 'code': 200} Jul 29 15:58:17.705649 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-c998a2a6-1cea-4ab2-bd64-8e97aad945ff None None] Set router fb6282c5-becd-48e8-8222-2317f6ad575f gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:58:17.729798 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84ceb5-7137-4eb9-ba47-a45619210ab9 req-ce05bcf8-13f2-4da5-876a-6c56960064e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:17.731219 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d84ceb5-7137-4eb9-ba47-a45619210ab9 req-ce05bcf8-13f2-4da5-876a-6c56960064e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 1096 time: 0.0448787 Jul 29 15:58:17.819463 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84ceb5-7137-4eb9-ba47-a45619210ab9 req-b6089442-2d05-4782-a845-f50d15ef0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:17.820959 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d84ceb5-7137-4eb9-ba47-a45619210ab9 req-b6089442-2d05-4782-a845-f50d15ef0ae6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.0824420 Jul 29 15:58:17.926375 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c998a2a6-1cea-4ab2-bd64-8e97aad945ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'ee260ff6-7d34-4812-88a5-fe7acf2c0fef', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'port_id': 'e453783c-4bda-413c-95f4-a08c3ed47810', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'mac_address': 'fa:16:3e:14:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:58:16Z', 'updated_at': '2021-07-29T15:58:16Z', 'revision_number': 0, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a95aea5-ca0a-48a8-a3f4-6645eccb0650', 'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'mac_address': 'fa:16:3e:8c:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:22Z', 'updated_at': '2021-07-29T15:53:28Z', 'revision_number': 5, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'subnets': [{'id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:58:17.952774 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998a2a6-1cea-4ab2-bd64-8e97aad945ff None None] Checking router: fb6282c5-becd-48e8-8222-2317f6ad575f for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 15:58:17.961594 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998a2a6-1cea-4ab2-bd64-8e97aad945ff None None] Routers {'fb6282c5-becd-48e8-8222-2317f6ad575f'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 15:58:17.962208 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c998a2a6-1cea-4ab2-bd64-8e97aad945ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T15:58:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fb6282c5-becd-48e8-8222-2317f6ad575f'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:58:18.070184 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-c998a2a6-1cea-4ab2-bd64-8e97aad945ff None None] Set router fb6282c5-becd-48e8-8222-2317f6ad575f gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 15:58:18.233721 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d84ceb5-7137-4eb9-ba47-a45619210ab9 req-a0992969-896a-4069-8ed1-0354b0a30605 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e453783c-4bda-413c-95f4-a08c3ed47810 HTTP/1.1" status: 200 len: 999 time: 0.4061358 Jul 29 15:58:18.283202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84ceb5-7137-4eb9-ba47-a45619210ab9 req-516a0fe1-0f4e-44cd-84f8-e80d11fe761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:18.284679 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d84ceb5-7137-4eb9-ba47-a45619210ab9 req-516a0fe1-0f4e-44cd-84f8-e80d11fe761d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0435560 Jul 29 15:58:18.297759 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-c998a2a6-1cea-4ab2-bd64-8e97aad945ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'ee260ff6-7d34-4812-88a5-fe7acf2c0fef', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'port_id': 'e453783c-4bda-413c-95f4-a08c3ed47810', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'mac_address': 'fa:16:3e:14:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:58:16Z', 'updated_at': '2021-07-29T15:58:16Z', 'revision_number': 0, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a95aea5-ca0a-48a8-a3f4-6645eccb0650', 'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'mac_address': 'fa:16:3e:8c:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:22Z', 'updated_at': '2021-07-29T15:53:28Z', 'revision_number': 5, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'subnets': [{'id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 15:58:18.324179 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998a2a6-1cea-4ab2-bd64-8e97aad945ff None None] The sync data for ids ['fb6282c5-becd-48e8-8222-2317f6ad575f'] in n-d-802893-1 is: [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': 'ee260ff6-7d34-4812-88a5-fe7acf2c0fef', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'port_id': 'e453783c-4bda-413c-95f4-a08c3ed47810', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'mac_address': 'fa:16:3e:14:8b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T15:58:16Z', 'updated_at': '2021-07-29T15:58:16Z', 'revision_number': 0, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a95aea5-ca0a-48a8-a3f4-6645eccb0650', 'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'mac_address': 'fa:16:3e:8c:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:22Z', 'updated_at': '2021-07-29T15:53:28Z', 'revision_number': 5, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'subnets': [{'id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 15:58:18.331641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84ceb5-7137-4eb9-ba47-a45619210ab9 req-07d19654-d3a1-499e-b444-0eded96ccb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:18.333181 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d84ceb5-7137-4eb9-ba47-a45619210ab9 req-07d19654-d3a1-499e-b444-0eded96ccb0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412886 Jul 29 15:58:18.426472 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d84ceb5-7137-4eb9-ba47-a45619210ab9 req-d26a2836-81bf-4924-9680-8d92bfc981ca service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864646 Jul 29 15:58:18.520822 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7d84ceb5-7137-4eb9-ba47-a45619210ab9 req-cd3799a8-b8f0-425c-88e2-aade2d50a68d service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873580 Jul 29 15:58:18.524389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd657db-d3e6-4f4d-827b-887b55df60f5 None None] New status for floating IP ee260ff6-7d34-4812-88a5-fe7acf2c0fef: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 15:58:27.056597 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:30.683460 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32a0d361-de9f-47e3-88a0-e90e56f4a175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:30.738771 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-da315c3e-ac0b-42a6-bd38-53ea3588f52e req-364c1a41-ce64-4f82-88f4-b1c8e6c38e87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392432 Jul 29 15:58:30.822616 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da315c3e-ac0b-42a6-bd38-53ea3588f52e req-1293baa0-0a73-4991-91d4-a954d9359966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:30.824093 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-da315c3e-ac0b-42a6-bd38-53ea3588f52e req-1293baa0-0a73-4991-91d4-a954d9359966 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 1096 time: 0.0434275 Jul 29 15:58:30.926196 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da315c3e-ac0b-42a6-bd38-53ea3588f52e req-3cdbba11-0403-4c7e-b151-23d6d0bf9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:30.927675 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-da315c3e-ac0b-42a6-bd38-53ea3588f52e req-3cdbba11-0403-4c7e-b151-23d6d0bf9a45 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.0833337 Jul 29 15:58:30.995421 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-da315c3e-ac0b-42a6-bd38-53ea3588f52e req-16b6d04a-7602-423f-b3ba-4f381083d12e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e453783c-4bda-413c-95f4-a08c3ed47810 HTTP/1.1" status: 200 len: 1001 time: 0.0603392 Jul 29 15:58:31.043264 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da315c3e-ac0b-42a6-bd38-53ea3588f52e req-1879b73c-92c3-496a-af38-25bfcf118250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:31.044643 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-da315c3e-ac0b-42a6-bd38-53ea3588f52e req-1879b73c-92c3-496a-af38-25bfcf118250 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0420988 Jul 29 15:58:31.090423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da315c3e-ac0b-42a6-bd38-53ea3588f52e req-7096c116-7cf5-406c-b7f5-ecf825780b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:58:31.091765 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-da315c3e-ac0b-42a6-bd38-53ea3588f52e req-7096c116-7cf5-406c-b7f5-ecf825780b1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385773 Jul 29 15:58:31.184559 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-da315c3e-ac0b-42a6-bd38-53ea3588f52e req-23f53e13-d596-4908-8076-62fd33cecb50 service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847325 Jul 29 15:58:31.275981 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-da315c3e-ac0b-42a6-bd38-53ea3588f52e req-f86b4211-b58f-4c7e-a0c1-32afee316c19 service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842412 Jul 29 15:58:33.346117 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:33.409195 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0ffe658d-ce76-4ab5-a8cc-399ca387ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:33.929177 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:58:34.633142 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:36.589183 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:41.741474 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:58:57.070929 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:59:00.691282 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-05f411d1-e02f-4b7b-9fad-5557651e4d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:59:03.347239 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:59:03.407680 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9947d7a0-26e8-426d-a2f0-bcc31d22eb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:59:04.636237 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:59:06.593241 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:59:10.927413 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:59:11.741376 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:59:27.070498 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:59:30.694109 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0fb53e0e-b0a0-489c-8c90-0d0b5e3ed192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:59:30.714637 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87388edb-705d-4729-a9a1-5c7004c08c04 req-551b5987-e366-4129-89b5-73f3b4c6428b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403399 Jul 29 15:59:30.803210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87388edb-705d-4729-a9a1-5c7004c08c04 req-13784588-e630-4b3b-ab06-4473a2edd642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:59:30.804657 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87388edb-705d-4729-a9a1-5c7004c08c04 req-13784588-e630-4b3b-ab06-4473a2edd642 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 1096 time: 0.0449476 Jul 29 15:59:30.906925 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87388edb-705d-4729-a9a1-5c7004c08c04 req-2300369f-cce2-436c-b02e-5fadc5891ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:59:30.908400 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87388edb-705d-4729-a9a1-5c7004c08c04 req-2300369f-cce2-436c-b02e-5fadc5891ba9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.0849192 Jul 29 15:59:30.980543 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87388edb-705d-4729-a9a1-5c7004c08c04 req-8bf6b074-bde5-46ee-9d49-e1167e873d30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e453783c-4bda-413c-95f4-a08c3ed47810 HTTP/1.1" status: 200 len: 1001 time: 0.0630398 Jul 29 15:59:31.027409 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87388edb-705d-4729-a9a1-5c7004c08c04 req-9d61cfca-45a9-491f-b6d2-6121a184326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:59:31.029449 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87388edb-705d-4729-a9a1-5c7004c08c04 req-9d61cfca-45a9-491f-b6d2-6121a184326b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0424168 Jul 29 15:59:31.073984 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87388edb-705d-4729-a9a1-5c7004c08c04 req-af100170-d763-4401-9644-35f0f467316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 15:59:31.075899 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87388edb-705d-4729-a9a1-5c7004c08c04 req-af100170-d763-4401-9644-35f0f467316d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391691 Jul 29 15:59:31.166460 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87388edb-705d-4729-a9a1-5c7004c08c04 req-a7241897-c100-4b17-a78a-7149fdf83269 service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837061 Jul 29 15:59:31.257783 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-87388edb-705d-4729-a9a1-5c7004c08c04 req-45068185-5c3a-449b-85b7-a5016520376f service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839770 Jul 29 15:59:33.347483 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:59:33.407048 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5714c693-0c66-4c35-a691-75fdfbe92ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:59:34.640696 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:59:36.595489 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:59:41.743435 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 15:59:47.927039 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 15:59:57.070880 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:00.694667 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1df9c963-62d1-4322-bdd5-0feb8ff9f469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:03.348955 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:03.405628 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-fd4500b9-e5e7-471f-8d4f-2527fce03fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:04.642511 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:06.598361 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:10.430988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b5319-3aa0-4443-a83b-abdea94318d4 req-fa769669-6343-488d-b6b8-33f9db5168c7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:10.432368 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-474b5319-3aa0-4443-a83b-abdea94318d4 req-fa769669-6343-488d-b6b8-33f9db5168c7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.0505083 Jul 29 16:00:10.470509 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-474b5319-3aa0-4443-a83b-abdea94318d4 req-66c3d567-abca-45b3-a5f4-ef669a491ce3 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321980 Jul 29 16:00:11.600973 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da1585-d041-4c57-88f7-cec825d51458 req-035bf00b-758d-47f4-90eb-95403e839f64 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:11.602472 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37da1585-d041-4c57-88f7-cec825d51458 req-035bf00b-758d-47f4-90eb-95403e839f64 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.0505874 Jul 29 16:00:11.640271 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-37da1585-d041-4c57-88f7-cec825d51458 req-0007b907-f6ac-45c4-a0cc-217b4e34857b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318525 Jul 29 16:00:11.745977 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:12.781249 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4a51d-88fc-4728-9ce9-ceb74709e7f6 req-31cc1d99-4a0b-4244-8ea5-66f2ef954359 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:12.782701 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9e4a51d-88fc-4728-9ce9-ceb74709e7f6 req-31cc1d99-4a0b-4244-8ea5-66f2ef954359 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.0504222 Jul 29 16:00:12.819823 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b9e4a51d-88fc-4728-9ce9-ceb74709e7f6 req-9e0d45aa-2bcd-4de4-a962-96738bab502b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306702 Jul 29 16:00:13.938892 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037744d-4c25-4b53-a888-69bf1d7b7e7e req-b79b9def-88a1-4e36-bbbd-3c7c64d52111 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:13.940378 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6037744d-4c25-4b53-a888-69bf1d7b7e7e req-b79b9def-88a1-4e36-bbbd-3c7c64d52111 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.0536418 Jul 29 16:00:13.978583 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6037744d-4c25-4b53-a888-69bf1d7b7e7e req-cbeb7053-75a6-43d0-b084-c0f64627c4e2 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316522 Jul 29 16:00:15.090342 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe4783-7a9d-4b4f-92d7-8bc1c2280a6a req-2b413cbe-9d1b-4a58-9b6d-f12388f8d6d6 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:15.091909 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-acfe4783-7a9d-4b4f-92d7-8bc1c2280a6a req-2b413cbe-9d1b-4a58-9b6d-f12388f8d6d6 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.0484886 Jul 29 16:00:15.131639 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-acfe4783-7a9d-4b4f-92d7-8bc1c2280a6a req-003c5c35-8c9a-4fb0-883d-6fa8eaa3bab0 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336161 Jul 29 16:00:16.246699 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9799c4e-66ee-4ca7-984c-47a3a393cef4 req-667c3cfd-a0c3-45ec-ac3e-94e127ea61ef tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:16.248194 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9799c4e-66ee-4ca7-984c-47a3a393cef4 req-667c3cfd-a0c3-45ec-ac3e-94e127ea61ef tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.0485411 Jul 29 16:00:16.286238 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-f9799c4e-66ee-4ca7-984c-47a3a393cef4 req-6f3343bc-b5e9-48dd-a8c0-d72e0c7456ab tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319896 Jul 29 16:00:17.400452 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617220a-ac07-4c37-90a6-b83506c21954 req-4ace8631-15c0-4742-a82a-1ab783e9fa81 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:17.401960 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d617220a-ac07-4c37-90a6-b83506c21954 req-4ace8631-15c0-4742-a82a-1ab783e9fa81 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.0478182 Jul 29 16:00:17.439475 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d617220a-ac07-4c37-90a6-b83506c21954 req-603a2e9d-8d58-40d9-a907-7ee605b5d0d3 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314538 Jul 29 16:00:18.554561 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525094cd-8b99-4f4b-8b32-a2915ab3a2a4 req-84dc264e-9a19-4b7e-b0cb-a13bf2923dfb tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:18.556044 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-525094cd-8b99-4f4b-8b32-a2915ab3a2a4 req-84dc264e-9a19-4b7e-b0cb-a13bf2923dfb tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.0495279 Jul 29 16:00:18.595058 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-525094cd-8b99-4f4b-8b32-a2915ab3a2a4 req-e0b849d5-ad81-43e5-b1de-9c4fc2b39c3f tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328352 Jul 29 16:00:19.711837 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f8583-5bd8-4f62-af37-7fcfd04e1ae7 req-477d67e2-79f9-4ca7-9d43-e4139223643e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:19.713321 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-008f8583-5bd8-4f62-af37-7fcfd04e1ae7 req-477d67e2-79f9-4ca7-9d43-e4139223643e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.0516613 Jul 29 16:00:19.749771 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-008f8583-5bd8-4f62-af37-7fcfd04e1ae7 req-1f667ee4-e205-4097-b8d7-44cfae6cb7e1 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306652 Jul 29 16:00:20.560602 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd30aa-d2c9-4bb3-9150-fac11ff595e9 req-51535f64-4442-4933-81b5-0fe83c9895e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:20.562174 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ecd30aa-d2c9-4bb3-9150-fac11ff595e9 req-51535f64-4442-4933-81b5-0fe83c9895e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 1096 time: 0.0443935 Jul 29 16:00:20.649983 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd30aa-d2c9-4bb3-9150-fac11ff595e9 req-32f85eed-dfa6-4f89-b3dc-34e5569f5b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:20.651415 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ecd30aa-d2c9-4bb3-9150-fac11ff595e9 req-32f85eed-dfa6-4f89-b3dc-34e5569f5b9d service neutron] 10.222.0.39 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.0825830 Jul 29 16:00:20.721559 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ecd30aa-d2c9-4bb3-9150-fac11ff595e9 req-320c9fae-607f-4135-aac9-c803076e12cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e453783c-4bda-413c-95f4-a08c3ed47810 HTTP/1.1" status: 200 len: 1001 time: 0.0631204 Jul 29 16:00:20.769186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd30aa-d2c9-4bb3-9150-fac11ff595e9 req-91b02449-065f-4368-a028-d3dfba6a9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:20.770585 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ecd30aa-d2c9-4bb3-9150-fac11ff595e9 req-91b02449-065f-4368-a028-d3dfba6a9c3c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0423443 Jul 29 16:00:20.815815 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd30aa-d2c9-4bb3-9150-fac11ff595e9 req-5921179c-ee26-45a0-a1ff-2f231f9524b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:20.817258 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ecd30aa-d2c9-4bb3-9150-fac11ff595e9 req-5921179c-ee26-45a0-a1ff-2f231f9524b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391481 Jul 29 16:00:20.922996 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91824089-8852-4c0b-b868-c122013faa0a req-d7eb1985-1604-4e5f-b2b9-1892bfe256fe tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:20.924492 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-91824089-8852-4c0b-b868-c122013faa0a req-d7eb1985-1604-4e5f-b2b9-1892bfe256fe tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.1063385 Jul 29 16:00:20.949105 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ecd30aa-d2c9-4bb3-9150-fac11ff595e9 req-d9b3942e-ee74-49bf-8631-039284454d45 service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222849 Jul 29 16:00:21.018882 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-91824089-8852-4c0b-b868-c122013faa0a req-7ed5e36e-33c5-4032-862e-ab5a0bdf92a9 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862126 Jul 29 16:00:21.055647 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-3ecd30aa-d2c9-4bb3-9150-fac11ff595e9 req-3be9a119-bdd5-4fd8-a86a-adf91419b1fe service neutron] 10.222.0.39 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988958 Jul 29 16:00:22.131354 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54519dac-ccf6-44bc-a37e-499e17eea58e req-27c79ab2-7baa-42b3-be05-38d4c79c5f2d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:22.132811 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-54519dac-ccf6-44bc-a37e-499e17eea58e req-27c79ab2-7baa-42b3-be05-38d4c79c5f2d tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.0486684 Jul 29 16:00:22.170008 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-54519dac-ccf6-44bc-a37e-499e17eea58e req-7d1fbe99-c50d-4b7d-94b0-fb7ffb184ba5 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314202 Jul 29 16:00:23.288394 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d10f7-494f-4106-ac94-f8c797d75a4c req-5c7b21c5-2c0b-44ae-998d-36adc86dd030 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:23.289921 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c25d10f7-494f-4106-ac94-f8c797d75a4c req-5c7b21c5-2c0b-44ae-998d-36adc86dd030 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.0501056 Jul 29 16:00:23.330082 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c25d10f7-494f-4106-ac94-f8c797d75a4c req-d73a8356-df8a-4dd8-8aff-ff275d90f380 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340157 Jul 29 16:00:24.446028 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8577ed-9841-487d-8d27-d890cd323cac req-94650e6b-f69f-4c94-b18d-d8c3821a5e33 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:24.447503 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d8577ed-9841-487d-8d27-d890cd323cac req-94650e6b-f69f-4c94-b18d-d8c3821a5e33 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.0482793 Jul 29 16:00:24.485100 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4d8577ed-9841-487d-8d27-d890cd323cac req-f5cf8854-8f72-4b68-921f-0209db6b61d6 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316520 Jul 29 16:00:24.723838 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfbcc3-50c5-4a4a-be84-e2fa001e06a2 req-3693da13-6e8a-4a00-a101-91c55469fc09 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:24.726010 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0adfbcc3-50c5-4a4a-be84-e2fa001e06a2 req-3693da13-6e8a-4a00-a101-91c55469fc09 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 945 time: 0.0812867 Jul 29 16:00:24.732196 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-3d3e037c-5b11-44a7-a10a-16e77dcfa4df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1106565 Jul 29 16:00:24.765431 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-0adfbcc3-50c5-4a4a-be84-e2fa001e06a2 req-e3c3efa6-b7ff-4f12-a3c5-4cc3ecc92761 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322750 Jul 29 16:00:24.927599 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:00:25.114966 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device e453783c-4bda-413c-95f4-a08c3ed47810 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:00:25.191888 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:25.217038 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e453783c-4bda-413c-95f4-a08c3ed47810'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:00:25.219306 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b28280-0db2-4c70-8ec7-87c3bfff7d2d" -d '{"events": [{"server_uuid": "f7410ff9-be84-471a-913d-d0f989f6a153", "name": "network-vif-unplugged", "status": "completed", "tag": "e453783c-4bda-413c-95f4-a08c3ed47810"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:00:25.233052 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port e453783c-4bda-413c-95f4-a08c3ed47810, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e453783c-4bda-413c-95f4-a08c3ed47810,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:00:25.237715 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:25.267956 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 16:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cbcba6-0118-487c-afdb-80eeade5edd2 x-openstack-request-id: req-71cbcba6-0118-487c-afdb-80eeade5edd2 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:00:25.268250 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7410ff9-be84-471a-913d-d0f989f6a153", "name": "network-vif-unplugged", "status": "failed", "tag": "e453783c-4bda-413c-95f4-a08c3ed47810", "code": 422}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:00:25.268501 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71cbcba6-0118-487c-afdb-80eeade5edd2 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:00:25.268963 n-d-802893-1 neutron-server[94159]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e453783c-4bda-413c-95f4-a08c3ed47810', 'code': 422} returned with failed status Jul 29 16:00:25.294686 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=e453783c-4bda-413c-95f4-a08c3ed47810,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:00:25.301995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:25.302339 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:25.302677 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:25.303017 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:25.303524 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:25.303854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:25.304181 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:25.304507 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:25.304854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:25.305178 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:25.305499 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:25.305820 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:25.880241 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce9195-ba78-404c-8b20-07667909b272 req-23f3aede-bb63-4692-9128-bcf196abec68 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:25.882364 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6cce9195-ba78-404c-8b20-07667909b272 req-23f3aede-bb63-4692-9128-bcf196abec68 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0496442 Jul 29 16:00:25.920918 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-6cce9195-ba78-404c-8b20-07667909b272 req-e6594497-82b6-48e2-847e-4fa02e69ba8b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320115 Jul 29 16:00:27.035124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258101bf-b4a0-4902-a434-65857ece9f38 req-26c77366-d1fe-4d5a-96c4-ef2b8469587b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:27.036615 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-258101bf-b4a0-4902-a434-65857ece9f38 req-26c77366-d1fe-4d5a-96c4-ef2b8469587b tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0488455 Jul 29 16:00:27.074970 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-258101bf-b4a0-4902-a434-65857ece9f38 req-97a95d6d-2661-4bef-8e86-458c83c813b1 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322599 Jul 29 16:00:27.084049 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:28.197986 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5cca6-5c72-4a97-8b42-02813a731283 req-d5ad864e-5ae2-446e-9876-1b4a5edb9604 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:28.199619 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f7f5cca6-5c72-4a97-8b42-02813a731283 req-d5ad864e-5ae2-446e-9876-1b4a5edb9604 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0548043 Jul 29 16:00:28.239698 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-f7f5cca6-5c72-4a97-8b42-02813a731283 req-2e47cfca-fa9b-4372-9f08-d56bb8b43c51 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335755 Jul 29 16:00:29.361011 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cb708-c9d5-4352-99ae-972f81b61660 req-a2670e83-0017-4319-934f-25bdbd564e52 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:29.362492 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-641cb708-c9d5-4352-99ae-972f81b61660 req-a2670e83-0017-4319-934f-25bdbd564e52 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0538702 Jul 29 16:00:29.401044 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-641cb708-c9d5-4352-99ae-972f81b61660 req-98a837d7-459d-40d4-859e-d92bfb5aa7d2 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315616 Jul 29 16:00:29.425864 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-d3a772df-709a-42e8-8418-dea5d4cf1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:29.427377 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-d3a772df-709a-42e8-8418-dea5d4cf1f3a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153&tenant_id=b0cc98e1d77946c8aedc0f48634a9363 HTTP/1.1" status: 200 len: 1094 time: 0.0398095 Jul 29 16:00:29.444777 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-1', 'device_owner': 'compute:nova'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:00:29.495059 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:29.694150 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] For port e453783c-4bda-413c-95f4-a08c3ed47810, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=e453783c-4bda-413c-95f4-a08c3ed47810,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:00:29.726361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] For port e453783c-4bda-413c-95f4-a08c3ed47810, host n-h2-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 16:00:29.757153 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e453783c-4bda-413c-95f4-a08c3ed47810 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 16:00:29.764399 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:29.776317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Transition to ACTIVE for port object e453783c-4bda-413c-95f4-a08c3ed47810 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:00:29.779820 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:29.860679 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=e453783c-4bda-413c-95f4-a08c3ed47810,revision_number=7']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:00:29.871347 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:29.871690 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:29.872031 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:29.872363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:29.872738 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:29.873046 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:29.873369 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:29.873691 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:29.874043 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:29.874364 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:29.874684 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:29.875003 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:00:29.910329 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] No DVR routers for this DVR port e453783c-4bda-413c-95f4-a08c3ed47810 on host n-h2-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:00:30.049484 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Attempting to bind port e453783c-4bda-413c-95f4-a08c3ed47810 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 16:00:30.049817 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Attempting to bind port e453783c-4bda-413c-95f4-a08c3ed47810 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 16:00:30.050142 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Attempting to bind port e453783c-4bda-413c-95f4-a08c3ed47810 on network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 16:00:30.054999 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Port e453783c-4bda-413c-95f4-a08c3ed47810 on network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 16:00:30.055317 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Attempting to bind port e453783c-4bda-413c-95f4-a08c3ed47810 on network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 16:00:30.060069 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 16, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 16:00:30.060403 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Checking segment: {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 16:00:30.060886 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Bound using segment: {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 16:00:30.061313 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Bound port: e453783c-4bda-413c-95f4-a08c3ed47810, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df56f1b-8ba3-4ddc-947a-efb37b533411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 16:00:30.061655 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:30.122911 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] For port e453783c-4bda-413c-95f4-a08c3ed47810, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 16:00:30.125942 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] For port e453783c-4bda-413c-95f4-a08c3ed47810, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e453783c-4bda-413c-95f4-a08c3ed47810,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 16:00:30.130833 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:30.165169 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:30.166082 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:30.167605 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] 10.222.0.38 "PUT /v2.0/ports/e453783c-4bda-413c-95f4-a08c3ed47810 HTTP/1.1" status: 200 len: 1091 time: 0.7274690 Jul 29 16:00:30.168044 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'tag': 'e453783c-4bda-413c-95f4-a08c3ed47810'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:00:30.170323 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767dae74-cca5-4db2-a051-127155398322" -d '{"events": [{"name": "network-changed", "server_uuid": "f7410ff9-be84-471a-913d-d0f989f6a153", "tag": "e453783c-4bda-413c-95f4-a08c3ed47810"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:00:30.196710 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de11f0-b785-4aae-99f5-984f52e46ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=e453783c-4bda-413c-95f4-a08c3ed47810,revision_number=8']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:00:30.212806 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 16:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f85882-e214-4541-af4c-76cefe803fdd x-openstack-request-id: req-f8f85882-e214-4541-af4c-76cefe803fdd {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:00:30.213111 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7410ff9-be84-471a-913d-d0f989f6a153", "tag": "e453783c-4bda-413c-95f4-a08c3ed47810", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:00:30.213367 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8f85882-e214-4541-af4c-76cefe803fdd {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:00:30.213775 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'tag': 'e453783c-4bda-413c-95f4-a08c3ed47810', 'status': 'completed', 'code': 200} Jul 29 16:00:30.248460 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-17314ec8-c0ce-44d6-bd36-fe0e044a8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:30.250091 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-17314ec8-c0ce-44d6-bd36-fe0e044a8bb1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 1094 time: 0.0484364 Jul 29 16:00:30.343505 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-75c6a4d8-769c-443c-84f0-3f79b2334953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:30.345035 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-75c6a4d8-769c-443c-84f0-3f79b2334953 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.0878575 Jul 29 16:00:30.413311 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-38759d97-d6f0-4df1-bc72-00ee30f57913 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e453783c-4bda-413c-95f4-a08c3ed47810 HTTP/1.1" status: 200 len: 999 time: 0.0608323 Jul 29 16:00:30.464052 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-9007ed19-c15d-4b7b-9579-82a7e731b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:30.465612 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-9007ed19-c15d-4b7b-9579-82a7e731b804 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0461853 Jul 29 16:00:30.511751 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-46e0da5c-2ad5-4354-9610-3763cece2961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:30.513300 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-46e0da5c-2ad5-4354-9610-3763cece2961 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406284 Jul 29 16:00:30.517070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2d611-c97f-485a-8385-31394ffc9fdf req-7f8825dd-f008-4e9e-9342-faca5a83533c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:30.518578 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d0f2d611-c97f-485a-8385-31394ffc9fdf req-7f8825dd-f008-4e9e-9342-faca5a83533c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0488176 Jul 29 16:00:30.557407 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-d0f2d611-c97f-485a-8385-31394ffc9fdf req-87e94ce1-4ac9-4768-9e42-b0c8e1283fc7 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327108 Jul 29 16:00:30.606683 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-4896b9f2-6c67-4f91-a22d-6e7fbbbb82e4 service neutron] 10.222.0.38 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861776 Jul 29 16:00:30.694601 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-2da186f0-bc69-4a13-ba57-60c5ed8870fc service neutron] 10.222.0.38 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812883 Jul 29 16:00:30.698090 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2750c603-544a-425f-9a3c-ef93df2fcf47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:30.837968 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dae74-cca5-4db2-a051-127155398322 req-481b912f-8990-4b64-9f3a-dbd6ed597fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:30.839493 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-767dae74-cca5-4db2-a051-127155398322 req-481b912f-8990-4b64-9f3a-dbd6ed597fca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 1094 time: 0.0407386 Jul 29 16:00:30.931310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dae74-cca5-4db2-a051-127155398322 req-2fdbe04f-b3dd-41b7-844a-8f52b289012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:30.932783 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-767dae74-cca5-4db2-a051-127155398322 req-2fdbe04f-b3dd-41b7-844a-8f52b289012a service neutron] 10.222.0.38 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.0860360 Jul 29 16:00:30.997481 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-767dae74-cca5-4db2-a051-127155398322 req-d3c58cdd-2151-4053-ac77-2927a91a79ef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e453783c-4bda-413c-95f4-a08c3ed47810 HTTP/1.1" status: 200 len: 999 time: 0.0570731 Jul 29 16:00:31.050765 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dae74-cca5-4db2-a051-127155398322 req-f7efcc8e-a1d9-45dd-bb8e-74f5afb72d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:31.052204 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-767dae74-cca5-4db2-a051-127155398322 req-f7efcc8e-a1d9-45dd-bb8e-74f5afb72d71 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0475595 Jul 29 16:00:31.097389 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dae74-cca5-4db2-a051-127155398322 req-776e82b2-efed-4fdb-8f60-e4c6c8295f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:31.098843 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-767dae74-cca5-4db2-a051-127155398322 req-776e82b2-efed-4fdb-8f60-e4c6c8295f2a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386312 Jul 29 16:00:31.184588 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-767dae74-cca5-4db2-a051-127155398322 req-88b6934a-6c73-44e6-9fac-6d493da581ab service neutron] 10.222.0.38 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782418 Jul 29 16:00:31.278135 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-767dae74-cca5-4db2-a051-127155398322 req-5e4c494d-abc1-4a2c-a046-7f7f76c12e7d service neutron] 10.222.0.38 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854619 Jul 29 16:00:31.674012 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7667e-4521-4f91-89ec-7d67baa92a88 req-2100b72e-915f-427b-8254-a37d7a676216 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:31.675516 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aac7667e-4521-4f91-89ec-7d67baa92a88 req-2100b72e-915f-427b-8254-a37d7a676216 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0494328 Jul 29 16:00:31.713775 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-aac7667e-4521-4f91-89ec-7d67baa92a88 req-4e5d4a9d-e037-4bff-bee1-0482eea5ffb9 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322230 Jul 29 16:00:32.828426 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b7d76-8490-46f3-b16c-45e1c5b0fd02 req-5a9086a8-5b29-4cac-b97c-173bc2507027 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:32.829831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2a6b7d76-8490-46f3-b16c-45e1c5b0fd02 req-5a9086a8-5b29-4cac-b97c-173bc2507027 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0490534 Jul 29 16:00:32.869610 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-2a6b7d76-8490-46f3-b16c-45e1c5b0fd02 req-2cace438-1d01-4004-86b5-509c668d2345 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335834 Jul 29 16:00:33.351306 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:33.405384 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-35407156-d18d-414e-87a9-9c4c4e76a603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:33.984348 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19ff07-199b-4d28-aab4-ccf1f8bc7efc req-808fd97f-fd10-4bd1-b26c-6101e1a82641 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:33.985845 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4f19ff07-199b-4d28-aab4-ccf1f8bc7efc req-808fd97f-fd10-4bd1-b26c-6101e1a82641 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0480227 Jul 29 16:00:34.029641 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-4f19ff07-199b-4d28-aab4-ccf1f8bc7efc req-8ef5e2c3-8635-4ca0-aefe-a6be515fa787 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369382 Jul 29 16:00:34.644575 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:35.148397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b215218-d858-4e57-aee5-b39a0d6e3490 req-b8da5f41-6632-409f-b996-f316aa26e15c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:35.149912 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b215218-d858-4e57-aee5-b39a0d6e3490 req-b8da5f41-6632-409f-b996-f316aa26e15c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0541165 Jul 29 16:00:35.187113 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b215218-d858-4e57-aee5-b39a0d6e3490 req-c0088ed6-d256-499a-b728-23d20b40b0a5 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311155 Jul 29 16:00:36.303393 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250fc9e-e628-4858-becb-37feb750fdc3 req-6c637726-aa49-4a68-9d54-57bfe0b2b139 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:36.305137 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e250fc9e-e628-4858-becb-37feb750fdc3 req-6c637726-aa49-4a68-9d54-57bfe0b2b139 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0506318 Jul 29 16:00:36.344423 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e250fc9e-e628-4858-becb-37feb750fdc3 req-5af212e8-b903-4290-9867-912a2d7dcae1 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333059 Jul 29 16:00:36.602120 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:37.458901 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2a910-1b67-4930-997b-ad83e8d56a2e req-e316a909-05f1-4b6f-92bc-face4c9ec0f8 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:37.460735 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-36d2a910-1b67-4930-997b-ad83e8d56a2e req-e316a909-05f1-4b6f-92bc-face4c9ec0f8 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 943 time: 0.0492976 Jul 29 16:00:37.499408 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-36d2a910-1b67-4930-997b-ad83e8d56a2e req-9b6bbca5-fd4a-497e-80ed-e5089eda310c tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324795 Jul 29 16:00:38.353007 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device e453783c-4bda-413c-95f4-a08c3ed47810 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 16:00:38.447618 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port e453783c-4bda-413c-95f4-a08c3ed47810, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e453783c-4bda-413c-95f4-a08c3ed47810,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:00:38.458488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': 'e453783c-4bda-413c-95f4-a08c3ed47810', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'port_id': 'e453783c-4bda-413c-95f4-a08c3ed47810', 'mac_address': 'fa:16:3e:14:8b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 16:00:38.494235 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:38.506673 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e453783c-4bda-413c-95f4-a08c3ed47810 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 16:00:38.525595 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port e453783c-4bda-413c-95f4-a08c3ed47810, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e453783c-4bda-413c-95f4-a08c3ed47810,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:00:38.530066 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:38.581868 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=e453783c-4bda-413c-95f4-a08c3ed47810,revision_number=9']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:00:38.618052 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee645a-fbc0-4f30-918f-6982e34a20b9 req-d312984f-63e3-4768-b9da-85656a869620 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:38.619488 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c0ee645a-fbc0-4f30-918f-6982e34a20b9 req-d312984f-63e3-4768-b9da-85656a869620 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 944 time: 0.0514128 Jul 29 16:00:38.657300 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c0ee645a-fbc0-4f30-918f-6982e34a20b9 req-1998d10a-7ac9-4f0c-a86e-23f5f4e8f1c5 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317979 Jul 29 16:00:38.827889 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['e453783c-4bda-413c-95f4-a08c3ed47810'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 16:00:39.772208 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd3f24-5847-4f78-9531-db2598afcf32 req-05f58e89-ddf9-46d1-b1f7-99d2bd7fc931 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:39.773831 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-96cd3f24-5847-4f78-9531-db2598afcf32 req-05f58e89-ddf9-46d1-b1f7-99d2bd7fc931 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 944 time: 0.0503962 Jul 29 16:00:39.811227 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-96cd3f24-5847-4f78-9531-db2598afcf32 req-9f68c8df-c4fa-4a85-acd0-2c695a802f88 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315616 Jul 29 16:00:40.373905 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device e453783c-4bda-413c-95f4-a08c3ed47810 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:00:40.421469 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port e453783c-4bda-413c-95f4-a08c3ed47810 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:00:40.425213 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port e453783c-4bda-413c-95f4-a08c3ed47810 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:00:40.425696 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:40.500499 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:40.527769 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e453783c-4bda-413c-95f4-a08c3ed47810'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:00:40.530047 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd87854f-7703-4cd8-874a-fabbbf5f4ca3" -d '{"events": [{"server_uuid": "f7410ff9-be84-471a-913d-d0f989f6a153", "name": "network-vif-plugged", "status": "completed", "tag": "e453783c-4bda-413c-95f4-a08c3ed47810"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:00:40.546701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port e453783c-4bda-413c-95f4-a08c3ed47810, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e453783c-4bda-413c-95f4-a08c3ed47810,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:00:40.550761 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:40.575175 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 16:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67de6e78-8cd8-478e-b716-aaeccb02bf36 x-openstack-request-id: req-67de6e78-8cd8-478e-b716-aaeccb02bf36 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:00:40.575472 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7410ff9-be84-471a-913d-d0f989f6a153", "name": "network-vif-plugged", "status": "completed", "tag": "e453783c-4bda-413c-95f4-a08c3ed47810", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:00:40.575725 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67de6e78-8cd8-478e-b716-aaeccb02bf36 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:00:40.576111 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e453783c-4bda-413c-95f4-a08c3ed47810', 'code': 200} Jul 29 16:00:40.603667 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=e453783c-4bda-413c-95f4-a08c3ed47810,revision_number=10']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:00:40.748797 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cb3f4-1ea2-4b33-98de-0c35423148e8 req-44df43d9-2352-47cb-9ead-b0a0d7e23ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:40.750259 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-914cb3f4-1ea2-4b33-98de-0c35423148e8 req-44df43d9-2352-47cb-9ead-b0a0d7e23ceb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 1097 time: 0.0397153 Jul 29 16:00:40.787854 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-914cb3f4-1ea2-4b33-98de-0c35423148e8 req-41b20b9a-d952-40ec-b71b-2804bb3ca569 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304744 Jul 29 16:00:40.930723 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3aa2cd-433c-4074-8a7e-06aad19d5975 req-49d33cfb-130c-4efc-b55d-96cf82826fc0 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:40.932203 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-db3aa2cd-433c-4074-8a7e-06aad19d5975 req-49d33cfb-130c-4efc-b55d-96cf82826fc0 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 946 time: 0.0531693 Jul 29 16:00:40.972217 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-db3aa2cd-433c-4074-8a7e-06aad19d5975 req-57c17bcc-dcf2-471f-9787-c6fd2fdff180 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340972 Jul 29 16:00:41.783273 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:42.089084 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7c4ca-c6d5-4b8e-9280-74e3cba20c0b req-8cb26492-0fed-42aa-aa59-4a2b46fc8d5a tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:42.090578 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27f7c4ca-c6d5-4b8e-9280-74e3cba20c0b req-8cb26492-0fed-42aa-aa59-4a2b46fc8d5a tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 946 time: 0.0491788 Jul 29 16:00:42.128019 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-27f7c4ca-c6d5-4b8e-9280-74e3cba20c0b req-e26a0a22-4641-4ea3-baf9-1181b72b501e tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314126 Jul 29 16:00:57.098907 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:00:59.585347 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3baf99cb-c2ba-4864-8476-4d5a4e30976c req-d4496f66-5976-46dd-987a-9366b60c1928 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398474 Jul 29 16:00:59.682110 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf99cb-c2ba-4864-8476-4d5a4e30976c req-98fec9e3-fb26-451c-beeb-d48a9c4596ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:59.683559 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3baf99cb-c2ba-4864-8476-4d5a4e30976c req-98fec9e3-fb26-451c-beeb-d48a9c4596ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 1097 time: 0.0405695 Jul 29 16:00:59.787148 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf99cb-c2ba-4864-8476-4d5a4e30976c req-e2a07370-89d2-4654-8bb7-b889427c78f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:59.788608 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3baf99cb-c2ba-4864-8476-4d5a4e30976c req-e2a07370-89d2-4654-8bb7-b889427c78f9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.0869801 Jul 29 16:00:59.852789 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3baf99cb-c2ba-4864-8476-4d5a4e30976c req-10fb22ab-e5fc-45b4-bdbc-64a0f29631d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e453783c-4bda-413c-95f4-a08c3ed47810 HTTP/1.1" status: 200 len: 1001 time: 0.0568542 Jul 29 16:00:59.904923 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf99cb-c2ba-4864-8476-4d5a4e30976c req-cdf34f0c-2b11-41bf-ba2e-f4dc88c04008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:59.906344 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3baf99cb-c2ba-4864-8476-4d5a4e30976c req-cdf34f0c-2b11-41bf-ba2e-f4dc88c04008 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0464065 Jul 29 16:00:59.950806 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf99cb-c2ba-4864-8476-4d5a4e30976c req-a15af42d-13ce-4832-a3e0-27c01e4a3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:00:59.952322 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3baf99cb-c2ba-4864-8476-4d5a4e30976c req-a15af42d-13ce-4832-a3e0-27c01e4a3469 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383878 Jul 29 16:01:00.042969 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3baf99cb-c2ba-4864-8476-4d5a4e30976c req-9b306dbf-7e7d-43ff-a81e-003772fb9853 service neutron] 10.222.0.38 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798845 Jul 29 16:01:00.134702 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3baf99cb-c2ba-4864-8476-4d5a4e30976c req-65f34540-2ba3-4560-9cc2-4478de38c247 service neutron] 10.222.0.38 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840440 Jul 29 16:01:00.698964 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a3df44d0-18e4-4673-b6dd-3d2bda899662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:01.925948 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:01:03.351802 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:03.403719 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a006d3f3-a108-405c-a9c9-7f56080dd0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:04.647927 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:06.603538 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:11.781591 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:27.099384 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:30.699017 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-55bac86e-5186-43f7-9a65-7637ac230162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:33.353371 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:33.402454 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d07b881-d901-4fdc-a47b-cf7a41920e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:34.650651 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:36.607455 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:38.924983 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:01:41.799747 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:55.366290 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56950) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:01:55.523843 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Deleting port 1cfe46f9-43b5-4815-aed6-b91dfd0c52cd {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:01:55.524183 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:55.596078 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:55.596409 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:55.608265 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Calling delete_port for 1cfe46f9-43b5-4815-aed6-b91dfd0c52cd owned by network:floatingip {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:01:55.754531 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:55.782996 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event deleted for resources: {'Port': ['ID=1cfe46f9-43b5-4815-aed6-b91dfd0c52cd,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:01:55.809739 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:55.810081 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:55.810414 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:55.810746 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:55.811073 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:55.811397 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:55.811722 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:55.812043 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:55.812366 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:55.812700 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:55.813022 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:55.813336 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:55.853073 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for floatingip, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:55.853413 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Floating IP ee260ff6-7d34-4812-88a5-fe7acf2c0fef disassociated (deleted). External IP: 172.25.6.146, port: e453783c-4bda-413c-95f4-a08c3ed47810. Jul 29 16:01:56.057704 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Router fb6282c5-becd-48e8-8222-2317f6ad575f has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:01:56.163704 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 16:01:56.168490 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:56.173125 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4007e27-e6ae-4504-be29-ee334b0edc49 None None] Sync routers for ids ['fb6282c5-becd-48e8-8222-2317f6ad575f'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:01:56.182567 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4007e27-e6ae-4504-be29-ee334b0edc49 None None] Routers {'fb6282c5-becd-48e8-8222-2317f6ad575f'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:01:56.183178 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d4007e27-e6ae-4504-be29-ee334b0edc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:01:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fb6282c5-becd-48e8-8222-2317f6ad575f'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:01:56.195867 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a17518ed-a50e-40b6-9b44-d795f4975815 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "DELETE /v2.0/floatingips/ee260ff6-7d34-4812-88a5-fe7acf2c0fef HTTP/1.1" status: 204 len: 168 time: 0.8286197 Jul 29 16:01:56.196456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'tag': 'e453783c-4bda-413c-95f4-a08c3ed47810'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:01:56.198746 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22468232-28bb-483c-8d25-b56ad7cefebc" -d '{"events": [{"name": "network-changed", "server_uuid": "f7410ff9-be84-471a-913d-d0f989f6a153", "tag": "e453783c-4bda-413c-95f4-a08c3ed47810"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:01:56.250800 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 16:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778ba1bf-3ab3-4a09-9fc0-cafea096c6c5 x-openstack-request-id: req-778ba1bf-3ab3-4a09-9fc0-cafea096c6c5 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:01:56.251099 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7410ff9-be84-471a-913d-d0f989f6a153", "tag": "e453783c-4bda-413c-95f4-a08c3ed47810", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:01:56.251360 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-778ba1bf-3ab3-4a09-9fc0-cafea096c6c5 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:01:56.251770 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'tag': 'e453783c-4bda-413c-95f4-a08c3ed47810', 'status': 'completed', 'code': 200} Jul 29 16:01:56.290038 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-d4007e27-e6ae-4504-be29-ee334b0edc49 None None] Set router fb6282c5-becd-48e8-8222-2317f6ad575f gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:01:56.336084 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22468232-28bb-483c-8d25-b56ad7cefebc req-14d683f8-3195-4078-8f31-56fcdf0c5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:01:56.337670 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-22468232-28bb-483c-8d25-b56ad7cefebc req-14d683f8-3195-4078-8f31-56fcdf0c5491 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 1097 time: 0.0436037 Jul 29 16:01:56.468578 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22468232-28bb-483c-8d25-b56ad7cefebc req-d9843e57-01d8-45d8-9205-8e5d668ac08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:01:56.470226 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-22468232-28bb-483c-8d25-b56ad7cefebc req-d9843e57-01d8-45d8-9205-8e5d668ac08f service neutron] 10.222.0.38 "GET /v2.0/networks?id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 200 len: 910 time: 0.1259377 Jul 29 16:01:56.487238 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7da54-3632-47db-9eac-545039fd44f4 req-22f41611-edd3-415f-b220-74be3f13c3c1 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:01:56.488694 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8fa7da54-3632-47db-9eac-545039fd44f4 req-22f41611-edd3-415f-b220-74be3f13c3c1 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 946 time: 0.0644505 Jul 29 16:01:56.489005 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d4007e27-e6ae-4504-be29-ee334b0edc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '4a95aea5-ca0a-48a8-a3f4-6645eccb0650', 'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'mac_address': 'fa:16:3e:8c:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:22Z', 'updated_at': '2021-07-29T15:53:28Z', 'revision_number': 5, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'subnets': [{'id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:01:56.517587 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4007e27-e6ae-4504-be29-ee334b0edc49 None None] Checking router: fb6282c5-becd-48e8-8222-2317f6ad575f for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:01:56.526671 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4007e27-e6ae-4504-be29-ee334b0edc49 None None] Routers {'fb6282c5-becd-48e8-8222-2317f6ad575f'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:01:56.527275 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d4007e27-e6ae-4504-be29-ee334b0edc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:01:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fb6282c5-becd-48e8-8222-2317f6ad575f'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:01:56.530349 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-22468232-28bb-483c-8d25-b56ad7cefebc req-cf476aef-a45a-410b-897e-f198c0fa085e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e453783c-4bda-413c-95f4-a08c3ed47810 HTTP/1.1" status: 200 len: 217 time: 0.0510800 Jul 29 16:01:56.591040 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-8fa7da54-3632-47db-9eac-545039fd44f4 req-d3a0f917-aec7-41f5-8cb4-6c99f11ac160 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956845 Jul 29 16:01:56.601817 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22468232-28bb-483c-8d25-b56ad7cefebc req-c171389e-3358-4062-9d65-5163c511fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:01:56.603369 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-22468232-28bb-483c-8d25-b56ad7cefebc req-c171389e-3358-4062-9d65-5163c511fb45 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 200 len: 848 time: 0.0650833 Jul 29 16:01:56.634003 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-d4007e27-e6ae-4504-be29-ee334b0edc49 None None] Set router fb6282c5-becd-48e8-8222-2317f6ad575f gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:01:56.653789 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22468232-28bb-483c-8d25-b56ad7cefebc req-c36c9d84-b6f3-4fb4-a439-a59072652679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:01:56.655304 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-22468232-28bb-483c-8d25-b56ad7cefebc req-c36c9d84-b6f3-4fb4-a439-a59072652679 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d79a9ecd-560e-4c72-8930-fbb10b2e48d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446820 Jul 29 16:01:56.744346 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-22468232-28bb-483c-8d25-b56ad7cefebc req-ebc0f120-5b26-4415-8b6c-e3be6c4a6544 service neutron] 10.222.0.38 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803435 Jul 29 16:01:56.824256 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-d4007e27-e6ae-4504-be29-ee334b0edc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '4a95aea5-ca0a-48a8-a3f4-6645eccb0650', 'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'mac_address': 'fa:16:3e:8c:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:22Z', 'updated_at': '2021-07-29T15:53:28Z', 'revision_number': 5, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'subnets': [{'id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:01:56.838691 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-22468232-28bb-483c-8d25-b56ad7cefebc req-ba6b06b4-4a44-4eeb-977b-0391eb7cb4ba service neutron] 10.222.0.38 "GET /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868492 Jul 29 16:01:56.850909 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4007e27-e6ae-4504-be29-ee334b0edc49 None None] The sync data for ids ['fb6282c5-becd-48e8-8222-2317f6ad575f'] in n-d-802893-1 is: [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T15:53:22Z', 'revision_number': 4, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '4a95aea5-ca0a-48a8-a3f4-6645eccb0650', 'name': '', 'network_id': 'd79a9ecd-560e-4c72-8930-fbb10b2e48d4', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'mac_address': 'fa:16:3e:8c:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:22Z', 'updated_at': '2021-07-29T15:53:28Z', 'revision_number': 5, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'subnets': [{'id': '4ac2cb20-87cf-4d88-a09d-d12bcef7a472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:01:57.067430 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edb8d9b-0e75-4695-b27e-2fe0fce26b09 None None] New status for floating IP ee260ff6-7d34-4812-88a5-fe7acf2c0fef: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:01:57.141028 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:57.707864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335019b-a2bd-4042-8fcb-48aa1b85272e req-6c70d992-dfc4-4fd9-ab6e-b4b7bd39f0f2 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:01:57.709390 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b335019b-a2bd-4042-8fcb-48aa1b85272e req-6c70d992-dfc4-4fd9-ab6e-b4b7bd39f0f2 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 946 time: 0.0499551 Jul 29 16:01:57.746859 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b335019b-a2bd-4042-8fcb-48aa1b85272e req-385baa84-ad6d-4679-8601-b1b5a32798bb tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/security-groups?id=a588b865-6b0d-45df-9bfa-a9baf943d9c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306404 Jul 29 16:01:58.090252 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea596b-be2d-4948-9d74-d04e2673b7ef req-69b81e0e-0199-457f-a412-78b72d31e8d3 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:01:58.091759 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eeea596b-be2d-4948-9d74-d04e2673b7ef req-69b81e0e-0199-457f-a412-78b72d31e8d3 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 946 time: 0.0487838 Jul 29 16:01:58.183915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-eeea596b-be2d-4948-9d74-d04e2673b7ef req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Deleting port e453783c-4bda-413c-95f4-a08c3ed47810 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:01:58.184260 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-eeea596b-be2d-4948-9d74-d04e2673b7ef req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:58.269518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-eeea596b-be2d-4948-9d74-d04e2673b7ef req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] For port e453783c-4bda-413c-95f4-a08c3ed47810, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=e453783c-4bda-413c-95f4-a08c3ed47810,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:01:58.269884 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-eeea596b-be2d-4948-9d74-d04e2673b7ef req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:58.282432 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-eeea596b-be2d-4948-9d74-d04e2673b7ef req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Calling delete_port for e453783c-4bda-413c-95f4-a08c3ed47810 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:01:58.408722 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-eeea596b-be2d-4948-9d74-d04e2673b7ef req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:58.440099 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event deleted for resources: {'Port': ['ID=e453783c-4bda-413c-95f4-a08c3ed47810,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:01:58.468347 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:58.468723 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:58.469064 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:58.469398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:58.469728 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:58.470055 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:58.470383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:58.470707 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:58.471027 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:58.471348 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:58.471669 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:58.471988 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:01:58.495086 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeea596b-be2d-4948-9d74-d04e2673b7ef req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] No DVR routers for this DVR port e453783c-4bda-413c-95f4-a08c3ed47810 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:01:58.497562 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-eeea596b-be2d-4948-9d74-d04e2673b7ef req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:01:58.499605 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-eeea596b-be2d-4948-9d74-d04e2673b7ef req-12d4bc47-a349-4fa9-a6d9-cf98eead5454 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.38 "DELETE /v2.0/ports/e453783c-4bda-413c-95f4-a08c3ed47810 HTTP/1.1" status: 204 len: 173 time: 0.4012027 Jul 29 16:01:58.500033 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'name': 'network-vif-deleted', 'tag': 'e453783c-4bda-413c-95f4-a08c3ed47810'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:01:58.502362 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00a1df8-ae2a-484e-918f-a97353fe1921" -d '{"events": [{"server_uuid": "f7410ff9-be84-471a-913d-d0f989f6a153", "name": "network-vif-deleted", "tag": "e453783c-4bda-413c-95f4-a08c3ed47810"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:01:58.606549 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69523b23-eb31-4012-bc57-d49fddf9c961 x-openstack-request-id: req-69523b23-eb31-4012-bc57-d49fddf9c961 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:01:58.606907 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7410ff9-be84-471a-913d-d0f989f6a153", "name": "network-vif-deleted", "tag": "e453783c-4bda-413c-95f4-a08c3ed47810", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:01:58.607163 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69523b23-eb31-4012-bc57-d49fddf9c961 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:01:58.607563 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7410ff9-be84-471a-913d-d0f989f6a153', 'name': 'network-vif-deleted', 'tag': 'e453783c-4bda-413c-95f4-a08c3ed47810', 'status': 'completed', 'code': 200} Jul 29 16:01:58.861895 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e85ae438-b1a0-4981-8e39-17fb182da5c9 req-c1e5137c-1ff9-4795-837e-d448c194f286 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 210 time: 0.0406461 Jul 29 16:01:59.953675 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c59eb3fe-1165-4a83-805e-c4aff4dddeda req-9c649ec8-fa03-4dc4-b72c-dd48070b23b5 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 210 time: 0.0265772 Jul 29 16:02:00.702143 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b2eb42c3-8b3a-41e9-a0d3-ed8d09ffee16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:00.731311 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device e453783c-4bda-413c-95f4-a08c3ed47810 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:02:00.754374 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: e453783c-4bda-413c-95f4-a08c3ed47810 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 16:02:00.754596 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device e453783c-4bda-413c-95f4-a08c3ed47810 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 16:02:01.045720 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-80c77245-559c-473f-84d6-5374098f1b5c req-3a55a2d5-6306-4997-ae69-4f966ebfcca4 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 210 time: 0.0258837 Jul 29 16:02:02.150034 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-a0410010-f921-4eb6-949a-abfe0184b36d req-934eb45f-2f20-4355-a7be-4a2cf07aa868 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7410ff9-be84-471a-913d-d0f989f6a153 HTTP/1.1" status: 200 len: 210 time: 0.0261841 Jul 29 16:02:03.206218 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56986) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:03.267759 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4dd7cf46-bab7-4e02-ad8f-96fc473655f2 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:03.293203 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4dd7cf46-bab7-4e02-ad8f-96fc473655f2 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:03.353942 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4dd7cf46-bab7-4e02-ad8f-96fc473655f2 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:03.354578 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:03.357568 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4dd7cf46-bab7-4e02-ad8f-96fc473655f2 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:03.361185 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4dd7cf46-bab7-4e02-ad8f-96fc473655f2 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] 10.222.0.16 "DELETE /v2.0/security-groups/a588b865-6b0d-45df-9bfa-a9baf943d9c0 HTTP/1.1" status: 204 len: 168 time: 0.1538873 Jul 29 16:02:03.372116 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7cf46-bab7-4e02-ad8f-96fc473655f2 tempest-TestShelveInstance-133968127 tempest-TestShelveInstance-133968127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a588b865-6b0d-45df-9bfa-a9baf943d9c0,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:03.410508 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56990) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:03.419445 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-32260108-60c4-4005-ae94-6556a7e7ab93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:03.860048 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-799d9efd-3864-4123-a33c-72744f48eda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:04.111155 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-799d9efd-3864-4123-a33c-72744f48eda3 admin admin] Deleting port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:02:04.111420 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-799d9efd-3864-4123-a33c-72744f48eda3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:04.191441 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-799d9efd-3864-4123-a33c-72744f48eda3 admin admin] For port 4a95aea5-ca0a-48a8-a3f4-6645eccb0650, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4a95aea5-ca0a-48a8-a3f4-6645eccb0650,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:04.191824 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-799d9efd-3864-4123-a33c-72744f48eda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:04.205189 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-799d9efd-3864-4123-a33c-72744f48eda3 admin admin] Calling delete_port for 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:02:04.387945 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-799d9efd-3864-4123-a33c-72744f48eda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:04.412506 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d9efd-3864-4123-a33c-72744f48eda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a95aea5-ca0a-48a8-a3f4-6645eccb0650,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:04.655639 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:04.926267 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-799d9efd-3864-4123-a33c-72744f48eda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:05.145964 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799d9efd-3864-4123-a33c-72744f48eda3 admin admin] Router fb6282c5-becd-48e8-8222-2317f6ad575f has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:02:05.249297 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799d9efd-3864-4123-a33c-72744f48eda3 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 16:02:05.254548 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-799d9efd-3864-4123-a33c-72744f48eda3 admin admin] 10.222.0.16 "PUT /v2.0/routers/fb6282c5-becd-48e8-8222-2317f6ad575f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8426383 Jul 29 16:02:05.257716 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56994) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:05.260528 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c9796-65d4-42c3-baf3-769c1151fa7e None None] Sync routers for ids ['fb6282c5-becd-48e8-8222-2317f6ad575f'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:02:05.271152 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c9796-65d4-42c3-baf3-769c1151fa7e None None] Routers {'fb6282c5-becd-48e8-8222-2317f6ad575f'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:02:05.271698 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-fd9c9796-65d4-42c3-baf3-769c1151fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:02:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fb6282c5-becd-48e8-8222-2317f6ad575f'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:05.362786 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0387b1f0-d427-4a43-8763-b8b55b8238ec admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:05.373622 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-fd9c9796-65d4-42c3-baf3-769c1151fa7e None None] Set router fb6282c5-becd-48e8-8222-2317f6ad575f gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:02:05.466172 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0387b1f0-d427-4a43-8763-b8b55b8238ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:05.517501 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-0387b1f0-d427-4a43-8763-b8b55b8238ec admin admin] Deleting port eba6ee01-57d6-4879-be8e-69399af3c016 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:02:05.517753 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0387b1f0-d427-4a43-8763-b8b55b8238ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:05.548337 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-fd9c9796-65d4-42c3-baf3-769c1151fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T16:02:04Z', 'revision_number': 5, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port': {'id': 'eba6ee01-57d6-4879-be8e-69399af3c016', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:49:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:20Z', 'updated_at': '2021-07-29T15:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:05.574992 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c9796-65d4-42c3-baf3-769c1151fa7e None None] Checking router: fb6282c5-becd-48e8-8222-2317f6ad575f for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:02:05.583081 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c9796-65d4-42c3-baf3-769c1151fa7e None None] Routers {'fb6282c5-becd-48e8-8222-2317f6ad575f'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:02:05.583690 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-fd9c9796-65d4-42c3-baf3-769c1151fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:02:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['fb6282c5-becd-48e8-8222-2317f6ad575f'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:05.597639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-0387b1f0-d427-4a43-8763-b8b55b8238ec admin admin] For port eba6ee01-57d6-4879-be8e-69399af3c016, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=eba6ee01-57d6-4879-be8e-69399af3c016,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:05.598008 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0387b1f0-d427-4a43-8763-b8b55b8238ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:05.610504 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-0387b1f0-d427-4a43-8763-b8b55b8238ec admin admin] Calling delete_port for eba6ee01-57d6-4879-be8e-69399af3c016 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:02:05.673002 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-fd9c9796-65d4-42c3-baf3-769c1151fa7e None None] Set router fb6282c5-becd-48e8-8222-2317f6ad575f gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:02:05.725837 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-fd9c9796-65d4-42c3-baf3-769c1151fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T16:02:05Z', 'revision_number': 6, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:05.785125 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0387b1f0-d427-4a43-8763-b8b55b8238ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:05.810550 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387b1f0-d427-4a43-8763-b8b55b8238ec admin admin] Pushing event deleted for resources: {'Port': ['ID=eba6ee01-57d6-4879-be8e-69399af3c016,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:05.848426 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9c9796-65d4-42c3-baf3-769c1151fa7e None None] The sync data for ids ['fb6282c5-becd-48e8-8222-2317f6ad575f'] in n-d-802893-1 is: [{'id': 'fb6282c5-becd-48e8-8222-2317f6ad575f', 'name': 'tempest-TestShelveInstance-1293814027-router', 'tenant_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:19Z', 'updated_at': '2021-07-29T16:02:05Z', 'revision_number': 6, 'project_id': 'b0cc98e1d77946c8aedc0f48634a9363', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:02:05.883188 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0387b1f0-d427-4a43-8763-b8b55b8238ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:05.980334 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0387b1f0-d427-4a43-8763-b8b55b8238ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:05.982687 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0387b1f0-d427-4a43-8763-b8b55b8238ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.027068 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0387b1f0-d427-4a43-8763-b8b55b8238ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.027707 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0387b1f0-d427-4a43-8763-b8b55b8238ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb6282c5-becd-48e8-8222-2317f6ad575f {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 16:02:06.032047 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-0387b1f0-d427-4a43-8763-b8b55b8238ec admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.033358 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-0387b1f0-d427-4a43-8763-b8b55b8238ec admin admin] 10.222.0.16 "DELETE /v2.0/routers/fb6282c5-becd-48e8-8222-2317f6ad575f HTTP/1.1" status: 204 len: 168 time: 0.7738016 Jul 29 16:02:06.035945 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 56996) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:06.080774 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfb1f14-29e8-4f39-b943-5140a028274e admin admin] Deleting subnet 4ac2cb20-87cf-4d88-a09d-d12bcef7a472 {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 16:02:06.083853 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1f14-29e8-4f39-b943-5140a028274e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.120620 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1f14-29e8-4f39-b943-5140a028274e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.200018 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1f14-29e8-4f39-b943-5140a028274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.251530 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1f14-29e8-4f39-b943-5140a028274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.276175 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb1f14-29e8-4f39-b943-5140a028274e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac2cb20-87cf-4d88-a09d-d12bcef7a472,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:06.281060 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-3dfb1f14-29e8-4f39-b943-5140a028274e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.285471 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 56998) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:06.286014 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-3dfb1f14-29e8-4f39-b943-5140a028274e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4ac2cb20-87cf-4d88-a09d-d12bcef7a472 HTTP/1.1" status: 204 len: 168 time: 0.2491803 Jul 29 16:02:06.287973 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fc77b9-aef5-4bb8-80ae-640c0e81fd42 None None] Network d79a9ecd-560e-4c72-8930-fbb10b2e48d4 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 16:02:06.355676 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.414408 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] Deleting port f0280a59-2eb6-42ce-ba25-c5f67ece0659 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:02:06.414754 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.477876 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] For port f0280a59-2eb6-42ce-ba25-c5f67ece0659, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f0280a59-2eb6-42ce-ba25-c5f67ece0659,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:06.478238 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.488462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] DHCP port deletion for d79a9ecd-560e-4c72-8930-fbb10b2e48d4 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 16:02:06.492162 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] Calling delete_port for f0280a59-2eb6-42ce-ba25-c5f67ece0659 owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:02:06.537368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Deleting port f0280a59-2eb6-42ce-ba25-c5f67ece0659 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:02:06.537738 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.575267 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.604974 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] For port f0280a59-2eb6-42ce-ba25-c5f67ece0659, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f0280a59-2eb6-42ce-ba25-c5f67ece0659,segment=NetworkSegment(9df56f1b-8ba3-4ddc-947a-efb37b533411),segment_id=9df56f1b-8ba3-4ddc-947a-efb37b533411)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:06.605366 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.605757 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0280a59-2eb6-42ce-ba25-c5f67ece0659,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:06.607628 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] No DVR routers for this DVR port f0280a59-2eb6-42ce-ba25-c5f67ece0659 on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:02:06.627635 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Calling delete_port for f0280a59-2eb6-42ce-ba25-c5f67ece0659 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:02:06.639241 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.679289 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.689501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79a9ecd-560e-4c72-8930-fbb10b2e48d4']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:06.702981 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df56f1b-8ba3-4ddc-947a-efb37b533411') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:06.703216 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df56f1b-8ba3-4ddc-947a-efb37b533411') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:06.713183 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.714636 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.727148 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.733279 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:02:06.733683 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: timer() Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 16:02:06.735372 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 16:02:06.742028 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] No DVR routers for this DVR port f0280a59-2eb6-42ce-ba25-c5f67ece0659 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:02:06.744253 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Pushing event deleted for resources: {'Port': ['ID=f0280a59-2eb6-42ce-ba25-c5f67ece0659,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:06.754527 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:06.754862 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:06.755310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:06.755532 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:06.755866 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:06.756199 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:06.756596 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:06.756880 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:06.757745 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:06.758160 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:06.758489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:06.758817 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454dde7-92ae-4aaa-a7dc-c8c0f0004894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:06.793235 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.798629 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:06.803529 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d79a9ecd-560e-4c72-8930-fbb10b2e48d4 HTTP/1.1" status: 204 len: 168 time: 0.5140240 Jul 29 16:02:06.803639 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57000) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:06.811072 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd185a8a-9b5d-45fd-8af5-7e8f0aad9699 admin admin] Pushing event deleted for resources: {'Network': ['ID=d79a9ecd-560e-4c72-8930-fbb10b2e48d4,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:07.153266 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7a2a-ce92-4ec1-8589-bcb504978703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:07.393647 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb7a2a-ce92-4ec1-8589-bcb504978703 admin admin] Deleting port 3296dd04-3df2-462f-ad0b-d7148386b4bb {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:02:07.393975 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7a2a-ce92-4ec1-8589-bcb504978703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:07.470619 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-9ccb7a2a-ce92-4ec1-8589-bcb504978703 admin admin] For port 3296dd04-3df2-462f-ad0b-d7148386b4bb, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=3296dd04-3df2-462f-ad0b-d7148386b4bb,segment=NetworkSegment(b15bf630-9015-4a91-8ffc-8e5e9d283608),segment_id=b15bf630-9015-4a91-8ffc-8e5e9d283608)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:07.470901 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7a2a-ce92-4ec1-8589-bcb504978703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:07.483233 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb7a2a-ce92-4ec1-8589-bcb504978703 admin admin] Calling delete_port for 3296dd04-3df2-462f-ad0b-d7148386b4bb owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:02:07.666882 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7a2a-ce92-4ec1-8589-bcb504978703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:07.680519 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f0280a59-2eb6-42ce-ba25-c5f67ece0659 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:02:07.699701 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb7a2a-ce92-4ec1-8589-bcb504978703 admin admin] Pushing event deleted for resources: {'Port': ['ID=3296dd04-3df2-462f-ad0b-d7148386b4bb,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:07.702011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: f0280a59-2eb6-42ce-ba25-c5f67ece0659 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 16:02:07.704613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f0280a59-2eb6-42ce-ba25-c5f67ece0659 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 16:02:07.704613 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:02:07.725932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 16:02:07.726242 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4a95aea5-ca0a-48a8-a3f4-6645eccb0650 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 16:02:07.726655 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device eba6ee01-57d6-4879-be8e-69399af3c016 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:02:07.746095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: eba6ee01-57d6-4879-be8e-69399af3c016 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 16:02:07.746478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device eba6ee01-57d6-4879-be8e-69399af3c016 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 16:02:07.864570 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7a2a-ce92-4ec1-8589-bcb504978703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:08.079488 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccb7a2a-ce92-4ec1-8589-bcb504978703 admin admin] Router ea0949fc-88e5-407e-86a8-6fe58088e360 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:02:08.184282 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccb7a2a-ce92-4ec1-8589-bcb504978703 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 16:02:08.189508 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9ccb7a2a-ce92-4ec1-8589-bcb504978703 admin admin] 10.222.0.16 "PUT /v2.0/routers/ea0949fc-88e5-407e-86a8-6fe58088e360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3848326 Jul 29 16:02:08.192204 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57002) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:08.192922 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187b87f-1b71-4031-82e1-f5cf1ee68b88 None None] Sync routers for ids ['ea0949fc-88e5-407e-86a8-6fe58088e360'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:02:08.202957 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187b87f-1b71-4031-82e1-f5cf1ee68b88 None None] Routers {'ea0949fc-88e5-407e-86a8-6fe58088e360'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:02:08.203662 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c187b87f-1b71-4031-82e1-f5cf1ee68b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:02:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ea0949fc-88e5-407e-86a8-6fe58088e360'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:08.295985 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bef058bc-cb0a-4052-9a0f-249ec150c98d admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:08.306200 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-c187b87f-1b71-4031-82e1-f5cf1ee68b88 None None] Set router ea0949fc-88e5-407e-86a8-6fe58088e360 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:02:08.397304 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bef058bc-cb0a-4052-9a0f-249ec150c98d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:08.449310 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-bef058bc-cb0a-4052-9a0f-249ec150c98d admin admin] Deleting port c2b05dd1-74a0-4ddb-ab62-665b38000cd3 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:02:08.449680 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bef058bc-cb0a-4052-9a0f-249ec150c98d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:08.487155 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c187b87f-1b71-4031-82e1-f5cf1ee68b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'name': 'tempest-TestShelveInstance-96888721-router', 'tenant_id': 'fce6f3aab7534024b132a94231e2be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c2b05dd1-74a0-4ddb-ab62-665b38000cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:24Z', 'updated_at': '2021-07-29T16:02:07Z', 'revision_number': 5, 'project_id': 'fce6f3aab7534024b132a94231e2be3f', 'gw_port': {'id': 'c2b05dd1-74a0-4ddb-ab62-665b38000cd3', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T15:53:25Z', 'updated_at': '2021-07-29T15:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:08.514884 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187b87f-1b71-4031-82e1-f5cf1ee68b88 None None] Checking router: ea0949fc-88e5-407e-86a8-6fe58088e360 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:02:08.523971 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187b87f-1b71-4031-82e1-f5cf1ee68b88 None None] Routers {'ea0949fc-88e5-407e-86a8-6fe58088e360'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:02:08.524605 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c187b87f-1b71-4031-82e1-f5cf1ee68b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:02:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['ea0949fc-88e5-407e-86a8-6fe58088e360'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:08.536787 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-bef058bc-cb0a-4052-9a0f-249ec150c98d admin admin] For port c2b05dd1-74a0-4ddb-ab62-665b38000cd3, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=c2b05dd1-74a0-4ddb-ab62-665b38000cd3,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:08.537156 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bef058bc-cb0a-4052-9a0f-249ec150c98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:08.551423 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-bef058bc-cb0a-4052-9a0f-249ec150c98d admin admin] Calling delete_port for c2b05dd1-74a0-4ddb-ab62-665b38000cd3 owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:02:08.613081 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-c187b87f-1b71-4031-82e1-f5cf1ee68b88 None None] Set router ea0949fc-88e5-407e-86a8-6fe58088e360 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:02:08.667863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-c187b87f-1b71-4031-82e1-f5cf1ee68b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'name': 'tempest-TestShelveInstance-96888721-router', 'tenant_id': 'fce6f3aab7534024b132a94231e2be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:24Z', 'updated_at': '2021-07-29T16:02:08Z', 'revision_number': 6, 'project_id': 'fce6f3aab7534024b132a94231e2be3f', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:08.694156 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187b87f-1b71-4031-82e1-f5cf1ee68b88 None None] The sync data for ids ['ea0949fc-88e5-407e-86a8-6fe58088e360'] in n-d-802893-1 is: [{'id': 'ea0949fc-88e5-407e-86a8-6fe58088e360', 'name': 'tempest-TestShelveInstance-96888721-router', 'tenant_id': 'fce6f3aab7534024b132a94231e2be3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T15:53:24Z', 'updated_at': '2021-07-29T16:02:08Z', 'revision_number': 6, 'project_id': 'fce6f3aab7534024b132a94231e2be3f', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:02:08.718522 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bef058bc-cb0a-4052-9a0f-249ec150c98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:08.749943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef058bc-cb0a-4052-9a0f-249ec150c98d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b05dd1-74a0-4ddb-ab62-665b38000cd3,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:08.800950 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bef058bc-cb0a-4052-9a0f-249ec150c98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:08.889240 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bef058bc-cb0a-4052-9a0f-249ec150c98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:08.891365 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bef058bc-cb0a-4052-9a0f-249ec150c98d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:08.936633 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bef058bc-cb0a-4052-9a0f-249ec150c98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:08.937189 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef058bc-cb0a-4052-9a0f-249ec150c98d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea0949fc-88e5-407e-86a8-6fe58088e360 {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 16:02:08.941627 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-bef058bc-cb0a-4052-9a0f-249ec150c98d admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:08.942699 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-bef058bc-cb0a-4052-9a0f-249ec150c98d admin admin] 10.222.0.16 "DELETE /v2.0/routers/ea0949fc-88e5-407e-86a8-6fe58088e360 HTTP/1.1" status: 204 len: 168 time: 0.7493904 Jul 29 16:02:08.945870 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57004) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:08.988987 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e49f9a1-558d-43f1-b472-2d67c4bfd206 admin admin] Deleting subnet a564f0c5-8cd9-4cd1-b619-e4429230fe13 {{(pid=94158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 16:02:08.992637 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6e49f9a1-558d-43f1-b472-2d67c4bfd206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.025246 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6e49f9a1-558d-43f1-b472-2d67c4bfd206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405683'] for subnet, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.108764 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6e49f9a1-558d-43f1-b472-2d67c4bfd206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.164687 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6e49f9a1-558d-43f1-b472-2d67c4bfd206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3188940', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3757786'] for subnet, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.191304 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49f9a1-558d-43f1-b472-2d67c4bfd206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a564f0c5-8cd9-4cd1-b619-e4429230fe13,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:09.193233 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-6e49f9a1-558d-43f1-b472-2d67c4bfd206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.195810 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-6e49f9a1-558d-43f1-b472-2d67c4bfd206 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a564f0c5-8cd9-4cd1-b619-e4429230fe13 HTTP/1.1" status: 204 len: 168 time: 0.2489538 Jul 29 16:02:09.198353 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57006) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:09.199060 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4917b99-0be4-4ca1-b626-c7909390046f None None] Network dc4ca33b-305a-425a-a467-50a0912e2179 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 16:02:09.264858 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.316456 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] Deleting port 30424650-b719-4a3a-a1ab-9cb7a502fa21 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:02:09.316843 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.385370 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] For port 30424650-b719-4a3a-a1ab-9cb7a502fa21, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=30424650-b719-4a3a-a1ab-9cb7a502fa21,segment=NetworkSegment(b15bf630-9015-4a91-8ffc-8e5e9d283608),segment_id=b15bf630-9015-4a91-8ffc-8e5e9d283608)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:09.385677 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.398104 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] Calling delete_port for 30424650-b719-4a3a-a1ab-9cb7a502fa21 owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:02:09.453304 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1f0930-939b-4ec7-bf0a-927cc91d3493 None None] DHCP port deletion for dc4ca33b-305a-425a-a467-50a0912e2179 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 16:02:09.480749 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.501747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f0930-939b-4ec7-bf0a-927cc91d3493 None None] Deleting port 30424650-b719-4a3a-a1ab-9cb7a502fa21 {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:02:09.502117 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0930-939b-4ec7-bf0a-927cc91d3493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.512142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=30424650-b719-4a3a-a1ab-9cb7a502fa21,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:09.514034 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] No DVR routers for this DVR port 30424650-b719-4a3a-a1ab-9cb7a502fa21 on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:02:09.570479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8b1f0930-939b-4ec7-bf0a-927cc91d3493 None None] For port 30424650-b719-4a3a-a1ab-9cb7a502fa21, host n-d-802893-1, got binding levels [] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:09.570884 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0930-939b-4ec7-bf0a-927cc91d3493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.583537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8b1f0930-939b-4ec7-bf0a-927cc91d3493 None None] Calling delete_port for 30424650-b719-4a3a-a1ab-9cb7a502fa21 owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:02:09.584817 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.587259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.ipam_backend_mixin [None req-8b1f0930-939b-4ec7-bf0a-927cc91d3493 None None] Port 30424650-b719-4a3a-a1ab-9cb7a502fa21 was not found and therefore no delete operation was performed {{(pid=94159) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 16:02:09.588733 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8b1f0930-939b-4ec7-bf0a-927cc91d3493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.595909 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4ca33b-305a-425a-a467-50a0912e2179']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:09.606431 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15bf630-9015-4a91-8ffc-8e5e9d283608') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:09.606731 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15bf630-9015-4a91-8ffc-8e5e9d283608') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:09.615387 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.615864 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f0930-939b-4ec7-bf0a-927cc91d3493 None None] Pushing event deleted for resources: {'Port': ['ID=30424650-b719-4a3a-a1ab-9cb7a502fa21,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:09.619690 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1f0930-939b-4ec7-bf0a-927cc91d3493 None None] No DVR routers for this DVR port 30424650-b719-4a3a-a1ab-9cb7a502fa21 on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:02:09.636285 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.642650 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:02:09.643220 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: timer() Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 16:02:09.645109 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 16:02:09.689536 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c2b05dd1-74a0-4ddb-ab62-665b38000cd3 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:02:09.705517 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.711841 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.713370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: c2b05dd1-74a0-4ddb-ab62-665b38000cd3 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 16:02:09.714349 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device c2b05dd1-74a0-4ddb-ab62-665b38000cd3 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 16:02:09.714850 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3296dd04-3df2-462f-ad0b-d7148386b4bb no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:02:09.716752 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/dc4ca33b-305a-425a-a467-50a0912e2179 HTTP/1.1" status: 204 len: 168 time: 0.5173194 Jul 29 16:02:09.731750 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41237b4-c022-43c8-9b55-b97a6b70fbe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4ca33b-305a-425a-a467-50a0912e2179,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:09.737310 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 3296dd04-3df2-462f-ad0b-d7148386b4bb {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 16:02:09.737752 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 3296dd04-3df2-462f-ad0b-d7148386b4bb not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 16:02:09.738300 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 30424650-b719-4a3a-a1ab-9cb7a502fa21 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:02:09.759344 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 30424650-b719-4a3a-a1ab-9cb7a502fa21 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 16:02:09.759775 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 30424650-b719-4a3a-a1ab-9cb7a502fa21 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 16:02:09.845473 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57010) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:09.885977 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ea6ca3d1-781d-4157-960f-643682b5c8d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0cc98e1d77946c8aedc0f48634a9363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392637 Jul 29 16:02:09.888484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57012) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:09.935976 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4662ce67-c2b4-4be1-8422-b9bf595c2845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:09.956333 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4662ce67-c2b4-4be1-8422-b9bf595c2845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:10.001818 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4662ce67-c2b4-4be1-8422-b9bf595c2845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:10.004434 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4662ce67-c2b4-4be1-8422-b9bf595c2845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:10.007975 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4662ce67-c2b4-4be1-8422-b9bf595c2845 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b41c2bcc-3fa5-47e1-94f8-8c326ba40c42 HTTP/1.1" status: 204 len: 168 time: 0.1161978 Jul 29 16:02:10.013679 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662ce67-c2b4-4be1-8422-b9bf595c2845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41c2bcc-3fa5-47e1-94f8-8c326ba40c42,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:10.306785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57018) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:10.348919 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-01e20ad2-4f78-4d4d-8f72-5d2daa05ed22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fce6f3aab7534024b132a94231e2be3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409298 Jul 29 16:02:10.352018 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57020) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:10.400452 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a52c0ae3-c761-47ea-b3f4-ca3ecd981351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:10.421684 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a52c0ae3-c761-47ea-b3f4-ca3ecd981351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:10.467903 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a52c0ae3-c761-47ea-b3f4-ca3ecd981351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:10.470474 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a52c0ae3-c761-47ea-b3f4-ca3ecd981351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:10.471595 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a52c0ae3-c761-47ea-b3f4-ca3ecd981351 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/025ccfe2-7594-426b-9da4-396e48fa83fb HTTP/1.1" status: 204 len: 168 time: 0.1186543 Jul 29 16:02:10.479420 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c0ae3-c761-47ea-b3f4-ca3ecd981351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025ccfe2-7594-426b-9da4-396e48fa83fb,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:11.119695 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57042) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:11.214484 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-02a132de-c119-4613-856f-31733cd3ec7e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-143349274-network', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:02:11.235538 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a132de-c119-4613-856f-31733cd3ec7e admin admin] Made reservation on behalf of e58752e398354ee2a5c6dcccacb0d3f6 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:02:11.237989 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02a132de-c119-4613-856f-31733cd3ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:11.246312 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02a132de-c119-4613-856f-31733cd3ec7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:11.332497 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02a132de-c119-4613-856f-31733cd3ec7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:11.337021 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02a132de-c119-4613-856f-31733cd3ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:11.361380 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a132de-c119-4613-856f-31733cd3ec7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:02:11.371275 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a132de-c119-4613-856f-31733cd3ec7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715ff404-37f3-49ac-86d8-a707ff46df7a,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:11.376151 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02a132de-c119-4613-856f-31733cd3ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:11.376501 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-02a132de-c119-4613-856f-31733cd3ec7e admin admin] Added segment 1b008e24-deba-4ee2-a88e-193fae5ce62c of type vlan for network 9917c658-7be8-4409-af00-45bd1d720358 Jul 29 16:02:11.419365 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02a132de-c119-4613-856f-31733cd3ec7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:11.446987 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02a132de-c119-4613-856f-31733cd3ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:11.447956 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a132de-c119-4613-856f-31733cd3ec7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:11.448545 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-02a132de-c119-4613-856f-31733cd3ec7e admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:11.500181 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-02a132de-c119-4613-856f-31733cd3ec7e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3793099 Jul 29 16:02:11.503441 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57046) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:11.509362 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e320dfde-983c-48db-b4ab-17d698952ad5 admin admin] Request body: {'subnet': {'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-143349274-subnet', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:02:11.510541 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a132de-c119-4613-856f-31733cd3ec7e admin admin] Pushing event updated for resources: {'Network': ['ID=9917c658-7be8-4409-af00-45bd1d720358,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:11.520611 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 9917c658-7be8-4409-af00-45bd1d720358 details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 16:02:11.531066 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e320dfde-983c-48db-b4ab-17d698952ad5 admin admin] Made reservation on behalf of e58752e398354ee2a5c6dcccacb0d3f6 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:02:11.533423 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e320dfde-983c-48db-b4ab-17d698952ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:11.806485 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.036760 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e320dfde-983c-48db-b4ab-17d698952ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.093875 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320dfde-983c-48db-b4ab-17d698952ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deb799c9-903c-410f-b2ad-4da6e2d7db9e,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:12.099667 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e320dfde-983c-48db-b4ab-17d698952ad5 admin admin] Checking segment: {'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 16:02:12.099983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e320dfde-983c-48db-b4ab-17d698952ad5 admin admin] Network hostable DHCP agents. Network: 9917c658-7be8-4409-af00-45bd1d720358, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:02:12.117122 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e320dfde-983c-48db-b4ab-17d698952ad5 admin admin] Network 9917c658-7be8-4409-af00-45bd1d720358 is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:02:12.125844 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e320dfde-983c-48db-b4ab-17d698952ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 9917c658-7be8-4409-af00-45bd1d720358) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:02:12.130759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e320dfde-983c-48db-b4ab-17d698952ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:12.131742 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e320dfde-983c-48db-b4ab-17d698952ad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.133510 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c33170c-878e-4fb3-b14f-dd9e83de5e7c None None] Network 9917c658-7be8-4409-af00-45bd1d720358 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 16:02:12.145885 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e320dfde-983c-48db-b4ab-17d698952ad5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6412466 Jul 29 16:02:12.148743 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57048) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:12.153138 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:02:12.173459 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.174577 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.228026 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.368847 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.433341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-9917c658-7be8-4409-af00-45bd1d720358', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 16:02:12.434202 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.563202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Allocated IP 172.20.0.2 (9917c658-7be8-4409-af00-45bd1d720358/deb799c9-903c-410f-b2ad-4da6e2d7db9e/f8a049a4-f96f-4d56-9177-abd9143e415a) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:02:12.567147 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.591002 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.693497 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Allocated IP 172.25.6.113 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/4090f875-549d-48b0-a95c-35d87492295d) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:02:12.709449 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.718183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Transition to ACTIVE for port object f8a049a4-f96f-4d56-9177-abd9143e415a will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:02:12.733041 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Transition to ACTIVE for port object f8a049a4-f96f-4d56-9177-abd9143e415a will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:02:12.738691 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.777770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Network 9917c658-7be8-4409-af00-45bd1d720358 is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:02:12.782026 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:02:12.789094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 16:02:12.794517 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Pushing event updated for resources: {'Port': ['ID=f8a049a4-f96f-4d56-9177-abd9143e415a,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:12.802274 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.842053 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.846862 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Attempting to bind port f8a049a4-f96f-4d56-9177-abd9143e415a on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 16:02:12.847228 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Attempting to bind port f8a049a4-f96f-4d56-9177-abd9143e415a by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 16:02:12.847584 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Attempting to bind port f8a049a4-f96f-4d56-9177-abd9143e415a on network 9917c658-7be8-4409-af00-45bd1d720358 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 16:02:12.853102 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 16, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 16:02:12.853473 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Checking segment: {'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 16:02:12.853871 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.854259 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Bound using segment: {'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 16:02:12.854715 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Bound port: f8a049a4-f96f-4d56-9177-abd9143e415a, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 16:02:12.855098 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.881673 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:02:12.885116 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:02:12.888866 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 16:02:12.914508 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Pushing event updated for resources: {'Port': ['ID=4090f875-549d-48b0-a95c-35d87492295d,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:12.919379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] For port f8a049a4-f96f-4d56-9177-abd9143e415a, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 16:02:12.922849 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] For port f8a049a4-f96f-4d56-9177-abd9143e415a, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f8a049a4-f96f-4d56-9177-abd9143e415a,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 16:02:12.926818 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:12.990354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f01aa-91be-42ef-b5a8-7bb7f40b8a5d None None] Pushing event updated for resources: {'Port': ['ID=f8a049a4-f96f-4d56-9177-abd9143e415a,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:13.152079 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:13.351648 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:13.481124 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Router 6d4de714-cb34-4979-8ae8-2b76c03c796b is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:02:13.588104 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 16:02:13.598566 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Sync routers for ids ['6d4de714-cb34-4979-8ae8-2b76c03c796b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:02:13.606307 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:13.610519 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-e4273b10-5754-4bb1-b757-779d7ac5b6f5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4579189 Jul 29 16:02:13.611191 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57050) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:13.611716 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Routers {'6d4de714-cb34-4979-8ae8-2b76c03c796b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:02:13.611833 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:02:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d4de714-cb34-4979-8ae8-2b76c03c796b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:13.725267 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Set router 6d4de714-cb34-4979-8ae8-2b76c03c796b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:02:13.742334 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f8a049a4-f96f-4d56-9177-abd9143e415a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:02:13.801873 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port f8a049a4-f96f-4d56-9177-abd9143e415a completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:02:13.921719 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:13Z', 'revision_number': 3, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:13.953463 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Checking router: 6d4de714-cb34-4979-8ae8-2b76c03c796b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:02:13.953954 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Updating router 6d4de714-cb34-4979-8ae8-2b76c03c796b port 4090f875-549d-48b0-a95c-35d87492295d binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:02:13.979663 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:14.000481 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac82094-c283-4bcf-bb57-db47e7451b6d None None] Network 9917c658-7be8-4409-af00-45bd1d720358 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 16:02:14.058160 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-030adc90-5325-4c9f-aca5-75a2e60b963b None None] Provisioning for port f8a049a4-f96f-4d56-9177-abd9143e415a completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:02:14.066171 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-030adc90-5325-4c9f-aca5-75a2e60b963b None None] Provisioning complete for port f8a049a4-f96f-4d56-9177-abd9143e415a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:14.066624 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-030adc90-5325-4c9f-aca5-75a2e60b963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:14.086212 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:14.215244 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-030adc90-5325-4c9f-aca5-75a2e60b963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:14.240527 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:14.252165 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Transition to ACTIVE for port object 4090f875-549d-48b0-a95c-35d87492295d will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:02:14.254037 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Allocated IP 172.20.0.1 (9917c658-7be8-4409-af00-45bd1d720358/deb799c9-903c-410f-b2ad-4da6e2d7db9e/535ed465-e900-4013-9de6-c4be6daac5b6) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:02:14.260354 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:14.262547 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-030adc90-5325-4c9f-aca5-75a2e60b963b None None] For port f8a049a4-f96f-4d56-9177-abd9143e415a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f8a049a4-f96f-4d56-9177-abd9143e415a,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:14.268471 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-030adc90-5325-4c9f-aca5-75a2e60b963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:14.308417 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5d158-3bdb-4d57-b2b7-6f7018c6c884 None None] Pushing event updated for resources: {'Port': ['ID=4090f875-549d-48b0-a95c-35d87492295d,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:14.316646 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae5d158-3bdb-4d57-b2b7-6f7018c6c884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:14.317118 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae5d158-3bdb-4d57-b2b7-6f7018c6c884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:14.317531 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae5d158-3bdb-4d57-b2b7-6f7018c6c884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:14.317939 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae5d158-3bdb-4d57-b2b7-6f7018c6c884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:14.318340 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae5d158-3bdb-4d57-b2b7-6f7018c6c884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:14.318736 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae5d158-3bdb-4d57-b2b7-6f7018c6c884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:14.319066 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae5d158-3bdb-4d57-b2b7-6f7018c6c884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:14.320151 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae5d158-3bdb-4d57-b2b7-6f7018c6c884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:14.320370 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae5d158-3bdb-4d57-b2b7-6f7018c6c884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:14.320874 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae5d158-3bdb-4d57-b2b7-6f7018c6c884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:14.321202 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae5d158-3bdb-4d57-b2b7-6f7018c6c884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:14.321527 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae5d158-3bdb-4d57-b2b7-6f7018c6c884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:02:14.332888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030adc90-5325-4c9f-aca5-75a2e60b963b None None] Pushing event updated for resources: {'Port': ['ID=f8a049a4-f96f-4d56-9177-abd9143e415a,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:14.339619 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Attempting to bind port 4090f875-549d-48b0-a95c-35d87492295d on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 16:02:14.339930 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Attempting to bind port 4090f875-549d-48b0-a95c-35d87492295d by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 16:02:14.340331 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Attempting to bind port 4090f875-549d-48b0-a95c-35d87492295d on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 16:02:14.345735 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 16, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 16:02:14.346100 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 16:02:14.346503 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:14.346900 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 16:02:14.347366 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Bound port: 4090f875-549d-48b0-a95c-35d87492295d, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 16:02:14.347747 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:14.390877 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:14.404416 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] For port 4090f875-549d-48b0-a95c-35d87492295d, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 16:02:14.405149 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Transition to ACTIVE for port object 535ed465-e900-4013-9de6-c4be6daac5b6 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:02:14.408220 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] For port 4090f875-549d-48b0-a95c-35d87492295d, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4090f875-549d-48b0-a95c-35d87492295d,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 16:02:14.413836 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:14.442252 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:14.471760 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5d158-3bdb-4d57-b2b7-6f7018c6c884 None None] Pushing event updated for resources: {'Port': ['ID=4090f875-549d-48b0-a95c-35d87492295d,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:14.479453 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Routers {'6d4de714-cb34-4979-8ae8-2b76c03c796b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:02:14.480173 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:02:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d4de714-cb34-4979-8ae8-2b76c03c796b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:14.487835 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Network 9917c658-7be8-4409-af00-45bd1d720358 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:02:14.492542 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:02:14.495365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e544cdf2-f696-46d3-83b5-1b2d2b46355d None None] Provisioning complete for port f8a049a4-f96f-4d56-9177-abd9143e415a triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:14.496021 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e544cdf2-f696-46d3-83b5-1b2d2b46355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:14.498208 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 16:02:14.530475 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Pushing event updated for resources: {'Port': ['ID=535ed465-e900-4013-9de6-c4be6daac5b6,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:14.559049 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:14.600823 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] Set router 6d4de714-cb34-4979-8ae8-2b76c03c796b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:02:14.719286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-acba4f2e-886e-4b18-be17-7663605fdc6e None None] Provisioning for port 535ed465-e900-4013-9de6-c4be6daac5b6 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:02:14.723729 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-acba4f2e-886e-4b18-be17-7663605fdc6e None None] Provisioning complete for port 535ed465-e900-4013-9de6-c4be6daac5b6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:14.724238 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-acba4f2e-886e-4b18-be17-7663605fdc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:14.760791 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-acba4f2e-886e-4b18-be17-7663605fdc6e None None] Port 535ed465-e900-4013-9de6-c4be6daac5b6 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 16:02:14.792150 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:13Z', 'revision_number': 3, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:14.822169 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5ef1c0-a2d2-4dc4-af73-0ff6afc58b71 None None] The sync data for ids ['6d4de714-cb34-4979-8ae8-2b76c03c796b'] in n-d-802893-1 is: [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:13Z', 'revision_number': 3, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:02:15.063293 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:15.239871 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:15.246429 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:15.316562 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Pushing event updated for resources: {'Port': ['ID=535ed465-e900-4013-9de6-c4be6daac5b6,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:15.319024 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:15.411571 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Network 9917c658-7be8-4409-af00-45bd1d720358 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:02:15.413204 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:02:15.539893 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Router 6d4de714-cb34-4979-8ae8-2b76c03c796b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:02:15.657953 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 16:02:15.673133 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-482f504e-46e1-4b9b-834a-f94bdb840f0e admin admin] 10.222.0.16 "PUT /v2.0/routers/6d4de714-cb34-4979-8ae8-2b76c03c796b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0612171 Jul 29 16:02:15.685289 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ac85b277-cb37-4adb-bbb5-6e7d82baaa52 None None] Provisioning complete for port 535ed465-e900-4013-9de6-c4be6daac5b6 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:15.685758 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ac85b277-cb37-4adb-bbb5-6e7d82baaa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:15.729169 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-ac85b277-cb37-4adb-bbb5-6e7d82baaa52 None None] Port 535ed465-e900-4013-9de6-c4be6daac5b6 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 16:02:15.765643 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f8a049a4-f96f-4d56-9177-abd9143e415a up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:02:15.813797 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port f8a049a4-f96f-4d56-9177-abd9143e415a triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:15.814184 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:15.897417 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4090f875-549d-48b0-a95c-35d87492295d up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:02:15.923933 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:02:15.948978 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 4090f875-549d-48b0-a95c-35d87492295d completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:02:15.952731 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4090f875-549d-48b0-a95c-35d87492295d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:15.953112 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.033592 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.055035 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 4090f875-549d-48b0-a95c-35d87492295d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4090f875-549d-48b0-a95c-35d87492295d,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:16.059568 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.108341 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=4090f875-549d-48b0-a95c-35d87492295d,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:16.183172 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57066) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:16.188302 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-9aa9bdfd-21e0-4035-b53f-360e6bd8df75 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-434029078-network', 'tenant_id': '7413376b3d7f4a0a801a4966e3266376'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:02:16.208942 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa9bdfd-21e0-4035-b53f-360e6bd8df75 admin admin] Made reservation on behalf of 7413376b3d7f4a0a801a4966e3266376 for: {'network': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:02:16.211614 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bdfd-21e0-4035-b53f-360e6bd8df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for network, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.220032 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bdfd-21e0-4035-b53f-360e6bd8df75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.310346 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bdfd-21e0-4035-b53f-360e6bd8df75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.314035 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bdfd-21e0-4035-b53f-360e6bd8df75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.341005 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa9bdfd-21e0-4035-b53f-360e6bd8df75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=94157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 16:02:16.343909 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Sync routers for ids ['6d4de714-cb34-4979-8ae8-2b76c03c796b'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:02:16.351550 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9bdfd-21e0-4035-b53f-360e6bd8df75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9a011f-9006-49ff-bc0f-851dc576ccfb,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:16.354028 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Routers {'6d4de714-cb34-4979-8ae8-2b76c03c796b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:02:16.354712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:02:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d4de714-cb34-4979-8ae8-2b76c03c796b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:16.359365 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bdfd-21e0-4035-b53f-360e6bd8df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.359775 n-d-802893-1 neutron-server[94157]: INFO neutron.db.segments_db [None req-9aa9bdfd-21e0-4035-b53f-360e6bd8df75 admin admin] Added segment f090d25f-5a7b-486a-beb5-27248e00af17 of type vlan for network 47df71b2-7c60-4ff0-a292-dd3684081cdb Jul 29 16:02:16.403182 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bdfd-21e0-4035-b53f-360e6bd8df75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743680283715'] for network, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.431773 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bdfd-21e0-4035-b53f-360e6bd8df75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692'] for network, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.432865 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa9bdfd-21e0-4035-b53f-360e6bd8df75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:16.433561 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-9aa9bdfd-21e0-4035-b53f-360e6bd8df75 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.463095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Set router 6d4de714-cb34-4979-8ae8-2b76c03c796b gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:02:16.486840 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-9aa9bdfd-21e0-4035-b53f-360e6bd8df75 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3025343 Jul 29 16:02:16.491394 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57068) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:16.494840 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9bdfd-21e0-4035-b53f-360e6bd8df75 admin admin] Pushing event updated for resources: {'Network': ['ID=47df71b2-7c60-4ff0-a292-dd3684081cdb,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:16.499943 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-26e92d28-4954-4133-acec-a2d8fc41fcde admin admin] Request body: {'subnet': {'network_id': '47df71b2-7c60-4ff0-a292-dd3684081cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-434029078-subnet', 'tenant_id': '7413376b3d7f4a0a801a4966e3266376', 'ip_version': 4}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:02:16.507865 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Network 47df71b2-7c60-4ff0-a292-dd3684081cdb details requested by agent ovs-agent-n-d-802893-1 with host n-d-802893-1 {{(pid=94159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 16:02:16.521785 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e92d28-4954-4133-acec-a2d8fc41fcde admin admin] Made reservation on behalf of 7413376b3d7f4a0a801a4966e3266376 for: {'subnet': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:02:16.525188 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26e92d28-4954-4133-acec-a2d8fc41fcde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3757821'] for subnet, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.698207 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26e92d28-4954-4133-acec-a2d8fc41fcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3188879', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3757779'] for subnet, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.727373 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:15Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '535ed465-e900-4013-9de6-c4be6daac5b6', 'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'mac_address': 'fa:16:3e:04:a6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:14Z', 'updated_at': '2021-07-29T16:02:15Z', 'revision_number': 2, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'subnets': [{'id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:16.752724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e92d28-4954-4133-acec-a2d8fc41fcde admin admin] Pushing event updated for resources: {'Subnet': ['ID=3527df36-8f0c-43a6-82b6-2464fecea19c,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:16.759211 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Checking router: 6d4de714-cb34-4979-8ae8-2b76c03c796b for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:02:16.759598 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Updating router 6d4de714-cb34-4979-8ae8-2b76c03c796b port 535ed465-e900-4013-9de6-c4be6daac5b6 binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:02:16.762383 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e92d28-4954-4133-acec-a2d8fc41fcde admin admin] Checking segment: {'id': 'f090d25f-5a7b-486a-beb5-27248e00af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47df71b2-7c60-4ff0-a292-dd3684081cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 16:02:16.762749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e92d28-4954-4133-acec-a2d8fc41fcde admin admin] Network hostable DHCP agents. Network: 47df71b2-7c60-4ff0-a292-dd3684081cdb, hostable agents: ['cde7200e-b357-42ba-adbf-65c3bc64bf7d'], hosted agents: [] {{(pid=94158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 16:02:16.778610 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e92d28-4954-4133-acec-a2d8fc41fcde admin admin] Network 47df71b2-7c60-4ff0-a292-dd3684081cdb is scheduled to be hosted by DHCP agent cde7200e-b357-42ba-adbf-65c3bc64bf7d with binding_index 1 {{(pid=94158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 16:02:16.784622 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.788508 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-26e92d28-4954-4133-acec-a2d8fc41fcde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-1, 47df71b2-7c60-4ff0-a292-dd3684081cdb) {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:02:16.794562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e92d28-4954-4133-acec-a2d8fc41fcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:16.795188 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-26e92d28-4954-4133-acec-a2d8fc41fcde admin admin] Notify callbacks [] for subnet, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.797612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eb4976-2749-4272-b2b7-df45a01018b3 None None] Network 47df71b2-7c60-4ff0-a292-dd3684081cdb requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 16:02:16.810885 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-26e92d28-4954-4133-acec-a2d8fc41fcde admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3158207 Jul 29 16:02:16.812884 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57070) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:16.818065 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-434029078-router', 'tenant_id': '7413376b3d7f4a0a801a4966e3266376', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:02:16.847189 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-596570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4050'] for router, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.848209 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-596733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-922672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-588294', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4043'] for router, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:16.906245 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:17.041852 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562634', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-596584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4025'] for router, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:17.088872 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b84ec7-e9f5-5e93-8fcc-c153f1b4cdf4-47df71b2-7c60-4ff0-a292-dd3684081cdb', 'network_id': '47df71b2-7c60-4ff0-a292-dd3684081cdb', 'tenant_id': '7413376b3d7f4a0a801a4966e3266376', 'fixed_ips': [{'subnet_id': '3527df36-8f0c-43a6-82b6-2464fecea19c'}]}} from n-d-802893-1. {{(pid=94159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 16:02:17.089707 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:17.242923 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:17.262034 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:17.264532 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:17.283520 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Transition to ACTIVE for port object 535ed465-e900-4013-9de6-c4be6daac5b6 will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:02:17.294540 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.db_base_plugin_common [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Allocated IP 172.20.0.2 (47df71b2-7c60-4ff0-a292-dd3684081cdb/3527df36-8f0c-43a6-82b6-2464fecea19c/50965fa6-c07a-45bc-8ff9-af94ba42a6be) {{(pid=94159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:02:17.296391 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:17.376316 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Allocated IP 172.25.6.196 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/30b45a59-be03-4833-b29a-592cd61d6180) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:02:17.402826 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca99ac-d718-4f56-a844-4d85bd0a3c55 None None] Pushing event updated for resources: {'Port': ['ID=535ed465-e900-4013-9de6-c4be6daac5b6,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:17.469653 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Attempting to bind port 535ed465-e900-4013-9de6-c4be6daac5b6 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 16:02:17.470023 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Attempting to bind port 535ed465-e900-4013-9de6-c4be6daac5b6 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 16:02:17.470389 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Attempting to bind port 535ed465-e900-4013-9de6-c4be6daac5b6 on network 9917c658-7be8-4409-af00-45bd1d720358 {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 16:02:17.486444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 16, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 16:02:17.486846 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Checking segment: {'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 16:02:17.487317 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:17.487723 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Bound using segment: {'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 16:02:17.488307 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Bound port: 535ed465-e900-4013-9de6-c4be6daac5b6, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 16:02:17.488704 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:17.491055 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:17.533908 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:17.579398 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:02:17.586466 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:02:17.591668 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 16:02:17.591879 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Notify callbacks [] for port, precommit_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:17.607644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Transition to ACTIVE for port object 50965fa6-c07a-45bc-8ff9-af94ba42a6be will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:02:17.613079 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] For port 535ed465-e900-4013-9de6-c4be6daac5b6, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 16:02:17.617749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Pushing event updated for resources: {'Port': ['ID=30b45a59-be03-4833-b29a-592cd61d6180,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:17.617987 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] For port 535ed465-e900-4013-9de6-c4be6daac5b6, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=535ed465-e900-4013-9de6-c4be6daac5b6,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 16:02:17.627916 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:17.634696 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Transition to ACTIVE for port object 50965fa6-c07a-45bc-8ff9-af94ba42a6be will not be triggered until provisioned by entity DHCP. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:02:17.688746 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883'] for port, after_create {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:17.711286 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4090f875-549d-48b0-a95c-35d87492295d up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:02:17.758204 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Network 47df71b2-7c60-4ff0-a292-dd3684081cdb is already hosted by enough agents. {{(pid=94159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:02:17.758952 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Routers {'6d4de714-cb34-4979-8ae8-2b76c03c796b'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:02:17.759668 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:02:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d4de714-cb34-4979-8ae8-2b76c03c796b'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:17.761747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca99ac-d718-4f56-a844-4d85bd0a3c55 None None] Pushing event updated for resources: {'Port': ['ID=535ed465-e900-4013-9de6-c4be6daac5b6,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:17.771683 n-d-802893-1 neutron-server[94159]: DEBUG neutron.scheduler.base_scheduler [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Resources bound (agent type, host, resource id): {{(pid=94159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:02:17.814933 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Received port after_create {{(pid=94159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 16:02:17.881094 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:17.931117 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Pushing event updated for resources: {'Port': ['ID=50965fa6-c07a-45bc-8ff9-af94ba42a6be,revision_number=1']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:17.964610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 4090f875-549d-48b0-a95c-35d87492295d triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:17.964918 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:17.986462 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Attempting to bind port 50965fa6-c07a-45bc-8ff9-af94ba42a6be on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 16:02:17.986839 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Attempting to bind port 50965fa6-c07a-45bc-8ff9-af94ba42a6be by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'f090d25f-5a7b-486a-beb5-27248e00af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47df71b2-7c60-4ff0-a292-dd3684081cdb'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 16:02:17.987191 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Attempting to bind port 50965fa6-c07a-45bc-8ff9-af94ba42a6be on network 47df71b2-7c60-4ff0-a292-dd3684081cdb {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 16:02:18.008108 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 16, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 16:02:18.008479 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Checking segment: {'id': 'f090d25f-5a7b-486a-beb5-27248e00af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47df71b2-7c60-4ff0-a292-dd3684081cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 16:02:18.008908 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:18.009303 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Bound using segment: {'id': 'f090d25f-5a7b-486a-beb5-27248e00af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47df71b2-7c60-4ff0-a292-dd3684081cdb'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 16:02:18.009769 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Bound port: 50965fa6-c07a-45bc-8ff9-af94ba42a6be, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f090d25f-5a7b-486a-beb5-27248e00af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47df71b2-7c60-4ff0-a292-dd3684081cdb'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 16:02:18.010150 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:18.014885 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] Set router 6d4de714-cb34-4979-8ae8-2b76c03c796b gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:02:18.079841 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-596577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562671'] for router, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:18.216004 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Router 3453873e-d871-44de-b960-5303a47986b4 is scheduled to L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 with binding_index 1 {{(pid=94158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 16:02:18.323502 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 16:02:18.333988 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Sync routers for ids ['3453873e-d871-44de-b960-5303a47986b4'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:02:18.345277 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Routers {'3453873e-d871-44de-b960-5303a47986b4'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:02:18.345931 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:02:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3453873e-d871-44de-b960-5303a47986b4'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:18.346427 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:18.349135 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3fa33f5b-316a-4451-9ebd-f74dc82c9f72 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5346229 Jul 29 16:02:18.350681 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57072) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:18.388489 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] For port 50965fa6-c07a-45bc-8ff9-af94ba42a6be, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 16:02:18.420537 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] For port 50965fa6-c07a-45bc-8ff9-af94ba42a6be, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=50965fa6-c07a-45bc-8ff9-af94ba42a6be,segment=NetworkSegment(f090d25f-5a7b-486a-beb5-27248e00af17),segment_id=f090d25f-5a7b-486a-beb5-27248e00af17)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 16:02:18.432999 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:18.453117 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Set router 3453873e-d871-44de-b960-5303a47986b4 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:02:18.523822 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca39e5-4f3a-4ede-85a9-66de6b514467 None None] Pushing event updated for resources: {'Port': ['ID=50965fa6-c07a-45bc-8ff9-af94ba42a6be,revision_number=2']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:18.544946 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:15Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '535ed465-e900-4013-9de6-c4be6daac5b6', 'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'mac_address': 'fa:16:3e:04:a6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:14Z', 'updated_at': '2021-07-29T16:02:17Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'subnets': [{'id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:18.575095 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b821f14-4be8-425c-ad0d-5739ce2e15fb None None] The sync data for ids ['6d4de714-cb34-4979-8ae8-2b76c03c796b'] in n-d-802893-1 is: [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:15Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '535ed465-e900-4013-9de6-c4be6daac5b6', 'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'mac_address': 'fa:16:3e:04:a6:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:14Z', 'updated_at': '2021-07-29T16:02:17Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'subnets': [{'id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:02:18.703266 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3453873e-d871-44de-b960-5303a47986b4', 'name': 'tempest-TestSnapshotPattern-434029078-router', 'tenant_id': '7413376b3d7f4a0a801a4966e3266376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '30b45a59-be03-4833-b29a-592cd61d6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:16Z', 'updated_at': '2021-07-29T16:02:17Z', 'revision_number': 3, 'project_id': '7413376b3d7f4a0a801a4966e3266376', 'gw_port': {'id': '30b45a59-be03-4833-b29a-592cd61d6180', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3453873e-d871-44de-b960-5303a47986b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:17Z', 'updated_at': '2021-07-29T16:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:18.737847 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Checking router: 3453873e-d871-44de-b960-5303a47986b4 for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:02:18.738295 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Updating router 3453873e-d871-44de-b960-5303a47986b4 port 30b45a59-be03-4833-b29a-592cd61d6180 binding host n-d-802893-1 {{(pid=94160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:02:18.785676 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:19.169854 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:19.182606 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Transition to ACTIVE for port object 30b45a59-be03-4833-b29a-592cd61d6180 will not be triggered until provisioned by entity L2. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:02:19.190576 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:19.242394 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:19.245906 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Attempting to bind port 30b45a59-be03-4833-b29a-592cd61d6180 on host n-d-802893-1 for vnic_type normal with profile {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 16:02:19.246281 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Attempting to bind port 30b45a59-be03-4833-b29a-592cd61d6180 by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 16:02:19.246641 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Attempting to bind port 30b45a59-be03-4833-b29a-592cd61d6180 on network 934d72ed-b7cb-4209-8f17-14bdf4413084 {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 16:02:19.248790 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f8162-0f32-4c58-b638-be15c4bb613c None None] Pushing event updated for resources: {'Port': ['ID=30b45a59-be03-4833-b29a-592cd61d6180,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:19.261165 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 16, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 16:02:19.261536 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Checking segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 16:02:19.261932 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:19.262511 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Bound using segment: {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'} {{(pid=94160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 16:02:19.263168 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.managers [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Bound port: 30b45a59-be03-4833-b29a-592cd61d6180, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd11546a-c06d-475b-9b3a-4d167a6d1731', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084'}}] {{(pid=94160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 16:02:19.263714 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:19.334128 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] For port 30b45a59-be03-4833-b29a-592cd61d6180, host n-d-802893-1, cleared binding levels {{(pid=94160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 16:02:19.340752 n-d-802893-1 neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] For port 30b45a59-be03-4833-b29a-592cd61d6180, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=30b45a59-be03-4833-b29a-592cd61d6180,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 16:02:19.346771 n-d-802893-1 neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:19.404332 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f8162-0f32-4c58-b638-be15c4bb613c None None] Pushing event updated for resources: {'Port': ['ID=30b45a59-be03-4833-b29a-592cd61d6180,revision_number=3']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:19.420231 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Routers {'3453873e-d871-44de-b960-5303a47986b4'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:02:19.420927 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:02:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3453873e-d871-44de-b960-5303a47986b4'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:19.450872 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Allocated IP 172.20.0.1 (47df71b2-7c60-4ff0-a292-dd3684081cdb/3527df36-8f0c-43a6-82b6-2464fecea19c/acfc2c9b-774d-4660-b6f0-34e47327d2fe) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:02:19.543743 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] Set router 3453873e-d871-44de-b960-5303a47986b4 gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:02:19.581755 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:19.603759 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Transition to ACTIVE for port object acfc2c9b-774d-4660-b6f0-34e47327d2fe will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:02:19.659475 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:19.718357 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eade14-48b5-4007-ac05-d031a3c18958 None None] Network 47df71b2-7c60-4ff0-a292-dd3684081cdb requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 16:02:19.742634 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Network 47df71b2-7c60-4ff0-a292-dd3684081cdb is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:02:19.744246 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:02:19.748655 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Pushing event updated for resources: {'Port': ['ID=acfc2c9b-774d-4660-b6f0-34e47327d2fe,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:19.751500 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 16:02:19.805000 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-db67008d-90a2-49f6-bdd5-840b81a77e2a None None] Provisioning for port 50965fa6-c07a-45bc-8ff9-af94ba42a6be completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:02:19.811087 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562480'] for router_interface, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:19.837714 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 535ed465-e900-4013-9de6-c4be6daac5b6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:02:19.875445 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3453873e-d871-44de-b960-5303a47986b4', 'name': 'tempest-TestSnapshotPattern-434029078-router', 'tenant_id': '7413376b3d7f4a0a801a4966e3266376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '30b45a59-be03-4833-b29a-592cd61d6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:16Z', 'updated_at': '2021-07-29T16:02:17Z', 'revision_number': 3, 'project_id': '7413376b3d7f4a0a801a4966e3266376', 'gw_port': {'id': '30b45a59-be03-4833-b29a-592cd61d6180', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3453873e-d871-44de-b960-5303a47986b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:17Z', 'updated_at': '2021-07-29T16:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:19.908798 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8421d95d-e39a-4e93-8451-76bceeb960fc None None] The sync data for ids ['3453873e-d871-44de-b960-5303a47986b4'] in n-d-802893-1 is: [{'id': '3453873e-d871-44de-b960-5303a47986b4', 'name': 'tempest-TestSnapshotPattern-434029078-router', 'tenant_id': '7413376b3d7f4a0a801a4966e3266376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '30b45a59-be03-4833-b29a-592cd61d6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:16Z', 'updated_at': '2021-07-29T16:02:17Z', 'revision_number': 3, 'project_id': '7413376b3d7f4a0a801a4966e3266376', 'gw_port': {'id': '30b45a59-be03-4833-b29a-592cd61d6180', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3453873e-d871-44de-b960-5303a47986b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:17Z', 'updated_at': '2021-07-29T16:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:02:19.970893 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:19.982796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 535ed465-e900-4013-9de6-c4be6daac5b6 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:02:19.989465 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 535ed465-e900-4013-9de6-c4be6daac5b6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:19.989965 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:20.107299 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:20.146183 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 535ed465-e900-4013-9de6-c4be6daac5b6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=535ed465-e900-4013-9de6-c4be6daac5b6,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:20.152473 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:20.153610 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 50965fa6-c07a-45bc-8ff9-af94ba42a6be up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:02:20.164898 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:20.171932 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:20.245501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Pushing event updated for resources: {'Port': ['ID=acfc2c9b-774d-4660-b6f0-34e47327d2fe,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:20.246230 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=535ed465-e900-4013-9de6-c4be6daac5b6,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:20.248185 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-748678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-925088'] for router_interface, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:20.270880 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 50965fa6-c07a-45bc-8ff9-af94ba42a6be completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:02:20.277549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 50965fa6-c07a-45bc-8ff9-af94ba42a6be triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:20.277935 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:20.280190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a9af8f22-afab-478e-bd7d-a99615a08d6b None None] Provisioning for port acfc2c9b-774d-4660-b6f0-34e47327d2fe completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:02:20.326093 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-a9af8f22-afab-478e-bd7d-a99615a08d6b None None] Provisioning complete for port acfc2c9b-774d-4660-b6f0-34e47327d2fe triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:20.326387 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9af8f22-afab-478e-bd7d-a99615a08d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:20.376716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-a9af8f22-afab-478e-bd7d-a99615a08d6b None None] Port acfc2c9b-774d-4660-b6f0-34e47327d2fe cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 16:02:20.383073 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Network 47df71b2-7c60-4ff0-a292-dd3684081cdb is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:02:20.384611 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:02:20.423196 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:20.466028 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 50965fa6-c07a-45bc-8ff9-af94ba42a6be, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=50965fa6-c07a-45bc-8ff9-af94ba42a6be,segment=NetworkSegment(f090d25f-5a7b-486a-beb5-27248e00af17),segment_id=f090d25f-5a7b-486a-beb5-27248e00af17)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:20.471794 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:20.532032 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Router 3453873e-d871-44de-b960-5303a47986b4 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:02:20.539202 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-042ed707-53c7-41bb-9966-d5c1cb2eaff3 None None] Provisioning complete for port acfc2c9b-774d-4660-b6f0-34e47327d2fe triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:20.539389 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-042ed707-53c7-41bb-9966-d5c1cb2eaff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:20.581020 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-042ed707-53c7-41bb-9966-d5c1cb2eaff3 None None] Port acfc2c9b-774d-4660-b6f0-34e47327d2fe cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 16:02:20.588235 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=50965fa6-c07a-45bc-8ff9-af94ba42a6be,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:20.661390 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 16:02:20.672460 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3e7ef81f-e6a1-4b6c-ba01-e1bd4ad87d4c admin admin] 10.222.0.16 "PUT /v2.0/routers/3453873e-d871-44de-b960-5303a47986b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3193140 Jul 29 16:02:20.800238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-58b4b63a-865f-4e8e-a40e-937a0114fc65 None None] Provisioning complete for port acfc2c9b-774d-4660-b6f0-34e47327d2fe triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:20.800808 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-58b4b63a-865f-4e8e-a40e-937a0114fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:20.849742 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-58b4b63a-865f-4e8e-a40e-937a0114fc65 None None] Port acfc2c9b-774d-4660-b6f0-34e47327d2fe cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 16:02:21.783405 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 535ed465-e900-4013-9de6-c4be6daac5b6 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:02:21.850168 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 535ed465-e900-4013-9de6-c4be6daac5b6 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:21.850802 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:21.930280 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Sync routers for ids ['3453873e-d871-44de-b960-5303a47986b4'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:02:21.943855 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 50965fa6-c07a-45bc-8ff9-af94ba42a6be up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:02:21.964780 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Routers {'3453873e-d871-44de-b960-5303a47986b4'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:02:21.965391 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:02:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3453873e-d871-44de-b960-5303a47986b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:22.078368 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 50965fa6-c07a-45bc-8ff9-af94ba42a6be triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:22.078741 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.103240 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Set router 3453873e-d871-44de-b960-5303a47986b4 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:02:22.272748 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 30b45a59-be03-4833-b29a-592cd61d6180 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:02:22.361840 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port 30b45a59-be03-4833-b29a-592cd61d6180 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:02:22.368256 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 30b45a59-be03-4833-b29a-592cd61d6180 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:22.368648 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.403768 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3453873e-d871-44de-b960-5303a47986b4', 'name': 'tempest-TestSnapshotPattern-434029078-router', 'tenant_id': '7413376b3d7f4a0a801a4966e3266376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '30b45a59-be03-4833-b29a-592cd61d6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:16Z', 'updated_at': '2021-07-29T16:02:19Z', 'revision_number': 4, 'project_id': '7413376b3d7f4a0a801a4966e3266376', 'gw_port': {'id': '30b45a59-be03-4833-b29a-592cd61d6180', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3453873e-d871-44de-b960-5303a47986b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:17Z', 'updated_at': '2021-07-29T16:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'acfc2c9b-774d-4660-b6f0-34e47327d2fe', 'name': '', 'network_id': '47df71b2-7c60-4ff0-a292-dd3684081cdb', 'tenant_id': '7413376b3d7f4a0a801a4966e3266376', 'mac_address': 'fa:16:3e:b3:2c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3453873e-d871-44de-b960-5303a47986b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3527df36-8f0c-43a6-82b6-2464fecea19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:19Z', 'updated_at': '2021-07-29T16:02:20Z', 'revision_number': 2, 'project_id': '7413376b3d7f4a0a801a4966e3266376', 'subnets': [{'id': '3527df36-8f0c-43a6-82b6-2464fecea19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:22.437744 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Checking router: 3453873e-d871-44de-b960-5303a47986b4 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:02:22.438094 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Updating router 3453873e-d871-44de-b960-5303a47986b4 port acfc2c9b-774d-4660-b6f0-34e47327d2fe binding host n-d-802893-1 {{(pid=94159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 16:02:22.468485 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.529876 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.605586 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port 30b45a59-be03-4833-b29a-592cd61d6180, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=30b45a59-be03-4833-b29a-592cd61d6180,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:22.611586 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.638674 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57082) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:22.643567 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-718d5f83-2e7e-4f9f-85e5-3949d0dbd53b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1543133994', 'description': 'tempest-secgroup-smoke-1543133994 description', 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:02:22.667125 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-718d5f83-2e7e-4f9f-85e5-3949d0dbd53b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.712650 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=30b45a59-be03-4833-b29a-592cd61d6180,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:22.751339 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-718d5f83-2e7e-4f9f-85e5-3949d0dbd53b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.755319 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-718d5f83-2e7e-4f9f-85e5-3949d0dbd53b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.784232 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-718d5f83-2e7e-4f9f-85e5-3949d0dbd53b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.785512 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-718d5f83-2e7e-4f9f-85e5-3949d0dbd53b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1457334 Jul 29 16:02:22.787371 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d5f83-2e7e-4f9f-85e5-3949d0dbd53b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7166aff6-4561-43d6-9af2-8dd88dc24750,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:22.789210 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57084) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:22.793913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-bdadb906-547f-41b1-bc7b-ca621e12a5ff tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Request body: {'security_group_rule': {'security_group_id': '7166aff6-4561-43d6-9af2-8dd88dc24750', 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:02:22.822478 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bdadb906-547f-41b1-bc7b-ca621e12a5ff tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.824750 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Notify callbacks [] for port, precommit_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.835549 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Transition to ACTIVE for port object acfc2c9b-774d-4660-b6f0-34e47327d2fe will not be triggered until provisioned by entity L2. {{(pid=94159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:02:22.843133 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.887189 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bdadb906-547f-41b1-bc7b-ca621e12a5ff tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.892166 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bdadb906-547f-41b1-bc7b-ca621e12a5ff tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.907134 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadb906-547f-41b1-bc7b-ca621e12a5ff tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cc55a3-7a43-4acb-bf3b-e2c97df9eb92,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:22.912971 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d5f99-1f3f-407f-beef-4b28661a5c9d None None] Pushing event updated for resources: {'Port': ['ID=acfc2c9b-774d-4660-b6f0-34e47327d2fe,revision_number=3']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:22.925127 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-bdadb906-547f-41b1-bc7b-ca621e12a5ff tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.926647 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-bdadb906-547f-41b1-bc7b-ca621e12a5ff tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363764 Jul 29 16:02:22.929827 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57086) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:22.934985 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-b18244da-90cb-4747-8449-3b8e68704375 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Request body: {'security_group_rule': {'security_group_id': '7166aff6-4561-43d6-9af2-8dd88dc24750', 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:02:22.945528 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Attempting to bind port acfc2c9b-774d-4660-b6f0-34e47327d2fe on host n-d-802893-1 for vnic_type normal with profile {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 16:02:22.945901 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Attempting to bind port acfc2c9b-774d-4660-b6f0-34e47327d2fe by drivers openvswitch,hyperv on host n-d-802893-1 at level 0 using segments [{'id': 'f090d25f-5a7b-486a-beb5-27248e00af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47df71b2-7c60-4ff0-a292-dd3684081cdb'}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 16:02:22.946297 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Attempting to bind port acfc2c9b-774d-4660-b6f0-34e47327d2fe on network 47df71b2-7c60-4ff0-a292-dd3684081cdb {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 16:02:22.951585 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Checking agent: {'id': 'aa92c115-cf10-410a-b4d1-8535d9648853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 29, 33), 'started_at': datetime.datetime(2021, 7, 29, 14, 30, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 16, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 16:02:22.951960 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Checking segment: {'id': 'f090d25f-5a7b-486a-beb5-27248e00af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47df71b2-7c60-4ff0-a292-dd3684081cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 16:02:22.952369 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.952792 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Bound using segment: {'id': 'f090d25f-5a7b-486a-beb5-27248e00af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47df71b2-7c60-4ff0-a292-dd3684081cdb'} {{(pid=94159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 16:02:22.953264 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.managers [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Bound port: acfc2c9b-774d-4660-b6f0-34e47327d2fe, host: n-d-802893-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f090d25f-5a7b-486a-beb5-27248e00af17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '47df71b2-7c60-4ff0-a292-dd3684081cdb'}}] {{(pid=94159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 16:02:22.953648 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:22.964311 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b18244da-90cb-4747-8449-3b8e68704375 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.031854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] For port acfc2c9b-774d-4660-b6f0-34e47327d2fe, host n-d-802893-1, cleared binding levels {{(pid=94159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 16:02:23.032660 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b18244da-90cb-4747-8449-3b8e68704375 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.036267 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] For port acfc2c9b-774d-4660-b6f0-34e47327d2fe, host n-d-802893-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=acfc2c9b-774d-4660-b6f0-34e47327d2fe,segment=NetworkSegment(f090d25f-5a7b-486a-beb5-27248e00af17),segment_id=f090d25f-5a7b-486a-beb5-27248e00af17)] {{(pid=94159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 16:02:23.038595 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b18244da-90cb-4747-8449-3b8e68704375 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.042619 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.057307 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18244da-90cb-4747-8449-3b8e68704375 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93fbc68d-4927-45ca-ba3e-683155d2b2c0,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:23.070374 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b18244da-90cb-4747-8449-3b8e68704375 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.074677 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57088) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:23.075076 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b18244da-90cb-4747-8449-3b8e68704375 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439514 Jul 29 16:02:23.081816 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d8de850a-ba7a-455d-b286-7005f4fe571e tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Request body: {'security_group_rule': {'security_group_id': '7166aff6-4561-43d6-9af2-8dd88dc24750', 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:02:23.105338 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Routers {'3453873e-d871-44de-b960-5303a47986b4'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:02:23.106009 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:02:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3453873e-d871-44de-b960-5303a47986b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:23.112755 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8de850a-ba7a-455d-b286-7005f4fe571e tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.143995 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d5f99-1f3f-407f-beef-4b28661a5c9d None None] Pushing event updated for resources: {'Port': ['ID=acfc2c9b-774d-4660-b6f0-34e47327d2fe,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:23.186605 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8de850a-ba7a-455d-b286-7005f4fe571e tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.191524 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8de850a-ba7a-455d-b286-7005f4fe571e tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.212006 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de850a-ba7a-455d-b286-7005f4fe571e tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df57ac2-0307-474f-bc6f-c1264b1f4fd7,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:23.222487 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d8de850a-ba7a-455d-b286-7005f4fe571e tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.223837 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d8de850a-ba7a-455d-b286-7005f4fe571e tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471510 Jul 29 16:02:23.226910 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57090) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:23.232266 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-dc6cc45b-2572-4d32-ab26-6d9b3014291c tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Request body: {'security_group_rule': {'security_group_id': '7166aff6-4561-43d6-9af2-8dd88dc24750', 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:02:23.265224 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc6cc45b-2572-4d32-ab26-6d9b3014291c tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.331820 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc6cc45b-2572-4d32-ab26-6d9b3014291c tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.335863 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc6cc45b-2572-4d32-ab26-6d9b3014291c tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.354846 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6cc45b-2572-4d32-ab26-6d9b3014291c tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee45afd9-5d8c-4414-860b-ccf69dd303bb,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:23.359572 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-dc6cc45b-2572-4d32-ab26-6d9b3014291c tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.360999 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-dc6cc45b-2572-4d32-ab26-6d9b3014291c tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327977 Jul 29 16:02:23.363644 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57092) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:23.368295 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-d3c169ea-a559-4f98-bb2b-cbe8918bcf54 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Request body: {'security_group_rule': {'security_group_id': '7166aff6-4561-43d6-9af2-8dd88dc24750', 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:02:23.390180 n-d-802893-1 neutron-server[94158]: INFO neutron.db.securitygroups_db [None req-d3c169ea-a559-4f98-bb2b-cbe8918bcf54 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Project e58752e398354ee2a5c6dcccacb0d3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:02:23.395143 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3c169ea-a559-4f98-bb2b-cbe8918bcf54 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.401515 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] Set router 3453873e-d871-44de-b960-5303a47986b4 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:02:23.458974 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3c169ea-a559-4f98-bb2b-cbe8918bcf54 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.463298 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3c169ea-a559-4f98-bb2b-cbe8918bcf54 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.481646 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c169ea-a559-4f98-bb2b-cbe8918bcf54 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb26aac-d060-48f8-81d3-29d0ca518081,revision_number=0']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:23.484649 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-d3c169ea-a559-4f98-bb2b-cbe8918bcf54 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.488902 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57094) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:23.489162 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-d3c169ea-a559-4f98-bb2b-cbe8918bcf54 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244783 Jul 29 16:02:23.493757 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-35378035-fa3c-45e9-b76a-5ee0fdf68ce8 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Request body: {'security_group_rule': {'security_group_id': '7166aff6-4561-43d6-9af2-8dd88dc24750', 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:02:23.515369 n-d-802893-1 neutron-server[94157]: INFO neutron.db.securitygroups_db [None req-35378035-fa3c-45e9-b76a-5ee0fdf68ce8 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Project e58752e398354ee2a5c6dcccacb0d3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 16:02:23.520027 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35378035-fa3c-45e9-b76a-5ee0fdf68ce8 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.581220 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35378035-fa3c-45e9-b76a-5ee0fdf68ce8 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.585453 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35378035-fa3c-45e9-b76a-5ee0fdf68ce8 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527522'] for security_group_rule, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.603070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35378035-fa3c-45e9-b76a-5ee0fdf68ce8 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b717726-ece5-4b81-b66d-2b30959dc1b3,revision_number=0']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:23.610068 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-35378035-fa3c-45e9-b76a-5ee0fdf68ce8 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.612089 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-35378035-fa3c-45e9-b76a-5ee0fdf68ce8 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221743 Jul 29 16:02:23.620882 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3453873e-d871-44de-b960-5303a47986b4', 'name': 'tempest-TestSnapshotPattern-434029078-router', 'tenant_id': '7413376b3d7f4a0a801a4966e3266376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '30b45a59-be03-4833-b29a-592cd61d6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:16Z', 'updated_at': '2021-07-29T16:02:19Z', 'revision_number': 4, 'project_id': '7413376b3d7f4a0a801a4966e3266376', 'gw_port': {'id': '30b45a59-be03-4833-b29a-592cd61d6180', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453873e-d871-44de-b960-5303a47986b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:17Z', 'updated_at': '2021-07-29T16:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'acfc2c9b-774d-4660-b6f0-34e47327d2fe', 'name': '', 'network_id': '47df71b2-7c60-4ff0-a292-dd3684081cdb', 'tenant_id': '7413376b3d7f4a0a801a4966e3266376', 'mac_address': 'fa:16:3e:b3:2c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3453873e-d871-44de-b960-5303a47986b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3527df36-8f0c-43a6-82b6-2464fecea19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:19Z', 'updated_at': '2021-07-29T16:02:23Z', 'revision_number': 4, 'project_id': '7413376b3d7f4a0a801a4966e3266376', 'subnets': [{'id': '3527df36-8f0c-43a6-82b6-2464fecea19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:23.648162 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace7b115-4aee-4fb2-80c1-e974d130f530 None None] The sync data for ids ['3453873e-d871-44de-b960-5303a47986b4'] in n-d-802893-1 is: [{'id': '3453873e-d871-44de-b960-5303a47986b4', 'name': 'tempest-TestSnapshotPattern-434029078-router', 'tenant_id': '7413376b3d7f4a0a801a4966e3266376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '30b45a59-be03-4833-b29a-592cd61d6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:16Z', 'updated_at': '2021-07-29T16:02:19Z', 'revision_number': 4, 'project_id': '7413376b3d7f4a0a801a4966e3266376', 'gw_port': {'id': '30b45a59-be03-4833-b29a-592cd61d6180', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453873e-d871-44de-b960-5303a47986b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:17Z', 'updated_at': '2021-07-29T16:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': 'acfc2c9b-774d-4660-b6f0-34e47327d2fe', 'name': '', 'network_id': '47df71b2-7c60-4ff0-a292-dd3684081cdb', 'tenant_id': '7413376b3d7f4a0a801a4966e3266376', 'mac_address': 'fa:16:3e:b3:2c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3453873e-d871-44de-b960-5303a47986b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '3527df36-8f0c-43a6-82b6-2464fecea19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:19Z', 'updated_at': '2021-07-29T16:02:23Z', 'revision_number': 4, 'project_id': '7413376b3d7f4a0a801a4966e3266376', 'subnets': [{'id': '3527df36-8f0c-43a6-82b6-2464fecea19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:02:23.731011 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 30b45a59-be03-4833-b29a-592cd61d6180 up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:02:23.790273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port 30b45a59-be03-4833-b29a-592cd61d6180 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:23.790749 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:23.798670 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-6282da70-68d2-46df-addf-c799ddd7af67 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543133994&fields=id&tenant_id=e58752e398354ee2a5c6dcccacb0d3f6 HTTP/1.1" status: 200 len: 267 time: 0.0362408 Jul 29 16:02:23.916904 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-00969d86-98c1-4f2e-b7c1-a466261accd4 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:23.918446 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-00969d86-98c1-4f2e-b7c1-a466261accd4 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/networks?id=9917c658-7be8-4409-af00-45bd1d720358 HTTP/1.1" status: 200 len: 809 time: 0.1122656 Jul 29 16:02:23.934539 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-15e5c9ed-2c05-4902-96d3-12932847d3cf tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/quotas/e58752e398354ee2a5c6dcccacb0d3f6 HTTP/1.1" status: 200 len: 375 time: 0.0103257 Jul 29 16:02:23.995223 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-c46067e3-f067-4723-920b-e9c4d7a84ba4 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e58752e398354ee2a5c6dcccacb0d3f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536032 Jul 29 16:02:24.121289 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-72f8de9d-f8b0-497e-8d78-4273b7246ef6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:02:24.122318 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-72f8de9d-f8b0-497e-8d78-4273b7246ef6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1157157 Jul 29 16:02:24.210412 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-c9810c87-6151-44ab-b15f-69cafa3860a4 service neutron] 10.222.0.16 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811224 Jul 29 16:02:24.302822 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-94a79edd-9e35-4615-b6da-83dd202d6279 service neutron] 10.222.0.16 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864151 Jul 29 16:02:24.470135 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0e928a20-6732-4a9d-b3e9-1e63e94e61ae req-88ae5918-9aed-466f-8ae5-05d41dc56121 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 210 time: 0.0268886 Jul 29 16:02:25.372873 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-77917aac-64c4-4d36-a283-ee04c17c7bbc tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:25.374310 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-77917aac-64c4-4d36-a283-ee04c17c7bbc tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.39 "GET /v2.0/networks?id=9917c658-7be8-4409-af00-45bd1d720358 HTTP/1.1" status: 200 len: 809 time: 0.1114075 Jul 29 16:02:25.421183 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-da30453a-4a07-4cd4-a82a-f41ba36bff51 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58752e398354ee2a5c6dcccacb0d3f6 HTTP/1.1" status: 200 len: 380 time: 0.0381126 Jul 29 16:02:25.432687 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-50ecac94-7f3b-433b-a28a-49d646517859 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Request body: {'port': {'device_id': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'admin_state_up': True, 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'security_groups': ['7166aff6-4561-43d6-9af2-8dd88dc24750']}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:02:25.537342 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-50ecac94-7f3b-433b-a28a-49d646517859 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Made reservation on behalf of e58752e398354ee2a5c6dcccacb0d3f6 for: {'port': 1} {{(pid=94157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:02:25.541592 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-50ecac94-7f3b-433b-a28a-49d646517859 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:25.565673 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-64f4d84e-eba6-4ad1-8a13-e375be3b704d req-8b0299b6-8d04-4ed3-9592-70612876c833 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 210 time: 0.0279131 Jul 29 16:02:25.674729 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-50ecac94-7f3b-433b-a28a-49d646517859 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Allocated IP 172.20.0.14 (9917c658-7be8-4409-af00-45bd1d720358/deb799c9-903c-410f-b2ad-4da6e2d7db9e/93a5fbf3-c250-482a-8c9b-c0a7ac47fd87) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:02:25.706579 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device acfc2c9b-774d-4660-b6f0-34e47327d2fe up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:02:25.754164 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning for port acfc2c9b-774d-4660-b6f0-34e47327d2fe completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:02:25.757712 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port acfc2c9b-774d-4660-b6f0-34e47327d2fe triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:25.758090 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:25.826741 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-50ecac94-7f3b-433b-a28a-49d646517859 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:25.834621 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:25.848693 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-50ecac94-7f3b-433b-a28a-49d646517859 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Transition to ACTIVE for port object 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 will not be triggered until provisioned by entity DHCP. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:02:25.869398 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] For port acfc2c9b-774d-4660-b6f0-34e47327d2fe, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=acfc2c9b-774d-4660-b6f0-34e47327d2fe,segment=NetworkSegment(f090d25f-5a7b-486a-beb5-27248e00af17),segment_id=f090d25f-5a7b-486a-beb5-27248e00af17)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:25.874777 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:25.893898 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-50ecac94-7f3b-433b-a28a-49d646517859 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:25.932416 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Pushing event updated for resources: {'Port': ['ID=acfc2c9b-774d-4660-b6f0-34e47327d2fe,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:25.937234 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-50ecac94-7f3b-433b-a28a-49d646517859 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Network 9917c658-7be8-4409-af00-45bd1d720358 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:02:25.940578 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-50ecac94-7f3b-433b-a28a-49d646517859 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:02:25.944138 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-50ecac94-7f3b-433b-a28a-49d646517859 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 16:02:25.973373 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecac94-7f3b-433b-a28a-49d646517859 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event updated for resources: {'Port': ['ID=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:26.003559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-50ecac94-7f3b-433b-a28a-49d646517859 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:26.004342 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-50ecac94-7f3b-433b-a28a-49d646517859 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:26.021399 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-50ecac94-7f3b-433b-a28a-49d646517859 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929072 Jul 29 16:02:26.032530 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-d7d4e1b8-afb8-43ca-98ee-08d09a5b2b57 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:02:26.033635 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-d7d4e1b8-afb8-43ca-98ee-08d09a5b2b57 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060003 Jul 29 16:02:26.093162 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Request body: {'port': {'device_id': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-1'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:02:26.155534 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:26.174405 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-248f70da-756b-42a6-8f74-8e6d6432e365 None None] Provisioning for port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:02:26.178258 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-248f70da-756b-42a6-8f74-8e6d6432e365 None None] Provisioning complete for port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:26.178633 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-248f70da-756b-42a6-8f74-8e6d6432e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:26.222119 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-248f70da-756b-42a6-8f74-8e6d6432e365 None None] Port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 16:02:26.427334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 {{(pid=94157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 16:02:26.434773 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:26.446205 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.provisioning_blocks [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Transition to ACTIVE for port object 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 will not be triggered until provisioned by entity L2. {{(pid=94157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:02:26.450939 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:26.505701 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Pushing event updated for resources: {'Port': ['ID=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:26.577539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Attempting to bind port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 on host n-h2-802893-1 for vnic_type normal with profile {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 16:02:26.578254 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Attempting to bind port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 by drivers openvswitch,hyperv on host n-h2-802893-1 at level 0 using segments [{'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 16:02:26.578254 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Attempting to bind port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 on network 9917c658-7be8-4409-af00-45bd1d720358 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 16:02:26.582728 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 on network 9917c658-7be8-4409-af00-45bd1d720358 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-1 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 16:02:26.583053 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Attempting to bind port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 on network 9917c658-7be8-4409-af00-45bd1d720358 {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 16:02:26.588478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Checking agent: {'id': '595f8346-bab4-49eb-89ec-9ec6b8e161f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 16, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 16:02:26.588868 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Checking segment: {'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 16:02:26.589252 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Bound using segment: {'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'} {{(pid=94157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 16:02:26.589684 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.managers [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Bound port: 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87, host: n-h2-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'}}] {{(pid=94157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 16:02:26.590046 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:26.685039 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] For port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87, host n-h2-802893-1, cleared binding levels {{(pid=94157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 16:02:26.700644 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] For port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87, host n-h2-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 16:02:26.706797 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:26.720472 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fa1a1-bdb8-43bc-a92a-33fe81d69fcc req-8fac5723-7238-4e9d-9cb4-01347edfde4a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:26.721977 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a5fa1a1-bdb8-43bc-a92a-33fe81d69fcc req-8fac5723-7238-4e9d-9cb4-01347edfde4a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 944 time: 0.0811749 Jul 29 16:02:26.757798 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:26.758415 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:26.760730 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] 10.222.0.39 "PUT /v2.0/ports/93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 HTTP/1.1" status: 200 len: 1092 time: 0.7188311 Jul 29 16:02:26.763642 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'tag': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:02:26.766307 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af10833-bf2b-4307-ae9d-93c560c85e20" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a", "tag": "93a5fbf3-c250-482a-8c9b-c0a7ac47fd87"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:02:26.816383 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 16:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdb1c9e-62e8-41ee-bb5a-84544a8fe4ba x-openstack-request-id: req-9bdb1c9e-62e8-41ee-bb5a-84544a8fe4ba {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:02:26.816687 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a", "tag": "93a5fbf3-c250-482a-8c9b-c0a7ac47fd87", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:02:26.816944 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bdb1c9e-62e8-41ee-bb5a-84544a8fe4ba {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:02:26.817335 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'tag': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'status': 'completed', 'code': 200} Jul 29 16:02:26.850489 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-1a5fa1a1-bdb8-43bc-a92a-33fe81d69fcc req-ac555182-d0f9-4db2-b193-3c2daf9fc471 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072295 Jul 29 16:02:26.851343 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37d02a-f600-49c6-a229-d383769a61d4 service neutron] Pushing event updated for resources: {'Port': ['ID=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,revision_number=3']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:26.872083 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-0ec81c4a-72df-4580-82ab-7ced65db3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:26.873700 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-0ec81c4a-72df-4580-82ab-7ced65db3afb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e58752e398354ee2a5c6dcccacb0d3f6&device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 1095 time: 0.0653968 Jul 29 16:02:26.917839 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-02371495-875f-4699-b300-52a00437bc80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 HTTP/1.1" status: 200 len: 217 time: 0.0361154 Jul 29 16:02:26.968588 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-cf711225-a12a-4143-a3dd-d1e53d380cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:26.970076 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-cf711225-a12a-4143-a3dd-d1e53d380cb1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=deb799c9-903c-410f-b2ad-4da6e2d7db9e HTTP/1.1" status: 200 len: 848 time: 0.0447559 Jul 29 16:02:27.020269 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-95d4cf86-6d8b-482e-971a-01addb226c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:27.021667 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-95d4cf86-6d8b-482e-971a-01addb226c55 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9917c658-7be8-4409-af00-45bd1d720358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447581 Jul 29 16:02:27.110932 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-74c75755-8767-4670-860e-a2d81527db19 service neutron] 10.222.0.39 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822079 Jul 29 16:02:27.111704 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:27.203823 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-bc1b8542-0591-4e99-babb-1eb60baa133f req-9da2c775-9cc5-4c73-8f4e-13738f1b8823 service neutron] 10.222.0.39 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861263 Jul 29 16:02:27.291178 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af10833-bf2b-4307-ae9d-93c560c85e20 req-714f0ead-6071-42b4-95b2-7f95f13c5345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:27.292648 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8af10833-bf2b-4307-ae9d-93c560c85e20 req-714f0ead-6071-42b4-95b2-7f95f13c5345 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e58752e398354ee2a5c6dcccacb0d3f6&device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 1095 time: 0.0410955 Jul 29 16:02:27.386166 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af10833-bf2b-4307-ae9d-93c560c85e20 req-35d7f2db-f56e-4bca-a240-fedd3c7ef55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:27.387638 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8af10833-bf2b-4307-ae9d-93c560c85e20 req-35d7f2db-f56e-4bca-a240-fedd3c7ef55c service neutron] 10.222.0.39 "GET /v2.0/networks?id=9917c658-7be8-4409-af00-45bd1d720358 HTTP/1.1" status: 200 len: 910 time: 0.0864215 Jul 29 16:02:27.428612 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8af10833-bf2b-4307-ae9d-93c560c85e20 req-2d1a49aa-fb6e-4c32-999d-4f94a0737470 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 HTTP/1.1" status: 200 len: 217 time: 0.0341833 Jul 29 16:02:27.477587 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af10833-bf2b-4307-ae9d-93c560c85e20 req-5b127d33-25a8-4af4-8a42-936629946411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:27.479535 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8af10833-bf2b-4307-ae9d-93c560c85e20 req-5b127d33-25a8-4af4-8a42-936629946411 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=deb799c9-903c-410f-b2ad-4da6e2d7db9e HTTP/1.1" status: 200 len: 848 time: 0.0431268 Jul 29 16:02:27.523140 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af10833-bf2b-4307-ae9d-93c560c85e20 req-68df208e-f88c-4cc8-b53a-29a9f07add36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:27.524561 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8af10833-bf2b-4307-ae9d-93c560c85e20 req-68df208e-f88c-4cc8-b53a-29a9f07add36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9917c658-7be8-4409-af00-45bd1d720358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0373876 Jul 29 16:02:27.618857 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8af10833-bf2b-4307-ae9d-93c560c85e20 req-54499e05-c776-40ab-86e6-2688fe9330d2 service neutron] 10.222.0.39 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848808 Jul 29 16:02:27.691220 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device acfc2c9b-774d-4660-b6f0-34e47327d2fe up at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:02:27.716288 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8af10833-bf2b-4307-ae9d-93c560c85e20 req-c96a2ae1-1a30-414f-9b60-391b77a14d77 service neutron] 10.222.0.39 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899763 Jul 29 16:02:27.739690 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Provisioning complete for port acfc2c9b-774d-4660-b6f0-34e47327d2fe triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:27.740057 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:27.969227 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf532a-6770-4dc5-8cdc-ae702b6ef3d5 req-524aa33a-85d6-4976-8ec0-210957c00049 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:27.970731 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3aaf532a-6770-4dc5-8cdc-ae702b6ef3d5 req-524aa33a-85d6-4976-8ec0-210957c00049 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 944 time: 0.0495450 Jul 29 16:02:28.007563 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-3aaf532a-6770-4dc5-8cdc-ae702b6ef3d5 req-217302dc-e7eb-4bc5-9cdb-12d4eb2000ad tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308857 Jul 29 16:02:29.129329 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27330efc-a7e5-46bb-bff2-bf490c0398ad req-710abbc9-db1d-467c-8b3a-297e8c90ac43 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:29.130853 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-27330efc-a7e5-46bb-bff2-bf490c0398ad req-710abbc9-db1d-467c-8b3a-297e8c90ac43 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 944 time: 0.0568891 Jul 29 16:02:29.173673 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-27330efc-a7e5-46bb-bff2-bf490c0398ad req-0447c777-ca81-43de-b185-11e76e706871 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343344 Jul 29 16:02:30.287285 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca2a4d-6dcc-4dd8-a63d-df418e3f2e26 req-9beb7b66-5b84-43d7-972f-a13f747f80a9 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:30.288790 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97ca2a4d-6dcc-4dd8-a63d-df418e3f2e26 req-9beb7b66-5b84-43d7-972f-a13f747f80a9 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 944 time: 0.0494158 Jul 29 16:02:30.326992 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-97ca2a4d-6dcc-4dd8-a63d-df418e3f2e26 req-66aa6d8f-6b69-4777-b27a-6d0ec05b5ba0 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315087 Jul 29 16:02:30.703692 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d558494a-2874-4640-b257-04162ef0a89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:31.440815 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7643b4-a860-4548-8bcd-73ad4ea30c3d req-4091497b-f30e-4771-8b3c-fb5e2efaaa33 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:31.442287 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd7643b4-a860-4548-8bcd-73ad4ea30c3d req-4091497b-f30e-4771-8b3c-fb5e2efaaa33 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 944 time: 0.0484023 Jul 29 16:02:31.480812 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-fd7643b4-a860-4548-8bcd-73ad4ea30c3d req-791d5e9c-13ee-42b0-bae1-f8074c9e63b3 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323601 Jul 29 16:02:31.688675 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 16:02:31.781616 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:31.793342 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'port_id': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'mac_address': 'fa:16:3e:2b:aa:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 16:02:31.832965 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:31.848602 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 16:02:31.870047 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:31.873954 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:31.921150 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:32.118424 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['93a5fbf3-c250-482a-8c9b-c0a7ac47fd87'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 16:02:32.601063 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8242fb7-a910-4639-b804-173f982a6279 req-c4ed7e1e-769f-4754-b92e-e3110b9ba725 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:32.602574 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b8242fb7-a910-4639-b804-173f982a6279 req-c4ed7e1e-769f-4754-b92e-e3110b9ba725 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 945 time: 0.0556967 Jul 29 16:02:32.641847 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b8242fb7-a910-4639-b804-173f982a6279 req-70ddcf5e-e349-4394-a81d-488fea8fadcc tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332940 Jul 29 16:02:33.355847 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:33.398672 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-62e838be-960c-481d-9727-d928823489b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:33.704379 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:02:33.753392 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning for port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:02:33.756206 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cae0b-b42a-4602-8791-f1027d30eb9b req-177604cb-ea05-458c-a52c-091be13abe97 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:33.756978 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:02:33.757354 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:33.757726 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9a6cae0b-b42a-4602-8791-f1027d30eb9b req-177604cb-ea05-458c-a52c-091be13abe97 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 945 time: 0.0515001 Jul 29 16:02:33.797099 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-9a6cae0b-b42a-4602-8791-f1027d30eb9b req-2487a0f1-939f-4ac0-ac52-d1e2876b263a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326908 Jul 29 16:02:33.836836 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:33.859519 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:02:33.861796 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a43490-fd76-4088-b4c2-db744540dd47" -d '{"events": [{"server_uuid": "3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a", "name": "network-vif-plugged", "status": "completed", "tag": "93a5fbf3-c250-482a-8c9b-c0a7ac47fd87"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:02:33.874478 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:02:33.878731 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:33.925771 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:33.960561 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 16:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec3d7f4-f0b0-4ba2-b661-f92332219f01 x-openstack-request-id: req-aec3d7f4-f0b0-4ba2-b661-f92332219f01 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:02:33.960917 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a", "name": "network-vif-plugged", "status": "completed", "tag": "93a5fbf3-c250-482a-8c9b-c0a7ac47fd87", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:02:33.961176 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aec3d7f4-f0b0-4ba2-b661-f92332219f01 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:02:33.961576 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'code': 200} Jul 29 16:02:34.055182 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58002b3e-24b4-458a-8533-ed4e807937ca req-aabbd301-5d1a-46b5-ba33-0b9baf6db3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:34.057394 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58002b3e-24b4-458a-8533-ed4e807937ca req-aabbd301-5d1a-46b5-ba33-0b9baf6db3e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 1097 time: 0.0422873 Jul 29 16:02:34.092131 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-58002b3e-24b4-458a-8533-ed4e807937ca req-e09e494b-9f4d-479b-9073-9d9f3729aed8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279036 Jul 29 16:02:34.656800 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:34.912194 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7a0a5-1648-46c6-9491-991ee28ec1c6 req-f68448b3-5c83-4159-aadd-a6c10b7ea3a3 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:34.913581 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ae7a0a5-1648-46c6-9491-991ee28ec1c6 req-f68448b3-5c83-4159-aadd-a6c10b7ea3a3 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 946 time: 0.0485046 Jul 29 16:02:34.951426 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7ae7a0a5-1648-46c6-9491-991ee28ec1c6 req-96c55f9e-acd2-4c30-a0ae-69fb5e8463d2 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Jul 29 16:02:35.067520 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5b9a5-7c7b-41b7-b39d-c0f5d160d819 req-cbd6a6bb-02b2-450b-98ad-d1e31b5cc072 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:35.069017 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-06c5b9a5-7c7b-41b7-b39d-c0f5d160d819 req-cbd6a6bb-02b2-450b-98ad-d1e31b5cc072 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 946 time: 0.0483980 Jul 29 16:02:35.107399 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-06c5b9a5-7c7b-41b7-b39d-c0f5d160d819 req-6a64c993-d2d3-45ef-8bac-6c265603cf0b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323250 Jul 29 16:02:35.128694 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57156) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:35.208148 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48775a46-5c55-45fa-a768-c21833a9de60 tempest-TestSnapshotPattern-134283442 tempest-TestSnapshotPattern-134283442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:35.209677 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-48775a46-5c55-45fa-a768-c21833a9de60 tempest-TestSnapshotPattern-134283442 tempest-TestSnapshotPattern-134283442-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 1092 time: 0.0799553 Jul 29 16:02:35.213439 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57160) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:02:35.217703 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.v2.base [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:02:35.238161 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for floatingip, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:35.333360 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:35.437882 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_common [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Allocated IP 172.25.6.35 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/f44bc639-fd9b-443b-91e0-11abcf797920) {{(pid=94157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:02:35.541751 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for port, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:35.583826 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:35.621393 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:02:35.624202 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.base_scheduler [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Resources bound (agent type, host, resource id): {{(pid=94157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:02:35.630186 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Received port after_create {{(pid=94157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 16:02:35.636181 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event updated for resources: {'Port': ['ID=f44bc639-fd9b-443b-91e0-11abcf797920,revision_number=1']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:35.993588 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:36.063785 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:36.206878 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for port, precommit_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:36.211801 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9359076'] for port, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:36.280441 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event updated for resources: {'Port': ['ID=f44bc639-fd9b-443b-91e0-11abcf797920,revision_number=2']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:02:36.292326 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:36.390575 n-d-802893-1 neutron-server[94157]: INFO neutron.db.l3_db [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Floating IP 69a5c4f7-51b9-48d5-b770-8e7795912ce7 associated. External IP: 172.25.6.35, port: 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87. Jul 29 16:02:36.598349 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Router 6d4de714-cb34-4979-8ae8-2b76c03c796b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:02:36.617267 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:36.709769 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 16:02:36.721106 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d1468-f6f2-4e65-a7bc-9a0d91d585fc None None] Sync routers for ids ['6d4de714-cb34-4979-8ae8-2b76c03c796b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:02:36.727183 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:36.735058 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d1468-f6f2-4e65-a7bc-9a0d91d585fc None None] Routers {'6d4de714-cb34-4979-8ae8-2b76c03c796b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:02:36.735985 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-228d1468-f6f2-4e65-a7bc-9a0d91d585fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:02:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d4de714-cb34-4979-8ae8-2b76c03c796b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:36.761457 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-ce142e30-241f-476c-8fa3-f57e2e0f344f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5467668 Jul 29 16:02:36.762219 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'tag': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:02:36.764854 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438509ac-0263-4413-bc68-4f5eb878c89c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a", "tag": "93a5fbf3-c250-482a-8c9b-c0a7ac47fd87"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:02:36.808056 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 16:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfedfe40-4344-4992-ab3e-f67d4a069744 x-openstack-request-id: req-bfedfe40-4344-4992-ab3e-f67d4a069744 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:02:36.808357 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a", "tag": "93a5fbf3-c250-482a-8c9b-c0a7ac47fd87", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:02:36.808616 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfedfe40-4344-4992-ab3e-f67d4a069744 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:02:36.809136 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'tag': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'status': 'completed', 'code': 200} Jul 29 16:02:36.861558 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-228d1468-f6f2-4e65-a7bc-9a0d91d585fc None None] Set router 6d4de714-cb34-4979-8ae8-2b76c03c796b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:02:36.878172 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438509ac-0263-4413-bc68-4f5eb878c89c req-cdb7d1c2-d6c7-44dd-b2db-41bdc570f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:36.879785 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-438509ac-0263-4413-bc68-4f5eb878c89c req-cdb7d1c2-d6c7-44dd-b2db-41bdc570f56d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e58752e398354ee2a5c6dcccacb0d3f6&device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 1097 time: 0.0458860 Jul 29 16:02:36.977895 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438509ac-0263-4413-bc68-4f5eb878c89c req-44d040c8-c904-45f1-baa9-190cde02161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:36.980086 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-438509ac-0263-4413-bc68-4f5eb878c89c req-44d040c8-c904-45f1-baa9-190cde02161d service neutron] 10.222.0.39 "GET /v2.0/networks?id=9917c658-7be8-4409-af00-45bd1d720358 HTTP/1.1" status: 200 len: 910 time: 0.0936396 Jul 29 16:02:37.053056 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-438509ac-0263-4413-bc68-4f5eb878c89c req-cab96351-80fe-417b-8769-b3ceaa26542b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 HTTP/1.1" status: 200 len: 999 time: 0.0656528 Jul 29 16:02:37.091280 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-228d1468-f6f2-4e65-a7bc-9a0d91d585fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:15Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '69a5c4f7-51b9-48d5-b770-8e7795912ce7', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'port_id': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'mac_address': 'fa:16:3e:2b:aa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T16:02:35Z', 'updated_at': '2021-07-29T16:02:35Z', 'revision_number': 0, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ed465-e900-4013-9de6-c4be6daac5b6', 'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'mac_address': 'fa:16:3e:04:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:14Z', 'updated_at': '2021-07-29T16:02:20Z', 'revision_number': 5, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'subnets': [{'id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:37.102203 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438509ac-0263-4413-bc68-4f5eb878c89c req-ebfbace4-673a-4938-91dd-2a3e29def4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:37.103692 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-438509ac-0263-4413-bc68-4f5eb878c89c req-ebfbace4-673a-4938-91dd-2a3e29def4af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=deb799c9-903c-410f-b2ad-4da6e2d7db9e HTTP/1.1" status: 200 len: 848 time: 0.0444932 Jul 29 16:02:37.122104 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d1468-f6f2-4e65-a7bc-9a0d91d585fc None None] Checking router: 6d4de714-cb34-4979-8ae8-2b76c03c796b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:02:37.130184 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d1468-f6f2-4e65-a7bc-9a0d91d585fc None None] Routers {'6d4de714-cb34-4979-8ae8-2b76c03c796b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:02:37.130796 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-228d1468-f6f2-4e65-a7bc-9a0d91d585fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:02:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d4de714-cb34-4979-8ae8-2b76c03c796b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:37.149665 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438509ac-0263-4413-bc68-4f5eb878c89c req-071e54ce-d4de-47a1-a02a-715236a88ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:02:37.151300 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-438509ac-0263-4413-bc68-4f5eb878c89c req-071e54ce-d4de-47a1-a02a-715236a88ec4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9917c658-7be8-4409-af00-45bd1d720358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407264 Jul 29 16:02:37.235907 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-228d1468-f6f2-4e65-a7bc-9a0d91d585fc None None] Set router 6d4de714-cb34-4979-8ae8-2b76c03c796b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:02:37.242836 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-438509ac-0263-4413-bc68-4f5eb878c89c req-df6fdeaf-301c-4879-b368-d76b6f954be3 service neutron] 10.222.0.39 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842035 Jul 29 16:02:37.331689 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-438509ac-0263-4413-bc68-4f5eb878c89c req-b6ffa2af-8b3a-48d7-a997-668c05858a54 service neutron] 10.222.0.39 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811031 Jul 29 16:02:37.458472 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-228d1468-f6f2-4e65-a7bc-9a0d91d585fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:15Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '69a5c4f7-51b9-48d5-b770-8e7795912ce7', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'port_id': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'mac_address': 'fa:16:3e:2b:aa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T16:02:35Z', 'updated_at': '2021-07-29T16:02:35Z', 'revision_number': 0, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ed465-e900-4013-9de6-c4be6daac5b6', 'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'mac_address': 'fa:16:3e:04:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:14Z', 'updated_at': '2021-07-29T16:02:20Z', 'revision_number': 5, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'subnets': [{'id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:02:37.483549 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d1468-f6f2-4e65-a7bc-9a0d91d585fc None None] The sync data for ids ['6d4de714-cb34-4979-8ae8-2b76c03c796b'] in n-d-802893-1 is: [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:15Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '69a5c4f7-51b9-48d5-b770-8e7795912ce7', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'port_id': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'mac_address': 'fa:16:3e:2b:aa:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T16:02:35Z', 'updated_at': '2021-07-29T16:02:35Z', 'revision_number': 0, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ed465-e900-4013-9de6-c4be6daac5b6', 'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'mac_address': 'fa:16:3e:04:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:14Z', 'updated_at': '2021-07-29T16:02:20Z', 'revision_number': 5, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'subnets': [{'id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:02:37.677226 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a032d50b-fdcd-41f3-8a29-2f964bd3adc5 None None] New status for floating IP 69a5c4f7-51b9-48d5-b770-8e7795912ce7: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:02:41.815758 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:02:52.924430 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:02:57.127603 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:03:00.704199 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-aee213e2-175e-4f5d-953c-d802e836dd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:03:03.357769 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:03:03.398811 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c51fbd6-95e2-44ab-af6c-074035f78ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:03:04.660040 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:03:06.618599 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:03:11.829034 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:03:27.126873 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:03:29.923272 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:03:30.704071 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6c842799-5710-495a-bc16-0d202816168f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:03:33.359963 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:03:33.397763 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-26bf5568-7c50-497d-b50b-304b20589646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:03:34.662934 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:03:36.622164 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:03:36.721175 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34c2bca3-6305-497c-af9b-efe63331dff6 req-2515dbf9-e155-4769-b04c-773d4d123111 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436161 Jul 29 16:03:36.801314 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2bca3-6305-497c-af9b-efe63331dff6 req-a82d3fb3-c2cb-4f9e-8f55-4d4dd06cb0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:03:36.802765 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34c2bca3-6305-497c-af9b-efe63331dff6 req-a82d3fb3-c2cb-4f9e-8f55-4d4dd06cb0b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e58752e398354ee2a5c6dcccacb0d3f6&device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 1097 time: 0.0404487 Jul 29 16:03:36.903705 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2bca3-6305-497c-af9b-efe63331dff6 req-504729e9-be35-4d83-b3bb-d168904937d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:03:36.905366 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34c2bca3-6305-497c-af9b-efe63331dff6 req-504729e9-be35-4d83-b3bb-d168904937d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9917c658-7be8-4409-af00-45bd1d720358 HTTP/1.1" status: 200 len: 910 time: 0.0842073 Jul 29 16:03:37.307916 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34c2bca3-6305-497c-af9b-efe63331dff6 req-b97c420d-ea80-4ae4-8b39-fd97cfbf2b78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 HTTP/1.1" status: 200 len: 1001 time: 0.3958015 Jul 29 16:03:37.356103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2bca3-6305-497c-af9b-efe63331dff6 req-6b924a0c-a526-47d0-94bf-67596c38dece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:03:37.357581 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34c2bca3-6305-497c-af9b-efe63331dff6 req-6b924a0c-a526-47d0-94bf-67596c38dece service neutron] 10.222.0.39 "GET /v2.0/subnets?id=deb799c9-903c-410f-b2ad-4da6e2d7db9e HTTP/1.1" status: 200 len: 848 time: 0.0433056 Jul 29 16:03:37.402860 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2bca3-6305-497c-af9b-efe63331dff6 req-0ede74e5-63d3-4beb-bd5e-d74195064f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:03:37.404291 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34c2bca3-6305-497c-af9b-efe63331dff6 req-0ede74e5-63d3-4beb-bd5e-d74195064f9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9917c658-7be8-4409-af00-45bd1d720358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389917 Jul 29 16:03:37.494336 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34c2bca3-6305-497c-af9b-efe63331dff6 req-411bfd06-6b01-4b79-99a3-71c80e8c7be6 service neutron] 10.222.0.39 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827398 Jul 29 16:03:37.584884 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-34c2bca3-6305-497c-af9b-efe63331dff6 req-78818993-b318-4c28-a1f9-d676f2e6cb11 service neutron] 10.222.0.39 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834203 Jul 29 16:03:41.824854 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:03:57.141258 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:00.704767 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a3155e3-abba-46db-90c8-d07fe8d3ee79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:03.363985 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:03.396498 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-6b825491-ff42-4deb-8644-b5377e8ee000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:04.666123 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:06.624224 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:06.921957 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:04:11.835941 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:27.139832 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:30.705786 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7f269778-cfe0-44f8-9ece-34e272f23260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:33.364318 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:33.395577 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7d0eab9a-bd59-4a25-857a-7864751ea9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:34.669084 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:36.626666 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:38.434503 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 details requested by agent hyperv_n-h2-802893-1 with host n-h2-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 16:04:38.548892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:04:38.562482 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Returning: {'device': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'port_id': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'mac_address': 'fa:16:3e:2b:aa:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 16:04:38.610856 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:38.626129 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 16:04:38.647677 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:04:38.652565 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:38.725147 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:04:38.735107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:38.735548 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:38.735959 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:38.736444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:38.736770 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:38.737107 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:38.737444 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:38.737774 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:38.738103 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:38.738716 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:38.739054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:38.740019 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:38.744632 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] get_ports_and_sgs() called for port_ids ['93a5fbf3-c250-482a-8c9b-c0a7ac47fd87'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 16:04:38.759457 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149d60-b147-4718-9191-47b906381744 req-1ff27753-549d-436c-8e68-b0959fd9efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:04:38.761002 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69149d60-b147-4718-9191-47b906381744 req-1ff27753-549d-436c-8e68-b0959fd9efb8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e58752e398354ee2a5c6dcccacb0d3f6&device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 1096 time: 0.0586970 Jul 29 16:04:38.896063 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149d60-b147-4718-9191-47b906381744 req-9a6c7d32-6204-4200-9cdc-2b4609bf1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:04:38.897911 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69149d60-b147-4718-9191-47b906381744 req-9a6c7d32-6204-4200-9cdc-2b4609bf1328 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9917c658-7be8-4409-af00-45bd1d720358 HTTP/1.1" status: 200 len: 910 time: 0.1140320 Jul 29 16:04:38.982404 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69149d60-b147-4718-9191-47b906381744 req-ac44393b-1989-4c70-b810-bb6475775bb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 HTTP/1.1" status: 200 len: 1000 time: 0.0755210 Jul 29 16:04:39.046887 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149d60-b147-4718-9191-47b906381744 req-d0e328f9-041b-4e94-8874-30eb055793ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:04:39.048510 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69149d60-b147-4718-9191-47b906381744 req-d0e328f9-041b-4e94-8874-30eb055793ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=deb799c9-903c-410f-b2ad-4da6e2d7db9e HTTP/1.1" status: 200 len: 848 time: 0.0584297 Jul 29 16:04:39.101048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69149d60-b147-4718-9191-47b906381744 req-b00165bc-815d-47e6-92de-0ed701c2482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:04:39.102512 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69149d60-b147-4718-9191-47b906381744 req-b00165bc-815d-47e6-92de-0ed701c2482a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9917c658-7be8-4409-af00-45bd1d720358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454137 Jul 29 16:04:39.205645 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69149d60-b147-4718-9191-47b906381744 req-0fc06e0f-d620-44e2-9a95-80a60b7456f0 service neutron] 10.222.0.39 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958164 Jul 29 16:04:39.330651 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-69149d60-b147-4718-9191-47b906381744 req-76ee7e9d-d55d-436f-a772-ec6acc838f5b service neutron] 10.222.0.39 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177051 Jul 29 16:04:40.451362 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 up at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:04:40.507468 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Provisioning complete for port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:04:40.507843 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:40.594624 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:40.618783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:04:40.621154 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aef1fc9-205b-4560-ad81-46a148c61ced" -d '{"events": [{"server_uuid": "3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a", "name": "network-vif-plugged", "status": "completed", "tag": "93a5fbf3-c250-482a-8c9b-c0a7ac47fd87"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:04:40.635747 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:04:40.645341 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:40.701890 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fc4fcd-d302-4f8a-ab4d-e8bc29d526ea x-openstack-request-id: req-c1fc4fcd-d302-4f8a-ab4d-e8bc29d526ea {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:04:40.702561 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a", "name": "network-vif-plugged", "status": "completed", "tag": "93a5fbf3-c250-482a-8c9b-c0a7ac47fd87", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:04:40.703050 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1fc4fcd-d302-4f8a-ab4d-e8bc29d526ea {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:04:40.703588 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'code': 200} Jul 29 16:04:40.713665 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:04:41.841611 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:43.921398 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:04:47.162667 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-04c1e038-67e8-4f1e-8c1a-eea6ccffbcde tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543133994&fields=id&tenant_id=e58752e398354ee2a5c6dcccacb0d3f6 HTTP/1.1" status: 200 len: 267 time: 0.0333090 Jul 29 16:04:47.269526 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e9580-fb00-449a-882c-766065263f34 req-b4c5f7c6-bb86-4d29-a774-1eb3dcf06996 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:04:47.271011 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-b4c5f7c6-bb86-4d29-a774-1eb3dcf06996 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/networks?id=9917c658-7be8-4409-af00-45bd1d720358 HTTP/1.1" status: 200 len: 809 time: 0.1018107 Jul 29 16:04:47.286217 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-8fd3f523-a3ff-4d0a-8a82-12903894f589 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/quotas/e58752e398354ee2a5c6dcccacb0d3f6 HTTP/1.1" status: 200 len: 375 time: 0.0095837 Jul 29 16:04:47.341083 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-05eb8675-cfda-4532-aadc-aa29c9fa2925 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e58752e398354ee2a5c6dcccacb0d3f6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0496590 Jul 29 16:04:47.439419 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-8b9b1108-b2a9-4033-8e4f-744b85d90590 service neutron] 10.222.0.16 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864820 Jul 29 16:04:47.526341 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-51b3a339-335f-47b8-90f1-e9ab8102cdda service neutron] 10.222.0.16 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809443 Jul 29 16:04:47.758580 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-5411d964-f6ec-48c0-adf9-37511b868c76 req-b24e9514-994b-4d08-974c-883f4b20e504 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 210 time: 0.0836353 Jul 29 16:04:48.868150 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-04cea80d-7fe9-4aea-a363-dfe488d9afb6 req-083464f3-528b-44da-8c6e-2f3d8de496c9 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 210 time: 0.0372214 Jul 29 16:04:48.875583 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e9580-fb00-449a-882c-766065263f34 req-bd8f1862-8e32-4f13-b912-fb938881e58a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:04:48.877033 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-bd8f1862-8e32-4f13-b912-fb938881e58a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.38 "GET /v2.0/networks?id=9917c658-7be8-4409-af00-45bd1d720358 HTTP/1.1" status: 200 len: 809 time: 0.1365848 Jul 29 16:04:48.925431 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-91361950-94e6-4eba-92b0-496188d723b3 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e58752e398354ee2a5c6dcccacb0d3f6 HTTP/1.1" status: 200 len: 380 time: 0.0331435 Jul 29 16:04:48.942145 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-ac1e9580-fb00-449a-882c-766065263f34 req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Request body: {'port': {'device_id': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'admin_state_up': True, 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'security_groups': ['7166aff6-4561-43d6-9af2-8dd88dc24750']}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:04:49.049630 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1e9580-fb00-449a-882c-766065263f34 req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Made reservation on behalf of e58752e398354ee2a5c6dcccacb0d3f6 for: {'port': 1} {{(pid=94158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 16:04:49.053308 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac1e9580-fb00-449a-882c-766065263f34 req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:49.206807 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [req-ac1e9580-fb00-449a-882c-766065263f34 req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Allocated IP 172.20.0.7 (9917c658-7be8-4409-af00-45bd1d720358/deb799c9-903c-410f-b2ad-4da6e2d7db9e/2b6be2db-15ec-40d4-a9cb-7d44b1243f71) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:04:49.419967 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac1e9580-fb00-449a-882c-766065263f34 req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:49.434736 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-ac1e9580-fb00-449a-882c-766065263f34 req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Transition to ACTIVE for port object 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 will not be triggered until provisioned by entity DHCP. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:04:49.473054 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac1e9580-fb00-449a-882c-766065263f34 req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:49.512294 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1e9580-fb00-449a-882c-766065263f34 req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Network 9917c658-7be8-4409-af00-45bd1d720358 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:04:49.515895 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [req-ac1e9580-fb00-449a-882c-766065263f34 req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:04:49.518422 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1e9580-fb00-449a-882c-766065263f34 req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 16:04:49.567440 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event updated for resources: {'Port': ['ID=2b6be2db-15ec-40d4-a9cb-7d44b1243f71,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:04:49.584486 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:49.584871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:49.585222 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:49.585563 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:49.585918 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:49.586243 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:49.586574 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:49.586905 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:49.587231 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:49.587556 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:49.587915 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:49.588242 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:04:49.602855 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e9580-fb00-449a-882c-766065263f34 req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:04:49.603504 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac1e9580-fb00-449a-882c-766065263f34 req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:49.620818 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-adffc940-2e1a-4000-af74-0af11de9569a tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6821973 Jul 29 16:04:49.751777 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5a4a5faf-572f-42cf-91cf-4d0f16ad179b None None] Provisioning for port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 completed by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:04:49.766574 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-5a4a5faf-572f-42cf-91cf-4d0f16ad179b None None] Provisioning complete for port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 triggered by entity DHCP. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:04:49.767246 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5a4a5faf-572f-42cf-91cf-4d0f16ad179b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:49.806355 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-5a4a5faf-572f-42cf-91cf-4d0f16ad179b None None] Port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 cannot update to ACTIVE because it is not bound. {{(pid=94159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 16:04:49.994142 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538df5a-aa94-42a0-a311-9021e4e33f88 req-05d60177-15ef-45d6-961b-68546f9c1ae2 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:04:49.995575 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0538df5a-aa94-42a0-a311-9021e4e33f88 req-05d60177-15ef-45d6-961b-68546f9c1ae2 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 931 time: 0.0574148 Jul 29 16:04:50.035954 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-0538df5a-aa94-42a0-a311-9021e4e33f88 req-a0aa4ef0-ac82-4b05-9170-ef5c9c90931c tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335505 Jul 29 16:04:51.164521 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a4130-495c-43f8-ba7b-7f87e89b10e8 req-1950f4a3-d019-456f-a8a3-2533a4624b1c tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:04:51.166033 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5d8a4130-495c-43f8-ba7b-7f87e89b10e8 req-1950f4a3-d019-456f-a8a3-2533a4624b1c tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 931 time: 0.0574567 Jul 29 16:04:51.206588 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-5d8a4130-495c-43f8-ba7b-7f87e89b10e8 req-7bf6901a-5aec-4f94-8389-58b1950374ff tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346546 Jul 29 16:04:52.332304 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ada457-db69-4b8f-94f2-b02cec6b9cba req-e393af31-e976-48f7-bf1a-773ad500dfbc tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:04:52.334205 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c1ada457-db69-4b8f-94f2-b02cec6b9cba req-e393af31-e976-48f7-bf1a-773ad500dfbc tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 931 time: 0.0534866 Jul 29 16:04:52.376526 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-c1ada457-db69-4b8f-94f2-b02cec6b9cba req-5d9efd00-a372-4c12-a5de-1a2cf7113e00 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356207 Jul 29 16:04:52.511976 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:04:52.590659 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:52.621525 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:04:52.624153 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790726b7-2faf-4d52-adec-da86de0ebe61" -d '{"events": [{"server_uuid": "3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a", "name": "network-vif-unplugged", "status": "completed", "tag": "93a5fbf3-c250-482a-8c9b-c0a7ac47fd87"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:04:52.630796 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] For port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:04:52.636999 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:52.681304 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 16:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda7b7b5-23c7-45b0-aad8-5ddf663a99ab x-openstack-request-id: req-eda7b7b5-23c7-45b0-aad8-5ddf663a99ab {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:04:52.681738 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a", "name": "network-vif-unplugged", "status": "completed", "tag": "93a5fbf3-c250-482a-8c9b-c0a7ac47fd87", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:04:52.682003 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eda7b7b5-23c7-45b0-aad8-5ddf663a99ab {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:04:52.682403 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'code': 200} Jul 29 16:04:52.696405 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Pushing event updated for resources: {'Port': ['ID=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,revision_number=8']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:04:53.499964 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea4148-9b37-451f-90e9-7848f15b4267 req-aed75984-5b8d-473a-9a54-1e5aed88e833 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:04:53.502245 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8ea4148-9b37-451f-90e9-7848f15b4267 req-aed75984-5b8d-473a-9a54-1e5aed88e833 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 931 time: 0.0529037 Jul 29 16:04:53.543038 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b8ea4148-9b37-451f-90e9-7848f15b4267 req-82a54f90-fe18-4f7b-8073-6095220575af tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348737 Jul 29 16:04:54.663256 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877949a-dec6-4178-be79-7dbbdbb9883a req-9ecacd07-0a27-4592-bc5c-7e7bd56b1f06 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:04:54.665254 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b877949a-dec6-4178-be79-7dbbdbb9883a req-9ecacd07-0a27-4592-bc5c-7e7bd56b1f06 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 931 time: 0.0506601 Jul 29 16:04:54.705748 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b877949a-dec6-4178-be79-7dbbdbb9883a req-08dbaf0a-1d94-40ec-b08c-e3bd61899506 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346437 Jul 29 16:04:55.832090 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef961dd4-9035-4dfa-a44a-008690f775d3 req-50649024-e172-4bab-9ac0-fb9b5be07b21 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:04:55.835941 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ef961dd4-9035-4dfa-a44a-008690f775d3 req-50649024-e172-4bab-9ac0-fb9b5be07b21 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 931 time: 0.0566783 Jul 29 16:04:55.878786 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-ef961dd4-9035-4dfa-a44a-008690f775d3 req-ad398904-f2a0-4afd-8d58-7b5e049c78ba tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379310 Jul 29 16:04:57.003834 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d7dc1-1785-45c7-8ba8-e5259b3a950e req-b5c7e732-7b04-4439-b6ef-01f1d9c9bd5c tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:04:57.005361 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9d2d7dc1-1785-45c7-8ba8-e5259b3a950e req-b5c7e732-7b04-4439-b6ef-01f1d9c9bd5c tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 931 time: 0.0543859 Jul 29 16:04:57.044957 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-9d2d7dc1-1785-45c7-8ba8-e5259b3a950e req-afe5936c-85f7-4501-865e-eba0d6f61ca0 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335670 Jul 29 16:04:57.158069 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:58.174638 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f24572-da18-4124-806e-7f9f245d9972 req-b47327a6-b9b9-470e-8b39-7a97c25a8a86 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:04:58.176344 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5f24572-da18-4124-806e-7f9f245d9972 req-b47327a6-b9b9-470e-8b39-7a97c25a8a86 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 931 time: 0.0509267 Jul 29 16:04:58.222615 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-e5f24572-da18-4124-806e-7f9f245d9972 req-252e9964-5175-4ece-9682-9e8aa431f873 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400705 Jul 29 16:04:59.313657 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-3a8aa59d-784d-48aa-86c1-fa9274534fb1 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94158) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 16:04:59.314726 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-3a8aa59d-784d-48aa-86c1-fa9274534fb1 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064397 Jul 29 16:04:59.374458 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Request body: {'port': {'device_id': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-1'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:04:59.435559 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:59.635283 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599d2b8-ceb8-4016-b852-c1302202eee3 req-f9e6153e-4457-44f4-bcdd-0b2f6d9953dc tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:04:59.636775 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c599d2b8-ceb8-4016-b852-c1302202eee3 req-f9e6153e-4457-44f4-bcdd-0b2f6d9953dc tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 931 time: 0.1005642 Jul 29 16:04:59.698795 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-c599d2b8-ceb8-4016-b852-c1302202eee3 req-958a4f55-73c0-4a1c-af8c-f8ba07d87907 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548255 Jul 29 16:04:59.767254 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 {{(pid=94158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 16:04:59.775113 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:59.788228 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.provisioning_blocks [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Transition to ACTIVE for port object 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 will not be triggered until provisioned by entity L2. {{(pid=94158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 16:04:59.791351 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:59.846715 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6be2db-15ec-40d4-a9cb-7d44b1243f71,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:04:59.912023 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Attempting to bind port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 on host n-h1-802893-1 for vnic_type normal with profile {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 16:04:59.912361 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Attempting to bind port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 by drivers openvswitch,hyperv on host n-h1-802893-1 at level 0 using segments [{'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 16:04:59.912724 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Attempting to bind port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 on network 9917c658-7be8-4409-af00-45bd1d720358 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 16:04:59.917311 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 on network 9917c658-7be8-4409-af00-45bd1d720358 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-1 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 16:04:59.917632 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Attempting to bind port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 on network 9917c658-7be8-4409-af00-45bd1d720358 {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 16:04:59.923358 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Checking agent: {'id': '8876af75-daa7-4846-a154-7ea97d78dc58', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'started_at': datetime.datetime(2021, 7, 29, 14, 37, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 16, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 16:04:59.923699 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Checking segment: {'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 16:04:59.924085 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Bound using segment: {'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'} {{(pid=94158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 16:04:59.924518 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.managers [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Bound port: 2b6be2db-15ec-40d4-a9cb-7d44b1243f71, host: n-h1-802893-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b008e24-deba-4ee2-a88e-193fae5ce62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9917c658-7be8-4409-af00-45bd1d720358'}}] {{(pid=94158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 16:04:59.924913 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:04:59.993598 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] For port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71, host n-h1-802893-1, cleared binding levels {{(pid=94158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 16:04:59.996894 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] For port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71, host n-h1-802893-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2b6be2db-15ec-40d4-a9cb-7d44b1243f71,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 16:05:00.002389 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:00.036226 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:00.036869 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:00.038248 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] 10.222.0.38 "PUT /v2.0/ports/2b6be2db-15ec-40d4-a9cb-7d44b1243f71 HTTP/1.1" status: 200 len: 1091 time: 0.7142947 Jul 29 16:05:00.038685 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'tag': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:05:00.040940 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d324b738-a041-44e9-b4ac-ab217adc5589" -d '{"events": [{"name": "network-changed", "server_uuid": "7203ce1f-c2d3-426f-aa8c-fc12b73a6290", "tag": "2b6be2db-15ec-40d4-a9cb-7d44b1243f71"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:05:00.074054 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f380df-74b7-4318-9157-4049a3dea755 service neutron] Pushing event updated for resources: {'Port': ['ID=2b6be2db-15ec-40d4-a9cb-7d44b1243f71,revision_number=3']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:05:00.106361 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 16:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fa30d4-33f4-4a93-a5ac-ea0f18520ad6 x-openstack-request-id: req-a9fa30d4-33f4-4a93-a5ac-ea0f18520ad6 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:05:00.106634 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7203ce1f-c2d3-426f-aa8c-fc12b73a6290", "tag": "2b6be2db-15ec-40d4-a9cb-7d44b1243f71", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:05:00.106888 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9fa30d4-33f4-4a93-a5ac-ea0f18520ad6 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:05:00.107281 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'tag': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71', 'status': 'completed', 'code': 200} Jul 29 16:05:00.141760 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e9580-fb00-449a-882c-766065263f34 req-9cda4d27-d7d3-4538-99d9-db3eb85401bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:00.143287 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-9cda4d27-d7d3-4538-99d9-db3eb85401bd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e58752e398354ee2a5c6dcccacb0d3f6&device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 1094 time: 0.0467260 Jul 29 16:05:00.216303 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-1e9591e1-d41b-42ca-8e0d-f8ea9bcdc34f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b6be2db-15ec-40d4-a9cb-7d44b1243f71 HTTP/1.1" status: 200 len: 217 time: 0.0402298 Jul 29 16:05:00.263946 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e9580-fb00-449a-882c-766065263f34 req-fca4f3fe-9529-4f68-8f27-ed21a73882f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:00.265488 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-fca4f3fe-9529-4f68-8f27-ed21a73882f4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb799c9-903c-410f-b2ad-4da6e2d7db9e HTTP/1.1" status: 200 len: 848 time: 0.0435519 Jul 29 16:05:00.309019 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e9580-fb00-449a-882c-766065263f34 req-fcf30f03-3db8-4945-ae24-240de1eea869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:00.310462 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-fcf30f03-3db8-4945-ae24-240de1eea869 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9917c658-7be8-4409-af00-45bd1d720358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385132 Jul 29 16:05:00.399829 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-a9ef01ea-d8a0-4f51-b348-a6d2a17be7da service neutron] 10.222.0.38 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814614 Jul 29 16:05:00.489532 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-ac1e9580-fb00-449a-882c-766065263f34 req-d2db6160-a347-4009-970f-859e044ded8e service neutron] 10.222.0.38 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800555 Jul 29 16:05:00.609066 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324b738-a041-44e9-b4ac-ab217adc5589 req-a566eb6c-155e-492c-97dd-50e985ecc105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:00.611192 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d324b738-a041-44e9-b4ac-ab217adc5589 req-a566eb6c-155e-492c-97dd-50e985ecc105 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e58752e398354ee2a5c6dcccacb0d3f6&device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 1094 time: 0.0401983 Jul 29 16:05:00.701566 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324b738-a041-44e9-b4ac-ab217adc5589 req-cd0c95e7-d2b3-4e65-b8d5-61009867ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:00.702999 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d324b738-a041-44e9-b4ac-ab217adc5589 req-cd0c95e7-d2b3-4e65-b8d5-61009867ada8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9917c658-7be8-4409-af00-45bd1d720358 HTTP/1.1" status: 200 len: 910 time: 0.0846012 Jul 29 16:05:00.706638 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4d8b623a-136a-47dd-ada5-8d8c620f6c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:00.745052 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d324b738-a041-44e9-b4ac-ab217adc5589 req-cf7ccc5e-d7ce-4e54-9848-25c8393afd76 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b6be2db-15ec-40d4-a9cb-7d44b1243f71 HTTP/1.1" status: 200 len: 217 time: 0.0353458 Jul 29 16:05:00.823504 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324b738-a041-44e9-b4ac-ab217adc5589 req-cb1d8871-ef5c-4ba0-b035-1832906dd466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:00.825015 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d324b738-a041-44e9-b4ac-ab217adc5589 req-cb1d8871-ef5c-4ba0-b035-1832906dd466 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb799c9-903c-410f-b2ad-4da6e2d7db9e HTTP/1.1" status: 200 len: 848 time: 0.0732706 Jul 29 16:05:00.842253 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb033ea4-bdbf-413b-ba59-35e7ba77da23 req-d3fbbfab-9340-4b9b-bb94-2189b9b0d0b5 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:00.846858 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cb033ea4-bdbf-413b-ba59-35e7ba77da23 req-d3fbbfab-9340-4b9b-bb94-2189b9b0d0b5 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 943 time: 0.0674758 Jul 29 16:05:00.901921 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-cb033ea4-bdbf-413b-ba59-35e7ba77da23 req-bccd3c68-9c7f-45b6-a6f6-29205f4b101e tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501797 Jul 29 16:05:00.908919 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324b738-a041-44e9-b4ac-ab217adc5589 req-5ab7b2e0-8e5b-47b0-ba1b-f1a10c5ac06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:00.910583 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d324b738-a041-44e9-b4ac-ab217adc5589 req-5ab7b2e0-8e5b-47b0-ba1b-f1a10c5ac06a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9917c658-7be8-4409-af00-45bd1d720358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765040 Jul 29 16:05:01.334278 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d324b738-a041-44e9-b4ac-ab217adc5589 req-8b2a54a5-07f3-41dc-9bc9-46ec09e301ed service neutron] 10.222.0.38 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156823 Jul 29 16:05:01.423403 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d324b738-a041-44e9-b4ac-ab217adc5589 req-545aae17-da9c-4572-b914-a25508ac4b37 service neutron] 10.222.0.38 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818603 Jul 29 16:05:01.506331 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 16:05:01.596735 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2b6be2db-15ec-40d4-a9cb-7d44b1243f71,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:05:01.607447 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'port_id': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71', 'mac_address': 'fa:16:3e:c5:d0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 16:05:01.646806 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:01.659008 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 16:05:01.678323 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2b6be2db-15ec-40d4-a9cb-7d44b1243f71,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:05:01.682041 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:01.729238 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2b6be2db-15ec-40d4-a9cb-7d44b1243f71,revision_number=4']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:05:01.993139 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2b6be2db-15ec-40d4-a9cb-7d44b1243f71'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 16:05:02.018661 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cc6cf-ed17-4445-8d5c-d8e0c976448c req-bd194362-8609-4be3-b424-f6a6659a760d tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:02.020145 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-756cc6cf-ed17-4445-8d5c-d8e0c976448c req-bd194362-8609-4be3-b424-f6a6659a760d tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 944 time: 0.0486834 Jul 29 16:05:02.058781 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-756cc6cf-ed17-4445-8d5c-d8e0c976448c req-2055d9ae-5c4e-4185-b9b3-96189958950d tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323899 Jul 29 16:05:03.177288 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdfb9f-5b5a-46b1-a667-503c9a340685 req-3030af9d-3ad3-4bfe-b146-db5323e154fc tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:03.178754 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-38fdfb9f-5b5a-46b1-a667-503c9a340685 req-3030af9d-3ad3-4bfe-b146-db5323e154fc tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 944 time: 0.0520880 Jul 29 16:05:03.215615 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-38fdfb9f-5b5a-46b1-a667-503c9a340685 req-86b72ce9-2f1d-44ab-8283-29d38a86297b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310373 Jul 29 16:05:03.365420 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:03.394266 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-9a38f321-d8e3-4ea8-a776-887c5a8fbc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:03.522164 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:05:03.570358 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning for port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 completed by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 16:05:03.573892 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:05:03.574314 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:03.651128 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:03.676431 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:05:03.679422 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d716c34-738b-45aa-85af-f8a680838d86" -d '{"events": [{"server_uuid": "7203ce1f-c2d3-426f-aa8c-fc12b73a6290", "name": "network-vif-plugged", "status": "completed", "tag": "2b6be2db-15ec-40d4-a9cb-7d44b1243f71"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:05:03.692448 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2b6be2db-15ec-40d4-a9cb-7d44b1243f71,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:05:03.697537 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:03.722164 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 16:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4032bf-1e6a-426c-8cde-c8b647f97467 x-openstack-request-id: req-3d4032bf-1e6a-426c-8cde-c8b647f97467 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:05:03.722460 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7203ce1f-c2d3-426f-aa8c-fc12b73a6290", "name": "network-vif-plugged", "status": "completed", "tag": "2b6be2db-15ec-40d4-a9cb-7d44b1243f71", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:05:03.722709 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d4032bf-1e6a-426c-8cde-c8b647f97467 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:05:03.723093 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71', 'code': 200} Jul 29 16:05:03.749701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2b6be2db-15ec-40d4-a9cb-7d44b1243f71,revision_number=5']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:05:03.835293 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699bea2-673f-4779-bc84-acfadc480cf7 req-8f0ab765-a575-4055-8610-9d28137a0a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:03.836813 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2699bea2-673f-4779-bc84-acfadc480cf7 req-8f0ab765-a575-4055-8610-9d28137a0a39 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 1096 time: 0.0389919 Jul 29 16:05:03.871108 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2699bea2-673f-4779-bc84-acfadc480cf7 req-cec22620-d51a-4ad0-a01a-55fe79d43784 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278039 Jul 29 16:05:04.330109 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174a4bb-7c4e-403e-8656-a9bfca9ad00d req-e43a21b6-41f6-4ebd-bef5-d9c796e7ae21 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:04.331570 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d174a4bb-7c4e-403e-8656-a9bfca9ad00d req-e43a21b6-41f6-4ebd-bef5-d9c796e7ae21 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 945 time: 0.0493801 Jul 29 16:05:04.368483 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d174a4bb-7c4e-403e-8656-a9bfca9ad00d req-c9cd4457-4172-44cf-8c93-863ae45f6abf tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307961 Jul 29 16:05:04.670778 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:05.490182 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544844eb-cc04-4eb5-a46e-3da583ff1918 req-c851fb24-de9a-46aa-9d18-3027d7d7a82d tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:05.491672 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-544844eb-cc04-4eb5-a46e-3da583ff1918 req-c851fb24-de9a-46aa-9d18-3027d7d7a82d tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 945 time: 0.0542629 Jul 29 16:05:05.529114 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-544844eb-cc04-4eb5-a46e-3da583ff1918 req-fc35f8d4-65b3-4cde-8f5c-ee628e085329 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314777 Jul 29 16:05:05.646164 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a57727-9425-45d0-bbe8-4095593a2d09 req-f654f686-8dac-43c4-8883-0cc7183e38fd tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:05.647703 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9a57727-9425-45d0-bbe8-4095593a2d09 req-f654f686-8dac-43c4-8883-0cc7183e38fd tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 945 time: 0.0511839 Jul 29 16:05:05.684444 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-e9a57727-9425-45d0-bbe8-4095593a2d09 req-4419b648-99d3-487e-af7f-c319b8cccf9f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309865 Jul 29 16:05:05.706235 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57448) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:05:05.744816 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1754c503-e209-459d-8fc2-4da485f4b30d tempest-TestSnapshotPattern-134283442 tempest-TestSnapshotPattern-134283442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:05.746320 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-1754c503-e209-459d-8fc2-4da485f4b30d tempest-TestSnapshotPattern-134283442 tempest-TestSnapshotPattern-134283442-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 1091 time: 0.0391130 Jul 29 16:05:05.749082 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57450) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:05:05.754077 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.v2.base [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Request body: {'floatingip': {'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'port_id': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 16:05:05.775722 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for floatingip, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:05.878507 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:05.977034 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.db_base_plugin_common [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Allocated IP 172.25.6.77 (934d72ed-b7cb-4209-8f17-14bdf4413084/75343300-359e-46ec-9c56-89dd0632dd90/64550913-d790-485e-afb4-1c4379234969) {{(pid=94158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 16:05:06.078644 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for port, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:06.116226 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743680316883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:06.150887 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Network 934d72ed-b7cb-4209-8f17-14bdf4413084 is already hosted by enough agents. {{(pid=94158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 16:05:06.153649 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.base_scheduler [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Resources bound (agent type, host, resource id): {{(pid=94158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 16:05:06.157849 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Received port after_create {{(pid=94158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 16:05:06.182625 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event updated for resources: {'Port': ['ID=64550913-d790-485e-afb4-1c4379234969,revision_number=1']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:05:06.511804 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:06.576049 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:06.629493 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:06.723518 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for port, precommit_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:06.727938 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3188986'] for port, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:06.796129 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event updated for resources: {'Port': ['ID=64550913-d790-485e-afb4-1c4379234969,revision_number=2']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:05:06.810019 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562501'] for floatingip, after_update {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:06.909313 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Floating IP 9d0628d0-205d-4bce-ab57-97f0f1d084b7 associated. External IP: 172.25.6.77, port: 2b6be2db-15ec-40d4-a9cb-7d44b1243f71. Jul 29 16:05:07.112903 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Router 6d4de714-cb34-4979-8ae8-2b76c03c796b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:05:07.219948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 16:05:07.230379 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258efa54-8e2d-4610-b5a7-bc204a890181 None None] Sync routers for ids ['6d4de714-cb34-4979-8ae8-2b76c03c796b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:05:07.236918 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:07.241319 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258efa54-8e2d-4610-b5a7-bc204a890181 None None] Routers {'6d4de714-cb34-4979-8ae8-2b76c03c796b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:05:07.241967 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-258efa54-8e2d-4610-b5a7-bc204a890181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:05:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d4de714-cb34-4979-8ae8-2b76c03c796b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:05:07.263331 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-68f66470-d8bf-448e-96c7-6b733e387f37 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5127084 Jul 29 16:05:07.263920 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'tag': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:05:07.266328 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35bf6a7-a21c-452e-9009-ded0f8dfd487" -d '{"events": [{"name": "network-changed", "server_uuid": "7203ce1f-c2d3-426f-aa8c-fc12b73a6290", "tag": "2b6be2db-15ec-40d4-a9cb-7d44b1243f71"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:05:07.303855 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bb0bf3-625d-4c58-8df1-4fae952da112 x-openstack-request-id: req-d2bb0bf3-625d-4c58-8df1-4fae952da112 {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:05:07.304088 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7203ce1f-c2d3-426f-aa8c-fc12b73a6290", "tag": "2b6be2db-15ec-40d4-a9cb-7d44b1243f71", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:05:07.304340 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2bb0bf3-625d-4c58-8df1-4fae952da112 {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:05:07.304781 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'tag': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71', 'status': 'completed', 'code': 200} Jul 29 16:05:07.345949 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-258efa54-8e2d-4610-b5a7-bc204a890181 None None] Set router 6d4de714-cb34-4979-8ae8-2b76c03c796b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:05:07.390713 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bf6a7-a21c-452e-9009-ded0f8dfd487 req-6ca81263-a41f-49ed-b3ca-bd4d78dca589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:07.392261 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d35bf6a7-a21c-452e-9009-ded0f8dfd487 req-6ca81263-a41f-49ed-b3ca-bd4d78dca589 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e58752e398354ee2a5c6dcccacb0d3f6&device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 1096 time: 0.0449026 Jul 29 16:05:07.480824 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bf6a7-a21c-452e-9009-ded0f8dfd487 req-0c0492d3-afe1-4ff2-967f-d320980fefb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:07.482300 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d35bf6a7-a21c-452e-9009-ded0f8dfd487 req-0c0492d3-afe1-4ff2-967f-d320980fefb9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9917c658-7be8-4409-af00-45bd1d720358 HTTP/1.1" status: 200 len: 910 time: 0.0831954 Jul 29 16:05:07.549686 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d35bf6a7-a21c-452e-9009-ded0f8dfd487 req-12a4c599-7b5f-4681-8c96-b3a61de8f889 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b6be2db-15ec-40d4-a9cb-7d44b1243f71 HTTP/1.1" status: 200 len: 998 time: 0.0604661 Jul 29 16:05:07.566609 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-258efa54-8e2d-4610-b5a7-bc204a890181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:15Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '69a5c4f7-51b9-48d5-b770-8e7795912ce7', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'port_id': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'mac_address': 'fa:16:3e:2b:aa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T16:02:35Z', 'updated_at': '2021-07-29T16:02:37Z', 'revision_number': 1, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'fixed_ip_address_scope': None}, {'id': '9d0628d0-205d-4bce-ab57-97f0f1d084b7', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'port_id': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'mac_address': 'fa:16:3e:c5:d0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T16:05:06Z', 'updated_at': '2021-07-29T16:05:06Z', 'revision_number': 0, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ed465-e900-4013-9de6-c4be6daac5b6', 'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'mac_address': 'fa:16:3e:04:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:14Z', 'updated_at': '2021-07-29T16:02:20Z', 'revision_number': 5, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'subnets': [{'id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:05:07.592255 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258efa54-8e2d-4610-b5a7-bc204a890181 None None] Checking router: 6d4de714-cb34-4979-8ae8-2b76c03c796b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:05:07.598871 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bf6a7-a21c-452e-9009-ded0f8dfd487 req-27d6dc40-3f62-4aa7-9e96-e76b6fb58e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:07.600329 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d35bf6a7-a21c-452e-9009-ded0f8dfd487 req-27d6dc40-3f62-4aa7-9e96-e76b6fb58e40 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb799c9-903c-410f-b2ad-4da6e2d7db9e HTTP/1.1" status: 200 len: 848 time: 0.0444474 Jul 29 16:05:07.601226 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258efa54-8e2d-4610-b5a7-bc204a890181 None None] Routers {'6d4de714-cb34-4979-8ae8-2b76c03c796b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:05:07.601828 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-258efa54-8e2d-4610-b5a7-bc204a890181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:05:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d4de714-cb34-4979-8ae8-2b76c03c796b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:05:07.644512 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bf6a7-a21c-452e-9009-ded0f8dfd487 req-64e00c3d-8f63-4c28-be5f-29334894ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:07.646028 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d35bf6a7-a21c-452e-9009-ded0f8dfd487 req-64e00c3d-8f63-4c28-be5f-29334894ef4f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9917c658-7be8-4409-af00-45bd1d720358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393233 Jul 29 16:05:07.703674 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-258efa54-8e2d-4610-b5a7-bc204a890181 None None] Set router 6d4de714-cb34-4979-8ae8-2b76c03c796b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:05:07.738926 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d35bf6a7-a21c-452e-9009-ded0f8dfd487 req-04fa79f4-0a43-460f-8bea-fca51abf2fe5 service neutron] 10.222.0.38 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853946 Jul 29 16:05:07.826358 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d35bf6a7-a21c-452e-9009-ded0f8dfd487 req-8ec05ca8-1b9a-41be-92e6-250f466c4e3e service neutron] 10.222.0.38 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804477 Jul 29 16:05:07.922992 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-258efa54-8e2d-4610-b5a7-bc204a890181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:15Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '69a5c4f7-51b9-48d5-b770-8e7795912ce7', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'port_id': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'mac_address': 'fa:16:3e:2b:aa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T16:02:35Z', 'updated_at': '2021-07-29T16:02:37Z', 'revision_number': 1, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'fixed_ip_address_scope': None}, {'id': '9d0628d0-205d-4bce-ab57-97f0f1d084b7', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'port_id': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'mac_address': 'fa:16:3e:c5:d0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T16:05:06Z', 'updated_at': '2021-07-29T16:05:06Z', 'revision_number': 0, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ed465-e900-4013-9de6-c4be6daac5b6', 'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'mac_address': 'fa:16:3e:04:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:14Z', 'updated_at': '2021-07-29T16:02:20Z', 'revision_number': 5, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'subnets': [{'id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:05:07.951488 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258efa54-8e2d-4610-b5a7-bc204a890181 None None] The sync data for ids ['6d4de714-cb34-4979-8ae8-2b76c03c796b'] in n-d-802893-1 is: [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:15Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '69a5c4f7-51b9-48d5-b770-8e7795912ce7', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'port_id': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'mac_address': 'fa:16:3e:2b:aa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T16:02:35Z', 'updated_at': '2021-07-29T16:02:37Z', 'revision_number': 1, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'fixed_ip_address_scope': None}, {'id': '9d0628d0-205d-4bce-ab57-97f0f1d084b7', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'port_id': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'mac_address': 'fa:16:3e:c5:d0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T16:05:06Z', 'updated_at': '2021-07-29T16:05:06Z', 'revision_number': 0, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ed465-e900-4013-9de6-c4be6daac5b6', 'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'mac_address': 'fa:16:3e:04:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:14Z', 'updated_at': '2021-07-29T16:02:20Z', 'revision_number': 5, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'subnets': [{'id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:05:08.145763 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860455df-f932-45e7-a01e-3dd06ce7b262 None None] New status for floating IP 9d0628d0-205d-4bce-ab57-97f0f1d084b7: ACTIVE {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:05:11.852482 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:20.919948 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:05:27.160740 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:30.706593 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-37347847-eb6a-4052-bd42-94cf031b8007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:33.365456 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:33.393856 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a59db465-dc2c-4067-aca5-de26c33d726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:34.672979 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:36.631760 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:39.696155 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-879fb876-ae94-4a3c-b353-4396621ea524 req-be0cad6c-d8dc-4faf-90b7-9e6bded54fbb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387256 Jul 29 16:05:39.776947 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fb876-ae94-4a3c-b353-4396621ea524 req-424aad8c-d7fd-4c62-86fc-339ffb8f7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:39.778413 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-879fb876-ae94-4a3c-b353-4396621ea524 req-424aad8c-d7fd-4c62-86fc-339ffb8f7f0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e58752e398354ee2a5c6dcccacb0d3f6&device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 1095 time: 0.0397503 Jul 29 16:05:39.884260 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fb876-ae94-4a3c-b353-4396621ea524 req-ee5ca1c3-7fc5-4c9a-b2e7-b7cb4b936632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:39.885786 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-879fb876-ae94-4a3c-b353-4396621ea524 req-ee5ca1c3-7fc5-4c9a-b2e7-b7cb4b936632 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9917c658-7be8-4409-af00-45bd1d720358 HTTP/1.1" status: 200 len: 910 time: 0.0878739 Jul 29 16:05:39.949994 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-879fb876-ae94-4a3c-b353-4396621ea524 req-391f3472-59cb-406b-97db-f3d266c7993e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 HTTP/1.1" status: 200 len: 999 time: 0.0565572 Jul 29 16:05:39.997878 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fb876-ae94-4a3c-b353-4396621ea524 req-f4cb1b2c-d9b3-4be6-bd75-3cfa0d183344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:39.999270 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-879fb876-ae94-4a3c-b353-4396621ea524 req-f4cb1b2c-d9b3-4be6-bd75-3cfa0d183344 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=deb799c9-903c-410f-b2ad-4da6e2d7db9e HTTP/1.1" status: 200 len: 848 time: 0.0423410 Jul 29 16:05:40.047675 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fb876-ae94-4a3c-b353-4396621ea524 req-167a5294-2d23-4f2a-806c-6951d6dcb166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:05:40.049154 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-879fb876-ae94-4a3c-b353-4396621ea524 req-167a5294-2d23-4f2a-806c-6951d6dcb166 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9917c658-7be8-4409-af00-45bd1d720358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430887 Jul 29 16:05:40.136091 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-879fb876-ae94-4a3c-b353-4396621ea524 req-46537217-88f9-4bb6-9869-d671f9fb20c9 service neutron] 10.222.0.39 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793183 Jul 29 16:05:40.228942 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-879fb876-ae94-4a3c-b353-4396621ea524 req-e673feb6-8ebe-4d62-b72e-0dd99bd3aa41 service neutron] 10.222.0.39 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852332 Jul 29 16:05:41.852029 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:57.172067 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:05:57.918916 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:06:00.707074 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bdeb4fbd-b259-48d3-9b80-8fbad678221b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:03.366708 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:03.393298 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4c3eaa6b-70d5-4494-a1c1-1b047bec8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:04.676413 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:05.564746 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b32025aa-7970-4506-a89a-c3471800355b req-d6c0f39a-cb8a-46e2-be6b-dd57744834f8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395436 Jul 29 16:06:05.664556 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32025aa-7970-4506-a89a-c3471800355b req-c2503c24-613e-4adc-991a-804ba305aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:05.666096 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b32025aa-7970-4506-a89a-c3471800355b req-c2503c24-613e-4adc-991a-804ba305aeed service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e58752e398354ee2a5c6dcccacb0d3f6&device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 1096 time: 0.0451143 Jul 29 16:06:05.765124 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32025aa-7970-4506-a89a-c3471800355b req-90d72fef-ab85-415c-9aec-2973ec2e4d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:05.766603 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b32025aa-7970-4506-a89a-c3471800355b req-90d72fef-ab85-415c-9aec-2973ec2e4d51 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9917c658-7be8-4409-af00-45bd1d720358 HTTP/1.1" status: 200 len: 910 time: 0.0815339 Jul 29 16:06:05.834474 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b32025aa-7970-4506-a89a-c3471800355b req-329c7ab3-ea08-4f67-8e51-b11218b1270b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b6be2db-15ec-40d4-a9cb-7d44b1243f71 HTTP/1.1" status: 200 len: 1000 time: 0.0607989 Jul 29 16:06:05.883081 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32025aa-7970-4506-a89a-c3471800355b req-4b59674a-cf15-41c5-a4f8-24b489f2b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:05.884525 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b32025aa-7970-4506-a89a-c3471800355b req-4b59674a-cf15-41c5-a4f8-24b489f2b3bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb799c9-903c-410f-b2ad-4da6e2d7db9e HTTP/1.1" status: 200 len: 848 time: 0.0432777 Jul 29 16:06:05.930355 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32025aa-7970-4506-a89a-c3471800355b req-4f53f869-cbd7-47c8-8c88-b4008bc61e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:05.931806 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b32025aa-7970-4506-a89a-c3471800355b req-4f53f869-cbd7-47c8-8c88-b4008bc61e79 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9917c658-7be8-4409-af00-45bd1d720358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390425 Jul 29 16:06:06.021411 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b32025aa-7970-4506-a89a-c3471800355b req-04467614-8c6e-4421-a87a-76b5f03f0336 service neutron] 10.222.0.38 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818756 Jul 29 16:06:06.110239 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-b32025aa-7970-4506-a89a-c3471800355b req-de735a3e-07e7-413e-b5fc-b25317d9ac3e service neutron] 10.222.0.38 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801916 Jul 29 16:06:06.634830 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:11.850931 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:27.167089 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:30.708388 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-953dd3e5-ae6c-48de-80da-7af7ff19c4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:33.367836 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:33.392423 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-69de8d63-2c23-4b77-8675-93a132cb5b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:34.682765 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:34.917608 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:06:36.637911 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:37.932177 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 details requested by agent hyperv_n-h1-802893-1 with host n-h1-802893-1 {{(pid=94159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 16:06:38.023058 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2b6be2db-15ec-40d4-a9cb-7d44b1243f71,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:06:38.034237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Returning: {'device': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'port_id': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71', 'mac_address': 'fa:16:3e:c5:d0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 16:06:38.072931 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:38.085069 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 {{(pid=94159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 16:06:38.103814 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2b6be2db-15ec-40d4-a9cb-7d44b1243f71,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:06:38.107583 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:38.153513 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2b6be2db-15ec-40d4-a9cb-7d44b1243f71,revision_number=6']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:06:38.161254 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:38.161597 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:38.161932 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:38.162263 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:38.162590 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:38.162914 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:38.163235 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:38.163553 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:38.163868 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:38.164184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:38.164498 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:38.164838 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:38.253644 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] get_ports_and_sgs() called for port_ids ['2b6be2db-15ec-40d4-a9cb-7d44b1243f71'] {{(pid=94159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 16:06:39.958512 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 up at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 16:06:40.010861 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.provisioning_blocks [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Provisioning complete for port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 triggered by entity L2. {{(pid=94159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 16:06:40.011232 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134156756'] for port, provisioning_complete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:40.094380 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133725410'] for port, before_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:40.118365 n-d-802893-1 neutron-server[94159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71'}] {{(pid=94159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:06:40.120933 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96a130d985d920357ae300c262943cb0a3e041df430c05ab425a2afadbe12913" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab44db7f-254a-438d-9a36-e76910aa2909" -d '{"events": [{"server_uuid": "7203ce1f-c2d3-426f-aa8c-fc12b73a6290", "name": "network-vif-plugged", "status": "completed", "tag": "2b6be2db-15ec-40d4-a9cb-7d44b1243f71"}]}' {{(pid=94159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:06:40.134665 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] For port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2b6be2db-15ec-40d4-a9cb-7d44b1243f71,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:06:40.140430 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743680688433', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743680316901', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743680316919'] for port, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:40.166777 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 16:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e4e205-32d2-4d0e-81ea-a0f1df076212 x-openstack-request-id: req-e6e4e205-32d2-4d0e-81ea-a0f1df076212 {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:06:40.167071 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7203ce1f-c2d3-426f-aa8c-fc12b73a6290", "name": "network-vif-plugged", "status": "completed", "tag": "2b6be2db-15ec-40d4-a9cb-7d44b1243f71", "code": 200}]} {{(pid=94159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:06:40.167350 n-d-802893-1 neutron-server[94159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6e4e205-32d2-4d0e-81ea-a0f1df076212 {{(pid=94159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:06:40.167831 n-d-802893-1 neutron-server[94159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71', 'code': 200} Jul 29 16:06:40.195090 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Pushing event updated for resources: {'Port': ['ID=2b6be2db-15ec-40d4-a9cb-7d44b1243f71,revision_number=7']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:06:40.720109 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b521dd0f-d97c-40d5-bd8f-bc9db0ff7de6 req-7523a4e1-3b10-49f4-87a4-db9c42288532 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600467 Jul 29 16:06:40.811991 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521dd0f-d97c-40d5-bd8f-bc9db0ff7de6 req-64e12c78-9a39-4f60-bced-4c1063e239fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:40.814399 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b521dd0f-d97c-40d5-bd8f-bc9db0ff7de6 req-64e12c78-9a39-4f60-bced-4c1063e239fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e58752e398354ee2a5c6dcccacb0d3f6&device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 1095 time: 0.0483074 Jul 29 16:06:40.960572 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521dd0f-d97c-40d5-bd8f-bc9db0ff7de6 req-959b2a80-d053-42dd-ac7a-4f9cc77a5c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:40.962709 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b521dd0f-d97c-40d5-bd8f-bc9db0ff7de6 req-959b2a80-d053-42dd-ac7a-4f9cc77a5c32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9917c658-7be8-4409-af00-45bd1d720358 HTTP/1.1" status: 200 len: 910 time: 0.1279385 Jul 29 16:06:41.049786 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b521dd0f-d97c-40d5-bd8f-bc9db0ff7de6 req-bcbf5d47-a9a1-43c6-ae51-771cccfa571a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 HTTP/1.1" status: 200 len: 999 time: 0.0732973 Jul 29 16:06:41.110856 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521dd0f-d97c-40d5-bd8f-bc9db0ff7de6 req-b41470ba-3963-4f8b-b58f-a7f49a68aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:41.112316 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b521dd0f-d97c-40d5-bd8f-bc9db0ff7de6 req-b41470ba-3963-4f8b-b58f-a7f49a68aa65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=deb799c9-903c-410f-b2ad-4da6e2d7db9e HTTP/1.1" status: 200 len: 848 time: 0.0563757 Jul 29 16:06:41.168993 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521dd0f-d97c-40d5-bd8f-bc9db0ff7de6 req-b5c82ef2-9287-43b1-901b-48a329b87951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:41.171917 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b521dd0f-d97c-40d5-bd8f-bc9db0ff7de6 req-b5c82ef2-9287-43b1-901b-48a329b87951 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9917c658-7be8-4409-af00-45bd1d720358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513754 Jul 29 16:06:41.270358 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b521dd0f-d97c-40d5-bd8f-bc9db0ff7de6 req-f5a7ca84-0aba-4618-9ed3-e843cbbbc711 service neutron] 10.222.0.39 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923755 Jul 29 16:06:41.388519 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-b521dd0f-d97c-40d5-bd8f-bc9db0ff7de6 req-12600e5d-7935-4b74-bd7f-67560eaa18e0 service neutron] 10.222.0.39 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108902 Jul 29 16:06:41.868653 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:49.712830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57656) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:06:49.869094 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Deleting port 64550913-d790-485e-afb4-1c4379234969 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:06:49.869462 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:49.945978 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:49.946229 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:49.958407 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Calling delete_port for 64550913-d790-485e-afb4-1c4379234969 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:06:50.103833 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:50.133478 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event deleted for resources: {'Port': ['ID=64550913-d790-485e-afb4-1c4379234969,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:06:50.156496 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:50.156874 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:50.157219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:50.157559 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:50.157897 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:50.158231 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:50.158562 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:50.158892 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:50.159219 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:50.159545 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:50.159873 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:50.160198 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:50.199870 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:50.200130 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Floating IP 9d0628d0-205d-4bce-ab57-97f0f1d084b7 disassociated (deleted). External IP: 172.25.6.77, port: 2b6be2db-15ec-40d4-a9cb-7d44b1243f71. Jul 29 16:06:50.404833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Router 6d4de714-cb34-4979-8ae8-2b76c03c796b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:06:50.512731 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 16:06:50.517241 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:50.523082 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5176f6-36e7-4390-98ca-a90cb8b7cba0 None None] Sync routers for ids ['6d4de714-cb34-4979-8ae8-2b76c03c796b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:06:50.531721 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5176f6-36e7-4390-98ca-a90cb8b7cba0 None None] Routers {'6d4de714-cb34-4979-8ae8-2b76c03c796b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:06:50.532330 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6e5176f6-36e7-4390-98ca-a90cb8b7cba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d4de714-cb34-4979-8ae8-2b76c03c796b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:06:50.543980 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-08b09911-ff16-46c9-9632-c0c49b89f184 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "DELETE /v2.0/floatingips/9d0628d0-205d-4bce-ab57-97f0f1d084b7 HTTP/1.1" status: 204 len: 168 time: 0.8300357 Jul 29 16:06:50.544695 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'tag': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:06:50.547723 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530c5c06-0645-4d21-b781-27027c2e74fe" -d '{"events": [{"name": "network-changed", "server_uuid": "7203ce1f-c2d3-426f-aa8c-fc12b73a6290", "tag": "2b6be2db-15ec-40d4-a9cb-7d44b1243f71"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:06:50.587053 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 16:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08403daa-4325-4856-b785-ad1d0612eb0f x-openstack-request-id: req-08403daa-4325-4856-b785-ad1d0612eb0f {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:06:50.587417 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7203ce1f-c2d3-426f-aa8c-fc12b73a6290", "tag": "2b6be2db-15ec-40d4-a9cb-7d44b1243f71", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:06:50.587741 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08403daa-4325-4856-b785-ad1d0612eb0f {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:06:50.588228 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'tag': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71', 'status': 'completed', 'code': 200} Jul 29 16:06:50.641026 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-6e5176f6-36e7-4390-98ca-a90cb8b7cba0 None None] Set router 6d4de714-cb34-4979-8ae8-2b76c03c796b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:06:50.679572 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c5c06-0645-4d21-b781-27027c2e74fe req-21dadf17-2530-4da8-b02e-929e46deef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:50.681849 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-530c5c06-0645-4d21-b781-27027c2e74fe req-21dadf17-2530-4da8-b02e-929e46deef53 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e58752e398354ee2a5c6dcccacb0d3f6&device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 1096 time: 0.0500319 Jul 29 16:06:50.782833 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c5c06-0645-4d21-b781-27027c2e74fe req-06933275-8401-4f09-b34e-90bed42f5b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:50.784293 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-530c5c06-0645-4d21-b781-27027c2e74fe req-06933275-8401-4f09-b34e-90bed42f5b81 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9917c658-7be8-4409-af00-45bd1d720358 HTTP/1.1" status: 200 len: 910 time: 0.0936103 Jul 29 16:06:50.795334 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dc3c2-3991-4ad1-984b-a6256ffc8590 req-474ec54f-4ae2-40de-99ba-6c58637100fc tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:50.797679 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b1dc3c2-3991-4ad1-984b-a6256ffc8590 req-474ec54f-4ae2-40de-99ba-6c58637100fc tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 945 time: 0.0532470 Jul 29 16:06:50.828456 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-530c5c06-0645-4d21-b781-27027c2e74fe req-c942eb99-16fe-4ceb-979a-b2a44179aaf9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b6be2db-15ec-40d4-a9cb-7d44b1243f71 HTTP/1.1" status: 200 len: 217 time: 0.0355713 Jul 29 16:06:50.842039 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-7b1dc3c2-3991-4ad1-984b-a6256ffc8590 req-a29c21bf-8f81-4827-83fc-3d233837f6b7 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380225 Jul 29 16:06:50.879148 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6e5176f6-36e7-4390-98ca-a90cb8b7cba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:15Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '69a5c4f7-51b9-48d5-b770-8e7795912ce7', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'port_id': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'mac_address': 'fa:16:3e:2b:aa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T16:02:35Z', 'updated_at': '2021-07-29T16:02:37Z', 'revision_number': 1, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ed465-e900-4013-9de6-c4be6daac5b6', 'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'mac_address': 'fa:16:3e:04:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:14Z', 'updated_at': '2021-07-29T16:02:20Z', 'revision_number': 5, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'subnets': [{'id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:06:50.883798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c5c06-0645-4d21-b781-27027c2e74fe req-584f3065-0ba0-4c96-840e-5809b2f3992c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:50.885316 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-530c5c06-0645-4d21-b781-27027c2e74fe req-584f3065-0ba0-4c96-840e-5809b2f3992c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=deb799c9-903c-410f-b2ad-4da6e2d7db9e HTTP/1.1" status: 200 len: 848 time: 0.0500104 Jul 29 16:06:50.943636 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c5c06-0645-4d21-b781-27027c2e74fe req-e1531cc8-178f-4fd1-9c18-038a57e9d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:50.945217 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-530c5c06-0645-4d21-b781-27027c2e74fe req-e1531cc8-178f-4fd1-9c18-038a57e9d9e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9917c658-7be8-4409-af00-45bd1d720358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477793 Jul 29 16:06:51.000986 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5176f6-36e7-4390-98ca-a90cb8b7cba0 None None] Checking router: 6d4de714-cb34-4979-8ae8-2b76c03c796b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:06:51.009582 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5176f6-36e7-4390-98ca-a90cb8b7cba0 None None] Routers {'6d4de714-cb34-4979-8ae8-2b76c03c796b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:06:51.010201 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6e5176f6-36e7-4390-98ca-a90cb8b7cba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d4de714-cb34-4979-8ae8-2b76c03c796b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:06:51.039324 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-530c5c06-0645-4d21-b781-27027c2e74fe req-f98dec6c-ab26-46f7-a2ff-47b58061f348 service neutron] 10.222.0.38 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850914 Jul 29 16:06:51.116868 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-6e5176f6-36e7-4390-98ca-a90cb8b7cba0 None None] Set router 6d4de714-cb34-4979-8ae8-2b76c03c796b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:06:51.139585 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-530c5c06-0645-4d21-b781-27027c2e74fe req-5069b744-c8b5-4f83-8dd7-c711b4abece0 service neutron] 10.222.0.38 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921812 Jul 29 16:06:51.333906 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6e5176f6-36e7-4390-98ca-a90cb8b7cba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:15Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '69a5c4f7-51b9-48d5-b770-8e7795912ce7', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'port_id': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'mac_address': 'fa:16:3e:2b:aa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T16:02:35Z', 'updated_at': '2021-07-29T16:02:37Z', 'revision_number': 1, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ed465-e900-4013-9de6-c4be6daac5b6', 'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'mac_address': 'fa:16:3e:04:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:14Z', 'updated_at': '2021-07-29T16:02:20Z', 'revision_number': 5, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'subnets': [{'id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:06:51.359938 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5176f6-36e7-4390-98ca-a90cb8b7cba0 None None] The sync data for ids ['6d4de714-cb34-4979-8ae8-2b76c03c796b'] in n-d-802893-1 is: [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:15Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_floatingips': [{'id': '69a5c4f7-51b9-48d5-b770-8e7795912ce7', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'router_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'port_id': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'mac_address': 'fa:16:3e:2b:aa:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T16:02:35Z', 'updated_at': '2021-07-29T16:02:37Z', 'revision_number': 1, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '535ed465-e900-4013-9de6-c4be6daac5b6', 'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'mac_address': 'fa:16:3e:04:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:14Z', 'updated_at': '2021-07-29T16:02:20Z', 'revision_number': 5, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'subnets': [{'id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:06:51.601878 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80ac2a0-9ede-47d1-929a-1802f2c30326 None None] New status for floating IP 9d0628d0-205d-4bce-ab57-97f0f1d084b7: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:06:51.963955 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13deedeb-3db3-45d8-ade0-8d993c7da273 req-c7d79480-255b-47fa-81bd-d237a48535da tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:51.965460 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-13deedeb-3db3-45d8-ade0-8d993c7da273 req-c7d79480-255b-47fa-81bd-d237a48535da tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 945 time: 0.0507522 Jul 29 16:06:52.004447 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-13deedeb-3db3-45d8-ade0-8d993c7da273 req-274f4d08-c38f-414e-8216-f5b3ada50138 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330360 Jul 29 16:06:52.425236 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa8515-e543-4e07-8974-d12c49da91df req-899f49b6-ca6f-46f3-8b56-eb13a2a6e95c tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:52.426657 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2afa8515-e543-4e07-8974-d12c49da91df req-899f49b6-ca6f-46f3-8b56-eb13a2a6e95c tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.38 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 945 time: 0.0479124 Jul 29 16:06:52.846916 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-2afa8515-e543-4e07-8974-d12c49da91df req-6434ae2f-5a5d-41e4-a192-54ad28f57a8b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Deleting port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:06:52.847265 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2afa8515-e543-4e07-8974-d12c49da91df req-6434ae2f-5a5d-41e4-a192-54ad28f57a8b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:52.933232 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [req-2afa8515-e543-4e07-8974-d12c49da91df req-6434ae2f-5a5d-41e4-a192-54ad28f57a8b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] For port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71, host n-h1-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-1',level=0,port_id=2b6be2db-15ec-40d4-a9cb-7d44b1243f71,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:06:52.933598 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2afa8515-e543-4e07-8974-d12c49da91df req-6434ae2f-5a5d-41e4-a192-54ad28f57a8b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:52.946056 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [req-2afa8515-e543-4e07-8974-d12c49da91df req-6434ae2f-5a5d-41e4-a192-54ad28f57a8b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Calling delete_port for 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 owned by compute:nova {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:06:53.073001 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2afa8515-e543-4e07-8974-d12c49da91df req-6434ae2f-5a5d-41e4-a192-54ad28f57a8b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:53.100437 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-8e557b44-05f3-47c2-97e1-e5e5558a3ef0 req-c080795b-addf-4308-af64-acbc5466db1f tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=7203ce1f-c2d3-426f-aa8c-fc12b73a6290 HTTP/1.1" status: 200 len: 210 time: 0.0268619 Jul 29 16:06:53.102749 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434ae2f-5a5d-41e4-a192-54ad28f57a8b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event deleted for resources: {'Port': ['ID=2b6be2db-15ec-40d4-a9cb-7d44b1243f71,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:06:53.148117 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afa8515-e543-4e07-8974-d12c49da91df req-6434ae2f-5a5d-41e4-a192-54ad28f57a8b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] No DVR routers for this DVR port 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 on host n-h1-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:06:53.150841 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [req-2afa8515-e543-4e07-8974-d12c49da91df req-6434ae2f-5a5d-41e4-a192-54ad28f57a8b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:53.152911 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2afa8515-e543-4e07-8974-d12c49da91df req-6434ae2f-5a5d-41e4-a192-54ad28f57a8b tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.38 "DELETE /v2.0/ports/2b6be2db-15ec-40d4-a9cb-7d44b1243f71 HTTP/1.1" status: 204 len: 173 time: 0.7198534 Jul 29 16:06:53.153347 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'name': 'network-vif-deleted', 'tag': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:06:53.155649 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83117c4-6e0e-488a-93ab-db9ee937096a" -d '{"events": [{"server_uuid": "7203ce1f-c2d3-426f-aa8c-fc12b73a6290", "name": "network-vif-deleted", "tag": "2b6be2db-15ec-40d4-a9cb-7d44b1243f71"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:06:53.195886 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 16:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bb793f-7a2f-4324-9bf7-54d96089b93a x-openstack-request-id: req-81bb793f-7a2f-4324-9bf7-54d96089b93a {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:06:53.196179 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7203ce1f-c2d3-426f-aa8c-fc12b73a6290", "name": "network-vif-deleted", "tag": "2b6be2db-15ec-40d4-a9cb-7d44b1243f71", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:06:53.196457 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81bb793f-7a2f-4324-9bf7-54d96089b93a {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:06:53.196969 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7203ce1f-c2d3-426f-aa8c-fc12b73a6290', 'name': 'network-vif-deleted', 'tag': '2b6be2db-15ec-40d4-a9cb-7d44b1243f71', 'status': 'completed', 'code': 200} Jul 29 16:06:54.036174 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:06:54.056012 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 16:06:54.056354 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 16:06:54.664779 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57716) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:06:54.818520 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5944eac9-a17a-4657-b413-807e5d9c4335 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Deleting port f44bc639-fd9b-443b-91e0-11abcf797920 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:06:54.818858 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5944eac9-a17a-4657-b413-807e5d9c4335 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:54.892845 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5944eac9-a17a-4657-b413-807e5d9c4335 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:54.893101 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5944eac9-a17a-4657-b413-807e5d9c4335 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:54.904400 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-5944eac9-a17a-4657-b413-807e5d9c4335 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Calling delete_port for f44bc639-fd9b-443b-91e0-11abcf797920 owned by network:floatingip {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:06:55.050021 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5944eac9-a17a-4657-b413-807e5d9c4335 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:55.079312 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944eac9-a17a-4657-b413-807e5d9c4335 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event deleted for resources: {'Port': ['ID=f44bc639-fd9b-443b-91e0-11abcf797920,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:06:55.147096 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5944eac9-a17a-4657-b413-807e5d9c4335 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for floatingip, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:55.147345 n-d-802893-1 neutron-server[94158]: INFO neutron.db.l3_db [None req-5944eac9-a17a-4657-b413-807e5d9c4335 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Floating IP 69a5c4f7-51b9-48d5-b770-8e7795912ce7 disassociated (deleted). External IP: 172.25.6.35, port: 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87. Jul 29 16:06:55.353594 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5944eac9-a17a-4657-b413-807e5d9c4335 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Router 6d4de714-cb34-4979-8ae8-2b76c03c796b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:06:55.460363 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5944eac9-a17a-4657-b413-807e5d9c4335 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 16:06:55.464660 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-5944eac9-a17a-4657-b413-807e5d9c4335 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for floatingip, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:55.472609 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee42f8f-f9ae-4c0b-9104-624247c388c4 None None] Sync routers for ids ['6d4de714-cb34-4979-8ae8-2b76c03c796b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:06:55.481755 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee42f8f-f9ae-4c0b-9104-624247c388c4 None None] Routers {'6d4de714-cb34-4979-8ae8-2b76c03c796b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:06:55.482435 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6ee42f8f-f9ae-4c0b-9104-624247c388c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d4de714-cb34-4979-8ae8-2b76c03c796b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:06:55.493284 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-5944eac9-a17a-4657-b413-807e5d9c4335 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "DELETE /v2.0/floatingips/69a5c4f7-51b9-48d5-b770-8e7795912ce7 HTTP/1.1" status: 204 len: 168 time: 0.8250091 Jul 29 16:06:55.493284 n-d-802893-1 neutron-server[94158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'tag': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87'}] {{(pid=94158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:06:55.493759 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee80cdc420249dec891f5fd3f10115cedd92e4464505155f68a0c8f4c628a69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f7c8fa-4eb0-4d9f-98d2-ee20b3d9ff2e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a", "tag": "93a5fbf3-c250-482a-8c9b-c0a7ac47fd87"}]}' {{(pid=94158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:06:55.533939 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 16:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e8fb26-e75d-4f85-8e48-8e0a13934c5c x-openstack-request-id: req-95e8fb26-e75d-4f85-8e48-8e0a13934c5c {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:06:55.534236 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a", "tag": "93a5fbf3-c250-482a-8c9b-c0a7ac47fd87", "status": "completed", "code": 200}]} {{(pid=94158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:06:55.534586 n-d-802893-1 neutron-server[94158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95e8fb26-e75d-4f85-8e48-8e0a13934c5c {{(pid=94158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:06:55.535415 n-d-802893-1 neutron-server[94158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'tag': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'status': 'completed', 'code': 200} Jul 29 16:06:55.601539 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7c8fa-4eb0-4d9f-98d2-ee20b3d9ff2e req-22c91cfb-4ebd-4bb1-90e0-555ab909e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:55.603055 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88f7c8fa-4eb0-4d9f-98d2-ee20b3d9ff2e req-22c91cfb-4ebd-4bb1-90e0-555ab909e6ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e58752e398354ee2a5c6dcccacb0d3f6&device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 1095 time: 0.0452781 Jul 29 16:06:55.611688 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-6ee42f8f-f9ae-4c0b-9104-624247c388c4 None None] Set router 6d4de714-cb34-4979-8ae8-2b76c03c796b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:06:55.731641 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7c8fa-4eb0-4d9f-98d2-ee20b3d9ff2e req-c6cda3ea-ad96-44a0-863c-7105a4ac59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:55.733069 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88f7c8fa-4eb0-4d9f-98d2-ee20b3d9ff2e req-c6cda3ea-ad96-44a0-863c-7105a4ac59ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=9917c658-7be8-4409-af00-45bd1d720358 HTTP/1.1" status: 200 len: 910 time: 0.1171117 Jul 29 16:06:55.795551 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221f793-fb64-4ffe-bb3b-389869a49af5 req-07dc34d2-783f-4a64-a15f-fd2f43ba2c11 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:55.797580 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6221f793-fb64-4ffe-bb3b-389869a49af5 req-07dc34d2-783f-4a64-a15f-fd2f43ba2c11 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 944 time: 0.1063728 Jul 29 16:06:55.799010 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88f7c8fa-4eb0-4d9f-98d2-ee20b3d9ff2e req-c9c3dd76-5ca5-486d-ae47-c37c887b4a6d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 HTTP/1.1" status: 200 len: 217 time: 0.0564709 Jul 29 16:06:55.828137 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6ee42f8f-f9ae-4c0b-9104-624247c388c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:15Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '535ed465-e900-4013-9de6-c4be6daac5b6', 'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'mac_address': 'fa:16:3e:04:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:14Z', 'updated_at': '2021-07-29T16:02:20Z', 'revision_number': 5, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'subnets': [{'id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:06:55.854665 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee42f8f-f9ae-4c0b-9104-624247c388c4 None None] Checking router: 6d4de714-cb34-4979-8ae8-2b76c03c796b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:06:55.863588 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee42f8f-f9ae-4c0b-9104-624247c388c4 None None] Routers {'6d4de714-cb34-4979-8ae8-2b76c03c796b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:06:55.864183 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6ee42f8f-f9ae-4c0b-9104-624247c388c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d4de714-cb34-4979-8ae8-2b76c03c796b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:06:55.872895 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-6221f793-fb64-4ffe-bb3b-389869a49af5 req-bb8687e2-10f7-4157-8faa-502f9f086cae tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683143 Jul 29 16:06:55.881035 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7c8fa-4eb0-4d9f-98d2-ee20b3d9ff2e req-5b65c66d-4a53-44a0-bbca-5b4f52a9a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:55.882459 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88f7c8fa-4eb0-4d9f-98d2-ee20b3d9ff2e req-5b65c66d-4a53-44a0-bbca-5b4f52a9a061 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=deb799c9-903c-410f-b2ad-4da6e2d7db9e HTTP/1.1" status: 200 len: 848 time: 0.0749781 Jul 29 16:06:55.935293 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7c8fa-4eb0-4d9f-98d2-ee20b3d9ff2e req-cbcaa0ac-4dbf-4505-8c2e-cedd758ceff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:55.936865 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88f7c8fa-4eb0-4d9f-98d2-ee20b3d9ff2e req-cbcaa0ac-4dbf-4505-8c2e-cedd758ceff9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9917c658-7be8-4409-af00-45bd1d720358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458057 Jul 29 16:06:55.970252 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-6ee42f8f-f9ae-4c0b-9104-624247c388c4 None None] Set router 6d4de714-cb34-4979-8ae8-2b76c03c796b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:06:56.027391 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88f7c8fa-4eb0-4d9f-98d2-ee20b3d9ff2e req-5aadf315-467d-4753-8a67-e96599bd2de4 service neutron] 10.222.0.39 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816936 Jul 29 16:06:56.120411 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-88f7c8fa-4eb0-4d9f-98d2-ee20b3d9ff2e req-6030ff58-44b6-407e-9c35-c280a6a255e2 service neutron] 10.222.0.39 "GET /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859621 Jul 29 16:06:56.163407 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-6ee42f8f-f9ae-4c0b-9104-624247c388c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:15Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '535ed465-e900-4013-9de6-c4be6daac5b6', 'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'mac_address': 'fa:16:3e:04:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:14Z', 'updated_at': '2021-07-29T16:02:20Z', 'revision_number': 5, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'subnets': [{'id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:06:56.192308 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee42f8f-f9ae-4c0b-9104-624247c388c4 None None] The sync data for ids ['6d4de714-cb34-4979-8ae8-2b76c03c796b'] in n-d-802893-1 is: [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:15Z', 'revision_number': 4, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1', '_interfaces': [{'id': '535ed465-e900-4013-9de6-c4be6daac5b6', 'name': '', 'network_id': '9917c658-7be8-4409-af00-45bd1d720358', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'mac_address': 'fa:16:3e:04:a6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:14Z', 'updated_at': '2021-07-29T16:02:20Z', 'revision_number': 5, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'subnets': [{'id': 'deb799c9-903c-410f-b2ad-4da6e2d7db9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:06:56.404947 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1d18cc-b5e2-4af1-b986-fea18d0f0a23 None None] New status for floating IP 69a5c4f7-51b9-48d5-b770-8e7795912ce7: DOWN {{(pid=94159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 16:06:56.993665 n-d-802893-1 neutron-server[94158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219fbae-21c9-4f22-93a3-c6ecd401054a req-9dbb00c2-8e9a-4d63-91d0-f474d04057c9 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:56.995139 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2219fbae-21c9-4f22-93a3-c6ecd401054a req-9dbb00c2-8e9a-4d63-91d0-f474d04057c9 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 944 time: 0.0493276 Jul 29 16:06:57.034340 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-2219fbae-21c9-4f22-93a3-c6ecd401054a req-01bf77d8-41dc-436e-bb2e-788141135554 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/security-groups?id=7166aff6-4561-43d6-9af2-8dd88dc24750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330925 Jul 29 16:06:57.166616 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:57.228097 n-d-802893-1 neutron-server[94157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3223d-6d13-4da0-8b69-813bdb99f5ff req-56263468-e00f-489a-b73d-46554f4e9eed tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 16:06:57.229592 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-56e3223d-6d13-4da0-8b69-813bdb99f5ff req-56263468-e00f-489a-b73d-46554f4e9eed tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 944 time: 0.0485983 Jul 29 16:06:57.314870 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-56e3223d-6d13-4da0-8b69-813bdb99f5ff req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Deleting port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:06:57.315221 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-56e3223d-6d13-4da0-8b69-813bdb99f5ff req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:57.403721 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [req-56e3223d-6d13-4da0-8b69-813bdb99f5ff req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] For port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87, host n-h2-802893-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-1',level=0,port_id=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:06:57.404091 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-56e3223d-6d13-4da0-8b69-813bdb99f5ff req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:57.417576 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [req-56e3223d-6d13-4da0-8b69-813bdb99f5ff req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Calling delete_port for 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 owned by compute:nova {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:06:57.544738 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-56e3223d-6d13-4da0-8b69-813bdb99f5ff req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:57.572765 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event deleted for resources: {'Port': ['ID=93a5fbf3-c250-482a-8c9b-c0a7ac47fd87,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:06:57.585096 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:57.585547 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:57.585773 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:57.586110 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:57.586442 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:57.586778 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:57.587103 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:57.587425 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:57.587748 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:57.588070 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:57.588395 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:57.588741 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-1 {{(pid=94157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 16:06:57.623884 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e3223d-6d13-4da0-8b69-813bdb99f5ff req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] No DVR routers for this DVR port 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 on host n-h2-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:06:57.626605 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [req-56e3223d-6d13-4da0-8b69-813bdb99f5ff req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-419756'] for port, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:57.628590 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [req-56e3223d-6d13-4da0-8b69-813bdb99f5ff req-aa5b4eed-eb00-42d8-9f89-1f7535b3a656 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.39 "DELETE /v2.0/ports/93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 HTTP/1.1" status: 204 len: 173 time: 0.3931167 Jul 29 16:06:57.629048 n-d-802893-1 neutron-server[94157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'name': 'network-vif-deleted', 'tag': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87'}] {{(pid=94157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 16:06:57.631285 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}480bb882fa9f2166e11cf242ad52be67389ec42ae2974b974d6baf5c074ab7ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e423ac8-ed88-4413-830c-e13619f16440" -d '{"events": [{"server_uuid": "3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a", "name": "network-vif-deleted", "tag": "93a5fbf3-c250-482a-8c9b-c0a7ac47fd87"}]}' {{(pid=94157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 16:06:57.736323 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 16:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9658a27d-79f9-4982-85e4-7d5e556c0972 x-openstack-request-id: req-9658a27d-79f9-4982-85e4-7d5e556c0972 {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 16:06:57.736611 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a", "name": "network-vif-deleted", "tag": "93a5fbf3-c250-482a-8c9b-c0a7ac47fd87", "status": "completed", "code": 200}]} {{(pid=94157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 16:06:57.736898 n-d-802893-1 neutron-server[94157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9658a27d-79f9-4982-85e4-7d5e556c0972 {{(pid=94157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 16:06:57.737299 n-d-802893-1 neutron-server[94157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a', 'name': 'network-vif-deleted', 'tag': '93a5fbf3-c250-482a-8c9b-c0a7ac47fd87', 'status': 'completed', 'code': 200} Jul 29 16:06:58.066942 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 no longer exists at agent hyperv_n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:06:58.092151 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] No Port match for: 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 16:06:58.092925 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Device 2b6be2db-15ec-40d4-a9cb-7d44b1243f71 not bound to the agent host n-h1-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 16:06:58.144084 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [req-d5876c2d-f66c-4b67-83bd-1be5b51f55f6 req-c3f28748-7de8-47b1-bdd5-3f5d96d0735d tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ce8f5af-e6b1-43ef-b03a-a3ffdba4065a HTTP/1.1" status: 200 len: 210 time: 0.0294242 Jul 29 16:06:59.217830 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57738) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:06:59.274918 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0889c9d6-0e50-4ee1-a1f8-de77e7e037c5 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:59.304053 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0889c9d6-0e50-4ee1-a1f8-de77e7e037c5 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:59.362871 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0889c9d6-0e50-4ee1-a1f8-de77e7e037c5 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:59.365450 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-0889c9d6-0e50-4ee1-a1f8-de77e7e037c5 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Notify callbacks [] for security_group, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:59.366604 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-0889c9d6-0e50-4ee1-a1f8-de77e7e037c5 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] 10.222.0.16 "DELETE /v2.0/security-groups/7166aff6-4561-43d6-9af2-8dd88dc24750 HTTP/1.1" status: 204 len: 168 time: 0.1477716 Jul 29 16:06:59.375989 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889c9d6-0e50-4ee1-a1f8-de77e7e037c5 tempest-TestSnapshotPattern-2138648497 tempest-TestSnapshotPattern-2138648497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7166aff6-4561-43d6-9af2-8dd88dc24750,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:06:59.410401 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57742) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:06:59.747645 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-522242f8-38e9-4c3f-bb3e-60dd9fa3241b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:06:59.990205 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-522242f8-38e9-4c3f-bb3e-60dd9fa3241b admin admin] Deleting port 535ed465-e900-4013-9de6-c4be6daac5b6 {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:06:59.990547 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-522242f8-38e9-4c3f-bb3e-60dd9fa3241b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:00.069237 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-522242f8-38e9-4c3f-bb3e-60dd9fa3241b admin admin] For port 535ed465-e900-4013-9de6-c4be6daac5b6, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=535ed465-e900-4013-9de6-c4be6daac5b6,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:07:00.069596 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-522242f8-38e9-4c3f-bb3e-60dd9fa3241b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:00.082192 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-522242f8-38e9-4c3f-bb3e-60dd9fa3241b admin admin] Calling delete_port for 535ed465-e900-4013-9de6-c4be6daac5b6 owned by network:router_interface {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:07:00.257712 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-522242f8-38e9-4c3f-bb3e-60dd9fa3241b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:00.282983 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522242f8-38e9-4c3f-bb3e-60dd9fa3241b admin admin] Pushing event deleted for resources: {'Port': ['ID=535ed465-e900-4013-9de6-c4be6daac5b6,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:07:00.443915 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-522242f8-38e9-4c3f-bb3e-60dd9fa3241b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:00.651292 n-d-802893-1 neutron-server[94158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522242f8-38e9-4c3f-bb3e-60dd9fa3241b admin admin] Router 6d4de714-cb34-4979-8ae8-2b76c03c796b has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:07:00.710335 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-bee17c1b-55ea-4fb3-afaa-defdacb82f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:00.756341 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522242f8-38e9-4c3f-bb3e-60dd9fa3241b admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 16:07:00.761243 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-522242f8-38e9-4c3f-bb3e-60dd9fa3241b admin admin] 10.222.0.16 "PUT /v2.0/routers/6d4de714-cb34-4979-8ae8-2b76c03c796b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3498218 Jul 29 16:07:00.763809 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57744) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:07:00.767364 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd14463-8a8d-4d8f-8fa0-7512dbc51e22 None None] Sync routers for ids ['6d4de714-cb34-4979-8ae8-2b76c03c796b'] in n-d-802893-1 {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:07:00.776467 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd14463-8a8d-4d8f-8fa0-7512dbc51e22 None None] Routers {'6d4de714-cb34-4979-8ae8-2b76c03c796b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:07:00.777099 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3bd14463-8a8d-4d8f-8fa0-7512dbc51e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d4de714-cb34-4979-8ae8-2b76c03c796b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:07:00.868461 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e900d41-2ede-48a4-b35a-61700361a177 admin admin] Notify callbacks [] for router, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:00.878210 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-3bd14463-8a8d-4d8f-8fa0-7512dbc51e22 None None] Set router 6d4de714-cb34-4979-8ae8-2b76c03c796b gateway port host: n-d-802893-1 {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:07:00.970649 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e900d41-2ede-48a4-b35a-61700361a177 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.021729 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-4e900d41-2ede-48a4-b35a-61700361a177 admin admin] Deleting port 4090f875-549d-48b0-a95c-35d87492295d {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:07:01.022074 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e900d41-2ede-48a4-b35a-61700361a177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.050402 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3bd14463-8a8d-4d8f-8fa0-7512dbc51e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': '4090f875-549d-48b0-a95c-35d87492295d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:07:00Z', 'revision_number': 5, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port': {'id': '4090f875-549d-48b0-a95c-35d87492295d', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:07:01.079219 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd14463-8a8d-4d8f-8fa0-7512dbc51e22 None None] Checking router: 6d4de714-cb34-4979-8ae8-2b76c03c796b for host: n-d-802893-1 {{(pid=94160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:07:01.087422 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd14463-8a8d-4d8f-8fa0-7512dbc51e22 None None] Routers {'6d4de714-cb34-4979-8ae8-2b76c03c796b'} bound to L3 agent in host n-d-802893-1 {{(pid=94160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:07:01.088030 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3bd14463-8a8d-4d8f-8fa0-7512dbc51e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:06:33Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['6d4de714-cb34-4979-8ae8-2b76c03c796b'], 'active': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:07:01.102615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-4e900d41-2ede-48a4-b35a-61700361a177 admin admin] For port 4090f875-549d-48b0-a95c-35d87492295d, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=4090f875-549d-48b0-a95c-35d87492295d,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:07:01.102991 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e900d41-2ede-48a4-b35a-61700361a177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.116522 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-4e900d41-2ede-48a4-b35a-61700361a177 admin admin] Calling delete_port for 4090f875-549d-48b0-a95c-35d87492295d owned by network:router_gateway {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:07:01.211888 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 no longer exists at agent hyperv_n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:07:01.233054 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] No Port match for: 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 16:07:01.233329 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Device 93a5fbf3-c250-482a-8c9b-c0a7ac47fd87 not bound to the agent host n-h2-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 16:07:01.266756 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_dvr_db [None req-3bd14463-8a8d-4d8f-8fa0-7512dbc51e22 None None] Set router 6d4de714-cb34-4979-8ae8-2b76c03c796b gateway port host: None {{(pid=94160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:07:01.287658 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e900d41-2ede-48a4-b35a-61700361a177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.314501 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e900d41-2ede-48a4-b35a-61700361a177 admin admin] Pushing event deleted for resources: {'Port': ['ID=4090f875-549d-48b0-a95c-35d87492295d,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:07:01.319662 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.l3_hamode_db [None req-3bd14463-8a8d-4d8f-8fa0-7512dbc51e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:07:00Z', 'revision_number': 6, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:07:01.348289 n-d-802893-1 neutron-server[94160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd14463-8a8d-4d8f-8fa0-7512dbc51e22 None None] The sync data for ids ['6d4de714-cb34-4979-8ae8-2b76c03c796b'] in n-d-802893-1 is: [{'id': '6d4de714-cb34-4979-8ae8-2b76c03c796b', 'name': 'tempest-TestSnapshotPattern-143349274-router', 'tenant_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:12Z', 'updated_at': '2021-07-29T16:07:00Z', 'revision_number': 6, 'project_id': 'e58752e398354ee2a5c6dcccacb0d3f6', 'gw_port_host': None}] {{(pid=94160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:07:01.374856 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e900d41-2ede-48a4-b35a-61700361a177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.465161 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e900d41-2ede-48a4-b35a-61700361a177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.467271 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e900d41-2ede-48a4-b35a-61700361a177 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.513509 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e900d41-2ede-48a4-b35a-61700361a177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.514122 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e900d41-2ede-48a4-b35a-61700361a177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d4de714-cb34-4979-8ae8-2b76c03c796b {{(pid=94158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 16:07:01.519318 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-4e900d41-2ede-48a4-b35a-61700361a177 admin admin] Notify callbacks [] for router, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.520512 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-4e900d41-2ede-48a4-b35a-61700361a177 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6d4de714-cb34-4979-8ae8-2b76c03c796b HTTP/1.1" status: 204 len: 168 time: 0.7557869 Jul 29 16:07:01.523270 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57746) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:07:01.567131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a92a6b-21cf-4662-b61f-f91117158a90 admin admin] Deleting subnet deb799c9-903c-410f-b2ad-4da6e2d7db9e {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 16:07:01.570097 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8a92a6b-21cf-4662-b61f-f91117158a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.608303 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8a92a6b-21cf-4662-b61f-f91117158a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.684290 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8a92a6b-21cf-4662-b61f-f91117158a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.739986 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8a92a6b-21cf-4662-b61f-f91117158a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.759213 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1875b3f9-6e8f-4e33-b9fb-16b2a572c560 None None] Network 9917c658-7be8-4409-af00-45bd1d720358 requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 16:07:01.775378 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-c8a92a6b-21cf-4662-b61f-f91117158a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.777151 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-c8a92a6b-21cf-4662-b61f-f91117158a90 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/deb799c9-903c-410f-b2ad-4da6e2d7db9e HTTP/1.1" status: 204 len: 168 time: 0.2529042 Jul 29 16:07:01.778219 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a92a6b-21cf-4662-b61f-f91117158a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deb799c9-903c-410f-b2ad-4da6e2d7db9e,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:07:01.779798 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [-] (94158) accepted ('10.222.0.16', 57748) {{(pid=94158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:07:01.850888 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.903669 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] Deleting port f8a049a4-f96f-4d56-9177-abd9143e415a {{(pid=94158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:07:01.904018 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.970084 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.db [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] For port f8a049a4-f96f-4d56-9177-abd9143e415a, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=f8a049a4-f96f-4d56-9177-abd9143e415a,segment=NetworkSegment(1b008e24-deba-4ee2-a88e-193fae5ce62c),segment_id=1b008e24-deba-4ee2-a88e-193fae5ce62c)] {{(pid=94158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:07:01.970602 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:01.982916 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.plugin [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] Calling delete_port for f8a049a4-f96f-4d56-9177-abd9143e415a owned by network:dhcp {{(pid=94158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:07:02.058878 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3188963'] for port, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:02.080948 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a049a4-f96f-4d56-9177-abd9143e415a,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:07:02.086615 n-d-802893-1 neutron-server[94158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] No DVR routers for this DVR port f8a049a4-f96f-4d56-9177-abd9143e415a on host n-d-802893-1 {{(pid=94158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:07:02.129954 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb3443f-792e-4d20-9c63-6feb351e98a0 None None] DHCP port deletion for 9917c658-7be8-4409-af00-45bd1d720358 request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 16:07:02.177352 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:02.187589 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9917c658-7be8-4409-af00-45bd1d720358']}} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:07:02.203503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b008e24-deba-4ee2-a88e-193fae5ce62c') {'for_net_delete': True} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:07:02.203503 n-d-802893-1 neutron-server[94158]: DEBUG neutron.services.segments.db [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b008e24-deba-4ee2-a88e-193fae5ce62c') {} {{(pid=94158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:07:02.208990 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405688'] for segment, before_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:02.224543 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:02.233686 n-d-802893-1 neutron-server[94158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:07:02.234693 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3189266'] for segment, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: Traceback (most recent call last): Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: timer() Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: cb(*args, **kw) Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: return func(*args, **kwargs) Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: self._notify() Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: self.callback(batched_events) Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: event.method(event) Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: return f(self, *a, **k) Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: return self._get(url).json() Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: return self.request(url, 'GET', **kwargs) Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 16:07:02.236827 n-d-802893-1 neutron-server[94158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 16:07:02.241380 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 535ed465-e900-4013-9de6-c4be6daac5b6 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:07:02.261896 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 535ed465-e900-4013-9de6-c4be6daac5b6 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 16:07:02.262246 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 535ed465-e900-4013-9de6-c4be6daac5b6 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 16:07:02.623364 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:02.629725 n-d-802893-1 neutron-server[94158]: DEBUG neutron_lib.callbacks.manager [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] Notify callbacks [] for network, before_response {{(pid=94158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:02.631631 n-d-802893-1 neutron-server[94158]: INFO neutron.wsgi [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9917c658-7be8-4409-af00-45bd1d720358 HTTP/1.1" status: 204 len: 168 time: 0.8507042 Jul 29 16:07:02.634621 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57750) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:07:02.642701 n-d-802893-1 neutron-server[94158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f621436-f44c-47e2-b170-6ee2a6a7bba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9917c658-7be8-4409-af00-45bd1d720358,revision_number=None']} {{(pid=94158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:07:02.968086 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a47fb2ee-4d1e-4ffc-b65b-015208cf54f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924997'] for router_interface, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:03.202238 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a47fb2ee-4d1e-4ffc-b65b-015208cf54f6 admin admin] Deleting port acfc2c9b-774d-4660-b6f0-34e47327d2fe {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:07:03.202581 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a47fb2ee-4d1e-4ffc-b65b-015208cf54f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:03.279862 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-a47fb2ee-4d1e-4ffc-b65b-015208cf54f6 admin admin] For port acfc2c9b-774d-4660-b6f0-34e47327d2fe, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=acfc2c9b-774d-4660-b6f0-34e47327d2fe,segment=NetworkSegment(f090d25f-5a7b-486a-beb5-27248e00af17),segment_id=f090d25f-5a7b-486a-beb5-27248e00af17)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:07:03.280144 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a47fb2ee-4d1e-4ffc-b65b-015208cf54f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:03.293124 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-a47fb2ee-4d1e-4ffc-b65b-015208cf54f6 admin admin] Calling delete_port for acfc2c9b-774d-4660-b6f0-34e47327d2fe owned by network:router_interface {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:07:03.369860 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:03.392462 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d9556339-0400-4398-bdc2-49b2996d646a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:03.471347 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a47fb2ee-4d1e-4ffc-b65b-015208cf54f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:03.501131 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fb2ee-4d1e-4ffc-b65b-015208cf54f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=acfc2c9b-774d-4660-b6f0-34e47327d2fe,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:07:03.663261 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-a47fb2ee-4d1e-4ffc-b65b-015208cf54f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-748687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-924969'] for router_interface, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:03.879376 n-d-802893-1 neutron-server[94157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47fb2ee-4d1e-4ffc-b65b-015208cf54f6 admin admin] Router 3453873e-d871-44de-b960-5303a47986b4 has already been hosted by L3 agent 3c254ab0-bf3f-4210-96ce-1e038191e850 {{(pid=94157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 16:07:03.879834 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f8a049a4-f96f-4d56-9177-abd9143e415a no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:07:03.903836 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: f8a049a4-f96f-4d56-9177-abd9143e415a {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 16:07:03.904184 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device f8a049a4-f96f-4d56-9177-abd9143e415a not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 16:07:03.904612 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4090f875-549d-48b0-a95c-35d87492295d no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:07:03.923469 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 4090f875-549d-48b0-a95c-35d87492295d {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 16:07:03.923817 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 4090f875-549d-48b0-a95c-35d87492295d not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 16:07:04.319980 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47fb2ee-4d1e-4ffc-b65b-015208cf54f6 admin admin] Notify agent at l3_agent.n-d-802893-1 the message routers_updated {{(pid=94157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 16:07:04.325136 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-a47fb2ee-4d1e-4ffc-b65b-015208cf54f6 admin admin] 10.222.0.16 "PUT /v2.0/routers/3453873e-d871-44de-b960-5303a47986b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6894274 Jul 29 16:07:04.327559 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57752) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:07:04.328992 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36fdc8-6501-43de-a0f7-44db066ff05d None None] Sync routers for ids ['3453873e-d871-44de-b960-5303a47986b4'] in n-d-802893-1 {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 16:07:04.338190 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec36fdc8-6501-43de-a0f7-44db066ff05d None None] Routers {'3453873e-d871-44de-b960-5303a47986b4'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:07:04.338786 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ec36fdc8-6501-43de-a0f7-44db066ff05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3453873e-d871-44de-b960-5303a47986b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:07:04.428793 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17bd7838-17cb-4a17-b72a-b4f713113a8e admin admin] Notify callbacks [] for router, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:04.440701 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-ec36fdc8-6501-43de-a0f7-44db066ff05d None None] Set router 3453873e-d871-44de-b960-5303a47986b4 gateway port host: n-d-802893-1 {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:07:04.530254 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17bd7838-17cb-4a17-b72a-b4f713113a8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:04.582423 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-17bd7838-17cb-4a17-b72a-b4f713113a8e admin admin] Deleting port 30b45a59-be03-4833-b29a-592cd61d6180 {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:07:04.582675 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17bd7838-17cb-4a17-b72a-b4f713113a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:04.614900 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ec36fdc8-6501-43de-a0f7-44db066ff05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3453873e-d871-44de-b960-5303a47986b4', 'name': 'tempest-TestSnapshotPattern-434029078-router', 'tenant_id': '7413376b3d7f4a0a801a4966e3266376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'external_fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '30b45a59-be03-4833-b29a-592cd61d6180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:16Z', 'updated_at': '2021-07-29T16:07:03Z', 'revision_number': 5, 'project_id': '7413376b3d7f4a0a801a4966e3266376', 'gw_port': {'id': '30b45a59-be03-4833-b29a-592cd61d6180', 'name': '', 'network_id': '934d72ed-b7cb-4209-8f17-14bdf4413084', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3453873e-d871-44de-b960-5303a47986b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '75343300-359e-46ec-9c56-89dd0632dd90', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T16:02:17Z', 'updated_at': '2021-07-29T16:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75343300-359e-46ec-9c56-89dd0632dd90', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-1'}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:07:04.644488 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36fdc8-6501-43de-a0f7-44db066ff05d None None] Checking router: 3453873e-d871-44de-b960-5303a47986b4 for host: n-d-802893-1 {{(pid=94159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 16:07:04.652574 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec36fdc8-6501-43de-a0f7-44db066ff05d None None] Routers {'3453873e-d871-44de-b960-5303a47986b4'} bound to L3 agent in host n-d-802893-1 {{(pid=94159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 16:07:04.653197 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ec36fdc8-6501-43de-a0f7-44db066ff05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T14:29:33Z,description=,heartbeat_timestamp=2021-07-29T16:07:03Z,host='n-d-802893-1',id=3c254ab0-bf3f-4210-96ce-1e038191e850,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T14:29:33Z,topic='l3_agent')) {'router_ids': ['3453873e-d871-44de-b960-5303a47986b4'], 'active': True} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:07:04.661468 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-17bd7838-17cb-4a17-b72a-b4f713113a8e admin admin] For port 30b45a59-be03-4833-b29a-592cd61d6180, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=30b45a59-be03-4833-b29a-592cd61d6180,segment=NetworkSegment(fd11546a-c06d-475b-9b3a-4d167a6d1731),segment_id=fd11546a-c06d-475b-9b3a-4d167a6d1731)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:07:04.661831 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17bd7838-17cb-4a17-b72a-b4f713113a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:04.674232 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-17bd7838-17cb-4a17-b72a-b4f713113a8e admin admin] Calling delete_port for 30b45a59-be03-4833-b29a-592cd61d6180 owned by network:router_gateway {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:07:04.728877 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:04.745572 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvr_db [None req-ec36fdc8-6501-43de-a0f7-44db066ff05d None None] Set router 3453873e-d871-44de-b960-5303a47986b4 gateway port host: None {{(pid=94159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 16:07:04.799220 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_hamode_db [None req-ec36fdc8-6501-43de-a0f7-44db066ff05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3453873e-d871-44de-b960-5303a47986b4', 'name': 'tempest-TestSnapshotPattern-434029078-router', 'tenant_id': '7413376b3d7f4a0a801a4966e3266376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:16Z', 'updated_at': '2021-07-29T16:07:04Z', 'revision_number': 6, 'project_id': '7413376b3d7f4a0a801a4966e3266376', 'gw_port_host': None}], 'n-d-802893-1', False) {} {{(pid=94159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:07:04.824798 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec36fdc8-6501-43de-a0f7-44db066ff05d None None] The sync data for ids ['3453873e-d871-44de-b960-5303a47986b4'] in n-d-802893-1 is: [{'id': '3453873e-d871-44de-b960-5303a47986b4', 'name': 'tempest-TestSnapshotPattern-434029078-router', 'tenant_id': '7413376b3d7f4a0a801a4966e3266376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T16:02:16Z', 'updated_at': '2021-07-29T16:07:04Z', 'revision_number': 6, 'project_id': '7413376b3d7f4a0a801a4966e3266376', 'gw_port_host': None}] {{(pid=94159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 16:07:04.851290 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17bd7838-17cb-4a17-b72a-b4f713113a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:04.882024 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd7838-17cb-4a17-b72a-b4f713113a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=30b45a59-be03-4833-b29a-592cd61d6180,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:07:04.940318 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17bd7838-17cb-4a17-b72a-b4f713113a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562571'] for router_gateway, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.029046 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17bd7838-17cb-4a17-b72a-b4f713113a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-596500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4032'] for router, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.031132 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17bd7838-17cb-4a17-b72a-b4f713113a8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.078597 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17bd7838-17cb-4a17-b72a-b4f713113a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-591748'] for router, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.079754 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bd7838-17cb-4a17-b72a-b4f713113a8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3453873e-d871-44de-b960-5303a47986b4 {{(pid=94157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 16:07:05.084650 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-17bd7838-17cb-4a17-b72a-b4f713113a8e admin admin] Notify callbacks [] for router, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.085860 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-17bd7838-17cb-4a17-b72a-b4f713113a8e admin admin] 10.222.0.16 "DELETE /v2.0/routers/3453873e-d871-44de-b960-5303a47986b4 HTTP/1.1" status: 204 len: 168 time: 0.7566924 Jul 29 16:07:05.088864 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57754) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:07:05.131916 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07cdd3d-ce1b-4ee6-a499-bfc7feeb8b6b admin admin] Deleting subnet 3527df36-8f0c-43a6-82b6-2464fecea19c {{(pid=94157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 16:07:05.134999 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b07cdd3d-ce1b-4ee6-a499-bfc7feeb8b6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.169069 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b07cdd3d-ce1b-4ee6-a499-bfc7feeb8b6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8891939'] for subnet, precommit_delete_associations {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.255450 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b07cdd3d-ce1b-4ee6-a499-bfc7feeb8b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134152318'] for subnet, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.307801 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b07cdd3d-ce1b-4ee6-a499-bfc7feeb8b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134152325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-781104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9359058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9036439'] for subnet, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.333785 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cdd3d-ce1b-4ee6-a499-bfc7feeb8b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3527df36-8f0c-43a6-82b6-2464fecea19c,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:07:05.338517 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-b07cdd3d-ce1b-4ee6-a499-bfc7feeb8b6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.340135 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-b07cdd3d-ce1b-4ee6-a499-bfc7feeb8b6b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3527df36-8f0c-43a6-82b6-2464fecea19c HTTP/1.1" status: 204 len: 168 time: 0.2503092 Jul 29 16:07:05.342654 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57756) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:07:05.345122 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bbee5a-e0e9-48f2-b5a6-8bee9e02f5dc None None] Network 47df71b2-7c60-4ff0-a292-dd3684081cdb requested from n-d-802893-1 {{(pid=94159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 16:07:05.412809 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133758071'] for network, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.466739 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] Deleting port 50965fa6-c07a-45bc-8ff9-af94ba42a6be {{(pid=94157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:07:05.467086 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.529747 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.db [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] For port 50965fa6-c07a-45bc-8ff9-af94ba42a6be, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=50965fa6-c07a-45bc-8ff9-af94ba42a6be,segment=NetworkSegment(f090d25f-5a7b-486a-beb5-27248e00af17),segment_id=f090d25f-5a7b-486a-beb5-27248e00af17)] {{(pid=94157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:07:05.530053 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.542696 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.plugin [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] Calling delete_port for 50965fa6-c07a-45bc-8ff9-af94ba42a6be owned by network:dhcp {{(pid=94157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:07:05.575863 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d100f09-5bd1-4dbe-9297-61adcf4d9697 None None] DHCP port deletion for 47df71b2-7c60-4ff0-a292-dd3684081cdb request from n-d-802893-1 {{(pid=94159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 16:07:05.625273 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8d100f09-5bd1-4dbe-9297-61adcf4d9697 None None] Deleting port 50965fa6-c07a-45bc-8ff9-af94ba42a6be {{(pid=94159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 16:07:05.625733 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d100f09-5bd1-4dbe-9297-61adcf4d9697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743680683659'] for port, before_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.629867 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9359101'] for port, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.657913 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=50965fa6-c07a-45bc-8ff9-af94ba42a6be,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:07:05.659813 n-d-802893-1 neutron-server[94157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] No DVR routers for this DVR port 50965fa6-c07a-45bc-8ff9-af94ba42a6be on host n-d-802893-1 {{(pid=94157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:07:05.700573 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.db [None req-8d100f09-5bd1-4dbe-9297-61adcf4d9697 None None] For port 50965fa6-c07a-45bc-8ff9-af94ba42a6be, host n-d-802893-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-1',level=0,port_id=50965fa6-c07a-45bc-8ff9-af94ba42a6be,segment=NetworkSegment(f090d25f-5a7b-486a-beb5-27248e00af17),segment_id=f090d25f-5a7b-486a-beb5-27248e00af17)] {{(pid=94159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 16:07:05.701004 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d100f09-5bd1-4dbe-9297-61adcf4d9697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-945298'] for port, precommit_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.713916 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-8d100f09-5bd1-4dbe-9297-61adcf4d9697 None None] Calling delete_port for 50965fa6-c07a-45bc-8ff9-af94ba42a6be owned by network:dhcp {{(pid=94159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 16:07:05.732562 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134157801', 'neutron.services.segments.db._delete_segments_for_network-8743680780849'] for network, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.743581 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47df71b2-7c60-4ff0-a292-dd3684081cdb']}} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:07:05.758478 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f090d25f-5a7b-486a-beb5-27248e00af17') {'for_net_delete': True} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:07:05.758805 n-d-802893-1 neutron-server[94157]: DEBUG neutron.services.segments.db [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f090d25f-5a7b-486a-beb5-27248e00af17') {} {{(pid=94157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 16:07:05.768341 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743680781882', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8891944'] for segment, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.783387 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592'] for segment, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.790744 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8d100f09-5bd1-4dbe-9297-61adcf4d9697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134100527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743680688415', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743680316892'] for port, after_delete {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.792071 n-d-802893-1 neutron-server[94157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 16:07:05.793122 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134157592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9358348'] for segment, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: Traceback (most recent call last): Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: timer() Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: cb(*args, **kw) Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: return func(*args, **kwargs) Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: self._notify() Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: self.callback(batched_events) Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: event.method(event) Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: return f(self, *a, **k) Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: return self._get(url).json() Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: return self.request(url, 'GET', **kwargs) Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 16:07:05.795711 n-d-802893-1 neutron-server[94157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 16:07:05.824246 n-d-802893-1 neutron-server[94159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d100f09-5bd1-4dbe-9297-61adcf4d9697 None None] Pushing event deleted for resources: {'Port': ['ID=50965fa6-c07a-45bc-8ff9-af94ba42a6be,revision_number=None']} {{(pid=94159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:07:05.826493 n-d-802893-1 neutron-server[94159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d100f09-5bd1-4dbe-9297-61adcf4d9697 None None] No DVR routers for this DVR port 50965fa6-c07a-45bc-8ff9-af94ba42a6be on host n-d-802893-1 {{(pid=94159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 16:07:05.861954 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134157808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-748692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562615'] for network, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.868044 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:05.870728 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/47df71b2-7c60-4ff0-a292-dd3684081cdb HTTP/1.1" status: 204 len: 168 time: 0.5271299 Jul 29 16:07:05.882611 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c0259-05be-4447-9987-886231a144b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=47df71b2-7c60-4ff0-a292-dd3684081cdb,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:07:05.885783 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device acfc2c9b-774d-4660-b6f0-34e47327d2fe no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:07:05.907237 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: acfc2c9b-774d-4660-b6f0-34e47327d2fe {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 16:07:05.907723 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device acfc2c9b-774d-4660-b6f0-34e47327d2fe not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 16:07:05.908016 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 50965fa6-c07a-45bc-8ff9-af94ba42a6be no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:07:05.929923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 50965fa6-c07a-45bc-8ff9-af94ba42a6be {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 16:07:05.930370 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 50965fa6-c07a-45bc-8ff9-af94ba42a6be not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 16:07:05.930854 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 30b45a59-be03-4833-b29a-592cd61d6180 no longer exists at agent ovs-agent-n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 16:07:05.949490 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.plugin [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] No Port match for: 30b45a59-be03-4833-b29a-592cd61d6180 {{(pid=94159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 16:07:05.949923 n-d-802893-1 neutron-server[94159]: DEBUG neutron.plugins.ml2.rpc [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Device 30b45a59-be03-4833-b29a-592cd61d6180 not bound to the agent host n-d-802893-1 {{(pid=94159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 16:07:06.058823 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57760) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:07:06.099024 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-fe5b417a-02be-4645-bb39-c2634b0dd233 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e58752e398354ee2a5c6dcccacb0d3f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389445 Jul 29 16:07:06.101464 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57762) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:07:06.148804 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5a17312d-e5fa-47fb-8fdd-9a9d21453710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:06.173773 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5a17312d-e5fa-47fb-8fdd-9a9d21453710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:06.218782 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5a17312d-e5fa-47fb-8fdd-9a9d21453710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:06.221353 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-5a17312d-e5fa-47fb-8fdd-9a9d21453710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:06.222485 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-5a17312d-e5fa-47fb-8fdd-9a9d21453710 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/715ff404-37f3-49ac-86d8-a707ff46df7a HTTP/1.1" status: 204 len: 168 time: 0.1201229 Jul 29 16:07:06.229815 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17312d-e5fa-47fb-8fdd-9a9d21453710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715ff404-37f3-49ac-86d8-a707ff46df7a,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:07:06.538687 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57768) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:07:06.577694 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-48517c39-7d35-4724-9d70-72b5703095c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7413376b3d7f4a0a801a4966e3266376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378518 Jul 29 16:07:06.580086 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [-] (94157) accepted ('10.222.0.16', 57770) {{(pid=94157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 16:07:06.628287 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4355c9e8-cb89-41b9-bfa2-d0dbb720cda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:06.639991 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:06.650923 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4355c9e8-cb89-41b9-bfa2-d0dbb720cda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:06.701093 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4355c9e8-cb89-41b9-bfa2-d0dbb720cda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527574'] for security_group, after_delete {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:06.703886 n-d-802893-1 neutron-server[94157]: DEBUG neutron_lib.callbacks.manager [None req-4355c9e8-cb89-41b9-bfa2-d0dbb720cda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:06.705014 n-d-802893-1 neutron-server[94157]: INFO neutron.wsgi [None req-4355c9e8-cb89-41b9-bfa2-d0dbb720cda7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d9a011f-9006-49ff-bc0f-851dc576ccfb HTTP/1.1" status: 204 len: 168 time: 0.1239939 Jul 29 16:07:06.712934 n-d-802893-1 neutron-server[94157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355c9e8-cb89-41b9-bfa2-d0dbb720cda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9a011f-9006-49ff-bc0f-851dc576ccfb,revision_number=None']} {{(pid=94157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 16:07:11.867034 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:11.915673 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:07:27.180724 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:30.712487 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-04a45ee9-d541-4f7e-b885-ddccc6feb1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:33.370843 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:33.391875 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cefcee23-8ccd-4d5a-a831-7261fe98af42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:34.685695 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:36.643305 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:41.881813 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:07:48.913947 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:07:57.196230 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:08:00.712995 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a7c7c993-191f-46e8-b5c3-e750979fec7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:08:03.372264 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:08:03.390127 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-1ec205aa-7088-42e9-8c2b-2ec2fe206d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:08:04.688891 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:08:06.645285 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:08:11.878742 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:08:25.912823 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:08:27.211223 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:08:30.713770 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-179d65f2-8e9a-4e5d-ae30-ff2509128602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:08:33.373920 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:08:33.391262 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e4be5159-02d7-45aa-8c07-9a37970d084a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:08:34.690479 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:08:36.647564 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:08:41.876924 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:08:57.211030 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:09:00.714218 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-466daf21-ea0d-4d79-9d42-ac9dce3063ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:09:02.911171 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:09:03.375263 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:09:03.392336 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-d4d45686-783b-46eb-a8f6-d65e3c9e8a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:09:04.693406 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:09:06.651338 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:09:11.876146 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:09:27.212152 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:09:30.714422 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-82eb5e07-0528-4f1b-966f-a7e78337da5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:09:33.379199 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:09:33.392987 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0efc5145-0f16-4f92-95a3-c712005e1074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:09:34.696350 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:09:36.654060 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:09:39.911646 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:09:41.874894 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:09:57.208923 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:10:00.715456 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4571834f-15cc-4b4e-a105-e40a6891c594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:10:03.383795 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:10:03.394328 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-5e6e6708-a205-47d9-8de7-c7254a74b314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:10:04.699424 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:10:06.657197 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:10:11.876943 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:10:16.911789 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:10:27.206887 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:10:30.716558 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a7d56114-58da-4318-be47-ef83a501948e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:10:33.392303 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:10:33.397109 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-c94d1f44-df73-4687-a5b2-07a4ed3af963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:10:34.702442 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:10:36.660095 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:10:41.889225 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:10:53.911684 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:10:57.237470 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:11:00.717483 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-2be61a28-83a5-4c6a-be7d-df12222fc7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:11:02.415487 n-d-802893-1 neutron-server[94157]: DEBUG neutron.wsgi [req-0ed64fa5-a952-4da5-9955-2828f41712b0 req-76858aba-56cc-4a7e-afb9-aa0e96297ef1 service neutron] (94157) timed out ('10.222.0.16', 56404) {{(pid=94157) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 16:11:03.384972 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:11:03.401864 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e495cbd1-41d6-4130-9e85-7de114a42ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:11:04.704822 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:11:06.662598 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:11:11.887812 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:11:27.253824 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:11:30.717874 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4b86-f3f4-48d8-882b-f0aa75bea1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:11:30.910534 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:11:33.392780 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:11:33.402224 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-820de7de-e4eb-4596-9e51-fcec6d89e3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:11:34.707830 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:11:36.665868 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:11:41.895963 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:11:57.251705 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:12:00.718904 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-8a8c9c20-5624-49d5-9abc-6fce3b8a23cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:12:03.384821 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:12:03.401535 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b09d1b7d-8e4d-440c-b12e-f59080b6fafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:12:04.709621 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:12:06.667759 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:12:07.910228 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:12:11.901552 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:12:27.266143 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:12:30.719422 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-828876d3-adb3-4ff0-b530-22839fc9a531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:12:33.386929 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:12:33.401854 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-b9370224-3ef3-4bfd-bfd7-b232c1c95db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:12:34.712901 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:12:36.670942 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:12:41.920324 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:12:44.908625 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:12:57.280902 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:13:00.719294 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-dcd3addb-906f-4d04-95e3-fefb2c922589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:13:03.393529 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:13:03.403524 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-19779c76-6f12-44f9-afcb-f6fe2044694d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:13:04.715138 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:13:06.674555 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:13:11.914983 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:13:21.908805 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:13:27.280422 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:13:30.719231 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-932a68dc-4d57-464e-8ec4-9733ec98c99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:13:33.384446 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:13:33.402550 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-243ac8aa-07db-4635-8556-f9b64104dbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:13:34.718607 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:13:36.676000 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:13:41.914148 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:13:57.279476 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:13:58.908463 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:14:00.719210 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-a9fad7b3-271d-400a-82ed-d4c9196f402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:14:03.385080 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:14:03.401964 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-973e85f0-ce5f-4d5f-b8e5-a05b62c89c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:14:04.721738 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:14:06.678901 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:14:11.913181 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:14:27.278180 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:14:30.723256 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-0524a522-7088-4f4f-a41e-57cb4a008bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:14:33.385459 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:14:33.401711 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-98a94d43-8b81-493a-bbe9-379ca353824a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:14:34.724170 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:14:35.908578 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:14:36.683038 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:14:41.913404 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:14:57.278496 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-3c170192-01a3-4474-beef-d4b499b78992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:15:00.723815 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-eae980cb-77f9-4973-a323-6359bb3c26b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:15:03.391327 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-e9e6876e-ee44-4896-bad5-1be2501d99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:15:03.403751 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4b308773-1837-4156-b861-40d5d5e7813d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:15:04.726901 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-60df82ff-6497-4423-98fc-0a342d99e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:15:06.687227 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-cd18bdf5-8368-4cd9-b418-32dc0286b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:15:11.928165 n-d-802893-1 neutron-server[94159]: DEBUG neutron_lib.callbacks.manager [None req-4a04b992-4fc1-485d-a418-4a1c7288c93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743680780831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134158127'] for agent, after_update {{(pid=94159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 16:15:12.907675 n-d-802893-1 neutron-server[94160]: DEBUG neutron.db.agents_db [None req-72591744-e878-46ba-8a85-67c050e4a6cd None None] Agent healthcheck: found 7 active agents {{(pid=94160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 16:15:24.734066 n-d-802893-1 neutron-server[94158]: DEBUG neutron.wsgi [req-684fb25e-10f6-4fd3-b44d-33c9825c15ad req-3d3e037c-5b11-44a7-a10a-16e77dcfa4df service neutron] (94158) timed out ('10.222.0.16', 52780) {{(pid=94158) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}